-- Logs begin at Mon 2021-08-23 02:40:20 UTC, end at Mon 2021-08-23 05:12:06 UTC. -- Aug 23 03:21:38.987906 n-d-749052-7 systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 03:21:41.651589 n-d-749052-7 neutron-server[95011]: INFO neutron.common.config [-] Logging enabled! Aug 23 03:21:41.652168 n-d-749052-7 neutron-server[95011]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 03:21:41.652355 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95011) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 03:21:41.655551 n-d-749052-7 neutron-server[95011]: INFO neutron.common.config [-] Logging enabled! Aug 23 03:21:41.655805 n-d-749052-7 neutron-server[95011]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 23 03:21:41.656117 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95011) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 03:21:41.657072 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 03:21:41.657308 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 03:21:41.657667 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 03:21:41.657915 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 03:21:41.658142 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 03:21:41.658456 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.658748 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.659042 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.659272 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.659563 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.659851 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.660130 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.660412 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.660701 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.660980 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.661282 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.661568 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.661796 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.662073 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.662355 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.662636 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.662856 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] debug = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.663132 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.663550 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.663960 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.664236 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.664519 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.664796 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.665092 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.665372 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.665653 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.665974 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] host = n-d-749052-7 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.666249 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.666557 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.666840 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.667120 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.667393 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.667666 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.667945 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.668213 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.668481 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] log_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.668774 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.669058 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.669345 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.669631 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.669853 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.670073 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.670356 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.670638 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.670910 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.671181 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.671457 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.671727 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.671996 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.672262 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.672543 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.672825 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.673133 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.673409 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.673678 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.673948 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.674217 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.674499 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.674769 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.675039 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.675311 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.675592 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.675859 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.676129 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.676425 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.676707 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.676985 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.677292 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.677564 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.677842 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.678114 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.678385 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.678654 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] use_json = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.678922 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.679192 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.679470 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.679741 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.680011 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.680282 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.680550 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.680830 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:41.681156 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.681462 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.681763 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.682587 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.682883 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.683164 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.683452 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.683734 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.684023 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.684311 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.684598 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.684874 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.685190 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.685471 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.685764 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.686067 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.686358 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.686647 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.686919 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.687190 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.687460 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.687738 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.688021 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.688313 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.688601 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.688870 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.689173 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.689464 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.689741 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.690084 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.690364 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.690652 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.690930 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.691202 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.691482 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.691760 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.692035 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.692305 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.692582 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.692869 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.693175 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.693447 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.693719 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.693999 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.694285 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.694557 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.694835 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.695106 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.695376 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.695655 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.695926 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.696195 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.696472 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.696741 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.697049 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.697311 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.698173 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.698444 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.698717 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.698990 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.699261 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.699531 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.699807 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.700080 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.700349 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.700618 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.700888 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.701189 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.701475 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.701770 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.702317 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.702602 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.702880 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.703158 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.703433 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.703708 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.703983 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.704260 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.704618 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.704913 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.705224 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.705512 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.705794 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.706068 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.706360 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.706640 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.706919 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.707192 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.707465 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.707753 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.708034 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.708327 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.708618 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.708907 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.709225 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.709516 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.709791 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.710097 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.710374 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:41.710591 n-d-749052-7 neutron-server[95011]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 03:21:41.710830 n-d-749052-7 neutron-server[95011]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95011) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 03:21:42.056586 n-d-749052-7 neutron-server[95011]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 03:21:42.056866 n-d-749052-7 neutron-server[95011]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 03:21:42.057205 n-d-749052-7 neutron-server[95011]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 03:21:42.057537 n-d-749052-7 neutron-server[95011]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 03:21:42.449756 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.450020 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.450247 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.451559 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.451834 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.452359 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.485625 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.485902 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.486168 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.502684 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.502962 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.503225 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.531356 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.531630 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.531890 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.567320 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.567598 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.567864 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.811607 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.812225 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.812225 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.812401 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.813102 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.934641 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.934963 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.935243 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.935514 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.935781 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.936090 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.936348 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.936600 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.936849 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.937148 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.937410 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.937673 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.937926 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.938174 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.938430 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.938688 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.938939 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.939201 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.939467 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.939868 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.940140 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.940394 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.940674 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.941076 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.941328 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.941574 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.941972 n-d-749052-7 neutron-server[95011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 03:21:42.942213 n-d-749052-7 neutron-server[95011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 03:21:42.942451 n-d-749052-7 neutron-server[95011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 03:21:42.942687 n-d-749052-7 neutron-server[95011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 03:21:42.942922 n-d-749052-7 neutron-server[95011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 03:21:42.943157 n-d-749052-7 neutron-server[95011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 03:21:42.943534 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 03:21:42.946692 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 03:21:42.950638 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 03:21:42.955032 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 23 03:21:42.956652 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 03:21:42.957121 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 03:21:42.957455 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 03:21:42.957841 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 03:21:42.960753 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 03:21:42.961003 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 03:21:42.961370 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 03:21:42.966698 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 23 03:21:42.988762 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 03:21:42.989232 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.989525 n-d-749052-7 neutron-server[95011]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95011) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 03:21:42.989883 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.991225 n-d-749052-7 neutron-server[95011]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95011) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 03:21:42.991505 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 03:21:42.991823 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 03:21:42.995566 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:42.995841 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:43.059020 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 03:21:43.059262 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 03:21:43.059500 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 03:21:43.059860 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 03:21:43.080577 n-d-749052-7 neutron-server[95011]: DEBUG oslo_db.sqlalchemy.engines [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95011) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 23 03:21:43.771158 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Initializing driver for type 'gre' Aug 23 03:21:43.771680 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] gre ID ranges: [(1, 1000)] Aug 23 03:21:43.963264 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Initializing driver for type 'local' Aug 23 03:21:43.964200 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Initializing driver for type 'vlan' Aug 23 03:21:44.044818 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] VlanTypeDriver initialization complete Aug 23 03:21:44.045114 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Initializing driver for type 'vxlan' Aug 23 03:21:44.045608 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] vxlan ID ranges: [(1, 1000)] Aug 23 03:21:44.176330 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Initializing extension driver 'port_security' Aug 23 03:21:44.176668 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.extensions.port_security [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] PortSecurityExtensionDriver initialization complete Aug 23 03:21:44.177025 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Initializing mechanism driver 'openvswitch' Aug 23 03:21:44.177361 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Initializing mechanism driver 'hyperv' Aug 23 03:21:44.184435 n-d-749052-7 neutron-server[95011]: DEBUG neutron.plugins.ml2.plugin [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:21:44.185322 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > port after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.185699 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > port after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.186056 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > port after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.186579 n-d-749052-7 neutron-server[95011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 03:21:44.187012 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > subnet after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.187367 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > subnet after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.187714 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.188104 n-d-749052-7 neutron-server[95011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 03:21:44.188508 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > network after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.188855 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > network after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.189229 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > network after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.189623 n-d-749052-7 neutron-server[95011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 03:21:44.190029 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > security_group after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.190380 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > security_group after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.190724 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.191115 n-d-749052-7 neutron-server[95011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 03:21:44.191519 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.191866 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.192208 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.192596 n-d-749052-7 neutron-server[95011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 03:21:44.192996 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > address_group after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.193391 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > address_group after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.193729 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.194127 n-d-749052-7 neutron-server[95011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 23 03:21:44.194480 n-d-749052-7 neutron-server[95011]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] ML2 OVO RPC backend initialized. {{(pid=95011) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 23 03:21:44.195179 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.195536 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.195948 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > network before_response 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.196295 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > networks before_response 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.196638 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > port before_response 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.196978 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > ports before_response 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.197345 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > subnet before_response 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.197685 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > subnets before_response 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.198030 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > network after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.198394 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > network after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.198734 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > network after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.199080 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > port after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.199418 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > port after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.199758 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > port after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.200096 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > subnet after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.200433 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > subnet after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.200767 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.201370 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.plugin [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Modular L2 Plugin initialization complete Aug 23 03:21:44.201701 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading services supported by the core plugin {{(pid=95011) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 03:21:44.202286 n-d-749052-7 neutron-server[95011]: INFO neutron.plugins.ml2.managers [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Got port-security extension from driver 'port_security' Aug 23 03:21:44.202752 n-d-749052-7 neutron-server[95011]: INFO neutron.extensions.vlantransparent [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Disabled vlantransparent extension. Aug 23 03:21:44.203230 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95011) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 03:21:44.203545 n-d-749052-7 neutron-server[95011]: INFO neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading Plugin: router Aug 23 03:21:44.239269 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.239661 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router after_create 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.240033 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router before_create 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.240398 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.240774 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.241157 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router after_delete 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.241518 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > floatingip after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.241990 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.242356 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router after_create 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.242705 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router after_update 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.243055 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router after_update 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.243404 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.243766 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router after_update 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.244177 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router precommit_update 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.244546 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: port after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.244885 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: port after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.245850 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: subnet after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.246202 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.246553 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.246904 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router precommit_create 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.247244 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: port before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.247586 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router precommit_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.247942 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router after_update 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.248284 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.248635 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router precommit_create 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.249000 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.249389 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router precommit_update 55549900 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.249758 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > agent after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.250108 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > agent after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.250456 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > network after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.251312 n-d-749052-7 neutron-server[95011]: DEBUG neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Tracking information for resource: router configured {{(pid=95011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 03:21:44.251648 n-d-749052-7 neutron-server[95011]: DEBUG neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Tracking information for resource: floatingip configured {{(pid=95011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 03:21:44.256469 n-d-749052-7 neutron-server[95011]: INFO neutron.db.l3_agentschedulers_db [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 03:21:44.257068 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: port after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.257432 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: port after_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.257782 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: port after_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.258131 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: port after_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.258920 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router before_create 55550100 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.259284 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.259646 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router precommit_create 55550100 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.260003 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > router precommit_update 55550100 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.264520 n-d-749052-7 neutron-server[95011]: DEBUG neutron.services.provider_configuration [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service providers = [] {{(pid=95011) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 03:21:44.264890 n-d-749052-7 neutron-server[95011]: DEBUG neutron.db.servicetype_db [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95011) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 03:21:44.267844 n-d-749052-7 neutron-server[95011]: DEBUG neutron.services.service_base [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95011) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 03:21:44.268196 n-d-749052-7 neutron-server[95011]: DEBUG neutron.services.service_base [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95011) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 03:21:44.268538 n-d-749052-7 neutron-server[95011]: DEBUG neutron.services.service_base [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95011) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 03:21:44.269599 n-d-749052-7 neutron-server[95011]: DEBUG neutron.services.service_base [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95011) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 03:21:44.269978 n-d-749052-7 neutron-server[95011]: INFO neutron.services.service_base [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 03:21:44.270351 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 03:21:44.270671 n-d-749052-7 neutron-server[95011]: INFO neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 03:21:44.282599 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 03:21:44.282934 n-d-749052-7 neutron-server[95011]: INFO neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading Plugin: auto_allocate Aug 23 03:21:44.288790 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: network precommit_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.289196 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: network precommit_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.289711 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 03:21:44.290035 n-d-749052-7 neutron-server[95011]: INFO neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading Plugin: tag Aug 23 03:21:44.297332 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 03:21:44.297615 n-d-749052-7 neutron-server[95011]: INFO neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading Plugin: timestamp Aug 23 03:21:44.301395 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 03:21:44.301728 n-d-749052-7 neutron-server[95011]: INFO neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading Plugin: network_ip_availability Aug 23 03:21:44.307093 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.307467 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.308459 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.309211 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 03:21:44.309534 n-d-749052-7 neutron-server[95011]: INFO neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading Plugin: flavors Aug 23 03:21:44.314561 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 03:21:44.314922 n-d-749052-7 neutron-server[95011]: INFO neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading Plugin: revisions Aug 23 03:21:44.319191 n-d-749052-7 neutron-server[95011]: DEBUG neutron.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 03:21:44.319578 n-d-749052-7 neutron-server[95011]: DEBUG oslo_concurrency.lockutils [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.262s {{(pid=95011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 03:21:44.320309 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95011) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 23 03:21:44.320650 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Initializing extension manager. Aug 23 03:21:44.321188 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: __init__.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.321536 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: __pycache__ {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.321874 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.322212 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: address_group.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.322968 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.323561 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: address-group Aug 23 03:21:44.323891 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: address_scope.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.324607 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.325145 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: address-scope Aug 23 03:21:44.325473 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.326441 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.326948 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: router-admin-state-down-before-update Aug 23 03:21:44.327545 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: agent.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.328249 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.328748 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: agent Aug 23 03:21:44.329098 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: agent_resources_synced.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.330015 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.330517 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: agent-resources-synced Aug 23 03:21:44.330838 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: allowedaddresspairs.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.332619 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.333236 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: allowed-address-pairs Aug 23 03:21:44.333567 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: auto_allocated_topology.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.334647 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.335153 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: auto-allocated-topology Aug 23 03:21:44.335478 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: availability_zone.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.336174 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.336681 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: availability_zone Aug 23 03:21:44.337028 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: availability_zone_filter.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.337948 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.338454 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: availability_zone_filter Aug 23 03:21:44.338779 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: data_plane_status.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.339758 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.340261 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 03:21:44.340585 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: default_subnetpools.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.341530 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.342036 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: default-subnetpools Aug 23 03:21:44.342361 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.343168 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.343675 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: dhcp_agent_scheduler Aug 23 03:21:44.344000 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: dns.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.344917 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.345450 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension dns-integration not supported by any of loaded plugins Aug 23 03:21:44.345777 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: dns_domain_ports.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.346693 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.347199 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 03:21:44.347524 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.348445 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.348952 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 23 03:21:44.349310 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: dvr.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.349984 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.350484 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: dvr Aug 23 03:21:44.350809 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: ecmp_routes.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.351728 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.352226 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension ecmp_routes not supported by any of loaded plugins Aug 23 03:21:44.352551 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: empty_string_filtering.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.353482 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.353990 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: empty-string-filtering Aug 23 03:21:44.354313 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.355742 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.356244 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 03:21:44.356568 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.357514 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.358014 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 03:21:44.358337 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: external_net.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.359249 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.359756 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: external-net Aug 23 03:21:44.360078 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.360986 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.361510 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: extra_dhcp_opt Aug 23 03:21:44.361833 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: extraroute.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.362740 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.363243 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: extraroute Aug 23 03:21:44.363566 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: extraroute_atomic.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.364594 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.365204 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: extraroute-atomic Aug 23 03:21:44.365539 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: filter_validation.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.366381 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.366891 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: filter-validation Aug 23 03:21:44.367220 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: fip_pf_description.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.368137 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.368634 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 03:21:44.368957 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: fip_port_details.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.369933 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.371080 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: fip-port-details Aug 23 03:21:44.371404 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: flavors.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.372635 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.373181 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: flavors Aug 23 03:21:44.373509 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.375158 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.375672 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 03:21:44.376007 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: floatingip_pools.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.376711 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.377239 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: floatingip-pools Aug 23 03:21:44.377570 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: ip_allocation.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.378508 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.379019 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 03:21:44.379346 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.380269 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.380778 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: ip-substring-filtering Aug 23 03:21:44.381151 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: l2_adjacency.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.382083 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.382585 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 03:21:44.382908 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: l3.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.383874 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.384387 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: router Aug 23 03:21:44.384713 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.386981 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.387511 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 03:21:44.387845 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.388791 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.389334 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: ext-gw-mode Aug 23 03:21:44.389667 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.390609 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.391116 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: l3-ha Aug 23 03:21:44.391442 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: l3_flavors.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.392358 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.392860 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: l3-flavors Aug 23 03:21:44.393213 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.394127 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.394630 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 03:21:44.394954 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: l3agentscheduler.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.396006 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.396517 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: l3_agent_scheduler Aug 23 03:21:44.396845 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: logging.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.398347 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.398868 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension logging not supported by any of loaded plugins Aug 23 03:21:44.399201 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: metering.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.399947 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.400523 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: metering Aug 23 03:21:44.400850 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.402109 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.402628 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: metering_source_and_destination_fields Aug 23 03:21:44.402961 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: multiprovidernet.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.403895 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.404408 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: multi-provider Aug 23 03:21:44.404738 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: netmtu.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.405688 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.406196 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: net-mtu Aug 23 03:21:44.406522 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: netmtu_writable.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.407441 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.407948 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: net-mtu-writable Aug 23 03:21:44.408273 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: network_availability_zone.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.408942 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.409475 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: network_availability_zone Aug 23 03:21:44.409804 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: network_ip_availability.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.410895 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.411404 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: network-ip-availability Aug 23 03:21:44.411730 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: network_segment_range.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.412494 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.412996 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 03:21:44.413348 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: pagination.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.414326 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.414655 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: pagination Aug 23 03:21:44.414980 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: port_device_profile.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.415912 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.416425 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: port-device-profile Aug 23 03:21:44.416748 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.418219 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.418725 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: port-mac-address-regenerate Aug 23 03:21:44.419049 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.419963 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.420471 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: port-numa-affinity-policy Aug 23 03:21:44.420794 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: port_resource_request.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.421729 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.422235 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 03:21:44.422560 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: portbindings.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.423491 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.423994 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: binding Aug 23 03:21:44.424315 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: portbindings_extended.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.425620 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.426136 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: binding-extended Aug 23 03:21:44.426465 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: portsecurity.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.427385 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.427894 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: port-security Aug 23 03:21:44.428220 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: project_id.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.429234 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.429566 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: project-id Aug 23 03:21:44.429892 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: providernet.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.430822 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.431328 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: provider Aug 23 03:21:44.431653 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.435756 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.436278 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos not supported by any of loaded plugins Aug 23 03:21:44.436616 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.437900 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.438415 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 03:21:44.438745 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.439670 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.440188 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 03:21:44.440517 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos_default.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.441466 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.441976 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos-default not supported by any of loaded plugins Aug 23 03:21:44.442302 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos_fip.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.442957 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.443456 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos-fip not supported by any of loaded plugins Aug 23 03:21:44.443778 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos_gateway_ip.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.444703 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.445242 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 03:21:44.445571 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos_port_network_policy.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.446498 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.447002 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 03:21:44.447329 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos_pps_rule.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.448525 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.449094 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos-pps not supported by any of loaded plugins Aug 23 03:21:44.449424 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos_rule_type_details.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.450355 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.450864 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 03:21:44.451190 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: qos_rules_alias.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.452502 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.453030 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 03:21:44.453362 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: quotasv2.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.454450 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.454781 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: quotas Aug 23 03:21:44.455107 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: quotasv2_detail.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.458159 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.458501 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: quota_details Aug 23 03:21:44.458836 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: rbac.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.459896 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.460421 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: rbac-policies Aug 23 03:21:44.460756 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: rbac_address_group.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.461732 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.462247 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: rbac-address-group Aug 23 03:21:44.462577 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: rbac_address_scope.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.463502 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.464042 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: rbac-address-scope Aug 23 03:21:44.464371 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: rbac_security_groups.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.465330 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.465839 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: rbac-security-groups Aug 23 03:21:44.466165 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: rbac_subnetpool.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.467079 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.467585 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: rbac-subnetpool Aug 23 03:21:44.467911 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: revisionifmatch.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.468839 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.469386 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: revision-if-match Aug 23 03:21:44.469715 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: revisions.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.470835 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.471342 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: standard-attr-revisions Aug 23 03:21:44.471672 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: router_availability_zone.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.472351 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.472855 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: router_availability_zone Aug 23 03:21:44.473213 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: routerservicetype.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.474140 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.474645 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension router-service-type not supported by any of loaded plugins Aug 23 03:21:44.474971 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.475894 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.476398 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: security-groups-normalized-cidr Aug 23 03:21:44.476723 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.477672 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.478184 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: port-security-groups-filtering Aug 23 03:21:44.478513 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.479433 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.480469 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: security-groups-remote-address-group Aug 23 03:21:44.480796 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: securitygroup.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.490385 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.490909 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: security-group Aug 23 03:21:44.491246 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: segment.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.492030 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.492537 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension segment not supported by any of loaded plugins Aug 23 03:21:44.492864 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.493864 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.494375 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 03:21:44.494694 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: servicetype.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.496418 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.496942 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: service-type Aug 23 03:21:44.497294 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: sorting.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.498290 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.498627 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: sorting Aug 23 03:21:44.498957 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: standard_attr_segment.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.499882 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.500397 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 03:21:44.500723 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: standardattrdescription.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.501408 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.501913 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: standard-attr-description Aug 23 03:21:44.502240 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: stateful_security_group.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.503186 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.503696 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: stateful-security-group Aug 23 03:21:44.504021 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: stdattrs_common.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.504611 n-d-749052-7 neutron-server[95011]: WARNING neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 03:21:44.504939 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.505885 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.506390 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 03:21:44.506716 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: subnet_onboard.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.507795 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.508311 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: subnet_onboard Aug 23 03:21:44.508642 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.509607 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.510116 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 03:21:44.510457 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: subnet_service_types.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.511399 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.512133 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: subnet-service-types Aug 23 03:21:44.512325 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: subnetallocation.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.513349 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.513859 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: subnet_allocation Aug 23 03:21:44.514185 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.514853 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.515351 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: subnetpool-prefix-ops Aug 23 03:21:44.515677 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.516615 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.517142 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 03:21:44.517615 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: tagging.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.518540 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.519053 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: standard-attr-tag Aug 23 03:21:44.519381 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: timestamp.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.520593 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.521140 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loaded extension: standard-attr-timestamp Aug 23 03:21:44.521472 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: trunk.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.522514 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.523029 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension trunk not supported by any of loaded plugins Aug 23 03:21:44.523355 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: trunk_details.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.524282 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.524795 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension trunk-details not supported by any of loaded plugins Aug 23 03:21:44.525233 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: uplink_status_propagation.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.526161 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.527197 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 03:21:44.527547 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Loading extension file: vlantransparent.py {{(pid=95011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 03:21:44.528197 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 03:21:44.528700 n-d-749052-7 neutron-server[95011]: INFO neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 03:21:44.531207 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:network Aug 23 03:21:44.531731 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:subnet Aug 23 03:21:44.532128 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 03:21:44.532524 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:port Aug 23 03:21:44.533797 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.534236 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service FLAVORS assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.534852 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.535305 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.535642 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:router Aug 23 03:21:44.536089 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:floatingip Aug 23 03:21:44.536586 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service METERING assigned prefix: /metering {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.538066 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.538433 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.538787 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:21:44.539788 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 03:21:44.540224 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:security_group Aug 23 03:21:44.540666 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 03:21:44.541312 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service CORE assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.541653 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 03:21:44.542003 n-d-749052-7 neutron-server[95011]: WARNING neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] subnetpool is already registered Aug 23 03:21:44.543356 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service CORE assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.543356 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 03:21:44.543767 n-d-749052-7 neutron-server[95011]: WARNING neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] subnetpool is already registered Aug 23 03:21:44.545949 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.546496 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service FLAVORS assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.547123 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.547688 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.547891 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:router Aug 23 03:21:44.548231 n-d-749052-7 neutron-server[95011]: WARNING neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] router is already registered Aug 23 03:21:44.548658 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:floatingip Aug 23 03:21:44.548995 n-d-749052-7 neutron-server[95011]: WARNING neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] floatingip is already registered Aug 23 03:21:44.549477 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service METERING assigned prefix: /metering {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.550197 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 03:21:44.550526 n-d-749052-7 neutron-server[95011]: WARNING neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] rbac_policy is already registered Aug 23 03:21:44.550944 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:security_group Aug 23 03:21:44.551279 n-d-749052-7 neutron-server[95011]: WARNING neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] security_group is already registered Aug 23 03:21:44.551684 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 03:21:44.552018 n-d-749052-7 neutron-server[95011]: WARNING neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] security_group_rule is already registered Aug 23 03:21:44.552515 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service CORE assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.552859 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 03:21:44.553216 n-d-749052-7 neutron-server[95011]: WARNING neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] subnetpool is already registered Aug 23 03:21:44.553640 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.v2.resource_helper [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Service CORE assigned prefix: {{(pid=95011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 03:21:44.553971 n-d-749052-7 neutron-server[95011]: INFO neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 03:21:44.554300 n-d-749052-7 neutron-server[95011]: WARNING neutron.quota.resource_registry [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] subnetpool is already registered Aug 23 03:21:44.555985 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: extensions {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.557556 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: address-groups {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.559078 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: address-scopes {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.560263 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: agents {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.561565 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: auto-allocated-topology {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.562797 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: availability_zones {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.564020 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: dhcp-networks {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.565461 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: dhcp-agents {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.566986 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: routers {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.568658 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: flavors {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.569854 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: service_profiles {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.571156 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: next_providers {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.572585 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: service_profiles {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.574121 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: floatingip-pools {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.575421 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: routers {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.577392 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: floatingips {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.578586 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: l3-routers {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.580094 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: l3-agents {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.581532 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: metering-labels {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.582774 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: metering-label-rules {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.584029 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: network-ip-availabilities {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.585402 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: bindings {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.586955 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: quotas {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.588388 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: quotas {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.590479 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: rbac-policies {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.591663 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: security-groups {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.592869 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: security-group-rules {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.594228 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: service-providers {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.595452 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: subnetpools {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.596768 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: subnetpools {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.598342 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.599990 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.601773 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.603638 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.605963 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.607789 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.609610 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.611389 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.614148 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.615899 n-d-749052-7 neutron-server[95011]: DEBUG neutron.api.extensions [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Extended resource: tags {{(pid=95011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 03:21:44.621953 n-d-749052-7 neutron-server[95011]: WARNING keystonemiddleware.auth_token [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 03:21:44.626444 n-d-749052-7 neutron-server[95011]: WARNING keystonemiddleware.auth_token [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 03:21:44.635654 n-d-749052-7 neutron-server[95011]: DEBUG oslo_concurrency.lockutils [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Acquired lock "singleton_lock" {{(pid=95011) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 03:21:44.636202 n-d-749052-7 neutron-server[95011]: DEBUG oslo_concurrency.lockutils [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Releasing lock "singleton_lock" {{(pid=95011) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 03:21:44.636843 n-d-749052-7 neutron-server[95011]: INFO oslo_service.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Starting 2 workers Aug 23 03:21:44.641672 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Started child 95120 {{(pid=95011) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 03:21:44.646107 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Started child 95121 {{(pid=95011) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 03:21:44.647058 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:21:44.647709 n-d-749052-7 neutron-server[95011]: INFO neutron.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 03:21:44.648336 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Notify callbacks [] for process, before_spawn {{(pid=95011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:21:44.648533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [-] (95120) wsgi starting up on http://0.0.0.0:9696 Aug 23 03:21:44.650753 n-d-749052-7 neutron-server[95011]: INFO oslo_service.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Starting 1 workers Aug 23 03:21:44.650876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:21:44.652700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [-] (95121) wsgi starting up on http://0.0.0.0:9696 Aug 23 03:21:44.656648 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Started child 95122 {{(pid=95011) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 03:21:44.659350 n-d-749052-7 neutron-server[95011]: INFO oslo_service.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Starting 1 workers Aug 23 03:21:44.659462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49564) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:21:44.660562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] calling RpcWorker wait() {{(pid=95122) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 03:21:44.661125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] returning from RpcWorker wait() {{(pid=95122) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 03:21:44.661878 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Started child 95124 {{(pid=95011) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 23 03:21:44.662362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:21:44.662818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:21:44.662930 n-d-749052-7 neutron-server[95011]: DEBUG neutron_lib.callbacks.manager [None req-7fa997cf-a614-408c-bae0-39c2da06c4dc None None] Notify callbacks [] for process, after_spawn {{(pid=95011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:21:44.664955 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95011) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 03:21:44.665221 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 03:21:44.665409 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 03:21:44.665630 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 03:21:44.665986 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 03:21:44.666156 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 03:21:44.666799 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.666980 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.667802 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.668082 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.668421 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.669081 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.669365 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.669640 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.669919 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.670172 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.670517 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.670838 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.671181 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091965 Aug 23 03:21:44.671408 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.671610 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:21:44.672378 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.672600 n-d-749052-7 neutron-server[95124]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:21:44.673038 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.673494 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.673760 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.674513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.674513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.675365 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.675801 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.676210 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.676500 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] debug = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.676771 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.677309 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.677727 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.678119 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.678508 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.678808 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.679065 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.679344 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.679595 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.679833 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.680054 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.680307 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.680547 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.680789 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.681029 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.682219 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.682622 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.683309 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] host = n-d-749052-7 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.683561 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.683791 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.684067 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.684288 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.684609 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.684782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.686258 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.686258 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.687186 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.687571 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.687969 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.688254 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.688525 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.688776 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.688944 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_options = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.689217 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.689496 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.689770 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.689971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.690137 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.690321 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.690610 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.690768 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.690997 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.691262 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.691460 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.691677 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.691915 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.692160 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.692402 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.692641 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.692877 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.693137 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.695910 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.695910 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.695910 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.695910 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.695910 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.695910 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.695910 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.697307 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.697899 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.698148 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.699335 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.699618 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.700015 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.700438 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.700703 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.700962 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.701271 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.701522 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.701747 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.702279 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.702603 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.702774 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.703184 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.703410 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.703673 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.703896 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.704117 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.704337 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_json = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.704553 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.704772 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.705093 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.705309 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.705709 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.705939 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.706971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.707241 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.707653 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.708633 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.708956 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.709233 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.709482 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.709740 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.710022 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.710217 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.710485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.710721 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.711064 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.711311 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.711605 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.713257 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.718299 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.718299 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.718299 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.718299 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.718299 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.718299 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.718299 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.718299 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.719132 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.719132 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.719132 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.719132 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.719132 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.719132 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.719132 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.719132 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.720440 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.720440 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.720440 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.720440 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.720440 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.720440 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.720440 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.720440 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.720440 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.721569 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.721569 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.721569 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.721569 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.722124 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.722124 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.722124 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.722466 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.722587 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.722822 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.723039 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.723294 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.723521 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.723740 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.723985 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.724208 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.724449 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.724664 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.725078 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.725671 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.725671 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.725983 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.726123 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.726262 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.726518 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.726664 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.726888 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.727122 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.727357 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.727597 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.727902 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.728056 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.729140 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.729140 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.729140 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.729140 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.729653 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.729653 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.730340 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.730436 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.730822 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.730952 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.731099 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.731314 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.731585 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.731855 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.732171 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.733047 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.733047 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.733047 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.733332 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.733476 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.733698 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.733969 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.734210 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.734464 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.735443 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.735443 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.735443 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.735443 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.735857 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.735961 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.738819 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.738819 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.738819 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.738819 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.738819 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.738819 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.742837 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.742837 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.742837 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.742837 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.742837 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.742837 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.742837 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.742837 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.743782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.743782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.743782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.743782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.743782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.743782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.743782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.743782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.744268 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.744268 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.744772 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.744772 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.745428 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.745428 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.745583 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.745713 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.746081 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.746237 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.746502 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.746733 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.746950 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.747243 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.747543 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.747837 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.748699 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.748699 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.748699 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.749167 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.749167 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.749371 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.749475 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.750016 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.750016 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.750289 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.750421 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.750546 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.750756 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.750972 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.751205 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.752120 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.752120 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.752120 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.752454 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.752648 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.752808 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.753113 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.753272 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.753483 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.753738 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.753959 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.754195 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.754502 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.754986 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.755220 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.755496 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.755757 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.755977 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.756212 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.756439 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.756708 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.756946 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.757403 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.757849 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.758240 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.758652 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.758879 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.759757 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.759757 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.759757 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.760147 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.760147 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.760349 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.760849 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.760994 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.761204 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.761377 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.761663 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.762693 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.762952 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.763183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.763423 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.763643 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.763870 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.764144 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.764565 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.764729 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.765652 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.765896 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.766119 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.766360 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.766576 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.766869 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.767132 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.767378 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.767644 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.767894 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.768133 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.768365 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.768601 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.769996 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.769996 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.769996 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.769996 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.769996 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.769996 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.770899 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.770899 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.770899 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.771603 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.771882 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.772597 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.772597 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.772597 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.773053 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.773053 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.774121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.774121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.774121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.774121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.774121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.774799 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.774799 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.774799 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.775296 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.775887 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.776139 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.776357 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.777796 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.777796 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.777796 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.778321 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.778321 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.778611 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.778748 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.779049 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.779286 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.779545 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.779768 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.779989 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.780229 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.780485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.780816 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.782121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.782121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.782121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.782121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.782664 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.782664 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.782952 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.783091 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.783374 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.784648 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.784913 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.785963 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.785963 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.785963 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.786398 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.786398 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.786665 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.786930 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.787087 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.787393 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.787553 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.787782 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.789121 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.789441 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.790481 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.790742 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.790996 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.791231 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.791387 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 03:21:44.792745 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95011) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 23 03:21:44.792745 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 23 03:21:44.793141 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 23 03:21:44.793141 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 03:21:44.793141 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 23 03:21:44.794441 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 23 03:21:44.794441 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.794441 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.794441 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.794441 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.794441 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.794441 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.794441 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.795725 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.795725 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.795725 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.795725 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.795725 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.795725 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.795725 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.795725 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.796755 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.796755 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.796755 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.796755 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.796755 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.796755 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.796755 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.797413 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] debug = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.797413 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.798045 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.798226 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.798367 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.798602 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.798602 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.799103 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.799103 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.799103 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.799501 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.799501 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.799501 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.799865 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.799865 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.800071 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.800178 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.800331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.800444 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] host = n-d-749052-7 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.800598 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.800699 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.800860 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.801042 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.801215 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.801376 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.801536 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.808503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.808503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.808503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.808503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.808503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.808503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.808503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.808503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_options = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.808503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809098 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809098 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809098 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809098 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809098 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809098 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809098 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809485 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.809971 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810422 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810422 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810422 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810422 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810422 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810422 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810422 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810422 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810854 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810854 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810854 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810854 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810854 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810854 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810854 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.810854 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811287 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811287 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811287 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811287 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811287 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_json = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811287 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811287 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811287 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811287 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811777 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811777 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811777 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811777 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 23 03:21:44.811777 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.811777 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.811777 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.811777 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.812249 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.812249 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.812249 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.812249 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.812249 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.812516 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.812516 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.812690 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.812923 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.813002 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.813913 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.813913 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.813913 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.813913 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.813913 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.814295 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.814295 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.814295 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.814631 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.814631 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.814843 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.814930 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.815009 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.815175 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.815340 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.815503 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.815672 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.815835 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.815998 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.816161 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.816324 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.816488 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.816652 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.816816 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.816980 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.817973 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.818143 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.818307 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.818472 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.818632 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.818798 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.818960 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.819126 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.819284 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.819447 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.819609 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.819784 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.819947 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.820110 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.820272 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.820436 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.820598 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.820947 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.820947 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.821194 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.821298 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.821401 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.821563 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.821721 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.821891 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.822123 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.822215 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.822355 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.822519 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.822683 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.822822 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.822969 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.823131 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.823315 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.823467 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.823633 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.823795 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.823957 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.824120 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.824282 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.824445 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.824606 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.824769 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.824931 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.825124 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.825376 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.825513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.825636 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.825778 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.825940 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.826102 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.826264 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.826427 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.826589 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.826805 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.826919 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.827310 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.827473 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.827640 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.827803 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.827963 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.828125 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.828288 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.828449 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.828611 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.828773 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.828936 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.829120 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.829285 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.829448 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.829610 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.829772 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.829944 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.830105 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.830270 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.830432 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.830602 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.830775 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.830938 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.831101 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.831264 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.831425 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.831587 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.834093 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.834093 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.834093 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.834093 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.834557 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.834557 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.834557 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.834908 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.834908 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.835136 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.835268 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.835713 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.835713 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.835713 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.836611 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.836611 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.836611 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.836611 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.836611 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.836611 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.837039 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.837039 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.837039 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.837901 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.837901 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.837901 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.837901 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.838327 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.838327 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.838327 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.838677 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.838677 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.839421 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.839421 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.839650 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.839775 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.839896 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.840043 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.840207 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.840370 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.840534 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.841166 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.841166 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.841166 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.841166 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.841589 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.841589 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.841781 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.841781 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.843966 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.843966 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.843966 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.843966 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.843966 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.843966 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.843966 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.843966 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.844727 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.844727 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.844727 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.844727 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.844727 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.844727 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.844727 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.844727 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.847513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.847513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.847513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.847513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.847513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.847513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.847513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.847513 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848183 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848697 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848697 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848697 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848697 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848697 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.848697 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.850285 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.850285 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.850285 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.850285 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.850285 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.850285 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.850285 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.850285 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.852855 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.852855 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.852855 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.852855 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.852855 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.852855 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.852855 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.852855 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.853691 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.853691 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.853691 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.853691 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.853691 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.853691 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.853691 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.853691 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.854349 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.854349 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.854349 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.854349 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.854349 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.854349 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.854349 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.854349 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.856949 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.856949 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.856949 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.856949 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.856949 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.856949 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.856949 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.856949 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.859844 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.859844 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.859844 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.859844 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.859844 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.859844 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.859844 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.859844 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860385 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860385 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860385 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860385 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860385 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860385 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860385 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860385 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860815 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860815 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860815 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860815 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860815 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860815 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860815 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860815 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.860815 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861331 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861914 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 23 03:21:44.861914 n-d-749052-7 neutron-server[95011]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 23 03:21:44.864571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:21:56.077851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a25042d-fbb4-4188-8f25-32aa5024052c None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 03:21:56.167049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25042d-fbb4-4188-8f25-32aa5024052c None None] No non-hosted networks {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 03:21:56.175562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.agentschedulers_db [None req-4a25042d-fbb4-4188-8f25-32aa5024052c None None] DHCP Agent not found on host n-d-749052-7 {{(pid=95122) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 23 03:21:56.284795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c6039b7e-c8a7-4629-8f98-89b2b20818a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536762'] for agent, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:21:58.716009 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-819cf5ba-1bb9-4dff-8a3e-85c093e4df51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536762'] for agent, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:21:58.765855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-cf4d1b79-cc29-43b4-9dce-a4dfe301453f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-749052-7 {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:21:58.766274 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-cf4d1b79-cc29-43b4-9dce-a4dfe301453f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:21:58.799882 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536762'] for agent, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:21:58.801044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.801531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.801998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.802470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.802954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.803498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.803964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.804514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.804980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.805477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.805931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.806393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:21:58.806959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-749052-7', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:21:58.815321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-749052-7', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:21:59.287242 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cf4d1b79-cc29-43b4-9dce-a4dfe301453f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:00.228322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536762'] for agent, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:01.570997 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536762'] for agent, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:02.214507 n-d-749052-7 neutron-server[95122]: INFO neutron.db.l3_hamode_db [None req-cd4b7060-3323-44c9-b189-bb2ee12e624c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 03:22:02.291526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b7060-3323-44c9-b189-bb2ee12e624c None None] Routers set() bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:22:02.291913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b7060-3323-44c9-b189-bb2ee12e624c None None] Router IDs set() for agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 03:22:02.657822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49672) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:03.143870 n-d-749052-7 neutron-server[95121]: WARNING oslo_policy.policy [None req-1f4131f5-e8e9-445e-8d35-ac6c66b20b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 03:22:03.144593 n-d-749052-7 neutron-server[95121]: WARNING oslo_policy.policy [None req-1f4131f5-e8e9-445e-8d35-ac6c66b20b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 03:22:03.361118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-1f4131f5-e8e9-445e-8d35-ac6c66b20b05 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:22:03.362112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1f4131f5-e8e9-445e-8d35-ac6c66b20b05 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7033780 Aug 23 03:22:05.698246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49686) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:06.002086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-af391ecf-ee0d-4fe6-977a-6efa38acaa40 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:22:06.093377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.policy [None req-af391ecf-ee0d-4fe6-977a-6efa38acaa40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95121) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 03:22:06.137588 n-d-749052-7 neutron-server[95121]: WARNING oslo_policy.policy [None req-af391ecf-ee0d-4fe6-977a-6efa38acaa40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 03:22:06.137945 n-d-749052-7 neutron-server[95121]: WARNING oslo_policy.policy [None req-af391ecf-ee0d-4fe6-977a-6efa38acaa40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 03:22:06.146368 n-d-749052-7 neutron-server[95121]: INFO neutron.quota [None req-af391ecf-ee0d-4fe6-977a-6efa38acaa40 admin admin] Loaded quota_driver: . Aug 23 03:22:06.305941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af391ecf-ee0d-4fe6-977a-6efa38acaa40 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735234455774', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735234456075', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735234430864', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735234433085', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735234218242', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735234227311', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1773216', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1635805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-744577'] for rbac-policy, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:06.484380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af391ecf-ee0d-4fe6-977a-6efa38acaa40 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:06.485626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-af391ecf-ee0d-4fe6-977a-6efa38acaa40 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7864089 Aug 23 03:22:09.011984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49698) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:09.303381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:22:09.405000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Made reservation on behalf of 6ad39e9fbab54ccb89bca5cbcdbf1c82 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:22:09.407782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:09.424110 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:09.540769 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:09.592729 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:09.612085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:22:09.638689 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735236700389', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:09.639263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Unsubscribe: segment precommit_create {{(pid=95121) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 03:22:09.639741 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Added segment 93188d0a-e45f-4576-b2fa-532e02d32561 of type vlan for network 6c5fdd2d-908a-4f06-b281-f60663c0a894 Aug 23 03:22:09.655582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab659fe2-2d60-4f68-a217-2f76d1b0e70c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:09.702944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.703212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.703542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.703870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.704195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.704514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.704831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.705181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.705499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.705813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.706129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.706441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Tracked resource versions report: Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: pushed versions: Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: { 'AddressGroup': {'1.2'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'ConntrackHelper': {'1.0'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Log': {'1.0'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Network': {'1.1'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Port': {'1.7'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'PortForwarding': {'1.2'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'QosPolicy': {'1.9'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'SecurityGroup': {'1.4'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'SecurityGroupRule': {'1.2'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'SubPort': {'1.0'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Subnet': {'1.1'}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Trunk': {'1.1'}} Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: consumer versions: Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: { DHCP agent@n-d-749052-7: {}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: L3 agent@n-d-749052-7: {}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: Metadata agent@n-d-749052-7: {}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: Metering agent@n-d-749052-7: {}, Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: Open vSwitch agent@n-d-749052-7: { 'AddressGroup': '1.2', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'ConntrackHelper': '1.0', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Log': '1.0', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Network': '1.1', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Port': '1.7', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'PortForwarding': '1.2', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'QosPolicy': '1.9', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'SecurityGroup': '1.4', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'SecurityGroupRule': '1.2', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'SubPort': '1.0', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Subnet': '1.1', Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: 'Trunk': '1.1'}} Aug 23 03:22:09.707496 n-d-749052-7 neutron-server[95121]: {{(pid=95121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 03:22:09.754124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:09.828093 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:09.829188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:22:09.829813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:09.921413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9083350 Aug 23 03:22:09.924528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437429a9-92c0-4ba8-8da9-b73bee24da76 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5fdd2d-908a-4f06-b281-f60663c0a894,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:09.936441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6c5fdd2d-908a-4f06-b281-f60663c0a894 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:22:12.492071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49712) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:12.877982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c75c2cc-8b6f-4b30-871b-91852b7eee14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:22:12.879367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c75c2cc-8b6f-4b30-871b-91852b7eee14 admin admin] 10.222.0.20 "GET /v2.0/networks/6c5fdd2d-908a-4f06-b281-f60663c0a894 HTTP/1.1" status: 200 len: 824 time: 0.3863409 Aug 23 03:22:12.904126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f3a894cf-e72c-4359-91cc-dd5b809c166e admin admin] 10.222.0.20 "GET /v2.0/subnetpools/18930199-8ae7-4bcc-88fe-7e9018dc379c HTTP/1.1" status: 200 len: 734 time: 0.0187624 Aug 23 03:22:12.913365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894', 'subnetpool_id': '18930199-8ae7-4bcc-88fe-7e9018dc379c', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:22:12.998161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Made reservation on behalf of 6ad39e9fbab54ccb89bca5cbcdbf1c82 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:22:13.000427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:13.347974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:13.414935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d559dbe-dcde-4d80-b91b-9419b6ac5b4a,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:13.417156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Checking segment: {'id': '93188d0a-e45f-4576-b2fa-532e02d32561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:22:13.417526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Network hostable DHCP agents. Network: 6c5fdd2d-908a-4f06-b281-f60663c0a894, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:22:13.507447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Network 6c5fdd2d-908a-4f06-b281-f60663c0a894 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:22:13.587503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6c5fdd2d-908a-4f06-b281-f60663c0a894) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:22:13.593361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:22:13.593938 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:13.597931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1250b5f-4eeb-4569-8424-06177419f409 None None] Network 6c5fdd2d-908a-4f06-b281-f60663c0a894 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:22:13.679982 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c2440fc2-19db-4016-a6b7-48a50782566c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7698789 Aug 23 03:22:13.916529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6c5fdd2d-908a-4f06-b281-f60663c0a894', 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'fixed_ips': [{'subnet_id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:22:13.917819 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:14.193338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Allocated IP 172.20.0.2 (6c5fdd2d-908a-4f06-b281-f60663c0a894/9d559dbe-dcde-4d80-b91b-9419b6ac5b4a/54563c88-8a33-425c-acb4-5a80cba5dcb2) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:22:14.417744 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:14.432845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Transition to ACTIVE for port object 54563c88-8a33-425c-acb4-5a80cba5dcb2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:22:14.453959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Transition to ACTIVE for port object 54563c88-8a33-425c-acb4-5a80cba5dcb2 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:22:14.531026 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:14.599191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Network 6c5fdd2d-908a-4f06-b281-f60663c0a894 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:22:14.604202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:22:14.616061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:22:14.618078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Pushing event updated for resources: {'Port': ['ID=54563c88-8a33-425c-acb4-5a80cba5dcb2,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:14.648122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.648461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.648800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.649161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.649495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.649943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.650151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.651004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.651332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.651660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.651981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.652302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Tracked resource versions report: Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: pushed versions: Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: { 'AddressGroup': {'1.2'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'ConntrackHelper': {'1.0'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Log': {'1.0'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Network': {'1.1'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Port': {'1.7'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'PortForwarding': {'1.2'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'QosPolicy': {'1.9'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'SecurityGroup': {'1.4'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'SecurityGroupRule': {'1.2'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'SubPort': {'1.0'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Subnet': {'1.1'}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Trunk': {'1.1'}} Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: consumer versions: Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: { DHCP agent@n-d-749052-7: {}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: L3 agent@n-d-749052-7: {}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: Metadata agent@n-d-749052-7: {}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: Metering agent@n-d-749052-7: {}, Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: Open vSwitch agent@n-d-749052-7: { 'AddressGroup': '1.2', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'ConntrackHelper': '1.0', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Log': '1.0', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Network': '1.1', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Port': '1.7', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'PortForwarding': '1.2', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'QosPolicy': '1.9', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'SecurityGroup': '1.4', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'SecurityGroupRule': '1.2', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'SubPort': '1.0', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Subnet': '1.1', Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: 'Trunk': '1.1'}} Aug 23 03:22:14.653406 n-d-749052-7 neutron-server[95122]: {{(pid=95122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 03:22:14.700181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Attempting to bind port 54563c88-8a33-425c-acb4-5a80cba5dcb2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:22:14.700574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Attempting to bind port 54563c88-8a33-425c-acb4-5a80cba5dcb2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '93188d0a-e45f-4576-b2fa-532e02d32561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:22:14.701038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Attempting to bind port 54563c88-8a33-425c-acb4-5a80cba5dcb2 on network 6c5fdd2d-908a-4f06-b281-f60663c0a894 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:22:14.706066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:22:14.706418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Checking segment: {'id': '93188d0a-e45f-4576-b2fa-532e02d32561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:22:14.706885 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:14.707273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Bound using segment: {'id': '93188d0a-e45f-4576-b2fa-532e02d32561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:22:14.707809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Bound port: 54563c88-8a33-425c-acb4-5a80cba5dcb2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93188d0a-e45f-4576-b2fa-532e02d32561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:22:14.708194 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:14.772124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] For port 54563c88-8a33-425c-acb4-5a80cba5dcb2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:22:14.776404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] For port 54563c88-8a33-425c-acb4-5a80cba5dcb2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=54563c88-8a33-425c-acb4-5a80cba5dcb2,segment=NetworkSegment(93188d0a-e45f-4576-b2fa-532e02d32561),segment_id=93188d0a-e45f-4576-b2fa-532e02d32561)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:22:14.816845 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:14.879989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13c8d8-769f-4a5e-9b48-96a2edb54d6f None None] Pushing event updated for resources: {'Port': ['ID=54563c88-8a33-425c-acb4-5a80cba5dcb2,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:16.064420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49720) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:16.381921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-4d3ebc55-d6e1-40f2-a64e-a71e414d9dd4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:22:16.382918 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4d3ebc55-d6e1-40f2-a64e-a71e414d9dd4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3175263 Aug 23 03:22:18.747978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49728) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:19.058456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-2d22347f-b79f-45e9-a019-6cb5887dcb50 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:22:19.059519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2d22347f-b79f-45e9-a019-6cb5887dcb50 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106215 Aug 23 03:22:21.677864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49738) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:21.972665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7a679638-e1e9-49a3-8c5d-61fde6fab3bb admin admin] Request body: {'router': {'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'admin_state_up': True, 'name': 'router1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:22:22.067183 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a679638-e1e9-49a3-8c5d-61fde6fab3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:22.070826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a679638-e1e9-49a3-8c5d-61fde6fab3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:22.209381 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a679638-e1e9-49a3-8c5d-61fde6fab3bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:22.262666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a679638-e1e9-49a3-8c5d-61fde6fab3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:22.342079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a679638-e1e9-49a3-8c5d-61fde6fab3bb admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:22.343226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7a679638-e1e9-49a3-8c5d-61fde6fab3bb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6643317 Aug 23 03:22:22.675704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 54563c88-8a33-425c-acb4-5a80cba5dcb2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:22:22.804792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 54563c88-8a33-425c-acb4-5a80cba5dcb2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:22:23.200215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa3b61-7d99-4a38-9378-91ef63f32cf8 None None] Network 6c5fdd2d-908a-4f06-b281-f60663c0a894 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:22:23.361696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e1cd80fa-44f4-490d-bb1c-4aad77018332 None None] Provisioning for port 54563c88-8a33-425c-acb4-5a80cba5dcb2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:22:23.371753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e1cd80fa-44f4-490d-bb1c-4aad77018332 None None] Provisioning complete for port 54563c88-8a33-425c-acb4-5a80cba5dcb2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:22:23.372167 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1cd80fa-44f4-490d-bb1c-4aad77018332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:23.487481 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1cd80fa-44f4-490d-bb1c-4aad77018332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:23.526789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e1cd80fa-44f4-490d-bb1c-4aad77018332 None None] For port 54563c88-8a33-425c-acb4-5a80cba5dcb2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=54563c88-8a33-425c-acb4-5a80cba5dcb2,segment=NetworkSegment(93188d0a-e45f-4576-b2fa-532e02d32561),segment_id=93188d0a-e45f-4576-b2fa-532e02d32561)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:22:23.587659 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1cd80fa-44f4-490d-bb1c-4aad77018332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:23.633223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd80fa-44f4-490d-bb1c-4aad77018332 None None] Pushing event updated for resources: {'Port': ['ID=54563c88-8a33-425c-acb4-5a80cba5dcb2,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:23.707255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-00246ab6-6cfa-4c5f-8690-ebeb4013ee9c None None] Provisioning complete for port 54563c88-8a33-425c-acb4-5a80cba5dcb2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:22:23.707845 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-00246ab6-6cfa-4c5f-8690-ebeb4013ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:24.653665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 54563c88-8a33-425c-acb4-5a80cba5dcb2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:22:24.683990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49750) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:24.700158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 54563c88-8a33-425c-acb4-5a80cba5dcb2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:22:24.700532 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:24.996059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-a1920681-c02a-4a16-8a27-d28e5df1ff0f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:22:24.997067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a1920681-c02a-4a16-8a27-d28e5df1ff0f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121347 Aug 23 03:22:25.750368 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:22:25.993539 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1d5830c9-882d-4d54-afc8-dec388838cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:27.315223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49758) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:27.799689 n-d-749052-7 neutron-server[95120]: WARNING oslo_policy.policy [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 03:22:27.800284 n-d-749052-7 neutron-server[95120]: WARNING oslo_policy.policy [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 03:22:28.023459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:22:28.025747 n-d-749052-7 neutron-server[95120]: INFO neutron.quota [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Loaded quota_driver: . Aug 23 03:22:28.136144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Made reservation on behalf of 7963e1879c374edf8cf23943358cced0 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:22:28.210375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.policy [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95120) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 03:22:28.255004 n-d-749052-7 neutron-server[95120]: WARNING oslo_policy.policy [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 03:22:28.255377 n-d-749052-7 neutron-server[95120]: WARNING oslo_policy.policy [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 03:22:28.265238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.286366 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.410782 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.471764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.482972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Reserving flat network on physical network physnet1 {{(pid=95120) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 03:22:28.519641 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735236700389', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.520218 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Unsubscribe: segment precommit_create {{(pid=95120) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 03:22:28.520725 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Added segment 2e3d9373-5dc5-4208-be09-2ef764139e42 of type flat for network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 Aug 23 03:22:28.538272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5835f123-9260-4b6c-9d30-2975b2fa50ff,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:28.588963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.589322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.589651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.589975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.590297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.590637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.591274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.591274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.591534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.591843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.592185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.592501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Tracked resource versions report: Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: pushed versions: Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: { 'AddressGroup': {'1.2'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'ConntrackHelper': {'1.0'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Log': {'1.0'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Network': {'1.1'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Port': {'1.7'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'PortForwarding': {'1.2'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'QosPolicy': {'1.9'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'SecurityGroup': {'1.4'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'SecurityGroupRule': {'1.2'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'SubPort': {'1.0'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Subnet': {'1.1'}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Trunk': {'1.1'}} Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: consumer versions: Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: { DHCP agent@n-d-749052-7: {}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: L3 agent@n-d-749052-7: {}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: Metadata agent@n-d-749052-7: {}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: Metering agent@n-d-749052-7: {}, Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: Open vSwitch agent@n-d-749052-7: { 'AddressGroup': '1.2', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'ConntrackHelper': '1.0', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Log': '1.0', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Network': '1.1', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Port': '1.7', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'PortForwarding': '1.2', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'QosPolicy': '1.9', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'SecurityGroup': '1.4', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'SecurityGroupRule': '1.2', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'SubPort': '1.0', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Subnet': '1.1', Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: 'Trunk': '1.1'}} Aug 23 03:22:28.593581 n-d-749052-7 neutron-server[95120]: {{(pid=95120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 03:22:28.647803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.650957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d49a784f-7c13-41a4-8f95-9b96f538bbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.730447 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.764515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.765777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:22:28.766393 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:28.864244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] Pushing event updated for resources: {'Network': ['ID=a389c2ab-5641-4cd2-ba95-8ed54abad2a6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:28.874727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:22:28.891369 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-532f07a8-41bc-42fd-a18e-6170c8de38cb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5737987 Aug 23 03:22:30.210434 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:31.194932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49788) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:31.407106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a8ccaf-4b4e-4ba6-b6bf-adb6c9f4dc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:22:31.408447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c9a8ccaf-4b4e-4ba6-b6bf-adb6c9f4dc79 admin admin] 10.222.0.20 "GET /v2.0/subnets/9d559dbe-dcde-4d80-b91b-9419b6ac5b4a HTTP/1.1" status: 200 len: 849 time: 0.2125294 Aug 23 03:22:31.518939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:31.566996 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a763c2dd-101b-4c52-91c4-7800b0484db4 admin admin] 10.222.0.20 "GET /v2.0/routers/11ed79f2-fef5-433f-8c94-39a37853f749 HTTP/1.1" status: 200 len: 704 time: 0.1525991 Aug 23 03:22:31.844161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:32.132804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Allocated IP 172.20.0.1 (6c5fdd2d-908a-4f06-b281-f60663c0a894/9d559dbe-dcde-4d80-b91b-9419b6ac5b4a/f90fdfa3-7812-4fac-ba17-20d687bbad54) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:22:32.309320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:32.332851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Transition to ACTIVE for port object f90fdfa3-7812-4fac-ba17-20d687bbad54 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:22:32.467157 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:32.525478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Network 6c5fdd2d-908a-4f06-b281-f60663c0a894 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:22:32.529842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:22:32.532926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:22:32.533697 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:32.613230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Pushing event updated for resources: {'Port': ['ID=f90fdfa3-7812-4fac-ba17-20d687bbad54,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:32.800335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:32.827647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-38eedec0-7c4b-4e10-898e-27a0ded12ad2 None None] Provisioning for port f90fdfa3-7812-4fac-ba17-20d687bbad54 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:22:32.831676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-38eedec0-7c4b-4e10-898e-27a0ded12ad2 None None] Provisioning complete for port f90fdfa3-7812-4fac-ba17-20d687bbad54 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:22:32.832070 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-38eedec0-7c4b-4e10-898e-27a0ded12ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:32.866270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-38eedec0-7c4b-4e10-898e-27a0ded12ad2 None None] Port f90fdfa3-7812-4fac-ba17-20d687bbad54 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:22:33.049321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:33.090562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:33.091227 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:33.170373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Pushing event updated for resources: {'Port': ['ID=f90fdfa3-7812-4fac-ba17-20d687bbad54,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:33.212664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Network 6c5fdd2d-908a-4f06-b281-f60663c0a894 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:22:33.214048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:22:33.387221 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-67c20d2a-1141-410c-9f4e-43716b3efa80 None None] Provisioning complete for port f90fdfa3-7812-4fac-ba17-20d687bbad54 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:22:33.387594 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-67c20d2a-1141-410c-9f4e-43716b3efa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:33.419059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-67c20d2a-1141-410c-9f4e-43716b3efa80 None None] Port f90fdfa3-7812-4fac-ba17-20d687bbad54 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:22:33.439327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Router 11ed79f2-fef5-433f-8c94-39a37853f749 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:22:33.531597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:22:33.536908 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bfcfda52-052d-41aa-9e24-ad71293fdb6d admin admin] 10.222.0.20 "PUT /v2.0/routers/11ed79f2-fef5-433f-8c94-39a37853f749/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9644520 Aug 23 03:22:33.546231 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Sync routers for ids ['11ed79f2-fef5-433f-8c94-39a37853f749'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:22:33.558686 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Routers {'11ed79f2-fef5-433f-8c94-39a37853f749'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:22:33.559626 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:22:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['11ed79f2-fef5-433f-8c94-39a37853f749'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:22:33.739712 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Set router 11ed79f2-fef5-433f-8c94-39a37853f749 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:22:34.163036 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'name': 'router1', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:22:22Z', 'updated_at': '2021-08-23T03:22:32Z', 'revision_number': 2, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'gw_port_host': None, '_interfaces': [{'id': 'f90fdfa3-7812-4fac-ba17-20d687bbad54', 'name': '', 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'mac_address': 'fa:16:3e:cc:1f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:22:31Z', 'updated_at': '2021-08-23T03:22:32Z', 'revision_number': 2, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'subnets': [{'id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18930199-8ae7-4bcc-88fe-7e9018dc379c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:22:34.216211 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Checking router: 11ed79f2-fef5-433f-8c94-39a37853f749 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:22:34.216584 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Updating router 11ed79f2-fef5-433f-8c94-39a37853f749 port f90fdfa3-7812-4fac-ba17-20d687bbad54 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:22:34.264019 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:34.774080 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:34.792332 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Transition to ACTIVE for port object f90fdfa3-7812-4fac-ba17-20d687bbad54 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:22:34.912204 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:35.068912 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Pushing event updated for resources: {'Port': ['ID=f90fdfa3-7812-4fac-ba17-20d687bbad54,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:35.078405 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Attempting to bind port f90fdfa3-7812-4fac-ba17-20d687bbad54 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:22:35.078810 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Attempting to bind port f90fdfa3-7812-4fac-ba17-20d687bbad54 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '93188d0a-e45f-4576-b2fa-532e02d32561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:22:35.079238 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Attempting to bind port f90fdfa3-7812-4fac-ba17-20d687bbad54 on network 6c5fdd2d-908a-4f06-b281-f60663c0a894 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:22:35.084852 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.085229 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.085572 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.085907 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.086282 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.086696 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.087198 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.087667 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.088034 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.088368 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.088859 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.089360 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Tracked resource versions report: Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: pushed versions: Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: { 'AddressGroup': {'1.2'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'ConntrackHelper': {'1.0'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Log': {'1.0'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Network': {'1.1'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Port': {'1.7'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'PortForwarding': {'1.2'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'QosPolicy': {'1.9'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'SecurityGroup': {'1.4'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'SecurityGroupRule': {'1.2'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'SubPort': {'1.0'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Subnet': {'1.1'}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Trunk': {'1.1'}} Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: consumer versions: Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: { DHCP agent@n-d-749052-7: {}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: L3 agent@n-d-749052-7: {}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: Metadata agent@n-d-749052-7: {}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: Metering agent@n-d-749052-7: {}, Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: Open vSwitch agent@n-d-749052-7: { 'AddressGroup': '1.2', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'ConntrackHelper': '1.0', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Log': '1.0', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Network': '1.1', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Port': '1.7', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'PortForwarding': '1.2', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'QosPolicy': '1.9', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'SecurityGroup': '1.4', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'SecurityGroupRule': '1.2', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'SubPort': '1.0', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Subnet': '1.1', Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: 'Trunk': '1.1'}} Aug 23 03:22:35.090695 n-d-749052-7 neutron-server[95124]: {{(pid=95124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 03:22:35.095581 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:22:35.095932 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Checking segment: {'id': '93188d0a-e45f-4576-b2fa-532e02d32561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:22:35.096408 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:35.096785 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Bound using segment: {'id': '93188d0a-e45f-4576-b2fa-532e02d32561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:22:35.097303 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Bound port: f90fdfa3-7812-4fac-ba17-20d687bbad54, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93188d0a-e45f-4576-b2fa-532e02d32561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:22:35.097701 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:35.163592 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] For port f90fdfa3-7812-4fac-ba17-20d687bbad54, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:22:35.183611 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] For port f90fdfa3-7812-4fac-ba17-20d687bbad54, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f90fdfa3-7812-4fac-ba17-20d687bbad54,segment=NetworkSegment(93188d0a-e45f-4576-b2fa-532e02d32561),segment_id=93188d0a-e45f-4576-b2fa-532e02d32561)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:22:35.250028 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:35.307187 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad64d0-7c6b-41be-b1a8-5c0be0946b39 None None] Pushing event updated for resources: {'Port': ['ID=f90fdfa3-7812-4fac-ba17-20d687bbad54,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:35.312368 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Routers {'11ed79f2-fef5-433f-8c94-39a37853f749'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:22:35.312981 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:22:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['11ed79f2-fef5-433f-8c94-39a37853f749'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:22:35.399829 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] Set router 11ed79f2-fef5-433f-8c94-39a37853f749 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:22:35.604714 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'name': 'router1', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:22:22Z', 'updated_at': '2021-08-23T03:22:32Z', 'revision_number': 2, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'gw_port_host': None, '_interfaces': [{'id': 'f90fdfa3-7812-4fac-ba17-20d687bbad54', 'name': '', 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'mac_address': 'fa:16:3e:cc:1f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:22:31Z', 'updated_at': '2021-08-23T03:22:35Z', 'revision_number': 4, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'subnets': [{'id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18930199-8ae7-4bcc-88fe-7e9018dc379c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:22:35.631033 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4c951-adf3-4b61-a223-d291c5e870be None None] The sync data for ids ['11ed79f2-fef5-433f-8c94-39a37853f749'] in n-d-749052-7 is: [{'id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'name': 'router1', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:22:22Z', 'updated_at': '2021-08-23T03:22:32Z', 'revision_number': 2, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'gw_port_host': None, '_interfaces': [{'id': 'f90fdfa3-7812-4fac-ba17-20d687bbad54', 'name': '', 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'mac_address': 'fa:16:3e:cc:1f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:22:31Z', 'updated_at': '2021-08-23T03:22:35Z', 'revision_number': 4, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'subnets': [{'id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18930199-8ae7-4bcc-88fe-7e9018dc379c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:22:35.734883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49808) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:35.842167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f03d23f-110f-451d-9073-7eaf9284ef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:22:35.849954 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2f03d23f-110f-451d-9073-7eaf9284ef57 admin admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 842 time: 0.1075902 Aug 23 03:22:35.854642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'cidr': '172.25.1.0/24', 'enable_dhcp': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:22:35.965078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Made reservation on behalf of 7963e1879c374edf8cf23943358cced0 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:22:35.967384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:36.322136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:22:36.322584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:36.376606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e676d90c-0390-4380-9d6a-1a4c960bd890,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:36.387617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:22:36.387967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Network hostable DHCP agents. Network: a389c2ab-5641-4cd2-ba95-8ed54abad2a6, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:22:36.484349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:22:36.570108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a389c2ab-5641-4cd2-ba95-8ed54abad2a6) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:22:36.574856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:22:36.575642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:36.580476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0863cc6-7035-4e79-a9a4-f8634f178216 None None] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:22:36.656586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2aced535-8891-4b1f-87df-905fb66eb23d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8058805 Aug 23 03:22:36.703917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf90409-d34c-4827-aef6-af58e24c4b54 None None] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:22:38.889966 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49816) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:39.019962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-725eb820-e36a-4a87-9e42-30e50f95a38a admin admin] 10.222.0.20 "GET /v2.0/routers/11ed79f2-fef5-433f-8c94-39a37853f749 HTTP/1.1" status: 200 len: 710 time: 0.1288671 Aug 23 03:22:39.106688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253889c2-a0e8-42be-9fca-1f63233bc928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:22:39.107964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-253889c2-a0e8-42be-9fca-1f63233bc928 admin admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 886 time: 0.0821743 Aug 23 03:22:39.117312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:22:39.419961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:39.709511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:39.784994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:39.884313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Allocated IP 172.25.1.14 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/a49c01bc-d8b3-49d1-b970-5d818f6ddbec) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:22:39.987197 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:40.079208 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:40.113608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:22:40.117649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:22:40.121816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:22:40.129484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Pushing event updated for resources: {'Port': ['ID=a49c01bc-d8b3-49d1-b970-5d818f6ddbec,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:40.418011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:40.612346 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:40.615700 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:40.729191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Router 11ed79f2-fef5-433f-8c94-39a37853f749 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:22:40.839216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:22:40.843505 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:40.844632 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e7a41b0b-e6f3-4262-8a1a-2f805c1cb0fa admin admin] 10.222.0.20 "PUT /v2.0/routers/11ed79f2-fef5-433f-8c94-39a37853f749 HTTP/1.1" status: 200 len: 889 time: 1.7306604 Aug 23 03:22:42.060115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Sync routers for ids ['11ed79f2-fef5-433f-8c94-39a37853f749'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:22:42.070021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Routers {'11ed79f2-fef5-433f-8c94-39a37853f749'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:22:42.070668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:22:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['11ed79f2-fef5-433f-8c94-39a37853f749'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:22:42.321909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Set router 11ed79f2-fef5-433f-8c94-39a37853f749 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:22:42.680281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f90fdfa3-7812-4fac-ba17-20d687bbad54 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:22:42.732318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'name': 'router1', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'a49c01bc-d8b3-49d1-b970-5d818f6ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:22:22Z', 'updated_at': '2021-08-23T03:22:40Z', 'revision_number': 4, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'gw_port': {'id': 'a49c01bc-d8b3-49d1-b970-5d818f6ddbec', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:22:39Z', 'updated_at': '2021-08-23T03:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f90fdfa3-7812-4fac-ba17-20d687bbad54', 'name': '', 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'mac_address': 'fa:16:3e:cc:1f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:22:31Z', 'updated_at': '2021-08-23T03:22:35Z', 'revision_number': 4, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'subnets': [{'id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18930199-8ae7-4bcc-88fe-7e9018dc379c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:22:42.785709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Checking router: 11ed79f2-fef5-433f-8c94-39a37853f749 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:22:42.786068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Updating router 11ed79f2-fef5-433f-8c94-39a37853f749 port a49c01bc-d8b3-49d1-b970-5d818f6ddbec binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:22:42.835236 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:42.929400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f90fdfa3-7812-4fac-ba17-20d687bbad54 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:22:42.948699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f90fdfa3-7812-4fac-ba17-20d687bbad54 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:22:42.949098 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:43.117927 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:43.203797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port f90fdfa3-7812-4fac-ba17-20d687bbad54, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f90fdfa3-7812-4fac-ba17-20d687bbad54,segment=NetworkSegment(93188d0a-e45f-4576-b2fa-532e02d32561),segment_id=93188d0a-e45f-4576-b2fa-532e02d32561)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:22:43.218862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49828) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:22:43.240208 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:43.250323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Transition to ACTIVE for port object a49c01bc-d8b3-49d1-b970-5d818f6ddbec will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:22:43.267322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:43.312663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=f90fdfa3-7812-4fac-ba17-20d687bbad54,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:43.324291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:43.342314 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-292a62f7-977a-4b70-bd03-159c541c5f0a admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1223559 Aug 23 03:22:43.381144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Attempting to bind port a49c01bc-d8b3-49d1-b970-5d818f6ddbec on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:22:43.381643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Attempting to bind port a49c01bc-d8b3-49d1-b970-5d818f6ddbec by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:22:43.382011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Attempting to bind port a49c01bc-d8b3-49d1-b970-5d818f6ddbec on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:22:43.385916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37e55e-c59b-4994-b499-74c3c6d192aa None None] Pushing event updated for resources: {'Port': ['ID=a49c01bc-d8b3-49d1-b970-5d818f6ddbec,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:43.391612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:22:43.392358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:22:43.392358 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:43.392724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:22:43.393252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Bound port: a49c01bc-d8b3-49d1-b970-5d818f6ddbec, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:22:43.393633 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:43.446725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] For port a49c01bc-d8b3-49d1-b970-5d818f6ddbec, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:22:43.450071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] For port a49c01bc-d8b3-49d1-b970-5d818f6ddbec, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a49c01bc-d8b3-49d1-b970-5d818f6ddbec,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:22:43.496589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:43.553569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37e55e-c59b-4994-b499-74c3c6d192aa None None] Pushing event updated for resources: {'Port': ['ID=a49c01bc-d8b3-49d1-b970-5d818f6ddbec,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:43.556685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Routers {'11ed79f2-fef5-433f-8c94-39a37853f749'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:22:43.557311 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:22:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['11ed79f2-fef5-433f-8c94-39a37853f749'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:22:43.742522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] Set router 11ed79f2-fef5-433f-8c94-39a37853f749 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:22:43.969900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'name': 'router1', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'a49c01bc-d8b3-49d1-b970-5d818f6ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:22:22Z', 'updated_at': '2021-08-23T03:22:40Z', 'revision_number': 4, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'gw_port': {'id': 'a49c01bc-d8b3-49d1-b970-5d818f6ddbec', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:22:39Z', 'updated_at': '2021-08-23T03:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f90fdfa3-7812-4fac-ba17-20d687bbad54', 'name': '', 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'mac_address': 'fa:16:3e:cc:1f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:22:31Z', 'updated_at': '2021-08-23T03:22:43Z', 'revision_number': 5, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'subnets': [{'id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18930199-8ae7-4bcc-88fe-7e9018dc379c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:22:43.997306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897fca78-eadc-4a22-b9ac-415dff014a24 None None] The sync data for ids ['11ed79f2-fef5-433f-8c94-39a37853f749'] in n-d-749052-7 is: [{'id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'name': 'router1', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'a49c01bc-d8b3-49d1-b970-5d818f6ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:22:22Z', 'updated_at': '2021-08-23T03:22:40Z', 'revision_number': 4, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'gw_port': {'id': 'a49c01bc-d8b3-49d1-b970-5d818f6ddbec', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:22:39Z', 'updated_at': '2021-08-23T03:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f90fdfa3-7812-4fac-ba17-20d687bbad54', 'name': '', 'network_id': '6c5fdd2d-908a-4f06-b281-f60663c0a894', 'tenant_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'mac_address': 'fa:16:3e:cc:1f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ed79f2-fef5-433f-8c94-39a37853f749', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:22:31Z', 'updated_at': '2021-08-23T03:22:43Z', 'revision_number': 5, 'project_id': '6ad39e9fbab54ccb89bca5cbcdbf1c82', 'subnets': [{'id': '9d559dbe-dcde-4d80-b91b-9419b6ac5b4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18930199-8ae7-4bcc-88fe-7e9018dc379c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:22:44.767288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a49c01bc-d8b3-49d1-b970-5d818f6ddbec up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:22:44.877943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port a49c01bc-d8b3-49d1-b970-5d818f6ddbec completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:22:44.881975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a49c01bc-d8b3-49d1-b970-5d818f6ddbec triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:22:44.882426 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:44.962055 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:44.981409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port a49c01bc-d8b3-49d1-b970-5d818f6ddbec, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a49c01bc-d8b3-49d1-b970-5d818f6ddbec,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:22:45.049367 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:45.050467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f90fdfa3-7812-4fac-ba17-20d687bbad54 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:22:45.134762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=a49c01bc-d8b3-49d1-b970-5d818f6ddbec,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:22:45.151121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f90fdfa3-7812-4fac-ba17-20d687bbad54 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:22:45.151500 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:46.658652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a49c01bc-d8b3-49d1-b970-5d818f6ddbec up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:22:46.705831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a49c01bc-d8b3-49d1-b970-5d818f6ddbec triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:22:46.706203 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:55.975859 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4896b7ec-1a3b-4ea6-ad69-80bbd70db9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:58.656173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d82839e-861c-4262-9fb1-fa6300b78916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:22:58.753616 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:00.180807 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:01.542500 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:02.749082 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:23:26.198477 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6f6755b1-a0a9-4d48-857b-2054c20b11aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:28.649451 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8cb2fad-8bee-4a8f-9180-6e1d8c99dced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:28.741851 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:30.205488 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:31.568540 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:39.748121 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:23:55.998074 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ed4618c5-19ef-429a-9b41-97d4e553ca23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:58.678649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d2686de4-efee-48d1-a560-02acef1277b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:23:58.728787 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:00.174664 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:01.546316 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:16.746980 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:24:23.949372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50428) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:24.009436 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae3c2d9-1a8e-432c-ba94-3eef372a5f27 admin admin] GET failed (client error): The resource could not be found. Aug 23 03:24:24.010713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9ae3c2d9-1a8e-432c-ba94-3eef372a5f27 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604146 Aug 23 03:24:24.169717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3bf24-6de4-4220-948f-1eb74251413d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:24.171132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fba3bf24-6de4-4220-948f-1eb74251413d admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1560695 Aug 23 03:24:26.012602 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d4fc282b-d50d-46b9-85de-2c8ae003cd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:26.303636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50438) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:26.393635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b621abd-8f49-4295-a9b9-918c6e1f0a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:26.394951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3b621abd-8f49-4295-a9b9-918c6e1f0a48 admin admin] 10.222.0.20 "GET /v2.0/subnets/9d559dbe-dcde-4d80-b91b-9419b6ac5b4a HTTP/1.1" status: 200 len: 849 time: 0.0903459 Aug 23 03:24:26.404984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:24:26.485417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:26.711264 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735236736862'] for subnet, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:26.748107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:26.748629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:26.749936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] 10.222.0.20 "PUT /v2.0/subnets/9d559dbe-dcde-4d80-b91b-9419b6ac5b4a HTTP/1.1" status: 200 len: 868 time: 0.3484919 Aug 23 03:24:26.763919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60be906e-b07e-4931-aa94-16c049728624 None None] Network 6c5fdd2d-908a-4f06-b281-f60663c0a894 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:24:26.767683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d559dbe-dcde-4d80-b91b-9419b6ac5b4a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:24:26.775226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.775586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.775922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.776263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.776603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.776932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.777328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.777606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.777928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.778252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.778575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:26.778895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e4d1f-afcf-492d-9920-8769016a66d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:24:27.145102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-16792006-d966-4b4a-83c5-ab081963612b None None] Provisioning complete for port f90fdfa3-7812-4fac-ba17-20d687bbad54 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:24:27.145662 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-16792006-d966-4b4a-83c5-ab081963612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:27.227657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-16792006-d966-4b4a-83c5-ab081963612b None None] Provisioning complete for port 54563c88-8a33-425c-acb4-5a80cba5dcb2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:24:27.228028 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-16792006-d966-4b4a-83c5-ab081963612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:28.642712 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-394eacee-8d60-42e2-9e54-bc06a8418018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:28.739698 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:28.900271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50446) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:29.093722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fcb08-9ede-4fe0-a769-5b75a5161a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:29.094195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fcb08-9ede-4fe0-a769-5b75a5161a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:29.095713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-220fcb08-9ede-4fe0-a769-5b75a5161a67 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1945069 Aug 23 03:24:30.195403 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:31.227755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50454) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:31.357690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da21be09-9ed7-47ef-ac3c-f2670f0511e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:31.358159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da21be09-9ed7-47ef-ac3c-f2670f0511e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:31.359636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-da21be09-9ed7-47ef-ac3c-f2670f0511e9 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1309502 Aug 23 03:24:31.562527 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:33.466438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50462) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:33.634174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96251540-c174-48e9-a072-785af90c8e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:33.635529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-96251540-c174-48e9-a072-785af90c8e71 admin admin] 10.222.0.20 "GET /v2.0/networks/6c5fdd2d-908a-4f06-b281-f60663c0a894 HTTP/1.1" status: 200 len: 868 time: 0.1681497 Aug 23 03:24:35.747244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50470) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:35.917854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6a7b6-c3a5-433d-855a-9072b28cd437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:35.919213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-35e6a7b6-c3a5-433d-855a-9072b28cd437 admin admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 886 time: 0.1710274 Aug 23 03:24:38.045486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50478) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:38.164758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eaabe9-2be8-44da-a530-839b036f9260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:38.165157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eaabe9-2be8-44da-a530-839b036f9260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:38.166643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-76eaabe9-2be8-44da-a530-839b036f9260 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202209 Aug 23 03:24:40.313645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50486) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:40.511159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a53d6b6-519c-464a-b7cc-1add54fbe308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:40.511524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a53d6b6-519c-464a-b7cc-1add54fbe308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:40.513085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3a53d6b6-519c-464a-b7cc-1add54fbe308 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1984589 Aug 23 03:24:42.622485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50496) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:42.712382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f525ae74-d87f-40db-a313-03b2d4d1e0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:42.713769 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f525ae74-d87f-40db-a313-03b2d4d1e0a2 admin admin] 10.222.0.20 "GET /v2.0/subnets/9d559dbe-dcde-4d80-b91b-9419b6ac5b4a HTTP/1.1" status: 200 len: 868 time: 0.0903389 Aug 23 03:24:44.824411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50504) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:24:44.912237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e2dcae-a7d9-4196-abf0-7c341fef285c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:24:44.913609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-37e2dcae-a7d9-4196-abf0-7c341fef285c admin admin] 10.222.0.20 "GET /v2.0/subnets/e676d90c-0390-4380-9d6a-1a4c960bd890 HTTP/1.1" status: 200 len: 816 time: 0.0882828 Aug 23 03:24:53.745384 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:24:55.996288 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6770e6f6-8d75-4091-9c44-bfa427f5ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:58.665942 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0e29b4c6-0576-4da4-8848-86799fe67dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:24:58.756063 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:00.184955 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:01.562189 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:08.775945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50558) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:25:08.823347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-aa5700f7-bd8b-48bd-85b6-5a13b11a7100 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:25:08.824342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aa5700f7-bd8b-48bd-85b6-5a13b11a7100 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474277 Aug 23 03:25:11.042055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50566) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:25:11.101489 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-434a9769-d735-491d-ada5-010714e1e665 admin admin] GET failed (client error): The resource could not be found. Aug 23 03:25:11.102795 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-434a9769-d735-491d-ada5-010714e1e665 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597670 Aug 23 03:25:11.241204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9360ea-715a-4487-bc23-7f7240fdab49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:25:11.242676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1c9360ea-715a-4487-bc23-7f7240fdab49 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355212 Aug 23 03:25:13.411726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50574) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:25:13.459754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:25:13.538648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Made reservation on behalf of 7963e1879c374edf8cf23943358cced0 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:25:13.540910 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:13.568031 n-d-749052-7 neutron-server[95120]: WARNING neutron.services.revisions.revision_plugin [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Could not find related network for resource to bump revision. Aug 23 03:25:13.581988 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:25:13.591321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:13.594170 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Added segment 086ca399-1403-417b-a4c5-3006e95bec9e of type vlan for network f8f0d270-4828-4b96-90d5-4618df2b2dc2 Aug 23 03:25:13.629267 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:13.715937 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:13.716902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:25:13.717486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:13.775192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Pushing event updated for resources: {'Network': ['ID=f8f0d270-4828-4b96-90d5-4618df2b2dc2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:25:13.781554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.787763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:13.796339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:25:13.802811 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2893b4e9-d3a3-4404-ba1c-2feaf44de1af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3898864 Aug 23 03:25:15.951134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50582) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:25:16.011209 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6a372e-e5a4-46bb-a602-61f0e3edb4c9 admin admin] GET failed (client error): The resource could not be found. Aug 23 03:25:16.012518 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca6a372e-e5a4-46bb-a602-61f0e3edb4c9 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604668 Aug 23 03:25:16.079819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d536148-5c22-4208-ab56-a996450cb880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:25:16.081234 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1d536148-5c22-4208-ab56-a996450cb880 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0643241 Aug 23 03:25:16.091057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Request body: {'subnet': {'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:25:16.182830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Made reservation on behalf of 7963e1879c374edf8cf23943358cced0 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:25:16.185027 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:16.417191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:16.479556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:25:16.487188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:25:16.487541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Network hostable DHCP agents. Network: f8f0d270-4828-4b96-90d5-4618df2b2dc2, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:25:16.594272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:25:16.725781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, f8f0d270-4828-4b96-90d5-4618df2b2dc2) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:25:16.730035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:25:16.730625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:16.735913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb28abd-dfc7-4474-b674-e2a0b3593849 None None] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:25:16.819961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0b2b8823-1536-4ec9-b88e-6d5a7074310e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7321110 Aug 23 03:25:16.985755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'tenant_id': '7963e1879c374edf8cf23943358cced0', 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:25:16.986666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:17.172209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Allocated IP 192.168.233.2 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/92f18640-f2e2-43d7-8cbf-33eea9aa1adf) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:25:17.324250 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:17.332949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Transition to ACTIVE for port object 92f18640-f2e2-43d7-8cbf-33eea9aa1adf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:25:17.347876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Transition to ACTIVE for port object 92f18640-f2e2-43d7-8cbf-33eea9aa1adf will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:25:17.430903 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:17.468141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:25:17.470917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:25:17.474273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:25:17.488948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Pushing event updated for resources: {'Port': ['ID=92f18640-f2e2-43d7-8cbf-33eea9aa1adf,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:25:17.509509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.509861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.510208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.510551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.510889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.511221 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.511573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.511903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.512236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.512559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.512880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.513222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:25:17.554056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Attempting to bind port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:25:17.556564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Attempting to bind port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:25:17.556564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Attempting to bind port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:25:17.560048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:25:17.560418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:25:17.560954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:17.561412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:25:17.561888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Bound port: 92f18640-f2e2-43d7-8cbf-33eea9aa1adf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:25:17.562293 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:17.626397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] For port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:25:17.629972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] For port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=92f18640-f2e2-43d7-8cbf-33eea9aa1adf,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:25:17.720370 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:17.779265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5bd42-8968-466b-ba64-a9498244ffda None None] Pushing event updated for resources: {'Port': ['ID=92f18640-f2e2-43d7-8cbf-33eea9aa1adf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:25:18.661564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95b48ae-aa78-45c4-92a7-c9ebaa8a7962 None None] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:25:18.787195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9e341aa2-5f78-4b24-9088-c23a749fefbd None None] Provisioning for port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:25:18.816432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 92f18640-f2e2-43d7-8cbf-33eea9aa1adf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:25:18.950666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:25:18.955565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:25:18.955669 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:19.044082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:19.075880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=92f18640-f2e2-43d7-8cbf-33eea9aa1adf,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:25:19.115813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6a518bfd-6d8d-4025-b258-918fdee7f0ce None None] Provisioning complete for port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:25:19.116295 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6a518bfd-6d8d-4025-b258-918fdee7f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:19.138789 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:19.199555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=92f18640-f2e2-43d7-8cbf-33eea9aa1adf,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:25:20.779515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 92f18640-f2e2-43d7-8cbf-33eea9aa1adf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:25:20.826135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 92f18640-f2e2-43d7-8cbf-33eea9aa1adf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:25:20.826502 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:26.007456 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8b1a-8cf7-42ef-ab3f-61f6104b50ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:28.666708 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44e0be15-584e-4429-a5c8-79ea393b8069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:28.744369 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:30.184267 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:30.744045 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:25:31.565217 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:56.032975 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-521233dd-de70-4317-9e2f-a97ef4966b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:58.652380 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6455ee87-0175-4fce-b17e-3d0eb59d8a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:25:58.743787 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:00.209997 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:01.552938 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:07.742842 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:26:26.011858 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8876234e-0497-4fa0-8d10-0dd97763ea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:28.646123 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8cc5fa96-1875-461d-b6d3-3cb5809761a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:28.729567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:30.188949 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:31.563435 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:39.119565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50634) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:26:39.125483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-73a33d0a-1870-4210-b7b6-deec3906a72a tempest-verify_tempest_config-649864391 tempest-verify_tempest_config-649864391-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:26:39.126445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-73a33d0a-1870-4210-b7b6-deec3906a72a tempest-verify_tempest_config-649864391 tempest-verify_tempest_config-649864391-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058892 Aug 23 03:26:39.637209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50652) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:26:39.741841 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:39.824253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:39.885834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:39.930236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e9869c30d1944379e45a18547410bd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2919579 Aug 23 03:26:39.931155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2402a91-cfdd-4822-8c24-f159ec505909,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:26:39.932904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50658) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:26:39.937896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.938239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.938603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.938903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.939276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.939598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.939921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.940239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.940555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.940872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.941211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.941551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa88e0-8d44-4f59-bd79-6a813805b4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:39.989939 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:40.009995 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:40.177414 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:40.179910 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:40.181081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2402a91-cfdd-4822-8c24-f159ec505909 HTTP/1.1" status: 204 len: 168 time: 0.2471585 Aug 23 03:26:40.189682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2402a91-cfdd-4822-8c24-f159ec505909,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:26:40.196623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.196972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.197345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.197685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.198010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.198342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.198669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.199083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.199321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.199649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.199979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:40.200303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28110768-3d9b-4466-8ec4-3d4e5156bdf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:26:44.741471 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:26:56.005281 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-88f40e12-58ce-4cad-99c7-bf08e879aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:58.666098 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-84b011d7-5a75-4792-bf6a-931a4bd42267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:26:58.722693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:00.188367 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:01.587965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:21.739501 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:27:26.024965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-597e072f-c7ed-4b25-9547-9df87e3dbf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:28.681632 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1a4f6c27-5ff5-496d-99fd-f859af791420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:28.727427 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:30.213558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:31.590327 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:56.012576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3367feaa-44b2-44fe-8e40-f73f4c961039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:58.650045 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-449d2810-ede1-432f-87f2-874ed08e9a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:58.729618 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:27:58.737963 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:28:00.201226 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:28:01.575458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:28:25.989057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae490-eb15-4100-a3df-9ffa1f7f4cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:28:28.670381 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e9335a5e-d4c3-4bfc-8007-d7dab1e64d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:28:28.740190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:28:30.223565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:28:31.600428 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:28:35.735589 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:28:55.996847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f2c66bc1-a7b1-4ac5-9f6f-37431f0eceba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:28:58.675447 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b1bd59b7-9080-455c-8409-c7c6767e5ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:28:58.736632 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:00.199646 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:01.582571 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:12.734071 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 5 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:29:26.041872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bc788834-c3cc-42d2-8561-2467a4ff04d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:28.661645 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3001b977-f51b-400f-90ae-18b681c1a764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:28.752841 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:30.207734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:31.615541 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:37.184847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536762'] for agent, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:49.732958 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 6 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:29:52.161434 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536762'] for agent, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:56.020693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3281-dcb4-4db1-96f0-753e987209dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:58.655021 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f14bad23-355a-4900-be51-2c29d011a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:29:58.740807 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:00.212812 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:01.566762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:07.226728 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:18.457039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50718) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:30:18.561253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-914e656a-2bff-4268-be95-623c65d6c640 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1031351 Aug 23 03:30:20.700684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50728) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:30:20.754630 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a894fa7a-285c-4230-961b-feba16b1a448 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0528567 Aug 23 03:30:22.128459 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:26.008422 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9b68ad7c-aeba-4077-8a16-ccb4a30d8e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:26.732434 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:30:28.698322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5f71a716-a4fb-4ce9-8450-d9b0b7b63451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:28.785793 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:30.237047 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:31.579700 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:37.173603 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:52.144981 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:56.011778 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7f6bff59-a245-4160-8794-f17681fe04b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:58.658977 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e825-6c45-4a35-b041-7bdd6825e44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:30:58.750651 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:00.217349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:01.596491 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:03.736624 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:31:07.156201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:22.144343 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:26.012489 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b515a5f-7f10-4a14-a97a-55d6308e5ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:28.663948 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b92d089f-d25b-47fc-b0ff-beec42099bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:28.736624 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:30.241451 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:31.583501 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:37.177988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:40.735867 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:31:40.901901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50928) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:41.407107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-242c344e-69f9-4b25-97bf-9e0a19920488 tempest-AutoAllocateNetworkTest-1805751830 tempest-AutoAllocateNetworkTest-1805751830-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=833e39277cdc4069a8f3a89980a85439&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5049706 Aug 23 03:31:41.410318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50948) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:41.589722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9088c-f2ab-4797-9ad4-42fe79ea47cb tempest-AutoAllocateNetworkTest-1805751830 tempest-AutoAllocateNetworkTest-1805751830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:41.591291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-02a9088c-f2ab-4797-9ad4-42fe79ea47cb tempest-AutoAllocateNetworkTest-1805751830 tempest-AutoAllocateNetworkTest-1805751830-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1799521 Aug 23 03:31:41.594205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50958) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:41.651121 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e0ad163f-76f7-40e2-a88d-fe8c4b8d3064 tempest-AutoAllocateNetworkTest-1805751830 tempest-AutoAllocateNetworkTest-1805751830-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558288 Aug 23 03:31:41.659514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50960) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:41.685628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca6be22b-5b83-4e7e-8b49-0c04b481c04d tempest-AutoAllocateNetworkTest-1805751830 tempest-AutoAllocateNetworkTest-1805751830-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=833e39277cdc4069a8f3a89980a85439 HTTP/1.1" status: 200 len: 208 time: 0.0248308 Aug 23 03:31:42.803809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51000) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:43.118939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:43.204029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:43.244798 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:43.282723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e66d69-8dce-4b64-8e2a-3ddb332244e7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:43.291485 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=833e39277cdc4069a8f3a89980a85439&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4833763 Aug 23 03:31:43.291593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51030) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:43.293744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.294284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.294950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.295450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.295956 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.296449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.296925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.297441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.298048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.298536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.299054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.299534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701abea8-aa4b-4654-90f8-daa2b9d79f7c admin admin] Tracked resource versions report: Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: pushed versions: Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: { 'AddressGroup': {'1.2'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'ConntrackHelper': {'1.0'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Log': {'1.0'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Network': {'1.1'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Port': {'1.7'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'PortForwarding': {'1.2'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'QosPolicy': {'1.9'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'SecurityGroup': {'1.4'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'SecurityGroupRule': {'1.2'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'SubPort': {'1.0'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Subnet': {'1.1'}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Trunk': {'1.1'}} Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: consumer versions: Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: { DHCP agent@n-d-749052-7: {}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: HyperV agent@n-h1-749052-7: {}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: HyperV agent@n-h2-749052-7: {}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: L3 agent@n-d-749052-7: {}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: Metadata agent@n-d-749052-7: {}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: Metering agent@n-d-749052-7: {}, Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: Open vSwitch agent@n-d-749052-7: { 'AddressGroup': '1.2', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'ConntrackHelper': '1.0', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Log': '1.0', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Network': '1.1', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Port': '1.7', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'PortForwarding': '1.2', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'QosPolicy': '1.9', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'SecurityGroup': '1.4', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'SecurityGroupRule': '1.2', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'SubPort': '1.0', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Subnet': '1.1', Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: 'Trunk': '1.1'}} Aug 23 03:31:43.300704 n-d-749052-7 neutron-server[95120]: {{(pid=95120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 03:31:43.355006 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:43.374947 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:43.502891 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:43.505417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:43.508902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03e66d69-8dce-4b64-8e2a-3ddb332244e7 HTTP/1.1" status: 204 len: 168 time: 0.2138991 Aug 23 03:31:43.517567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e66d69-8dce-4b64-8e2a-3ddb332244e7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:43.525745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.526130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.526422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.526756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.527206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.527519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.527851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.528173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.528493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.528830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.529209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.529631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd81e8-ffc4-4c69-ae20-3796507f66c8 admin admin] Tracked resource versions report: Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: pushed versions: Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: { 'AddressGroup': {'1.2'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'ConntrackHelper': {'1.0'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Log': {'1.0'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Network': {'1.1'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Port': {'1.7'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'PortForwarding': {'1.2'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'QosPolicy': {'1.9'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'SecurityGroup': {'1.4'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'SecurityGroupRule': {'1.2'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'SubPort': {'1.0'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Subnet': {'1.1'}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Trunk': {'1.1'}} Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: consumer versions: Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: { DHCP agent@n-d-749052-7: {}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: HyperV agent@n-h1-749052-7: {}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: HyperV agent@n-h2-749052-7: {}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: L3 agent@n-d-749052-7: {}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: Metadata agent@n-d-749052-7: {}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: Metering agent@n-d-749052-7: {}, Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: Open vSwitch agent@n-d-749052-7: { 'AddressGroup': '1.2', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'ConntrackHelper': '1.0', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Log': '1.0', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Network': '1.1', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Port': '1.7', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'PortForwarding': '1.2', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'QosPolicy': '1.9', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'SecurityGroup': '1.4', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'SecurityGroupRule': '1.2', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'SubPort': '1.0', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Subnet': '1.1', Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: 'Trunk': '1.1'}} Aug 23 03:31:43.530627 n-d-749052-7 neutron-server[95121]: {{(pid=95121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 03:31:45.408478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51146) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:45.660121 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01a1a644-b8dd-47a5-9db8-ea9c44d3ad0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:45.750393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01a1a644-b8dd-47a5-9db8-ea9c44d3ad0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:45.816275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01a1a644-b8dd-47a5-9db8-ea9c44d3ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:45.866817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1a644-b8dd-47a5-9db8-ea9c44d3ad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c839257f-531c-4549-961b-38d422d20881,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:45.871907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-01a1a644-b8dd-47a5-9db8-ea9c44d3ad0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6aec35aa84a642fd9e311ba00b374d07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4617136 Aug 23 03:31:45.874461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51174) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:45.931856 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72b12223-e064-4c81-ba8d-71518f869f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:45.951452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51180) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:45.957955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72b12223-e064-4c81-ba8d-71518f869f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.097054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72b12223-e064-4c81-ba8d-71518f869f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.101143 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72b12223-e064-4c81-ba8d-71518f869f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.101143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-72b12223-e064-4c81-ba8d-71518f869f23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c839257f-531c-4549-961b-38d422d20881 HTTP/1.1" status: 204 len: 168 time: 0.2253859 Aug 23 03:31:46.110914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b12223-e064-4c81-ba8d-71518f869f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c839257f-531c-4549-961b-38d422d20881,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:46.298541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7bda417a-f8f3-4aed-8133-725d127d7e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.400176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7bda417a-f8f3-4aed-8133-725d127d7e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.480830 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7bda417a-f8f3-4aed-8133-725d127d7e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.521654 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7bda417a-f8f3-4aed-8133-725d127d7e7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3747bfb45234a46837d7b86cd5c3a55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5684366 Aug 23 03:31:46.525936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda417a-f8f3-4aed-8133-725d127d7e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183090a7-e2bc-41b4-aed6-2fe646c22438,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:46.527854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51226) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:46.582785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2920eee3-0ccf-4b67-9d69-c6462f5252f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.603790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2920eee3-0ccf-4b67-9d69-c6462f5252f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.749365 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2920eee3-0ccf-4b67-9d69-c6462f5252f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.753739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2920eee3-0ccf-4b67-9d69-c6462f5252f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:46.755245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2920eee3-0ccf-4b67-9d69-c6462f5252f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/183090a7-e2bc-41b4-aed6-2fe646c22438 HTTP/1.1" status: 204 len: 168 time: 0.2263792 Aug 23 03:31:46.763473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920eee3-0ccf-4b67-9d69-c6462f5252f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183090a7-e2bc-41b4-aed6-2fe646c22438,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:47.039939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51260) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:47.053374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf22aa9a-904b-4580-94c1-fc6aeb51f49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.140525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf22aa9a-904b-4580-94c1-fc6aeb51f49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.222352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51270) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:47.252395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf22aa9a-904b-4580-94c1-fc6aeb51f49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.290239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf22aa9a-904b-4580-94c1-fc6aeb51f49a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c50608bc5ea4b00b7c559b85ca7ea92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2489574 Aug 23 03:31:47.291057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22aa9a-904b-4580-94c1-fc6aeb51f49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68eed00-d4f1-4a8b-a17b-4ddbf1bf928c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:47.293055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51276) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:47.341610 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-238e525b-8578-4cc4-baea-194fde2452d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.365741 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-238e525b-8578-4cc4-baea-194fde2452d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.532641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-238e525b-8578-4cc4-baea-194fde2452d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.541183 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-238e525b-8578-4cc4-baea-194fde2452d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.541183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-238e525b-8578-4cc4-baea-194fde2452d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c68eed00-d4f1-4a8b-a17b-4ddbf1bf928c HTTP/1.1" status: 204 len: 168 time: 0.2428434 Aug 23 03:31:47.549108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3953e9b0-e0c3-44e8-b4e2-4a0a878fe764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.556458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e525b-8578-4cc4-baea-194fde2452d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68eed00-d4f1-4a8b-a17b-4ddbf1bf928c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:47.645630 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3953e9b0-e0c3-44e8-b4e2-4a0a878fe764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.692653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51306) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:47.695201 n-d-749052-7 neutron-server[95121]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 03:31:47.716833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-def677dd-3a0f-42bb-9c7d-23206bbbfb0b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0d9edf274b7c410096cbbbc85d836559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226874 Aug 23 03:31:47.745567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3953e9b0-e0c3-44e8-b4e2-4a0a878fe764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.780301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51314) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:47.780433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3953e9b0-e0c3-44e8-b4e2-4a0a878fe764 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b48eed80e01a47ed98526a3ce92c9f88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5567484 Aug 23 03:31:47.790407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51316) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:47.810941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd79e27e-bff1-4b26-9def-4b8648f43705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.841213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953e9b0-e0c3-44e8-b4e2-4a0a878fe764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90733443-24d2-40d2-8978-ac4ebe33f8bf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:47.870319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-589dadc8-4da4-43a3-9f4b-d0e1aee0e8fd tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:47.879438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-589dadc8-4da4-43a3-9f4b-d0e1aee0e8fd tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545222 Aug 23 03:31:47.899638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ff779304-699f-4cfb-8b1f-80a70645e639 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/quotas/0d9edf274b7c410096cbbbc85d836559 HTTP/1.1" status: 200 len: 375 time: 0.0191307 Aug 23 03:31:47.911884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-639893b9-5273-408e-84c3-a0d36d315972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.945225 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-639893b9-5273-408e-84c3-a0d36d315972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:47.954013 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-e158599f-ae31-410c-9a8c-d2d0b4c21e1f tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d9edf274b7c410096cbbbc85d836559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533593 Aug 23 03:31:48.011641 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd79e27e-bff1-4b26-9def-4b8648f43705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:48.080984 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd79e27e-bff1-4b26-9def-4b8648f43705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:48.108464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79e27e-bff1-4b26-9def-4b8648f43705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68379cc9-cb65-4f3a-aed6-c92aa7ab2967,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:48.126134 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fd79e27e-bff1-4b26-9def-4b8648f43705 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d42dfc65ef714aeb8ea7146c26a8ce6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3442204 Aug 23 03:31:48.129195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51334) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:48.136851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-639893b9-5273-408e-84c3-a0d36d315972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:48.139664 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-639893b9-5273-408e-84c3-a0d36d315972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:48.140720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-639893b9-5273-408e-84c3-a0d36d315972 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90733443-24d2-40d2-8978-ac4ebe33f8bf HTTP/1.1" status: 204 len: 168 time: 0.3479013 Aug 23 03:31:48.156262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639893b9-5273-408e-84c3-a0d36d315972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90733443-24d2-40d2-8978-ac4ebe33f8bf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:48.206009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90bd301-81b8-4a13-9967-a61407ca6d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:48.252634 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90bd301-81b8-4a13-9967-a61407ca6d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:48.371966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90bd301-81b8-4a13-9967-a61407ca6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:48.374959 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90bd301-81b8-4a13-9967-a61407ca6d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:48.376414 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a90bd301-81b8-4a13-9967-a61407ca6d74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68379cc9-cb65-4f3a-aed6-c92aa7ab2967 HTTP/1.1" status: 204 len: 168 time: 0.2459791 Aug 23 03:31:48.388802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bd301-81b8-4a13-9967-a61407ca6d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68379cc9-cb65-4f3a-aed6-c92aa7ab2967,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:48.787561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51384) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:49.123020 n-d-749052-7 neutron-server[95120]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 03:31:49.164346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51412) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:49.192173 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4878ef9a-e5b1-41db-bc16-301f9d472a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:49.211128 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3dbcff76-46e6-4d4a-b7d2-76d2f8425261 req-51d693c4-2529-464b-b41f-02f60b65947d tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 210 time: 0.4217451 Aug 23 03:31:49.362798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4878ef9a-e5b1-41db-bc16-301f9d472a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:49.490808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4878ef9a-e5b1-41db-bc16-301f9d472a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:49.533401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878ef9a-e5b1-41db-bc16-301f9d472a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc1df6b-6874-428e-a94a-17ed9d601ea1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:49.547576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4878ef9a-e5b1-41db-bc16-301f9d472a97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c6fd21f27bf460896361a2512821dfc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3812029 Aug 23 03:31:49.549296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51450) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:49.605683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3ddf21-40f0-48ff-b305-581c06b0486c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:49.628771 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3ddf21-40f0-48ff-b305-581c06b0486c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:49.720780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3ddf21-40f0-48ff-b305-581c06b0486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:49.723317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3ddf21-40f0-48ff-b305-581c06b0486c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:49.724450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed3ddf21-40f0-48ff-b305-581c06b0486c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcc1df6b-6874-428e-a94a-17ed9d601ea1 HTTP/1.1" status: 204 len: 168 time: 0.1741741 Aug 23 03:31:49.732463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ddf21-40f0-48ff-b305-581c06b0486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc1df6b-6874-428e-a94a-17ed9d601ea1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:49.788969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51462) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:50.114987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-network', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:31:50.190969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51486) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:50.229586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Made reservation on behalf of 9b2a52da400e46c5a077f830248eb7bd for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:31:50.236191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.248526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.444175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae1e129c-3791-4176-bd05-ab58937d6de3 req-fc32ea4d-044e-4792-b226-7b8bad04ba27 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 210 time: 0.1513326 Aug 23 03:31:50.448337 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7282f00c-517f-49f2-b92a-2e5ce6f7ae2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.538298 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.642122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.673818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:31:50.698354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef1900-647b-4b32-8e55-ce94008a2bf8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:50.702115 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.707703 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Added segment 3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0 of type vlan for network d284e626-14c2-4d2a-8386-94627b64a16d Aug 23 03:31:50.761540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.823349 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7282f00c-517f-49f2-b92a-2e5ce6f7ae2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.913641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7282f00c-517f-49f2-b92a-2e5ce6f7ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.916288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.922181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:50.922181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:50.923580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51524) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:50.994131 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7282f00c-517f-49f2-b92a-2e5ce6f7ae2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e31a47b9d3b4141b8ad6adce8120d59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8004172 Aug 23 03:31:50.999744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282f00c-517f-49f2-b92a-2e5ce6f7ae2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa8850-d1fa-4a30-b310-e6237ef58509,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:51.000962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51532) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:51.029221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] Pushing event updated for resources: {'Network': ['ID=d284e626-14c2-4d2a-8386-94627b64a16d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:51.047860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network d284e626-14c2-4d2a-8386-94627b64a16d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:31:51.052874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-743bf7e0-f90c-4bbe-ab87-e5e35591666d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2624581 Aug 23 03:31:51.055895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51534) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:51.060989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Request body: {'subnet': {'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-subnet', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:31:51.086767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c0857ad-2390-495a-972b-8162092752d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.114903 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c0857ad-2390-495a-972b-8162092752d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.171401 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee621d9-2f59-46f5-a75c-f40710d96319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.172403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Made reservation on behalf of 9b2a52da400e46c5a077f830248eb7bd for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:31:51.174954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.295511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c0857ad-2390-495a-972b-8162092752d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.299725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c0857ad-2390-495a-972b-8162092752d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.301512 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2c0857ad-2390-495a-972b-8162092752d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12fa8850-d1fa-4a30-b310-e6237ef58509 HTTP/1.1" status: 204 len: 168 time: 0.2984717 Aug 23 03:31:51.345673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0857ad-2390-495a-972b-8162092752d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa8850-d1fa-4a30-b310-e6237ef58509,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:51.406737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee621d9-2f59-46f5-a75c-f40710d96319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.619847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-006caa21-232f-412e-9801-e7efe9e6cb66 req-7230d79e-b91e-4836-b134-00f584f6c4bc tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 210 time: 0.0257435 Aug 23 03:31:51.749082 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.783900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee621d9-2f59-46f5-a75c-f40710d96319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.808230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ee5bdc-836b-461b-b460-681e91b9dd62,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:51.821151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Checking segment: {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:31:51.821151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Network hostable DHCP agents. Network: d284e626-14c2-4d2a-8386-94627b64a16d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:31:51.822942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee621d9-2f59-46f5-a75c-f40710d96319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c738944-79a3-4a29-bd9c-c8640dc52edd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:51.830765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51554) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:51.831000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aee621d9-2f59-46f5-a75c-f40710d96319 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9776f01407c84311aca50538e61e48d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9056602 Aug 23 03:31:51.887480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5098b1e2-ab9b-4d3b-a696-8924fd86fc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.911265 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5098b1e2-ab9b-4d3b-a696-8924fd86fc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:51.932190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Network d284e626-14c2-4d2a-8386-94627b64a16d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:31:52.033906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5098b1e2-ab9b-4d3b-a696-8924fd86fc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.036603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5098b1e2-ab9b-4d3b-a696-8924fd86fc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.037833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5098b1e2-ab9b-4d3b-a696-8924fd86fc0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c738944-79a3-4a29-bd9c-c8640dc52edd HTTP/1.1" status: 204 len: 168 time: 0.2061563 Aug 23 03:31:52.041850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, d284e626-14c2-4d2a-8386-94627b64a16d) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:31:52.046819 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ab2ad-ab9e-4bbd-b54a-24e8339b1009 None None] Network d284e626-14c2-4d2a-8386-94627b64a16d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:31:52.052495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:52.053495 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.072118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098b1e2-ab9b-4d3b-a696-8924fd86fc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c738944-79a3-4a29-bd9c-c8640dc52edd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:52.143998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f0fb9186-cf52-4093-9ea7-43a16103b590 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0868270 Aug 23 03:31:52.146525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51566) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:52.151098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:31:52.175878 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.218519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-d284e626-14c2-4d2a-8386-94627b64a16d', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:31:52.219443 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.262262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.263324 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.323949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.360694 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Allocated IP 172.20.0.2 (d284e626-14c2-4d2a-8386-94627b64a16d/69ee5bdc-836b-461b-b460-681e91b9dd62/d5303e3d-5fd1-48c6-988c-401bcffe02ad) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:31:52.461802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.24', 64167) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:52.494651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-1dfc21ee-69a6-4ec3-b638-ad2419cacd3c tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0d9edf274b7c410096cbbbc85d836559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305707 Aug 23 03:31:52.499370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51570) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:52.524783 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.529002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-577e6a9b-024e-422c-bc7d-e7c2793ea2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.534028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Transition to ACTIVE for port object d5303e3d-5fd1-48c6-988c-401bcffe02ad will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:31:52.551632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Transition to ACTIVE for port object d5303e3d-5fd1-48c6-988c-401bcffe02ad will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:31:52.621161 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.667700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.684542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Network d284e626-14c2-4d2a-8386-94627b64a16d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:31:52.697408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:31:52.702201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:31:52.734319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Pushing event updated for resources: {'Port': ['ID=d5303e3d-5fd1-48c6-988c-401bcffe02ad,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:52.797406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.797793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.798140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.798635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.799169 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.799557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.800821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.801213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Tracked resource versions report: Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: pushed versions: Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: { 'AddressGroup': {'1.2'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'ConntrackHelper': {'1.0'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Log': {'1.0'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Network': {'1.1'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Port': {'1.7'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'PortForwarding': {'1.2'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'QosPolicy': {'1.9'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'SecurityGroup': {'1.4'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'SecurityGroupRule': {'1.2'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'SubPort': {'1.0'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Subnet': {'1.1'}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Trunk': {'1.1'}} Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: consumer versions: Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: { DHCP agent@n-d-749052-7: {}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: HyperV agent@n-h1-749052-7: {}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: HyperV agent@n-h2-749052-7: {}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: L3 agent@n-d-749052-7: {}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: Metadata agent@n-d-749052-7: {}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: Metering agent@n-d-749052-7: {}, Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: Open vSwitch agent@n-d-749052-7: { 'AddressGroup': '1.2', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'ConntrackHelper': '1.0', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Log': '1.0', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Network': '1.1', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Port': '1.7', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'PortForwarding': '1.2', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'QosPolicy': '1.9', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'SecurityGroup': '1.4', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'SecurityGroupRule': '1.2', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'SubPort': '1.0', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Subnet': '1.1', Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: 'Trunk': '1.1'}} Aug 23 03:31:52.805293 n-d-749052-7 neutron-server[95122]: {{(pid=95122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 03:31:52.846243 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-577e6a9b-024e-422c-bc7d-e7c2793ea2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.851549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Attempting to bind port d5303e3d-5fd1-48c6-988c-401bcffe02ad on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:31:52.851928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Attempting to bind port d5303e3d-5fd1-48c6-988c-401bcffe02ad by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:31:52.852608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Attempting to bind port d5303e3d-5fd1-48c6-988c-401bcffe02ad on network d284e626-14c2-4d2a-8386-94627b64a16d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:31:52.860306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:31:52.860792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Checking segment: {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:31:52.861291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.862518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Bound using segment: {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:31:52.863014 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Bound port: d5303e3d-5fd1-48c6-988c-401bcffe02ad, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:31:52.863660 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:52.888448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-59f47b8a-fd75-4ee7-a98a-5f4549b78b6d tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:52.890390 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-59f47b8a-fd75-4ee7-a98a-5f4549b78b6d tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864548 Aug 23 03:31:52.895756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f124aec8-72a4-4837-b522-808a1e5b1851 req-6c0029f5-681d-45b5-87d6-4f8df6feb146 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 210 time: 0.0367851 Aug 23 03:31:52.964218 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-577e6a9b-024e-422c-bc7d-e7c2793ea2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.005586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Request body: {'port': {'device_id': '7dd81ae1-9eec-4655-9328-b3d07a15567e', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '0d9edf274b7c410096cbbbc85d836559'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:31:53.021142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-577e6a9b-024e-422c-bc7d-e7c2793ea2f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15da424ddc5c410ab5a81b556cefb748&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5197616 Aug 23 03:31:53.036031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e6a9b-024e-422c-bc7d-e7c2793ea2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3113c8b-2608-4578-a973-320f452934dd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:53.052605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51586) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:53.058236 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.086504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.122477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] For port d5303e3d-5fd1-48c6-988c-401bcffe02ad, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:31:53.130640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] For port d5303e3d-5fd1-48c6-988c-401bcffe02ad, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d5303e3d-5fd1-48c6-988c-401bcffe02ad,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:31:53.198095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51596) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:53.204164 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.224069 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53e22553-afc1-4f1c-af93-0c307e5c5eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.300350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9348dd-2fc0-42bf-a0d2-66ee40dd2db9 None None] Pushing event updated for resources: {'Port': ['ID=d5303e3d-5fd1-48c6-988c-401bcffe02ad,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:53.306291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Allocated IP 172.25.1.13 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/181f8a8d-6f12-4ab5-b353-ef5d5a70f11c) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:31:53.386195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17d5ee6b-eca3-4c00-a499-5922311b5644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.410752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17d5ee6b-eca3-4c00-a499-5922311b5644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.484601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53e22553-afc1-4f1c-af93-0c307e5c5eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.504649 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.549839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17d5ee6b-eca3-4c00-a499-5922311b5644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.549839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17d5ee6b-eca3-4c00-a499-5922311b5644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.558179 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-17d5ee6b-eca3-4c00-a499-5922311b5644 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3113c8b-2608-4578-a973-320f452934dd HTTP/1.1" status: 204 len: 168 time: 0.4856465 Aug 23 03:31:53.600827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53e22553-afc1-4f1c-af93-0c307e5c5eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.638183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5ee6b-eca3-4c00-a499-5922311b5644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3113c8b-2608-4578-a973-320f452934dd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:53.710014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Made reservation on behalf of 0d9edf274b7c410096cbbbc85d836559 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:31:53.714806 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.733740 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.778307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e22553-afc1-4f1c-af93-0c307e5c5eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd418d1-8282-42f7-96b1-b120436cbabd,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:53.803137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-53e22553-afc1-4f1c-af93-0c307e5c5eab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39fab2d7f9fc4c958a837205512a46e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6005316 Aug 23 03:31:53.803137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51622) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:53.896257 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.949359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.972522 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5198225-f8d8-4393-a7e5-4dbc22f6c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:53.990403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:54.072904 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5198225-f8d8-4393-a7e5-4dbc22f6c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:54.085579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:54.105264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c38f486f-a476-4e5b-8c49-b19c36bc3c10 req-02c0fe52-e5c7-47d1-8fc2-d887d2eb1ac8 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 210 time: 0.0854001 Aug 23 03:31:54.115664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:31:54.126169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:31:54.128528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:31:54.234533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Pushing event updated for resources: {'Port': ['ID=181f8a8d-6f12-4ab5-b353-ef5d5a70f11c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:54.262968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Allocated IP 192.168.233.240 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/98a08ceb-2391-4b8d-bfe9-0dbb8e564671) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:31:54.390074 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5198225-f8d8-4393-a7e5-4dbc22f6c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:54.395182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5198225-f8d8-4393-a7e5-4dbc22f6c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:54.396386 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c5198225-f8d8-4393-a7e5-4dbc22f6c0d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfd418d1-8282-42f7-96b1-b120436cbabd HTTP/1.1" status: 204 len: 168 time: 0.5923767 Aug 23 03:31:54.452734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5198225-f8d8-4393-a7e5-4dbc22f6c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd418d1-8282-42f7-96b1-b120436cbabd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:54.512460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:54.526810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Transition to ACTIVE for port object 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:31:54.548286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7324a44b-a407-4d08-ba5e-c8bad93cc792 None None] Network d284e626-14c2-4d2a-8386-94627b64a16d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:31:54.639776 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:54.663664 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:54.832319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51646) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:54.856152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Pushing event updated for resources: {'Port': ['ID=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:54.873608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:31:54.875433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:31:54.878417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:31:54.880388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-67c99685-f079-42d6-bd0a-0d990a6b3cee None None] Provisioning for port d5303e3d-5fd1-48c6-988c-401bcffe02ad completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:31:54.897348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:54.898464 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.106290 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.113055 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-c6124e63-c190-466b-b801-b8084938d36b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1138382 Aug 23 03:31:55.145032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-85063e89-d429-441f-b469-75564b16d050 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:31:55.152055 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-85063e89-d429-441f-b469-75564b16d050 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274694 Aug 23 03:31:55.161379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d5303e3d-5fd1-48c6-988c-401bcffe02ad up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:31:55.397257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port d5303e3d-5fd1-48c6-988c-401bcffe02ad completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:31:55.408541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d5303e3d-5fd1-48c6-988c-401bcffe02ad triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:31:55.408541 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.426222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe8161-0292-4533-b23b-91feb9c0ec1f req-b318819b-e6be-4786-b4a1-f0407353d6a6 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:55.438775 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dbe8161-0292-4533-b23b-91feb9c0ec1f req-b318819b-e6be-4786-b4a1-f0407353d6a6 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 936 time: 0.1431961 Aug 23 03:31:55.457975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52eb9169-1f11-4ece-8266-5ca594d7ffa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.582780 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dbe8161-0292-4533-b23b-91feb9c0ec1f req-90e3e63f-bd2b-4c87-9f85-4576b394e735 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374798 Aug 23 03:31:55.643853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Request body: {'port': {'device_id': '7dd81ae1-9eec-4655-9328-b3d07a15567e', 'device_owner': 'compute:tempest-test_az-794880766', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:31:55.662567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.666029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2d7d0ac5-fcb1-486d-bfc1-0ded1c05731b None None] Provisioning for port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:31:55.684416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2d7d0ac5-fcb1-486d-bfc1-0ded1c05731b None None] Provisioning complete for port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:31:55.684841 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0ac5-fcb1-486d-bfc1-0ded1c05731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.709116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52eb9169-1f11-4ece-8266-5ca594d7ffa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.710823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Router a72bf3c0-8110-4432-919b-94390fd5e878 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:31:55.773806 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.791582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port d5303e3d-5fd1-48c6-988c-401bcffe02ad, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d5303e3d-5fd1-48c6-988c-401bcffe02ad,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:31:55.792923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d0ac5-fcb1-486d-bfc1-0ded1c05731b None None] Port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:31:55.806676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52eb9169-1f11-4ece-8266-5ca594d7ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.863419 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52eb9169-1f11-4ece-8266-5ca594d7ffa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f82840fce25c435e864580027496196d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0281813 Aug 23 03:31:55.867277 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:55.867577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb9169-1f11-4ece-8266-5ca594d7ffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8c70e0-7eeb-427f-80ea-98bf1a676b9a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:55.867676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51670) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:55.939685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:31:55.951942 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Sync routers for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:31:55.966871 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:31:55.971080 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:31:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:31:56.074379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=d5303e3d-5fd1-48c6-988c-401bcffe02ad,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:56.098283 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:56.101134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ea116746-b399-4057-9434-dc95b18dd705 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9535666 Aug 23 03:31:56.104183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51672) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:56.159138 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1006f85c-5621-43b1-a9fe-28ef52e99759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:56.259532 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:31:56.538606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:31:56.540094 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:54Z', 'revision_number': 3, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:31:56.563870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:56.575354 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Checking router: a72bf3c0-8110-4432-919b-94390fd5e878 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:31:56.576008 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Updating router a72bf3c0-8110-4432-919b-94390fd5e878 port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:31:56.608870 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:56.620735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Transition to ACTIVE for port object 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:31:56.645380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d597-8830-418b-aca3-f508f8df500d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:56.678234 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d597-8830-418b-aca3-f508f8df500d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:56.817881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:56.893773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51700) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:56.959569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Pushing event updated for resources: {'Port': ['ID=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:57.033725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3ec6-a33c-4d9f-8d85-b4c571de4951 req-b6a3fc35-beb7-433c-81a6-fe4ed9e57a07 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:57.042241 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af4f3ec6-a33c-4d9f-8d85-b4c571de4951 req-b6a3fc35-beb7-433c-81a6-fe4ed9e57a07 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.2601740 Aug 23 03:31:57.175191 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.185302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1261779819-network', 'tenant_id': '168d4dbdb06d40e2868bcbafccb7d54c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:31:57.195962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d5303e3d-5fd1-48c6-988c-401bcffe02ad up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:31:57.220040 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Transition to ACTIVE for port object 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:31:57.235406 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af4f3ec6-a33c-4d9f-8d85-b4c571de4951 req-6ad3a25c-2610-4f4c-9bed-245d9a375368 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917877 Aug 23 03:31:57.269290 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.271927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Attempting to bind port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:31:57.281146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Attempting to bind port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:31:57.281935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Attempting to bind port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:31:57.285274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d597-8830-418b-aca3-f508f8df500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.288353 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdb1d597-8830-418b-aca3-f508f8df500d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.289728 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bdb1d597-8830-418b-aca3-f508f8df500d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc8c70e0-7eeb-427f-80ea-98bf1a676b9a HTTP/1.1" status: 204 len: 168 time: 1.4239006 Aug 23 03:31:57.305432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:31:57.306120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Attempting to bind port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:31:57.313683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:31:57.314906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:31:57.315872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:31:57.316582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Bound port: 98a08ceb-2391-4b8d-bfe9-0dbb8e564671, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:31:57.317196 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.320470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1d597-8830-418b-aca3-f508f8df500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8c70e0-7eeb-427f-80ea-98bf1a676b9a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:57.354030 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.398263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d5303e3d-5fd1-48c6-988c-401bcffe02ad triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:31:57.398749 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.434948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Made reservation on behalf of 168d4dbdb06d40e2868bcbafccb7d54c for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:31:57.438185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.474797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.489490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] For port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:31:57.496390 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] For port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:31:57.505471 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Attempting to bind port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:31:57.505830 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Attempting to bind port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:31:57.506264 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Attempting to bind port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:31:57.521900 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:31:57.522507 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:31:57.522679 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.523090 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:31:57.523586 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Bound port: 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:31:57.524043 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.527424 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Pushing event updated for resources: {'Port': ['ID=181f8a8d-6f12-4ab5-b353-ef5d5a70f11c,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:57.563396 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.563753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.564692 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.566249 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.566249 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.576154 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.577162 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.577162 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.577474 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.578651 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.578651 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.578651 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Tracked resource versions report: Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: pushed versions: Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: { 'AddressGroup': {'1.2'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'ConntrackHelper': {'1.0'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Log': {'1.0'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Network': {'1.1'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Port': {'1.7'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'PortForwarding': {'1.2'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'QosPolicy': {'1.9'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'SecurityGroup': {'1.4'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'SecurityGroupRule': {'1.2'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'SubPort': {'1.0'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Subnet': {'1.1'}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Trunk': {'1.1'}} Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: consumer versions: Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: { DHCP agent@n-d-749052-7: {}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: HyperV agent@n-h1-749052-7: {}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: HyperV agent@n-h2-749052-7: {}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: L3 agent@n-d-749052-7: {}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: Metadata agent@n-d-749052-7: {}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: Metering agent@n-d-749052-7: {}, Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: Open vSwitch agent@n-d-749052-7: { 'AddressGroup': '1.2', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'ConntrackHelper': '1.0', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Log': '1.0', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Network': '1.1', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Port': '1.7', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'PortForwarding': '1.2', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'QosPolicy': '1.9', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'SecurityGroup': '1.4', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'SecurityGroupRule': '1.2', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'SubPort': '1.0', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Subnet': '1.1', Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: 'Trunk': '1.1'}} Aug 23 03:31:57.579821 n-d-749052-7 neutron-server[95124]: {{(pid=95124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 03:31:57.595069 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.652400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Allocated IP 172.20.0.1 (d284e626-14c2-4d2a-8386-94627b64a16d/69ee5bdc-836b-461b-b460-681e91b9dd62/c0238b21-cba9-4018-a5cf-46879ba14403) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:31:57.670269 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] For port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:31:57.684272 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] For port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=181f8a8d-6f12-4ab5-b353-ef5d5a70f11c,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:31:57.685924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:57.687295 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.689662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] 10.222.0.24 "PUT /v2.0/ports/98a08ceb-2391-4b8d-bfe9-0dbb8e564671 HTTP/1.1" status: 200 len: 1117 time: 2.1678336 Aug 23 03:31:57.690316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd81ae1-9eec-4655-9328-b3d07a15567e', 'tag': '98a08ceb-2391-4b8d-bfe9-0dbb8e564671'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:31:57.788216 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.800433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:57.881824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf59618-6c30-47aa-8afe-d8d021ec760b service neutron] Pushing event updated for resources: {'Port': ['ID=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:58.100151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.100891 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:31:58.100891 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:31:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:31:58.101076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Transition to ACTIVE for port object c0238b21-cba9-4018-a5cf-46879ba14403 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:31:58.101161 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d803a99-8885-4b99-89d9-8fb8465b5a5c None None] Pushing event updated for resources: {'Port': ['ID=181f8a8d-6f12-4ab5-b353-ef5d5a70f11c,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:58.124308 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:31:58.166008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.200137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.212695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:31:58.256996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1876c29-cb25-4d44-a803-fb1164242415,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:58.269613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.270064 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Added segment 7ece1896-fcd6-492d-94f4-09498d096989 of type vlan for network ba086131-5cb5-4e31-8f4a-0f45c2fd938f Aug 23 03:31:58.300754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Network d284e626-14c2-4d2a-8386-94627b64a16d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:31:58.303456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Pushing event updated for resources: {'Port': ['ID=c0238b21-cba9-4018-a5cf-46879ba14403,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:58.309036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-d2f4a25b-060d-45a3-b6d0-a58e4b8f0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:58.314090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:31:58.314365 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-d2f4a25b-060d-45a3-b6d0-a58e4b8f0966 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d9edf274b7c410096cbbbc85d836559&device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 1120 time: 0.3646197 Aug 23 03:31:58.322395 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:31:58.323108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.440417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-d1bc80cd-a43c-43df-a7de-e67a1f106781 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=98a08ceb-2391-4b8d-bfe9-0dbb8e564671 HTTP/1.1" status: 200 len: 217 time: 0.1175821 Aug 23 03:31:58.465236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69434dd-bffc-4333-a249-c3a4e485d507 req-ad05f319-2a2b-4d3b-8070-1bf528be29d9 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:58.478608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e69434dd-bffc-4333-a249-c3a4e485d507 req-ad05f319-2a2b-4d3b-8070-1bf528be29d9 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.1124613 Aug 23 03:31:58.492277 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.654155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e69434dd-bffc-4333-a249-c3a4e485d507 req-d9413103-840d-4074-a651-12ef4b5bbf09 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745169 Aug 23 03:31:58.676639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-1c12b153-0d23-4f74-b039-b1d2efe26ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:58.679109 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-1c12b153-0d23-4f74-b039-b1d2efe26ead service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1985207 Aug 23 03:31:58.696433 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-87aae6c3-415d-4515-97aa-97acfd18544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.757818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.761319 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.761896 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:58.762824 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.763329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5377c63b-fcca-4f0e-8ccd-58f4bf15a0e1 None None] Provisioning for port c0238b21-cba9-4018-a5cf-46879ba14403 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:31:58.769147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5377c63b-fcca-4f0e-8ccd-58f4bf15a0e1 None None] Provisioning complete for port c0238b21-cba9-4018-a5cf-46879ba14403 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:31:58.769893 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5377c63b-fcca-4f0e-8ccd-58f4bf15a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:58.790816 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd81ae1-9eec-4655-9328-b3d07a15567e", "tag": "98a08ceb-2391-4b8d-bfe9-0dbb8e564671"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:31:58.847508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5377c63b-fcca-4f0e-8ccd-58f4bf15a0e1 None None] Port c0238b21-cba9-4018-a5cf-46879ba14403 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:31:58.866773 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:54Z', 'revision_number': 3, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:31:58.887473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-bd532279-3d92-4605-b7db-1d13834aecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:58.891684 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-bd532279-3d92-4605-b7db-1d13834aecc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1888030 Aug 23 03:31:58.908262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51736) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:58.908921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0160060 Aug 23 03:31:58.918261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Request body: {'subnet': {'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1261779819-subnet', 'tenant_id': '168d4dbdb06d40e2868bcbafccb7d54c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:31:58.928156 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d423ae-61a2-4dbf-bf04-67056b157213 None None] The sync data for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 is: [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:54Z', 'revision_number': 3, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:31:58.969957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51738) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:58.989305 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9fc5da6-d413-421f-8399-fdb9e8060a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:59.037602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85668b4c-91bf-4826-90ce-af5738957cfb admin admin] Pushing event updated for resources: {'Network': ['ID=ba086131-5cb5-4e31-8f4a-0f45c2fd938f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:31:59.063577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network ba086131-5cb5-4e31-8f4a-0f45c2fd938f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:31:59.079375 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:59.268824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51742) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:31:59.272514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Made reservation on behalf of 168d4dbdb06d40e2868bcbafccb7d54c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:31:59.275613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Notify callbacks [] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:59.541301 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8f6952-c2ed-4ff2-a442-58388f458d30 x-openstack-request-id: req-5b8f6952-c2ed-4ff2-a442-58388f458d30 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:31:59.542117 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd81ae1-9eec-4655-9328-b3d07a15567e", "tag": "98a08ceb-2391-4b8d-bfe9-0dbb8e564671", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:31:59.542117 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b8f6952-c2ed-4ff2-a442-58388f458d30 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:31:59.543579 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd81ae1-9eec-4655-9328-b3d07a15567e', 'tag': '98a08ceb-2391-4b8d-bfe9-0dbb8e564671', 'status': 'completed', 'code': 200} Aug 23 03:31:59.594751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-76e7b8a5-e0ef-4a67-b4fc-b6eabab77a42 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744843 Aug 23 03:31:59.650389 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fde30ac4-26db-414b-a52f-09ee1d3564a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:59.704746 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:59.765046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9fc5da6-d413-421f-8399-fdb9e8060a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:59.847595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac37d29-9031-41c1-8d25-784fbdcd167d req-7d329691-56d5-47b7-a6d9-930e299c37c3 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:31:59.861650 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ac37d29-9031-41c1-8d25-784fbdcd167d req-7d329691-56d5-47b7-a6d9-930e299c37c3 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.1117804 Aug 23 03:31:59.942940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ac37d29-9031-41c1-8d25-784fbdcd167d req-57cde5a5-68f5-4140-b18e-3fdacefc527d tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786896 Aug 23 03:31:59.981266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:31:59.981266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.035707 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.049531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Pushing event updated for resources: {'Port': ['ID=c0238b21-cba9-4018-a5cf-46879ba14403,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:00.100216 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9fc5da6-d413-421f-8399-fdb9e8060a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.202542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Network d284e626-14c2-4d2a-8386-94627b64a16d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:00.205261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:00.253670 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f9fc5da6-d413-421f-8399-fdb9e8060a73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5cf50149ea714cf5ae16b84bcc28ed35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2788525 Aug 23 03:32:00.256285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd30577-c479-4f1e-98b6-f90156d3f3d6,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:00.263758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.273000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51760) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:00.355459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc5da6-d413-421f-8399-fdb9e8060a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad53ab42-89ca-4d84-b8e1-55f0c2a2434e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:00.380880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:00.381262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Network hostable DHCP agents. Network: ba086131-5cb5-4e31-8f4a-0f45c2fd938f, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:32:00.457703 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-edfaad98-2a60-492e-922d-1350d80d3faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.516137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-edfaad98-2a60-492e-922d-1350d80d3faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.540110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Network ba086131-5cb5-4e31-8f4a-0f45c2fd938f is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:32:00.601102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-383ab676-d312-4816-a3c5-a0153e13cc6d None None] Provisioning complete for port c0238b21-cba9-4018-a5cf-46879ba14403 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:00.604561 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-383ab676-d312-4816-a3c5-a0153e13cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.622844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, ba086131-5cb5-4e31-8f4a-0f45c2fd938f) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:00.628676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:00.629623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.643651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9b086-b453-4192-9f24-2e61b5a33646 None None] Network ba086131-5cb5-4e31-8f4a-0f45c2fd938f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:32:00.686480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-383ab676-d312-4816-a3c5-a0153e13cc6d None None] Port c0238b21-cba9-4018-a5cf-46879ba14403 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:00.690053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fde30ac4-26db-414b-a52f-09ee1d3564a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.712613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Router a72bf3c0-8110-4432-919b-94390fd5e878 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:32:00.734629 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-edfaad98-2a60-492e-922d-1350d80d3faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.737925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-edfaad98-2a60-492e-922d-1350d80d3faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.746440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-edfaad98-2a60-492e-922d-1350d80d3faf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad53ab42-89ca-4d84-b8e1-55f0c2a2434e HTTP/1.1" status: 204 len: 168 time: 0.4072745 Aug 23 03:32:00.747839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfaad98-2a60-492e-922d-1350d80d3faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad53ab42-89ca-4d84-b8e1-55f0c2a2434e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:00.804665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fde30ac4-26db-414b-a52f-09ee1d3564a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:00.842738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde30ac4-26db-414b-a52f-09ee1d3564a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4fb617-6628-401d-ad87-bd2776003181,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:00.876364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51778) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:00.886714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fde30ac4-26db-414b-a52f-09ee1d3564a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ad6c1a292db4ff58fa5fb07251e452d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6166937 Aug 23 03:32:00.915770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd474c4-aaed-4af3-9a18-d8bbf6d3d5ca None None] Network ba086131-5cb5-4e31-8f4a-0f45c2fd938f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:32:00.947844 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4ff4c08d-4a20-4fdc-ba3d-122c7297d0db admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0297465 Aug 23 03:32:00.947844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34794cb2-cdb3-4e05-a6bb-fe1bd656a8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:01.015889 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34794cb2-cdb3-4e05-a6bb-fe1bd656a8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:01.016591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:32:01.041098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-21e47be5-996f-401b-ab6f-7e835630ac1f admin admin] 10.222.0.20 "PUT /v2.0/routers/a72bf3c0-8110-4432-919b-94390fd5e878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9253111 Aug 23 03:32:01.246685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:01.326985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13292b90-104d-446f-9d6b-c2532e368960 req-26cfaff1-1b2e-43ec-a9b7-3e7099da46dc tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:01.329160 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13292b90-104d-446f-9d6b-c2532e368960 req-26cfaff1-1b2e-43ec-a9b7-3e7099da46dc tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.1145713 Aug 23 03:32:01.336283 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34794cb2-cdb3-4e05-a6bb-fe1bd656a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:01.339184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34794cb2-cdb3-4e05-a6bb-fe1bd656a8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:01.350983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-34794cb2-cdb3-4e05-a6bb-fe1bd656a8b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b4fb617-6628-401d-ad87-bd2776003181 HTTP/1.1" status: 204 len: 168 time: 0.4732497 Aug 23 03:32:01.463269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34794cb2-cdb3-4e05-a6bb-fe1bd656a8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4fb617-6628-401d-ad87-bd2776003181,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:01.505537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:01.535770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:01.536353 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:01.578302 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13292b90-104d-446f-9d6b-c2532e368960 req-7bb51ddf-c72c-4fbb-8f6e-7fb48fb6a5ef tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263317 Aug 23 03:32:01.642641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c4d07b9-83fc-4e5f-b1e6-cf9f07cf64c3 req-ccfee3e1-aed6-4bc2-8b10-f91f08ef103c service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838304 Aug 23 03:32:01.664656 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:01.692657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=181f8a8d-6f12-4ab5-b353-ef5d5a70f11c,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:01.694202 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:01.776372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Sync routers for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:32:01.782039 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:01.811061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:01.812358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:31:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:01.885295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=181f8a8d-6f12-4ab5-b353-ef5d5a70f11c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:01.953370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:02.207471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:31:59Z', 'revision_number': 2, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:02.239381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Checking router: a72bf3c0-8110-4432-919b-94390fd5e878 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:32:02.240527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Updating router a72bf3c0-8110-4432-919b-94390fd5e878 port c0238b21-cba9-4018-a5cf-46879ba14403 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:32:02.264723 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:02.490778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51818) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:02.685827 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:02.699266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Transition to ACTIVE for port object c0238b21-cba9-4018-a5cf-46879ba14403 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:02.741256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337a896-982d-44ee-8534-e1d2727c7d40 req-6569d9aa-4ca2-4c3b-8991-24b34e176c98 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:02.742793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4337a896-982d-44ee-8534-e1d2727c7d40 req-6569d9aa-4ca2-4c3b-8991-24b34e176c98 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.0761657 Aug 23 03:32:02.778025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:02.791660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4337a896-982d-44ee-8534-e1d2727c7d40 req-bc189bc0-c90a-4c2e-800d-bc8c1513c8d9 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Aug 23 03:32:02.841777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:02.861116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dee717-f1c0-4ed7-9492-8048a82f9354 None None] Pushing event updated for resources: {'Port': ['ID=c0238b21-cba9-4018-a5cf-46879ba14403,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:02.883779 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-97b77608-382c-4afa-9c3a-21c44c9dcbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:02.962352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Attempting to bind port c0238b21-cba9-4018-a5cf-46879ba14403 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:02.966484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Attempting to bind port c0238b21-cba9-4018-a5cf-46879ba14403 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:02.967095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Attempting to bind port c0238b21-cba9-4018-a5cf-46879ba14403 on network d284e626-14c2-4d2a-8386-94627b64a16d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:02.978353 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:02.982068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Checking segment: {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:02.982544 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:02.984006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Bound using segment: {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:02.986037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Bound port: c0238b21-cba9-4018-a5cf-46879ba14403, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:02.986481 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.100526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:03.116179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-97b77608-382c-4afa-9c3a-21c44c9dcbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.173148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] For port c0238b21-cba9-4018-a5cf-46879ba14403, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:03.177478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] For port c0238b21-cba9-4018-a5cf-46879ba14403, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0238b21-cba9-4018-a5cf-46879ba14403,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:03.198438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:03.198902 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.208173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-97b77608-382c-4afa-9c3a-21c44c9dcbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.221187 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1a45ac65-1c10-4d1c-a7ec-fc28409a0701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.297593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-97b77608-382c-4afa-9c3a-21c44c9dcbbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07c602da07824dcd9a2dbdb72b826854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491863 Aug 23 03:32:03.300819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51836) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:03.303822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b77608-382c-4afa-9c3a-21c44c9dcbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353e2e37-8440-4b28-b307-ce7c19847317,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:03.310431 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.403205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1a45ac65-1c10-4d1c-a7ec-fc28409a0701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.420273 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e06866da-9642-401f-b221-80f2601ed02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.483478 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e06866da-9642-401f-b221-80f2601ed02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.486608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1a45ac65-1c10-4d1c-a7ec-fc28409a0701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.528916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dee717-f1c0-4ed7-9492-8048a82f9354 None None] Pushing event updated for resources: {'Port': ['ID=c0238b21-cba9-4018-a5cf-46879ba14403,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:03.552606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:03.553698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:31:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:03.590367 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1a45ac65-1c10-4d1c-a7ec-fc28409a0701 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e67f478641b465fa9f7f6fc997eb5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0937483 Aug 23 03:32:03.595183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51846) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:03.639824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45ac65-1c10-4d1c-a7ec-fc28409a0701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898c5964-f2f9-4780-bbd6-229ba657768a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:03.686515 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e06866da-9642-401f-b221-80f2601ed02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.690236 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e06866da-9642-401f-b221-80f2601ed02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.693693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e06866da-9642-401f-b221-80f2601ed02e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/353e2e37-8440-4b28-b307-ce7c19847317 HTTP/1.1" status: 204 len: 168 time: 0.3887687 Aug 23 03:32:03.710195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06866da-9642-401f-b221-80f2601ed02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353e2e37-8440-4b28-b307-ce7c19847317,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:03.727875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-830144fa-fe36-4aab-ac36-7985f6ef6fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.768657 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-830144fa-fe36-4aab-ac36-7985f6ef6fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.810015 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:03.833506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51858) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:03.841158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1575251037-network', 'tenant_id': 'c17de28324dc4d6fbd0f0721ff99c6ae'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:03.949119 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-830144fa-fe36-4aab-ac36-7985f6ef6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.953739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-830144fa-fe36-4aab-ac36-7985f6ef6fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.958681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-830144fa-fe36-4aab-ac36-7985f6ef6fe4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/898c5964-f2f9-4780-bbd6-229ba657768a HTTP/1.1" status: 204 len: 168 time: 0.3616881 Aug 23 03:32:03.961218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Made reservation on behalf of c17de28324dc4d6fbd0f0721ff99c6ae for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:03.964813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.995585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:03.996248 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830144fa-fe36-4aab-ac36-7985f6ef6fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898c5964-f2f9-4780-bbd6-229ba657768a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:04.024822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15f966-4186-4ca2-ad16-f028cbecacbe req-279a2a4b-6c8c-4fb8-a38b-ed271c31ccaa tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:04.029173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:04.034695 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e15f966-4186-4ca2-ad16-f028cbecacbe req-279a2a4b-6c8c-4fb8-a38b-ed271c31ccaa tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.1040637 Aug 23 03:32:04.048358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-network', 'tenant_id': '438c0fe345724eb5be3930b9ed322487'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:04.087167 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e15f966-4186-4ca2-ad16-f028cbecacbe req-740b929a-dc96-4613-a839-f5572b16105c tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509877 Aug 23 03:32:04.101100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:32:04.101100 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:32:04.101100 n-d-749052-7 neutron-server[95121]: [parameters: {'project_id_1': '438c0fe345724eb5be3930b9ed322487', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 32, 4, 55093)}] Aug 23 03:32:04.101100 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:32:04.101657 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:32:04.182777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:03Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:04.230078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d26c43-d77a-4ba7-ab6c-6aebfbe060f0 None None] The sync data for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 is: [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:03Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:32:04.254999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:04.315623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:04.371715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:32:04.382087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2df4c9-febb-4c52-95ce-a747f6af37c3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:04.389423 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:04.389771 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Added segment 428d7901-dd8e-4bfa-8e48-a0e7fab81236 of type vlan for network 2cba270b-20e4-42ef-90c4-ac98bdacc60a Aug 23 03:32:04.459618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:04.594836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:04.596194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:04.598918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:04.716210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] Pushing event updated for resources: {'Network': ['ID=2cba270b-20e4-42ef-90c4-ac98bdacc60a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:04.729777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bdbe314e-7af1-4ab9-ae4c-c9b1457fc68d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8940768 Aug 23 03:32:04.735114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51880) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:04.738715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 2cba270b-20e4-42ef-90c4-ac98bdacc60a details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:32:04.741514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Request body: {'subnet': {'network_id': '2cba270b-20e4-42ef-90c4-ac98bdacc60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1575251037-subnet', 'tenant_id': 'c17de28324dc4d6fbd0f0721ff99c6ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:04.806092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Made reservation on behalf of 438c0fe345724eb5be3930b9ed322487 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:04.809622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:04.825042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:04.884441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Made reservation on behalf of c17de28324dc4d6fbd0f0721ff99c6ae for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:04.887817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.064680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.112234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0238b21-cba9-4018-a5cf-46879ba14403 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:05.154446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.180518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:32:05.201245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b40595-f088-47b5-8104-f2cfd164c239,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:05.220315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51886) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:05.246430 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.251844 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Added segment 9d6b6573-6eaf-48ec-8d83-56792b6043c6 of type vlan for network 77172d47-85eb-4588-8230-c9c9bd7539ad Aug 23 03:32:05.267812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c0238b21-cba9-4018-a5cf-46879ba14403 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:05.272803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c0238b21-cba9-4018-a5cf-46879ba14403 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:05.273238 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.339673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbab3673-7f58-4c63-9b6b-ad2e9b116a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.344033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-dbe244d5-74f1-40d4-b0b1-d34f78c5d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:05.346197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-dbe244d5-74f1-40d4-b0b1-d34f78c5d6e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d9edf274b7c410096cbbbc85d836559&device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 1120 time: 0.0548756 Aug 23 03:32:05.368170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.446949 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.523997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.524183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c0238b21-cba9-4018-a5cf-46879ba14403, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0238b21-cba9-4018-a5cf-46879ba14403,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:05.536937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73f83-919b-4dd8-a9e9-33f81fbaec6a req-70dc769c-c35e-45fc-87be-2409a433d218 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:05.539037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2dd73f83-919b-4dd8-a9e9-33f81fbaec6a req-70dc769c-c35e-45fc-87be-2409a433d218 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.2852073 Aug 23 03:32:05.612855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.674507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2dd73f83-919b-4dd8-a9e9-33f81fbaec6a req-8f1452e0-a5d8-4b9f-a053-937d63798670 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277721 Aug 23 03:32:05.735106 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbab3673-7f58-4c63-9b6b-ad2e9b116a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.737692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.739170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:05.739752 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.744647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c0238b21-cba9-4018-a5cf-46879ba14403,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:05.760461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fc195a-6e3b-4263-a690-1402335fb91a,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:05.775516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Checking segment: {'id': '428d7901-dd8e-4bfa-8e48-a0e7fab81236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2cba270b-20e4-42ef-90c4-ac98bdacc60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:05.776052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Network hostable DHCP agents. Network: 2cba270b-20e4-42ef-90c4-ac98bdacc60a, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:32:05.797001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-aa30c906-7233-4836-b1b6-0f7b69dd1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:05.805133 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-aa30c906-7233-4836-b1b6-0f7b69dd1b0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.4393241 Aug 23 03:32:05.830470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbab3673-7f58-4c63-9b6b-ad2e9b116a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:05.880816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab3673-7f58-4c63-9b6b-ad2e9b116a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b22c0d-3817-41d3-bdfb-1163e6fed9a1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:05.892617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Network 2cba270b-20e4-42ef-90c4-ac98bdacc60a is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:32:05.909868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] Pushing event updated for resources: {'Network': ['ID=77172d47-85eb-4588-8230-c9c9bd7539ad,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:05.922714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 77172d47-85eb-4588-8230-c9c9bd7539ad details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:32:05.931130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51902) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:05.931330 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2bec5fb3-9ab3-48cb-9fab-2a596d31805b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8986838 Aug 23 03:32:05.938285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cbab3673-7f58-4c63-9b6b-ad2e9b116a47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9345edd06c5457991e52d391e4ac7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7142527 Aug 23 03:32:05.938978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51904) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:05.940449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Request body: {'subnet': {'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-subnet', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:06.008944 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-129022d8-31ca-4fec-8813-bb335f7ab0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:06.017873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 2cba270b-20e4-42ef-90c4-ac98bdacc60a) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:06.028193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-f850dcbe-fee5-4693-85b2-f2293cbb17c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=98a08ceb-2391-4b8d-bfe9-0dbb8e564671 HTTP/1.1" status: 200 len: 217 time: 0.0788920 Aug 23 03:32:06.037553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:06.038775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:06.041148 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-129022d8-31ca-4fec-8813-bb335f7ab0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:06.060949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2352483-929a-4f1e-a7f7-64feb9dc6afd None None] Network 2cba270b-20e4-42ef-90c4-ac98bdacc60a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:32:06.154492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Made reservation on behalf of 438c0fe345724eb5be3930b9ed322487 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:06.158862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:06.181677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-129022d8-31ca-4fec-8813-bb335f7ab0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:06.184125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-129022d8-31ca-4fec-8813-bb335f7ab0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:06.187931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-129022d8-31ca-4fec-8813-bb335f7ab0c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8b22c0d-3817-41d3-bdfb-1163e6fed9a1 HTTP/1.1" status: 204 len: 168 time: 0.2454090 Aug 23 03:32:06.198430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129022d8-31ca-4fec-8813-bb335f7ab0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b22c0d-3817-41d3-bdfb-1163e6fed9a1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:06.288912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5a4e9-2a04-4f19-84c1-f195cfc3c28e None None] Network 2cba270b-20e4-42ef-90c4-ac98bdacc60a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:32:06.369664 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d4dddcf-2d41-4f50-ab43-3bea65033a93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6337659 Aug 23 03:32:06.421213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-1e14fe0d-a53e-44d2-8eae-dc4801fdc4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:06.422692 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-1e14fe0d-a53e-44d2-8eae-dc4801fdc4b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0883219 Aug 23 03:32:06.513613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-c5041b2e-f111-4a30-a179-d53cd5e10a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:06.515220 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-c5041b2e-f111-4a30-a179-d53cd5e10a61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426726 Aug 23 03:32:06.516563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:06.780444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bf1888-0182-4f37-bb6a-92fa4344995b,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:06.797482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Checking segment: {'id': '9d6b6573-6eaf-48ec-8d83-56792b6043c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:06.797859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Network hostable DHCP agents. Network: 77172d47-85eb-4588-8230-c9c9bd7539ad, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:32:06.818887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fcc09-22d3-4bdb-a98d-f700e4c62139 req-5a58adf8-8b60-408d-862e-4e3f0a5602d8 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:06.818997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-eb6f9920-86ae-4bf9-8c7f-dd9d3963bca2 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959740 Aug 23 03:32:06.826389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a2fcc09-22d3-4bdb-a98d-f700e4c62139 req-5a58adf8-8b60-408d-862e-4e3f0a5602d8 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.0763402 Aug 23 03:32:06.877396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a2fcc09-22d3-4bdb-a98d-f700e4c62139 req-cc982b78-19c5-450d-909b-4c95bc6d6544 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Aug 23 03:32:06.914217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Network 77172d47-85eb-4588-8230-c9c9bd7539ad is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:32:06.948178 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e564d3f9-6551-469c-86ee-d6ebe8cfadc3 req-4c488390-9173-4f40-a2f6-36cb24a1b919 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195593 Aug 23 03:32:06.988886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 77172d47-85eb-4588-8230-c9c9bd7539ad) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:06.992888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:06.993498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:06.998029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8947b693-f0c8-4597-b62d-28676bacf4d0 None None] Network 77172d47-85eb-4588-8230-c9c9bd7539ad requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:32:07.042445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0238b21-cba9-4018-a5cf-46879ba14403 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:07.083242 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-068df523-0e16-42f1-9c17-e0efd256ec69 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1477923 Aug 23 03:32:07.083466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51958) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:07.088275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:07.189602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.191260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.191378 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.197431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c0238b21-cba9-4018-a5cf-46879ba14403 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:07.201567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.294243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-77172d47-85eb-4588-8230-c9c9bd7539ad', 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'fixed_ips': [{'subnet_id': '36bf1888-0182-4f37-bb6a-92fa4344995b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:32:07.295250 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.331784 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.379293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-0c301acd-26b4-48f1-8cb6-b210cfb3bf11 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:07.380836 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-0c301acd-26b4-48f1-8cb6-b210cfb3bf11 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 808 time: 0.2643278 Aug 23 03:32:07.396120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-c8a78b67-d4f8-4875-be4d-a2ce0c520924 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/quotas/168d4dbdb06d40e2868bcbafccb7d54c HTTP/1.1" status: 200 len: 375 time: 0.0092163 Aug 23 03:32:07.443529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-a11b08b7-0246-4918-9f02-b6ff87f24bf4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412407 Aug 23 03:32:07.470328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Allocated IP 172.20.0.2 (77172d47-85eb-4588-8230-c9c9bd7539ad/36bf1888-0182-4f37-bb6a-92fa4344995b/ca2418e9-6fe7-47f8-8438-65e914f9f553) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:07.523185 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.747482 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.757434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Transition to ACTIVE for port object ca2418e9-6fe7-47f8-8438-65e914f9f553 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:07.775816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Transition to ACTIVE for port object ca2418e9-6fe7-47f8-8438-65e914f9f553 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:07.805169 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.827808 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.839299 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.878649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51988) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:07.884514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Network 77172d47-85eb-4588-8230-c9c9bd7539ad is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:07.889325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:07.898593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:07.900863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Pushing event updated for resources: {'Port': ['ID=ca2418e9-6fe7-47f8-8438-65e914f9f553,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:07.938859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7db81e3e-3417-44af-aef9-6da86258ea75 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:32:07.940216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7db81e3e-3417-44af-aef9-6da86258ea75 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1554639 Aug 23 03:32:07.960898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Attempting to bind port ca2418e9-6fe7-47f8-8438-65e914f9f553 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:07.961325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Attempting to bind port ca2418e9-6fe7-47f8-8438-65e914f9f553 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '9d6b6573-6eaf-48ec-8d83-56792b6043c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:07.961694 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Attempting to bind port ca2418e9-6fe7-47f8-8438-65e914f9f553 on network 77172d47-85eb-4588-8230-c9c9bd7539ad {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:07.967144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:07.967717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Checking segment: {'id': '9d6b6573-6eaf-48ec-8d83-56792b6043c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:07.968136 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:07.968536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Bound using segment: {'id': '9d6b6573-6eaf-48ec-8d83-56792b6043c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:07.969025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Bound port: ca2418e9-6fe7-47f8-8438-65e914f9f553, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6b6573-6eaf-48ec-8d83-56792b6043c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:07.969488 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.033425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Allocated IP 172.25.1.176 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/cfce3eb8-5618-41e0-84c5-e146b6ffb4cb) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:08.044000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] For port ca2418e9-6fe7-47f8-8438-65e914f9f553, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:08.048042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] For port ca2418e9-6fe7-47f8-8438-65e914f9f553, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ca2418e9-6fe7-47f8-8438-65e914f9f553,segment=NetworkSegment(9d6b6573-6eaf-48ec-8d83-56792b6043c6),segment_id=9d6b6573-6eaf-48ec-8d83-56792b6043c6)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:08.057524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fc4ab-c640-4f71-99e4-73cf022b6606 req-74fb01c0-9ae4-4840-8e06-75df6babc321 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:08.059095 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e4fc4ab-c640-4f71-99e4-73cf022b6606 req-74fb01c0-9ae4-4840-8e06-75df6babc321 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.0832245 Aug 23 03:32:08.096480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-944cedb1-d0ce-4c42-b646-4b4b49d25a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.133108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-6fba6ac1-ce0b-4616-81e0-d231a1cb1f23 service neutron] 10.222.0.20 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859548 Aug 23 03:32:08.145120 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.171064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e4fc4ab-c640-4f71-99e4-73cf022b6606 req-fe100463-3196-4875-a1c3-09afd4412fdc tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045017 Aug 23 03:32:08.229675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.234658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dc3bf-3f6d-45aa-97f9-9d68f0bd9b2d None None] Pushing event updated for resources: {'Port': ['ID=ca2418e9-6fe7-47f8-8438-65e914f9f553,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:08.291430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-8b966cbf-652d-4eeb-97ff-890dacba764c service neutron] 10.222.0.20 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460848 Aug 23 03:32:08.335124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-944cedb1-d0ce-4c42-b646-4b4b49d25a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.338093 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.382906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=cfce3eb8-5618-41e0-84c5-e146b6ffb4cb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:08.394675 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-944cedb1-d0ce-4c42-b646-4b4b49d25a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.401345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:08.404270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:08.412193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:08.439885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-944cedb1-d0ce-4c42-b646-4b4b49d25a4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=793c0cdfbe374ce581e34404ea24fc53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5601645 Aug 23 03:32:08.440872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cedb1-d0ce-4c42-b646-4b4b49d25a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a67cb3-c4de-4cc2-b43a-80824e0911b2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:08.443464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52002) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:08.570111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-affc41a3-2170-4231-9d65-da9bbe56f8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.616711 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-affc41a3-2170-4231-9d65-da9bbe56f8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.626756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-10d379ae-f3d5-48a6-95c0-0d10a8b7c1f2 req-631fc4a6-af1f-4ab8-be27-abcbe94e38c5 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 210 time: 0.0474720 Aug 23 03:32:08.794718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-affc41a3-2170-4231-9d65-da9bbe56f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.800998 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-affc41a3-2170-4231-9d65-da9bbe56f8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:08.804738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-affc41a3-2170-4231-9d65-da9bbe56f8f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9a67cb3-c4de-4cc2-b43a-80824e0911b2 HTTP/1.1" status: 204 len: 168 time: 0.3580096 Aug 23 03:32:08.811781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc41a3-2170-4231-9d65-da9bbe56f8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a67cb3-c4de-4cc2-b43a-80824e0911b2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:08.820339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:09.070707 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:09.084838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ca2418e9-6fe7-47f8-8438-65e914f9f553 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:09.215630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ca2418e9-6fe7-47f8-8438-65e914f9f553 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:09.314128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f91900-a953-4b4c-90b8-4e7a8a761a06 req-b2db7770-81f2-4058-b25c-05c07eee02a1 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:09.315958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-07f91900-a953-4b4c-90b8-4e7a8a761a06 req-b2db7770-81f2-4058-b25c-05c07eee02a1 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.0598011 Aug 23 03:32:09.325777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Router 158f70bd-22cf-4e9b-9003-1f5c56b07dce is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:32:09.429349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-07f91900-a953-4b4c-90b8-4e7a8a761a06 req-d013cfa2-0a20-401f-935c-f2c8aba59f1d tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006300 Aug 23 03:32:09.497484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:32:09.499676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b101d-910d-4a20-a7ce-e071a6478b96 None None] Network 77172d47-85eb-4588-8230-c9c9bd7539ad requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:32:09.511156 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Sync routers for ids ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:32:09.524532 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Routers {'158f70bd-22cf-4e9b-9003-1f5c56b07dce'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:09.525335 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:31:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:09.655185 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:09.656032 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Set router 158f70bd-22cf-4e9b-9003-1f5c56b07dce gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:09.658174 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-13729710-6940-44df-8a38-2c4a45222fb6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5735676 Aug 23 03:32:09.660958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52050) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:09.680603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cf14bf38-71b3-497d-a779-2796e8ea1227 None None] Provisioning for port ca2418e9-6fe7-47f8-8438-65e914f9f553 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:09.701069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cf14bf38-71b3-497d-a779-2796e8ea1227 None None] Provisioning complete for port ca2418e9-6fe7-47f8-8438-65e914f9f553 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:09.701450 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cf14bf38-71b3-497d-a779-2796e8ea1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:09.817722 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a5ba5e6-a766-40c9-9ecc-9316cb655fa6 req-ede109aa-e0af-4bb2-be7e-ed2806daf9f2 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 210 time: 0.0616393 Aug 23 03:32:09.823348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52058) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:09.831300 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cf14bf38-71b3-497d-a779-2796e8ea1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:09.869441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1543-d752-4611-95dc-639819fda425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:09.909734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cf14bf38-71b3-497d-a779-2796e8ea1227 None None] For port ca2418e9-6fe7-47f8-8438-65e914f9f553, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ca2418e9-6fe7-47f8-8438-65e914f9f553,segment=NetworkSegment(9d6b6573-6eaf-48ec-8d83-56792b6043c6),segment_id=9d6b6573-6eaf-48ec-8d83-56792b6043c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:09.988971 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cf14bf38-71b3-497d-a779-2796e8ea1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.055422 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:08Z', 'revision_number': 3, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'gw_port': {'id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:10.079762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14bf38-71b3-497d-a779-2796e8ea1227 None None] Pushing event updated for resources: {'Port': ['ID=ca2418e9-6fe7-47f8-8438-65e914f9f553,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:10.115129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6d4d26c7-ea08-4d31-bcbf-9463808491f6 None None] Provisioning complete for port ca2418e9-6fe7-47f8-8438-65e914f9f553 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:10.115724 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d4d26c7-ea08-4d31-bcbf-9463808491f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.117625 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Checking router: 158f70bd-22cf-4e9b-9003-1f5c56b07dce for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:32:10.118444 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Updating router 158f70bd-22cf-4e9b-9003-1f5c56b07dce port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:32:10.152260 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.394998 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1543-d752-4611-95dc-639819fda425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.464365 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.475604 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Transition to ACTIVE for port object cfce3eb8-5618-41e0-84c5-e146b6ffb4cb will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:10.540994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1543-d752-4611-95dc-639819fda425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.576235 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.608989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4e1b1543-d752-4611-95dc-639819fda425 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0445ff25520e44dd80b515625c216858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7806242 Aug 23 03:32:10.609414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52084) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:10.633119 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ff920-78b9-4691-8908-c28b37e8b690 None None] Pushing event updated for resources: {'Port': ['ID=cfce3eb8-5618-41e0-84c5-e146b6ffb4cb,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:10.653982 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Attempting to bind port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:10.654729 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Attempting to bind port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:10.655107 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Attempting to bind port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:10.661200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941514d3-6aa4-47c6-bf1f-68c4949023b8 req-64c34b43-1df8-43ff-ba1a-181c2954a883 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:10.665753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:10.665753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:10.665753 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.665753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:10.665753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Bound port: cfce3eb8-5618-41e0-84c5-e146b6ffb4cb, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:10.665753 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.668579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-941514d3-6aa4-47c6-bf1f-68c4949023b8 req-64c34b43-1df8-43ff-ba1a-181c2954a883 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.1420813 Aug 23 03:32:10.670093 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a422b0a8-5178-4ed0-ad82-f47b860081c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.699015 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a422b0a8-5178-4ed0-ad82-f47b860081c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.699154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b1543-d752-4611-95dc-639819fda425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fcff7f-2683-4b29-a307-b4aa1395c58c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:10.729315 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-941514d3-6aa4-47c6-bf1f-68c4949023b8 req-60b6e84f-aaf0-4585-8efe-4e66f68961d6 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586557 Aug 23 03:32:10.734301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.776434 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] For port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:10.779792 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] For port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cfce3eb8-5618-41e0-84c5-e146b6ffb4cb,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:10.856029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a422b0a8-5178-4ed0-ad82-f47b860081c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.858584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a422b0a8-5178-4ed0-ad82-f47b860081c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.859722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a422b0a8-5178-4ed0-ad82-f47b860081c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48fcff7f-2683-4b29-a307-b4aa1395c58c HTTP/1.1" status: 204 len: 168 time: 0.2493219 Aug 23 03:32:10.867351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422b0a8-5178-4ed0-ad82-f47b860081c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fcff7f-2683-4b29-a307-b4aa1395c58c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:10.886824 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:10.991711 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Routers {'158f70bd-22cf-4e9b-9003-1f5c56b07dce'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:10.992349 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:31:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:11.024938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3635bb6-8d9b-43e4-88d6-691af56a7e22 req-1a31b73f-2289-4dce-b963-cae9f2d62c08 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 210 time: 0.0361011 Aug 23 03:32:11.041485 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ff920-78b9-4691-8908-c28b37e8b690 None None] Pushing event updated for resources: {'Port': ['ID=cfce3eb8-5618-41e0-84c5-e146b6ffb4cb,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:11.116611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ca2418e9-6fe7-47f8-8438-65e914f9f553 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:11.129688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Allocated IP 172.20.0.1 (77172d47-85eb-4588-8230-c9c9bd7539ad/36bf1888-0182-4f37-bb6a-92fa4344995b/83ad5024-4c35-4212-b3c2-0edd348807b2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:11.179931 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] Set router 158f70bd-22cf-4e9b-9003-1f5c56b07dce gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:11.188996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ca2418e9-6fe7-47f8-8438-65e914f9f553 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:11.189394 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:11.260655 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:11.279718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Transition to ACTIVE for port object 83ad5024-4c35-4212-b3c2-0edd348807b2 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:11.382187 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:08Z', 'revision_number': 3, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'gw_port': {'id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:11.409154 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec757e-4a42-4089-a173-25613a4fd8f9 None None] The sync data for ids ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'] in n-d-749052-7 is: [{'id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:08Z', 'revision_number': 3, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'gw_port': {'id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:32:11.418492 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:11.485968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.11', 51555) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:11.488045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Pushing event updated for resources: {'Port': ['ID=83ad5024-4c35-4212-b3c2-0edd348807b2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:11.492317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Network 77172d47-85eb-4588-8230-c9c9bd7539ad is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:11.494115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:11.496925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:11.497442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:11.660365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-2dde5895-6410-4abb-a644-dfa9760f8448 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:11.662125 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-2dde5895-6410-4abb-a644-dfa9760f8448 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 808 time: 0.1750035 Aug 23 03:32:11.812538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:11.819772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Request body: {'port': {'device_id': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f', 'admin_state_up': True, 'tenant_id': '168d4dbdb06d40e2868bcbafccb7d54c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:11.869895 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:11.980078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d5094514-6db2-4bcb-9a95-b41305a1235f None None] Provisioning for port 83ad5024-4c35-4212-b3c2-0edd348807b2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:11.993166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d5094514-6db2-4bcb-9a95-b41305a1235f None None] Provisioning complete for port 83ad5024-4c35-4212-b3c2-0edd348807b2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:11.994260 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d5094514-6db2-4bcb-9a95-b41305a1235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:12.033377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52122) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:12.124566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:12.146243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d5094514-6db2-4bcb-9a95-b41305a1235f None None] Port 83ad5024-4c35-4212-b3c2-0edd348807b2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:12.151961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:12.166014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1450a32-ca3c-42c2-a1ed-cf673150520c req-40f074cf-2559-4793-a44f-9285bdd3505d tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:12.179932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f1450a32-ca3c-42c2-a1ed-cf673150520c req-40f074cf-2559-4793-a44f-9285bdd3505d tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 969 time: 0.2923086 Aug 23 03:32:12.181661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '98a08ceb-2391-4b8d-bfe9-0dbb8e564671', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '98a08ceb-2391-4b8d-bfe9-0dbb8e564671', 'mac_address': 'fa:16:3e:96:59:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:tempest-test_az-794880766', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:32:12.224474 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:12.228076 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:12.234198 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:12.240629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:12.276573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:12.290663 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f1450a32-ca3c-42c2-a1ed-cf673150520c req-44077fbe-8b10-45fb-a4ad-f252c732dc3c tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096919 Aug 23 03:32:12.297110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Pushing event updated for resources: {'Port': ['ID=83ad5024-4c35-4212-b3c2-0edd348807b2,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:12.399622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:12.408848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Network 77172d47-85eb-4588-8230-c9c9bd7539ad is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:12.409106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:12.537118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:12.553662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0e36413-c4fa-46f0-b80e-ce7cce51da00 req-f67e7b59-4148-45e3-bcaf-4cc5c2c9ba73 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 210 time: 0.1222506 Aug 23 03:32:12.606720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Router 158f70bd-22cf-4e9b-9003-1f5c56b07dce has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:32:12.642115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Made reservation on behalf of 168d4dbdb06d40e2868bcbafccb7d54c for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:12.645995 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:12.727318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['98a08ceb-2391-4b8d-bfe9-0dbb8e564671'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:12.816610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:32:12.827990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-45b2fc48-c008-4cba-8bcc-7a66d1a6a7ed admin admin] 10.222.0.20 "PUT /v2.0/routers/158f70bd-22cf-4e9b-9003-1f5c56b07dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1654937 Aug 23 03:32:12.849565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52144) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:12.878983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-61fbb566-a564-45e0-8076-a0990c19c2a7 None None] Provisioning complete for port 83ad5024-4c35-4212-b3c2-0edd348807b2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:12.879480 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-61fbb566-a564-45e0-8076-a0990c19c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:12.955773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-61fbb566-a564-45e0-8076-a0990c19c2a7 None None] Port 83ad5024-4c35-4212-b3c2-0edd348807b2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:12.974688 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49f5846b-a85b-4f47-ad54-5ef988b67f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.027061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3481872d-6645-4c1c-9da0-45a22f32504e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.028841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Allocated IP 172.20.0.5 (ba086131-5cb5-4e31-8f4a-0f45c2fd938f/bcd30577-c479-4f1e-98b6-f90156d3f3d6/639770ad-ac9d-4de4-914e-367de5c2658c) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:13.157719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cfce3eb8-5618-41e0-84c5-e146b6ffb4cb up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:13.261448 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49f5846b-a85b-4f47-ad54-5ef988b67f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.293524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.295801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:13.300537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:13.300537 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.345604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49f5846b-a85b-4f47-ad54-5ef988b67f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.405529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-49f5846b-a85b-4f47-ad54-5ef988b67f60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59fc4c918abd4f009570f22f9fc8858f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0087886 Aug 23 03:32:13.406631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52162) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:13.413503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5846b-a85b-4f47-ad54-5ef988b67f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d0f129-e444-4808-8196-51922d06b277,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:13.418970 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.466558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.510624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cfce3eb8-5618-41e0-84c5-e146b6ffb4cb,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:13.540331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3481872d-6645-4c1c-9da0-45a22f32504e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.594895 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.603718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Network ba086131-5cb5-4e31-8f4a-0f45c2fd938f is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:13.618949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:13.623700 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3481872d-6645-4c1c-9da0-45a22f32504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.631883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:13.640835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:13.642124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.685625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Pushing event updated for resources: {'Port': ['ID=639770ad-ac9d-4de4-914e-367de5c2658c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:13.691391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-45dda2d1-89dc-4cff-9bab-38f47df1f341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.691973 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3481872d-6645-4c1c-9da0-45a22f32504e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8584adf1b809438da7c0c07a55f50d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8407543 Aug 23 03:32:13.692645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52174) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:13.706769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92712fa-eff4-42e9-9026-4ba94a2a310f req-48d015ee-e2a1-4814-8664-7a4f7fad243b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:13.708246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f92712fa-eff4-42e9-9026-4ba94a2a310f req-48d015ee-e2a1-4814-8664-7a4f7fad243b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 970 time: 0.2294447 Aug 23 03:32:13.728140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481872d-6645-4c1c-9da0-45a22f32504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27346c03-8cbd-425a-b2fb-0c39270087b0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:13.732103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=cfce3eb8-5618-41e0-84c5-e146b6ffb4cb,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:13.754172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Sync routers for ids ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:32:13.768353 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Routers {'158f70bd-22cf-4e9b-9003-1f5c56b07dce'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:13.769051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:31:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:13.773321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-45dda2d1-89dc-4cff-9bab-38f47df1f341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.799562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4e5e57ca-b73a-42f5-873f-feb6bda95612 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9837520 Aug 23 03:32:13.825383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:13.828370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f92712fa-eff4-42e9-9026-4ba94a2a310f req-e88a0db3-175f-4dfb-ac15-ecb0933ce30b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087396 Aug 23 03:32:13.883138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114ddd3-36e4-4bd0-bab6-a251051512bb req-444b133f-585a-48ec-9ca0-f73dd7b31b87 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:13.884968 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4114ddd3-36e4-4bd0-bab6-a251051512bb req-444b133f-585a-48ec-9ca0-f73dd7b31b87 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 931 time: 0.1073639 Aug 23 03:32:13.908789 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4af05d9-5e6c-4904-94b5-3192c92b764d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.934840 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4af05d9-5e6c-4904-94b5-3192c92b764d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.954503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-45dda2d1-89dc-4cff-9bab-38f47df1f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.958555 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-45dda2d1-89dc-4cff-9bab-38f47df1f341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:13.960160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-45dda2d1-89dc-4cff-9bab-38f47df1f341 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10d0f129-e444-4808-8196-51922d06b277 HTTP/1.1" status: 204 len: 168 time: 0.5524173 Aug 23 03:32:13.979820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dda2d1-89dc-4cff-9bab-38f47df1f341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d0f129-e444-4808-8196-51922d06b277,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:13.996146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4114ddd3-36e4-4bd0-bab6-a251051512bb req-f7b15bd3-00c5-4985-aab4-a36dabf46aba tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044722 Aug 23 03:32:14.102907 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4af05d9-5e6c-4904-94b5-3192c92b764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:14.106097 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4af05d9-5e6c-4904-94b5-3192c92b764d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:14.109779 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b4af05d9-5e6c-4904-94b5-3192c92b764d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27346c03-8cbd-425a-b2fb-0c39270087b0 HTTP/1.1" status: 204 len: 168 time: 0.4106603 Aug 23 03:32:14.122631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af05d9-5e6c-4904-94b5-3192c92b764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27346c03-8cbd-425a-b2fb-0c39270087b0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:14.128363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Set router 158f70bd-22cf-4e9b-9003-1f5c56b07dce gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:14.191303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:14.206392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:14.206392 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:14.375133 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:14.428456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd81ae1-9eec-4655-9328-b3d07a15567e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a08ceb-2391-4b8d-bfe9-0dbb8e564671'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:14.499774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:14.524624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:11Z', 'revision_number': 4, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'gw_port': {'id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '83ad5024-4c35-4212-b3c2-0edd348807b2', 'name': '', 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'mac_address': 'fa:16:3e:ca:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '36bf1888-0182-4f37-bb6a-92fa4344995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:10Z', 'updated_at': '2021-08-23T03:32:11Z', 'revision_number': 2, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'subnets': [{'id': '36bf1888-0182-4f37-bb6a-92fa4344995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:14.555534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Checking router: 158f70bd-22cf-4e9b-9003-1f5c56b07dce for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:32:14.555901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Updating router 158f70bd-22cf-4e9b-9003-1f5c56b07dce port 83ad5024-4c35-4212-b3c2-0edd348807b2 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:32:14.588243 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:14.619446 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:14.692284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52210) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:14.695517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:14.697191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3e36a66c-d7ad-45b6-a7a8-1b53a0c7098c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807888150', 'description': 'tempest-description--1552739216'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:14.810616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e36a66c-d7ad-45b6-a7a8-1b53a0c7098c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:14.948065 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e36a66c-d7ad-45b6-a7a8-1b53a0c7098c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:14.953177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c534b4c-3a1a-4a3f-9078-2ba459de23ad req-846db4c1-466a-4190-9445-820386667a04 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:14.954879 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c534b4c-3a1a-4a3f-9078-2ba459de23ad req-846db4c1-466a-4190-9445-820386667a04 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 971 time: 0.0593040 Aug 23 03:32:14.968016 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:14.984424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Transition to ACTIVE for port object 83ad5024-4c35-4212-b3c2-0edd348807b2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:15.005630 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c534b4c-3a1a-4a3f-9078-2ba459de23ad req-e2b7de68-30d8-4a1a-9484-a89502b36464 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Aug 23 03:32:15.045795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e36a66c-d7ad-45b6-a7a8-1b53a0c7098c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.050764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cfce3eb8-5618-41e0-84c5-e146b6ffb4cb up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:15.078917 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.109424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52216) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:15.118948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36a66c-d7ad-45b6-a7a8-1b53a0c7098c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d5485f-e04d-4995-92e9-d2847191ca51,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:15.139499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3065c-f1ac-4957-b552-1b9b2b15fc3b req-e38d03b3-ca82-45b5-a5d0-4e322fc9ebff tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:15.142522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bb3065c-f1ac-4957-b552-1b9b2b15fc3b req-e38d03b3-ca82-45b5-a5d0-4e322fc9ebff tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 931 time: 0.0687857 Aug 23 03:32:15.159843 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e36a66c-d7ad-45b6-a7a8-1b53a0c7098c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.161556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3e36a66c-d7ad-45b6-a7a8-1b53a0c7098c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4682679 Aug 23 03:32:15.166072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52218) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:15.174552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b1ec48d7-9122-45ed-8f5e-552babe8a978 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Request body: {'security_group_rule': {'security_group_id': 'b9d5485f-e04d-4995-92e9-d2847191ca51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:15.177610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52220) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:15.184703 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd26f296-0d13-49ac-b01b-a16f8c2a9803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.207455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f70a72ea-40d0-4f81-81d7-a300ef5aad24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.248214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-f70a72ea-40d0-4f81-81d7-a300ef5aad24 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:32:15.248214 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:32:15.248214 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id_1': '1e65259865d64a579ac8d1b8f1a5f680', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 32, 15, 226986)}] Aug 23 03:32:15.248214 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:32:15.248930 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-f70a72ea-40d0-4f81-81d7-a300ef5aad24 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:32:15.250079 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-bd26f296-0d13-49ac-b01b-a16f8c2a9803 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:32:15.250079 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:32:15.250079 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id_1': '07ce2f585465442494116635ad1634f9', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 32, 15, 223858)}] Aug 23 03:32:15.250079 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:32:15.250886 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-bd26f296-0d13-49ac-b01b-a16f8c2a9803 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:32:15.264388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2721584-2ffa-42b2-ab68-507a88598319 None None] Pushing event updated for resources: {'Port': ['ID=83ad5024-4c35-4212-b3c2-0edd348807b2,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:15.293355 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bb3065c-f1ac-4957-b552-1b9b2b15fc3b req-7b31fc02-d07c-4b0b-b1f4-f612a1ae2c1c tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134617 Aug 23 03:32:15.333230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:15.333785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.339654 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf11b764-43aa-4d73-aa13-46ac61a94a20" -d '{"events": [{"server_uuid": "7dd81ae1-9eec-4655-9328-b3d07a15567e", "name": "network-vif-plugged", "status": "completed", "tag": "98a08ceb-2391-4b8d-bfe9-0dbb8e564671"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:15.363327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1ec48d7-9122-45ed-8f5e-552babe8a978 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.457220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Attempting to bind port 83ad5024-4c35-4212-b3c2-0edd348807b2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:15.458615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Attempting to bind port 83ad5024-4c35-4212-b3c2-0edd348807b2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '9d6b6573-6eaf-48ec-8d83-56792b6043c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:15.459296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Attempting to bind port 83ad5024-4c35-4212-b3c2-0edd348807b2 on network 77172d47-85eb-4588-8230-c9c9bd7539ad {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:15.482189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:15.482610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Checking segment: {'id': '9d6b6573-6eaf-48ec-8d83-56792b6043c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:15.482993 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.483413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Bound using segment: {'id': '9d6b6573-6eaf-48ec-8d83-56792b6043c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:15.483912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Bound port: 83ad5024-4c35-4212-b3c2-0edd348807b2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6b6573-6eaf-48ec-8d83-56792b6043c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:15.484322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.526562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1ec48d7-9122-45ed-8f5e-552babe8a978 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.554393 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c235ffa-0456-4974-bd6a-390143308811 x-openstack-request-id: req-4c235ffa-0456-4974-bd6a-390143308811 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:15.554676 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd81ae1-9eec-4655-9328-b3d07a15567e", "name": "network-vif-plugged", "status": "completed", "tag": "98a08ceb-2391-4b8d-bfe9-0dbb8e564671", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:15.555025 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c235ffa-0456-4974-bd6a-390143308811 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:15.555388 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd81ae1-9eec-4655-9328-b3d07a15567e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a08ceb-2391-4b8d-bfe9-0dbb8e564671', 'code': 200} Aug 23 03:32:15.586809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] For port 83ad5024-4c35-4212-b3c2-0edd348807b2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:15.593210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] For port 83ad5024-4c35-4212-b3c2-0edd348807b2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=83ad5024-4c35-4212-b3c2-0edd348807b2,segment=NetworkSegment(9d6b6573-6eaf-48ec-8d83-56792b6043c6),segment_id=9d6b6573-6eaf-48ec-8d83-56792b6043c6)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:15.613784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302826-408e-49ec-992e-9cff92c3dd4e req-4564590a-f564-414b-ae88-5e60c164c9cf tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:15.614281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302826-408e-49ec-992e-9cff92c3dd4e req-4564590a-f564-414b-ae88-5e60c164c9cf tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:15.614751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302826-408e-49ec-992e-9cff92c3dd4e req-4564590a-f564-414b-ae88-5e60c164c9cf tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:15.615212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302826-408e-49ec-992e-9cff92c3dd4e req-4564590a-f564-414b-ae88-5e60c164c9cf tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:15.615674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302826-408e-49ec-992e-9cff92c3dd4e req-4564590a-f564-414b-ae88-5e60c164c9cf tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:15.616126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302826-408e-49ec-992e-9cff92c3dd4e req-4564590a-f564-414b-ae88-5e60c164c9cf tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:15.616578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302826-408e-49ec-992e-9cff92c3dd4e req-4564590a-f564-414b-ae88-5e60c164c9cf tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:15.618354 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee302826-408e-49ec-992e-9cff92c3dd4e req-4564590a-f564-414b-ae88-5e60c164c9cf tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5016 time: 0.1520963 Aug 23 03:32:15.623162 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1ec48d7-9122-45ed-8f5e-552babe8a978 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.640121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec48d7-9122-45ed-8f5e-552babe8a978 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfc6334-0e7d-4f78-b500-646a3a17dff5,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:15.686770 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.714653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1ec48d7-9122-45ed-8f5e-552babe8a978 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.715996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b1ec48d7-9122-45ed-8f5e-552babe8a978 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5487556 Aug 23 03:32:15.718549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52236) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:15.723056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-91ecd0cd-6875-44ef-8745-5df67596bca8 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Request body: {'security_group_rule': {'security_group_id': 'b9d5485f-e04d-4995-92e9-d2847191ca51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:15.754098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2721584-2ffa-42b2-ab68-507a88598319 None None] Pushing event updated for resources: {'Port': ['ID=83ad5024-4c35-4212-b3c2-0edd348807b2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:15.756944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Routers {'158f70bd-22cf-4e9b-9003-1f5c56b07dce'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:15.757680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:31:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:15.828249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-91ecd0cd-6875-44ef-8745-5df67596bca8 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.894641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] Set router 158f70bd-22cf-4e9b-9003-1f5c56b07dce gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:15.914024 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-91ecd0cd-6875-44ef-8745-5df67596bca8 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.924352 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f70a72ea-40d0-4f81-81d7-a300ef5aad24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.926115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd26f296-0d13-49ac-b01b-a16f8c2a9803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:15.970098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef695d0-722d-40c3-ac10-dd0e5407b982 req-885b5c3a-3b55-411c-a0d0-bd98932a5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:15.971593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ef695d0-722d-40c3-ac10-dd0e5407b982 req-885b5c3a-3b55-411c-a0d0-bd98932a5ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 1122 time: 0.3374224 Aug 23 03:32:15.999879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-91ecd0cd-6875-44ef-8745-5df67596bca8 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.015131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ef695d0-722d-40c3-ac10-dd0e5407b982 req-bbb92f86-45cf-403c-8ebd-a6798a1eda08 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.031722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d776-ce87-4132-a1a6-9636b9a40c03 req-080a3107-41db-48dc-b321-7e3ceeeef599 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.037532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d468d776-ce87-4132-a1a6-9636b9a40c03 req-080a3107-41db-48dc-b321-7e3ceeeef599 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 886 time: 0.3940091 Aug 23 03:32:16.038004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecd0cd-6875-44ef-8745-5df67596bca8 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c1521e-8943-44cd-9780-25402dcc9152,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:16.125055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37501a66-885c-4fb6-98e5-7921da9a0a87 req-247a3e13-e3cf-4f64-82a7-df57e3c12162 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.131980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37501a66-885c-4fb6-98e5-7921da9a0a87 req-247a3e13-e3cf-4f64-82a7-df57e3c12162 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 971 time: 0.0558085 Aug 23 03:32:16.142500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:11Z', 'revision_number': 4, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'gw_port': {'id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '83ad5024-4c35-4212-b3c2-0edd348807b2', 'name': '', 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'mac_address': 'fa:16:3e:ca:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '36bf1888-0182-4f37-bb6a-92fa4344995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:10Z', 'updated_at': '2021-08-23T03:32:15Z', 'revision_number': 4, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'subnets': [{'id': '36bf1888-0182-4f37-bb6a-92fa4344995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:16.168081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37501a66-885c-4fb6-98e5-7921da9a0a87 req-890701ff-ea7c-41d9-9e38-5cf2e176ee83 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353241 Aug 23 03:32:16.180578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c4133-358d-433b-ab96-7b619d13c7a6 None None] The sync data for ids ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'] in n-d-749052-7 is: [{'id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:11Z', 'revision_number': 4, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'gw_port': {'id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '83ad5024-4c35-4212-b3c2-0edd348807b2', 'name': '', 'network_id': '77172d47-85eb-4588-8230-c9c9bd7539ad', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'mac_address': 'fa:16:3e:ca:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '36bf1888-0182-4f37-bb6a-92fa4344995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:10Z', 'updated_at': '2021-08-23T03:32:15Z', 'revision_number': 4, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'subnets': [{'id': '36bf1888-0182-4f37-bb6a-92fa4344995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:32:16.306316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd26f296-0d13-49ac-b01b-a16f8c2a9803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.308247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa1b6-8522-4179-83ee-faa3e99d8d4a req-f7dbcb3a-78ec-4f2a-bc05-c49afbd84db0 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.308719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa1b6-8522-4179-83ee-faa3e99d8d4a req-f7dbcb3a-78ec-4f2a-bc05-c49afbd84db0 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.309217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa1b6-8522-4179-83ee-faa3e99d8d4a req-f7dbcb3a-78ec-4f2a-bc05-c49afbd84db0 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.309689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa1b6-8522-4179-83ee-faa3e99d8d4a req-f7dbcb3a-78ec-4f2a-bc05-c49afbd84db0 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.310155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa1b6-8522-4179-83ee-faa3e99d8d4a req-f7dbcb3a-78ec-4f2a-bc05-c49afbd84db0 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.310619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa1b6-8522-4179-83ee-faa3e99d8d4a req-f7dbcb3a-78ec-4f2a-bc05-c49afbd84db0 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.311339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa1b6-8522-4179-83ee-faa3e99d8d4a req-f7dbcb3a-78ec-4f2a-bc05-c49afbd84db0 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.313208 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-390fa1b6-8522-4179-83ee-faa3e99d8d4a req-f7dbcb3a-78ec-4f2a-bc05-c49afbd84db0 tempest-NetworksTest-1581673201 tempest-NetworksTest-1581673201-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5016 time: 0.2548881 Aug 23 03:32:16.365871 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd26f296-0d13-49ac-b01b-a16f8c2a9803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.417572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bd26f296-0d13-49ac-b01b-a16f8c2a9803 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07ce2f585465442494116635ad1634f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2880280 Aug 23 03:32:16.418504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52246) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:16.440862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-91ecd0cd-6875-44ef-8745-5df67596bca8 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.452180 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-91ecd0cd-6875-44ef-8745-5df67596bca8 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7324252 Aug 23 03:32:16.455541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52248) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:16.462735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:16.470813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26f296-0d13-49ac-b01b-a16f8c2a9803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdbcd0b-3f0c-45b0-a0a5-aa8450fc7ad9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:16.499385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f8664-6ea1-42f3-a2dc-0630f88d69e8 req-eb4d951f-4b10-405d-9ebc-94341cef3ab8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:16.501752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd0f8664-6ea1-42f3-a2dc-0630f88d69e8 req-eb4d951f-4b10-405d-9ebc-94341cef3ab8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 931 time: 0.0997908 Aug 23 03:32:16.527634 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90fbdd00-7f57-48a5-aee1-df8789888acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.544445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd0f8664-6ea1-42f3-a2dc-0630f88d69e8 req-7b4d4dab-0e27-40b8-b06e-dcf7a3ae3689 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367408 Aug 23 03:32:16.563612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90fbdd00-7f57-48a5-aee1-df8789888acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.648692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f70a72ea-40d0-4f81-81d7-a300ef5aad24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.716201 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90fbdd00-7f57-48a5-aee1-df8789888acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.718725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90fbdd00-7f57-48a5-aee1-df8789888acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.719946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-90fbdd00-7f57-48a5-aee1-df8789888acd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bdbcd0b-3f0c-45b0-a0a5-aa8450fc7ad9 HTTP/1.1" status: 204 len: 168 time: 0.2975104 Aug 23 03:32:16.724899 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f70a72ea-40d0-4f81-81d7-a300ef5aad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.732789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:32:16.732789 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:32:16.732789 n-d-749052-7 neutron-server[95121]: [parameters: {'project_id_1': '9b2a52da400e46c5a077f830248eb7bd', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 32, 16, 469875)}] Aug 23 03:32:16.732789 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:32:16.733600 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:32:16.753246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbdd00-7f57-48a5-aee1-df8789888acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdbcd0b-3f0c-45b0-a0a5-aa8450fc7ad9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:16.803418 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f70a72ea-40d0-4f81-81d7-a300ef5aad24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e65259865d64a579ac8d1b8f1a5f680&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6206324 Aug 23 03:32:16.804137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52254) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:16.827116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a72ea-40d0-4f81-81d7-a300ef5aad24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caaf7f9-d847-4cd0-8807-2a650e17164e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:16.931340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c793ff42-e503-4946-ba92-0dbff1ac12ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.963609 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ef695d0-722d-40c3-ac10-dd0e5407b982 req-bbb92f86-45cf-403c-8ebd-a6798a1eda08 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:16.978842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c793ff42-e503-4946-ba92-0dbff1ac12ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.085352 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ef695d0-722d-40c3-ac10-dd0e5407b982 req-bbb92f86-45cf-403c-8ebd-a6798a1eda08 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.120757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c793ff42-e503-4946-ba92-0dbff1ac12ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.124542 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c793ff42-e503-4946-ba92-0dbff1ac12ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.126394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c793ff42-e503-4946-ba92-0dbff1ac12ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0caaf7f9-d847-4cd0-8807-2a650e17164e HTTP/1.1" status: 204 len: 168 time: 0.3203254 Aug 23 03:32:17.128052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52260) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:17.137225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 83ad5024-4c35-4212-b3c2-0edd348807b2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:17.151337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ef695d0-722d-40c3-ac10-dd0e5407b982 req-bbb92f86-45cf-403c-8ebd-a6798a1eda08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1691945 Aug 23 03:32:17.165698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793ff42-e503-4946-ba92-0dbff1ac12ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caaf7f9-d847-4cd0-8807-2a650e17164e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:17.185550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb92f86-45cf-403c-8ebd-a6798a1eda08 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ea41d-55da-44c0-a61f-d279200a9e4e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:17.307999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 83ad5024-4c35-4212-b3c2-0edd348807b2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:17.312173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 83ad5024-4c35-4212-b3c2-0edd348807b2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:17.312753 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.331776 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.359077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5802390-3492-4285-8516-82622d4a4148 req-11e46d24-5d66-4f56-b7ef-b4c55443bde2 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:17.372231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c5802390-3492-4285-8516-82622d4a4148 req-11e46d24-5d66-4f56-b7ef-b4c55443bde2 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 971 time: 0.0950351 Aug 23 03:32:17.432076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c5802390-3492-4285-8516-82622d4a4148 req-6aecba6f-3dc8-4942-9aa0-4d68d3bc63e7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543442 Aug 23 03:32:17.460836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1eeb385-7908-4b8e-bced-eff8c586442e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.480042 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.535589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 83ad5024-4c35-4212-b3c2-0edd348807b2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=83ad5024-4c35-4212-b3c2-0edd348807b2,segment=NetworkSegment(9d6b6573-6eaf-48ec-8d83-56792b6043c6),segment_id=9d6b6573-6eaf-48ec-8d83-56792b6043c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:17.544297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.622853 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.691138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=83ad5024-4c35-4212-b3c2-0edd348807b2,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:17.733693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1eeb385-7908-4b8e-bced-eff8c586442e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:17.736104 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:32:17.754307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Allocated IP 172.25.1.148 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/ec5c4d8e-e939-44a6-ba07-fecfc7e6d7cb) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:17.769295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e20e1-e1e2-4372-ba11-93d280aad904 req-9225f980-703b-455d-addb-fdcdfb9a9423 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:17.770948 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c8e20e1-e1e2-4372-ba11-93d280aad904 req-9225f980-703b-455d-addb-fdcdfb9a9423 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 931 time: 0.1143029 Aug 23 03:32:17.803678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1eeb385-7908-4b8e-bced-eff8c586442e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.066618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c8e20e1-e1e2-4372-ba11-93d280aad904 req-8d3bfd96-a289-4f0d-8aa6-36f3510fd53e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885845 Aug 23 03:32:18.069899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eeb385-7908-4b8e-bced-eff8c586442e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fe1908-07ea-419e-a352-729c4e3bdedc,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:18.082973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d1eeb385-7908-4b8e-bced-eff8c586442e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b625d57fcb74fce9a1f869f183038b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9472411 Aug 23 03:32:18.083382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52294) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:18.124244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.144758 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4883ce2-28b6-4041-8ba1-531b84a9cfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.172710 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4883ce2-28b6-4041-8ba1-531b84a9cfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.246056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.268438 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4883ce2-28b6-4041-8ba1-531b84a9cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.271063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4883ce2-28b6-4041-8ba1-531b84a9cfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.275422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f4883ce2-28b6-4041-8ba1-531b84a9cfc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62fe1908-07ea-419e-a352-729c4e3bdedc HTTP/1.1" status: 204 len: 168 time: 0.1912050 Aug 23 03:32:18.283402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4883ce2-28b6-4041-8ba1-531b84a9cfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fe1908-07ea-419e-a352-729c4e3bdedc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:18.286185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:18.289215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:18.292617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:18.311811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event updated for resources: {'Port': ['ID=ec5c4d8e-e939-44a6-ba07-fecfc7e6d7cb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:18.399261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.551898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c7e69-f069-417f-9b44-009cfca5ae0b req-a19593f5-79fe-4517-85e7-c601a7e4a5b9 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:18.554126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d8c7e69-f069-417f-9b44-009cfca5ae0b req-a19593f5-79fe-4517-85e7-c601a7e4a5b9 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 971 time: 0.0626516 Aug 23 03:32:18.562185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.599935 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d8c7e69-f069-417f-9b44-009cfca5ae0b req-16d59934-07b1-4600-9420-953c82dfe5af tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339811 Aug 23 03:32:18.732103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.828184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.859141 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.879190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event updated for resources: {'Port': ['ID=ec5c4d8e-e939-44a6-ba07-fecfc7e6d7cb,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:18.966103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:18.967641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-011e9238-8e4c-4e86-9a6c-579410f45620 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5108249 Aug 23 03:32:19.044906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 83ad5024-4c35-4212-b3c2-0edd348807b2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:19.070375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52322) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:19.084597 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20573db3-eade-415f-852b-c42284c63958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:19.112456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 83ad5024-4c35-4212-b3c2-0edd348807b2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:19.113172 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:19.226445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20573db3-eade-415f-852b-c42284c63958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:19.260213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ca564-bef0-4781-a57c-05f10c4dfb6f req-e7c44d6a-4ec1-4291-a036-14d5e8943191 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:19.262161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e75ca564-bef0-4781-a57c-05f10c4dfb6f req-e7c44d6a-4ec1-4291-a036-14d5e8943191 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 931 time: 0.1107342 Aug 23 03:32:19.299397 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20573db3-eade-415f-852b-c42284c63958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:19.308737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e75ca564-bef0-4781-a57c-05f10c4dfb6f req-a341bc59-1b9e-4c0a-86c8-8a45e9464771 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390952 Aug 23 03:32:19.359815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-20573db3-eade-415f-852b-c42284c63958 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=113a2234aaa34243be8dcf8658c2b1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856028 Aug 23 03:32:19.360672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52344) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:19.376751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-d4d07f04-4da5-4ef7-b7de-2d87f5cf47c1 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1807888150&fields=id&tenant_id=9b2a52da400e46c5a077f830248eb7bd HTTP/1.1" status: 200 len: 267 time: 0.0864804 Aug 23 03:32:19.377610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20573db3-eade-415f-852b-c42284c63958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d85f9f-0a9a-4915-b4a0-5e7ed521ac62,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:19.428009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d1bc-3d74-4b75-9d79-48ce7e8ca9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:19.449848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d1bc-3d74-4b75-9d79-48ce7e8ca9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:19.572303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-48a2ecb0-9bca-42d6-83bc-8a69ff4b9ccf tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:19.573795 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-48a2ecb0-9bca-42d6-83bc-8a69ff4b9ccf tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/networks?id=d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 200 len: 824 time: 0.1892848 Aug 23 03:32:19.576946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d1bc-3d74-4b75-9d79-48ce7e8ca9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:19.579656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d1bc-3d74-4b75-9d79-48ce7e8ca9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:19.580850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9ae0d1bc-3d74-4b75-9d79-48ce7e8ca9e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33d85f9f-0a9a-4915-b4a0-5e7ed521ac62 HTTP/1.1" status: 204 len: 168 time: 0.2191205 Aug 23 03:32:19.597644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0d1bc-3d74-4b75-9d79-48ce7e8ca9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d85f9f-0a9a-4915-b4a0-5e7ed521ac62,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:19.597741 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-3e9d211a-e7fd-460e-8caf-516634436ba3 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/quotas/9b2a52da400e46c5a077f830248eb7bd HTTP/1.1" status: 200 len: 375 time: 0.0152133 Aug 23 03:32:19.683967 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-41a99c9e-4578-474a-abc3-b7ff9a43c5c6 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2a52da400e46c5a077f830248eb7bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820131 Aug 23 03:32:19.728533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485555a1-54f8-4afe-a108-4a79d406b8f9 req-ff65a720-5c4b-4226-8674-6aefb9826fac tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:19.730188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-485555a1-54f8-4afe-a108-4a79d406b8f9 req-ff65a720-5c4b-4226-8674-6aefb9826fac tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 971 time: 0.0553424 Aug 23 03:32:19.770335 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-485555a1-54f8-4afe-a108-4a79d406b8f9 req-20707fa3-c32a-4454-a948-f0e301195a1b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Aug 23 03:32:19.958761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca57f3-1916-45f9-a74c-e11700031260 req-5a356c1b-4c32-4e4c-ae4c-f11304541be8 tempest-AggregatesAdminTestJSON-1029837292 tempest-AggregatesAdminTestJSON-1029837292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:19.960257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-19ca57f3-1916-45f9-a74c-e11700031260 req-5a356c1b-4c32-4e4c-ae4c-f11304541be8 tempest-AggregatesAdminTestJSON-1029837292 tempest-AggregatesAdminTestJSON-1029837292-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 1122 time: 0.0763307 Aug 23 03:32:19.979692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-19ca57f3-1916-45f9-a74c-e11700031260 req-6d0f134f-26fd-4e1e-9067-e575df1407a4 tempest-AggregatesAdminTestJSON-1029837292 tempest-AggregatesAdminTestJSON-1029837292-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:20.036291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-e839a20b-696e-46e8-ba5a-0d6277b0f25e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:32:20.037904 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-e839a20b-696e-46e8-ba5a-0d6277b0f25e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1277313 Aug 23 03:32:20.091646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-19ca57f3-1916-45f9-a74c-e11700031260 req-6d0f134f-26fd-4e1e-9067-e575df1407a4 tempest-AggregatesAdminTestJSON-1029837292 tempest-AggregatesAdminTestJSON-1029837292-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:20.140000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-c52f581c-2a09-4c0c-9408-3767d0f5398e service neutron] 10.222.0.20 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959849 Aug 23 03:32:20.154078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-19ca57f3-1916-45f9-a74c-e11700031260 req-6d0f134f-26fd-4e1e-9067-e575df1407a4 tempest-AggregatesAdminTestJSON-1029837292 tempest-AggregatesAdminTestJSON-1029837292-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:20.198478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-19ca57f3-1916-45f9-a74c-e11700031260 req-6d0f134f-26fd-4e1e-9067-e575df1407a4 tempest-AggregatesAdminTestJSON-1029837292 tempest-AggregatesAdminTestJSON-1029837292-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319343 Aug 23 03:32:20.203481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f134f-26fd-4e1e-9067-e575df1407a4 tempest-AggregatesAdminTestJSON-1029837292 tempest-AggregatesAdminTestJSON-1029837292-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395305af-707a-4238-9a88-f9c7b0f1694c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:20.265098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-4d7e0ef3-f9c9-4ff3-a9d3-24583dade257 service neutron] 10.222.0.20 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161802 Aug 23 03:32:20.484096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-33c9ba81-38d0-49a2-9029-f2fa3a8da0df tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231388 Aug 23 03:32:20.600954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-017ba584-5ae9-44ee-a76f-944e67741d2d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:20.602498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-017ba584-5ae9-44ee-a76f-944e67741d2d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123385 Aug 23 03:32:20.620118 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-745ed352-264d-471b-ada3-cc6240008724 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/quotas/6431d385a201402384e6d5e5ed1c2bbd HTTP/1.1" status: 200 len: 375 time: 0.0107324 Aug 23 03:32:20.657452 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-71cfe6ff-2b84-4117-950f-ca5592b868e7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316246 Aug 23 03:32:20.801445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52426) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:20.940137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-network', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:21.045660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Made reservation on behalf of 95cece949db0401ca2ade9d75cee1dd9 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:21.049498 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:21.059239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:21.155747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:21.228353 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:21.249636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:32:21.264155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6417125-e884-47bc-bf6b-e750b8eee65a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:21.268546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:21.268897 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Added segment 88c2ff2c-0048-4f78-895f-1b0cc0cf8782 of type vlan for network 55360f0a-c2e8-4947-877a-a681bb193ad8 Aug 23 03:32:21.280419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dceacc9-b416-4ae5-9b56-ba912ca7ff6a req-39274436-4874-4bee-b5b9-2f796ab23a48 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:21.282728 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dceacc9-b416-4ae5-9b56-ba912ca7ff6a req-39274436-4874-4bee-b5b9-2f796ab23a48 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 931 time: 0.0592370 Aug 23 03:32:21.314546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:21.320287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dceacc9-b416-4ae5-9b56-ba912ca7ff6a req-1e287a97-3749-4245-984c-96dcbc0f8a4f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Aug 23 03:32:21.387912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a350bfc9-94b7-42ec-be8b-b5dcb58e3549 req-2535d12e-0412-4713-9f28-e45f7e48db2d tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 210 time: 0.0284567 Aug 23 03:32:21.390417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:21.392021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:21.392682 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:21.494919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-6647b5f0-7196-41fb-b444-26307ccf7555 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:32:21.496099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-6647b5f0-7196-41fb-b444-26307ccf7555 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070872 Aug 23 03:32:21.500359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6978321 Aug 23 03:32:21.501802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78007b77-d23d-445b-9678-d9666935faad admin admin] Pushing event updated for resources: {'Network': ['ID=55360f0a-c2e8-4947-877a-a681bb193ad8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:21.503707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52472) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:21.509000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Request body: {'subnet': {'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-subnet', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:21.514923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:32:21.556798 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-10bcbdcd-1ad7-4e51-8ac7-8df698efedf5 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508871 Aug 23 03:32:21.599577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Made reservation on behalf of 95cece949db0401ca2ade9d75cee1dd9 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:21.601922 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:21.634648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Request body: {'port': {'device_id': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:21.677329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-e272fb01-c77a-4860-9fab-d4af03a62cb2 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:21.678807 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-e272fb01-c77a-4860-9fab-d4af03a62cb2 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211004 Aug 23 03:32:21.695604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-55de9bb8-b3f8-4f2f-b1c5-0d7935a0c6cc tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/quotas/6431d385a201402384e6d5e5ed1c2bbd HTTP/1.1" status: 200 len: 375 time: 0.0106635 Aug 23 03:32:21.746606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-7a5ce81e-3848-4f6e-ac54-6c59a9895246 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314312 Aug 23 03:32:21.749283 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.105367 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-748ec3a5-327f-4b00-932c-9f4389d6bcd5 req-4ec78e57-ccbe-4c6b-ba56-9df5b0cf0a0e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 210 time: 0.0343874 Aug 23 03:32:22.131033 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.199635 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.209624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Pushing event updated for resources: {'Subnet': ['ID=05604f69-ed54-44c5-8828-d6a42ffbbddd,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:22.230910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Checking segment: {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:22.231256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Network hostable DHCP agents. Network: 55360f0a-c2e8-4947-877a-a681bb193ad8, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:32:22.305426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639770ad-ac9d-4de4-914e-367de5c2658c {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:22.313979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.328272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Transition to ACTIVE for port object 639770ad-ac9d-4de4-914e-367de5c2658c will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:22.344164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:32:22.439153 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.441059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 55360f0a-c2e8-4947-877a-a681bb193ad8) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:22.456298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d8333-adfa-48ba-ad43-5b4aaa7d903f None None] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:32:22.510710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:22.511301 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.543532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1786b-138a-4ba0-a362-e1c1612856a9 req-b3381039-3ca7-492d-bd55-ef831af9727d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:22.545151 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6d1786b-138a-4ba0-a362-e1c1612856a9 req-b3381039-3ca7-492d-bd55-ef831af9727d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 931 time: 0.1429317 Aug 23 03:32:22.568282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=639770ad-ac9d-4de4-914e-367de5c2658c,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:22.635424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6d1786b-138a-4ba0-a362-e1c1612856a9 req-f1cd8f58-e56a-425c-ba5d-0f39041a12fe tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819416 Aug 23 03:32:22.670050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52512) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:22.670546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-575ca8d9-9679-4a3d-a802-4df60ce4003c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1656320 Aug 23 03:32:22.676438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:22.681678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:22.682027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:22.682974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:22.690263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Port 639770ad-ac9d-4de4-914e-367de5c2658c on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:22.695280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:22.696900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:22.697175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:22.697821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:22.698159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Bound port: 639770ad-ac9d-4de4-914e-367de5c2658c, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:22.698511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.781384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-55360f0a-c2e8-4947-877a-a681bb193ad8', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:32:22.782825 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.788147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c61819c-db13-4272-8ca0-1a33048f334e req-b84dc04c-f9d8-4998-9479-63564b7298f2 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 210 time: 0.0374908 Aug 23 03:32:22.800824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.802029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.824877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:22.844236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:22.863896 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.915092 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.974974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Allocated IP 172.20.0.2 (55360f0a-c2e8-4947-877a-a681bb193ad8/05604f69-ed54-44c5-8828-d6a42ffbbddd/826e641e-f6b0-422f-b5d0-aed68cd4c562) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:22.988360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:22.989134 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:22.990981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 1091 time: 1.4311306 Aug 23 03:32:22.995031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:23.103870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c490e89-b887-4530-ad63-f309db11c9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=639770ad-ac9d-4de4-914e-367de5c2658c,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:23.142590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:23.214104 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:23.231344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Transition to ACTIVE for port object 826e641e-f6b0-422f-b5d0-aed68cd4c562 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:23.257626 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6348b698-3e01-455a-9cb0-213d09fae4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:23.272756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Transition to ACTIVE for port object 826e641e-f6b0-422f-b5d0-aed68cd4c562 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:23.315737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-75fb1a76-ddc0-45ae-8214-1f7bb3dd0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:23.317252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-75fb1a76-ddc0-45ae-8214-1f7bb3dd0956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1094 time: 0.1305032 Aug 23 03:32:23.348880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:23.441664 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f1b67842-5e9e-4743-9f73-272649e80178 req-10ba460b-480e-404f-a2d3-e9e59ebddede tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 210 time: 0.2224030 Aug 23 03:32:23.485737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:23.487232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Pushing event updated for resources: {'Port': ['ID=826e641e-f6b0-422f-b5d0-aed68cd4c562,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:23.492171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:23.495756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:23.502870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-fdb97e2b-44d5-4a8c-8425-32fb18c68e64 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:23.505209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-fdb97e2b-44d5-4a8c-8425-32fb18c68e64 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "GET /v2.0/networks?id=d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 200 len: 824 time: 0.3725228 Aug 23 03:32:23.589519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Attempting to bind port 826e641e-f6b0-422f-b5d0-aed68cd4c562 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:23.589899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Attempting to bind port 826e641e-f6b0-422f-b5d0-aed68cd4c562 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:23.590266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Attempting to bind port 826e641e-f6b0-422f-b5d0-aed68cd4c562 on network 55360f0a-c2e8-4947-877a-a681bb193ad8 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:23.595827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:23.596440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Checking segment: {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:23.596604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:23.597216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Bound using segment: {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:23.597888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Bound port: 826e641e-f6b0-422f-b5d0-aed68cd4c562, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:23.598492 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:23.614907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-861af0cb-f1bd-45b5-a305-6f1c8a75a20b tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b2a52da400e46c5a077f830248eb7bd HTTP/1.1" status: 200 len: 380 time: 0.0776558 Aug 23 03:32:23.649461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Request body: {'port': {'device_id': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'admin_state_up': True, 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'security_groups': ['b9d5485f-e04d-4995-92e9-d2847191ca51']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:23.661499 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc104ec6-e3b6-4c1f-96c5-8c6996c2b3ab x-openstack-request-id: req-bc104ec6-e3b6-4c1f-96c5-8c6996c2b3ab {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:23.662342 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:23.662939 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc104ec6-e3b6-4c1f-96c5-8c6996c2b3ab {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:23.663780 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c', 'status': 'completed', 'code': 200} Aug 23 03:32:23.666751 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-4c51c991-ad11-4b86-977a-8c2f5f98e565 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 217 time: 0.3344433 Aug 23 03:32:23.706159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52554) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:23.722054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] For port 826e641e-f6b0-422f-b5d0-aed68cd4c562, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:23.725952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] For port 826e641e-f6b0-422f-b5d0-aed68cd4c562, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=826e641e-f6b0-422f-b5d0-aed68cd4c562,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:23.796484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-824d2a19-b07a-48cd-9830-58bbf507028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:23.800239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:23.802948 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-824d2a19-b07a-48cd-9830-58bbf507028b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.1189437 Aug 23 03:32:23.853756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.24', 64181) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:23.911306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-8567c6d2-e9ed-4694-a059-2dd15880366b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013238 Aug 23 03:32:23.919555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e2ad5-abcd-4769-8163-d1081d3dc71d None None] Pushing event updated for resources: {'Port': ['ID=826e641e-f6b0-422f-b5d0-aed68cd4c562,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:23.953845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-7f9b3239-1d8f-4abe-8f47-4893ca742019 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989640 Aug 23 03:32:24.002131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4640058-0880-4ed0-9c01-c1c7c51b4b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:24.017148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-65b82a55-d3af-4dae-b733-daf32036aaf3 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971036 Aug 23 03:32:24.088265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6ff7a-9fd2-472d-9fb7-88845412c0a5 req-c746d1ba-8242-48e1-b357-a2c2a581c42e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:24.089878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3e6ff7a-9fd2-472d-9fb7-88845412c0a5 req-c746d1ba-8242-48e1-b357-a2c2a581c42e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.3172741 Aug 23 03:32:24.160222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03304ba5-69ca-4e2e-a5d5-b2696638effa req-f3f5119a-7b34-4722-b876-b1963c1f349c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 210 time: 0.0603604 Aug 23 03:32:24.199792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:24.199913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f89c80b-a86f-455b-a2a5-c90f4e1c0720 req-598e510f-5868-4cba-b17f-840e92cdbdeb service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710746 Aug 23 03:32:24.209432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3e6ff7a-9fd2-472d-9fb7-88845412c0a5 req-9aefd59a-a192-4468-8493-dd8f37304589 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966496 Aug 23 03:32:24.232291 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:24.259164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Made reservation on behalf of 9b2a52da400e46c5a077f830248eb7bd for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:24.262964 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:24.316864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-e634cc76-d0a6-4e90-838f-470b4e0fadd4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:24.318445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-e634cc76-d0a6-4e90-838f-470b4e0fadd4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3533878 Aug 23 03:32:24.339210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Request body: {'port': {'device_id': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '6431d385a201402384e6d5e5ed1c2bbd'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:24.378550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-3707bdc0-700c-4cb5-9243-86de0b8b8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:24.379971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-3707bdc0-700c-4cb5-9243-86de0b8b8c00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1094 time: 0.0419035 Aug 23 03:32:24.462303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.24', 64182) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:24.544834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-f2dcc782-d95e-4a7f-8498-b74b5f6a5ea6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736010 Aug 23 03:32:24.559610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20d0b91-f703-44f8-b814-41c46860cc46 req-1ae95d28-a455-4b74-8b70-ebafeb8e0d9f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 210 time: 0.0292392 Aug 23 03:32:24.561440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-ef91177c-54cf-40aa-9f0c-1f60aeeee2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:24.563060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-ef91177c-54cf-40aa-9f0c-1f60aeeee2ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1760485 Aug 23 03:32:24.618088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-16e37bf8-19dc-49fa-85b7-6883f9b2c113 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 217 time: 0.0478468 Aug 23 03:32:24.620091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Allocated IP 172.25.1.143 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/7642bc56-b152-47a5-9e43-f7170f883b54) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:24.674463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-74eb8eba-2fdf-418f-af45-817ad68f713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:24.676258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-74eb8eba-2fdf-418f-af45-817ad68f713a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0513992 Aug 23 03:32:24.710008 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-662728ee-bc89-495c-988f-20b284610fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268278 Aug 23 03:32:24.796364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Allocated IP 172.20.0.6 (d284e626-14c2-4d2a-8386-94627b64a16d/69ee5bdc-836b-461b-b460-681e91b9dd62/7bd13c56-55e3-4f89-ba7e-d6f117cd5f01) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:24.806042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4640058-0880-4ed0-9c01-c1c7c51b4b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:24.824967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-a25b6950-b26f-41b8-8a8c-72baa08dd146 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072254 Aug 23 03:32:24.912726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4640058-0880-4ed0-9c01-c1c7c51b4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:24.941606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6348b698-3e01-455a-9cb0-213d09fae4e4 req-0524b732-1d04-494c-bc4d-49fa918df6e1 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086621 Aug 23 03:32:24.973882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6b1f6e5d-002f-4342-a42e-b9daeeb5efec tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:24.976057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6b1f6e5d-002f-4342-a42e-b9daeeb5efec tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4178417 Aug 23 03:32:25.034926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Request body: {'port': {'device_id': '8320ec87-8250-446c-b2fa-1e78bb7d1233', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '6431d385a201402384e6d5e5ed1c2bbd'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:25.039521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4640058-0880-4ed0-9c01-c1c7c51b4b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9d8dc1-6900-4ca9-a07d-64b754858f2a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:25.050834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a4640058-0880-4ed0-9c01-c1c7c51b4b14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eaf09f3256424061a890fdfcd89941fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3401637 Aug 23 03:32:25.053758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52592) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:25.062253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.073893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Made reservation on behalf of 6431d385a201402384e6d5e5ed1c2bbd for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:25.076999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35eb7ed-d3ff-4017-a27f-dc9c39079157 None None] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:32:25.084883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.104137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.128410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0792e4e9-cc6b-4aec-9207-7946c5db2eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.136493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 826e641e-f6b0-422f-b5d0-aed68cd4c562 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:25.151717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0792e4e9-cc6b-4aec-9207-7946c5db2eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.273410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ea6b84a5-f124-4140-bdf1-59c9b14298f1 None None] Provisioning for port 826e641e-f6b0-422f-b5d0-aed68cd4c562 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:25.317716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e488943-4ad5-447f-a5fb-ea3d1c5880dc req-ca49deca-ab03-47f2-a4b4-879dabbe595f tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 210 time: 0.0497198 Aug 23 03:32:25.318957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0792e4e9-cc6b-4aec-9207-7946c5db2eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.323603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0792e4e9-cc6b-4aec-9207-7946c5db2eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.327611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0792e4e9-cc6b-4aec-9207-7946c5db2eab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e9d8dc1-6900-4ca9-a07d-64b754858f2a HTTP/1.1" status: 204 len: 168 time: 0.2704599 Aug 23 03:32:25.332804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.355073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792e4e9-cc6b-4aec-9207-7946c5db2eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9d8dc1-6900-4ca9-a07d-64b754858f2a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:25.360942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Transition to ACTIVE for port object 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:25.366480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 826e641e-f6b0-422f-b5d0-aed68cd4c562 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:25.372934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 826e641e-f6b0-422f-b5d0-aed68cd4c562 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:25.372934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.442473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.462582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.486696 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.489083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac2fef-ccb6-40b1-955e-ad1ab230ea59 req-0d269748-fc2e-4cde-8b45-fcab1c9b185b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:25.497627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d6ac2fef-ccb6-40b1-955e-ad1ab230ea59 req-0d269748-fc2e-4cde-8b45-fcab1c9b185b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.0845141 Aug 23 03:32:25.520690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:25.524450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:25.527313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:25.554027 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.556639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d6ac2fef-ccb6-40b1-955e-ad1ab230ea59 req-861cfb20-36e2-4ece-8ac3-e75e8c7fa0c0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579093 Aug 23 03:32:25.567719 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.570381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 826e641e-f6b0-422f-b5d0-aed68cd4c562, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=826e641e-f6b0-422f-b5d0-aed68cd4c562,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:25.613263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fdf1f6b9-8a55-4571-8f2d-98ce4b87c9d4 None None] Provisioning complete for port 826e641e-f6b0-422f-b5d0-aed68cd4c562 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:25.614161 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f6b9-8a55-4571-8f2d-98ce4b87c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.666388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf10177-0848-43ce-b704-cee4216855b9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:25.692898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.706393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Pushing event updated for resources: {'Port': ['ID=7642bc56-b152-47a5-9e43-f7170f883b54,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:25.712338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Made reservation on behalf of 6431d385a201402384e6d5e5ed1c2bbd for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:25.716679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.733485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-632af6e8-1f5c-40e9-b524-4a00fb6d86fd req-26f73918-04f7-4682-9765-4dc561298499 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 210 time: 0.0620286 Aug 23 03:32:25.745591 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f6b9-8a55-4571-8f2d-98ce4b87c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:25.785299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=826e641e-f6b0-422f-b5d0-aed68cd4c562,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:25.833284 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-fdf1f6b9-8a55-4571-8f2d-98ce4b87c9d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:32:25.833284 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-fdf1f6b9-8a55-4571-8f2d-98ce4b87c9d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:32:26.007806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Network d284e626-14c2-4d2a-8386-94627b64a16d is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:26.023270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:26.027498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:26.027923 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bd76cdc-80d8-49c7-a5e4-2f67e1c8802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.033639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:26.034246 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.123758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event updated for resources: {'Port': ['ID=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:26.191315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Allocated IP 192.168.233.154 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/62a51aac-3b10-4b44-9555-7c011ae521b6) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:26.208151 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-8f95e15b-82b7-4bd5-95ee-2499c2c2a445 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5786431 Aug 23 03:32:26.223140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Request body: {'port': {'device_id': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'device_owner': 'compute:tempest-test_az-794880766', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:26.255643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52650) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:26.271920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1de517b0-1524-49a3-935f-890c16d544ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.373181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1de517b0-1524-49a3-935f-890c16d544ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.395692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.439877 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1de517b0-1524-49a3-935f-890c16d544ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.492205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1de517b0-1524-49a3-935f-890c16d544ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afb6aed88dfe4d41be49abc65fa54684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350850 Aug 23 03:32:26.493653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de517b0-1524-49a3-935f-890c16d544ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18844c1d-8826-4282-9fd9-9f8acc06d0be,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:26.496616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52668) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:26.529442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.563797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dea9fe-1b24-44e5-838a-1eddbb8b3cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.592407 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dea9fe-1b24-44e5-838a-1eddbb8b3cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.606270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eb509c85-c9c8-4757-af56-d8f50ad07416 None None] Provisioning for port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:26.611361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eb509c85-c9c8-4757-af56-d8f50ad07416 None None] Provisioning complete for port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:26.611749 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eb509c85-c9c8-4757-af56-d8f50ad07416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.700656 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.720271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dea9fe-1b24-44e5-838a-1eddbb8b3cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.722212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-eb509c85-c9c8-4757-af56-d8f50ad07416 None None] Port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:26.723169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dea9fe-1b24-44e5-838a-1eddbb8b3cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:26.727184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d4dea9fe-1b24-44e5-838a-1eddbb8b3cb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18844c1d-8826-4282-9fd9-9f8acc06d0be HTTP/1.1" status: 204 len: 168 time: 0.2295566 Aug 23 03:32:26.758189 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dea9fe-1b24-44e5-838a-1eddbb8b3cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18844c1d-8826-4282-9fd9-9f8acc06d0be,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:26.769048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Transition to ACTIVE for port object 62a51aac-3b10-4b44-9555-7c011ae521b6 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:26.773096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f5e9c-a471-486d-b130-a53f89f0e594 req-9bea4599-9e9b-446c-babd-fbae800973d5 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:26.774958 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e02f5e9c-a471-486d-b130-a53f89f0e594 req-9bea4599-9e9b-446c-babd-fbae800973d5 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 931 time: 0.0910099 Aug 23 03:32:26.841361 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e02f5e9c-a471-486d-b130-a53f89f0e594 req-f9dc3e3f-9813-4418-b63c-a26dbf6c8c76 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479720 Aug 23 03:32:26.853996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52684) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:26.983367 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7759bfda-2544-450a-9b37-5d2b3e986a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.040084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755c533-59fe-4208-9218-2e3fbc81767a req-52c84ae1-85c6-496a-81df-d0b5da740cb8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:27.041588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b755c533-59fe-4208-9218-2e3fbc81767a req-52c84ae1-85c6-496a-81df-d0b5da740cb8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.1986365 Aug 23 03:32:27.071701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 826e641e-f6b0-422f-b5d0-aed68cd4c562 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:27.084546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.113892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.124658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7759bfda-2544-450a-9b37-5d2b3e986a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.144630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 826e641e-f6b0-422f-b5d0-aed68cd4c562 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:27.144921 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.178132 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7759bfda-2544-450a-9b37-5d2b3e986a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.223979 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7759bfda-2544-450a-9b37-5d2b3e986a4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6863b0508724369bd352bc6f7a8a504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688960 Aug 23 03:32:27.224619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52700) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:27.229078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:27.246702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b755c533-59fe-4208-9218-2e3fbc81767a req-6040ed52-135a-4aed-9e3a-a5b919fb0020 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910472 Aug 23 03:32:27.252726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.271678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:27.288879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:27.296246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:27.302975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:27.309764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:27.309764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.311603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Allocated IP 192.168.233.90 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/e94349ae-149c-4de8-bf92-1bf47e23b494) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:27.315567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Transition to ACTIVE for port object 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:27.380243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0e3b97f-9edf-44c3-b63e-955b225f8ed2 req-07286c8a-4d3d-40f4-8abd-42a2fa644b82 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 210 time: 0.0695050 Aug 23 03:32:27.393190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759bfda-2544-450a-9b37-5d2b3e986a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0eecd0-0b7d-410a-ae05-dba99c580a0c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:27.394439 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.400145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73d41c8f-d583-4e41-8a0c-3e8e4e499102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.430531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73d41c8f-d583-4e41-8a0c-3e8e4e499102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.522102 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-23a7fb9d-8907-439e-91dd-2f498f626634 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1918983 Aug 23 03:32:27.561800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Request body: {'port': {'device_id': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:27.583115 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73d41c8f-d583-4e41-8a0c-3e8e4e499102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.588694 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73d41c8f-d583-4e41-8a0c-3e8e4e499102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.590460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-73d41c8f-d583-4e41-8a0c-3e8e4e499102 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca0eecd0-0b7d-410a-ae05-dba99c580a0c HTTP/1.1" status: 204 len: 168 time: 0.3465211 Aug 23 03:32:27.606172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d41c8f-d583-4e41-8a0c-3e8e4e499102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0eecd0-0b7d-410a-ae05-dba99c580a0c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:27.648205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Pushing event updated for resources: {'Port': ['ID=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:27.656926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Attempting to bind port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:27.657295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Attempting to bind port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:27.657625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Attempting to bind port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 on network d284e626-14c2-4d2a-8386-94627b64a16d {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:27.716487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 on network d284e626-14c2-4d2a-8386-94627b64a16d not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:27.717004 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Attempting to bind port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 on network d284e626-14c2-4d2a-8386-94627b64a16d {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:27.731019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-aaa1c28e-4372-4433-82e5-f7ccbfce5f06 None None] Provisioning for port 62a51aac-3b10-4b44-9555-7c011ae521b6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:27.733039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:27.733630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Checking segment: {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:27.734174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Bound using segment: {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:27.734808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Bound port: 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:27.735324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.735527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-aaa1c28e-4372-4433-82e5-f7ccbfce5f06 None None] Provisioning complete for port 62a51aac-3b10-4b44-9555-7c011ae521b6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:27.735861 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c28e-4372-4433-82e5-f7ccbfce5f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.737736 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:27.764715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:32:27.796321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-aaa1c28e-4372-4433-82e5-f7ccbfce5f06 None None] Port 62a51aac-3b10-4b44-9555-7c011ae521b6 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:28.054261 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.091378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ddfef-4f8e-48c4-b810-8d753c2d0ec4 req-4fb6581c-05a9-40ca-ae26-38e34e97f390 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:28.092885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b6ddfef-4f8e-48c4-b810-8d753c2d0ec4 req-4fb6581c-05a9-40ca-ae26-38e34e97f390 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 964 time: 0.0844681 Aug 23 03:32:28.167288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b6ddfef-4f8e-48c4-b810-8d753c2d0ec4 req-dcb40c3e-9db7-4732-a1e3-c1af4f54927a tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630810 Aug 23 03:32:28.192774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Transition to ACTIVE for port object e94349ae-149c-4de8-bf92-1bf47e23b494 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:28.266641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] For port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:28.296816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] For port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:28.318851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:32:28.332465 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Sync routers for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:32:28.344080 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:28.345083 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:31:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:28.387337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.400200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d466-6501-45b0-85fe-446f1033b9a1 req-8fefcd3d-c406-48bc-a25f-ced06d52ccf0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:28.403173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f57d466-6501-45b0-85fe-446f1033b9a1 req-8fefcd3d-c406-48bc-a25f-ced06d52ccf0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.0664127 Aug 23 03:32:28.439451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:28.440087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.441552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] 10.222.0.24 "PUT /v2.0/ports/7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 HTTP/1.1" status: 200 len: 1112 time: 2.2250659 Aug 23 03:32:28.442775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.450237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.451521 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7caf4fa7-f3bb-4d83-aea8-4c2310860e09 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.7795196 Aug 23 03:32:28.456293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52754) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:28.470837 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:28.474065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'tag': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:28.479153 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "24cb193f-6cb1-491d-9c18-6e70aaaac4a7", "tag": "7bd13c56-55e3-4f89-ba7e-d6f117cd5f01"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:28.506741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52758) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:28.528823 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3cdad06d-9660-4ba8-9b5b-ef93ad9dafb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.579187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:28.626908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:28.629679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:28.635887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:28.636545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.703483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e85eb8-1ca0-4224-af97-4068f58f744f service neutron] Pushing event updated for resources: {'Port': ['ID=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:28.708729 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fe11bc7b-0e20-49ba-8cb1-df604e71cd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.711688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 639770ad-ac9d-4de4-914e-367de5c2658c details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:28.722152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-04fcfebe-b052-42e7-b4c0-c5d0ed101c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:28.734196 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-04fcfebe-b052-42e7-b4c0-c5d0ed101c2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b2a52da400e46c5a077f830248eb7bd&device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 1115 time: 0.1425352 Aug 23 03:32:28.760858 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:26Z', 'revision_number': 3, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:28.869160 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.878068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a51aac-3b10-4b44-9555-7c011ae521b6 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:28.888447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:28.903430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Transition to ACTIVE for port object 62a51aac-3b10-4b44-9555-7c011ae521b6 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:28.916864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:28.946136 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Checking router: 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:32:28.946602 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Updating router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 port 7642bc56-b152-47a5-9e43-f7170f883b54 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:32:28.974780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '639770ad-ac9d-4de4-914e-367de5c2658c', 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f', 'port_id': '639770ad-ac9d-4de4-914e-367de5c2658c', 'mac_address': 'fa:16:3e:98:ce:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd30577-c479-4f1e-98b6-f90156d3f3d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:32:28.974892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f57d466-6501-45b0-85fe-446f1033b9a1 req-ab830f35-d5ff-47fb-be37-e67fb1dfe669 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500183 Aug 23 03:32:28.987833 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.024032 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3cdad06d-9660-4ba8-9b5b-ef93ad9dafb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.054951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.099750 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.117832 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22959839-8147-43e0-96ab-e1a514d0ccf7 x-openstack-request-id: req-22959839-8147-43e0-96ab-e1a514d0ccf7 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:29.118140 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cb193f-6cb1-491d-9c18-6e70aaaac4a7", "tag": "7bd13c56-55e3-4f89-ba7e-d6f117cd5f01", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:29.119646 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22959839-8147-43e0-96ab-e1a514d0ccf7 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:29.120676 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'tag': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01', 'status': 'completed', 'code': 200} Aug 23 03:32:29.147051 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3cdad06d-9660-4ba8-9b5b-ef93ad9dafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.147690 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639770ad-ac9d-4de4-914e-367de5c2658c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:29.192639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:29.214488 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-2ad69993-633a-4a8f-a45f-25dc1a4e20e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 HTTP/1.1" status: 200 len: 217 time: 0.3053398 Aug 23 03:32:29.233403 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2200346 Aug 23 03:32:29.268702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdad06d-9660-4ba8-9b5b-ef93ad9dafb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d5b412-279b-4617-a7e0-11090887e79c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:29.279790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-80ead9cc-c63e-435f-afce-f135bd778f0e None None] Provisioning for port e94349ae-149c-4de8-bf92-1bf47e23b494 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:29.284351 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-80ead9cc-c63e-435f-afce-f135bd778f0e None None] Provisioning complete for port e94349ae-149c-4de8-bf92-1bf47e23b494 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:29.286988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-80ead9cc-c63e-435f-afce-f135bd778f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.332478 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.334277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-73add187-89d9-45ab-a1bf-d97982bc608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:29.335652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-80ead9cc-c63e-435f-afce-f135bd778f0e None None] Port e94349ae-149c-4de8-bf92-1bf47e23b494 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:29.336086 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-73add187-89d9-45ab-a1bf-d97982bc608a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69ee5bdc-836b-461b-b460-681e91b9dd62 HTTP/1.1" status: 200 len: 863 time: 0.0683796 Aug 23 03:32:29.340622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.352768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Request body: {'port': {'device_id': '8320ec87-8250-446c-b2fa-1e78bb7d1233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:29.388294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694e29-a160-40d0-bdc7-042062581ca1 req-75f207d8-3b2b-4577-bc1c-8ccbd5e08e2a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:29.397572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f694e29-a160-40d0-bdc7-042062581ca1 req-75f207d8-3b2b-4577-bc1c-8ccbd5e08e2a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 935 time: 0.8075120 Aug 23 03:32:29.413987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=639770ad-ac9d-4de4-914e-367de5c2658c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:29.471237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95e297-3c8a-4bf9-b1da-50c9568654b7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Pushing event updated for resources: {'Port': ['ID=e94349ae-149c-4de8-bf92-1bf47e23b494,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:29.512270 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3cdad06d-9660-4ba8-9b5b-ef93ad9dafb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d327f37100de4e5997e48c03e99eba1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0053918 Aug 23 03:32:29.513508 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Attempting to bind port 62a51aac-3b10-4b44-9555-7c011ae521b6 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:29.513846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Attempting to bind port 62a51aac-3b10-4b44-9555-7c011ae521b6 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:29.514006 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.514478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Attempting to bind port 62a51aac-3b10-4b44-9555-7c011ae521b6 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:29.517719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52780) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:29.526887 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Transition to ACTIVE for port object 7642bc56-b152-47a5-9e43-f7170f883b54 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:29.571673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Allocated IP 172.20.0.1 (55360f0a-c2e8-4947-877a-a681bb193ad8/05604f69-ed54-44c5-8828-d6a42ffbbddd/7e0ab0d3-ef97-4497-a838-2b99505a573a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:29.574761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Port 62a51aac-3b10-4b44-9555-7c011ae521b6 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:29.575087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Attempting to bind port 62a51aac-3b10-4b44-9555-7c011ae521b6 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:29.580881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdbe41-3d3c-4fcf-a261-1565126ee806 req-d75fc28a-69fa-4df2-86ed-0a2a372f6234 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:29.582387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9fdbe41-3d3c-4fcf-a261-1565126ee806 req-d75fc28a-69fa-4df2-86ed-0a2a372f6234 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 964 time: 0.0898833 Aug 23 03:32:29.628180 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.642707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:29.643416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:29.644317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:29.644961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Bound port: 62a51aac-3b10-4b44-9555-7c011ae521b6, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:29.645593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.672076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:29.684968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9fdbe41-3d3c-4fcf-a261-1565126ee806 req-f556d21f-bddc-4cce-839c-e64854d685e9 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940385 Aug 23 03:32:29.694720 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Attempting to bind port 7642bc56-b152-47a5-9e43-f7170f883b54 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:29.695101 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Attempting to bind port 7642bc56-b152-47a5-9e43-f7170f883b54 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:29.695471 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Attempting to bind port 7642bc56-b152-47a5-9e43-f7170f883b54 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:29.707709 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c6eac-bfe4-4507-8d84-04a33e02e490 None None] Pushing event updated for resources: {'Port': ['ID=7642bc56-b152-47a5-9e43-f7170f883b54,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:29.719420 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:29.720034 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:29.720880 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.721619 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:29.722699 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Bound port: 7642bc56-b152-47a5-9e43-f7170f883b54, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:29.723266 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.751282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.762992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f694e29-a160-40d0-bdc7-042062581ca1 req-bf87550e-111d-4afd-9b25-2f9a87ee4b57 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645298 Aug 23 03:32:29.764784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-bedc18d7-3de3-4a9a-bb14-b506952dff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:29.767046 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-bedc18d7-3de3-4a9a-bb14-b506952dff78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d284e626-14c2-4d2a-8386-94627b64a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052444 Aug 23 03:32:29.789903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Transition to ACTIVE for port object 7e0ab0d3-ef97-4497-a838-2b99505a573a will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:29.804134 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41bdb1b0-8656-447e-a092-daf14bfe7674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.832368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.837455 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] For port 7642bc56-b152-47a5-9e43-f7170f883b54, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:29.847543 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] For port 7642bc56-b152-47a5-9e43-f7170f883b54, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7642bc56-b152-47a5-9e43-f7170f883b54,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:29.878016 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['639770ad-ac9d-4de4-914e-367de5c2658c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:29.905824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:29.913107 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41bdb1b0-8656-447e-a092-daf14bfe7674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.948607 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:29.966121 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.001808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:30.032942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:30.036148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:30.041413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:30.042483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.130010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0ab0d3-ef97-4497-a838-2b99505a573a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:30.152486 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c6eac-bfe4-4507-8d84-04a33e02e490 None None] Pushing event updated for resources: {'Port': ['ID=7642bc56-b152-47a5-9e43-f7170f883b54,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:30.174485 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:30.175361 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:32:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:30.189729 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-be9fa828-78e1-49f2-b4c8-d427a80f2547 service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993006 Aug 23 03:32:30.197943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.256852 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.307423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:30.312317 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41bdb1b0-8656-447e-a092-daf14bfe7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.315403 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41bdb1b0-8656-447e-a092-daf14bfe7674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.319383 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-41bdb1b0-8656-447e-a092-daf14bfe7674 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80d5b412-279b-4617-a7e0-11090887e79c HTTP/1.1" status: 204 len: 168 time: 0.7790713 Aug 23 03:32:30.344765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:30.345372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.346786 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] 10.222.0.24 "PUT /v2.0/ports/62a51aac-3b10-4b44-9555-7c011ae521b6 HTTP/1.1" status: 200 len: 1096 time: 2.7899301 Aug 23 03:32:30.348692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.663000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdb1b0-8656-447e-a092-daf14bfe7674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d5b412-279b-4617-a7e0-11090887e79c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:30.663000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5c3a3-9320-4b26-95d4-e00847fdbc84 req-5980fe52-1424-4911-9353-cbb1679d56b6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:30.663000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1cb5c3a3-9320-4b26-95d4-e00847fdbc84 req-5980fe52-1424-4911-9353-cbb1679d56b6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 944 time: 0.3546357 Aug 23 03:32:30.663000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4fc72-2c2e-429e-ad33-b9dc031c5e73 service neutron] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:30.663000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685c2393-ea3a-4f10-8abb-aabd82355c64 req-69ee2245-5d76-49b6-b8c0-761b3ddb8b1c service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225199 Aug 23 03:32:30.664522 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.669867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1cb5c3a3-9320-4b26-95d4-e00847fdbc84 req-38d65492-fd53-47a2-94f9-f654ff8ec84b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859427 Aug 23 03:32:30.682268 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:26Z', 'revision_number': 3, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:30.682971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-82abab47-a968-41fc-b034-0a0c105fe956 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248716 Aug 23 03:32:30.726024 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5b15f-4506-49ee-9c0f-ab669f91c336 None None] The sync data for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 is: [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:26Z', 'revision_number': 3, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:32:30.729487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94349ae-149c-4de8-bf92-1bf47e23b494 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:30.745965 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.776715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cbd3676a-7e27-4e29-9dc7-b1f0e442b5ca None None] Provisioning for port 7e0ab0d3-ef97-4497-a838-2b99505a573a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:30.857865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cbd3676a-7e27-4e29-9dc7-b1f0e442b5ca None None] Provisioning complete for port 7e0ab0d3-ef97-4497-a838-2b99505a573a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:30.857865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbd3676a-7e27-4e29-9dc7-b1f0e442b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.858581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.858581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:30.858782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Transition to ACTIVE for port object e94349ae-149c-4de8-bf92-1bf47e23b494 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:30.858893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3676a-7e27-4e29-9dc7-b1f0e442b5ca None None] Port 7e0ab0d3-ef97-4497-a838-2b99505a573a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:30.937386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-30ea8ab6-5f59-4135-bb40-03950f195bf8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:30.940042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-30ea8ab6-5f59-4135-bb40-03950f195bf8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498302 Aug 23 03:32:30.940302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0ab0d3-ef97-4497-a838-2b99505a573a,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:30.971550 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-82ed12b0-8266-474a-93a9-7de9179c5efa tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/quotas/20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 375 time: 0.0215244 Aug 23 03:32:31.016387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-8b69720e-a754-4094-b183-8332c4f31085 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344505 Aug 23 03:32:31.025797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:31.027335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:31.090715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-e4b89290-1f06-43c3-b8c6-aa7e0b021170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:31.092520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-e4b89290-1f06-43c3-b8c6-aa7e0b021170 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 1099 time: 0.3553658 Aug 23 03:32:31.146039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:31.148606 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320d3d37-3675-4090-b380-30c2d0024449" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:31.152282 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-b73b2b09-d80c-46a1-bad6-f97ccdc74fef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=62a51aac-3b10-4b44-9555-7c011ae521b6 HTTP/1.1" status: 200 len: 217 time: 0.0483077 Aug 23 03:32:31.228092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef84c0-e6ad-410f-ba4b-e1d30ff3c7a8 req-b18e3bea-7fc2-4a57-9cfb-5aca624c38c3 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:31.235885 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e1ef84c0-e6ad-410f-ba4b-e1d30ff3c7a8 req-b18e3bea-7fc2-4a57-9cfb-5aca624c38c3 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 971 time: 0.4607680 Aug 23 03:32:31.246779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-aaf9b066-4988-4312-b23e-95a6508f2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:31.248598 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-aaf9b066-4988-4312-b23e-95a6508f2889 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b2a52da400e46c5a077f830248eb7bd&device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 1115 time: 0.4287035 Aug 23 03:32:31.359506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-a7c7e77c-384e-4d04-a8f6-febb8428ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:31.360996 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-a7c7e77c-384e-4d04-a8f6-febb8428ceeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1983042 Aug 23 03:32:31.397785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:32:31.401920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-57952ce2-99f3-45ac-8904-4fe1a2d3592e None None] Provisioning complete for port 7e0ab0d3-ef97-4497-a838-2b99505a573a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:31.402463 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57952ce2-99f3-45ac-8904-4fe1a2d3592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:31.423141 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e1ef84c0-e6ad-410f-ba4b-e1d30ff3c7a8 req-f27fae5f-2c59-4d81-ae17-9bac44ddb152 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/security-groups?id=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861131 Aug 23 03:32:31.448319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-8a1475a5-0122-41a3-9117-a89639fa7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:31.449865 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-8a1475a5-0122-41a3-9117-a89639fa7c80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 200 len: 924 time: 0.1897516 Aug 23 03:32:31.490279 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-57952ce2-99f3-45ac-8904-4fe1a2d3592e None None] Port 7e0ab0d3-ef97-4497-a838-2b99505a573a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:31.498166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-65294f51-04ed-4204-a563-643ee3300e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:31.499692 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-65294f51-04ed-4204-a563-643ee3300e1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285710 Aug 23 03:32:31.502254 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-50438621-d712-4eb2-9540-1c27bac44879 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 HTTP/1.1" status: 200 len: 217 time: 0.0401325 Aug 23 03:32:31.522427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:32:31.532385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2b757964-f139-45b2-ab95-545832255a72 admin admin] 10.222.0.20 "PUT /v2.0/routers/3b73ce6d-cdbe-40a6-8f9d-736c98646d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0740049 Aug 23 03:32:31.595150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.24', 64183) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:31.630126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-f3e19268-b1f2-4c8a-980e-23ff80410d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:31.631618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-f3e19268-b1f2-4c8a-980e-23ff80410d61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69ee5bdc-836b-461b-b460-681e91b9dd62 HTTP/1.1" status: 200 len: 863 time: 0.1075809 Aug 23 03:32:31.653672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-061339a5-c503-42e0-864d-f214a3769b2b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:31.655925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-061339a5-c503-42e0-864d-f214a3769b2b tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 971 time: 0.0595179 Aug 23 03:32:31.688264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-9e251b61-83e3-4ba2-ac56-6f1fcec8bbef service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749799 Aug 23 03:32:31.694227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-f584a4f9-8c86-4b70-8994-677ee5ba4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:31.695780 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-f584a4f9-8c86-4b70-8994-677ee5ba4cbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d284e626-14c2-4d2a-8386-94627b64a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534196 Aug 23 03:32:31.751804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:31.777819 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:31.870606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Deleting port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:32:31.871057 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:32.006707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Pushing event updated for resources: {'Port': ['ID=e94349ae-149c-4de8-bf92-1bf47e23b494,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:32.086701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] For port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:32.087208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:32.093175 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-08dff3de-0d1d-46d0-847e-5894b0c2d103 service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642025 Aug 23 03:32:32.115706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Calling delete_port for 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 owned by compute:tempest-test_az-794880766 {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:32:32.132478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e24e0-cdc1-479d-ba89-abf37de5fd5e req-93ab4679-7559-4ddf-a9d8-86c8411b9098 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:32.133470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d7e24e0-cdc1-479d-ba89-abf37de5fd5e req-93ab4679-7559-4ddf-a9d8-86c8411b9098 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 964 time: 0.0965729 Aug 23 03:32:32.197854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ec6f2-1a12-4739-821d-4aad9323b80d req-57f7e9d4-52f8-4bc3-8a38-b9b2ad94745d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:32.199338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f4ec6f2-1a12-4739-821d-4aad9323b80d req-57f7e9d4-52f8-4bc3-8a38-b9b2ad94745d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 947 time: 0.2704453 Aug 23 03:32:32.234365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d7e24e0-cdc1-479d-ba89-abf37de5fd5e req-d35d521e-b9f6-4829-a086-cec92b85739d tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965145 Aug 23 03:32:32.242314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c68b2ab9-f857-4121-a84c-eb56811ff474 req-52578f58-3cb3-4e4e-a4cc-da2efab5764a service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456018 Aug 23 03:32:32.247250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Attempting to bind port e94349ae-149c-4de8-bf92-1bf47e23b494 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:32.247250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Attempting to bind port e94349ae-149c-4de8-bf92-1bf47e23b494 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:32.247250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Attempting to bind port e94349ae-149c-4de8-bf92-1bf47e23b494 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:32.259650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Port e94349ae-149c-4de8-bf92-1bf47e23b494 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:32.259979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Attempting to bind port e94349ae-149c-4de8-bf92-1bf47e23b494 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:32.284667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:32.285065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:32.285240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:32.285678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Bound port: e94349ae-149c-4de8-bf92-1bf47e23b494, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:32.286034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:32.320757 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccafbcd-093d-4eb1-9477-6068d71f2046 x-openstack-request-id: req-4ccafbcd-093d-4eb1-9477-6068d71f2046 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:32.321060 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:32.321314 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ccafbcd-093d-4eb1-9477-6068d71f2046 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:32.321710 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'status': 'completed', 'code': 200} Aug 23 03:32:32.331186 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f4ec6f2-1a12-4739-821d-4aad9323b80d req-22935e82-d311-488d-83c6-574976d1e7e9 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008022 Aug 23 03:32:32.350474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ccd890a-cd38-4970-9396-b4b1c41d2bf7 req-e6987192-4ba5-4972-9abe-261ebd5625d3 service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460470 Aug 23 03:32:32.435267 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:32.440744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] For port e94349ae-149c-4de8-bf92-1bf47e23b494, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:32.447301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] For port e94349ae-149c-4de8-bf92-1bf47e23b494, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e94349ae-149c-4de8-bf92-1bf47e23b494,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:32.448889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['98a08ceb-2391-4b8d-bfe9-0dbb8e564671'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:32.458705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d3d37-3675-4090-b380-30c2d0024449 req-eed50ec4-cf9e-4a35-b063-0231b1e39dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:32.460489 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-320d3d37-3675-4090-b380-30c2d0024449 req-eed50ec4-cf9e-4a35-b063-0231b1e39dd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 1099 time: 0.0799160 Aug 23 03:32:32.485799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Pushing event deleted for resources: {'Port': ['ID=98a08ceb-2391-4b8d-bfe9-0dbb8e564671,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:32.574487 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:32.589593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08733124-a5c2-4014-986d-c5a85d0e2c5d req-339ab025-9ff2-40c6-923d-bb34801b133f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:32.591924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08733124-a5c2-4014-986d-c5a85d0e2c5d req-339ab025-9ff2-40c6-923d-bb34801b133f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 944 time: 0.1890209 Aug 23 03:32:32.632410 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] No DVR routers for this DVR port 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:32:32.640403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:32.641834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:32.643936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] 10.222.0.24 "PUT /v2.0/ports/e94349ae-149c-4de8-bf92-1bf47e23b494 HTTP/1.1" status: 200 len: 1095 time: 3.3615875 Aug 23 03:32:32.644558 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:32.646489 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cac60443-a8ab-4d67-b2d5-43f836fc271c req-bff55f13-958a-4dd8-8cfc-b4fd6d8afcc7 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.24 "DELETE /v2.0/ports/98a08ceb-2391-4b8d-bfe9-0dbb8e564671 HTTP/1.1" status: 204 len: 173 time: 0.9835446 Aug 23 03:32:32.660333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd81ae1-9eec-4655-9328-b3d07a15567e', 'name': 'network-vif-deleted', 'tag': '98a08ceb-2391-4b8d-bfe9-0dbb8e564671'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:32.662961 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09be3f0a-4f11-4ba6-86e9-451140fd4037" -d '{"events": [{"server_uuid": "7dd81ae1-9eec-4655-9328-b3d07a15567e", "name": "network-vif-deleted", "tag": "98a08ceb-2391-4b8d-bfe9-0dbb8e564671"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:32.697865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d3d37-3675-4090-b380-30c2d0024449 req-84dd56e0-1eb9-4b86-aed7-11a17a99efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:32.700277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-320d3d37-3675-4090-b380-30c2d0024449 req-84dd56e0-1eb9-4b86-aed7-11a17a99efb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2323384 Aug 23 03:32:32.709451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdc37a-a0d2-40ff-a09d-e3b45145c531 service neutron] Pushing event updated for resources: {'Port': ['ID=e94349ae-149c-4de8-bf92-1bf47e23b494,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:32.720421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 639770ad-ac9d-4de4-914e-367de5c2658c up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:32.732120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08733124-a5c2-4014-986d-c5a85d0e2c5d req-c81b9897-0010-4bfc-baa7-0a23226e80f9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044815 Aug 23 03:32:32.820028 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-320d3d37-3675-4090-b380-30c2d0024449 req-c431b53a-f451-407b-876c-603052aa081c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=62a51aac-3b10-4b44-9555-7c011ae521b6 HTTP/1.1" status: 200 len: 217 time: 0.0895050 Aug 23 03:32:32.860763 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ba32be2-9306-4672-a7d6-0ca0bff669fe req-cc8dde28-9d88-435a-a6f1-0b7df3393442 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 210 time: 0.0430524 Aug 23 03:32:32.884456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-45c83f1f-908e-4044-9d92-e13f3012d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:32.884456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-45c83f1f-908e-4044-9d92-e13f3012d8fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 1098 time: 0.1440251 Aug 23 03:32:32.964575 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 639770ad-ac9d-4de4-914e-367de5c2658c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:32.964575 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 639770ad-ac9d-4de4-914e-367de5c2658c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:32.964736 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:33.048554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-a0bc2f6b-7a2d-4d1a-abf9-e00262cc432e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e94349ae-149c-4de8-bf92-1bf47e23b494 HTTP/1.1" status: 200 len: 217 time: 0.1527610 Aug 23 03:32:33.057699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d3d37-3675-4090-b380-30c2d0024449 req-75f23f31-9e29-477c-9fec-e42738bf37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:33.059190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-320d3d37-3675-4090-b380-30c2d0024449 req-75f23f31-9e29-477c-9fec-e42738bf37d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.2105715 Aug 23 03:32:33.129733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb02ac60-2a23-4a79-a6d4-c5b4a33446e2 req-6afac6c4-26da-45ff-a9d2-641851afbe15 tempest-AggregatesAdminTestJSON-999608203 tempest-AggregatesAdminTestJSON-999608203-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dd81ae1-9eec-4655-9328-b3d07a15567e HTTP/1.1" status: 200 len: 210 time: 0.0774910 Aug 23 03:32:33.132787 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:33.160355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165c56-77d2-4124-8116-edf49df3c2ea req-a48a3e90-9991-45f4-8de2-46ea2d238b12 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:33.170969 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-a48a3e90-9991-45f4-8de2-46ea2d238b12 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 821 time: 0.3587484 Aug 23 03:32:33.196662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-4be588f5-23db-4cbe-a650-cad3f4789fd1 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/quotas/95cece949db0401ca2ade9d75cee1dd9 HTTP/1.1" status: 200 len: 375 time: 0.0240426 Aug 23 03:32:33.200857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-408e6dd0-1129-4ffa-8af3-84e94822ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:33.205332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-408e6dd0-1129-4ffa-8af3-84e94822ed9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1343582 Aug 23 03:32:33.215452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:33.222298 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72615db8-4239-4921-bceb-db170f22d55d" -d '{"events": [{"server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "name": "network-vif-plugged", "status": "completed", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:33.234615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7642bc56-b152-47a5-9e43-f7170f883b54 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:33.258527 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e924dd4-a924-4ddc-af98-b1efd1cd563f x-openstack-request-id: req-2e924dd4-a924-4ddc-af98-b1efd1cd563f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:33.258802 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd81ae1-9eec-4655-9328-b3d07a15567e", "name": "network-vif-deleted", "tag": "98a08ceb-2391-4b8d-bfe9-0dbb8e564671", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:33.259058 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e924dd4-a924-4ddc-af98-b1efd1cd563f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:33.259449 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd81ae1-9eec-4655-9328-b3d07a15567e', 'name': 'network-vif-deleted', 'tag': '98a08ceb-2391-4b8d-bfe9-0dbb8e564671', 'status': 'completed', 'code': 200} Aug 23 03:32:33.262435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d3d37-3675-4090-b380-30c2d0024449 req-77f41eab-cefd-4280-9cd4-f75add6631df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:33.264405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-320d3d37-3675-4090-b380-30c2d0024449 req-77f41eab-cefd-4280-9cd4-f75add6631df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959424 Aug 23 03:32:33.277226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:33.282523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Sync routers for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:32:33.289898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-4f4a3fa8-7ee5-49e7-99e2-48de9689a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:33.291772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-4f4a3fa8-7ee5-49e7-99e2-48de9689a704 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790939 Aug 23 03:32:33.295336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:33.296165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:32:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:33.322978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-aa68a3e2-14cf-4440-8d2a-1fe24a6a2162 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252046 Aug 23 03:32:33.463615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-4b040f0d-bd13-4a9a-9211-7ef3d4e7b95a service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459184 Aug 23 03:32:33.503516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-320d3d37-3675-4090-b380-30c2d0024449 req-ed98ada6-a4cb-4f0f-a6af-6d00c9f41711 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286015 Aug 23 03:32:33.515530 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1caece-f74e-4102-8d5f-0ec906f2bc42 x-openstack-request-id: req-8e1caece-f74e-4102-8d5f-0ec906f2bc42 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:33.518029 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "name": "network-vif-plugged", "status": "completed", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:33.518476 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e1caece-f74e-4102-8d5f-0ec906f2bc42 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:33.519018 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c', 'code': 200} Aug 23 03:32:33.523940 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:33.541903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-75057661-80e1-4efa-ac9b-94cc48c41449 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109759 Aug 23 03:32:33.592268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:33.650898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=639770ad-ac9d-4de4-914e-367de5c2658c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:33.665104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dcb193e-d68f-4a5b-b61d-696b7d04684f req-5d8ec41c-cef7-4f92-836d-198a6876e0cb service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827419 Aug 23 03:32:33.738626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4538f3-81f8-4c88-b290-341d971d2443 req-f09470fc-1a0c-4be0-b732-d3ca1939647f tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:33.746322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad4538f3-81f8-4c88-b290-341d971d2443 req-f09470fc-1a0c-4be0-b732-d3ca1939647f tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 964 time: 0.0957632 Aug 23 03:32:33.780440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764811ad-bed3-44b7-b247-0e9696ee239e req-d9a2c9bf-0d75-454c-a2ee-b4f628016ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:33.783990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-764811ad-bed3-44b7-b247-0e9696ee239e req-d9a2c9bf-0d75-454c-a2ee-b4f628016ebf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1096 time: 0.1314306 Aug 23 03:32:33.841578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad4538f3-81f8-4c88-b290-341d971d2443 req-77da9ca3-5a4f-4186-8e0b-427827db792b tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890720 Aug 23 03:32:33.927428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-764811ad-bed3-44b7-b247-0e9696ee239e req-38cc2c2b-8eb7-4ab4-9470-ce11def93ea3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010311 Aug 23 03:32:33.945893 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-320d3d37-3675-4090-b380-30c2d0024449 req-3d564b0c-d7fb-45fb-84e9-26eb5e4da68d service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332163 Aug 23 03:32:33.959590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7642bc56-b152-47a5-9e43-f7170f883b54 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:33.960909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-503037f0-4f6f-40b0-94e1-843ab9fcc63d service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093711 Aug 23 03:32:33.969711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:33.978622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7642bc56-b152-47a5-9e43-f7170f883b54 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:33.979059 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:33.998318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3e0a7-e2c5-44a4-9adf-b181df277ff0 req-5283117e-b4c7-44a8-bdd6-a87c6930636d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:34.003496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77e3e0a7-e2c5-44a4-9adf-b181df277ff0 req-5283117e-b4c7-44a8-bdd6-a87c6930636d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 947 time: 0.0539174 Aug 23 03:32:34.052431 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77e3e0a7-e2c5-44a4-9adf-b181df277ff0 req-c2a456c0-84c0-4e28-8dbd-dd6c7e0bad92 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Aug 23 03:32:34.108111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 2, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:34.158882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Checking router: 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:32:34.159238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Updating router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 port 7e0ab0d3-ef97-4497-a838-2b99505a573a binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:32:34.202744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a7775-7d65-446c-8b75-519005e0d035 req-d1e497ee-07d9-4feb-aebc-54d791d57391 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:34.203844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:34.205120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a05a7775-7d65-446c-8b75-519005e0d035 req-d1e497ee-07d9-4feb-aebc-54d791d57391 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 945 time: 0.0553994 Aug 23 03:32:34.212832 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:34.226176 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:34.241228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'port_id': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01', 'mac_address': 'fa:16:3e:f4:b0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-794880766', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:32:34.253921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 7642bc56-b152-47a5-9e43-f7170f883b54, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7642bc56-b152-47a5-9e43-f7170f883b54,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:34.299722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a05a7775-7d65-446c-8b75-519005e0d035 req-b1050764-835d-468d-8be3-5454bb089148 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680263 Aug 23 03:32:34.324113 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:34.326340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8320ec87-8250-446c-b2fa-1e78bb7d1233', 'tag': 'e94349ae-149c-4de8-bf92-1bf47e23b494'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:34.329200 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba985179-68ca-49a8-802e-c5a7b79ab876" -d '{"events": [{"name": "network-changed", "server_uuid": "8320ec87-8250-446c-b2fa-1e78bb7d1233", "tag": "e94349ae-149c-4de8-bf92-1bf47e23b494"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:34.334057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51de3d5f-f9f4-469b-8b3a-17d5420a07d8 req-f5b3e434-32e8-4fcb-9b67-34ea46b6baae tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 210 time: 0.0344727 Aug 23 03:32:34.370782 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:34.448493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:34.505610 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5126750-dfe8-41ae-82bf-c46c00b7345b x-openstack-request-id: req-d5126750-dfe8-41ae-82bf-c46c00b7345b {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:34.505907 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8320ec87-8250-446c-b2fa-1e78bb7d1233", "tag": "e94349ae-149c-4de8-bf92-1bf47e23b494", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:34.506158 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5126750-dfe8-41ae-82bf-c46c00b7345b {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:34.506591 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8320ec87-8250-446c-b2fa-1e78bb7d1233', 'tag': 'e94349ae-149c-4de8-bf92-1bf47e23b494', 'status': 'completed', 'code': 200} Aug 23 03:32:34.509319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d226f32-84b2-40df-b41d-ac715c7bff9e req-9d515b5a-9c3f-486f-84d3-22b3d0a31ab8 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 210 time: 0.0457063 Aug 23 03:32:34.539437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=7642bc56-b152-47a5-9e43-f7170f883b54,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:34.550935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:34.583287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-7b26b23e-5590-44c2-9393-64accbf1b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:34.585324 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-7b26b23e-5590-44c2-9393-64accbf1b123 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 1098 time: 0.0634103 Aug 23 03:32:34.628018 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:34.702563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-32ce4f52-9833-4723-b8c1-1c4a3bb6d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:34.704854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-32ce4f52-9833-4723-b8c1-1c4a3bb6d6fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1113033 Aug 23 03:32:34.722114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:34.754406 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-6ed8a07a-9233-40aa-9226-599f6f329212 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e94349ae-149c-4de8-bf92-1bf47e23b494 HTTP/1.1" status: 200 len: 217 time: 0.0411658 Aug 23 03:32:34.793548 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:34.815139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Transition to ACTIVE for port object 7e0ab0d3-ef97-4497-a838-2b99505a573a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:34.825358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['7bd13c56-55e3-4f89-ba7e-d6f117cd5f01'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:34.836993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-898dbe3d-befd-47fa-880e-2902544578ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:34.838290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-898dbe3d-befd-47fa-880e-2902544578ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0773063 Aug 23 03:32:34.903489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-ed94ccfe-2341-4663-8da8-a8cecacb2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:34.905002 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-ed94ccfe-2341-4663-8da8-a8cecacb2b65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588772 Aug 23 03:32:34.933401 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:34.999366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655c872-06d0-4175-903a-2ca125b2e195 None None] Pushing event updated for resources: {'Port': ['ID=7e0ab0d3-ef97-4497-a838-2b99505a573a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:35.048102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aa723-cf9f-48f7-972f-91edf18d3fc6 req-158697f2-2791-47b0-9275-59f151da762f tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:35.053815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-903aa723-cf9f-48f7-972f-91edf18d3fc6 req-158697f2-2791-47b0-9275-59f151da762f tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 965 time: 0.1258943 Aug 23 03:32:35.096651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Attempting to bind port 7e0ab0d3-ef97-4497-a838-2b99505a573a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:35.097058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Attempting to bind port 7e0ab0d3-ef97-4497-a838-2b99505a573a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:35.097414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Attempting to bind port 7e0ab0d3-ef97-4497-a838-2b99505a573a on network 55360f0a-c2e8-4947-877a-a681bb193ad8 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:35.103949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:35.104685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Checking segment: {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:35.104857 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:35.105382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Bound using segment: {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:35.111182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Bound port: 7e0ab0d3-ef97-4497-a838-2b99505a573a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:35.111182 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:35.120112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-d908d267-12bb-4f87-9aa7-06bfb4a0aec6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420995 Aug 23 03:32:35.160506 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-f417dc26-589c-4f74-b947-d66744d9f731 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482405 Aug 23 03:32:35.181637 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-903aa723-cf9f-48f7-972f-91edf18d3fc6 req-348503fa-853c-4444-b5d2-11c596ab29de tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257923 Aug 23 03:32:35.205781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7642bc56-b152-47a5-9e43-f7170f883b54 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:35.272237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9ef8b54e-3e6e-4d12-b78c-61eacb0cee29 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:35.273856 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9ef8b54e-3e6e-4d12-b78c-61eacb0cee29 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475997 Aug 23 03:32:35.295638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Request body: {'port': {'device_id': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '20f616f4226d41c0bc8d4e12b5359c6e'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:35.322351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52962) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:35.401561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] For port 7e0ab0d3-ef97-4497-a838-2b99505a573a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:35.427914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] For port 7e0ab0d3-ef97-4497-a838-2b99505a573a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7e0ab0d3-ef97-4497-a838-2b99505a573a,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:35.456268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309d96f-c921-4d2a-a559-69c47ac720c7 req-0777e8ce-11d1-42c2-890b-6590782544ce tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:35.458408 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f309d96f-c921-4d2a-a559-69c47ac720c7 req-0777e8ce-11d1-42c2-890b-6590782544ce tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 947 time: 0.1089356 Aug 23 03:32:35.462501 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba985179-68ca-49a8-802e-c5a7b79ab876 req-fe7f40ee-3845-40a6-90f7-f30ff93930fb service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790463 Aug 23 03:32:35.464044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7642bc56-b152-47a5-9e43-f7170f883b54 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:35.464420 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:35.501367 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:35.537896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f309d96f-c921-4d2a-a559-69c47ac720c7 req-6fbe07d8-2f1c-4b46-aaa7-2a843c01edd8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707326 Aug 23 03:32:35.562328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52978) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:35.616222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655c872-06d0-4175-903a-2ca125b2e195 None None] Pushing event updated for resources: {'Port': ['ID=7e0ab0d3-ef97-4497-a838-2b99505a573a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:35.622648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:35.623240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:32:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:35.633449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Made reservation on behalf of 20f616f4226d41c0bc8d4e12b5359c6e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:35.637585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:35.661615 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:35.770215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb5128-480e-44c6-a6dd-acabccd8c386 req-78ea0526-033b-4b5c-bbe9-701ddeaf4b80 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:35.773400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-64eb5128-480e-44c6-a6dd-acabccd8c386 req-78ea0526-033b-4b5c-bbe9-701ddeaf4b80 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 945 time: 0.0706921 Aug 23 03:32:35.799670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77874145-babd-4994-a46c-cf91e9b4273b req-ac982ddb-3db3-4e6a-8b79-881e88b2dbf1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 210 time: 0.0664127 Aug 23 03:32:35.833262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb185f89-f0d3-450f-9349-d86d56b29760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:35.852012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:35.859815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:35.875918 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-64eb5128-480e-44c6-a6dd-acabccd8c386 req-8946ee3e-b293-41dd-90fe-c0df3cc4f040 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973670 Aug 23 03:32:35.898056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:35.911227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:35.943985 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76e7fa6a-a105-4643-9d58-fe73165d22b5 req-0082be23-d667-4306-a31b-b515745c10a8 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 210 time: 0.0438490 Aug 23 03:32:35.963270 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:35.985965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7f8cdff4-83e6-421f-9fcd-6d32132c3ab4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d9edf274b7c410096cbbbc85d836559&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6624856 Aug 23 03:32:35.988809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52984) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:36.049952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:36.105607 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d65053cd-a5d2-45e1-9f74-ecc8ac71903f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.123888 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb185f89-f0d3-450f-9349-d86d56b29760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.150021 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d65053cd-a5d2-45e1-9f74-ecc8ac71903f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.155142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Allocated IP 192.168.233.188 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/d4ed72b4-cf2a-4a59-9279-a256d76d3863) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:36.211980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb185f89-f0d3-450f-9349-d86d56b29760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.317610 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cb185f89-f0d3-450f-9349-d86d56b29760 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=519f06e9c9b74b428e05f78d2a2ef5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7541068 Aug 23 03:32:36.320324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52996) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:36.321991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb185f89-f0d3-450f-9349-d86d56b29760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6f962d-b199-4f78-98ab-b780253e19f1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:36.348043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0377-4c8a-43c1-ac2d-cf08ec2a1e91 req-7eb63826-505e-4886-a586-2517c55ee1fa tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:36.357395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac4e0377-4c8a-43c1-ac2d-cf08ec2a1e91 req-7eb63826-505e-4886-a586-2517c55ee1fa tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 965 time: 0.0877154 Aug 23 03:32:36.366189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d65053cd-a5d2-45e1-9f74-ecc8ac71903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.370419 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d65053cd-a5d2-45e1-9f74-ecc8ac71903f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.370419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d65053cd-a5d2-45e1-9f74-ecc8ac71903f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41ead1e2-f2ad-4ff7-bc41-d571c369c0b8 HTTP/1.1" status: 204 len: 168 time: 0.3793836 Aug 23 03:32:36.388033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65053cd-a5d2-45e1-9f74-ecc8ac71903f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ead1e2-f2ad-4ff7-bc41-d571c369c0b8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:36.404967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:36.421214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'mac_address': 'fa:16:3e:05:6c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:32:36.427278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac4e0377-4c8a-43c1-ac2d-cf08ec2a1e91 req-f67ab114-c20d-46b2-bc3c-9e9b49652ffc tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688500 Aug 23 03:32:36.442342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:36.486858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:36.487673 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.498142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9607ecbb-dc46-4809-99c2-5c6c7c5d49a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.537260 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9607ecbb-dc46-4809-99c2-5c6c7c5d49a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.558417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.580488 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.590138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Transition to ACTIVE for port object d4ed72b4-cf2a-4a59-9279-a256d76d3863 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:36.607851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a51aac-3b10-4b44-9555-7c011ae521b6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:36.637730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:36.677899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:35Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:36.679627 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.686710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909d691-cf1f-461b-9400-18cbcabc7431 req-27edf3b1-52a4-465a-b62f-3ef77f2c1012 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:36.688241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d909d691-cf1f-461b-9400-18cbcabc7431 req-27edf3b1-52a4-465a-b62f-3ef77f2c1012 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 947 time: 0.0473192 Aug 23 03:32:36.712492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575862e-b10a-4d91-beb5-fcf317dcd476 None None] The sync data for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 is: [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:35Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:32:36.730280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d909d691-cf1f-461b-9400-18cbcabc7431 req-75dd99ce-468e-4b07-a801-9469e5dd1771 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346637 Aug 23 03:32:36.737688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:36.740183 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c3a29b-ab97-45da-985e-a9d6a0ba069c" -d '{"events": [{"server_uuid": "24cb193f-6cb1-491d-9c18-6e70aaaac4a7", "name": "network-vif-plugged", "status": "completed", "tag": "7bd13c56-55e3-4f89-ba7e-d6f117cd5f01"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:36.746258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.749717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9607ecbb-dc46-4809-99c2-5c6c7c5d49a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.753186 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.758489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9607ecbb-dc46-4809-99c2-5c6c7c5d49a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.764838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9607ecbb-dc46-4809-99c2-5c6c7c5d49a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e6f962d-b199-4f78-98ab-b780253e19f1 HTTP/1.1" status: 204 len: 168 time: 0.4396362 Aug 23 03:32:36.791036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:36.851227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607ecbb-dc46-4809-99c2-5c6c7c5d49a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6f962d-b199-4f78-98ab-b780253e19f1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:36.862251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:36.868291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:36.877297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:36.890920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:36.895259 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.934608 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0119f338-f69f-4bcd-ac31-83fae03da349 x-openstack-request-id: req-0119f338-f69f-4bcd-ac31-83fae03da349 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:36.934908 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cb193f-6cb1-491d-9c18-6e70aaaac4a7", "name": "network-vif-plugged", "status": "completed", "tag": "7bd13c56-55e3-4f89-ba7e-d6f117cd5f01", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:36.935802 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0119f338-f69f-4bcd-ac31-83fae03da349 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:36.936257 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01', 'code': 200} Aug 23 03:32:36.953210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Pushing event updated for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:36.967596 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:36.970837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:32:37.056330 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-9bcc5f98-0a64-4868-aab1-9556c28686e6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7652006 Aug 23 03:32:37.058577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['62a51aac-3b10-4b44-9555-7c011ae521b6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:37.070687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:32:37.071055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 98a08ceb-2391-4b8d-bfe9-0dbb8e564671 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:32:37.113505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Request body: {'port': {'device_id': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:37.198734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:37.221879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.11', 51567) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:37.222558 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.227803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7e0ab0d3-ef97-4497-a838-2b99505a573a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:37.230594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b74df-7a08-4b4f-b51c-7cfb2ba2878e req-469ecdb7-fcf4-4098-a90c-b5b513db685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:37.237217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a63b74df-7a08-4b4f-b51c-7cfb2ba2878e req-469ecdb7-fcf4-4098-a90c-b5b513db685e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 1117 time: 0.2451804 Aug 23 03:32:37.252231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb236b9a-70d6-4292-acc8-c05984f83417 req-9186bcc7-1c8b-4d10-a4c4-3bd272e1bd9a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:37.264244 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fb236b9a-70d6-4292-acc8-c05984f83417 req-9186bcc7-1c8b-4d10-a4c4-3bd272e1bd9a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 945 time: 0.2518008 Aug 23 03:32:37.283589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.333064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a63b74df-7a08-4b4f-b51c-7cfb2ba2878e req-85ced744-f65e-4af5-85aa-18de325c6b55 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632708 Aug 23 03:32:37.346252 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fb236b9a-70d6-4292-acc8-c05984f83417 req-558e0c40-21d9-4538-86de-64efab8b552b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779669 Aug 23 03:32:37.378277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:37.386699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53018) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:37.456341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8d03b348-64ed-4e37-ac84-97687ba1d729 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca69f97b7c794a77a6bf4fde79c3ec8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682740 Aug 23 03:32:37.459242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53024) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:37.524159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d921a44c-e4cb-4d03-93a6-d5b074227e9e None None] Provisioning for port d4ed72b4-cf2a-4a59-9279-a256d76d3863 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:37.549553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d921a44c-e4cb-4d03-93a6-d5b074227e9e None None] Provisioning complete for port d4ed72b4-cf2a-4a59-9279-a256d76d3863 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:37.550324 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d921a44c-e4cb-4d03-93a6-d5b074227e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.593702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af34c33d-be65-47dd-b7e8-85146d9baa75 req-01a19564-1ada-48fd-88c0-3d05d9e610d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 210 time: 0.0755026 Aug 23 03:32:37.621790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d921a44c-e4cb-4d03-93a6-d5b074227e9e None None] Port d4ed72b4-cf2a-4a59-9279-a256d76d3863 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:37.623224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7e0ab0d3-ef97-4497-a838-2b99505a573a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:37.635050 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-664cb1f8-1f55-45eb-b22a-c8ff75bfe164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.639207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53028) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:37.646130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7e0ab0d3-ef97-4497-a838-2b99505a573a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:37.646634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.681383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-664cb1f8-1f55-45eb-b22a-c8ff75bfe164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.709237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95894aa0-8f60-486e-8f6f-0e25385cff4b req-c9bf1478-adf5-481c-94c1-fc4d2a6d2350 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:37.725613 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95894aa0-8f60-486e-8f6f-0e25385cff4b req-c9bf1478-adf5-481c-94c1-fc4d2a6d2350 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 936 time: 0.7624125 Aug 23 03:32:37.814578 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.825152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95894aa0-8f60-486e-8f6f-0e25385cff4b req-a7856a8a-15a4-423f-b296-6a39ef33f0d1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985322 Aug 23 03:32:37.845535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165c56-77d2-4124-8116-edf49df3c2ea req-4ad19170-3681-42e9-8dd7-3e53dc1bc2ef tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:37.847040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-4ad19170-3681-42e9-8dd7-3e53dc1bc2ef tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 821 time: 0.6099949 Aug 23 03:32:37.856615 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-664cb1f8-1f55-45eb-b22a-c8ff75bfe164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.869596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-664cb1f8-1f55-45eb-b22a-c8ff75bfe164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.869739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 7e0ab0d3-ef97-4497-a838-2b99505a573a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7e0ab0d3-ef97-4497-a838-2b99505a573a,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:37.869842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-664cb1f8-1f55-45eb-b22a-c8ff75bfe164 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/395305af-707a-4238-9a88-f9c7b0f1694c HTTP/1.1" status: 204 len: 168 time: 0.4081802 Aug 23 03:32:37.871566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e94349ae-149c-4de8-bf92-1bf47e23b494 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:37.879700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cb1f8-1f55-45eb-b22a-c8ff75bfe164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395305af-707a-4238-9a88-f9c7b0f1694c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:37.953778 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:37.966361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Request body: {'port': {'device_id': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'admin_state_up': True, 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:38.070027 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a106297c-b6d7-4ba4-af98-56b962f259ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.077783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53036) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:38.112711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af16f46c-ac9e-4fb6-bb7e-a127009783ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.144971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=7e0ab0d3-ef97-4497-a838-2b99505a573a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:38.157880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port e94349ae-149c-4de8-bf92-1bf47e23b494, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e94349ae-149c-4de8-bf92-1bf47e23b494,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:38.167602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fa9b1-f033-4f4f-8b43-44cdedd711bc req-367bca82-af61-4152-bf2a-20ee8529ec94 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:38.169195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e61fa9b1-f033-4f4f-8b43-44cdedd711bc req-367bca82-af61-4152-bf2a-20ee8529ec94 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 966 time: 0.2179103 Aug 23 03:32:38.170998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'e94349ae-149c-4de8-bf92-1bf47e23b494', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'e94349ae-149c-4de8-bf92-1bf47e23b494', 'mac_address': 'fa:16:3e:81:28:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:32:38.210054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05459-60d4-4b10-ab1b-68bb718b9dc8 req-f0efd064-6f3a-4612-8c07-cafd12862b23 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:38.216175 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.223907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4dc05459-60d4-4b10-ab1b-68bb718b9dc8 req-f0efd064-6f3a-4612-8c07-cafd12862b23 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1096 time: 0.1071475 Aug 23 03:32:38.234790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94349ae-149c-4de8-bf92-1bf47e23b494 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:38.280111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port e94349ae-149c-4de8-bf92-1bf47e23b494, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e94349ae-149c-4de8-bf92-1bf47e23b494,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:38.283161 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4dc05459-60d4-4b10-ab1b-68bb718b9dc8 req-827b07c7-97af-48cd-bcaf-0275236a4f92 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596430 Aug 23 03:32:38.300905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e61fa9b1-f033-4f4f-8b43-44cdedd711bc req-0e443780-c2a4-4098-bc14-9f6bd08789dd tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948226 Aug 23 03:32:38.326727 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a106297c-b6d7-4ba4-af98-56b962f259ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.370970 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.403285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b6620-6d51-4962-b295-ff30010cb691 req-1931c86d-5710-4152-a141-e5af177a867c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:38.411090 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-169b6620-6d51-4962-b295-ff30010cb691 req-1931c86d-5710-4152-a141-e5af177a867c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 947 time: 0.0665607 Aug 23 03:32:38.416193 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a106297c-b6d7-4ba4-af98-56b962f259ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.452026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=e94349ae-149c-4de8-bf92-1bf47e23b494,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:38.458182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ed72b4-cf2a-4a59-9279-a256d76d3863 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:38.475602 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.492054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c688d-5870-4999-aa08-0dad07dd2e0a req-41088244-4628-4707-9687-4b36cfeca606 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:38.493872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f4c688d-5870-4999-aa08-0dad07dd2e0a req-41088244-4628-4707-9687-4b36cfeca606 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1096 time: 0.1273377 Aug 23 03:32:38.496803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Transition to ACTIVE for port object d4ed72b4-cf2a-4a59-9279-a256d76d3863 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:38.500525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106297c-b6d7-4ba4-af98-56b962f259ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae52969a-2491-40be-aa54-f5c704b893ea,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:38.512996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53042) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:38.513162 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a106297c-b6d7-4ba4-af98-56b962f259ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c160247c3db24057bc8c431e45a975ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8709874 Aug 23 03:32:38.525179 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-169b6620-6d51-4962-b295-ff30010cb691 req-8d981cb2-2007-4ed7-8705-4ea0d27ebaa8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132264 Aug 23 03:32:38.587040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['e94349ae-149c-4de8-bf92-1bf47e23b494'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:38.599737 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.600003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af16f46c-ac9e-4fb6-bb7e-a127009783ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.646251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:38.652759 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f4c688d-5870-4999-aa08-0dad07dd2e0a req-a7b66397-3236-4139-ad61-d63343cc403d tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360607 Aug 23 03:32:38.673413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af16f46c-ac9e-4fb6-bb7e-a127009783ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.678429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ab83b51-20b9-4f47-8b18-852a096aad6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.756943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ab83b51-20b9-4f47-8b18-852a096aad6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.769038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16f46c-ac9e-4fb6-bb7e-a127009783ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21838b8-4215-4ed6-a2ce-426f808d1379,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:38.796782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Attempting to bind port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:38.796782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Attempting to bind port d4ed72b4-cf2a-4a59-9279-a256d76d3863 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:38.796782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Attempting to bind port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:38.804130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Made reservation on behalf of 95cece949db0401ca2ade9d75cee1dd9 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:38.808212 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.831606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:38.831606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Attempting to bind port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:38.847448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:38.847785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:38.848192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:38.848638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Bound port: d4ed72b4-cf2a-4a59-9279-a256d76d3863, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:38.848991 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:38.856500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-af16f46c-ac9e-4fb6-bb7e-a127009783ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c391428d96f48a5bf59beb99d609212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7677302 Aug 23 03:32:38.868239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53062) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:38.892754 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55935663-41bd-42bf-844a-fe282b6349e5 req-c9c88469-4af1-49fe-aa94-ba4fc1cebcbc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 210 time: 0.0591323 Aug 23 03:32:39.053710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:39.058417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbb76da0-5c23-44b0-9f10-d468a390bf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.094723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7e0ab0d3-ef97-4497-a838-2b99505a573a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:39.095692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008d414-0277-450b-8fda-06d9e27d1115 req-245a5e91-efaf-427a-9374-2e486713e96d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.102974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2008d414-0277-450b-8fda-06d9e27d1115 req-245a5e91-efaf-427a-9374-2e486713e96d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 948 time: 0.1740062 Aug 23 03:32:39.104766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ab83b51-20b9-4f47-8b18-852a096aad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.107286 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ab83b51-20b9-4f47-8b18-852a096aad6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.108360 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8ab83b51-20b9-4f47-8b18-852a096aad6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae52969a-2491-40be-aa54-f5c704b893ea HTTP/1.1" status: 204 len: 168 time: 0.5938318 Aug 23 03:32:39.143850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:39.152958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7e0ab0d3-ef97-4497-a838-2b99505a573a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:39.152958 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.167050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab83b51-20b9-4f47-8b18-852a096aad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae52969a-2491-40be-aa54-f5c704b893ea,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:39.170004 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbb76da0-5c23-44b0-9f10-d468a390bf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.231043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.266012 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2008d414-0277-450b-8fda-06d9e27d1115 req-196c06d6-483d-4bea-a0ee-eb3911dcbc6a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576948 Aug 23 03:32:39.313064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.313660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.315021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] 10.222.0.11 "PUT /v2.0/ports/d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 1096 time: 2.2327814 Aug 23 03:32:39.315460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:39.317780 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84443bba-06fd-4723-976d-8d45eac5947e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:39.338160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Allocated IP 172.20.0.11 (55360f0a-c2e8-4947-877a-a681bb193ad8/05604f69-ed54-44c5-8828-d6a42ffbbddd/bf99f0d3-084e-47f0-a71e-ede6af73e7ab) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:39.363883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71343b4-e7e3-4119-9703-b6cc28cc2598 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:39.422904 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-3ed160bc-58c0-4dea-9498-e542bb627951 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416651 Aug 23 03:32:39.489222 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbb76da0-5c23-44b0-9f10-d468a390bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.492141 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbb76da0-5c23-44b0-9f10-d468a390bf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.493483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dbb76da0-5c23-44b0-9f10-d468a390bf22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c21838b8-4215-4ed6-a2ce-426f808d1379 HTTP/1.1" status: 204 len: 168 time: 0.6193595 Aug 23 03:32:39.540469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb76da0-5c23-44b0-9f10-d468a390bf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21838b8-4215-4ed6-a2ce-426f808d1379,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:39.550099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-d3f80c43-7a39-4929-bce2-4a04e65edf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.551870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-d3f80c43-7a39-4929-bce2-4a04e65edf2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b2a52da400e46c5a077f830248eb7bd&device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 1117 time: 0.0771241 Aug 23 03:32:39.572913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982f42-d8fc-4010-b990-f96078d34797 req-d402ccb3-0472-4484-863b-81ea22f99d9e tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.582241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e982f42-d8fc-4010-b990-f96078d34797 req-d402ccb3-0472-4484-863b-81ea22f99d9e tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 966 time: 0.2022851 Aug 23 03:32:39.639942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-41345353-422e-4bf6-9519-d111e0d45f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.641503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-41345353-422e-4bf6-9519-d111e0d45f6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1099 time: 0.2000656 Aug 23 03:32:39.704348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-2339c751-f1dc-433a-b364-5641bc35e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.706500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-2339c751-f1dc-433a-b364-5641bc35e37d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 200 len: 924 time: 0.1212046 Aug 23 03:32:39.711568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e982f42-d8fc-4010-b990-f96078d34797 req-f955832d-ceab-4fff-91c9-43a46abadc1e tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282907 Aug 23 03:32:39.717722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-141dcae0-0dbe-4704-bd23-434d6dac7d40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 217 time: 0.0599093 Aug 23 03:32:39.760431 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.776213 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-51c421b4-eb06-48d7-8b3e-ebd2436942db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 HTTP/1.1" status: 200 len: 217 time: 0.0516789 Aug 23 03:32:39.783100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Transition to ACTIVE for port object bf99f0d3-084e-47f0-a71e-ede6af73e7ab will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:39.787730 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f30bde-668d-4379-b32c-91abfeee14e5 x-openstack-request-id: req-68f30bde-668d-4379-b32c-91abfeee14e5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:39.788016 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:39.788338 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68f30bde-668d-4379-b32c-91abfeee14e5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:39.788639 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'status': 'completed', 'code': 200} Aug 23 03:32:39.793871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-127e9ab6-9d23-4bb1-9926-ec02f5037b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.795601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-127e9ab6-9d23-4bb1-9926-ec02f5037b40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0698993 Aug 23 03:32:39.839502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-781fd8c3-2d1a-4b6b-a9cb-eb0000290ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.841891 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-781fd8c3-2d1a-4b6b-a9cb-eb0000290ad3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69ee5bdc-836b-461b-b460-681e91b9dd62 HTTP/1.1" status: 200 len: 863 time: 0.0575528 Aug 23 03:32:39.860624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-82c259ae-3c41-4d3e-93fd-3ebe9c56139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.862454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-82c259ae-3c41-4d3e-93fd-3ebe9c56139f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554025 Aug 23 03:32:39.881915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e94349ae-149c-4de8-bf92-1bf47e23b494 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:39.895417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-a1641f84-b762-4fae-b907-18a825bf628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.895417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-a1641f84-b762-4fae-b907-18a825bf628e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d284e626-14c2-4d2a-8386-94627b64a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445199 Aug 23 03:32:39.963958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:39.982388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dae4d-67aa-493f-b723-0b3c75768d08 req-6bc01fba-ba9a-4fb1-9638-bdfe9b987461 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:39.988482 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-d22fa863-098a-4f2e-905c-12bc9a23214f service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884051 Aug 23 03:32:39.989507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-049dae4d-67aa-493f-b723-0b3c75768d08 req-6bc01fba-ba9a-4fb1-9638-bdfe9b987461 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 948 time: 0.1261268 Aug 23 03:32:39.999040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port e94349ae-149c-4de8-bf92-1bf47e23b494 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:40.003942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port e94349ae-149c-4de8-bf92-1bf47e23b494 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:40.004402 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.048763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:40.057645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:40.064301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-72422ecb-9781-4f31-831f-7851fe1a59fe service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929042 Aug 23 03:32:40.065061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:40.070411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:40.071235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.113705 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fa1781d-b41a-4414-afb0-64e1796bfe70 req-fb7cd022-4297-4359-872d-2d320f9f0fc0 service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185832 Aug 23 03:32:40.122213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.130819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Pushing event updated for resources: {'Port': ['ID=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:40.160505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320ec87-8250-446c-b2fa-1e78bb7d1233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94349ae-149c-4de8-bf92-1bf47e23b494'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:40.164098 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2d0d76-2cea-4cc6-988c-70bfb88930c9" -d '{"events": [{"server_uuid": "8320ec87-8250-446c-b2fa-1e78bb7d1233", "name": "network-vif-plugged", "status": "completed", "tag": "e94349ae-149c-4de8-bf92-1bf47e23b494"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:40.172102 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-049dae4d-67aa-493f-b723-0b3c75768d08 req-45d039fd-533b-44bd-8e11-d4869d66c2fe tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812174 Aug 23 03:32:40.180802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port e94349ae-149c-4de8-bf92-1bf47e23b494, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e94349ae-149c-4de8-bf92-1bf47e23b494,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:40.193795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53100) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:40.222130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df302118-f642-4929-bf09-5bf89faf6878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.222242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53715c8-7ea4-47ec-9362-ceeb1b5e15b1 req-6ae940f6-8fb6-4e6a-acf3-14abca5444f3 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451852 Aug 23 03:32:40.240552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-5ffcfdbf-0748-4150-9c01-0b51a5b2d665 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2902439 Aug 23 03:32:40.258828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Request body: {'port': {'device_id': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:40.280226 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.281494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:40.381946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.405257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5263d-81e0-40f4-a5a7-e6007d70fd0f req-9712afc1-6447-4770-bc1a-ec85c45887d2 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:40.423088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4ab5263d-81e0-40f4-a5a7-e6007d70fd0f req-9712afc1-6447-4770-bc1a-ec85c45887d2 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 966 time: 0.1291981 Aug 23 03:32:40.425177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53108) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:40.429446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=e94349ae-149c-4de8-bf92-1bf47e23b494,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:40.441768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Request body: {'floatingip': {'port_id': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:40.515713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 62a51aac-3b10-4b44-9555-7c011ae521b6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:40.524553 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.526732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 62a51aac-3b10-4b44-9555-7c011ae521b6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:40.527444 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.572278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df302118-f642-4929-bf09-5bf89faf6878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.635430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-98fe35c6-1778-4c04-a989-5f5ad4701612 None None] Provisioning for port bf99f0d3-084e-47f0-a71e-ede6af73e7ab completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:40.641244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-98fe35c6-1778-4c04-a989-5f5ad4701612 None None] Provisioning complete for port bf99f0d3-084e-47f0-a71e-ede6af73e7ab triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:40.641721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-98fe35c6-1778-4c04-a989-5f5ad4701612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.675343 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df302118-f642-4929-bf09-5bf89faf6878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.680338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443bba-06fd-4723-976d-8d45eac5947e req-cd1a8cca-b200-42e4-8d57-8afb045ed1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:40.682348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84443bba-06fd-4723-976d-8d45eac5947e req-cd1a8cca-b200-42e4-8d57-8afb045ed1b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1099 time: 0.2544699 Aug 23 03:32:40.694793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-98fe35c6-1778-4c04-a989-5f5ad4701612 None None] Port bf99f0d3-084e-47f0-a71e-ede6af73e7ab cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:40.718105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-df302118-f642-4929-bf09-5bf89faf6878 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2391de0b99e44219a83467a46d17e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229592 Aug 23 03:32:40.724720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53120) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:40.753280 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.765024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cb6a4-fdf5-4ea6-94b4-576db4d7a757 req-ddbfbb7e-2540-4d24-a30c-ee4179421ede tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:40.774876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d52cb6a4-fdf5-4ea6-94b4-576db4d7a757 req-ddbfbb7e-2540-4d24-a30c-ee4179421ede tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 932 time: 0.2706070 Aug 23 03:32:40.796725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:40.811157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df302118-f642-4929-bf09-5bf89faf6878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f5430b-65ba-456c-bede-b649a6a3e13a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:40.839664 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a266d9f0-2cda-4aff-9d75-8089744a69fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.846382 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.912146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:40.922268 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a266d9f0-2cda-4aff-9d75-8089744a69fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:40.985338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d52cb6a4-fdf5-4ea6-94b4-576db4d7a757 req-b3de17bc-9dc6-4196-9155-b5dffcc7a0ef tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049239 Aug 23 03:32:40.999326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443bba-06fd-4723-976d-8d45eac5947e req-f980bfd1-57dd-46de-aadf-314f8e00b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:41.000829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84443bba-06fd-4723-976d-8d45eac5947e req-f980bfd1-57dd-46de-aadf-314f8e00b5f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.3073318 Aug 23 03:32:41.058182 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cf531c-a42c-43b8-a77a-85a40ec442f0 x-openstack-request-id: req-a4cf531c-a42c-43b8-a77a-85a40ec442f0 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:41.058412 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320ec87-8250-446c-b2fa-1e78bb7d1233", "name": "network-vif-plugged", "status": "completed", "tag": "e94349ae-149c-4de8-bf92-1bf47e23b494", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:41.058667 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4cf531c-a42c-43b8-a77a-85a40ec442f0 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:41.059071 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320ec87-8250-446c-b2fa-1e78bb7d1233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94349ae-149c-4de8-bf92-1bf47e23b494', 'code': 200} Aug 23 03:32:41.061359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84443bba-06fd-4723-976d-8d45eac5947e req-e5e7b496-10b7-42bf-917a-54863a052376 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 217 time: 0.0483115 Aug 23 03:32:41.121302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a266d9f0-2cda-4aff-9d75-8089744a69fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:41.129469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a266d9f0-2cda-4aff-9d75-8089744a69fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:41.137624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a266d9f0-2cda-4aff-9d75-8089744a69fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8f5430b-65ba-456c-bede-b649a6a3e13a HTTP/1.1" status: 204 len: 168 time: 0.4070082 Aug 23 03:32:41.207863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf99f0d3-084e-47f0-a71e-ede6af73e7ab {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:41.217500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443bba-06fd-4723-976d-8d45eac5947e req-c3ad0838-8b07-4114-a875-1ecd38746ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:41.219350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84443bba-06fd-4723-976d-8d45eac5947e req-c3ad0838-8b07-4114-a875-1ecd38746ab7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1484926 Aug 23 03:32:41.225309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:41.486775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2067e-6d6a-43a2-abc1-f7bae34d779f req-81c44718-c4c4-4464-a0db-b69594849451 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:41.488288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59a2067e-6d6a-43a2-abc1-f7bae34d779f req-81c44718-c4c4-4464-a0db-b69594849451 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 948 time: 0.3365579 Aug 23 03:32:41.489402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Transition to ACTIVE for port object bf99f0d3-084e-47f0-a71e-ede6af73e7ab will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:41.513897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443bba-06fd-4723-976d-8d45eac5947e req-a2eb0f61-87cb-4174-91b5-ea087e8c3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:41.516020 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84443bba-06fd-4723-976d-8d45eac5947e req-a2eb0f61-87cb-4174-91b5-ea087e8c3b3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2876832 Aug 23 03:32:41.556609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59a2067e-6d6a-43a2-abc1-f7bae34d779f req-bf4f80fb-6485-40de-99a0-2bc5b1feead6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622554 Aug 23 03:32:41.604831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:41.655132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Pushing event updated for resources: {'Port': ['ID=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:41.693774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266d9f0-2cda-4aff-9d75-8089744a69fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f5430b-65ba-456c-bede-b649a6a3e13a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:41.703797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84443bba-06fd-4723-976d-8d45eac5947e req-7f5e3a38-7d02-4c66-afb8-0f0f4f07aa17 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797130 Aug 23 03:32:41.795126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39382eed-3af0-434f-9e41-fe9b6e34600f req-e42d0ea9-f5fb-41f3-a519-2e2054bf48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:41.797246 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39382eed-3af0-434f-9e41-fe9b6e34600f req-e42d0ea9-f5fb-41f3-a519-2e2054bf48e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 1100 time: 0.6538653 Aug 23 03:32:41.818321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.resource_extend [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:32:41.860416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Attempting to bind port bf99f0d3-084e-47f0-a71e-ede6af73e7ab on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:41.860851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Attempting to bind port bf99f0d3-084e-47f0-a71e-ede6af73e7ab by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:41.861414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Attempting to bind port bf99f0d3-084e-47f0-a71e-ede6af73e7ab on network 55360f0a-c2e8-4947-877a-a681bb193ad8 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:41.917356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Port bf99f0d3-084e-47f0-a71e-ede6af73e7ab on network 55360f0a-c2e8-4947-877a-a681bb193ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:41.917787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Attempting to bind port bf99f0d3-084e-47f0-a71e-ede6af73e7ab on network 55360f0a-c2e8-4947-877a-a681bb193ad8 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:41.938697 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39382eed-3af0-434f-9e41-fe9b6e34600f req-80c1fae1-3347-48a7-9d3d-c8e14076fd1c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312265 Aug 23 03:32:41.942335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cfdf1-077c-4774-a67f-bdcaed120e71 req-c8882549-ed4b-40eb-8831-d5f4d8d571e3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:41.946064 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:41.948085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d95cfdf1-077c-4774-a67f-bdcaed120e71 req-c8882549-ed4b-40eb-8831-d5f4d8d571e3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 949 time: 0.1900625 Aug 23 03:32:41.951729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:41.952072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Checking segment: {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:41.952461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Bound using segment: {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:41.952908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Bound port: bf99f0d3-084e-47f0-a71e-ede6af73e7ab, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:41.953392 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:42.010759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:42.087733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] For port bf99f0d3-084e-47f0-a71e-ede6af73e7ab, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:42.103593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d95cfdf1-077c-4774-a67f-bdcaed120e71 req-bacfafd0-af6d-4a3c-a0d9-d1a9e2fb1e52 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464376 Aug 23 03:32:42.105545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84443bba-06fd-4723-976d-8d45eac5947e req-f1c449f3-bb19-4b3e-ac35-99b185b1f1af service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417470 Aug 23 03:32:42.110124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] For port bf99f0d3-084e-47f0-a71e-ede6af73e7ab, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:42.135213 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Floating IP 8cd89279-df54-4e45-b145-a73f30133d4f associated. External IP: 172.25.1.148, port: 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01. Aug 23 03:32:42.193969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:42.233127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:42.235598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:42.237003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] 10.222.0.11 "PUT /v2.0/ports/bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 1092 time: 1.9840922 Aug 23 03:32:42.237519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:42.239928 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6" -d '{"events": [{"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:42.274525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c719720-1b65-4e3b-91d6-9cf219edc69e service neutron] Pushing event updated for resources: {'Port': ['ID=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:42.398915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Router a72bf3c0-8110-4432-919b-94390fd5e878 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:32:42.454407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165c56-77d2-4124-8116-edf49df3c2ea req-c3855d6b-3a02-4153-b7ea-05ae3d745ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:42.459685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-c3855d6b-3a02-4153-b7ea-05ae3d745ca7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1095 time: 0.0823195 Aug 23 03:32:42.518073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-0fcc3a9d-c713-4582-8bd2-77ae814c0407 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 217 time: 0.0441589 Aug 23 03:32:42.544353 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:32:42.548879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:42.575822 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] Sync routers for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:32:42.588546 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:42.590000 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:32:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:42.604647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7eea9fc1-4823-400f-bd81-27aef0bb3567 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "PUT /v2.0/floatingips/8cd89279-df54-4e45-b145-a73f30133d4f HTTP/1.1" status: 200 len: 1012 time: 2.1760690 Aug 23 03:32:42.607076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165c56-77d2-4124-8116-edf49df3c2ea req-108f5f7f-b952-440e-af03-f57f7dc4972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:42.611606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'tag': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:42.611870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-108f5f7f-b952-440e-af03-f57f7dc4972c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0753779 Aug 23 03:32:42.613339 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7254647f-e884-40c9-9e87-729af61fd8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "24cb193f-6cb1-491d-9c18-6e70aaaac4a7", "tag": "7bd13c56-55e3-4f89-ba7e-d6f117cd5f01"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:42.619937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cdcd8-1166-456e-aadc-d326428c2561 req-f07a0f93-26ad-458c-9da2-940c66f70e7c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:42.628004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a61cdcd8-1166-456e-aadc-d326428c2561 req-f07a0f93-26ad-458c-9da2-940c66f70e7c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 944 time: 0.1089845 Aug 23 03:32:42.703534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a61cdcd8-1166-456e-aadc-d326428c2561 req-f8f50848-c485-4160-815c-587d0253394e tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729251 Aug 23 03:32:42.725806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165c56-77d2-4124-8116-edf49df3c2ea req-49ffb592-56b2-4cac-b4bc-0816344ea0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:42.730309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-49ffb592-56b2-4cac-b4bc-0816344ea0f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995765 Aug 23 03:32:42.745380 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:42.758181 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4914a358-ac38-40ef-9231-9f016c1012a4 x-openstack-request-id: req-4914a358-ac38-40ef-9231-9f016c1012a4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:42.758945 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:42.759208 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4914a358-ac38-40ef-9231-9f016c1012a4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:42.759612 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'status': 'completed', 'code': 200} Aug 23 03:32:42.849723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-9f01a943-1615-49ea-997b-429e093b92e8 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117606 Aug 23 03:32:43.060833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:43.063712 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e88e26f-4e3f-493c-9262-983b1d6d8994" -d '{"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-plugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:43.070674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26165c56-77d2-4124-8116-edf49df3c2ea req-ab9964f9-634a-4468-8004-a3529cc00240 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101777 Aug 23 03:32:43.079343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb977d-0759-48c7-9085-83e47cb95f3c req-19ee9f07-f4b9-4ee8-9ecb-714042567473 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.080813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80eb977d-0759-48c7-9085-83e47cb95f3c req-19ee9f07-f4b9-4ee8-9ecb-714042567473 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 948 time: 0.1136386 Aug 23 03:32:43.092336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53224) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:43.122293 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8cd89279-df54-4e45-b145-a73f30133d4f', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'port_id': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'mac_address': 'fa:16:3e:f4:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'device_owner': 'compute:tempest-test_az-794880766'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:18Z', 'updated_at': '2021-08-23T03:32:41Z', 'revision_number': 1, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:43.141111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80eb977d-0759-48c7-9085-83e47cb95f3c req-d42aa29b-b885-40d0-9f91-1d44b5331a49 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Aug 23 03:32:43.160793 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] Checking router: a72bf3c0-8110-4432-919b-94390fd5e878 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:32:43.165952 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:32:43.167119 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:32:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:43.296807 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40102835-77bd-438a-8dad-4f638e2ab29c x-openstack-request-id: req-40102835-77bd-438a-8dad-4f638e2ab29c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:43.297367 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cb193f-6cb1-491d-9c18-6e70aaaac4a7", "tag": "7bd13c56-55e3-4f89-ba7e-d6f117cd5f01", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:43.297367 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40102835-77bd-438a-8dad-4f638e2ab29c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:43.303163 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'tag': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01', 'status': 'completed', 'code': 200} Aug 23 03:32:43.317909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-1f67c256-218e-43ba-a712-d2bcf54f37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.320367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-1f67c256-218e-43ba-a712-d2bcf54f37a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1095 time: 0.0597608 Aug 23 03:32:43.342447 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:32:43.412655 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-2efb07ec-ca45-435a-85a6-99139dd7b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.414863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-2efb07ec-ca45-435a-85a6-99139dd7b615 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b2a52da400e46c5a077f830248eb7bd&device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 1117 time: 0.0846603 Aug 23 03:32:43.431591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-39a24284-f406-4153-ba61-9ae85c1d10ac tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:32:43.432943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-39a24284-f406-4153-ba61-9ae85c1d10ac tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3396325 Aug 23 03:32:43.438954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-1b5dc982-2b76-4233-b6f3-637d5e886380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.440550 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-1b5dc982-2b76-4233-b6f3-637d5e886380 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.1131082 Aug 23 03:32:43.501722 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2413f0-073f-483a-9c6e-ad3d242d5195 x-openstack-request-id: req-da2413f0-073f-483a-9c6e-ad3d242d5195 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:43.502719 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-plugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:43.502996 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da2413f0-073f-483a-9c6e-ad3d242d5195 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:43.503396 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'code': 200} Aug 23 03:32:43.520703 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-70626265-2b33-4786-81a2-97935bf66c18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 217 time: 0.0713165 Aug 23 03:32:43.542957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-9f8cf653-a448-43cb-a290-f88e60e1561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.545047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-9f8cf653-a448-43cb-a290-f88e60e1561e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 200 len: 924 time: 0.1213458 Aug 23 03:32:43.645411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-ce66a2b0-3bc6-447a-bcea-f6701fa3985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.646857 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-ce66a2b0-3bc6-447a-bcea-f6701fa3985c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.1138911 Aug 23 03:32:43.670176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f20fd0-af25-4fab-9ff2-1822b2b3739c req-f48c0b0a-bd85-4d51-b72d-84116e66bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.672292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04f20fd0-af25-4fab-9ff2-1822b2b3739c req-f48c0b0a-bd85-4d51-b72d-84116e66bc36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 1101 time: 0.0979388 Aug 23 03:32:43.674620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-9e7cdfd4-d6ca-4ae2-8a8c-9e086a8c9f0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 HTTP/1.1" status: 200 len: 1020 time: 0.1168027 Aug 23 03:32:43.719575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1a6ef-1bcb-436d-8adc-d069aa215f8a req-7408eda4-2f15-41f7-a339-bee6e73a4da3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.721699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3db1a6ef-1bcb-436d-8adc-d069aa215f8a req-7408eda4-2f15-41f7-a339-bee6e73a4da3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 949 time: 0.1149263 Aug 23 03:32:43.744807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-68e2971c-dbfa-4c38-a5ab-6af65bf0ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.746413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-68e2971c-dbfa-4c38-a5ab-6af65bf0ba61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69ee5bdc-836b-461b-b460-681e91b9dd62 HTTP/1.1" status: 200 len: 863 time: 0.0618715 Aug 23 03:32:43.763663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-6bed7dd4-aee9-419c-a4f6-ad51d1af5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.765983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-6bed7dd4-aee9-419c-a4f6-ad51d1af5e9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099029 Aug 23 03:32:43.768535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04f20fd0-af25-4fab-9ff2-1822b2b3739c req-f5a0128f-2ed3-454c-92af-234c75f58424 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822117 Aug 23 03:32:43.817079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3db1a6ef-1bcb-436d-8adc-d069aa215f8a req-ddd9fb07-123e-4d43-882c-8134848923a2 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836382 Aug 23 03:32:43.818434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-77caa45d-dae7-4a52-bf51-df299c6bc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:43.819993 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-77caa45d-dae7-4a52-bf51-df299c6bc0e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d284e626-14c2-4d2a-8386-94627b64a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658643 Aug 23 03:32:43.912982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Request body: {'binding': {'host': 'n-h2-749052-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:43.913531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Unknown quota resources ['binding']. {{(pid=95121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:32:44.016344 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8cd89279-df54-4e45-b145-a73f30133d4f', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'port_id': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'mac_address': 'fa:16:3e:f4:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'device_owner': 'compute:tempest-test_az-794880766'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:18Z', 'updated_at': '2021-08-23T03:32:41Z', 'revision_number': 1, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:32:44.048159 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd41048-4047-4891-94cd-087c8c1c7c58 None None] The sync data for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 is: [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8cd89279-df54-4e45-b145-a73f30133d4f', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'port_id': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'mac_address': 'fa:16:3e:f4:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'device_owner': 'compute:tempest-test_az-794880766'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:18Z', 'updated_at': '2021-08-23T03:32:41Z', 'revision_number': 1, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:32:44.069201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-5e907256-9d1b-40b2-8789-98861e3bb59a service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863698 Aug 23 03:32:44.076771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd04a-12df-4610-b510-f9241bc5b3e9 req-39613ca8-164e-4c1e-861a-31d0a26756c2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:44.084654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a4bd04a-12df-4610-b510-f9241bc5b3e9 req-39613ca8-164e-4c1e-861a-31d0a26756c2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 944 time: 0.1749578 Aug 23 03:32:44.096678 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-84ef0b6e-2444-4019-b80a-62af1b89182d service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369998 Aug 23 03:32:44.218826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7254647f-e884-40c9-9e87-729af61fd8e2 req-4b5380db-0a72-4602-9fbe-0ed8c685f961 service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068828 Aug 23 03:32:44.223709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a4bd04a-12df-4610-b510-f9241bc5b3e9 req-bfbb9878-61f9-4fa5-a994-28a666fffed3 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381316 Aug 23 03:32:44.245170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c on host n-h2-749052-7 for vnic_type normal with profile None {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:44.245580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:44.245838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:44.259781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Port 639770ad-ac9d-4de4-914e-367de5c2658c on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:44.259781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:44.268237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9c6aeb4-3301-4f34-a3a2-1f7d5b733be6 req-0cfbbda2-2348-459c-93c7-ced3c0d1cb46 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792009 Aug 23 03:32:44.269139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:44.269477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:44.269850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:44.270804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Bound port: 639770ad-ac9d-4de4-914e-367de5c2658c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:44.332505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dffca4-d56b-4550-a806-efd33641f427 None None] New status for floating IP 8cd89279-df54-4e45-b145-a73f30133d4f: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:32:44.388881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:44.397095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab751e-4296-4681-9d28-68cca8ef983e req-1d0afd8a-2957-4431-a59b-6c053fe0e0f0 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:44.398584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7ab751e-4296-4681-9d28-68cca8ef983e req-1d0afd8a-2957-4431-a59b-6c053fe0e0f0 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1078889 Aug 23 03:32:44.431180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:44.432330 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-df69eb47-f6b1-4682-b832-f7e56a21f518 service neutron] 10.222.0.20 "POST /v2.0/ports/639770ad-ac9d-4de4-914e-367de5c2658c/bindings HTTP/1.1" status: 201 len: 389 time: 0.8821285 Aug 23 03:32:44.438146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7ab751e-4296-4681-9d28-68cca8ef983e req-081278b0-2fa9-469b-9441-524c99d3ebe2 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334275 Aug 23 03:32:44.802919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d4ed72b4-cf2a-4a59-9279-a256d76d3863 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:44.892385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9cc38-f140-4561-9b83-ba9420db2b80 req-91bd9441-644b-4315-857a-590932131711 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:44.894614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48c9cc38-f140-4561-9b83-ba9420db2b80 req-91bd9441-644b-4315-857a-590932131711 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 948 time: 0.0902462 Aug 23 03:32:44.918528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:44.930505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'mac_address': 'fa:16:3e:4e:6a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:32:44.960650 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48c9cc38-f140-4561-9b83-ba9420db2b80 req-d81e7d94-7e5b-4692-a34a-d46993e7aa56 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602167 Aug 23 03:32:44.980965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:44.999062 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ed72b4-cf2a-4a59-9279-a256d76d3863 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:45.027547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:45.113203 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:45.114625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-2d289ded-9da8-4cd1-b055-957b930fbcc2 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bfd50881218c4df384a151efc312fa2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257277 Aug 23 03:32:45.132208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-efc7621a-3e59-4a97-90b0-1b4b3bec0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:45.134017 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-efc7621a-3e59-4a97-90b0-1b4b3bec0dd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1096 time: 0.0499427 Aug 23 03:32:45.176550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:45.241163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-9fa056b5-7a99-4e60-9f85-3ad301c81c33 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:45.242640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-9fa056b5-7a99-4e60-9f85-3ad301c81c33 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1219397 Aug 23 03:32:45.248216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-0de83258-a714-4ed6-9c57-c4e513f1f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:45.250009 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-0de83258-a714-4ed6-9c57-c4e513f1f390 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.0964000 Aug 23 03:32:45.257820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-59a1ebb4-9dae-4286-ad02-d9bd2d11f99e tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/quotas/bfd50881218c4df384a151efc312fa2c HTTP/1.1" status: 200 len: 375 time: 0.0093789 Aug 23 03:32:45.289327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-e1343d79-b4e3-43df-9cc6-c1d3f1aa6910 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfd50881218c4df384a151efc312fa2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259051 Aug 23 03:32:45.316166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-4d321adf-a387-48d0-a576-e5282e81ffe3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 217 time: 0.0472908 Aug 23 03:32:45.397773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-49c9be4c-11f9-45d7-b71d-1cdc8e0fed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:45.399144 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-49c9be4c-11f9-45d7-b71d-1cdc8e0fed6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0685906 Aug 23 03:32:45.414988 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af89bb8-61fc-4d47-a138-be4aab72d3d0 req-4425abcd-13ee-4001-9e4a-df5465d0bf28 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:45.416353 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1af89bb8-61fc-4d47-a138-be4aab72d3d0 req-4425abcd-13ee-4001-9e4a-df5465d0bf28 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 945 time: 0.0771582 Aug 23 03:32:45.452276 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-f7cd32c2-3828-4f6e-957e-b1e491b0d1af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447571 Aug 23 03:32:45.494283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1af89bb8-61fc-4d47-a138-be4aab72d3d0 req-def5f49f-1369-44f3-ac1c-b9a7b53fa96d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710065 Aug 23 03:32:45.555848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['d4ed72b4-cf2a-4a59-9279-a256d76d3863'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:45.570053 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-a6e7a80b-68af-456a-a5d1-3a461118fb50 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108072 Aug 23 03:32:45.680962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-cbfb2742-9af1-4888-9e73-c8080b98df06 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036923 Aug 23 03:32:45.815586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b633098-fea2-456b-bfb8-b20525ad32bf req-f408692e-9ef7-4f75-8f15-0952731d8c17 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:45.817085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b633098-fea2-456b-bfb8-b20525ad32bf req-f408692e-9ef7-4f75-8f15-0952731d8c17 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 944 time: 0.0483172 Aug 23 03:32:45.825515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-097fc66d-d739-4f2d-8904-ab6a696eb1a0 req-f6cff7b5-78d4-4411-9a59-d40e337718ce tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 210 time: 0.0259221 Aug 23 03:32:45.856653 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b633098-fea2-456b-bfb8-b20525ad32bf req-990d93a5-91d0-4164-baa1-2a42c879d474 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334625 Aug 23 03:32:45.931288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed1a2c-5e19-4f5b-8979-a5b6db93be9e req-fe2f9cc1-d7cd-4d1e-bbac-2f1be304dba0 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:45.932685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34ed1a2c-5e19-4f5b-8979-a5b6db93be9e req-fe2f9cc1-d7cd-4d1e-bbac-2f1be304dba0 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0524561 Aug 23 03:32:45.971150 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34ed1a2c-5e19-4f5b-8979-a5b6db93be9e req-9a4f55d3-e660-435d-bce0-78d0e1fd664d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Aug 23 03:32:46.112429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-b0a9c3db-732a-432b-89a2-535ba7ae8f65 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:46.113863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-b0a9c3db-732a-432b-89a2-535ba7ae8f65 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.1187851 Aug 23 03:32:46.121148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327adfb9-cf23-4cf2-9672-93dfd9d47230 req-a576846e-ef92-4db2-a800-d0feb2425523 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:46.122575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-327adfb9-cf23-4cf2-9672-93dfd9d47230 req-a576846e-ef92-4db2-a800-d0feb2425523 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 949 time: 0.0774398 Aug 23 03:32:46.128460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-749052-7'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:46.211325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:46.238818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-327adfb9-cf23-4cf2-9672-93dfd9d47230 req-4a1aafd2-487e-4bd6-977b-61eddc24be01 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924308 Aug 23 03:32:46.285503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-38f8cd96-aaa9-4183-a4a0-6593d7fbe532 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219190 Aug 23 03:32:46.356452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:46.422573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:46.432003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-dee797ea-9a63-44a1-9781-ee20af432c2c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:46.433527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-dee797ea-9a63-44a1-9781-ee20af432c2c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407514 Aug 23 03:32:46.448928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ec9102a4-e92f-4d96-9bef-3db8f96c2428 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/quotas/6431d385a201402384e6d5e5ed1c2bbd HTTP/1.1" status: 200 len: 375 time: 0.0090086 Aug 23 03:32:46.463692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:46.466187 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb518baf-867d-49f7-ae56-fd453de4459c" -d '{"events": [{"server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "name": "network-vif-unplugged", "status": "completed", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:46.471420 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:46.504909 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408448a9-c234-4397-9ccb-d4c621600a87 x-openstack-request-id: req-408448a9-c234-4397-9ccb-d4c621600a87 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:46.505291 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "name": "network-vif-unplugged", "status": "completed", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:46.505612 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-408448a9-c234-4397-9ccb-d4c621600a87 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:46.506080 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c', 'code': 200} Aug 23 03:32:46.522269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-8826db90-840b-4540-8ab6-14c019aaf3fa tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681348 Aug 23 03:32:46.582627 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:46.587768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53364) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:46.660149 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8cfec-dedf-4b78-9a19-4b23001a8c4c req-4cefd17f-e1a7-4daa-bc1b-2e21692f7c7e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:46.661808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17c8cfec-dedf-4b78-9a19-4b23001a8c4c req-4cefd17f-e1a7-4daa-bc1b-2e21692f7c7e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.0905764 Aug 23 03:32:46.708030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=639770ad-ac9d-4de4-914e-367de5c2658c,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:46.765465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.766964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.767321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.767651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.767986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.768314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.768665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.769048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.769585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.769910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.770232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.770551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:46.778785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c on host n-h1-749052-7 for vnic_type normal with profile {"migrating_to": "n-h2-749052-7"} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:46.778785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:46.778785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:46.791743 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17c8cfec-dedf-4b78-9a19-4b23001a8c4c req-e7418dcd-7790-4ae2-b6ee-cfb1a991c670 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171701 Aug 23 03:32:46.792480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Port 639770ad-ac9d-4de4-914e-367de5c2658c on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:46.792796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Attempting to bind port 639770ad-ac9d-4de4-914e-367de5c2658c on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:46.794739 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:46.799118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:46.799478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:46.799955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:46.800450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Bound port: 639770ad-ac9d-4de4-914e-367de5c2658c, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:46.800804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:46.826004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device bf99f0d3-084e-47f0-a71e-ede6af73e7ab details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:46.872416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d4ed72b4-cf2a-4a59-9279-a256d76d3863 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:46.928871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-90a1c5c6-bc7a-40bf-949e-a27a77e8cbc4 req-e91325d3-7115-407c-a8f8-b98c8716869f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 210 time: 0.0598462 Aug 23 03:32:46.976611 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:46.983798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:46.989443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:46.998699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port bf99f0d3-084e-47f0-a71e-ede6af73e7ab, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:47.010541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'port_id': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'mac_address': 'fa:16:3e:3e:12:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:32:47.068324 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e7b5694-13d7-4bcd-99bf-0c757133c070 req-be079b07-ea23-46ea-8fe1-8a8a45c274b6 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 210 time: 0.0387499 Aug 23 03:32:47.072291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.073544 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.092193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf99f0d3-084e-47f0-a71e-ede6af73e7ab {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:47.115497 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64ad310a9a8b4ed6890a382130a8b6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5263021 Aug 23 03:32:47.119500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53388) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:47.125943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port bf99f0d3-084e-47f0-a71e-ede6af73e7ab, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:47.136007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port d4ed72b4-cf2a-4a59-9279-a256d76d3863 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:47.137771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.142071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port d4ed72b4-cf2a-4a59-9279-a256d76d3863 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:47.142528 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.172604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740325d6-6072-4ad4-8043-aeb8229824f1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:47.217604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.269554 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.367530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:47.369153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:47.371479 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69d5798-32e4-4356-bda3-f36d36abdb49" -d '{"events": [{"server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "name": "network-vif-plugged", "status": "completed", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:47.374796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:47.432643 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.500240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b72-5786-438a-965b-4013127fdba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.501936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=639770ad-ac9d-4de4-914e-367de5c2658c,revision_number=8']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:47.502330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:47.528748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:47.529404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.530975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-337cd66f-b715-4ef0-a2fb-64e2da46c7e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 1121 time: 1.4074798 Aug 23 03:32:47.543070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.543415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.543754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.544089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.545275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.545275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.545275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.545531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.545705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.546025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.546882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.547201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb938e69-5dfa-433a-a6f9-41936789cba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:47.562955 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cc152-ba8d-4c3b-b197-dfef19fa7eb1 req-c4de52bf-6af1-4961-9e12-ed4400ae1038 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:47.563302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b72-5786-438a-965b-4013127fdba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.565488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da0cc152-ba8d-4c3b-b197-dfef19fa7eb1 req-c4de52bf-6af1-4961-9e12-ed4400ae1038 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 944 time: 0.4548917 Aug 23 03:32:47.578813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a800e14-94e9-4d17-8698-8cfff254c06c req-a1e9214f-47ad-4fda-8afe-d95a7ff7367e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:47.580288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a800e14-94e9-4d17-8698-8cfff254c06c req-a1e9214f-47ad-4fda-8afe-d95a7ff7367e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.1625371 Aug 23 03:32:47.600389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da0cc152-ba8d-4c3b-b197-dfef19fa7eb1 req-94387ce5-99e9-4fb8-b184-525bfbd23eb0 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339942 Aug 23 03:32:47.632812 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a800e14-94e9-4d17-8698-8cfff254c06c req-ed45b01d-9fd3-493d-b11a-a566bcb8af95 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Aug 23 03:32:47.647253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['bf99f0d3-084e-47f0-a71e-ede6af73e7ab'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:47.697197 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431f1794-e9b1-40c0-94d9-4b836293a4a0 x-openstack-request-id: req-431f1794-e9b1-40c0-94d9-4b836293a4a0 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:47.697419 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "name": "network-vif-plugged", "status": "completed", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:47.697571 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-431f1794-e9b1-40c0-94d9-4b836293a4a0 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:47.697960 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'code': 200} Aug 23 03:32:47.705342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['639770ad-ac9d-4de4-914e-367de5c2658c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:47.728757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b72-5786-438a-965b-4013127fdba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.734278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02ea5b72-5786-438a-965b-4013127fdba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:47.737895 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-02ea5b72-5786-438a-965b-4013127fdba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/740325d6-6072-4ad4-8043-aeb8229824f1 HTTP/1.1" status: 204 len: 168 time: 0.6152894 Aug 23 03:32:47.750306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea5b72-5786-438a-965b-4013127fdba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740325d6-6072-4ad4-8043-aeb8229824f1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:47.925753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177913a0-d2c9-4f55-bf00-3fcf92017365 req-18045bff-eb9e-478c-813c-c326ba2a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:47.927530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-177913a0-d2c9-4f55-bf00-3fcf92017365 req-18045bff-eb9e-478c-813c-c326ba2a12b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1101 time: 0.0654783 Aug 23 03:32:47.964563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d68c8-dd22-4f17-ac01-6d6745479fcf req-ad4b7cb4-f73f-4948-a362-0c4dabb0224d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:47.965176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-177913a0-d2c9-4f55-bf00-3fcf92017365 req-ff2c02e4-2a2f-4838-9044-8efa90b9b9ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295196 Aug 23 03:32:47.967522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-068d68c8-dd22-4f17-ac01-6d6745479fcf req-ad4b7cb4-f73f-4948-a362-0c4dabb0224d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.0803351 Aug 23 03:32:48.015178 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-068d68c8-dd22-4f17-ac01-6d6745479fcf req-3469370b-d6f8-4d8c-9f1a-372fcba15f34 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Aug 23 03:32:48.071164 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8be605d4-6b6a-46b3-bd45-cac1d6097b2f req-3fff4253-8f05-4ead-9ed3-1302ee3dea9e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 210 time: 0.0299630 Aug 23 03:32:48.150121 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-9cc0d7c7-53ae-4845-8ca5-cde487d58530 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bfd50881218c4df384a151efc312fa2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221229 Aug 23 03:32:48.181539 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ded0c947-ba10-459b-89e2-e348aa9b1b5c req-740a67ef-6840-4bbf-b363-81d0f19f02e2 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 210 time: 0.0259736 Aug 23 03:32:48.274627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-f9b8493f-7ed2-4068-b5fe-65f60ec9878c tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:48.276120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-f9b8493f-7ed2-4068-b5fe-65f60ec9878c tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193242 Aug 23 03:32:48.292319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Request body: {'port': {'device_id': '027d92ff-a645-48cb-af9b-f4a107c2ed8c', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': 'bfd50881218c4df384a151efc312fa2c'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:48.502564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Made reservation on behalf of bfd50881218c4df384a151efc312fa2c for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:48.507950 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:48.512028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:48.514600 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b91e63-27b0-490a-be11-f43f2b34b472" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:48.525572 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:48.561088 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b8c3d0-5af1-42cc-8b3d-b52bca31886b x-openstack-request-id: req-06b8c3d0-5af1-42cc-8b3d-b52bca31886b {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:48.561381 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:48.561676 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06b8c3d0-5af1-42cc-8b3d-b52bca31886b {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:48.562077 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c', 'status': 'completed', 'code': 200} Aug 23 03:32:48.630072 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:48.661161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53440) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:48.677314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ae72f58-3324-4e45-bef5-d10121966af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:48.681830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-aec9f39b-fbf7-4f92-92f1-afa3debcbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:48.683304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-aec9f39b-fbf7-4f92-92f1-afa3debcbd53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1124 time: 0.0676453 Aug 23 03:32:48.690264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:48.762158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0bb062-2ad1-4317-bbfe-2baafb68edd7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:48.835976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c64e3-17b4-456b-8952-00d5ddc3c493 req-b3a398fc-201f-4b4a-948a-be841115aab0 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:48.837501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a6c64e3-17b4-456b-8952-00d5ddc3c493 req-b3a398fc-201f-4b4a-948a-be841115aab0 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 945 time: 0.1483731 Aug 23 03:32:48.867990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Allocated IP 192.168.233.31 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/2089a25b-7813-4583-aa4e-b6025b4c71e8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:48.872506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-f1fa0c45-3922-46a3-b5a9-c0791f1f354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:48.873984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-f1fa0c45-3922-46a3-b5a9-c0791f1f354c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1734259 Aug 23 03:32:48.934227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-b4b265c8-5096-4ecf-93d5-5e6e7a3ed8dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 217 time: 0.0498123 Aug 23 03:32:48.946041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a6c64e3-17b4-456b-8952-00d5ddc3c493 req-cace565d-68fd-45e6-b226-a7cf01368a75 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980222 Aug 23 03:32:48.953050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c40c8e-e231-4d65-b46d-562ef291454a req-562c586b-66d1-4d11-a3e7-6a35a5bd63a3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:48.960861 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4c40c8e-e231-4d65-b46d-562ef291454a req-562c586b-66d1-4d11-a3e7-6a35a5bd63a3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0559075 Aug 23 03:32:48.992300 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ae72f58-3324-4e45-bef5-d10121966af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.005895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-2361275b-d4c1-4232-ac00-19796424f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:49.007467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-2361275b-d4c1-4232-ac00-19796424f8d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0590732 Aug 23 03:32:49.024638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4c40c8e-e231-4d65-b46d-562ef291454a req-d78dec07-8069-41ab-8bf3-a66b54844036 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627055 Aug 23 03:32:49.055391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-8fa33b7b-a2a1-4be8-bb35-6edfd0f49a98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385306 Aug 23 03:32:49.119958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ae72f58-3324-4e45-bef5-d10121966af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.122605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-9950824b-5c3c-428a-b605-557100500865 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370038 Aug 23 03:32:49.176233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998d786-3cf7-49ee-8a6a-545db382b4d4 req-4ccbda93-660a-428c-acb9-0591e2d01470 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:49.177912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d998d786-3cf7-49ee-8a6a-545db382b4d4 req-4ccbda93-660a-428c-acb9-0591e2d01470 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.0751874 Aug 23 03:32:49.207902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.227109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7ae72f58-3324-4e45-bef5-d10121966af5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7aa1f184bdc14f2eb967a8b650bece5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5648861 Aug 23 03:32:49.232450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53456) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:49.239158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Transition to ACTIVE for port object 2089a25b-7813-4583-aa4e-b6025b4c71e8 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:49.242389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae72f58-3324-4e45-bef5-d10121966af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8543c781-1181-436c-8a55-f14770e9f863,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:49.247190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d998d786-3cf7-49ee-8a6a-545db382b4d4 req-fc4b4939-1d2e-4ce0-a46c-dac6c0fcdb13 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623252 Aug 23 03:32:49.353642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.358375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-4292ab72-b410-4886-ba5d-79894f548552 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900829 Aug 23 03:32:49.435651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82484586-2f6c-4392-a393-0ebb3172477b req-ec0d45d8-b6bc-48bc-b6ee-99dbd846ec74 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 210 time: 0.0339789 Aug 23 03:32:49.439524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:49.444431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:49.444786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-eb93177f-7fe8-4dc4-8b40-ed5edcc9e7e7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:49.446262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-eb93177f-7fe8-4dc4-8b40-ed5edcc9e7e7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122554 Aug 23 03:32:49.447982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:49.453740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:49.454365 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.475740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Pushing event updated for resources: {'Port': ['ID=2089a25b-7813-4583-aa4e-b6025b4c71e8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:49.509484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Request body: {'port': {'device_id': '4c251df2-8782-45c8-88de-dd1a17325e2d', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '6431d385a201402384e6d5e5ed1c2bbd'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:49.533355 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2fb24c5-fbdc-49ff-994a-b031c842283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.554560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-d0acc437-6eee-4e1c-b6b0-c3e1607c5691 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2686415 Aug 23 03:32:49.563001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2089-b852-45b0-bf25-ab754b362ae4 req-88108851-24ab-4db1-a743-55fcf3b5a225 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:49.564489 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-659f2089-b852-45b0-bf25-ab754b362ae4 req-88108851-24ab-4db1-a743-55fcf3b5a225 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 935 time: 0.1929159 Aug 23 03:32:49.575331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Request body: {'port': {'device_id': '027d92ff-a645-48cb-af9b-f4a107c2ed8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:49.652168 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2fb24c5-fbdc-49ff-994a-b031c842283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.657574 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b91e63-27b0-490a-be11-f43f2b34b472 req-30d5cb15-3810-4ddd-920e-e5b873e365d3 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847760 Aug 23 03:32:49.658953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.712667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-659f2089-b852-45b0-bf25-ab754b362ae4 req-cbf74152-ef29-40f9-a93c-15d5d19b8bfc tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378012 Aug 23 03:32:49.872399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2fb24c5-fbdc-49ff-994a-b031c842283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.875059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2fb24c5-fbdc-49ff-994a-b031c842283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.878854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b2fb24c5-fbdc-49ff-994a-b031c842283a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8543c781-1181-436c-8a55-f14770e9f863 HTTP/1.1" status: 204 len: 168 time: 0.6431236 Aug 23 03:32:49.884578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb24c5-fbdc-49ff-994a-b031c842283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8543c781-1181-436c-8a55-f14770e9f863,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:49.901474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Made reservation on behalf of 6431d385a201402384e6d5e5ed1c2bbd for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:32:49.904961 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.948274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2089a25b-7813-4583-aa4e-b6025b4c71e8 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:49.953591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e8c561ef-ae70-4ab5-9352-5e86bbb449a3 None None] Provisioning for port 2089a25b-7813-4583-aa4e-b6025b4c71e8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:49.958267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e8c561ef-ae70-4ab5-9352-5e86bbb449a3 None None] Provisioning complete for port 2089a25b-7813-4583-aa4e-b6025b4c71e8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:49.958648 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e8c561ef-ae70-4ab5-9352-5e86bbb449a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.964049 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:49.995515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Transition to ACTIVE for port object 2089a25b-7813-4583-aa4e-b6025b4c71e8 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:49.998737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e8c561ef-ae70-4ab5-9352-5e86bbb449a3 None None] Port 2089a25b-7813-4583-aa4e-b6025b4c71e8 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:50.079741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b3dd2-e9f2-4dd7-9e8a-c73b87f34b44 req-7a89380f-74ed-42f1-9d48-4f441426c158 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:50.081558 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-166b3dd2-e9f2-4dd7-9e8a-c73b87f34b44 req-7a89380f-74ed-42f1-9d48-4f441426c158 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 945 time: 0.0561624 Aug 23 03:32:50.084638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:50.144199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Allocated IP 192.168.233.186 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/433c9ef3-f16f-4f07-8727-c67872aaaeaf) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:50.168787 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-166b3dd2-e9f2-4dd7-9e8a-c73b87f34b44 req-19980658-4ce3-46b1-8ca7-3df941c2a5bb tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740891 Aug 23 03:32:50.179501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2089a25b-7813-4583-aa4e-b6025b4c71e8,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:50.216720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Attempting to bind port 2089a25b-7813-4583-aa4e-b6025b4c71e8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:50.217090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Attempting to bind port 2089a25b-7813-4583-aa4e-b6025b4c71e8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:50.217421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Attempting to bind port 2089a25b-7813-4583-aa4e-b6025b4c71e8 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:50.222697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Port 2089a25b-7813-4583-aa4e-b6025b4c71e8 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:50.223019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Attempting to bind port 2089a25b-7813-4583-aa4e-b6025b4c71e8 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:50.231675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:50.231675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:50.231675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:50.232075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Bound port: 2089a25b-7813-4583-aa4e-b6025b4c71e8, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:50.232321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:50.272942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76b0a-01b7-410c-9b68-0f57b51ef154 req-2e1017b7-e17c-4148-8de9-039c71cbce1e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:50.274530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5fe76b0a-01b7-410c-9b68-0f57b51ef154 req-2e1017b7-e17c-4148-8de9-039c71cbce1e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.1252708 Aug 23 03:32:50.297710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] For port 2089a25b-7813-4583-aa4e-b6025b4c71e8, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:50.300969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] For port 2089a25b-7813-4583-aa4e-b6025b4c71e8, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2089a25b-7813-4583-aa4e-b6025b4c71e8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:50.384064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5fe76b0a-01b7-410c-9b68-0f57b51ef154 req-d1e00e51-040e-4c33-951d-68eabbab1101 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001055 Aug 23 03:32:50.388445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:50.431748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:50.432792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:50.465585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/2089a25b-7813-4583-aa4e-b6025b4c71e8 HTTP/1.1" status: 200 len: 1095 time: 0.8943937 Aug 23 03:32:50.469283 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:50.495629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424368d-5537-46f8-9871-87f9039be2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2089a25b-7813-4583-aa4e-b6025b4c71e8,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:50.503444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Transition to ACTIVE for port object 433c9ef3-f16f-4f07-8727-c67872aaaeaf will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:50.563080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027d92ff-a645-48cb-af9b-f4a107c2ed8c', 'tag': '2089a25b-7813-4583-aa4e-b6025b4c71e8'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:50.565462 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d181e610-7069-4621-af4f-7a4339e4b2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "027d92ff-a645-48cb-af9b-f4a107c2ed8c", "tag": "2089a25b-7813-4583-aa4e-b6025b4c71e8"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:50.584421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985e93-5cb3-4b18-8d7c-73ab891594d6 req-11652dce-a9d1-4220-8fb3-27c4a5b9f00a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:50.593883 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05985e93-5cb3-4b18-8d7c-73ab891594d6 req-11652dce-a9d1-4220-8fb3-27c4a5b9f00a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.1060221 Aug 23 03:32:50.658376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05985e93-5cb3-4b18-8d7c-73ab891594d6 req-2f24cff7-b021-41fd-a298-de34aa658618 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460687 Aug 23 03:32:50.663369 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-ab223b20-5341-4e0c-a5b1-29a733dbedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:50.665495 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-ab223b20-5341-4e0c-a5b1-29a733dbedcd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfd50881218c4df384a151efc312fa2c&device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 1098 time: 0.0966411 Aug 23 03:32:50.713876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:50.722682 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-6a1cf499-597b-4296-80dd-32d3ea65c75d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=2089a25b-7813-4583-aa4e-b6025b4c71e8 HTTP/1.1" status: 200 len: 217 time: 0.0400357 Aug 23 03:32:50.734933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['62a51aac-3b10-4b44-9555-7c011ae521b6', 'e94349ae-149c-4de8-bf92-1bf47e23b494'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:50.799148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-59a2a0f1-c04f-40da-b3de-dc979d3eb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:50.801230 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-59a2a0f1-c04f-40da-b3de-dc979d3eb8b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0653086 Aug 23 03:32:50.810571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Pushing event updated for resources: {'Port': ['ID=433c9ef3-f16f-4f07-8727-c67872aaaeaf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:50.820864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:50.823884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:50.829066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:50.829241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device bf99f0d3-084e-47f0-a71e-ede6af73e7ab up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:32:50.835819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:50.837443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:50.908152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-11b907d4-81f1-42dc-908c-40c531c4e75c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4082947 Aug 23 03:32:50.945317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Request body: {'port': {'device_id': '4c251df2-8782-45c8-88de-dd1a17325e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:50.955464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-5be2f546-5bf4-47ea-80da-4bee1144c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:50.958453 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-5be2f546-5bf4-47ea-80da-4bee1144c963 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491504 Aug 23 03:32:50.987880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225bc22-ef49-4b95-9183-7e8558614352 req-a3266a3e-4209-4073-a762-422b9456c471 tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:50.993336 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1225bc22-ef49-4b95-9183-7e8558614352 req-a3266a3e-4209-4073-a762-422b9456c471 tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1101 time: 0.1648040 Aug 23 03:32:51.035162 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1225bc22-ef49-4b95-9183-7e8558614352 req-8b92ce57-4db1-4a8d-b62c-72a5306a9ddc tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.092097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.127175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port bf99f0d3-084e-47f0-a71e-ede6af73e7ab completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:51.147449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port bf99f0d3-084e-47f0-a71e-ede6af73e7ab triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:51.149185 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.152548 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-e633a41f-d827-49d0-b25a-b27711ac45a5 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815624 Aug 23 03:32:51.285711 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.301196 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1225bc22-ef49-4b95-9183-7e8558614352 req-8b92ce57-4db1-4a8d-b62c-72a5306a9ddc tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.308211 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-332f7196-e37a-469c-8b1b-bf86abf891d0 req-c5bcb61d-3304-4817-849a-85bac243e647 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466160 Aug 23 03:32:51.322609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:51.324887 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1653e741-7041-4c1a-9740-dea335a64336" -d '{"events": [{"server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "name": "network-vif-plugged", "status": "completed", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:51.337043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6d2b9db4-4fe6-4f9d-abcd-5c827dfce500 None None] Provisioning for port 433c9ef3-f16f-4f07-8727-c67872aaaeaf completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:32:51.340967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port bf99f0d3-084e-47f0-a71e-ede6af73e7ab, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:51.342600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6d2b9db4-4fe6-4f9d-abcd-5c827dfce500 None None] Provisioning complete for port 433c9ef3-f16f-4f07-8727-c67872aaaeaf triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:32:51.348315 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9db4-4fe6-4f9d-abcd-5c827dfce500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.364503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1225bc22-ef49-4b95-9183-7e8558614352 req-8b92ce57-4db1-4a8d-b62c-72a5306a9ddc tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.383960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b9db4-4fe6-4f9d-abcd-5c827dfce500 None None] Port 433c9ef3-f16f-4f07-8727-c67872aaaeaf cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:32:51.393094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1225bc22-ef49-4b95-9183-7e8558614352 req-8b92ce57-4db1-4a8d-b62c-72a5306a9ddc tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988228 Aug 23 03:32:51.419328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92ce57-4db1-4a8d-b62c-72a5306a9ddc tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b0f707-98b1-4024-a692-c2a950a36e20,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:51.451734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.511360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:51.511628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433c9ef3-f16f-4f07-8727-c67872aaaeaf {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:51.522777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.538255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Transition to ACTIVE for port object 433c9ef3-f16f-4f07-8727-c67872aaaeaf will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:51.572206 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f895a1-6bb2-402c-b51a-59e6d59646ce req-c4a70c85-b9fc-4d06-ba6a-03318f0232b0 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:51.574669 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76f895a1-6bb2-402c-b51a-59e6d59646ce req-c4a70c85-b9fc-4d06-ba6a-03318f0232b0 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 936 time: 0.0732117 Aug 23 03:32:51.603653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.617899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76f895a1-6bb2-402c-b51a-59e6d59646ce req-b42247ec-302a-42bd-8a18-668dcf9841ce tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348723 Aug 23 03:32:51.683858 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a22d2b-cb70-4302-ae32-9009b2c4bc4b x-openstack-request-id: req-52a22d2b-cb70-4302-ae32-9009b2c4bc4b {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:51.684466 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027d92ff-a645-48cb-af9b-f4a107c2ed8c", "tag": "2089a25b-7813-4583-aa4e-b6025b4c71e8", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:51.685101 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52a22d2b-cb70-4302-ae32-9009b2c4bc4b {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:51.685670 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027d92ff-a645-48cb-af9b-f4a107c2ed8c', 'tag': '2089a25b-7813-4583-aa4e-b6025b4c71e8', 'status': 'completed', 'code': 200} Aug 23 03:32:51.688608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Pushing event updated for resources: {'Port': ['ID=433c9ef3-f16f-4f07-8727-c67872aaaeaf,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:51.715873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Attempting to bind port 433c9ef3-f16f-4f07-8727-c67872aaaeaf on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:32:51.716215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Attempting to bind port 433c9ef3-f16f-4f07-8727-c67872aaaeaf by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:32:51.716547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Attempting to bind port 433c9ef3-f16f-4f07-8727-c67872aaaeaf on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:51.721593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Port 433c9ef3-f16f-4f07-8727-c67872aaaeaf on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:32:51.721928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Attempting to bind port 433c9ef3-f16f-4f07-8727-c67872aaaeaf on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:32:51.738028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:32:51.743529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:32:51.744382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:32:51.745071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Bound port: 433c9ef3-f16f-4f07-8727-c67872aaaeaf, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:32:51.745650 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.814577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-bd227fc3-9371-44d9-80c7-7e880787cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:51.816465 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-bd227fc3-9371-44d9-80c7-7e880787cffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfd50881218c4df384a151efc312fa2c&device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 1098 time: 0.0890458 Aug 23 03:32:51.835003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] For port 433c9ef3-f16f-4f07-8727-c67872aaaeaf, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:51.839896 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] For port 433c9ef3-f16f-4f07-8727-c67872aaaeaf, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=433c9ef3-f16f-4f07-8727-c67872aaaeaf,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:32:51.846453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e08e5-2566-4eff-9c6e-04b980c11cfe req-318765ca-d0dc-4aa6-b594-ae8f9ba76fda tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:51.848153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-564e08e5-2566-4eff-9c6e-04b980c11cfe req-318765ca-d0dc-4aa6-b594-ae8f9ba76fda tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 947 time: 0.0858591 Aug 23 03:32:51.940810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 639770ad-ac9d-4de4-914e-367de5c2658c details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:51.954210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:51.957560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-564e08e5-2566-4eff-9c6e-04b980c11cfe req-ac1a5111-f69f-4437-affe-cd6df34bd81b tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873113 Aug 23 03:32:51.984271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-a57b1410-c499-4b54-bd63-5d366badc6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:51.986073 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-a57b1410-c499-4b54-bd63-5d366badc6f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1485713 Aug 23 03:32:51.998150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.000146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:52.002564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] 10.222.0.24 "PUT /v2.0/ports/433c9ef3-f16f-4f07-8727-c67872aaaeaf HTTP/1.1" status: 200 len: 1096 time: 1.0640507 Aug 23 03:32:52.005655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c251df2-8782-45c8-88de-dd1a17325e2d', 'tag': '433c9ef3-f16f-4f07-8727-c67872aaaeaf'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:32:52.017460 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c251df2-8782-45c8-88de-dd1a17325e2d", "tag": "433c9ef3-f16f-4f07-8727-c67872aaaeaf"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:32:52.049000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef132826-b170-4c30-b718-1e3c02b64072 service neutron] Pushing event updated for resources: {'Port': ['ID=433c9ef3-f16f-4f07-8727-c67872aaaeaf,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:52.061594 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-94536380-e99b-41d5-9a45-7dd2b2417e4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=2089a25b-7813-4583-aa4e-b6025b4c71e8 HTTP/1.1" status: 200 len: 217 time: 0.0526280 Aug 23 03:32:52.086427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:52.112414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 639770ad-ac9d-4de4-914e-367de5c2658c has no active binding in host n-h2-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:32:52.164192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-0c86b051-3bc7-40cc-b3b6-b2ca70bfcdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.164862 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:52.165684 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-0c86b051-3bc7-40cc-b3b6-b2ca70bfcdc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0841553 Aug 23 03:32:52.182368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bd9b0-aebd-4856-bb04-0f8266cb9c01 req-f16638cc-2313-490a-a47f-f1c9b429b8c7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.183956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b1bd9b0-aebd-4856-bb04-0f8266cb9c01 req-f16638cc-2313-490a-a47f-f1c9b429b8c7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 946 time: 0.0677645 Aug 23 03:32:52.210785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-0526e75a-4bd2-4a70-964f-a6c5ab7926a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.212966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-0526e75a-4bd2-4a70-964f-a6c5ab7926a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 1099 time: 0.0542781 Aug 23 03:32:52.261952 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b1bd9b0-aebd-4856-bb04-0f8266cb9c01 req-07bf81a7-9d66-4e25-9245-0233b7dd6113 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577543 Aug 23 03:32:52.266292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-b56e77f5-c211-4162-a97f-ef21a90d6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.267719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-b56e77f5-c211-4162-a97f-ef21a90d6f83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726473 Aug 23 03:32:52.268517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-d86039c1-0cec-404b-ac28-6e0687ecc866 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=433c9ef3-f16f-4f07-8727-c67872aaaeaf HTTP/1.1" status: 200 len: 217 time: 0.0450318 Aug 23 03:32:52.306560 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0953c000-9809-4123-929b-4e0716e8cfb7 x-openstack-request-id: req-0953c000-9809-4123-929b-4e0716e8cfb7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:52.307206 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "name": "network-vif-plugged", "status": "completed", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:52.307652 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0953c000-9809-4123-929b-4e0716e8cfb7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:52.308160 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'code': 200} Aug 23 03:32:52.332109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-1273a84d-70ce-41fb-bf37-9fb8d78d8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.334122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-1273a84d-70ce-41fb-bf37-9fb8d78d8538 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0496213 Aug 23 03:32:52.389765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-b5dcc8ad-7b08-4762-b6e5-4210e8612c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.391372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-b5dcc8ad-7b08-4762-b6e5-4210e8612c47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0501499 Aug 23 03:32:52.396365 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-e66c9c82-0aab-4311-9578-caa8fde8841a service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125534 Aug 23 03:32:52.518573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d181e610-7069-4621-af4f-7a4339e4b2f6 req-1221a9cf-8c9a-4c62-9742-1967a3c6fefa service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080716 Aug 23 03:32:52.573711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9274e7-f771-496d-80d3-3f3c31f7e296 req-9dde0a34-426c-4a56-8ca2-b22d1c0aab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.575221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae9274e7-f771-496d-80d3-3f3c31f7e296 req-9dde0a34-426c-4a56-8ca2-b22d1c0aab07 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1097 time: 0.1734357 Aug 23 03:32:52.615817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48688f-f392-4700-bc23-23021c6f5985 req-c08f0ca7-f793-4ce5-9cf6-f3d0fe47d4fd tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.617462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e48688f-f392-4700-bc23-23021c6f5985 req-c08f0ca7-f793-4ce5-9cf6-f3d0fe47d4fd tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.1275778 Aug 23 03:32:52.621138 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-cb9b5759-ee90-47d2-8549-36b15ac5f1b6 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021947 Aug 23 03:32:52.671669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae9274e7-f771-496d-80d3-3f3c31f7e296 req-ba27aa57-5a29-4608-addb-5db3e62fedc9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847199 Aug 23 03:32:52.720623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e48688f-f392-4700-bc23-23021c6f5985 req-347e2bef-972f-4e28-940b-c475944535f1 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956500 Aug 23 03:32:52.754154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d509c48e-e8da-49d9-942d-60924a4d6ff3 req-2e8f8b21-05f3-4d2f-9225-7a52d60e8fac service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170738 Aug 23 03:32:52.770307 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56161236-9fdf-42d6-a66c-aa782b4d0ac2 x-openstack-request-id: req-56161236-9fdf-42d6-a66c-aa782b4d0ac2 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:32:52.770751 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c251df2-8782-45c8-88de-dd1a17325e2d", "tag": "433c9ef3-f16f-4f07-8727-c67872aaaeaf", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:32:52.771090 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56161236-9fdf-42d6-a66c-aa782b4d0ac2 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:32:52.771555 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c251df2-8782-45c8-88de-dd1a17325e2d', 'tag': '433c9ef3-f16f-4f07-8727-c67872aaaeaf', 'status': 'completed', 'code': 200} Aug 23 03:32:52.909996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-4cca6c5f-5b05-4547-89c6-d70e0db54381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:52.911605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-4cca6c5f-5b05-4547-89c6-d70e0db54381 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 1099 time: 0.0410719 Aug 23 03:32:53.012562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-274f15ec-9714-43e4-8fe8-4c402d1ba8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:53.014059 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-274f15ec-9714-43e4-8fe8-4c402d1ba8ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.0898423 Aug 23 03:32:53.058106 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-3e7a6b40-3eae-487c-b41d-959d3a63af80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=433c9ef3-f16f-4f07-8727-c67872aaaeaf HTTP/1.1" status: 200 len: 217 time: 0.0349081 Aug 23 03:32:53.110956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-ba9a641a-eb32-4b41-a427-9768d7ff494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:53.112705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-ba9a641a-eb32-4b41-a427-9768d7ff494c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0456424 Aug 23 03:32:53.138802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962b7fb-b7ba-41ee-93c0-0f14df39ec4f req-eccca2fc-570d-4f6e-b621-4a8c10a52da5 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:53.140844 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3962b7fb-b7ba-41ee-93c0-0f14df39ec4f req-eccca2fc-570d-4f6e-b621-4a8c10a52da5 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 948 time: 0.0526359 Aug 23 03:32:53.162219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-8167f8d7-f448-4592-ba92-548c12791cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:53.163718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-8167f8d7-f448-4592-ba92-548c12791cb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435660 Aug 23 03:32:53.178061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3962b7fb-b7ba-41ee-93c0-0f14df39ec4f req-1b13dabe-1a2b-454d-bea6-6607a92628dc tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303717 Aug 23 03:32:53.256078 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-2a74e0d0-5287-4d94-8a82-d904350ad692 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846856 Aug 23 03:32:53.347125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53574) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:53.362547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b476a2ac-3828-4c6f-b7e1-fc2037e0764f req-8819664b-3060-4ab6-96aa-444a67827521 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937798 Aug 23 03:32:53.453000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-50fbf23e-e138-4f61-914b-e60dc445e765 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039186 Aug 23 03:32:53.460833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9540b-02d4-47a5-9020-2b7a65edecd6 req-f1250620-b7d3-4197-a86e-6b3a11b40b7f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:53.462227 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7fd9540b-02d4-47a5-9020-2b7a65edecd6 req-f1250620-b7d3-4197-a86e-6b3a11b40b7f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 947 time: 0.0777709 Aug 23 03:32:53.502058 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7fd9540b-02d4-47a5-9020-2b7a65edecd6 req-0d462b27-81c9-49f8-b223-7058b578289c tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329063 Aug 23 03:32:53.608012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d964bdb-66cb-42fe-a54e-8275a43491ee req-d44f991a-be27-42ab-b887-1095285d92f6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:53.610288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d964bdb-66cb-42fe-a54e-8275a43491ee req-d44f991a-be27-42ab-b887-1095285d92f6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0518727 Aug 23 03:32:53.649318 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d964bdb-66cb-42fe-a54e-8275a43491ee req-a3166db5-5bd5-4249-9366-dc829e73dadd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Aug 23 03:32:53.829743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c12b9-5198-4312-ad80-216cbf80a8ae req-61c5a5cb-295e-4dbf-be94-853e3c3bb60c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:53.831194 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e0c12b9-5198-4312-ad80-216cbf80a8ae req-61c5a5cb-295e-4dbf-be94-853e3c3bb60c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 946 time: 0.0474985 Aug 23 03:32:53.867711 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e0c12b9-5198-4312-ad80-216cbf80a8ae req-f414ae96-3479-40aa-a585-91ae2811c3de tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302632 Aug 23 03:32:53.990133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-50986de7-c9f4-440c-895b-291fd3df4998 service neutron] 10.222.0.11 "GET /v2.0/ports/639770ad-ac9d-4de4-914e-367de5c2658c/bindings/n-h2-749052-7 HTTP/1.1" status: 200 len: 384 time: 0.0553694 Aug 23 03:32:54.110731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fa03c-822d-47c1-bb1e-9af5e659fadc req-4d483a88-9ff4-47f8-b074-f11bf8e8e560 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:54.119227 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc4fa03c-822d-47c1-bb1e-9af5e659fadc req-4d483a88-9ff4-47f8-b074-f11bf8e8e560 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 943 time: 0.0515492 Aug 23 03:32:54.153854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc4fa03c-822d-47c1-bb1e-9af5e659fadc req-97b1d111-1d8e-4669-b1a6-4c1717da3c67 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320671 Aug 23 03:32:54.182189 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-037664c1-0646-4790-8580-8f31897b8e6e req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:54.203550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-037664c1-0646-4790-8580-8f31897b8e6e req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:54.237511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-037664c1-0646-4790-8580-8f31897b8e6e req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639770ad-ac9d-4de4-914e-367de5c2658c {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:54.247866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-037664c1-0646-4790-8580-8f31897b8e6e req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:54.347178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:54.402343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0a844-f7c9-48ba-8bc2-49646bf15628 req-13fb54a8-3740-4709-8cab-8166be0008e5 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:54.403797 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59c0a844-f7c9-48ba-8bc2-49646bf15628 req-13fb54a8-3740-4709-8cab-8166be0008e5 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 948 time: 0.0493314 Aug 23 03:32:54.424356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-037664c1-0646-4790-8580-8f31897b8e6e req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] Transition to ACTIVE for port object 639770ad-ac9d-4de4-914e-367de5c2658c will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:32:54.445244 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59c0a844-f7c9-48ba-8bc2-49646bf15628 req-e7fef51f-fb5d-4ff2-8dde-522783712713 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313578 Aug 23 03:32:54.485322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:54.546772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-037664c1-0646-4790-8580-8f31897b8e6e req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] No DVR routers for this DVR port 639770ad-ac9d-4de4-914e-367de5c2658c on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:32:54.569995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] Pushing event updated for resources: {'Port': ['ID=639770ad-ac9d-4de4-914e-367de5c2658c,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:54.596162 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-55638520-a666-4859-971e-ef80fbb82e0f service neutron] 10.222.0.11 "PUT /v2.0/ports/639770ad-ac9d-4de4-914e-367de5c2658c/bindings/n-h2-749052-7/activate HTTP/1.1" status: 200 len: 369 time: 0.5975997 Aug 23 03:32:54.735925 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:32:54.748481 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e7a5d-c27a-4764-8a52-4785193f11a7 req-55c9f482-798b-432f-9d02-c98eb58334fe tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:54.750493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db9e7a5d-c27a-4764-8a52-4785193f11a7 req-55c9f482-798b-432f-9d02-c98eb58334fe tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 947 time: 0.0522795 Aug 23 03:32:54.788449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db9e7a5d-c27a-4764-8a52-4785193f11a7 req-0075fa46-1ac9-49f8-925f-0f3f6b4c7aa9 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317259 Aug 23 03:32:54.927505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe0344-564c-4881-a844-521ae4694303 req-db3aee49-249d-4df7-9896-ef88dcaa7fbf tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:54.929147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1bbe0344-564c-4881-a844-521ae4694303 req-db3aee49-249d-4df7-9896-ef88dcaa7fbf tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0508754 Aug 23 03:32:54.973061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1bbe0344-564c-4881-a844-521ae4694303 req-db4f2820-605b-4994-a4f5-44c169eb8cdf tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Aug 23 03:32:55.062725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-223dcb80-8480-4486-9009-bd57e3dae772 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.064112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-223dcb80-8480-4486-9009-bd57e3dae772 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.2892988 Aug 23 03:32:55.202302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-4d74a4f2-0854-434a-a7cf-4bec76464f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.203775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-4d74a4f2-0854-434a-a7cf-4bec76464f56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c HTTP/1.1" status: 200 len: 1095 time: 0.1250975 Aug 23 03:32:55.211752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd903-aa87-4ad4-90cf-f0acf2dad3d3 req-525d00c8-c3fb-47d9-a27a-49d61b66125d tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.213183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba3dd903-aa87-4ad4-90cf-f0acf2dad3d3 req-525d00c8-c3fb-47d9-a27a-49d61b66125d tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 946 time: 0.0834601 Aug 23 03:32:55.275801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba3dd903-aa87-4ad4-90cf-f0acf2dad3d3 req-631b1ee5-cbee-4259-912b-b5b5d5029691 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564430 Aug 23 03:32:55.286326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-9c66eff3-fd9b-4dd8-bded-fc88347a3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.290153 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-9c66eff3-fd9b-4dd8-bded-fc88347a3605 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1095 time: 0.0581255 Aug 23 03:32:55.359594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a49b17-9a5e-453f-8aed-05c387ac0901 req-6973a23d-ff92-4bcc-b6f8-cae8ab5666e6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.361094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-86a49b17-9a5e-453f-8aed-05c387ac0901 req-6973a23d-ff92-4bcc-b6f8-cae8ab5666e6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 944 time: 0.0590909 Aug 23 03:32:55.400815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-86a49b17-9a5e-453f-8aed-05c387ac0901 req-7daf3582-8f5c-4f84-bd7b-2b9c16943af4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336740 Aug 23 03:32:55.514616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-7a71ba31-febc-4e0b-aad3-a5e78b7b6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.516069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-7a71ba31-febc-4e0b-aad3-a5e78b7b6b95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.2179031 Aug 23 03:32:55.535241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53650) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:55.590468 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-4fc84920-5519-4471-bdfe-d7610374ae35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 217 time: 0.0578573 Aug 23 03:32:55.609558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-ccb9fdeb-d183-4c50-867c-d3da9ab0c564 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2522745 Aug 23 03:32:55.621648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911be07-0fdb-4b1b-a356-06314f39f59c req-2ab1fdb0-8eb9-4952-986a-3917ce432fa8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.623271 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f911be07-0fdb-4b1b-a356-06314f39f59c req-2ab1fdb0-8eb9-4952-986a-3917ce432fa8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 948 time: 0.0525258 Aug 23 03:32:55.640657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:32:55.673061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-6b2d4d28-f8b7-4049-8a2b-30e9e32133e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.674663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-6b2d4d28-f8b7-4049-8a2b-30e9e32133e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0748019 Aug 23 03:32:55.677557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8966c104-41aa-43dd-ba4d-37a055489ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:55.685084 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f911be07-0fdb-4b1b-a356-06314f39f59c req-410e5f16-dcbb-4cd0-9cc9-f029813c069c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551190 Aug 23 03:32:55.724778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-ff9e7e5b-53b9-4349-b126-90943c5b355d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267694 Aug 23 03:32:55.757578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:55.848465 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8966c104-41aa-43dd-ba4d-37a055489ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:55.907676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4469a6-22c9-4ca0-bbbb-e23d2efdd0c0 req-895ef07f-130a-4175-9d54-56c2dc533f73 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.909204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ad4469a6-22c9-4ca0-bbbb-e23d2efdd0c0 req-895ef07f-130a-4175-9d54-56c2dc533f73 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 947 time: 0.0465751 Aug 23 03:32:55.912213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-a8ea9b22-c53c-4798-9297-393aa94f6d53 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734185 Aug 23 03:32:55.927162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-6bc9aa67-fbd1-4ce8-b1e8-14b736c3fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:55.928789 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-6bc9aa67-fbd1-4ce8-b1e8-14b736c3fc39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1101 time: 0.0994141 Aug 23 03:32:55.949228 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8966c104-41aa-43dd-ba4d-37a055489ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:55.957429 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ad4469a6-22c9-4ca0-bbbb-e23d2efdd0c0 req-4ef8e5e2-9152-4ae7-8023-b5bb8e8354e2 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419087 Aug 23 03:32:55.990374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 433c9ef3-f16f-4f07-8727-c67872aaaeaf details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:55.990929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8966c104-41aa-43dd-ba4d-37a055489ef8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f008ceedd13d4804a315269acb166749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4544404 Aug 23 03:32:55.993782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53658) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:56.000701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966c104-41aa-43dd-ba4d-37a055489ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5007e0fa-af55-4c38-8c9c-f021ba067a5c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:56.084741 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1722df58-56b6-4e6b-8243-d6c15f4f28ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.085345 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d04bea0c-2490-456f-85e3-7220a9546e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.115305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.119469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 433c9ef3-f16f-4f07-8727-c67872aaaeaf, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=433c9ef3-f16f-4f07-8727-c67872aaaeaf,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:56.128244 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d04bea0c-2490-456f-85e3-7220a9546e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.134172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '433c9ef3-f16f-4f07-8727-c67872aaaeaf', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '433c9ef3-f16f-4f07-8727-c67872aaaeaf', 'mac_address': 'fa:16:3e:ea:fb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:32:56.142414 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-5cd0b04f-8015-49c7-b169-48e2d7edbcd6 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110536 Aug 23 03:32:56.146727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-bab57cc7-665c-4d0f-aa08-45a46fd19e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:56.148145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-bab57cc7-665c-4d0f-aa08-45a46fd19e43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2079165 Aug 23 03:32:56.156358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d112cb-377e-43ea-9499-00a890ca042a req-e32ad486-1327-4ada-903e-9df259af9a03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:56.163745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74d112cb-377e-43ea-9499-00a890ca042a req-e32ad486-1327-4ada-903e-9df259af9a03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0930135 Aug 23 03:32:56.191057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.211401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433c9ef3-f16f-4f07-8727-c67872aaaeaf {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:56.213222 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74d112cb-377e-43ea-9499-00a890ca042a req-71ab6fa3-f9a5-4a53-9f15-873e30495ca0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486040 Aug 23 03:32:56.223997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-b101f780-ad32-483a-a055-8e0ce19f202b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 217 time: 0.0487349 Aug 23 03:32:56.246162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 433c9ef3-f16f-4f07-8727-c67872aaaeaf, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=433c9ef3-f16f-4f07-8727-c67872aaaeaf,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:56.299474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53666) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:56.313840 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d04bea0c-2490-456f-85e3-7220a9546e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.317036 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d04bea0c-2490-456f-85e3-7220a9546e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.318806 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d04bea0c-2490-456f-85e3-7220a9546e2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5007e0fa-af55-4c38-8c9c-f021ba067a5c HTTP/1.1" status: 204 len: 168 time: 0.3235447 Aug 23 03:32:56.319757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-0091183d-937d-45bc-ad7d-fa79a893271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:56.321661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-0091183d-937d-45bc-ad7d-fa79a893271e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0904214 Aug 23 03:32:56.332435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bea0c-2490-456f-85e3-7220a9546e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5007e0fa-af55-4c38-8c9c-f021ba067a5c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:56.338741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Allocated IP 172.25.1.139 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/df576900-d6c1-45ec-8036-b44fd9d9ef3a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:32:56.342466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.343826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2089a25b-7813-4583-aa4e-b6025b4c71e8 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:32:56.450759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8e67315-0abe-4fe4-8efe-bc8f73508743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.469233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=433c9ef3-f16f-4f07-8727-c67872aaaeaf,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:56.481019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-b5b44884-07e8-4ca6-87b2-76307c68c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:56.482521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-b5b44884-07e8-4ca6-87b2-76307c68c907 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313958 Aug 23 03:32:56.490592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.491757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.492428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.496932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.496932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.496932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.496932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.496932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.496932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.496932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.496932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.497746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:32:56.528248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2089a25b-7813-4583-aa4e-b6025b4c71e8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2089a25b-7813-4583-aa4e-b6025b4c71e8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:56.546747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '2089a25b-7813-4583-aa4e-b6025b4c71e8', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '2089a25b-7813-4583-aa4e-b6025b4c71e8', 'mac_address': 'fa:16:3e:89:e4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:32:56.589712 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.602073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.605516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-59a63cf1-2a15-4bde-a079-2c71d4fd0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:56.606544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2089a25b-7813-4583-aa4e-b6025b4c71e8 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:32:56.606992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-59a63cf1-2a15-4bde-a079-2c71d4fd0be8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1095 time: 0.1409788 Aug 23 03:32:56.607890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275285f2-0473-4ade-b0a1-d08ba0082b0f req-654020fa-917e-4b59-8298-de3f168eaa0b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:56.609523 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-275285f2-0473-4ade-b0a1-d08ba0082b0f req-654020fa-917e-4b59-8298-de3f168eaa0b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 944 time: 0.1140926 Aug 23 03:32:56.648267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2089a25b-7813-4583-aa4e-b6025b4c71e8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2089a25b-7813-4583-aa4e-b6025b4c71e8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:32:56.675093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-275285f2-0473-4ade-b0a1-d08ba0082b0f req-bc813925-fe0b-47b5-9f02-a73eda7ce10d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509119 Aug 23 03:32:56.678066 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-972bfcd3-0203-4c31-99b1-abd0437b8d06 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778858 Aug 23 03:32:56.703678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8e67315-0abe-4fe4-8efe-bc8f73508743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.713215 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.774822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2089a25b-7813-4583-aa4e-b6025b4c71e8,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:56.777235 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8e67315-0abe-4fe4-8efe-bc8f73508743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.836875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037664c1-0646-4790-8580-8f31897b8e6e req-baa48cfa-17c9-4010-ab92-d04148c4a76b tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:56.838541 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-baa48cfa-17c9-4010-ab92-d04148c4a76b tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.1802466 Aug 23 03:32:56.840978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 639770ad-ac9d-4de4-914e-367de5c2658c no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:32:56.846684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e67315-0abe-4fe4-8efe-bc8f73508743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d735bca7-52f8-4e8a-bee2-3c44b24d0aca,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:56.853919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-48751b8b-9247-483c-8485-886398a36af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:56.855332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-48751b8b-9247-483c-8485-886398a36af8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.2221358 Aug 23 03:32:56.865431 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b8e67315-0abe-4fe4-8efe-bc8f73508743 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58d8c3aedf6c4e1499a90c64b9712c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617642 Aug 23 03:32:56.866651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53678) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:56.894032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e32c69-9164-4784-9fc1-5d9dcd1b86c9 req-b507da6b-462b-422a-8be5-750786cd2c1b tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:56.895874 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f0e32c69-9164-4784-9fc1-5d9dcd1b86c9 req-b507da6b-462b-422a-8be5-750786cd2c1b tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 949 time: 0.0963700 Aug 23 03:32:56.899784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 639770ad-ac9d-4de4-914e-367de5c2658c not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:32:56.905589 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.953319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-adec569c-010a-40d4-9a08-900c50a4e238 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 217 time: 0.0892320 Aug 23 03:32:56.962809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f0e32c69-9164-4784-9fc1-5d9dcd1b86c9 req-cedff0c4-ecc7-4868-9745-c911c015e0c3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527234 Aug 23 03:32:56.965436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a59b4d58-f4fa-450b-ab43-cff98fb72cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:56.988686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-2bb5c5e5-13d8-48a9-909e-5dba496a4169 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805240 Aug 23 03:32:56.990930 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a59b4d58-f4fa-450b-ab43-cff98fb72cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.002334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:32:57.019277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2089a25b-7813-4583-aa4e-b6025b4c71e8'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:57.031336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:32:57.093690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01dae-222e-49f4-850d-a2fcfb433889 req-cf4afcdd-08f5-4686-932a-771c1d519d98 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:57.094211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['433c9ef3-f16f-4f07-8727-c67872aaaeaf'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:32:57.095550 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffd01dae-222e-49f4-850d-a2fcfb433889 req-cf4afcdd-08f5-4686-932a-771c1d519d98 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 948 time: 0.0601168 Aug 23 03:32:57.165720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffd01dae-222e-49f4-850d-a2fcfb433889 req-acb5b0c4-caf3-4b30-a4ed-35a355082a45 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606301 Aug 23 03:32:57.166259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53682) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:57.196771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a59b4d58-f4fa-450b-ab43-cff98fb72cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.200220 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a59b4d58-f4fa-450b-ab43-cff98fb72cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.204890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a59b4d58-f4fa-450b-ab43-cff98fb72cd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d735bca7-52f8-4e8a-bee2-3c44b24d0aca HTTP/1.1" status: 204 len: 168 time: 0.3369389 Aug 23 03:32:57.216698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5a97b73-3457-40d5-9640-159569c3a7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.230483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b4d58-f4fa-450b-ab43-cff98fb72cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d735bca7-52f8-4e8a-bee2-3c44b24d0aca,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:57.322406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:32:57.372038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.380285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-34b2a461-fe09-468d-8163-e886518250a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:57.382516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-34b2a461-fe09-468d-8163-e886518250a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.4097912 Aug 23 03:32:57.415062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5a97b73-3457-40d5-9640-159569c3a7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.423255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee6f41-019d-4ee0-b284-e19a4864d264 req-bf12aca8-060a-447e-866a-bda6d47e596b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:57.424750 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-20ee6f41-019d-4ee0-b284-e19a4864d264 req-bf12aca8-060a-447e-866a-bda6d47e596b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0901480 Aug 23 03:32:57.431450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Pushing event updated for resources: {'Port': ['ID=df576900-d6c1-45ec-8036-b44fd9d9ef3a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:57.452232 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-d75f037c-a0c3-44d4-94de-8ced5d82f63a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371387 Aug 23 03:32:57.464184 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-20ee6f41-019d-4ee0-b284-e19a4864d264 req-0cc24ae1-9b9b-4048-be3b-b32dda82f22a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332739 Aug 23 03:32:57.472796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5a97b73-3457-40d5-9640-159569c3a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.517583 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.519127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53690) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:57.519558 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a5a97b73-3457-40d5-9640-159569c3a7b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6083fcfaac3465fabb322033ccc21cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522518 Aug 23 03:32:57.520731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a97b73-3457-40d5-9640-159569c3a7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5479ca-0cbf-4d3b-b9e9-a0ae22d0b6eb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:57.616466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-037664c1-0646-4790-8580-8f31897b8e6e req-b50c9f1b-c410-4be6-87f6-077d7902fe6b service neutron] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:32:57.637646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-037664c1-0646-4790-8580-8f31897b8e6e req-b50c9f1b-c410-4be6-87f6-077d7902fe6b service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.638794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-037664c1-0646-4790-8580-8f31897b8e6e req-b50c9f1b-c410-4be6-87f6-077d7902fe6b service neutron] 10.222.0.24 "DELETE /v2.0/ports/639770ad-ac9d-4de4-914e-367de5c2658c/bindings/n-h1-749052-7 HTTP/1.1" status: 204 len: 173 time: 0.7863314 Aug 23 03:32:57.653757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-4568caba-6a47-4160-ad0e-78e81e059dd4 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753731 Aug 23 03:32:57.734629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9227a37e-2657-4a37-ae0c-dbe738125687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.800954 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7ae59-8581-4efc-96e6-7074d6e58d7f req-0b9b4078-6e75-4d0b-b99c-ea2fc997ed4d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:57.802500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3a7ae59-8581-4efc-96e6-7074d6e58d7f req-0b9b4078-6e75-4d0b-b99c-ea2fc997ed4d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 944 time: 0.0489311 Aug 23 03:32:57.805297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9227a37e-2657-4a37-ae0c-dbe738125687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.840220 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3a7ae59-8581-4efc-96e6-7074d6e58d7f req-1f9a175b-e52b-49ed-92c2-66a9483528f3 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312557 Aug 23 03:32:57.861111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-823913cf-d585-4d00-8f67-d8eeef20c90c req-ba8a9ac2-d72d-45e2-bd65-26bd5fb8becc service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948702 Aug 23 03:32:57.887059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.952956 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.984158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9227a37e-2657-4a37-ae0c-dbe738125687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.985526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174c3f1-18ce-4a36-8f52-6bce07a16f1b req-97992f8d-a972-43d4-b817-e661b2b0026a tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:57.987023 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9227a37e-2657-4a37-ae0c-dbe738125687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.987335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4174c3f1-18ce-4a36-8f52-6bce07a16f1b req-97992f8d-a972-43d4-b817-e661b2b0026a tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1095 time: 0.0438399 Aug 23 03:32:57.988154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9227a37e-2657-4a37-ae0c-dbe738125687 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca5479ca-0cbf-4d3b-b9e9-a0ae22d0b6eb HTTP/1.1" status: 204 len: 168 time: 0.4445422 Aug 23 03:32:57.991142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:57.996628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53704) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:58.021393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227a37e-2657-4a37-ae0c-dbe738125687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5479ca-0cbf-4d3b-b9e9-a0ae22d0b6eb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:58.022462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0ee85d4-d304-42c2-9105-c2f12961abcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.027343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Pushing event updated for resources: {'Port': ['ID=df576900-d6c1-45ec-8036-b44fd9d9ef3a,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:58.044733 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4174c3f1-18ce-4a36-8f52-6bce07a16f1b req-dd7b6f29-34e1-4cb5-85f1-e9d06137349d tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488317 Aug 23 03:32:58.090142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.091408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-df9b3fa5-b6ac-40e1-97cf-e1b140216f28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4724491 Aug 23 03:32:58.198895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511282a-1086-44b2-abd0-035a4a330e2f req-612ead55-6f7f-4c1c-b9c6-5d177936f19f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:58.200402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7511282a-1086-44b2-abd0-035a4a330e2f req-612ead55-6f7f-4c1c-b9c6-5d177936f19f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 949 time: 0.0722756 Aug 23 03:32:58.201809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-bd291be3-6ab7-4152-a601-418f82ad21ac tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 696 time: 0.1029460 Aug 23 03:32:58.238761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0ee85d4-d304-42c2-9105-c2f12961abcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.259364 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7511282a-1086-44b2-abd0-035a4a330e2f req-27d8f680-3217-405a-9995-705c4fef9351 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473199 Aug 23 03:32:58.327642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0ee85d4-d304-42c2-9105-c2f12961abcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.329727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-1aca8d7e-1594-4d77-9d1f-a3bd9a001f5e tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:58.331096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-1aca8d7e-1594-4d77-9d1f-a3bd9a001f5e tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1125674 Aug 23 03:32:58.344218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-6ecf564a-320b-49c1-b3f8-7f612de4b749 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:32:58.345285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e56985cb-0bed-454b-88e5-e9cd98ffc069 req-6ecf564a-320b-49c1-b3f8-7f612de4b749 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083406 Aug 23 03:32:58.396744 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e0ee85d4-d304-42c2-9105-c2f12961abcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c5144b348d6404d9de89943b3dce53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962224 Aug 23 03:32:58.396744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee85d4-d304-42c2-9105-c2f12961abcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707ff3a9-3e19-432c-a6b0-9d6bda48fbf8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:58.397445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53720) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:32:58.425527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5078662-68df-43d0-b15c-73b2c9147211 req-dd1b8913-1225-4847-be12-3758b55effa1 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:58.427489 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5078662-68df-43d0-b15c-73b2c9147211 req-dd1b8913-1225-4847-be12-3758b55effa1 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 948 time: 0.1116467 Aug 23 03:32:58.486964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5078662-68df-43d0-b15c-73b2c9147211 req-9f06c517-162b-4b8d-920c-8413bb973bfd tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477366 Aug 23 03:32:58.526269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20c2e0a6-889c-49da-9ebb-c7870f199ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.586924 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20c2e0a6-889c-49da-9ebb-c7870f199ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.600752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9214ec-95c5-4c6f-a639-412da2fb5bae req-9d5be160-9e02-41aa-956e-92a16cf1bb6b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:58.602299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc9214ec-95c5-4c6f-a639-412da2fb5bae req-9d5be160-9e02-41aa-956e-92a16cf1bb6b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0516484 Aug 23 03:32:58.640040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-0e7ec268-5dd4-4b49-827e-5550329fadaf tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:58.641535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-0e7ec268-5dd4-4b49-827e-5550329fadaf tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 808 time: 0.1688404 Aug 23 03:32:58.642359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc9214ec-95c5-4c6f-a639-412da2fb5bae req-80fa1077-c855-4d4b-aa4f-a932b2ba4c8e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Aug 23 03:32:58.659971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-c5aeec63-90cf-4be0-8035-272a11c186ae tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/quotas/168d4dbdb06d40e2868bcbafccb7d54c HTTP/1.1" status: 200 len: 375 time: 0.0113983 Aug 23 03:32:58.727289 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e8e610b8-34b7-4c6f-aa78-5de0eb63fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.730381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-ba4b534a-d099-4a95-9666-09a189870af4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585320 Aug 23 03:32:58.770752 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.843639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-01393980-dda9-4baf-8c4f-9142d7f1363c service neutron] 10.222.0.20 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015441 Aug 23 03:32:58.866723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-08d3b0c2-3e7d-4175-a51f-c684aecc225a tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:58.868180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-08d3b0c2-3e7d-4175-a51f-c684aecc225a tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 821 time: 0.1291196 Aug 23 03:32:58.871654 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20c2e0a6-889c-49da-9ebb-c7870f199ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.874811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20c2e0a6-889c-49da-9ebb-c7870f199ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:32:58.877564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-20c2e0a6-889c-49da-9ebb-c7870f199ed6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/707ff3a9-3e19-432c-a6b0-9d6bda48fbf8 HTTP/1.1" status: 204 len: 168 time: 0.4790714 Aug 23 03:32:58.897439 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-78ce4fec-fdf0-44a6-8192-c59440e87413 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/quotas/95cece949db0401ca2ade9d75cee1dd9 HTTP/1.1" status: 200 len: 375 time: 0.0193493 Aug 23 03:32:58.954183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2e0a6-889c-49da-9ebb-c7870f199ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707ff3a9-3e19-432c-a6b0-9d6bda48fbf8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:32:58.994312 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-a5b5eb86-0597-4b10-9cf0-d157069d180a tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853117 Aug 23 03:32:59.008271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-57685b79-8c38-43f3-88d8-accc4f2543c6 service neutron] 10.222.0.20 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625166 Aug 23 03:32:59.097389 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-16caa635-aabc-4c17-9d59-110af80ca033 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943999 Aug 23 03:32:59.186990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-157c276e-0888-45bf-bd9e-d35a1b4a0a15 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834384 Aug 23 03:32:59.395201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2394df9-114b-485c-a089-112a1d03adb7 req-511c922d-b662-43bc-8ebc-93c131bd0ba9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 210 time: 0.0301821 Aug 23 03:32:59.498290 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69142286-b562-413a-b17f-9e113eb6d57c req-c8116952-a045-4c06-863c-f8db2b325ca4 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 210 time: 0.0338235 Aug 23 03:32:59.557811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afef47-1517-41a6-9345-35aa33387c58 req-45f71e27-c1b0-45d1-aefd-ad65bef50ab4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:59.559394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28afef47-1517-41a6-9345-35aa33387c58 req-45f71e27-c1b0-45d1-aefd-ad65bef50ab4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 949 time: 0.0823951 Aug 23 03:32:59.619750 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28afef47-1517-41a6-9345-35aa33387c58 req-7b220d65-4db5-4e7d-b988-eff843beba57 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525141 Aug 23 03:32:59.659221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6a1f0-925e-4c7b-9254-1f1625750b85 req-ed911ee4-7a3b-451d-93e5-93f88d461f14 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:59.661118 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8a6a1f0-925e-4c7b-9254-1f1625750b85 req-ed911ee4-7a3b-451d-93e5-93f88d461f14 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 948 time: 0.0725267 Aug 23 03:32:59.727584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8a6a1f0-925e-4c7b-9254-1f1625750b85 req-49df3c8d-219f-472a-8e78-50f899ea60ed tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530317 Aug 23 03:32:59.771265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e040007-5214-43fc-b32b-1690c68e2431 req-1e26c544-7309-4158-812a-751af8b80e25 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:32:59.772783 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e040007-5214-43fc-b32b-1690c68e2431 req-1e26c544-7309-4158-812a-751af8b80e25 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0505190 Aug 23 03:32:59.812444 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e040007-5214-43fc-b32b-1690c68e2431 req-50a4cb8e-e99b-4fc6-b3a1-001ca44b24fa tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Aug 23 03:33:00.002818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 433c9ef3-f16f-4f07-8727-c67872aaaeaf up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:00.209904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 433c9ef3-f16f-4f07-8727-c67872aaaeaf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:00.214962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 433c9ef3-f16f-4f07-8727-c67872aaaeaf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:00.215420 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.257580 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.310838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53822) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:00.318973 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.344734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c251df2-8782-45c8-88de-dd1a17325e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433c9ef3-f16f-4f07-8727-c67872aaaeaf'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:00.349781 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20641607-c638-4651-baaf-88e58e91089b" -d '{"events": [{"server_uuid": "4c251df2-8782-45c8-88de-dd1a17325e2d", "name": "network-vif-plugged", "status": "completed", "tag": "433c9ef3-f16f-4f07-8727-c67872aaaeaf"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:00.364019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 433c9ef3-f16f-4f07-8727-c67872aaaeaf, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=433c9ef3-f16f-4f07-8727-c67872aaaeaf,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:00.433235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-868958391-network', 'tenant_id': '5f863b29eed4422dbb8b4e4f56ad8bcf'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:00.433774 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.434363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2089a25b-7813-4583-aa4e-b6025b4c71e8 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:00.488154 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d9732c-38a8-46c6-8272-fac83166afa2 x-openstack-request-id: req-b1d9732c-38a8-46c6-8272-fac83166afa2 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:00.488486 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c251df2-8782-45c8-88de-dd1a17325e2d", "name": "network-vif-plugged", "status": "completed", "tag": "433c9ef3-f16f-4f07-8727-c67872aaaeaf", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:00.488903 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1d9732c-38a8-46c6-8272-fac83166afa2 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:00.489480 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c251df2-8782-45c8-88de-dd1a17325e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433c9ef3-f16f-4f07-8727-c67872aaaeaf', 'code': 200} Aug 23 03:33:00.518634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Made reservation on behalf of 5f863b29eed4422dbb8b4e4f56ad8bcf for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:00.521657 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.542665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=433c9ef3-f16f-4f07-8727-c67872aaaeaf,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:00.552680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.564097 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-92bf38d4-4ccc-437b-86d3-e25fa4dfd02e req-1f6812dd-db07-49d3-af70-be23bd8edfed tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 210 time: 0.0540679 Aug 23 03:33:00.602749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-cb642c10-42f9-4db3-a2cb-c2b2d3aae499 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0cf1043377af43399c4038815b1b2992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468514 Aug 23 03:33:00.638719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 2089a25b-7813-4583-aa4e-b6025b4c71e8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:00.643237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 2089a25b-7813-4583-aa4e-b6025b4c71e8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:00.643612 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.652967 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13d1cdeb-0385-44cc-8586-1a8188976740 req-85682676-df3f-4b27-a585-7e285e9bf0d6 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 210 time: 0.0333493 Aug 23 03:33:00.664760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbc8c3-1547-4544-8fe1-cfa17c978edd req-43adf3d6-3c49-4cad-afab-544aa35655fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:00.666346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebfbc8c3-1547-4544-8fe1-cfa17c978edd req-43adf3d6-3c49-4cad-afab-544aa35655fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 1101 time: 0.1262088 Aug 23 03:33:00.753236 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.765165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebfbc8c3-1547-4544-8fe1-cfa17c978edd req-359801b3-3728-4b27-9243-756263a55a7f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717151 Aug 23 03:33:00.784088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55db2d4-0efb-4b04-bc08-485a69bd9610 req-810b11cf-5d9d-44ca-98b3-31a5ddd9effa tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:00.786158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-64862af6-7c4b-42c5-af0c-50f71a84e5a9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:00.791265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c55db2d4-0efb-4b04-bc08-485a69bd9610 req-810b11cf-5d9d-44ca-98b3-31a5ddd9effa tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 950 time: 0.0569780 Aug 23 03:33:00.793224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-64862af6-7c4b-42c5-af0c-50f71a84e5a9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826365 Aug 23 03:33:00.798424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2089a25b-7813-4583-aa4e-b6025b4c71e8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2089a25b-7813-4583-aa4e-b6025b4c71e8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:00.811147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7fd2b700-b0df-47af-9854-9b003631c5a3 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/quotas/0cf1043377af43399c4038815b1b2992 HTTP/1.1" status: 200 len: 375 time: 0.0170624 Aug 23 03:33:00.827980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c55db2d4-0efb-4b04-bc08-485a69bd9610 req-4f5e240f-e196-41ba-85fb-ffc2ba498d0a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355945 Aug 23 03:33:00.857220 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-ecc8a676-f666-46fb-85df-4ee86da36821 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cf1043377af43399c4038815b1b2992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380840 Aug 23 03:33:00.859607 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.884821 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.907305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.933716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:33:00.946289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d5d71f-756b-426e-b8ab-53f9db4a6f37,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:00.951928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:00.952592 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Added segment fc201f00-ce2c-48df-85f9-4a950c42e500 of type vlan for network b0ee1423-7420-4572-8a9c-426061a4ead0 Aug 23 03:33:00.974991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2089a25b-7813-4583-aa4e-b6025b4c71e8,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:00.999275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:01.082615 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:01.082615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:01.082615 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:01.168622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] Pushing event updated for resources: {'Network': ['ID=b0ee1423-7420-4572-8a9c-426061a4ead0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:01.181430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network b0ee1423-7420-4572-8a9c-426061a4ead0 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:33:01.182675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1952dfc-ccb7-4354-b444-b713c6fc620b req-6fcf52ce-0884-40ba-94c7-f4c4e4e43125 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:01.189608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1952dfc-ccb7-4354-b444-b713c6fc620b req-6fcf52ce-0884-40ba-94c7-f4c4e4e43125 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.1208701 Aug 23 03:33:01.205706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6de177e2-ee75-450e-b0c9-5953903330ca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8931847 Aug 23 03:33:01.215339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53856) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:01.223377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Request body: {'subnet': {'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-868958391-subnet', 'tenant_id': '5f863b29eed4422dbb8b4e4f56ad8bcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:01.240698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb210f93-6fe8-4cc5-a6d5-9d0f7cc9ee84 req-c7e7ea12-61a7-4bc4-9344-7d796e619ce1 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:01.242206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fb210f93-6fe8-4cc5-a6d5-9d0f7cc9ee84 req-c7e7ea12-61a7-4bc4-9344-7d796e619ce1 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 949 time: 0.3488162 Aug 23 03:33:01.251746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1952dfc-ccb7-4354-b444-b713c6fc620b req-2c326e9f-723f-47e5-8cd5-576d0eaf485b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612516 Aug 23 03:33:01.289086 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fb210f93-6fe8-4cc5-a6d5-9d0f7cc9ee84 req-12d5b1a5-1229-46a4-93f1-8750bb8145c7 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 Aug 23 03:33:01.320407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bdc4b0f6-7782-44fa-a1c8-d18670be93fc req-bee4efdb-2641-4f15-86d4-5db15e8cd267 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 210 time: 0.0250540 Aug 23 03:33:01.341060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Made reservation on behalf of 5f863b29eed4422dbb8b4e4f56ad8bcf for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:01.344094 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:01.610519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-453373e3-5ad5-45b3-9cad-7158440857fe tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:01.613107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-453373e3-5ad5-45b3-9cad-7158440857fe tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 808 time: 0.1439319 Aug 23 03:33:01.632657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Request body: {'port': {'device_id': '4947709f-133b-4764-8b7a-17ebefdb7404', 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f', 'admin_state_up': True, 'tenant_id': '168d4dbdb06d40e2868bcbafccb7d54c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:01.638785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:01.685268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d330c8af-efd4-47da-a041-01225c8f4933 req-e34b4bba-2bc5-4598-bd8a-de2ddd01bf3c tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 210 time: 0.0346832 Aug 23 03:33:01.723224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:01.777471 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ddc0a7-336e-447e-8cf2-1bb1cb13205b req-0667569d-1e60-41e8-b551-d36ed9e8f5fd tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 210 time: 0.0348933 Aug 23 03:33:01.829318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06554274-26cb-447d-ae1d-8db0a1d7532e,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:01.832636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:01.832984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Network hostable DHCP agents. Network: b0ee1423-7420-4572-8a9c-426061a4ead0, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:33:01.931808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Network b0ee1423-7420-4572-8a9c-426061a4ead0 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:33:01.971012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945820-28f7-43b0-8486-4b132297e35e req-b0b2c1f3-d234-4261-8d7f-78335f9a703a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:01.972470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4945820-28f7-43b0-8486-4b132297e35e req-b0b2c1f3-d234-4261-8d7f-78335f9a703a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 950 time: 0.0537915 Aug 23 03:33:02.003018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Made reservation on behalf of 168d4dbdb06d40e2868bcbafccb7d54c for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:02.006311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:02.019962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4945820-28f7-43b0-8486-4b132297e35e req-dca80b9d-c8cf-45b1-92db-cfae924cc0f5 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Aug 23 03:33:02.074147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, b0ee1423-7420-4572-8a9c-426061a4ead0) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:02.082594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:02.082594 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:02.082776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd393c31-0ab9-470c-832a-bebc689494d2 None None] Network b0ee1423-7420-4572-8a9c-426061a4ead0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:33:02.155867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Allocated IP 172.20.0.13 (ba086131-5cb5-4e31-8f4a-0f45c2fd938f/bcd30577-c479-4f1e-98b6-f90156d3f3d6/cb768274-17b6-407f-909f-23b0a6c260ec) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:33:02.204480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2323e8de-abad-4d3a-a8d1-c0792c8d998f None None] Network b0ee1423-7420-4572-8a9c-426061a4ead0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:33:02.211822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f7b3b3f2-806c-4e15-a968-c71cadecfcc9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9932635 Aug 23 03:33:02.339065 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:02.407313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8511e-72a6-4e1d-9689-f07bb89d1bd4 req-96d5920b-1f29-40e8-bd72-ac3d8168dad9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:02.410092 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3e8511e-72a6-4e1d-9689-f07bb89d1bd4 req-96d5920b-1f29-40e8-bd72-ac3d8168dad9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0619855 Aug 23 03:33:02.453041 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3e8511e-72a6-4e1d-9689-f07bb89d1bd4 req-d9d2b2e9-2910-424e-b1eb-ea61923342f7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Aug 23 03:33:02.494917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027d92ff-a645-48cb-af9b-f4a107c2ed8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2089a25b-7813-4583-aa4e-b6025b4c71e8'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:02.497514 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2781b028-5dd5-43a7-bc42-8fab40a043b3" -d '{"events": [{"server_uuid": "027d92ff-a645-48cb-af9b-f4a107c2ed8c", "name": "network-vif-plugged", "status": "completed", "tag": "2089a25b-7813-4583-aa4e-b6025b4c71e8"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:02.538633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-11cbdb85-f3a1-459c-b266-906d292382d3 req-1f427a5b-72f1-4501-9351-be20690e2716 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 210 time: 0.0411301 Aug 23 03:33:02.665933 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2408159f-ca32-4161-9d6e-089c30380666 x-openstack-request-id: req-2408159f-ca32-4161-9d6e-089c30380666 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:02.665933 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027d92ff-a645-48cb-af9b-f4a107c2ed8c", "name": "network-vif-plugged", "status": "completed", "tag": "2089a25b-7813-4583-aa4e-b6025b4c71e8", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:02.665933 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2408159f-ca32-4161-9d6e-089c30380666 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:02.665933 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027d92ff-a645-48cb-af9b-f4a107c2ed8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2089a25b-7813-4583-aa4e-b6025b4c71e8', 'code': 200} Aug 23 03:33:02.728005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab982aa-65b6-45b0-a2f1-56816ea20de8 req-e5095acd-d862-4ff3-8058-c6774cb127d6 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:02.735299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bab982aa-65b6-45b0-a2f1-56816ea20de8 req-e5095acd-d862-4ff3-8058-c6774cb127d6 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 949 time: 0.1367247 Aug 23 03:33:02.789039 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:02.814768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-fd237bf6-a829-46e0-bccf-24aa169519f0 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:02.816485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-fd237bf6-a829-46e0-bccf-24aa169519f0 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 821 time: 0.2197714 Aug 23 03:33:02.825180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8725af5-269c-4de4-af97-2eb616e98503 req-07e28ce3-3b28-4eaf-b948-bf89db8720b6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:02.827319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d8725af5-269c-4de4-af97-2eb616e98503 req-07e28ce3-3b28-4eaf-b948-bf89db8720b6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 932 time: 0.0599623 Aug 23 03:33:02.829781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bab982aa-65b6-45b0-a2f1-56816ea20de8 req-d7b249fb-0acb-43dd-b9d5-858874113935 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933537 Aug 23 03:33:02.876383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Request body: {'port': {'device_id': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'admin_state_up': True, 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:02.883274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d8725af5-269c-4de4-af97-2eb616e98503 req-7de11df7-c920-4e3a-828f-8d568b5b52f2 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489156 Aug 23 03:33:02.919533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Network ba086131-5cb5-4e31-8f4a-0f45c2fd938f is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:33:02.962162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:02.970402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:33:02.975859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:02.976467 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:02.980067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eadf45-1d6c-43f6-841e-f8ae2ac4b00d req-4ece812d-1182-44a6-8971-926342850d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:02.983433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77eadf45-1d6c-43f6-841e-f8ae2ac4b00d req-4ece812d-1182-44a6-8971-926342850d7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 1100 time: 0.2106760 Aug 23 03:33:02.983433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Pushing event updated for resources: {'Port': ['ID=cb768274-17b6-407f-909f-23b0a6c260ec,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:03.024842 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ba0c6ed-33b5-40cf-aa60-9876e721f190 req-1777ef68-48a0-42f7-b66e-742007361e01 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 210 time: 0.0600164 Aug 23 03:33:03.073926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77eadf45-1d6c-43f6-841e-f8ae2ac4b00d req-ecf9b0cb-3dd7-4b58-8792-9d606b14b053 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729780 Aug 23 03:33:03.128224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-56f96694-7a2a-48b1-8cf1-b5f27be960da tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4991753 Aug 23 03:33:03.144979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71168f3-ff4f-40d5-906f-b71657ce6fe6 req-aa7f341d-3f68-40aa-8056-d62ecb7d06bd tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:03.146638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c71168f3-ff4f-40d5-906f-b71657ce6fe6 req-aa7f341d-3f68-40aa-8056-d62ecb7d06bd tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 950 time: 0.0520463 Aug 23 03:33:03.185900 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c71168f3-ff4f-40d5-906f-b71657ce6fe6 req-880b7440-1422-40ee-adf3-d214ea3d03f7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Aug 23 03:33:03.186773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53898) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:03.187366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Request body: {'port': {'device_id': '4947709f-133b-4764-8b7a-17ebefdb7404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:03.191394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1916607519-network', 'tenant_id': '97decf2353344d30a0d11825d18d647c'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:03.218002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Made reservation on behalf of 95cece949db0401ca2ade9d75cee1dd9 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:03.221493 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.266282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.301280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Made reservation on behalf of 97decf2353344d30a0d11825d18d647c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:03.303870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.318399 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.423921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.465815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Allocated IP 172.20.0.6 (55360f0a-c2e8-4947-877a-a681bb193ad8/05604f69-ed54-44c5-8828-d6a42ffbbddd/132bf7c3-8e21-48c9-a740-35f78ff47c0c) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:33:03.513168 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.544386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:33:03.580059 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.581249 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Added segment a316a16b-9917-49a3-a680-cbe11db9c3a0 of type vlan for network c91a8e9a-6e1f-4d26-80c4-08c13ea97258 Aug 23 03:33:03.582016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb33825d-e2d4-456d-a292-f52b823a850d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:03.642629 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.651845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a75bc2-70fe-4793-a691-2f3970e30b62 req-005c58f8-c841-4c75-b797-5d1ee0459e72 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:03.655486 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-56a75bc2-70fe-4793-a691-2f3970e30b62 req-005c58f8-c841-4c75-b797-5d1ee0459e72 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.1221740 Aug 23 03:33:03.702478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8ed8303-332a-41b2-80a5-deaef95da1f6 req-93672cbb-4ade-4c4a-8585-c737495797da tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 210 time: 0.0399060 Aug 23 03:33:03.709603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-56a75bc2-70fe-4793-a691-2f3970e30b62 req-2c49faaf-5aea-4c44-aaed-6168f31de554 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471959 Aug 23 03:33:03.758146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.766889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb768274-17b6-407f-909f-23b0a6c260ec {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:03.779209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.788081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Transition to ACTIVE for port object 132bf7c3-8e21-48c9-a740-35f78ff47c0c will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:03.791352 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.793912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:03.794832 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.799667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Transition to ACTIVE for port object cb768274-17b6-407f-909f-23b0a6c260ec will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:03.862935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] Pushing event updated for resources: {'Network': ['ID=c91a8e9a-6e1f-4d26-80c4-08c13ea97258,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:03.872418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c91a8e9a-6e1f-4d26-80c4-08c13ea97258 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:33:03.930425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:03.950944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1174c8-25d2-4645-b5e8-175784ea9cd7 req-4d7eca46-1263-4da4-8bec-b5a7db928ff4 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:03.955568 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b1174c8-25d2-4645-b5e8-175784ea9cd7 req-4d7eca46-1263-4da4-8bec-b5a7db928ff4 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 949 time: 0.0530658 Aug 23 03:33:03.990759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1d22e9ac-5ada-439a-a54c-dd7ba0ab6b78 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8004806 Aug 23 03:33:03.990967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53916) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:03.995964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Request body: {'subnet': {'network_id': 'c91a8e9a-6e1f-4d26-80c4-08c13ea97258', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1916607519-subnet', 'tenant_id': '97decf2353344d30a0d11825d18d647c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:03.997742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.009715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b1174c8-25d2-4645-b5e8-175784ea9cd7 req-c37ee58c-77af-4483-bac9-68f7ba132d4b tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497985 Aug 23 03:33:04.042831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Pushing event updated for resources: {'Port': ['ID=cb768274-17b6-407f-909f-23b0a6c260ec,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:04.052199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['bf99f0d3-084e-47f0-a71e-ede6af73e7ab'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:04.090469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:04.090800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:04.091123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:04.096963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Made reservation on behalf of 97decf2353344d30a0d11825d18d647c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:04.101070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.116412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:33:04.133583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Port cb768274-17b6-407f-909f-23b0a6c260ec on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:04.133906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:04.136156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:04.145119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:33:04.150621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.151246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.165640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.11', 51596) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:04.168077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:04.168415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:04.168834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:04.169432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Bound port: cb768274-17b6-407f-909f-23b0a6c260ec, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:04.169794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.182142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b11565-529c-437a-8961-9e776d2585cf req-fa993898-6650-4434-823d-d65c09c790dc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.183662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4b11565-529c-437a-8961-9e776d2585cf req-fa993898-6650-4434-823d-d65c09c790dc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.0988822 Aug 23 03:33:04.184003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Pushing event updated for resources: {'Port': ['ID=132bf7c3-8e21-48c9-a740-35f78ff47c0c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:04.224067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-29afc002-a8ed-4c5d-9700-134165c288d0 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0cf1043377af43399c4038815b1b2992&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566554 Aug 23 03:33:04.247282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.247770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.248241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.248738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.249223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.249724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.250152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.250610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.251065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.251524 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.253643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-995d4cc5-5166-492d-9733-c040fe0af658 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c&device_id=4947709f-133b-4764-8b7a-17ebefdb7404&device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123&device_id=4c251df2-8782-45c8-88de-dd1a17325e2d&device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18&device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233&device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7&device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2&device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 9003 time: 0.2080171 Aug 23 03:33:04.287819 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-7bfb6c6c-5336-4356-a55c-6a3bf24c77e9 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4197710 Aug 23 03:33:04.297790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4b11565-529c-437a-8961-9e776d2585cf req-65da76e0-60ac-4da7-a152-f91c43020b8a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845003 Aug 23 03:33:04.316196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Request body: {'port': {'device_id': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:04.377986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-b7fd3445-8a69-4b42-8f9f-44567bf1adc2 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.418536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9497f68-40ee-4176-8cf9-fa58e2654abf req-8cc31e4d-4ebc-45fb-ba71-73e987e5007c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.426545 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9497f68-40ee-4176-8cf9-fa58e2654abf req-8cc31e4d-4ebc-45fb-ba71-73e987e5007c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 931 time: 0.0591304 Aug 23 03:33:04.447962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.464295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:04.494276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:04.496198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.509151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=19662cb0-b156-4db3-b1df-7b79b50a2292,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:04.513449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9497f68-40ee-4176-8cf9-fa58e2654abf req-5583137b-65f0-4d05-95b1-af0db6c9271a tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861681 Aug 23 03:33:04.515661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-c62cbac3-2268-4a00-9daa-f515033187a2 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.517266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-c62cbac3-2268-4a00-9daa-f515033187a2 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872412 Aug 23 03:33:04.532389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Checking segment: {'id': 'a316a16b-9917-49a3-a680-cbe11db9c3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c91a8e9a-6e1f-4d26-80c4-08c13ea97258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:04.532844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Network hostable DHCP agents. Network: c91a8e9a-6e1f-4d26-80c4-08c13ea97258, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:33:04.565965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Request body: {'port': {'device_id': 'e06592df-863a-4138-bc3b-e848c6f4c85c', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '0cf1043377af43399c4038815b1b2992'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:04.602593 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.624503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Network c91a8e9a-6e1f-4d26-80c4-08c13ea97258 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:33:04.686728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-121534f0-34a9-4231-a54d-23182118873b None None] Provisioning for port 132bf7c3-8e21-48c9-a740-35f78ff47c0c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:04.690989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-121534f0-34a9-4231-a54d-23182118873b None None] Provisioning complete for port 132bf7c3-8e21-48c9-a740-35f78ff47c0c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:04.691362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-121534f0-34a9-4231-a54d-23182118873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.701539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, c91a8e9a-6e1f-4d26-80c4-08c13ea97258) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:04.709931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.709931 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.719828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a7a479-fd24-405e-971f-46a44aae6305 None None] Network c91a8e9a-6e1f-4d26-80c4-08c13ea97258 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:33:04.756609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.761647 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.761647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] 10.222.0.11 "PUT /v2.0/ports/cb768274-17b6-407f-909f-23b0a6c260ec HTTP/1.1" status: 200 len: 1092 time: 1.5764284 Aug 23 03:33:04.766374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:04.768642 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e908784-1b20-46c5-8ba2-be5396a52611" -d '{"events": [{"name": "network-changed", "server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:04.782336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-121534f0-34a9-4231-a54d-23182118873b None None] Port 132bf7c3-8e21-48c9-a740-35f78ff47c0c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:33:04.813309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba24b2-8988-44b0-94ed-760f1c71ab99 service neutron] Pushing event updated for resources: {'Port': ['ID=cb768274-17b6-407f-909f-23b0a6c260ec,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:04.828913 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49747733-be27-41cb-a95f-fce1a0942c91 req-9685858b-20bb-4c1b-8891-633c4a11bf6f tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 210 time: 0.0345352 Aug 23 03:33:04.855916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-b7fd3445-8a69-4b42-8f9f-44567bf1adc2 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.879823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec909cb-11b0-4841-a986-d6e9811c7501 None None] Network c91a8e9a-6e1f-4d26-80c4-08c13ea97258 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:33:04.939235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-b7fd3445-8a69-4b42-8f9f-44567bf1adc2 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:04.959547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2a1cf-84c3-4d0e-bbab-4c268dbbfe21 req-d50a4b62-d31a-4b40-a6b1-b2582a094164 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:04.961817 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19d2a1cf-84c3-4d0e-bbab-4c268dbbfe21 req-d50a4b62-d31a-4b40-a6b1-b2582a094164 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0567305 Aug 23 03:33:04.989334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b777c88-43bd-4ee8-b6f7-a35d57ea8891 req-b7fd3445-8a69-4b42-8f9f-44567bf1adc2 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&id=d6417125-e884-47bc-bf6b-e750b8eee65a&id=b9d5485f-e04d-4995-92e9-d2847191ca51&id=2cf10177-0848-43ce-b704-cee4216855b9&id=a1876c29-cb25-4d44-a803-fb1164242415&id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.7149498 Aug 23 03:33:04.997947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-37ca7f2e-d766-4d28-ac8a-8a8f2e769386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:05.000148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-37ca7f2e-d766-4d28-ac8a-8a8f2e769386 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1095 time: 0.1007078 Aug 23 03:33:05.015096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd3445-8a69-4b42-8f9f-44567bf1adc2 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50e3e23-824e-45e3-bb42-cd9e5c0241c7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:05.017738 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19d2a1cf-84c3-4d0e-bbab-4c268dbbfe21 req-128ac6e7-f3d7-4c53-bc65-ae93b40a42a8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440784 Aug 23 03:33:05.019839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e532d1a2-fee8-4fb4-83ba-d5996e43cfbe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0279477 Aug 23 03:33:05.100016 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b01f063-9357-416f-962c-4dc999bca5aa x-openstack-request-id: req-2b01f063-9357-416f-962c-4dc999bca5aa {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:05.100318 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:05.100537 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b01f063-9357-416f-962c-4dc999bca5aa {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:05.100919 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec', 'status': 'completed', 'code': 200} Aug 23 03:33:05.103940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-4c1c6559-4b81-43d6-8e4d-45a71039ec61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb768274-17b6-407f-909f-23b0a6c260ec HTTP/1.1" status: 200 len: 217 time: 0.0750058 Aug 23 03:33:05.128427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132bf7c3-8e21-48c9-a740-35f78ff47c0c {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:05.153205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:05.164211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Made reservation on behalf of 0cf1043377af43399c4038815b1b2992 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:05.167625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:05.186364 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:05.189413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Transition to ACTIVE for port object 132bf7c3-8e21-48c9-a740-35f78ff47c0c will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:05.200875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-64e80e6c-9d5f-47a9-a54f-f05cba5a62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:05.202498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-64e80e6c-9d5f-47a9-a54f-f05cba5a62ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0893433 Aug 23 03:33:05.225847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff2a5d-2238-4bb2-ae15-fbf087a9696c req-3dd2ba36-69ab-4a28-8e3c-49b88ee7b654 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:05.227533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82ff2a5d-2238-4bb2-ae15-fbf087a9696c req-3dd2ba36-69ab-4a28-8e3c-49b88ee7b654 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 949 time: 0.0593059 Aug 23 03:33:05.247804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-47b0c28c-2c15-4a45-9591-6cff35ec1d47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328953 Aug 23 03:33:05.271227 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82ff2a5d-2238-4bb2-ae15-fbf087a9696c req-66a35b53-d72c-4aa3-b622-44f766e24680 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370567 Aug 23 03:33:05.277346 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:05.426164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=132bf7c3-8e21-48c9-a740-35f78ff47c0c,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:05.490547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-bc5cc11e-7489-4f29-bbdb-28419a783e5a service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357118 Aug 23 03:33:05.499073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49291dc-b136-428c-82ad-cd37a49738b7 req-b931ec75-306a-48ad-87bb-fa18c40c5ad0 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:05.499484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49291dc-b136-428c-82ad-cd37a49738b7 req-b931ec75-306a-48ad-87bb-fa18c40c5ad0 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:05.499953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49291dc-b136-428c-82ad-cd37a49738b7 req-b931ec75-306a-48ad-87bb-fa18c40c5ad0 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:05.502114 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f49291dc-b136-428c-82ad-cd37a49738b7 req-b931ec75-306a-48ad-87bb-fa18c40c5ad0 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d&device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233&device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 2883 time: 0.1836066 Aug 23 03:33:05.531192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Attempting to bind port 132bf7c3-8e21-48c9-a740-35f78ff47c0c on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:05.531519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Attempting to bind port 132bf7c3-8e21-48c9-a740-35f78ff47c0c by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:05.531844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Attempting to bind port 132bf7c3-8e21-48c9-a740-35f78ff47c0c on network 55360f0a-c2e8-4947-877a-a681bb193ad8 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:05.562242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Port 132bf7c3-8e21-48c9-a740-35f78ff47c0c on network 55360f0a-c2e8-4947-877a-a681bb193ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:05.562561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Attempting to bind port 132bf7c3-8e21-48c9-a740-35f78ff47c0c on network 55360f0a-c2e8-4947-877a-a681bb193ad8 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:05.599915 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:05.608319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:05.608648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Checking segment: {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:05.609048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Bound using segment: {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:05.609491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Bound port: 132bf7c3-8e21-48c9-a740-35f78ff47c0c, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c2ff2c-0048-4f78-895f-1b0cc0cf8782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:05.609842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:05.634828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f49291dc-b136-428c-82ad-cd37a49738b7 req-31c14cff-f4dd-4c7a-8b8f-18317e51df5c tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196480 Aug 23 03:33:05.679476 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df2f5a-1e6f-4f23-8fe6-f7bc84a079b8 req-78913385-3d66-42fa-a191-660cc6fd7d1e service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752272 Aug 23 03:33:05.686007 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:05.724778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] For port 132bf7c3-8e21-48c9-a740-35f78ff47c0c, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:05.791822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] For port 132bf7c3-8e21-48c9-a740-35f78ff47c0c, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:05.792825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10d1c8a-e6d0-440b-9c7c-91dd5919a801,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:05.813387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bed64-f389-41b0-acff-2fef92af29a4 req-672501b8-5ff6-4b57-bfdd-39da5ddb3d47 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:05.814868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d7bed64-f389-41b0-acff-2fef92af29a4 req-672501b8-5ff6-4b57-bfdd-39da5ddb3d47 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.0530622 Aug 23 03:33:05.860987 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d7bed64-f389-41b0-acff-2fef92af29a4 req-3792ebc1-9a5e-4f6a-98fd-30af626f54b9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346179 Aug 23 03:33:05.909764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:05.964346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c93e58-bfe9-4ea9-839c-79e0fda062d8 req-7f605410-114b-43be-8a93-6e2dafea596f tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:05.965870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95c93e58-bfe9-4ea9-839c-79e0fda062d8 req-7f605410-114b-43be-8a93-6e2dafea596f tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 943 time: 0.0476911 Aug 23 03:33:05.981441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:05.982042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:05.983436 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] 10.222.0.11 "PUT /v2.0/ports/132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 200 len: 1091 time: 1.6753912 Aug 23 03:33:05.997485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Allocated IP 192.168.233.44 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/3b3bd0fd-6f14-43b9-880d-2473de63713b) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:33:06.009960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-5354f567-dabe-44bf-8fc0-d9e6bb542306 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:06.010149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-5354f567-dabe-44bf-8fc0-d9e6bb542306 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 820 time: 0.2405102 Aug 23 03:33:06.016376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95c93e58-bfe9-4ea9-839c-79e0fda062d8 req-53bb3b3a-892a-4db6-a0fc-367ea693c8f5 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337400 Aug 23 03:33:06.029693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-d0e33f3d-06cb-467d-a2be-a7837460f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:06.031300 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-d0e33f3d-06cb-467d-a2be-a7837460f1e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1095 time: 0.1796734 Aug 23 03:33:06.059057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363f46-37b9-43fa-ac65-7188d1279ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=132bf7c3-8e21-48c9-a740-35f78ff47c0c,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:06.074240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-ff100a0f-140c-4a67-8484-b94f5e873d50 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/quotas/5f863b29eed4422dbb8b4e4f56ad8bcf HTTP/1.1" status: 200 len: 375 time: 0.0539212 Aug 23 03:33:06.255893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924654c-a81a-41e0-b2d6-00647be4ba88 req-aeb4ca2b-1b71-4874-9b30-dad0f0139b86 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:06.257515 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0924654c-a81a-41e0-b2d6-00647be4ba88 req-aeb4ca2b-1b71-4874-9b30-dad0f0139b86 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 949 time: 0.0497029 Aug 23 03:33:06.297290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0924654c-a81a-41e0-b2d6-00647be4ba88 req-8b3a04bc-afdd-47de-a587-58904b54e754 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334826 Aug 23 03:33:06.378887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-a0ddaaee-29a7-41de-afc1-1aa7e39cb6ea tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2849281 Aug 23 03:33:06.383884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-317d0f1d-27cc-40f5-97e2-7e279cff4c13 req-93ea255a-ad8b-4c02-8923-75a4fcbe19a4 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 210 time: 0.0290275 Aug 23 03:33:06.483368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09b49-723a-473a-887b-aa71700f98fc req-172b694a-c6d5-4760-8adf-01c0ed5e3416 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:06.484854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61f09b49-723a-473a-887b-aa71700f98fc req-172b694a-c6d5-4760-8adf-01c0ed5e3416 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0467410 Aug 23 03:33:06.521636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61f09b49-723a-473a-887b-aa71700f98fc req-a1efb0ee-3781-461c-8648-c9390775b40b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307558 Aug 23 03:33:06.562903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-0e47efde-fe2d-4fb5-807a-d5d9a95ad99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:06.564285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-0e47efde-fe2d-4fb5-807a-d5d9a95ad99e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.5229957 Aug 23 03:33:06.565971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-ba649043-00a4-43d8-a7af-57542628979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:06.567294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-ba649043-00a4-43d8-a7af-57542628979e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 1094 time: 0.2380559 Aug 23 03:33:06.665496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-c16aa847-a619-4831-8a80-87c0d59c089a service neutron] 10.222.0.20 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673202 Aug 23 03:33:06.672475 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-3d28486e-dd61-47aa-91d5-ff3bc061c8e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb768274-17b6-407f-909f-23b0a6c260ec HTTP/1.1" status: 200 len: 217 time: 0.0834424 Aug 23 03:33:06.673700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-a89f0542-25a1-4fd3-bac3-55a4996930fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 200 len: 217 time: 0.0857542 Aug 23 03:33:06.765625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:06.837852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Transition to ACTIVE for port object 3b3bd0fd-6f14-43b9-880d-2473de63713b will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:06.843388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-d2cbfd2c-1965-4b2a-b8fa-73bdb8f64fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:06.844777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-d2cbfd2c-1965-4b2a-b8fa-73bdb8f64fa9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.1373668 Aug 23 03:33:06.850695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-fe2a3f03-b5cc-4c69-ae6f-707f7a5539a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:06.852044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-fe2a3f03-b5cc-4c69-ae6f-707f7a5539a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.1575327 Aug 23 03:33:06.909148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-c2184b0a-549f-46af-a85c-96177575ec59 service neutron] 10.222.0.20 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345002 Aug 23 03:33:06.913208 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-dc6c91eb-7638-443a-96e2-de4eb541de41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498579 Aug 23 03:33:06.970495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-5da25adf-7f0d-4a47-a89e-4824ea22fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:06.972007 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-5da25adf-7f0d-4a47-a89e-4824ea22fd8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097853 Aug 23 03:33:07.021549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1606d-4cc3-4d74-a3db-ac8c3dd1a836 req-6dd0ad44-04ed-48b2-8dd1-9da804791ad3 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:07.023119 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6b1606d-4cc3-4d74-a3db-ac8c3dd1a836 req-6dd0ad44-04ed-48b2-8dd1-9da804791ad3 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.0502305 Aug 23 03:33:07.062672 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6b1606d-4cc3-4d74-a3db-ac8c3dd1a836 req-a648db1c-40f7-402e-833a-b63a94dd407b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333259 Aug 23 03:33:07.065944 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:07.108128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:07.110683 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831891c2-c1ec-48a7-8ce5-cea8352df11a" -d '{"events": [{"name": "network-changed", "server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:07.133984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-372c48e0-22a5-4580-ad83-19d12a5ad902 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082741 Aug 23 03:33:07.142034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:33:07.155752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:07.167822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:33:07.173324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:07.173942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:07.192989 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:07.200625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Pushing event updated for resources: {'Port': ['ID=3b3bd0fd-6f14-43b9-880d-2473de63713b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:07.237625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-997e0c7f-7ae8-4fa5-b78c-fabc5597292f service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361884 Aug 23 03:33:07.323999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7ca68120-b890-41a3-8c02-c5dd3bfde235 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7618752 Aug 23 03:33:07.347651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Request body: {'port': {'device_id': 'e06592df-863a-4138-bc3b-e848c6f4c85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:07.423341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732175fe-ef60-46b4-8e55-18b9b1e89689 req-f6662aee-6dbf-49b0-ba53-925fec79d82a tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:07.423522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-37a4ca50-95aa-42d0-b466-57ab03ca32a5 req-66310ff5-1822-41d5-bba5-f5fab6926592 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 210 time: 0.0275378 Aug 23 03:33:07.424809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-732175fe-ef60-46b4-8e55-18b9b1e89689 req-f6662aee-6dbf-49b0-ba53-925fec79d82a tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 943 time: 0.2584023 Aug 23 03:33:07.447632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e908784-1b20-46c5-8ba2-be5396a52611 req-dfbc26d5-4fc2-4aab-a8b0-e86ac8d33363 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944026 Aug 23 03:33:07.494980 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f07dd7-6d5c-4ff0-a294-4db94cf11474 x-openstack-request-id: req-69f07dd7-6d5c-4ff0-a294-4db94cf11474 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:07.498673 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:07.498673 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69f07dd7-6d5c-4ff0-a294-4db94cf11474 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:07.498673 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'status': 'completed', 'code': 200} Aug 23 03:33:07.530831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee5badcf-dbb3-4805-a57b-e70f308046b5 req-1bb65d6a-10a4-4e39-b53a-418098633543 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408025 Aug 23 03:33:07.534205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:07.548225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-96391ca0-48fd-448f-b448-4efc36b0eca7 None None] Provisioning for port 3b3bd0fd-6f14-43b9-880d-2473de63713b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:07.554763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-96391ca0-48fd-448f-b448-4efc36b0eca7 None None] Provisioning complete for port 3b3bd0fd-6f14-43b9-880d-2473de63713b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:07.562068 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-96391ca0-48fd-448f-b448-4efc36b0eca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:07.562444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-732175fe-ef60-46b4-8e55-18b9b1e89689 req-e6efd64b-73b4-4632-bc96-36c9828587c1 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145334 Aug 23 03:33:07.580800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a1149-5f50-4cdf-9d11-070ac922cd14 req-13bc06d9-477c-4e61-8905-7a3dde7920d2 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:07.583045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e9a1149-5f50-4cdf-9d11-070ac922cd14 req-13bc06d9-477c-4e61-8905-7a3dde7920d2 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 949 time: 0.0657411 Aug 23 03:33:07.597617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-48ca0baf-76b5-4515-814a-63acc20baf99 tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:07.599857 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-48ca0baf-76b5-4515-814a-63acc20baf99 tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 1100 time: 0.1740494 Aug 23 03:33:07.603502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-96391ca0-48fd-448f-b448-4efc36b0eca7 None None] Port 3b3bd0fd-6f14-43b9-880d-2473de63713b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:33:07.627172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e9a1149-5f50-4cdf-9d11-070ac922cd14 req-a60d7de3-42f9-4b09-8b4e-4baf53e2c943 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376518 Aug 23 03:33:07.748014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c5aa1-a96c-4db9-8590-bf5cd7668536 req-483c41e2-94dc-4d77-8e44-959d30651c80 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:07.749920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b63c5aa1-a96c-4db9-8590-bf5cd7668536 req-483c41e2-94dc-4d77-8e44-959d30651c80 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 935 time: 0.0631258 Aug 23 03:33:07.794378 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b63c5aa1-a96c-4db9-8590-bf5cd7668536 req-00038a30-cceb-4f92-bd9a-6ada2541a4ed tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363390 Aug 23 03:33:07.853417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] Deleting port 2089a25b-7813-4583-aa4e-b6025b4c71e8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:07.854059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:07.858671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-064c4ccf-1deb-4249-b26e-14a24ee31647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:07.861818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-064c4ccf-1deb-4249-b26e-14a24ee31647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 1094 time: 0.1241047 Aug 23 03:33:07.910055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ba0f7-1d9e-4bcb-8ac1-587034834b39 req-6104e2a8-4763-46d8-bfd0-92925b855006 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:07.911627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-924ba0f7-1d9e-4bcb-8ac1-587034834b39 req-6104e2a8-4763-46d8-bfd0-92925b855006 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0521472 Aug 23 03:33:07.948973 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-924ba0f7-1d9e-4bcb-8ac1-587034834b39 req-efe582b0-e2b3-48a5-aa52-59f1b4e2081a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Aug 23 03:33:08.107969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] For port 2089a25b-7813-4583-aa4e-b6025b4c71e8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2089a25b-7813-4583-aa4e-b6025b4c71e8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:08.108270 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:08.121399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3bd0fd-6f14-43b9-880d-2473de63713b {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:08.131667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-dfe063b8-e964-47b5-880b-3b8ef0169432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:08.133193 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-dfe063b8-e964-47b5-880b-3b8ef0169432 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.2574449 Aug 23 03:33:08.134914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:08.146495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] Calling delete_port for 2089a25b-7813-4583-aa4e-b6025b4c71e8 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:08.182422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27c0c1-94f7-4f01-8c01-eb78cd5b8fc7 req-706ec95c-cf6f-47d4-b596-070ca5f6d6dc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:08.183889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e27c0c1-94f7-4f01-8c01-eb78cd5b8fc7 req-706ec95c-cf6f-47d4-b596-070ca5f6d6dc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.0508616 Aug 23 03:33:08.194426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa10af4-110d-42b6-91d2-d07c4d410078 req-e95c6bc3-1647-4ed6-af1c-3d1316c08502 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:08.195924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2aa10af4-110d-42b6-91d2-d07c4d410078 req-e95c6bc3-1647-4ed6-af1c-3d1316c08502 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 1101 time: 0.1727631 Aug 23 03:33:08.201501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-1e986e65-f2d4-4e96-9b50-a5465f219364 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 200 len: 217 time: 0.0561860 Aug 23 03:33:08.202892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Transition to ACTIVE for port object 3b3bd0fd-6f14-43b9-880d-2473de63713b will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:08.222295 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e27c0c1-94f7-4f01-8c01-eb78cd5b8fc7 req-88a1b8ff-3c12-495e-b31f-f4bce89e2e4f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Aug 23 03:33:08.460036 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:08.521231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-10e27c81-d349-403a-929e-ad40de4d8a2d req-20fb6a8f-c139-45b8-a567-2135757d706e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 210 time: 0.0266860 Aug 23 03:33:08.576161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2aa10af4-110d-42b6-91d2-d07c4d410078 req-a9f5aea1-43cf-49f1-9e21-56ebb09107a1 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710451 Aug 23 03:33:08.579936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bd0fd-6f14-43b9-880d-2473de63713b,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:08.600642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-6bbc0ce5-5609-4649-b6fc-dfb1c6db2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:08.600642 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-6bbc0ce5-5609-4649-b6fc-dfb1c6db2cd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.1449223 Aug 23 03:33:08.678885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Attempting to bind port 3b3bd0fd-6f14-43b9-880d-2473de63713b on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:08.679236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Attempting to bind port 3b3bd0fd-6f14-43b9-880d-2473de63713b by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:08.679535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Attempting to bind port 3b3bd0fd-6f14-43b9-880d-2473de63713b on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:08.719770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbbbcc-a9e6-470b-a688-f95308384610 req-d8f22575-139f-4ed3-bf4e-c2ffaa9e02a7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:08.723594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Port 3b3bd0fd-6f14-43b9-880d-2473de63713b on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:08.723916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Attempting to bind port 3b3bd0fd-6f14-43b9-880d-2473de63713b on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:08.727375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19bbbbcc-a9e6-470b-a688-f95308384610 req-d8f22575-139f-4ed3-bf4e-c2ffaa9e02a7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 943 time: 0.0740170 Aug 23 03:33:08.746027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:08.746449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:08.746750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:08.747195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Bound port: 3b3bd0fd-6f14-43b9-880d-2473de63713b, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:08.747547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:08.764668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19bbbbcc-a9e6-470b-a688-f95308384610 req-60399174-467a-4d21-8a88-d92483b092b5 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358324 Aug 23 03:33:08.766809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-b2b937f2-727c-4bb5-bd55-bcc101a40d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:08.768377 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-b2b937f2-727c-4bb5-bd55-bcc101a40d3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648059 Aug 23 03:33:08.821402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c24529-e12d-4086-b728-031a5e6a5baf req-cf612c8f-0fab-459d-9da0-cfc1bc6367a3 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:08.823076 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3c24529-e12d-4086-b728-031a5e6a5baf req-cf612c8f-0fab-459d-9da0-cfc1bc6367a3 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 1101 time: 0.1595306 Aug 23 03:33:08.866833 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-70dcca8a-8b25-426a-a30c-3d1f26a818fa req-289e8a94-6fc3-464a-a8ec-2085f1346e93 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 210 time: 0.0284872 Aug 23 03:33:08.882742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:08.896921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2089a25b-7813-4583-aa4e-b6025b4c71e8'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:08.945868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] Pushing event deleted for resources: {'Port': ['ID=2089a25b-7813-4583-aa4e-b6025b4c71e8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:08.976535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] For port 3b3bd0fd-6f14-43b9-880d-2473de63713b, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:08.990489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e6fc-9b3f-492c-9ef9-f25858a031e0 req-8c0ea329-d619-4cf8-a72c-c3101b172f40 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:08.992024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e65e6fc-9b3f-492c-9ef9-f25858a031e0 req-8c0ea329-d619-4cf8-a72c-c3101b172f40 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 947 time: 0.0527456 Aug 23 03:33:09.012685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3c24529-e12d-4086-b728-031a5e6a5baf req-2d725217-c4ba-4994-bca4-6e2b08ffaf93 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788650 Aug 23 03:33:09.017134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] No DVR routers for this DVR port 2089a25b-7813-4583-aa4e-b6025b4c71e8 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:09.019788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] For port 3b3bd0fd-6f14-43b9-880d-2473de63713b, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=3b3bd0fd-6f14-43b9-880d-2473de63713b,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:09.022863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:09.024838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e69d8e72-de50-48ba-9507-491b03d5e727 req-d36d6780-db60-42c0-9d6a-a980e4c17cad tempest-DeleteServersAdminTestJSON-1795587786 tempest-DeleteServersAdminTestJSON-1795587786-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2089a25b-7813-4583-aa4e-b6025b4c71e8 HTTP/1.1" status: 204 len: 173 time: 1.4149790 Aug 23 03:33:09.026962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-a9c0e0cd-5109-4e41-b4d3-db264accbe97 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484319 Aug 23 03:33:09.048236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e65e6fc-9b3f-492c-9ef9-f25858a031e0 req-0f5290fd-212d-46ba-b3c9-daddb39a5f8a tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Aug 23 03:33:09.112872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:09.186202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:09.186823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:09.188188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] 10.222.0.11 "PUT /v2.0/ports/3b3bd0fd-6f14-43b9-880d-2473de63713b HTTP/1.1" status: 200 len: 1095 time: 1.8449898 Aug 23 03:33:09.225351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-831891c2-c1ec-48a7-8ce5-cea8352df11a req-00a79c8a-b22e-4504-a0ec-83202e5a1c71 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770909 Aug 23 03:33:09.225351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1c4a7-e1b6-492f-86dc-6060fbb9e397 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bd0fd-6f14-43b9-880d-2473de63713b,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:09.245458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb2a9-b3f0-4302-ad63-adc714034815 req-a7e26404-9a18-473c-a4ba-fe0479adc09e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:09.247398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d3bb2a9-b3f0-4302-ad63-adc714034815 req-a7e26404-9a18-473c-a4ba-fe0479adc09e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.1403365 Aug 23 03:33:09.288549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d3bb2a9-b3f0-4302-ad63-adc714034815 req-bb30021c-b098-4649-9c69-16d98d4d0fe0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351264 Aug 23 03:33:09.435221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-fd3f77dc-8af8-4e64-a216-518fb7c0bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:09.437381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-fd3f77dc-8af8-4e64-a216-518fb7c0bfe0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cf1043377af43399c4038815b1b2992&device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 1098 time: 0.0854218 Aug 23 03:33:09.448153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c9a56-c668-4914-87fe-a8da85af456e req-144e869b-5cf3-4115-b755-99bfd5d7cc8b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:09.449543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-128c9a56-c668-4914-87fe-a8da85af456e req-144e869b-5cf3-4115-b755-99bfd5d7cc8b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.0869575 Aug 23 03:33:09.495555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-47708dc3-8c23-40a4-925c-d2e5b6e46beb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3b3bd0fd-6f14-43b9-880d-2473de63713b HTTP/1.1" status: 200 len: 217 time: 0.0428271 Aug 23 03:33:09.501497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027d92ff-a645-48cb-af9b-f4a107c2ed8c', 'name': 'network-vif-deleted', 'tag': '2089a25b-7813-4583-aa4e-b6025b4c71e8'}, {'name': 'network-changed', 'server_uuid': 'e06592df-863a-4138-bc3b-e848c6f4c85c', 'tag': '3b3bd0fd-6f14-43b9-880d-2473de63713b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:09.504258 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f" -d '{"events": [{"server_uuid": "027d92ff-a645-48cb-af9b-f4a107c2ed8c", "name": "network-vif-deleted", "tag": "2089a25b-7813-4583-aa4e-b6025b4c71e8"}, {"name": "network-changed", "server_uuid": "e06592df-863a-4138-bc3b-e848c6f4c85c", "tag": "3b3bd0fd-6f14-43b9-880d-2473de63713b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:09.553467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-128c9a56-c668-4914-87fe-a8da85af456e req-98519f54-d1df-4002-9ec9-db236542d6a6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924354 Aug 23 03:33:09.564672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-350d5783-2415-45b8-99ef-2fbb75439d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:09.566148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-350d5783-2415-45b8-99ef-2fbb75439d6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0590875 Aug 23 03:33:09.603254 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a38f47-40a0-412b-a4ae-946954a9005b x-openstack-request-id: req-33a38f47-40a0-412b-a4ae-946954a9005b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:09.605581 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027d92ff-a645-48cb-af9b-f4a107c2ed8c", "name": "network-vif-deleted", "tag": "2089a25b-7813-4583-aa4e-b6025b4c71e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e06592df-863a-4138-bc3b-e848c6f4c85c", "tag": "3b3bd0fd-6f14-43b9-880d-2473de63713b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:09.605581 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33a38f47-40a0-412b-a4ae-946954a9005b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:09.605581 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027d92ff-a645-48cb-af9b-f4a107c2ed8c', 'name': 'network-vif-deleted', 'tag': '2089a25b-7813-4583-aa4e-b6025b4c71e8', 'status': 'completed', 'code': 200} Aug 23 03:33:09.605581 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06592df-863a-4138-bc3b-e848c6f4c85c', 'tag': '3b3bd0fd-6f14-43b9-880d-2473de63713b', 'status': 'completed', 'code': 200} Aug 23 03:33:09.614227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-e5b64642-f242-4ea1-821a-54fc2aad3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:09.615638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-e5b64642-f242-4ea1-821a-54fc2aad3d4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421455 Aug 23 03:33:09.690424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b1e695b-3f8f-4328-826f-82c183351902 req-bd70b999-86b0-491f-88be-e6523081b348 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 210 time: 0.0434644 Aug 23 03:33:09.844879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-73a4e554-191f-485a-929a-8b98d2fa1972 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:09.846414 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-73a4e554-191f-485a-929a-8b98d2fa1972 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.11 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 820 time: 0.1881931 Aug 23 03:33:09.848554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-7c2d6917-10f2-4ac3-b526-4f14c94b3462 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913645 Aug 23 03:33:09.880306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Request body: {'port': {'device_id': '229a8221-91ce-406d-96d0-e3a9f2121997', 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0', 'admin_state_up': True, 'tenant_id': '5f863b29eed4422dbb8b4e4f56ad8bcf'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:09.928955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea871808-df81-40b5-8c14-57e01977534d req-f0ac6523-07aa-485c-a553-c21ef112767d tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:09.930498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea871808-df81-40b5-8c14-57e01977534d req-f0ac6523-07aa-485c-a553-c21ef112767d tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 943 time: 0.0530612 Aug 23 03:33:09.969521 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea871808-df81-40b5-8c14-57e01977534d req-0d7ced93-addc-4f7f-815b-05eb8a708ba7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Aug 23 03:33:10.050980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ce81c88-9809-4fa9-9b9f-e1aed4640933 req-0738ab0e-a9ad-4b16-88db-c1320fa6ed38 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743028 Aug 23 03:33:10.076068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d9c38e0-c5de-4421-996e-39019ed94ad6 req-0b3d959d-f0f2-41fb-9f41-4600acc47e22 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=027d92ff-a645-48cb-af9b-f4a107c2ed8c HTTP/1.1" status: 200 len: 210 time: 0.0270460 Aug 23 03:33:10.143127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Made reservation on behalf of 5f863b29eed4422dbb8b4e4f56ad8bcf for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:10.146981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:10.205141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46152039-2b8f-4f07-97f6-62b157459f85 req-a83616ff-d222-4710-98e3-2a8d8e9d09de tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:10.212649 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-46152039-2b8f-4f07-97f6-62b157459f85 req-a83616ff-d222-4710-98e3-2a8d8e9d09de tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 947 time: 0.0785055 Aug 23 03:33:10.247156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-46152039-2b8f-4f07-97f6-62b157459f85 req-18be7ead-2533-40f7-9d50-7b397b2dd621 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Aug 23 03:33:10.326203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-3cb5cb47-7bb2-4218-aa27-6ce7ac911be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:10.328282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-3cb5cb47-7bb2-4218-aa27-6ce7ac911be9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0cf1043377af43399c4038815b1b2992&device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 1098 time: 0.1115365 Aug 23 03:33:10.337409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330db60-239c-479c-adeb-815a10bb5f7e req-ee7e9712-f746-4467-ac84-902f9609cdf9 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:10.338805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4330db60-239c-479c-adeb-815a10bb5f7e req-ee7e9712-f746-4467-ac84-902f9609cdf9 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1279063 Aug 23 03:33:10.387461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Allocated IP 172.20.0.5 (b0ee1423-7420-4572-8a9c-426061a4ead0/06554274-26cb-447d-ae1d-8db0a1d7532e/7ea50e15-bb6c-4296-bab9-39eb22f6ed2a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:33:10.410617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08368ef9-5cb9-4c50-90e9-5746f59538c8 req-8d65eb09-7706-40af-8418-d4c32c4daedd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:10.412105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08368ef9-5cb9-4c50-90e9-5746f59538c8 req-8d65eb09-7706-40af-8418-d4c32c4daedd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0533121 Aug 23 03:33:10.453352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08368ef9-5cb9-4c50-90e9-5746f59538c8 req-bda0db4a-4b7e-4263-92cf-b0b9b9bd8076 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Aug 23 03:33:10.463925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4330db60-239c-479c-adeb-815a10bb5f7e req-7dc4af92-4600-436c-8cf6-f4aa9699bc47 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118302 Aug 23 03:33:10.490660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-114f561b-3629-4451-9e80-1b965aebe1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:10.492108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-114f561b-3629-4451-9e80-1b965aebe1ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1524727 Aug 23 03:33:10.548706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-b198b2db-770e-40ef-8778-161e89f798fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3b3bd0fd-6f14-43b9-880d-2473de63713b HTTP/1.1" status: 200 len: 217 time: 0.0460329 Aug 23 03:33:10.668605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-7191e0fb-9bcb-46e7-a079-fde00905fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:10.670093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-7191e0fb-9bcb-46e7-a079-fde00905fbd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1122491 Aug 23 03:33:10.735651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a98d8-d592-4e54-9247-05a876012b8c req-a9da09c5-9b50-4187-92d5-2282853a53f8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:10.737768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e29a98d8-d592-4e54-9247-05a876012b8c req-a9da09c5-9b50-4187-92d5-2282853a53f8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.1160009 Aug 23 03:33:10.743576 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:10.777922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-4c38e59e-d91d-4dbe-910a-0e621786638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:10.779363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-4c38e59e-d91d-4dbe-910a-0e621786638d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005614 Aug 23 03:33:10.797781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b02606b0-3635-40e7-a2b6-b4106b460f87 req-5f9dadf7-8d0b-4813-8449-84e175198647 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 210 time: 0.0294445 Aug 23 03:33:10.816588 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e29a98d8-d592-4e54-9247-05a876012b8c req-33388d81-a238-4ffe-8e07-fdb68b76a270 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706065 Aug 23 03:33:10.895008 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-fb1669d9-450b-4017-9693-162032ab63cb service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057556 Aug 23 03:33:10.921624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cb768274-17b6-407f-909f-23b0a6c260ec details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:10.930306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:11.010282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Network b0ee1423-7420-4572-8a9c-426061a4ead0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:33:11.019054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:11.025116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:33:11.026909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:11.030229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:11.030758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:11.032944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Pushing event updated for resources: {'Port': ['ID=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:11.037510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'cb768274-17b6-407f-909f-23b0a6c260ec', 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f', 'port_id': 'cb768274-17b6-407f-909f-23b0a6c260ec', 'mac_address': 'fa:16:3e:b3:45:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd30577-c479-4f1e-98b6-f90156d3f3d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:33:11.082705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:11.095009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65469884-9479-4f67-bc94-01faf204c9fe req-2c71540b-a291-41ea-82c2-229c67be8e8c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:11.096616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65469884-9479-4f67-bc94-01faf204c9fe req-2c71540b-a291-41ea-82c2-229c67be8e8c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 943 time: 0.0551622 Aug 23 03:33:11.097756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb768274-17b6-407f-909f-23b0a6c260ec {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:11.121658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:11.150747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65469884-9479-4f67-bc94-01faf204c9fe req-653a53b5-48e5-4175-9a5f-c24981d461f0 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Aug 23 03:33:11.208690 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:11.263554 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cb768274-17b6-407f-909f-23b0a6c260ec,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:11.278430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce05d75a-b39c-4a65-85b9-c8307e0e3f0f req-76f3c5a5-d238-4a36-bd8f-4957f1cb6214 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763731 Aug 23 03:33:11.331576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-a421ce12-3850-420b-9849-2051d71c029f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bfd50881218c4df384a151efc312fa2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213203 Aug 23 03:33:11.358815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8de21d81-ad4f-4235-b7c2-d5d5d2f1b94b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4836719 Aug 23 03:33:11.362495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903a4c0-7b54-46eb-8a94-739aa127a096 req-d884ed76-c59c-4940-851a-1225841cf689 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:11.363964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0903a4c0-7b54-46eb-8a94-739aa127a096 req-d884ed76-c59c-4940-851a-1225841cf689 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 947 time: 0.0474467 Aug 23 03:33:11.400643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0903a4c0-7b54-46eb-8a94-739aa127a096 req-c0fe24e3-eea3-4197-b518-3f047fae4650 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Aug 23 03:33:11.403787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Request body: {'port': {'device_id': '229a8221-91ce-406d-96d0-e3a9f2121997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:11.479399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:11.488063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-7112bdd0-a408-4857-94b1-da98c1037374 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:11.489598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-7112bdd0-a408-4857-94b1-da98c1037374 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523945 Aug 23 03:33:11.511433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-77794521-4faf-4ac9-8203-6a5f56fb85bd tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/quotas/bfd50881218c4df384a151efc312fa2c HTTP/1.1" status: 200 len: 375 time: 0.0138881 Aug 23 03:33:11.561581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-95ca7766-84ba-42ac-b08b-ef6cebe597ac tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfd50881218c4df384a151efc312fa2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330431 Aug 23 03:33:11.580528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7eb9da-f197-4d30-b0ee-93f607f85141 req-1643ab8a-667b-44d6-a817-e5f2804cd3a4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:11.582060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ca7eb9da-f197-4d30-b0ee-93f607f85141 req-1643ab8a-667b-44d6-a817-e5f2804cd3a4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0550945 Aug 23 03:33:11.620011 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ca7eb9da-f197-4d30-b0ee-93f607f85141 req-3f77d1f0-29c4-4ad9-be71-d53234e1d2fb tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Aug 23 03:33:11.739077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836ac6e-0358-445d-903e-7bebc5fed40e req-5415f604-6dc2-484d-8ecd-3fbf04f75969 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:11.741658 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5836ac6e-0358-445d-903e-7bebc5fed40e req-5415f604-6dc2-484d-8ecd-3fbf04f75969 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0614922 Aug 23 03:33:11.805433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5836ac6e-0358-445d-903e-7bebc5fed40e req-3956ac90-a220-4e4f-9856-86b1cbc81825 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520332 Aug 23 03:33:11.826823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:11.839641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:11.851676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['cb768274-17b6-407f-909f-23b0a6c260ec'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:11.861224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e255e918-384a-46b3-b26a-4ba660254bc6 req-dbbf2bdb-118e-421b-ad3c-3f60768d6063 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0348103 Aug 23 03:33:11.882914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Transition to ACTIVE for port object 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:11.943408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f77cf-7a0a-48c7-8f82-54bcb2bab482 req-6f5a35e3-0096-4996-9475-d46933d9d2c9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:11.949551 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bf3f77cf-7a0a-48c7-8f82-54bcb2bab482 req-6f5a35e3-0096-4996-9475-d46933d9d2c9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 931 time: 0.0589023 Aug 23 03:33:11.970392 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:12.008020 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bf3f77cf-7a0a-48c7-8f82-54bcb2bab482 req-d37192ca-f0c3-4cec-8efb-87bdaf54e7bf tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551407 Aug 23 03:33:12.041120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbddb11-3606-4460-9ad2-e038f416f3ac req-f973ed58-c933-47b0-b8f6-8b41d678e1d7 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.042593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dbddb11-3606-4460-9ad2-e038f416f3ac req-f973ed58-c933-47b0-b8f6-8b41d678e1d7 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 945 time: 0.1016307 Aug 23 03:33:12.044447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Pushing event updated for resources: {'Port': ['ID=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:12.053266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2089a25b-7813-4583-aa4e-b6025b4c71e8 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:12.073225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 2089a25b-7813-4583-aa4e-b6025b4c71e8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:33:12.073573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2089a25b-7813-4583-aa4e-b6025b4c71e8 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:12.090635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:12.090873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:12.091197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:12.098341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:12.103578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:12.111023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:12.111342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:12.111715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:12.112136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Bound port: 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:12.112490 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:12.117487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dbddb11-3606-4460-9ad2-e038f416f3ac req-950ebebe-9091-44df-a77b-8b8c28fea256 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678704 Aug 23 03:33:12.176131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:12.179254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:12.244345 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:12.267877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079c179-219a-4036-b8c8-c7f946bb909c req-2286f77c-163c-4158-ad3c-10a5b228789e tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.269371 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d079c179-219a-4036-b8c8-c7f946bb909c req-2286f77c-163c-4158-ad3c-10a5b228789e tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 943 time: 0.0477049 Aug 23 03:33:12.279187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.279187 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:12.279187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] 10.222.0.11 "PUT /v2.0/ports/7ea50e15-bb6c-4296-bab9-39eb22f6ed2a HTTP/1.1" status: 200 len: 1091 time: 0.8816223 Aug 23 03:33:12.280890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:12.282870 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d2b1d8-bbde-41ff-ac18-c52b1f54f59f" -d '{"events": [{"name": "network-changed", "server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:12.308571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d079c179-219a-4036-b8c8-c7f946bb909c req-e8c9b4b0-6600-4ff6-af02-574014099672 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Aug 23 03:33:12.315698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2d64c-8a18-4b18-b67a-5d417dfe388c service neutron] Pushing event updated for resources: {'Port': ['ID=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:12.320163 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a407bed5-0f77-440b-9d9d-142907a59610 x-openstack-request-id: req-a407bed5-0f77-440b-9d9d-142907a59610 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:12.320447 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:12.320696 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a407bed5-0f77-440b-9d9d-142907a59610 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:12.321097 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a', 'status': 'completed', 'code': 200} Aug 23 03:33:12.415918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2b1d8-bbde-41ff-ac18-c52b1f54f59f req-a0605f51-4742-4d3e-a387-9af040f7745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.417385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1d2b1d8-bbde-41ff-ac18-c52b1f54f59f req-a0605f51-4742-4d3e-a387-9af040f7745f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 1094 time: 0.0402181 Aug 23 03:33:12.618944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a851-2aa6-47bb-a59c-6d93ae659225 req-41525f3f-75c0-4cc9-a0bf-e7f9addd5283 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.620417 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab00a851-2aa6-47bb-a59c-6d93ae659225 req-41525f3f-75c0-4cc9-a0bf-e7f9addd5283 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 947 time: 0.1444218 Aug 23 03:33:12.641399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2b1d8-bbde-41ff-ac18-c52b1f54f59f req-fc9f2983-8f8d-468b-9e4b-51d4ead3adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.643144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1d2b1d8-bbde-41ff-ac18-c52b1f54f59f req-fc9f2983-8f8d-468b-9e4b-51d4ead3adbb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2036941 Aug 23 03:33:12.716154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab00a851-2aa6-47bb-a59c-6d93ae659225 req-6c7ca492-a41f-4bef-88e1-b5de661eea48 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860953 Aug 23 03:33:12.738780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6c7d-4b22-4d99-b43d-ad2b46f8f779 req-e94329dd-ef27-4d6c-b291-f925f4b0bbca tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.740319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ed0b6c7d-4b22-4d99-b43d-ad2b46f8f779 req-e94329dd-ef27-4d6c-b291-f925f4b0bbca tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0536776 Aug 23 03:33:12.781966 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ed0b6c7d-4b22-4d99-b43d-ad2b46f8f779 req-1bd31dce-ab6f-4f0c-b152-fcc8178ff5c0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355206 Aug 23 03:33:12.835684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2b1d8-bbde-41ff-ac18-c52b1f54f59f req-7b37c9e7-18cc-45a7-8140-588a9fa2e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.837189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1d2b1d8-bbde-41ff-ac18-c52b1f54f59f req-7b37c9e7-18cc-45a7-8140-588a9fa2e951 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1846960 Aug 23 03:33:12.918277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c5b3c-f746-489b-8a7b-54fa666a2310 req-b2a9144a-6e0b-4643-b4ba-0201413896e9 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.920092 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-063c5b3c-f746-489b-8a7b-54fa666a2310 req-b2a9144a-6e0b-4643-b4ba-0201413896e9 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0541730 Aug 23 03:33:12.922321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 132bf7c3-8e21-48c9-a740-35f78ff47c0c details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:12.928801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cb768274-17b6-407f-909f-23b0a6c260ec up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:12.974532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a3daaec-80ac-43dc-b11e-1fb7f0fbfd75 req-2c83de05-611f-4368-9a07-c5c74330c8ca tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0272598 Aug 23 03:33:12.979130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-063c5b3c-f746-489b-8a7b-54fa666a2310 req-90feb3fa-589d-4ffb-b7a2-14d5130f9cac tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Aug 23 03:33:12.980005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-24f22fc3-9c6a-420e-91d5-0b75c539bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:12.981471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-24f22fc3-9c6a-420e-91d5-0b75c539bb0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 1094 time: 0.0667343 Aug 23 03:33:13.038761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-65f3c98d-759f-4734-9126-3b9263e954f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a HTTP/1.1" status: 200 len: 217 time: 0.0407641 Aug 23 03:33:13.083177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 132bf7c3-8e21-48c9-a740-35f78ff47c0c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:13.093537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'port_id': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'mac_address': 'fa:16:3e:d7:05:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:33:13.125470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-7f395e8c-819c-415e-9e4d-ad34dd43a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:13.126919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-7f395e8c-819c-415e-9e4d-ad34dd43a56d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0782452 Aug 23 03:33:13.131974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port cb768274-17b6-407f-909f-23b0a6c260ec completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:13.135642 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:13.138298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port cb768274-17b6-407f-909f-23b0a6c260ec triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:13.138684 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:13.141734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad4183-bb1f-453d-b225-15da702f85c5 req-4d3b63d0-fec2-4a76-8bb6-432a231ea865 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:13.143193 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-adad4183-bb1f-453d-b225-15da702f85c5 req-4d3b63d0-fec2-4a76-8bb6-432a231ea865 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 943 time: 0.0610497 Aug 23 03:33:13.172017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132bf7c3-8e21-48c9-a740-35f78ff47c0c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:13.191166 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-dc89abc4-8eb7-4252-ae76-43712b5201fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470083 Aug 23 03:33:13.207142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 132bf7c3-8e21-48c9-a740-35f78ff47c0c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:13.224446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-adad4183-bb1f-453d-b225-15da702f85c5 req-e4f2a831-e2aa-44ba-92cd-5a58d5045cea tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727158 Aug 23 03:33:13.262833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199bb1f-a283-49d9-b3c0-630157c2b8ce req-c352b82d-cf86-4a48-b5f5-a651105d1b01 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:13.264651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8199bb1f-a283-49d9-b3c0-630157c2b8ce req-c352b82d-cf86-4a48-b5f5-a651105d1b01 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 945 time: 0.0627434 Aug 23 03:33:13.266555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:13.277525 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:13.293108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-20595cb2-8818-4315-81e2-55ef3e6ba6be service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909429 Aug 23 03:33:13.311548 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8199bb1f-a283-49d9-b3c0-630157c2b8ce req-4286411a-6451-41bd-a0d3-ed78043bb04e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Aug 23 03:33:13.313250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:13.315464 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062bde61-5b75-4fdb-a97b-fcee77d7b7e1" -d '{"events": [{"server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "name": "network-vif-plugged", "status": "completed", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:13.340857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:13.354306 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06e1983-0d12-4299-b8d3-1788f221940a x-openstack-request-id: req-d06e1983-0d12-4299-b8d3-1788f221940a {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:13.354837 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "name": "network-vif-plugged", "status": "completed", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:13.355097 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d06e1983-0d12-4299-b8d3-1788f221940a {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:13.355573 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec', 'code': 200} Aug 23 03:33:13.365459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=132bf7c3-8e21-48c9-a740-35f78ff47c0c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:13.392878 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:13.410359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05230cf4-53e5-4e2f-a2cd-771453e226cf req-378211bc-a516-41ef-85c8-a2526df326d8 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079435 Aug 23 03:33:13.438272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6579ee9-4db4-4811-b0eb-1f102b4c3d8c req-1e60d704-93ab-499c-ad76-a2c3df433b01 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:13.440006 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6579ee9-4db4-4811-b0eb-1f102b4c3d8c req-1e60d704-93ab-499c-ad76-a2c3df433b01 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 944 time: 0.0567968 Aug 23 03:33:13.443044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cb768274-17b6-407f-909f-23b0a6c260ec,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:13.478997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6579ee9-4db4-4811-b0eb-1f102b4c3d8c req-2db6d25c-59ea-4f48-907a-526a64a02fb5 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Aug 23 03:33:13.501286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1b39b-0115-46fb-ae26-cf377fd74057 req-1e956d53-94f3-431e-9701-85e05f0b7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:13.502747 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16a1b39b-0115-46fb-ae26-cf377fd74057 req-1e956d53-94f3-431e-9701-85e05f0b7fe9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1097 time: 0.0389531 Aug 23 03:33:13.561771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16a1b39b-0115-46fb-ae26-cf377fd74057 req-22822691-daba-4bb8-b7b4-1ba6fbff4f7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275784 Aug 23 03:33:13.734517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-9ee1de69-0f4b-4eb1-8683-b7f2b4511a6c tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bfd50881218c4df384a151efc312fa2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213881 Aug 23 03:33:13.880927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f77ae3-c196-47e7-9349-868b823fd954 req-fba5375c-3ff3-4b24-a98c-e4e8e4f6c786 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:13.882432 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74f77ae3-c196-47e7-9349-868b823fd954 req-fba5375c-3ff3-4b24-a98c-e4e8e4f6c786 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 947 time: 0.0703645 Aug 23 03:33:13.891524 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-d7abeec0-2c6f-4950-88f9-10e2a0d713fa tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:13.893040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-d7abeec0-2c6f-4950-88f9-10e2a0d713fa tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517015 Aug 23 03:33:13.900838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0ce4c-117f-4c7e-b530-43021154151d req-ca0ce8d8-7e11-4b07-b3dd-196bf5742cc6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:13.908606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dfa0ce4c-117f-4c7e-b530-43021154151d req-ca0ce8d8-7e11-4b07-b3dd-196bf5742cc6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0560787 Aug 23 03:33:13.913231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Request body: {'port': {'device_id': 'ec25287a-070e-46f4-a2ff-48b1c9ed2cb2', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': 'bfd50881218c4df384a151efc312fa2c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:13.938536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['132bf7c3-8e21-48c9-a740-35f78ff47c0c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:13.943958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dfa0ce4c-117f-4c7e-b530-43021154151d req-f688900e-f931-4862-822e-dd16b3753c45 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Aug 23 03:33:13.956016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74f77ae3-c196-47e7-9349-868b823fd954 req-e00d63d9-81c6-40a4-a876-583c1a049243 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620878 Aug 23 03:33:14.080729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f4cad7a-2274-4fe9-9af0-e7ee49324bc6 req-5e58e8f4-a71a-4f62-99a7-a880aa662505 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 210 time: 0.0330131 Aug 23 03:33:14.134614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca6d63-d489-4718-bdbf-8ced9258f90c req-f4884498-d3aa-4f20-8448-1c93af8050cb tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:14.136082 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bca6d63-d489-4718-bdbf-8ced9258f90c req-f4884498-d3aa-4f20-8448-1c93af8050cb tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0528674 Aug 23 03:33:14.140672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Made reservation on behalf of bfd50881218c4df384a151efc312fa2c for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:14.144079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:14.173368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bca6d63-d489-4718-bdbf-8ced9258f90c req-2cc0908a-afc6-4531-8293-a8946b01e450 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304053 Aug 23 03:33:14.269925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Allocated IP 192.168.233.245 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/59728cc0-3ecc-408d-8070-003e62124db8) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:33:14.404060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65a8b8-0c27-4324-935e-c6ce1a273150 req-e6981e8a-7387-4264-b7e8-06db710752c9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:14.405700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b65a8b8-0c27-4324-935e-c6ce1a273150 req-e6981e8a-7387-4264-b7e8-06db710752c9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 943 time: 0.1030118 Aug 23 03:33:14.426261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ab34-1eb2-4f79-94d4-0b9efc1f168a req-7ebca818-311c-4254-ad92-1662f9ea1444 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:14.427827 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4536ab34-1eb2-4f79-94d4-0b9efc1f168a req-7ebca818-311c-4254-ad92-1662f9ea1444 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 946 time: 0.0497997 Aug 23 03:33:14.465575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4536ab34-1eb2-4f79-94d4-0b9efc1f168a req-1984e869-aefe-4026-908f-2259afe29c77 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Aug 23 03:33:14.466818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b65a8b8-0c27-4324-935e-c6ce1a273150 req-4f2bc46c-c47f-4c77-8391-4710d58439dd tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546484 Aug 23 03:33:14.476343 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:14.492142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Transition to ACTIVE for port object 59728cc0-3ecc-408d-8070-003e62124db8 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:14.592849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da6b3-456b-425a-9de7-666563df71c1 req-80de8d2e-2946-48f2-ad3b-a20393461a29 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:14.594421 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e79da6b3-456b-425a-9de7-666563df71c1 req-80de8d2e-2946-48f2-ad3b-a20393461a29 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 944 time: 0.0478196 Aug 23 03:33:14.615008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:14.633660 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e79da6b3-456b-425a-9de7-666563df71c1 req-ebf10640-819e-44c6-b8a0-f390f980c248 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332747 Aug 23 03:33:14.655587 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:33:14.658468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:14.661977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:33:14.667508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:14.667985 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:14.679306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Pushing event updated for resources: {'Port': ['ID=59728cc0-3ecc-408d-8070-003e62124db8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:14.764044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-5b47f5fe-6410-45db-b13c-2168e534e78f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8544359 Aug 23 03:33:14.776876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Request body: {'port': {'device_id': 'ec25287a-070e-46f4-a2ff-48b1c9ed2cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:14.834864 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:14.894322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-89e7b987-79e9-4e87-9a34-71fd5dd3cebd None None] Provisioning for port 59728cc0-3ecc-408d-8070-003e62124db8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:14.898593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-89e7b987-79e9-4e87-9a34-71fd5dd3cebd None None] Provisioning complete for port 59728cc0-3ecc-408d-8070-003e62124db8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:14.899060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-89e7b987-79e9-4e87-9a34-71fd5dd3cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:14.933979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-89e7b987-79e9-4e87-9a34-71fd5dd3cebd None None] Port 59728cc0-3ecc-408d-8070-003e62124db8 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:33:14.937910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 3b3bd0fd-6f14-43b9-880d-2473de63713b details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:15.042904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 3b3bd0fd-6f14-43b9-880d-2473de63713b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=3b3bd0fd-6f14-43b9-880d-2473de63713b,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:15.054822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '3b3bd0fd-6f14-43b9-880d-2473de63713b', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '3b3bd0fd-6f14-43b9-880d-2473de63713b', 'mac_address': 'fa:16:3e:94:42:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:33:15.090318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008344c-f1c4-4b64-a533-ae37bdfc0d5e req-61c9db67-ad4e-493e-9dab-d643dba3e49e tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:15.092645 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c008344c-f1c4-4b64-a533-ae37bdfc0d5e req-61c9db67-ad4e-493e-9dab-d643dba3e49e tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 947 time: 0.0516284 Aug 23 03:33:15.094575 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:15.109766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3bd0fd-6f14-43b9-880d-2473de63713b {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:15.113788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7bf6b-9b61-4f31-84fa-99c6c6ed566f req-35b0a05f-f9ca-4953-85fd-0426bcc1ea0a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:15.115316 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37d7bf6b-9b61-4f31-84fa-99c6c6ed566f req-35b0a05f-f9ca-4953-85fd-0426bcc1ea0a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0740333 Aug 23 03:33:15.131273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 3b3bd0fd-6f14-43b9-880d-2473de63713b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=3b3bd0fd-6f14-43b9-880d-2473de63713b,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:15.136106 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c008344c-f1c4-4b64-a533-ae37bdfc0d5e req-f86d37e9-c1ed-41a2-9d53-2fe4cae06a64 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Aug 23 03:33:15.167998 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59728cc0-3ecc-408d-8070-003e62124db8 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:15.182581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:15.192311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37d7bf6b-9b61-4f31-84fa-99c6c6ed566f req-5209b597-8c12-4448-a65f-b577554d73ec tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570216 Aug 23 03:33:15.199524 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Transition to ACTIVE for port object 59728cc0-3ecc-408d-8070-003e62124db8 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:15.216139 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:15.270367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=3b3bd0fd-6f14-43b9-880d-2473de63713b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:15.273838 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:15.318487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1002501-ca30-4151-91e8-e178f18117bc req-9179ffa1-e868-4732-8e5c-45c29dbb5e80 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:15.321505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1002501-ca30-4151-91e8-e178f18117bc req-9179ffa1-e868-4732-8e5c-45c29dbb5e80 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0591149 Aug 23 03:33:15.338154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510ddc4-0cf9-4312-b812-19bafde366bb req-8793982f-7b61-470b-86d3-fa3fce0f3e08 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:15.338714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d510ddc4-0cf9-4312-b812-19bafde366bb req-8793982f-7b61-470b-86d3-fa3fce0f3e08 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 936 time: 0.0918119 Aug 23 03:33:15.340679 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Pushing event updated for resources: {'Port': ['ID=59728cc0-3ecc-408d-8070-003e62124db8,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:15.369372 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1002501-ca30-4151-91e8-e178f18117bc req-fdbb70ce-5c1d-48b0-8973-6ff7781fac04 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407865 Aug 23 03:33:15.387911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Attempting to bind port 59728cc0-3ecc-408d-8070-003e62124db8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:15.388248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Attempting to bind port 59728cc0-3ecc-408d-8070-003e62124db8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:15.389136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Attempting to bind port 59728cc0-3ecc-408d-8070-003e62124db8 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:15.398812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Port 59728cc0-3ecc-408d-8070-003e62124db8 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:15.399247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Attempting to bind port 59728cc0-3ecc-408d-8070-003e62124db8 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:15.413735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:15.414414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:15.414624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:15.415127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Bound port: 59728cc0-3ecc-408d-8070-003e62124db8, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:15.415543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:15.420014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d510ddc4-0cf9-4312-b812-19bafde366bb req-45c8bf72-ae38-4078-99dc-00b3c35e7ed0 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719841 Aug 23 03:33:15.491697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] For port 59728cc0-3ecc-408d-8070-003e62124db8, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:15.494929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] For port 59728cc0-3ecc-408d-8070-003e62124db8, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=59728cc0-3ecc-408d-8070-003e62124db8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:15.569415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:15.597682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c812476-ad27-4db2-87d8-77c5d03edae1 req-84c2adc9-9fb5-462c-8c4c-e77307632d48 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:15.599093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5c812476-ad27-4db2-87d8-77c5d03edae1 req-84c2adc9-9fb5-462c-8c4c-e77307632d48 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 946 time: 0.0592384 Aug 23 03:33:15.613695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:15.614297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:15.615646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] 10.222.0.24 "PUT /v2.0/ports/59728cc0-3ecc-408d-8070-003e62124db8 HTTP/1.1" status: 200 len: 1096 time: 0.8434372 Aug 23 03:33:15.616746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec25287a-070e-46f4-a2ff-48b1c9ed2cb2', 'tag': '59728cc0-3ecc-408d-8070-003e62124db8'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:15.618964 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c040ee8-702d-4f0b-b207-c59d672f5f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec25287a-070e-46f4-a2ff-48b1c9ed2cb2", "tag": "59728cc0-3ecc-408d-8070-003e62124db8"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:15.637242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5af40-a3e9-4c46-bbf0-a539ff0f3e6f req-1cdbf7b3-9108-4a7d-b9f6-160a89119975 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:15.639318 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1a5af40-a3e9-4c46-bbf0-a539ff0f3e6f req-1cdbf7b3-9108-4a7d-b9f6-160a89119975 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 943 time: 0.0959878 Aug 23 03:33:15.639608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5c812476-ad27-4db2-87d8-77c5d03edae1 req-1aa54162-ab17-4c7f-b5cf-5d2664130415 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Aug 23 03:33:15.766220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['3b3bd0fd-6f14-43b9-880d-2473de63713b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:15.811371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8fc33-b583-4ef5-92c2-f5294e870f39 req-5f9a2120-534c-4e1e-a734-f23f2efd4080 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:15.813591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fe8fc33-b583-4ef5-92c2-f5294e870f39 req-5f9a2120-534c-4e1e-a734-f23f2efd4080 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 944 time: 0.0608149 Aug 23 03:33:15.853318 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fe8fc33-b583-4ef5-92c2-f5294e870f39 req-87c70b89-dbb5-4210-9d6f-3b81399b6bc2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335355 Aug 23 03:33:15.879087 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e4a546-83d5-47fd-8508-d063c0a94b02 x-openstack-request-id: req-a0e4a546-83d5-47fd-8508-d063c0a94b02 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:15.879362 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec25287a-070e-46f4-a2ff-48b1c9ed2cb2", "tag": "59728cc0-3ecc-408d-8070-003e62124db8", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:15.879606 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0e4a546-83d5-47fd-8508-d063c0a94b02 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:15.879972 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec25287a-070e-46f4-a2ff-48b1c9ed2cb2', 'tag': '59728cc0-3ecc-408d-8070-003e62124db8', 'status': 'completed', 'code': 200} Aug 23 03:33:15.910114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891f6a5-ee6d-4c3f-896e-642b66d85d1f service neutron] Pushing event updated for resources: {'Port': ['ID=59728cc0-3ecc-408d-8070-003e62124db8,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:15.935313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1a5af40-a3e9-4c46-bbf0-a539ff0f3e6f req-f1400628-3766-40ce-aaac-200cab46c4ca tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855461 Aug 23 03:33:15.942994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c040ee8-702d-4f0b-b207-c59d672f5f3e req-57cd33aa-b6ba-4a50-9456-524a33dbe040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:15.944411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c040ee8-702d-4f0b-b207-c59d672f5f3e req-57cd33aa-b6ba-4a50-9456-524a33dbe040 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfd50881218c4df384a151efc312fa2c&device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0670009 Aug 23 03:33:15.972337 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c040ee8-702d-4f0b-b207-c59d672f5f3e req-ed18700e-3cad-4881-8dd1-f69b3e162596 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bfd50881218c4df384a151efc312fa2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0180078 Aug 23 03:33:16.063224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c040ee8-702d-4f0b-b207-c59d672f5f3e req-d4c23e7a-3601-48c8-a8b7-5180a6b3cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.064593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c040ee8-702d-4f0b-b207-c59d672f5f3e req-d4c23e7a-3601-48c8-a8b7-5180a6b3cd43 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0856299 Aug 23 03:33:16.138032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4dd3bd62-b865-4375-8ae6-9b136e1fb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.139468 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-4dd3bd62-b865-4375-8ae6-9b136e1fb8c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfd50881218c4df384a151efc312fa2c&device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 1099 time: 0.0387919 Aug 23 03:33:16.181316 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-989b3291-83f1-4e26-9bc2-66b186bfba5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=59728cc0-3ecc-408d-8070-003e62124db8 HTTP/1.1" status: 200 len: 217 time: 0.0319638 Aug 23 03:33:16.233748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-f462183d-afd5-4828-8b74-d1b46af9d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.235208 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-f462183d-afd5-4828-8b74-d1b46af9d1c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0463290 Aug 23 03:33:16.254174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178371e-fff6-425a-ac1d-ac7299c2145b req-136e3e95-f7b1-4cc5-9502-bd56bae843ae tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.255659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4178371e-fff6-425a-ac1d-ac7299c2145b req-136e3e95-f7b1-4cc5-9502-bd56bae843ae tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 948 time: 0.0532618 Aug 23 03:33:16.288667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-f68f8ef8-20c4-411c-a4b8-6b42e48cf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.288667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-f68f8ef8-20c4-411c-a4b8-6b42e48cf875 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423934 Aug 23 03:33:16.296356 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4178371e-fff6-425a-ac1d-ac7299c2145b req-3bf45ff0-8bb6-4c34-9957-a7485cd7e3dd tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346787 Aug 23 03:33:16.405434 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-031ff544-c955-4dc3-8fa0-4960d770c570 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129816 Aug 23 03:33:16.413481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd829271-4661-4d26-84ab-c4a11d9bf538 req-29ef5122-73e8-417b-8b0c-96205d7e9ac9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.414860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fd829271-4661-4d26-84ab-c4a11d9bf538 req-29ef5122-73e8-417b-8b0c-96205d7e9ac9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0707381 Aug 23 03:33:16.484359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63896618-c812-4e57-97b5-169dc1afc98d req-d26e012a-aa2f-4343-ab08-b6c0f4bc2083 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.485890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63896618-c812-4e57-97b5-169dc1afc98d req-d26e012a-aa2f-4343-ab08-b6c0f4bc2083 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0473421 Aug 23 03:33:16.499033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fd829271-4661-4d26-84ab-c4a11d9bf538 req-555eb9d8-9f73-4c38-b9ef-e6b86e5be6d9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778131 Aug 23 03:33:16.532716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ecaf67-0e59-4fcb-8ca9-dae4fb4f4277 req-70f7fdb4-45b4-469f-8771-d5d63622226b service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047156 Aug 23 03:33:16.533283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63896618-c812-4e57-97b5-169dc1afc98d req-cd3ad2ad-f6d2-48b3-9dda-6cb2f06e2f3c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Aug 23 03:33:16.605188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45894b-19c9-4777-8775-b214595e633e req-4b48d20e-7a18-4d73-b2f3-26a74309af74 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.606638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc45894b-19c9-4777-8775-b214595e633e req-4b48d20e-7a18-4d73-b2f3-26a74309af74 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 948 time: 0.0513864 Aug 23 03:33:16.643651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc45894b-19c9-4777-8775-b214595e633e req-8b2efbde-e8c4-4c07-8c4c-904047461126 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304079 Aug 23 03:33:16.758180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc4580-dfd7-42ff-b4b4-031c52472b9c req-46930790-e536-4a3d-88a7-027f577f6e8b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.759631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fcc4580-dfd7-42ff-b4b4-031c52472b9c req-46930790-e536-4a3d-88a7-027f577f6e8b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 946 time: 0.0466290 Aug 23 03:33:16.800962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fcc4580-dfd7-42ff-b4b4-031c52472b9c req-164136b9-292e-484e-900c-5ea8db816373 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Aug 23 03:33:16.903918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35722481-c62f-435e-9d4b-dcb249927e0b req-5e5a6129-fc1f-4dc3-b1cf-516e4df2ea33 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.905974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35722481-c62f-435e-9d4b-dcb249927e0b req-5e5a6129-fc1f-4dc3-b1cf-516e4df2ea33 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1097 time: 0.0406084 Aug 23 03:33:16.940139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35722481-c62f-435e-9d4b-dcb249927e0b req-a0d9503a-45ab-457c-82eb-de98e3db6034 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280924 Aug 23 03:33:16.942583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 3b3bd0fd-6f14-43b9-880d-2473de63713b up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:16.974880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02e701-111f-4b87-ba95-5253b0f60f6b req-4b2febbc-abba-42da-b23e-4f748c3b524e tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:16.977452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de02e701-111f-4b87-ba95-5253b0f60f6b req-4b2febbc-abba-42da-b23e-4f748c3b524e tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 944 time: 0.0531783 Aug 23 03:33:17.014033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de02e701-111f-4b87-ba95-5253b0f60f6b req-96e203a8-ca32-4bc3-a531-5971a45abc01 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Aug 23 03:33:17.044785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d031a5b-c431-491b-966d-1d7202cf1b8e req-8c6548b0-3f69-41e5-9dfc-ffb3a2390615 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:17.046335 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d031a5b-c431-491b-966d-1d7202cf1b8e req-8c6548b0-3f69-41e5-9dfc-ffb3a2390615 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1097 time: 0.0401652 Aug 23 03:33:17.060980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 3b3bd0fd-6f14-43b9-880d-2473de63713b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:17.065831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 3b3bd0fd-6f14-43b9-880d-2473de63713b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:17.066203 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:17.092404 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d031a5b-c431-491b-966d-1d7202cf1b8e req-7bb04f68-9b9d-4427-855c-830e8f70385a tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Aug 23 03:33:17.141549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe791306-66b6-4e03-b207-acecf7742168 req-b5eb10ad-cfbb-4cbb-bf88-bb7c2ce68f9f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:17.143160 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe791306-66b6-4e03-b207-acecf7742168 req-b5eb10ad-cfbb-4cbb-bf88-bb7c2ce68f9f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 943 time: 0.0687764 Aug 23 03:33:17.152079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:17.174631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06592df-863a-4138-bc3b-e848c6f4c85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bd0fd-6f14-43b9-880d-2473de63713b'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:17.176929 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebbea84-b323-43e3-9d62-bd28ab2a5df4" -d '{"events": [{"server_uuid": "e06592df-863a-4138-bc3b-e848c6f4c85c", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bd0fd-6f14-43b9-880d-2473de63713b"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:17.189614 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe791306-66b6-4e03-b207-acecf7742168 req-eca95202-1d3a-49ab-b264-c59dd2a2084f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Aug 23 03:33:17.190381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 3b3bd0fd-6f14-43b9-880d-2473de63713b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=3b3bd0fd-6f14-43b9-880d-2473de63713b,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:17.240329 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd561257-9372-4716-b2d7-062038145f5b x-openstack-request-id: req-bd561257-9372-4716-b2d7-062038145f5b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:17.240630 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06592df-863a-4138-bc3b-e848c6f4c85c", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bd0fd-6f14-43b9-880d-2473de63713b", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:17.240879 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd561257-9372-4716-b2d7-062038145f5b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:17.241310 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06592df-863a-4138-bc3b-e848c6f4c85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bd0fd-6f14-43b9-880d-2473de63713b', 'code': 200} Aug 23 03:33:17.266565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:17.267369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 132bf7c3-8e21-48c9-a740-35f78ff47c0c up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:17.351497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=3b3bd0fd-6f14-43b9-880d-2473de63713b,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:17.400476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315f6a-f3a9-43f9-a687-fc8d03f93cfb req-88412a94-e0c4-4608-87cc-fa7dcd0ad5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:17.403741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04315f6a-f3a9-43f9-a687-fc8d03f93cfb req-88412a94-e0c4-4608-87cc-fa7dcd0ad5ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 1100 time: 0.0673962 Aug 23 03:33:17.415329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 132bf7c3-8e21-48c9-a740-35f78ff47c0c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:17.419454 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 132bf7c3-8e21-48c9-a740-35f78ff47c0c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:17.419875 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:17.453632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e2bd9-7891-4854-a6dc-12edf1bba3ce req-9382361d-a8fd-4330-8fb0-e6561e740e59 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:17.455928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a19e2bd9-7891-4854-a6dc-12edf1bba3ce req-9382361d-a8fd-4330-8fb0-e6561e740e59 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 949 time: 0.0639715 Aug 23 03:33:17.465179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04315f6a-f3a9-43f9-a687-fc8d03f93cfb req-a3608e54-4e33-43e8-9790-001391226fa2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550396 Aug 23 03:33:17.476476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24c6a6-4a04-4d8a-9ae8-a8ee35317fd2 req-cd2b510d-5e64-46b8-a66c-aa14cee8c513 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:17.478241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e24c6a6-4a04-4d8a-9ae8-a8ee35317fd2 req-cd2b510d-5e64-46b8-a66c-aa14cee8c513 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1097 time: 0.0614157 Aug 23 03:33:17.506834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a19e2bd9-7891-4854-a6dc-12edf1bba3ce req-572b0dba-ba85-437b-8201-6657ec32c922 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Aug 23 03:33:17.515327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e24c6a6-4a04-4d8a-9ae8-a8ee35317fd2 req-1b49d70d-8098-4781-ab08-7052f999a25f tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303373 Aug 23 03:33:17.516051 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:17.553669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 132bf7c3-8e21-48c9-a740-35f78ff47c0c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:17.616462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59184fa1-2ca5-4edb-8e8e-d9f5297eed13 req-c6046e15-813c-493c-8e3b-63041b400f07 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:17.617982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59184fa1-2ca5-4edb-8e8e-d9f5297eed13 req-c6046e15-813c-493c-8e3b-63041b400f07 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0505052 Aug 23 03:33:17.632301 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:17.646506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d445160-0308-4fa5-b5a8-448f2a21fa12 req-1f5fca70-3027-471c-908f-36572c53c921 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:17.648017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d445160-0308-4fa5-b5a8-448f2a21fa12 req-1f5fca70-3027-471c-908f-36572c53c921 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0493889 Aug 23 03:33:17.657144 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59184fa1-2ca5-4edb-8e8e-d9f5297eed13 req-cfaeab69-8b62-417e-8f1c-d36b08a023f7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325627 Aug 23 03:33:17.681149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=132bf7c3-8e21-48c9-a740-35f78ff47c0c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:17.687796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d445160-0308-4fa5-b5a8-448f2a21fa12 req-3d398365-8acd-4ae2-89b7-0d6b05d4f5fc tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Aug 23 03:33:17.769575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14ed9f-526c-4819-926e-de2a2eb5c15e req-3778ba25-1ae5-45b5-9ef5-6c3464c4f628 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:17.771016 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b14ed9f-526c-4819-926e-de2a2eb5c15e req-3778ba25-1ae5-45b5-9ef5-6c3464c4f628 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 948 time: 0.0465407 Aug 23 03:33:17.807043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b14ed9f-526c-4819-926e-de2a2eb5c15e req-033a07c8-d3b9-40e0-8a88-071069a58974 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299895 Aug 23 03:33:18.128414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632877d1-b4fb-4bb4-ba05-6de010ea9f8c req-620371ed-5ca2-46bc-8fc4-fb0835f89af2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:18.129939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-632877d1-b4fb-4bb4-ba05-6de010ea9f8c req-620371ed-5ca2-46bc-8fc4-fb0835f89af2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 945 time: 0.0507436 Aug 23 03:33:18.166885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-632877d1-b4fb-4bb4-ba05-6de010ea9f8c req-6585dcf8-62cc-4673-a1be-7fc9d0ce7586 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Aug 23 03:33:18.316796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93d0c6-52cf-4600-a098-6c6a7d607c97 req-6ee9f295-bdfb-4579-a057-dc4c143cf1d0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:18.318201 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac93d0c6-52cf-4600-a098-6c6a7d607c97 req-6ee9f295-bdfb-4579-a057-dc4c143cf1d0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 943 time: 0.0473590 Aug 23 03:33:18.355070 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac93d0c6-52cf-4600-a098-6c6a7d607c97 req-0521971c-8270-40b2-ae3e-b1dc348c143a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Aug 23 03:33:18.619270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eeb1e1-ed31-4919-a851-6a15f39d0e43 req-a3ecc992-cbec-47d3-9449-2eafc438c4aa tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:18.620699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59eeb1e1-ed31-4919-a851-6a15f39d0e43 req-a3ecc992-cbec-47d3-9449-2eafc438c4aa tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1097 time: 0.0382888 Aug 23 03:33:18.623671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5807-51f4-4870-a1e1-d6bc6336ef79 req-f6a87a59-853f-4af3-b032-e9acf357ea08 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:18.625154 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06cc5807-51f4-4870-a1e1-d6bc6336ef79 req-f6a87a59-853f-4af3-b032-e9acf357ea08 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 949 time: 0.0504675 Aug 23 03:33:18.654998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59eeb1e1-ed31-4919-a851-6a15f39d0e43 req-12818fa7-bd3a-4e1c-af0c-ebb4b2114adc tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277109 Aug 23 03:33:18.661790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06cc5807-51f4-4870-a1e1-d6bc6336ef79 req-064a034c-1296-4edb-94d0-335e0a67de13 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Aug 23 03:33:18.774304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500c574-3146-4da6-b8fa-30806534c3b5 req-30058c54-209a-438e-a0b5-69ea38bdfe4e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:18.775828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8500c574-3146-4da6-b8fa-30806534c3b5 req-30058c54-209a-438e-a0b5-69ea38bdfe4e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0473971 Aug 23 03:33:18.820656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8500c574-3146-4da6-b8fa-30806534c3b5 req-87da6c83-fd64-47b5-86d2-6ae8f57d9065 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384955 Aug 23 03:33:18.919942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318acafa-5c77-4490-b082-49c452b82f8e req-51072b22-8997-44f8-8052-47835f3972c2 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:18.921562 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-318acafa-5c77-4490-b082-49c452b82f8e req-51072b22-8997-44f8-8052-47835f3972c2 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0488553 Aug 23 03:33:18.945627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:18.961132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-318acafa-5c77-4490-b082-49c452b82f8e req-72403879-ea48-486d-8f06-a527b68add56 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335979 Aug 23 03:33:19.054735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:19.065496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a65ed7-3b28-4062-ac02-49ad033fc6d2 req-aca0e9cb-c4a7-4cf7-9d3f-26ebb2ee4619 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:19.066458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a', 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0', 'port_id': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a', 'mac_address': 'fa:16:3e:d6:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06554274-26cb-447d-ae1d-8db0a1d7532e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:33:19.067007 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13a65ed7-3b28-4062-ac02-49ad033fc6d2 req-aca0e9cb-c4a7-4cf7-9d3f-26ebb2ee4619 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 948 time: 0.0521898 Aug 23 03:33:19.114324 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:19.124522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13a65ed7-3b28-4062-ac02-49ad033fc6d2 req-efeb7b5e-359e-4222-998b-a4f92ddd5528 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511160 Aug 23 03:33:19.127320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:19.149092 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:19.203670 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:19.242296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:19.244812 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1916090d-526a-4cda-9df1-893da4ed80a2" -d '{"events": [{"server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "name": "network-vif-plugged", "status": "completed", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:19.263451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:19.281300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b25984-37d0-4ad7-b0b9-22d7bcd55e5c req-f9da874f-9238-4140-8ab7-896f2064220b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:19.282786 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6b25984-37d0-4ad7-b0b9-22d7bcd55e5c req-f9da874f-9238-4140-8ab7-896f2064220b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 945 time: 0.0482259 Aug 23 03:33:19.320789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6b25984-37d0-4ad7-b0b9-22d7bcd55e5c req-05c5ad65-0c6c-454b-9a69-30cfaec59328 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Aug 23 03:33:19.363641 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beb548d-f5fd-423f-88ba-56117aa9cf8b x-openstack-request-id: req-9beb548d-f5fd-423f-88ba-56117aa9cf8b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:19.363934 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "name": "network-vif-plugged", "status": "completed", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:19.364273 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9beb548d-f5fd-423f-88ba-56117aa9cf8b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:19.364668 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'code': 200} Aug 23 03:33:19.474598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7bada-1ba5-4cc6-894f-edf3f566fb54 req-b1e885e3-e38e-49a1-9122-3b5f605ee18b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:19.476789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bfa7bada-1ba5-4cc6-894f-edf3f566fb54 req-b1e885e3-e38e-49a1-9122-3b5f605ee18b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 944 time: 0.0488427 Aug 23 03:33:19.516099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba3603-49b5-4011-9905-4512b202c2f6 req-94248acd-32ed-44e1-9d00-ce22f893d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:19.520970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bfa7bada-1ba5-4cc6-894f-edf3f566fb54 req-2d0847a0-a9e0-4a8b-a54b-f6a34ec13f26 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Aug 23 03:33:19.521224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4ba3603-49b5-4011-9905-4512b202c2f6 req-94248acd-32ed-44e1-9d00-ce22f893d133 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 1096 time: 0.0420289 Aug 23 03:33:19.557002 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4ba3603-49b5-4011-9905-4512b202c2f6 req-fdca1dd9-bf30-4ae0-b227-15e22ecd3d9f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Aug 23 03:33:19.667654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['7ea50e15-bb6c-4296-bab9-39eb22f6ed2a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:19.787671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281c91-7096-44d1-8f68-7d9545192029 req-06b2bb14-7890-4643-a413-8a999a319568 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:19.789331 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1c281c91-7096-44d1-8f68-7d9545192029 req-06b2bb14-7890-4643-a413-8a999a319568 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 949 time: 0.0522552 Aug 23 03:33:19.829442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1c281c91-7096-44d1-8f68-7d9545192029 req-970b496a-e24c-40e2-9f51-ba6618b3e3c8 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336533 Aug 23 03:33:19.936132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ade4e6-2ff4-4d9d-b75e-0cad5d384278 req-6ba9f3c3-84f6-45b5-9637-bc2590a1b885 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:19.937622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61ade4e6-2ff4-4d9d-b75e-0cad5d384278 req-6ba9f3c3-84f6-45b5-9637-bc2590a1b885 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0472372 Aug 23 03:33:19.974946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61ade4e6-2ff4-4d9d-b75e-0cad5d384278 req-43d20888-577c-4d33-97f4-63acb060eb3e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Aug 23 03:33:20.115358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 59728cc0-3ecc-408d-8070-003e62124db8 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:20.219412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 59728cc0-3ecc-408d-8070-003e62124db8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=59728cc0-3ecc-408d-8070-003e62124db8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:20.229968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '59728cc0-3ecc-408d-8070-003e62124db8', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '59728cc0-3ecc-408d-8070-003e62124db8', 'mac_address': 'fa:16:3e:4b:ae:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:33:20.237252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b57e9-ac7b-4849-bf94-77e9a13470fe req-5d2af60f-08d3-41da-8489-13d1c3829ea7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:20.238789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-328b57e9-ac7b-4849-bf94-77e9a13470fe req-5d2af60f-08d3-41da-8489-13d1c3829ea7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0470731 Aug 23 03:33:20.267985 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:20.279743 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-328b57e9-ac7b-4849-bf94-77e9a13470fe req-f2beccc1-b293-4aa3-b6d3-ee774e568a45 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Aug 23 03:33:20.282114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59728cc0-3ecc-408d-8070-003e62124db8 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:20.304098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 59728cc0-3ecc-408d-8070-003e62124db8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=59728cc0-3ecc-408d-8070-003e62124db8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:20.369383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:20.385480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a7a13-dc00-4dc8-beaa-a7242a71ed9f req-49a74d1b-d6f2-4cf8-8bea-a03482e0a9df tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:20.386984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dd1a7a13-dc00-4dc8-beaa-a7242a71ed9f req-49a74d1b-d6f2-4cf8-8bea-a03482e0a9df tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 948 time: 0.0518889 Aug 23 03:33:20.417688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=59728cc0-3ecc-408d-8070-003e62124db8,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:20.424780 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dd1a7a13-dc00-4dc8-beaa-a7242a71ed9f req-91863b95-ec71-4354-bf4b-317f7530a03f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310857 Aug 23 03:33:20.444184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-7cf6e4fe-614f-4248-9355-1658a69cf91c tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:33:20.445188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-7cf6e4fe-614f-4248-9355-1658a69cf91c tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057616 Aug 23 03:33:20.455617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Request body: {'binding': {'host': 'n-h2-749052-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:20.456058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Unknown quota resources ['binding']. {{(pid=95121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:33:20.565081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d68c3-9fc9-4e71-aad2-a218076893c8 req-e2ff883a-80f0-4780-bd74-983be6f8ab93 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:20.566770 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d31d68c3-9fc9-4e71-aad2-a218076893c8 req-e2ff883a-80f0-4780-bd74-983be6f8ab93 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 945 time: 0.0475113 Aug 23 03:33:20.588414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec on host n-h2-749052-7 for vnic_type normal with profile None {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:20.588738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:20.589081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:20.593200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Port cb768274-17b6-407f-909f-23b0a6c260ec on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:20.593515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:20.598196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:20.598520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:20.598890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:20.599303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Bound port: cb768274-17b6-407f-909f-23b0a6c260ec, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:20.603677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d31d68c3-9fc9-4e71-aad2-a218076893c8 req-48b7879a-4103-43b7-bc78-8f114ae9f75c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308349 Aug 23 03:33:20.654094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:20.693450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['59728cc0-3ecc-408d-8070-003e62124db8'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:20.747839 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:20.749862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ccf0263a-08ea-4527-9536-a4499885dc18 service neutron] 10.222.0.20 "POST /v2.0/ports/cb768274-17b6-407f-909f-23b0a6c260ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.2976387 Aug 23 03:33:20.768326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbaef8f-cb6e-4e14-bfd7-2e19a412b7af req-dda787be-a099-4753-be90-3af6ce282471 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:20.769828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dbbaef8f-cb6e-4e14-bfd7-2e19a412b7af req-dda787be-a099-4753-be90-3af6ce282471 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 944 time: 0.0507317 Aug 23 03:33:20.807624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dbbaef8f-cb6e-4e14-bfd7-2e19a412b7af req-f8057aae-ba8b-4299-9805-c2a47ca49d84 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Aug 23 03:33:21.085311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d82bf-6688-4d42-aa6b-9f90fdc71d12 req-bb0652e2-1df8-4f80-afc3-bdfa930062d9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:21.086794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-786d82bf-6688-4d42-aa6b-9f90fdc71d12 req-bb0652e2-1df8-4f80-afc3-bdfa930062d9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 946 time: 0.0500126 Aug 23 03:33:21.127387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-786d82bf-6688-4d42-aa6b-9f90fdc71d12 req-de986ede-afe6-4e41-bf7d-15d95d298d05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339749 Aug 23 03:33:21.237345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1f073-3ca7-43a5-aea1-2c858a032348 req-1717b9ce-2158-4eb2-b3f0-4f6d770ccb33 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:21.238822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ab1f073-3ca7-43a5-aea1-2c858a032348 req-1717b9ce-2158-4eb2-b3f0-4f6d770ccb33 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0504918 Aug 23 03:33:21.290079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6861a-51a2-4147-8c9b-228d10ec6ecb req-aa19f819-4640-41c0-ab54-9cc701b76411 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:21.290488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ab1f073-3ca7-43a5-aea1-2c858a032348 req-d9db2dcd-d640-4ca4-99ea-c673135cc690 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459385 Aug 23 03:33:21.291716 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2e6861a-51a2-4147-8c9b-228d10ec6ecb req-aa19f819-4640-41c0-ab54-9cc701b76411 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 949 time: 0.0530617 Aug 23 03:33:21.331318 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2e6861a-51a2-4147-8c9b-228d10ec6ecb req-3baa6670-24f5-44c5-93dd-c10f01646285 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330546 Aug 23 03:33:21.404715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30db71-4ec3-455d-9a6c-79aa0bd59dc8 req-1a553996-db8a-457b-b039-db3cb90d2124 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:21.406227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb30db71-4ec3-455d-9a6c-79aa0bd59dc8 req-1a553996-db8a-457b-b039-db3cb90d2124 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0521448 Aug 23 03:33:21.472874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb30db71-4ec3-455d-9a6c-79aa0bd59dc8 req-48d24db1-acc0-4603-b6ff-427d3d34f4d9 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603426 Aug 23 03:33:21.492935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-8e543aca-8a57-4bac-bb20-6c4113621d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:21.492935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-8e543aca-8a57-4bac-bb20-6c4113621d34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1097 time: 0.0565777 Aug 23 03:33:21.549885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea832b-867a-4d79-9407-8651b5e04af0 req-5a695e62-b3b2-47c8-bbfd-5c0dce65df8e tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:21.551274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2ea832b-867a-4d79-9407-8651b5e04af0 req-5a695e62-b3b2-47c8-bbfd-5c0dce65df8e tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 949 time: 0.0472436 Aug 23 03:33:21.584200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-fa7141d9-371a-4bc2-985f-455a034e042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:21.585695 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-fa7141d9-371a-4bc2-985f-455a034e042e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.0850086 Aug 23 03:33:21.588984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2ea832b-867a-4d79-9407-8651b5e04af0 req-df34b7f0-2657-441c-933a-875dd2f3170f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Aug 23 03:33:21.641978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-50ffb844-0d54-43f5-aecb-a913d9530b73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb768274-17b6-407f-909f-23b0a6c260ec HTTP/1.1" status: 200 len: 217 time: 0.0371697 Aug 23 03:33:21.717058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-bdfb9452-c65d-4cb7-83f2-82faebebf877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:21.718488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-bdfb9452-c65d-4cb7-83f2-82faebebf877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0674911 Aug 23 03:33:21.733242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d7da1-d9f1-4fbb-ba2b-8b8d7841e233 req-185f1d54-8202-499b-8d4c-f32bbf07fc66 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:21.737138 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd3d7da1-d9f1-4fbb-ba2b-8b8d7841e233 req-185f1d54-8202-499b-8d4c-f32bbf07fc66 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 945 time: 0.0591922 Aug 23 03:33:21.769748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-e5d31561-7ecf-4872-8f49-0f9215da7165 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341072 Aug 23 03:33:21.819174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd3d7da1-d9f1-4fbb-ba2b-8b8d7841e233 req-cfbc68e6-bf2f-4b1b-8467-f279066a098a tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765753 Aug 23 03:33:21.883375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-9a860171-2613-42a9-a8b4-9f9685b9a504 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963643 Aug 23 03:33:22.048071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0fb5b-0e56-4f74-9d3a-88c08f5cb93b req-8c5a1ef9-248e-4da2-81e7-ac78df0ec2e2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:22.048071 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4f0fb5b-0e56-4f74-9d3a-88c08f5cb93b req-8c5a1ef9-248e-4da2-81e7-ac78df0ec2e2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 944 time: 0.0613878 Aug 23 03:33:22.048071 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4f0fb5b-0e56-4f74-9d3a-88c08f5cb93b req-3feb8f20-ce0b-4ba0-9f06-ff58cbf9cdc0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Aug 23 03:33:22.051009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-539c518c-9e27-4601-b3ec-c02ca596c4b2 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530564 Aug 23 03:33:22.058661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-8eef2630-e6f5-4767-8053-38f5e3c3c390 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:22.060909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-8eef2630-e6f5-4767-8053-38f5e3c3c390 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1007161 Aug 23 03:33:22.115728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 59728cc0-3ecc-408d-8070-003e62124db8 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:22.116319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-7d68b9cd-cd69-46d9-a221-32613d7577cc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 696 time: 0.0460742 Aug 23 03:33:22.126621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4f6245f2-dc62-4a48-87bd-943af6ab50d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Request body: {'floatingip': {'port_id': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:22.205095 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4f6245f2-dc62-4a48-87bd-943af6ab50d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:22.220623 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:22.245832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c26d5-6d47-4ac8-8011-b5a5cd1b4a6d req-170c6398-8060-4bac-8ce6-68d6807bb3e6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:22.248344 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-642c26d5-6d47-4ac8-8011-b5a5cd1b4a6d req-170c6398-8060-4bac-8ce6-68d6807bb3e6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 946 time: 0.0503497 Aug 23 03:33:22.249673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 59728cc0-3ecc-408d-8070-003e62124db8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:22.254008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 59728cc0-3ecc-408d-8070-003e62124db8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:22.254388 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:22.288366 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-642c26d5-6d47-4ac8-8011-b5a5cd1b4a6d req-e1c44996-09e3-4325-b1a4-357796a2e915 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Aug 23 03:33:22.322746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-3c43348d-df91-4745-93d8-b623d9ff270e tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:22.324493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-3c43348d-df91-4745-93d8-b623d9ff270e tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1097 time: 0.1321688 Aug 23 03:33:22.342129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-749052-7'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:22.409758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5847c3-2539-46f0-abe5-70091d593a2a req-fa23105f-78a9-4e19-97ca-9f4ccc90e21c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:22.411639 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a5847c3-2539-46f0-abe5-70091d593a2a req-fa23105f-78a9-4e19-97ca-9f4ccc90e21c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0515115 Aug 23 03:33:22.449627 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:22.450971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a5847c3-2539-46f0-abe5-70091d593a2a req-e1a9be48-be9e-497c-a449-cbee6a235244 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Aug 23 03:33:22.453505 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:22.478468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec25287a-070e-46f4-a2ff-48b1c9ed2cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59728cc0-3ecc-408d-8070-003e62124db8'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:22.481577 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac92317c-caeb-4a60-ae64-17480c93290c" -d '{"events": [{"server_uuid": "ec25287a-070e-46f4-a2ff-48b1c9ed2cb2", "name": "network-vif-plugged", "status": "completed", "tag": "59728cc0-3ecc-408d-8070-003e62124db8"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:22.499298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 59728cc0-3ecc-408d-8070-003e62124db8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=59728cc0-3ecc-408d-8070-003e62124db8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:22.563316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8600-9623-4ee0-9392-f320bb5a428c req-cd43f532-09c5-4862-902a-106ee654fb35 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:22.564911 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e17b8600-9623-4ee0-9392-f320bb5a428c req-cd43f532-09c5-4862-902a-106ee654fb35 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 949 time: 0.0483639 Aug 23 03:33:22.603416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e17b8600-9623-4ee0-9392-f320bb5a428c req-110312ae-aa9a-47d5-8ac1-f7c86fe1fb17 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322597 Aug 23 03:33:22.616217 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:22.654716 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e09d6f0-ea48-4c46-ab1f-ba33caef7e6c x-openstack-request-id: req-3e09d6f0-ea48-4c46-ab1f-ba33caef7e6c {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:22.655228 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec25287a-070e-46f4-a2ff-48b1c9ed2cb2", "name": "network-vif-plugged", "status": "completed", "tag": "59728cc0-3ecc-408d-8070-003e62124db8", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:22.655717 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e09d6f0-ea48-4c46-ab1f-ba33caef7e6c {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:22.656277 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec25287a-070e-46f4-a2ff-48b1c9ed2cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59728cc0-3ecc-408d-8070-003e62124db8', 'code': 200} Aug 23 03:33:22.692510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=59728cc0-3ecc-408d-8070-003e62124db8,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:22.752722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774963cc-8685-4fcf-b3d7-a4da1a901388 req-d7984c03-a48e-438f-9a8e-1aeca84272ec tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:22.755619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-774963cc-8685-4fcf-b3d7-a4da1a901388 req-d7984c03-a48e-438f-9a8e-1aeca84272ec tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0603371 Aug 23 03:33:22.822591 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dba559-9170-42ee-994a-de28fa86475f req-fb460b8f-d141-46fb-a8e2-ff3387e25927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:22.824222 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48dba559-9170-42ee-994a-de28fa86475f req-fb460b8f-d141-46fb-a8e2-ff3387e25927 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 1101 time: 0.0675936 Aug 23 03:33:22.830968 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-774963cc-8685-4fcf-b3d7-a4da1a901388 req-b7476214-5970-4d36-a259-3cdb58f01320 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625396 Aug 23 03:33:22.867431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:22.869743 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48dba559-9170-42ee-994a-de28fa86475f req-877f2501-24fe-4cb6-91a5-a2c01c72acf8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362697 Aug 23 03:33:22.944855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8b312-6dae-4a9f-ab8e-73aa0b5d7165 req-71f1eb14-2413-43c6-9a7a-ad230ddd1698 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:22.946273 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9e8b312-6dae-4a9f-ab8e-73aa0b5d7165 req-71f1eb14-2413-43c6-9a7a-ad230ddd1698 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 950 time: 0.0479374 Aug 23 03:33:22.972744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:22.985253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9e8b312-6dae-4a9f-ab8e-73aa0b5d7165 req-96d77509-57f6-41c4-b4c8-b2e4781781c2 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Aug 23 03:33:23.072447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:23.077435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:23.079239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.113550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd09b8-d3ea-4dca-915f-c6195738aa38 req-562fb0ef-0abe-4379-a447-547069975972 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:23.121498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-72bd09b8-d3ea-4dca-915f-c6195738aa38 req-562fb0ef-0abe-4379-a447-547069975972 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 944 time: 0.0631886 Aug 23 03:33:23.156473 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-72bd09b8-d3ea-4dca-915f-c6195738aa38 req-a8986524-717a-4a13-83e0-584adfff3e46 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Aug 23 03:33:23.163506 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.205061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:23.260681 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.267235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:23.300641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4f6245f2-dc62-4a48-87bd-943af6ab50d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.307404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:23.317433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-c0d01071-19b4-4191-844d-033d84f9387f tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:23.318876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-c0d01071-19b4-4191-844d-033d84f9387f tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.11 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 949 time: 0.4054370 Aug 23 03:33:23.341908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:23.344134 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e3c237-ebfe-4cd3-9a2d-dd811d7c6aee" -d '{"events": [{"server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "name": "network-vif-unplugged", "status": "completed", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:23.348075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.368264 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4f6245f2-dc62-4a48-87bd-943af6ab50d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.409342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adbfe7-e0ef-40ea-8a48-a667224eeb43 req-dc6f5046-5424-4008-a3b4-9e0f06d94060 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:23.410815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24adbfe7-e0ef-40ea-8a48-a667224eeb43 req-dc6f5046-5424-4008-a3b4-9e0f06d94060 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 946 time: 0.0480416 Aug 23 03:33:23.441205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.448092 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24adbfe7-e0ef-40ea-8a48-a667224eeb43 req-9ccf2624-7c29-4189-84ec-769d71c5f395 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Aug 23 03:33:23.511124 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56543732-43e3-4f40-88e9-65c1a6642878 x-openstack-request-id: req-56543732-43e3-4f40-88e9-65c1a6642878 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:23.511419 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "name": "network-vif-unplugged", "status": "completed", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:23.511657 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56543732-43e3-4f40-88e9-65c1a6642878 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:23.512039 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec', 'code': 200} Aug 23 03:33:23.578044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Pushing event updated for resources: {'Port': ['ID=cb768274-17b6-407f-909f-23b0a6c260ec,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:23.585284 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4f6245f2-dc62-4a48-87bd-943af6ab50d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454 associated. External IP: 172.25.1.139, port: bf99f0d3-084e-47f0-a71e-ede6af73e7ab. Aug 23 03:33:23.600770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d087aac-6724-4513-9c92-d914cdf5ba2e req-4930514f-3ec6-4e97-8b4a-2d8482784f9e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:23.602281 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d087aac-6724-4513-9c92-d914cdf5ba2e req-4930514f-3ec6-4e97-8b4a-2d8482784f9e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0512190 Aug 23 03:33:23.633700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Deleting port 3b3bd0fd-6f14-43b9-880d-2473de63713b {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:23.634033 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.639311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec on host n-h1-749052-7 for vnic_type normal with profile {"migrating_to": "n-h2-749052-7"} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:23.639650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:23.639978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:23.644554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d087aac-6724-4513-9c92-d914cdf5ba2e req-39b00a8d-c77d-44ae-8fee-1f564eb29207 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345280 Aug 23 03:33:23.664871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Port cb768274-17b6-407f-909f-23b0a6c260ec on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:23.665225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Attempting to bind port cb768274-17b6-407f-909f-23b0a6c260ec on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:23.707215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:23.707553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:23.707938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:23.708376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Bound port: cb768274-17b6-407f-909f-23b0a6c260ec, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:23.708731 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.765055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692c25c-cbdc-4309-8f85-9ac98eeee764 req-b92da732-46b8-4f59-9c6b-7b09222eefec tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:23.766534 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8692c25c-cbdc-4309-8f85-9ac98eeee764 req-b92da732-46b8-4f59-9c6b-7b09222eefec tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 949 time: 0.0590918 Aug 23 03:33:23.804244 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8692c25c-cbdc-4309-8f85-9ac98eeee764 req-2fccadd8-c4ce-43b0-a200-f3cfbfe69c7e tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/security-groups?id=b10d1c8a-e6d0-440b-9c7c-91dd5919a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Aug 23 03:33:23.829778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] For port 3b3bd0fd-6f14-43b9-880d-2473de63713b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=3b3bd0fd-6f14-43b9-880d-2473de63713b,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:23.830147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:23.849873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Calling delete_port for 3b3bd0fd-6f14-43b9-880d-2473de63713b owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:23.894021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:23.943418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:23.950049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e77a1-af14-441c-b890-4b4df03f370a req-bb6d7f68-48c6-46a3-85a2-b7012f1c475a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:23.955004 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f10e77a1-af14-441c-b890-4b4df03f370a req-bb6d7f68-48c6-46a3-85a2-b7012f1c475a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0485175 Aug 23 03:33:23.990222 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f10e77a1-af14-441c-b890-4b4df03f370a req-ae556f53-3097-4af2-ab1c-c107f9c79890 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Aug 23 03:33:24.007395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:24.052620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4f6245f2-dc62-4a48-87bd-943af6ab50d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:33:24.109990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81246d12-4731-43b4-a898-f3e5873c0268 req-3d32bb7c-f352-4761-bb1c-4c5c838254fd tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.111633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81246d12-4731-43b4-a898-f3e5873c0268 req-3d32bb7c-f352-4761-bb1c-4c5c838254fd tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 950 time: 0.0561330 Aug 23 03:33:24.128133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Pushing event updated for resources: {'Port': ['ID=cb768274-17b6-407f-909f-23b0a6c260ec,revision_number=8']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:24.149375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81246d12-4731-43b4-a898-f3e5873c0268 req-d248055c-f23e-4acb-a612-40035588e7c3 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Aug 23 03:33:24.186039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.186653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:24.188035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6e0be3b4-1fc9-4f45-a9d9-22ae8cf7800f service neutron] 10.222.0.24 "PUT /v2.0/ports/cb768274-17b6-407f-909f-23b0a6c260ec HTTP/1.1" status: 200 len: 1122 time: 1.8521018 Aug 23 03:33:24.239457 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:24.271525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Pushing event deleted for resources: {'Port': ['ID=3b3bd0fd-6f14-43b9-880d-2473de63713b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:24.279866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['3b3bd0fd-6f14-43b9-880d-2473de63713b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:24.295773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc3e1d-58f0-4ab6-be30-7768e6709b4a req-2dcc316e-42df-4f6d-9e95-3496e3cbb601 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.298157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d8dc3e1d-58f0-4ab6-be30-7768e6709b4a req-2dcc316e-42df-4f6d-9e95-3496e3cbb601 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 945 time: 0.0690913 Aug 23 03:33:24.304639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4f6245f2-dc62-4a48-87bd-943af6ab50d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:33:24.351343 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4f6245f2-dc62-4a48-87bd-943af6ab50d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:24.351549 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] Sync routers for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:33:24.351549 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:24.351549 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:32:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:24.352096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['cb768274-17b6-407f-909f-23b0a6c260ec'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:24.353404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d8dc3e1d-58f0-4ab6-be30-7768e6709b4a req-f5856ed4-9f29-406e-b73c-5076b2202dc2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475802 Aug 23 03:33:24.360464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] No DVR routers for this DVR port 3b3bd0fd-6f14-43b9-880d-2473de63713b on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:24.365705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:24.366636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40ee5e96-cba1-4251-a8cf-a293d0e74a11 req-b5af8eeb-d523-4e72-aaac-663da1dc42d9 tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.11 "DELETE /v2.0/ports/3b3bd0fd-6f14-43b9-880d-2473de63713b HTTP/1.1" status: 204 len: 173 time: 1.0353863 Aug 23 03:33:24.374890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4f6245f2-dc62-4a48-87bd-943af6ab50d7 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "PUT /v2.0/floatingips/184cb751-6677-41c9-a0e0-8a1b3bf6b454 HTTP/1.1" status: 200 len: 997 time: 2.2527657 Aug 23 03:33:24.488598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-def522be-fc8c-431f-a57e-1a32f593e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.490998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-def522be-fc8c-431f-a57e-1a32f593e7fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1097 time: 0.0835345 Aug 23 03:33:24.491908 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:24.614388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-88a5df38-50fa-4a70-bea9-ebe8729c7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.617248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-88a5df38-50fa-4a70-bea9-ebe8729c7c9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.1180694 Aug 23 03:33:24.643828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ed986-9125-440c-9358-4a3629bd131a req-433e8239-caad-4da2-ac28-a3a707872ed0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.645415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-755ed986-9125-440c-9358-4a3629bd131a req-433e8239-caad-4da2-ac28-a3a707872ed0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.0753384 Aug 23 03:33:24.657634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:24.660223 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a098fa-56e9-4c8f-94de-d3535e191f7a" -d '{"events": [{"server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "name": "network-vif-plugged", "status": "completed", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:24.684974 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-755ed986-9125-440c-9358-4a3629bd131a req-865456f5-d8ad-4f18-8174-0d1de203458a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332956 Aug 23 03:33:24.733773 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f728f283-671c-4c91-922e-69f9b5f60430 x-openstack-request-id: req-f728f283-671c-4c91-922e-69f9b5f60430 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:24.734073 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "name": "network-vif-plugged", "status": "completed", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:24.734326 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f728f283-671c-4c91-922e-69f9b5f60430 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:24.734715 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a', 'code': 200} Aug 23 03:33:24.742778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4e913a84-91fa-4ccd-b553-e613aa21d246 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 1000 time: 0.1174471 Aug 23 03:33:24.776179 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:3e:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:22Z', 'revision_number': 1, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:24.809528 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] Checking router: 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:33:24.818881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-6406dc80-4455-451c-ab9f-f9ee436e383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.820646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-6406dc80-4455-451c-ab9f-f9ee436e383d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0706363 Aug 23 03:33:24.822560 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:24.823556 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:32:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:24.841261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df651-46e1-4bdd-aaad-1cd2550ccfc0 req-9ded8b56-61fb-402d-be7d-cdfe3759dd67 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.842921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c99df651-46e1-4bdd-aaad-1cd2550ccfc0 req-9ded8b56-61fb-402d-be7d-cdfe3759dd67 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0518432 Aug 23 03:33:24.883976 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c99df651-46e1-4bdd-aaad-1cd2550ccfc0 req-1f0f59d9-e0db-4ff7-a918-92cf00cdcd31 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Aug 23 03:33:24.919166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b6dd-1b16-42cb-ab34-19120d51de63 req-9bf6cb84-06c2-4c0e-8033-82d474919151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.921023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b656b6dd-1b16-42cb-ab34-19120d51de63 req-9bf6cb84-06c2-4c0e-8033-82d474919151 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 1096 time: 0.0913758 Aug 23 03:33:24.923390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-8f71dc3d-9a33-4333-843d-2e4c8688019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:24.925540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-8f71dc3d-9a33-4333-843d-2e4c8688019d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873530 Aug 23 03:33:24.940555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-3209a3d2-186f-4078-a695-83e9dab0eb0d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:33:24.941691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-3209a3d2-186f-4078-a695-83e9dab0eb0d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050406 Aug 23 03:33:24.941896 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:24.980774 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbb1842a-12aa-47b4-830a-33eff62f655f req-12433173-23c1-413a-81b2-09055b01142b tempest-TenantUsagesTestJSON-1751090790 tempest-TenantUsagesTestJSON-1751090790-project] 10.222.0.20 "GET /v2.0/ports?device_id=e06592df-863a-4138-bc3b-e848c6f4c85c HTTP/1.1" status: 200 len: 210 time: 0.0278456 Aug 23 03:33:25.014217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b656b6dd-1b16-42cb-ab34-19120d51de63 req-2a9599e9-3555-4eb1-915b-7d8f10de1b78 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850649 Aug 23 03:33:25.047323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-5d18a388-d67d-4fe8-9d17-455eeb9f5080 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961878 Aug 23 03:33:25.109132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d1c49-7ea4-40b6-9517-8240e57f9b6d req-013f4616-c928-4dac-9bcf-8302fee198a7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:25.110619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ad7d1c49-7ea4-40b6-9517-8240e57f9b6d req-013f4616-c928-4dac-9bcf-8302fee198a7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0483060 Aug 23 03:33:25.147837 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ad7d1c49-7ea4-40b6-9517-8240e57f9b6d req-26eeb850-567d-4e56-b4ee-5931de1f9c61 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Aug 23 03:33:25.150061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd9fb6b-8dc4-488a-ab55-67e49619dc12 req-4381c81e-fe0c-425d-8a12-fc41172c2e9e service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969291 Aug 23 03:33:25.182615 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:3e:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:22Z', 'revision_number': 1, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:25.209938 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1cb23c-8626-4e8b-b25b-efa5161e056d None None] The sync data for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 is: [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:3e:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:22Z', 'revision_number': 1, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:33:25.267459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7b7af-de4e-47a9-b2c0-548be65ff4d5 req-031f3f36-7415-4ebc-b129-853a80509419 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:25.268997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bed7b7af-de4e-47a9-b2c0-548be65ff4d5 req-031f3f36-7415-4ebc-b129-853a80509419 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 950 time: 0.0512240 Aug 23 03:33:25.307876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-4bd69bbd-ff64-4a6b-867b-293a7e550e67 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:25.309734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-4bd69bbd-ff64-4a6b-867b-293a7e550e67 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0542650 Aug 23 03:33:25.316051 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bed7b7af-de4e-47a9-b2c0-548be65ff4d5 req-57c79fbe-1356-4d63-9a58-02a07e28595f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390112 Aug 23 03:33:25.411454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-ef10930b-6c25-4ba9-922a-9d62de1a72f3 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 1000 time: 0.0959363 Aug 23 03:33:25.419710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a6870-7622-4c93-82ba-358a851cf7ae None None] New status for floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:33:25.427988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Request body: {'floatingip': {'port_id': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:25.483751 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:25.518104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec'}, {'server_uuid': 'e06592df-863a-4138-bc3b-e848c6f4c85c', 'name': 'network-vif-deleted', 'tag': '3b3bd0fd-6f14-43b9-880d-2473de63713b'}, {'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:25.520321 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1f1cc3-3992-4e9f-accb-1dffcb858dba" -d '{"events": [{"name": "network-changed", "server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec"}, {"server_uuid": "e06592df-863a-4138-bc3b-e848c6f4c85c", "name": "network-vif-deleted", "tag": "3b3bd0fd-6f14-43b9-880d-2473de63713b"}, {"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:25.782918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8c130-a307-408b-a08c-13e922ef8633 req-d350b2fe-eb08-4778-be6f-1c307911c1ef tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:25.784577 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7b8c130-a307-408b-a08c-13e922ef8633 req-d350b2fe-eb08-4778-be6f-1c307911c1ef tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 945 time: 0.0525093 Aug 23 03:33:25.828152 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7b8c130-a307-408b-a08c-13e922ef8633 req-b4c23dd5-99dd-479c-b4dd-48014b4cf948 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374269 Aug 23 03:33:26.032385 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b31c93aa-4a5f-4350-9008-f4a7ae95d98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:26.050993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fb125-8c42-4af9-b3a3-331bf607da22 req-ef626733-d707-4585-90e1-a09a111f4cd8 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:26.052500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-159fb125-8c42-4af9-b3a3-331bf607da22 req-ef626733-d707-4585-90e1-a09a111f4cd8 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 950 time: 0.0484171 Aug 23 03:33:26.068304 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4993f8-da67-4448-b55e-4b619d5b1e19 x-openstack-request-id: req-dd4993f8-da67-4448-b55e-4b619d5b1e19 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:26.068861 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec", "status": "completed", "code": 200}, {"server_uuid": "e06592df-863a-4138-bc3b-e848c6f4c85c", "name": "network-vif-deleted", "tag": "3b3bd0fd-6f14-43b9-880d-2473de63713b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:26.068861 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd4993f8-da67-4448-b55e-4b619d5b1e19 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:26.069224 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec', 'status': 'completed', 'code': 200} Aug 23 03:33:26.069475 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06592df-863a-4138-bc3b-e848c6f4c85c', 'name': 'network-vif-deleted', 'tag': '3b3bd0fd-6f14-43b9-880d-2473de63713b', 'status': 'completed', 'code': 200} Aug 23 03:33:26.069720 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'status': 'completed', 'code': 200} Aug 23 03:33:26.090472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-159fb125-8c42-4af9-b3a3-331bf607da22 req-888670a9-840e-41c0-8fea-91ee9892e2d2 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Aug 23 03:33:26.135073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:26.137295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:26.152074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-9892ce73-acfe-4d59-95fb-6ffec87faa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:26.153572 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-9892ce73-acfe-4d59-95fb-6ffec87faa7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1125 time: 0.0869825 Aug 23 03:33:26.190790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:33:26.191117 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:33:26.208994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954ca8b-6737-4c5a-99eb-08b54c165dd0 req-193dda99-9dc6-4913-9644-7e83ce0f221f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:26.213884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8954ca8b-6737-4c5a-99eb-08b54c165dd0 req-193dda99-9dc6-4913-9644-7e83ce0f221f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.0584936 Aug 23 03:33:26.249968 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8954ca8b-6737-4c5a-99eb-08b54c165dd0 req-37ae9b0c-68c2-4f0d-ba40-63b8f9e06ea3 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Aug 23 03:33:26.256470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-211cce66-39fc-4af6-b733-1c968a450e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:26.261273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-211cce66-39fc-4af6-b733-1c968a450e55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.0927477 Aug 23 03:33:26.271989 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:26.306375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:26.318902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-92fc703b-958b-4528-a2bf-61e4c6084d06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb768274-17b6-407f-909f-23b0a6c260ec HTTP/1.1" status: 200 len: 217 time: 0.0523393 Aug 23 03:33:26.327941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:26.329067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'mac_address': 'fa:16:3e:05:6c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:33:26.353428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b9a5-4ac8-4d75-8801-fb2948f5c459 req-9269de65-dbe7-473a-946f-d48519e68ceb tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:26.354942 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59e6b9a5-4ac8-4d75-8801-fb2948f5c459 req-9269de65-dbe7-473a-946f-d48519e68ceb tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0488093 Aug 23 03:33:26.369649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:26.370560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-ac4fbb70-554d-45ed-8637-82562f44dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:26.372184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-ac4fbb70-554d-45ed-8637-82562f44dc7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0458143 Aug 23 03:33:26.384087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62a51aac-3b10-4b44-9555-7c011ae521b6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:26.397540 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59e6b9a5-4ac8-4d75-8801-fb2948f5c459 req-d6c6adb7-b310-4956-ab82-44b95be454d4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355830 Aug 23 03:33:26.401509 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:26.423938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-514e2384-05f6-431d-9241-488e3e0618f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324676 Aug 23 03:33:26.474371 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:33:26.474941 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:33:26.483012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:26.567895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-d4f34ff8-9c08-4ef5-8d0f-94161d7daa1b service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909965 Aug 23 03:33:26.659849 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-716b7065-98a8-4ba4-b510-f843ad01ed20 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828567 Aug 23 03:33:26.692766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:26.736271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:26.738774 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4fc47c-fa86-40e5-94da-a8eefcc6efb0" -d '{"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-unplugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:26.885536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b41b8-0e3c-434c-8951-163e08a5d6d1 req-3bf9b92d-0291-4086-a97c-e67e216dff40 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:26.887944 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e7b41b8-0e3c-434c-8951-163e08a5d6d1 req-3bf9b92d-0291-4086-a97c-e67e216dff40 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 948 time: 0.0558839 Aug 23 03:33:26.913886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54366) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:26.920230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-289f507b-ebf4-4137-809f-0cfd29d6a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:26.921669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-289f507b-ebf4-4137-809f-0cfd29d6a6be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1097 time: 0.0921440 Aug 23 03:33:26.945445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e7b41b8-0e3c-434c-8951-163e08a5d6d1 req-285c9d76-f7e4-4a72-bff8-4afbd87f713d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454273 Aug 23 03:33:26.964124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 3b3bd0fd-6f14-43b9-880d-2473de63713b no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:27.003342 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e314c92-3000-493b-b519-f569268a2f8f x-openstack-request-id: req-3e314c92-3000-493b-b519-f569268a2f8f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:27.004161 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-unplugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:27.004632 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e314c92-3000-493b-b519-f569268a2f8f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:27.005290 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'code': 200} Aug 23 03:33:27.008381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 3b3bd0fd-6f14-43b9-880d-2473de63713b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:33:27.009105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 3b3bd0fd-6f14-43b9-880d-2473de63713b not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:27.051329 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:27.065536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a51aac-3b10-4b44-9555-7c011ae521b6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:27.086528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:27.096956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8b780604-8a17-48d2-98ba-30e2559b1750 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cf1043377af43399c4038815b1b2992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813617 Aug 23 03:33:27.103605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54370) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:27.114566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-358549b2-2ba7-4e49-b1b4-8e9f5873b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:27.116014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-358549b2-2ba7-4e49-b1b4-8e9f5873b92f service neutron] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.1858723 Aug 23 03:33:27.127445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe624-ef45-47e3-ad89-898d974e5170 req-299c17d6-5bc3-4749-a3d5-80a8429dd78d tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:27.132145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b7fe624-ef45-47e3-ad89-898d974e5170 req-299c17d6-5bc3-4749-a3d5-80a8429dd78d tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 950 time: 0.0846610 Aug 23 03:33:27.152151 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:27.192419 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292cde0b-e7f6-43fd-9e6e-8dfb4b3d1724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:27.197267 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b7fe624-ef45-47e3-ad89-898d974e5170 req-9205cf26-1eb6-476c-9222-4c5bc412e49f tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607474 Aug 23 03:33:27.207608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:27.227571 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292cde0b-e7f6-43fd-9e6e-8dfb4b3d1724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:27.254663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-bb4285eb-6b6d-414b-ab23-4811d29fdcef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 1002 time: 0.1304734 Aug 23 03:33:27.320396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5eaf0-30c1-47a9-b7a8-407233733afc req-0da96a5f-e5f3-4933-b8ea-2499d49a8f2f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:27.321907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1bc5eaf0-30c1-47a9-b7a8-407233733afc req-0da96a5f-e5f3-4933-b8ea-2499d49a8f2f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 945 time: 0.0471170 Aug 23 03:33:27.339658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-f0852927-ba3c-4268-bcf4-3be4e6cf7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:27.341120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-f0852927-ba3c-4268-bcf4-3be4e6cf7c66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0790117 Aug 23 03:33:27.359199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1bc5eaf0-30c1-47a9-b7a8-407233733afc req-660e3487-0146-4138-9cf0-f0c565fcc525 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Aug 23 03:33:27.402779 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292cde0b-e7f6-43fd-9e6e-8dfb4b3d1724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:27.405329 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292cde0b-e7f6-43fd-9e6e-8dfb4b3d1724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:27.409072 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-292cde0b-e7f6-43fd-9e6e-8dfb4b3d1724 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b10d1c8a-e6d0-440b-9c7c-91dd5919a801 HTTP/1.1" status: 204 len: 168 time: 0.3019485 Aug 23 03:33:27.416436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cde0b-e7f6-43fd-9e6e-8dfb4b3d1724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10d1c8a-e6d0-440b-9c7c-91dd5919a801,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:27.434225 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:27.437724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-b58d8f54-0a15-44a2-95c0-4d5dfd5be694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:27.439270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-b58d8f54-0a15-44a2-95c0-4d5dfd5be694 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894785 Aug 23 03:33:27.504734 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:27.539937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9dc14-89b2-4800-977d-bc91ccbf0f40 req-964b47ee-ddf6-4427-964c-d66cdfc854df tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:27.541430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d7b9dc14-89b2-4800-977d-bc91ccbf0f40 req-964b47ee-ddf6-4427-964c-d66cdfc854df tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.0470860 Aug 23 03:33:27.582485 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d7b9dc14-89b2-4800-977d-bc91ccbf0f40 req-befda5f4-de8a-42f5-abff-79d484035660 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Aug 23 03:33:27.608061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-d5dbac89-7890-4d4d-ac7a-de600fb63133 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606643 Aug 23 03:33:27.617983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['62a51aac-3b10-4b44-9555-7c011ae521b6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:27.642572 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454 associated. External IP: 172.25.1.139, port: bf99f0d3-084e-47f0-a71e-ede6af73e7ab. Aug 23 03:33:27.790013 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af1f1cc3-3992-4e9f-accb-1dffcb858dba req-bf4b8a4a-ea41-49f7-a91e-23dfd3e30db6 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686242 Aug 23 03:33:27.904353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:33:27.937444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2c8bd-d9d7-4d26-b39d-dcc4306e4737 req-8817168d-9aa5-43b3-b6f0-d8e747a6b474 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:27.938982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6e2c8bd-d9d7-4d26-b39d-dcc4306e4737 req-8817168d-9aa5-43b3-b6f0-d8e747a6b474 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 1096 time: 0.0412190 Aug 23 03:33:27.978714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6e2c8bd-d9d7-4d26-b39d-dcc4306e4737 req-a8c0cf59-39f0-4313-b86b-9d69089d7df4 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303614 Aug 23 03:33:28.010626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:33:28.021509 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] Sync routers for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:33:28.032937 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:28.033583 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:32:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:28.142667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629088c-9252-4c22-a446-fc63b0bff6aa req-10218e4b-51e2-4479-9410-6513f64cdbea tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:28.149791 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:28.151692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cb768274-17b6-407f-909f-23b0a6c260ec details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:28.158870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2629088c-9252-4c22-a446-fc63b0bff6aa req-10218e4b-51e2-4479-9410-6513f64cdbea tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0638108 Aug 23 03:33:28.164508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54388) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:28.186118 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8233d639-8e84-45e8-85e2-b0cd17c5f7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:28.213541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2629088c-9252-4c22-a446-fc63b0bff6aa req-ec8cbc4a-7777-4e06-a677-d53e035e1337 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Aug 23 03:33:28.293600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:28.303959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:33:28.307398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cb768274-17b6-407f-909f-23b0a6c260ec has no active binding in host n-h2-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:33:28.326566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a50f3b-2074-4f6e-8cbf-21135af72450 req-f66748ac-8612-43f2-8900-a1f694a9f780 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:28.328165 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6a50f3b-2074-4f6e-8cbf-21135af72450 req-f66748ac-8612-43f2-8900-a1f694a9f780 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 949 time: 0.0567958 Aug 23 03:33:28.370330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6a50f3b-2074-4f6e-8cbf-21135af72450 req-ca294459-ad7c-4f01-a1bf-3b8ae11e464b tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Aug 23 03:33:28.419723 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:d7:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:27Z', 'revision_number': 3, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:28.452704 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] Checking router: 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:33:28.461617 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:28.462257 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:32:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:28.477761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b53e51-e1ce-4e63-b226-bfd6aadf4b8b req-5422cb77-e3f3-48e2-a561-b3ab0b4afaba tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:28.479411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f0b53e51-e1ce-4e63-b226-bfd6aadf4b8b req-5422cb77-e3f3-48e2-a561-b3ab0b4afaba tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 1096 time: 0.0405538 Aug 23 03:33:28.519175 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f0b53e51-e1ce-4e63-b226-bfd6aadf4b8b req-86c4c3d9-0b05-455b-9c0b-754e8ead9d17 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Aug 23 03:33:28.660710 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:28.665131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45cf89-3a7d-49e2-a52d-8e58af943ef7 req-22b57833-354d-4bc1-abfe-8a050582eab4 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:28.666862 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c45cf89-3a7d-49e2-a52d-8e58af943ef7 req-22b57833-354d-4bc1-abfe-8a050582eab4 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 950 time: 0.0500460 Aug 23 03:33:28.684194 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cf2d092f-4386-4e2b-b9bc-6294748c03af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:28.710861 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c45cf89-3a7d-49e2-a52d-8e58af943ef7 req-6a22c7ef-eb2d-46d3-a78b-afeab1bc8ee4 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.20 "GET /v2.0/security-groups?id=7a0bb062-2ad1-4317-bbfe-2baafb68edd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376158 Aug 23 03:33:28.725833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8233d639-8e84-45e8-85e2-b0cd17c5f7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:28.784011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:33:28.786404 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:28.791076 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:28.841780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8233d639-8e84-45e8-85e2-b0cd17c5f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:28.893380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:28.895875 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fedb67c-9050-4b6b-9654-6e65c9465356" -d '{"events": [{"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:28.922298 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-36af77c0-0254-4fdf-b2c5-f5f9dc23bcce service neutron] 10.222.0.11 "GET /v2.0/ports/cb768274-17b6-407f-909f-23b0a6c260ec/bindings/n-h2-749052-7 HTTP/1.1" status: 200 len: 384 time: 0.2000234 Aug 23 03:33:28.927269 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:d7:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:27Z', 'revision_number': 3, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:28.932386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdf4ca-8837-43ab-856c-77ffd0ede7dd req-0f05a8c3-7e73-496a-b734-5f0d1b6473d7 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:28.934343 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-70bdf4ca-8837-43ab-856c-77ffd0ede7dd req-0f05a8c3-7e73-496a-b734-5f0d1b6473d7 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 944 time: 0.0648708 Aug 23 03:33:28.949162 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8233d639-8e84-45e8-85e2-b0cd17c5f7ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51e73d7c9966427780f5d1898b0d7113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7833855 Aug 23 03:33:28.957533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54404) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:28.960521 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1758f-05a6-4f52-bbe5-46b695c9c770 None None] The sync data for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 is: [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:d7:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:27Z', 'revision_number': 3, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:33:28.969047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233d639-8e84-45e8-85e2-b0cd17c5f7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc294a0-2d7b-485f-8729-76314449ea5a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:28.984598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-6112334b-d924-4078-beef-c2721ddc00bc tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "PUT /v2.0/floatingips/184cb751-6677-41c9-a0e0-8a1b3bf6b454 HTTP/1.1" status: 200 len: 998 time: 3.5611534 Aug 23 03:33:29.010430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-6388051c-8156-416d-b0c6-44318847ae7a tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:29.012161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-6388051c-8156-416d-b0c6-44318847ae7a tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec25287a-070e-46f4-a2ff-48b1c9ed2cb2 HTTP/1.1" status: 200 len: 950 time: 0.1935005 Aug 23 03:33:29.095091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-3fbf6656-a43c-4058-8c8b-b298284f8943 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:29.096761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-3fbf6656-a43c-4058-8c8b-b298284f8943 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports/bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 943 time: 0.1112611 Aug 23 03:33:29.136983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525d3bd-7a42-467b-8f60-e8302b5f7e2d None None] New status for floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:33:29.229698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-70bdf4ca-8837-43ab-856c-77ffd0ede7dd req-a18f8a6f-f1df-459b-8100-21b395499765 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885740 Aug 23 03:33:29.275715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7f0a-8c3a-4114-ab92-5576d6df9aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:29.286073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-8e4e69ed-a0ed-4499-856b-830ffb659faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:29.287729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-8e4e69ed-a0ed-4499-856b-830ffb659faf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1097 time: 0.1138263 Aug 23 03:33:29.297765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Deleting port 59728cc0-3ecc-408d-8070-003e62124db8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:29.297765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:29.322882 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7f0a-8c3a-4114-ab92-5576d6df9aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:29.396713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:29.438640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7f0a-8c3a-4114-ab92-5576d6df9aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:29.441678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ccbf7f0a-8c3a-4114-ab92-5576d6df9aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:29.448452 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] Sync routers for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:33:29.452710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ccbf7f0a-8c3a-4114-ab92-5576d6df9aa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abc294a0-2d7b-485f-8729-76314449ea5a HTTP/1.1" status: 204 len: 168 time: 0.4891453 Aug 23 03:33:29.459900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:29.460620 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:29.461463 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:29.471831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf7f0a-8c3a-4114-ab92-5576d6df9aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc294a0-2d7b-485f-8729-76314449ea5a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:29.520187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] For port 59728cc0-3ecc-408d-8070-003e62124db8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=59728cc0-3ecc-408d-8070-003e62124db8,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:29.520549 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:29.541483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-562b1ce0-a396-44bd-b05d-8323500a383c req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb768274-17b6-407f-909f-23b0a6c260ec {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:29.545843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Calling delete_port for 59728cc0-3ecc-408d-8070-003e62124db8 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:29.550340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-f60d14d9-2ddf-4aa0-a28d-0af8a61eed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:29.551784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-f60d14d9-2ddf-4aa0-a28d-0af8a61eed67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.2517431 Aug 23 03:33:29.560164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:29.596684 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:29.639823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-57f8e4ee-e7c8-4e39-8a13-a32b6b0fe188 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 217 time: 0.0742683 Aug 23 03:33:29.707821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-8bdcbc0d-59ff-4de9-a8d3-4f804482feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:29.709328 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-8bdcbc0d-59ff-4de9-a8d3-4f804482feca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0630491 Aug 23 03:33:29.712339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:29.830201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-e0b8a49e-317a-4703-aaa8-41279475ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:29.831101 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:d7:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:29Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:29.831912 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-e0b8a49e-317a-4703-aaa8-41279475ea86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160030 Aug 23 03:33:29.879930 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] Checking router: 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:33:29.884770 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:29.886070 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:29.916742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:29.934365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['59728cc0-3ecc-408d-8070-003e62124db8'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:29.987527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-562b1ce0-a396-44bd-b05d-8323500a383c req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] Transition to ACTIVE for port object cb768274-17b6-407f-909f-23b0a6c260ec will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:29.988443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Pushing event deleted for resources: {'Port': ['ID=59728cc0-3ecc-408d-8070-003e62124db8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:30.041453 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:30.057218 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:30.085058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] No DVR routers for this DVR port 59728cc0-3ecc-408d-8070-003e62124db8 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:30.115882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-e114100e-f6e8-4137-8fbe-5701cf229a31 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732146 Aug 23 03:33:30.119335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:30.121295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c7c147-9ea1-4700-9e9a-6d2442d16b0a req-94c7ceee-513c-473e-bbb1-a5b838717709 tempest-DeleteServersAdminTestJSON-1785648652 tempest-DeleteServersAdminTestJSON-1785648652-project] 10.222.0.24 "DELETE /v2.0/ports/59728cc0-3ecc-408d-8070-003e62124db8 HTTP/1.1" status: 204 len: 173 time: 1.0845201 Aug 23 03:33:30.123805 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-1ae724b3-0e1b-4abf-aefa-d850326c4360 service neutron] show failed (client error): The resource could not be found. Aug 23 03:33:30.124924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-1ae724b3-0e1b-4abf-aefa-d850326c4360 service neutron] 10.222.0.11 "GET /v2.0/ports/d4ed72b4-cf2a-4a59-9279-a256d76d3863/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.2453835 Aug 23 03:33:30.158821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:30.225446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] No DVR routers for this DVR port cb768274-17b6-407f-909f-23b0a6c260ec on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:30.276331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 62a51aac-3b10-4b44-9555-7c011ae521b6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:30.277229 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:30.287325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] Pushing event updated for resources: {'Port': ['ID=cb768274-17b6-407f-909f-23b0a6c260ec,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:30.323113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-4d93076d-3991-4acd-82b7-0fe4f897e134 service neutron] 10.222.0.11 "PUT /v2.0/ports/cb768274-17b6-407f-909f-23b0a6c260ec/bindings/n-h2-749052-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3915281 Aug 23 03:33:30.340894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-b1627f03-5781-452f-8f88-66241f379c6a service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099764 Aug 23 03:33:30.361787 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:30.405270 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:d7:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:29Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:30.419720 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:30.437318 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939403e4-a062-49f8-b14c-e723b2b30c51 None None] The sync data for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 is: [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:d7:05:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:29Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:33:30.448812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:30.451327 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f3e8a-9c2b-4b6f-b388-8d6102d99ea6" -d '{"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-plugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:30.466759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:30.492923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-ad6aecb5-0a5c-483b-8971-e461ba0a79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:30.495005 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-ad6aecb5-0a5c-483b-8971-e461ba0a79c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 1096 time: 0.0532603 Aug 23 03:33:30.572283 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:30.634438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-8cb7c967-88fa-456c-9a29-379d5ebcc337 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:30.636103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-8cb7c967-88fa-456c-9a29-379d5ebcc337 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.1087112 Aug 23 03:33:30.637163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:30.683561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-17195577-da96-4bfe-b014-d884a7d30973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:30.685675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-17195577-da96-4bfe-b014-d884a7d30973 service neutron] 10.222.0.20 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.1820683 Aug 23 03:33:30.741606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-c5a83ab8-9218-45ba-ba79-9d76d95ab0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:30.743133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-c5a83ab8-9218-45ba-ba79-9d76d95ab0e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c HTTP/1.1" status: 200 len: 1096 time: 0.0942237 Aug 23 03:33:30.755595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54458) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:30.769387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-28823815-aadc-4bc6-b269-967054d0fd7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 200 len: 1001 time: 0.0750782 Aug 23 03:33:30.822887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-13453c76-bdca-4db2-bd75-1b3a703e9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:30.824317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-13453c76-bdca-4db2-bd75-1b3a703e9c36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 1101 time: 0.0712426 Aug 23 03:33:30.836864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:30.852050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-d4c1d46e-c5a0-4fff-8f6c-f68cea0c121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:30.853570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-d4c1d46e-c5a0-4fff-8f6c-f68cea0c121a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0690427 Aug 23 03:33:30.856139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-89922d5e-1d7f-469b-b133-b21386a8a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:30.858304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-89922d5e-1d7f-469b-b133-b21386a8a766 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1096 time: 0.0841849 Aug 23 03:33:30.914381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:30.963313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-849193236-network', 'tenant_id': 'a83077ba688c44ed9446e80613d5d2e5'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:30.986858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-b0626249-8e90-4318-b040-095e7e5e44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:30.988361 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-b0626249-8e90-4318-b040-095e7e5e44a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194959 Aug 23 03:33:31.029954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-351f1f9a-6053-4cde-a5b4-5777e9767998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:31.031426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-351f1f9a-6053-4cde-a5b4-5777e9767998 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1539271 Aug 23 03:33:31.103098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-26aa3e33-9571-42f4-b2d9-033484738e60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb768274-17b6-407f-909f-23b0a6c260ec HTTP/1.1" status: 200 len: 217 time: 0.0637681 Aug 23 03:33:31.113333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Made reservation on behalf of a83077ba688c44ed9446e80613d5d2e5 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:31.115534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.135220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.141046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:31.176996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:31.180954 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-2c1629dc-40ee-4e02-8bcb-09085ae7eec8 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803474 Aug 23 03:33:31.205258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6981a64f-b9fd-4eea-877e-4ad05a70ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:31.206693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-6981a64f-b9fd-4eea-877e-4ad05a70ed01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0880780 Aug 23 03:33:31.224803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:31.227898 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7eb85-5a44-4132-9ff3-07df81b8f43e" -d '{"events": [{"server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:31.232692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.245673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Transition to ACTIVE for port object d4ed72b4-cf2a-4a59-9279-a256d76d3863 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:31.288284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-a94a6a39-4806-4c81-a0af-3bae52e546bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669842 Aug 23 03:33:31.386443 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.400440 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4efa380c-0bb2-4642-8f93-924ff67c795f req-e29004b7-7eef-4cba-8556-42a0643fecc9 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095785 Aug 23 03:33:31.441879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.444226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-60d0ee6e-df35-4133-a0d2-bc785506c7ef service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434932 Aug 23 03:33:31.451273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] No DVR routers for this DVR port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on host n-h1-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:31.486040 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:31.499958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Attempting to bind port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:31.500367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Attempting to bind port d4ed72b4-cf2a-4a59-9279-a256d76d3863 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:31.500760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Attempting to bind port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:31.505884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:31.508840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Attempting to bind port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:31.523352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:31.523696 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:31.524085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:31.524519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Bound port: d4ed72b4-cf2a-4a59-9279-a256d76d3863, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:31.524879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.532289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.561025 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97421b0f-8d53-43ad-a0d8-8fce1c80e18b x-openstack-request-id: req-97421b0f-8d53-43ad-a0d8-8fce1c80e18b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:31.561315 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:31.561561 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97421b0f-8d53-43ad-a0d8-8fce1c80e18b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:31.561947 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'status': 'completed', 'code': 200} Aug 23 03:33:31.563891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:33:31.596427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f15279e-e25e-4706-93a3-0219266c8fc1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:31.599338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.599657 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Added segment 60fa69d7-d40b-41c2-8c6d-a42af13bbab1 of type vlan for network f4c2e951-9252-4dde-af11-24ae5f2e84d6 Aug 23 03:33:31.610214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-268987c9-d7c5-4fb1-aed2-1260f3ab315f service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555381 Aug 23 03:33:31.614956 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.674063 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-3f6275ff-2b81-416d-a153-985a392420ba tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:33:31.675185 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-3f6275ff-2b81-416d-a153-985a392420ba tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1069074 Aug 23 03:33:31.680669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:31.687673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Request body: {'binding': {'host': 'n-h2-749052-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:31.688291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Unknown quota resources ['binding']. {{(pid=95120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:33:31.690179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.691676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:31.736200 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:33:31.747035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-9609cf92-6bc8-4ecb-9fc3-6e37a055d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:31.749063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-9609cf92-6bc8-4ecb-9fc3-6e37a055d419 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1097 time: 0.1065943 Aug 23 03:33:31.756335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449e61-256a-4571-8302-026a69da9521 req-77d01a35-1ad2-4bab-b2f2-a15c11563ed9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:31.757788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0449e61-256a-4571-8302-026a69da9521 req-77d01a35-1ad2-4bab-b2f2-a15c11563ed9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 948 time: 0.0972083 Aug 23 03:33:31.758511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.822076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:31.822728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.824133 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] 10.222.0.24 "PUT /v2.0/ports/d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 1096 time: 0.9915292 Aug 23 03:33:31.840765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.841788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:31.842360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:31.864234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee972f8-bf5b-48a9-9606-ae95b0439496 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:31.897694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0449e61-256a-4571-8302-026a69da9521 req-22e8cace-2ef3-40f7-8588-d973d246e64b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212530 Aug 23 03:33:31.937737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on host n-h2-749052-7 for vnic_type normal with profile None {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:31.938074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:31.938404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:31.947640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-48774337-e82c-403f-9270-30ca865b6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:31.949175 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-48774337-e82c-403f-9270-30ca865b6665 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1099 time: 0.0861256 Aug 23 03:33:31.952015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:31.952015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:31.956054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:31.956394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:31.956777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:31.957238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Bound port: 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:31.960262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c2e951-9252-4dde-af11-24ae5f2e84d6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:31.971386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network f4c2e951-9252-4dde-af11-24ae5f2e84d6 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:33:31.984787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-24df40fa-56c7-42ee-9e4d-f363912fd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:31.990301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-24df40fa-56c7-42ee-9e4d-f363912fd961 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.2315891 Aug 23 03:33:31.995573 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d9f79431-61d9-4298-9e48-e8ec9e60afb0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2388160 Aug 23 03:33:31.996238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54472) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:32.002297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Request body: {'subnet': {'network_id': 'f4c2e951-9252-4dde-af11-24ae5f2e84d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-849193236-subnet', 'tenant_id': 'a83077ba688c44ed9446e80613d5d2e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:32.080948 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-a468da2e-06ee-4bdc-8456-2d4644e41b29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 217 time: 0.0717537 Aug 23 03:33:32.140325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:32.155343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-036815eb-55ce-4991-aa97-3f913f557e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.156833 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-036815eb-55ce-4991-aa97-3f913f557e76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1973181 Aug 23 03:33:32.207223 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] Notify callbacks [] for binding, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:32.208420 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-004e7ff8-0bc6-4172-91b7-8235557a96ed service neutron] 10.222.0.20 "POST /v2.0/ports/7ea50e15-bb6c-4296-bab9-39eb22f6ed2a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5250738 Aug 23 03:33:32.209715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-adb8e1c0-2cb1-4351-9149-fcc8f6b7704b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 217 time: 0.0453818 Aug 23 03:33:32.266227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-3a26110e-5a49-4d9e-a8f2-8b278806474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.267726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-3a26110e-5a49-4d9e-a8f2-8b278806474a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0464525 Aug 23 03:33:32.317609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-5756cc63-0416-42e8-b9a5-a50ee3af4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.319383 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-5756cc63-0416-42e8-b9a5-a50ee3af4b95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429904 Aug 23 03:33:32.414569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-b1206a1d-9041-45f5-a75d-eee01ae810e1 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875165 Aug 23 03:33:32.432107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Made reservation on behalf of a83077ba688c44ed9446e80613d5d2e5 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:32.434197 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:32.462190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da934b-9505-471c-91b3-b8fc37ee300d req-b6377308-54b5-421b-8eef-aba832e328bd tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.463830 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86da934b-9505-471c-91b3-b8fc37ee300d req-b6377308-54b5-421b-8eef-aba832e328bd tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.4480579 Aug 23 03:33:32.496812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-a377ea86-5314-4a60-8784-5c2daa270268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.498609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-a377ea86-5314-4a60-8784-5c2daa270268 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.3979044 Aug 23 03:33:32.503267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ea8230a1-a354-4a40-8c63-fd353eb3cfa7 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.504641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-ea8230a1-a354-4a40-8c63-fd353eb3cfa7 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.4160957 Aug 23 03:33:32.523678 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d25abfc6-1b48-4188-9729-f0fbb7959d0f req-60bccb2f-cb3e-4496-898a-55e313fa6667 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007414 Aug 23 03:33:32.614713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6733df8-93c4-4d60-a759-0809a50a5eaf req-98d2c017-cb6f-4c11-9bf6-b08ab08bdd3d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.616258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6733df8-93c4-4d60-a759-0809a50a5eaf req-98d2c017-cb6f-4c11-9bf6-b08ab08bdd3d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 945 time: 0.0518496 Aug 23 03:33:32.641002 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86da934b-9505-471c-91b3-b8fc37ee300d req-481e44cc-8408-4cbe-9fbd-a463d9a138b8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653569 Aug 23 03:33:32.660027 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6733df8-93c4-4d60-a759-0809a50a5eaf req-5106fb60-bef1-4aff-a5c2-a968a183441d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Aug 23 03:33:32.676675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-b8f8a3c5-b64d-45fd-b873-e75068868543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.678205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-b8f8a3c5-b64d-45fd-b873-e75068868543 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422260 Aug 23 03:33:32.704993 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1babbc35-a544-43a7-9bf4-390967b6ad33 x-openstack-request-id: req-1babbc35-a544-43a7-9bf4-390967b6ad33 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:32.706014 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-plugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:32.706520 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1babbc35-a544-43a7-9bf4-390967b6ad33 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:32.707132 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'code': 200} Aug 23 03:33:32.737343 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c73883b-bc72-46a4-88aa-43ceb28ec143 x-openstack-request-id: req-7c73883b-bc72-46a4-88aa-43ceb28ec143 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:32.737640 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:32.738027 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c73883b-bc72-46a4-88aa-43ceb28ec143 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:32.738438 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'code': 200} Aug 23 03:33:32.833808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6344e3-1323-4e4f-9dbc-97782452da7c req-280e19b4-868f-469e-9e9f-d9a4575798e8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.837496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e6344e3-1323-4e4f-9dbc-97782452da7c req-280e19b4-868f-469e-9e9f-d9a4575798e8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 945 time: 0.0592530 Aug 23 03:33:32.884448 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e6344e3-1323-4e4f-9dbc-97782452da7c req-ce5d1881-c76c-4dea-ac78-b0d089d51a09 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Aug 23 03:33:32.937762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64cbda14-239d-4ea4-8cf2-29a41af0f07f req-eadb6da3-4cbd-4eaa-b08f-0d5304265826 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 1001 time: 0.2074621 Aug 23 03:33:32.941251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b1ce0-a396-44bd-b05d-8323500a383c req-8ce49648-b12f-4ef6-ac83-53d7f4f4f947 service neutron] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:32.945288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b1ce0-a396-44bd-b05d-8323500a383c req-8ce49648-b12f-4ef6-ac83-53d7f4f4f947 service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:32.946214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b1ce0-a396-44bd-b05d-8323500a383c req-8ce49648-b12f-4ef6-ac83-53d7f4f4f947 service neutron] 10.222.0.24 "DELETE /v2.0/ports/cb768274-17b6-407f-909f-23b0a6c260ec/bindings/n-h1-749052-7 HTTP/1.1" status: 204 len: 173 time: 0.4091713 Aug 23 03:33:32.951460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-f1daa92b-4b4b-4f2d-86b0-4e1ab61f5da9 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453775 Aug 23 03:33:32.989547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27888f0-720c-448d-b0db-b2216ba66827 req-a5f7bcd8-77dd-4f69-a8f0-e695d4a42438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:32.991080 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c27888f0-720c-448d-b0db-b2216ba66827 req-a5f7bcd8-77dd-4f69-a8f0-e695d4a42438 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 1101 time: 0.0550134 Aug 23 03:33:33.004816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cb768274-17b6-407f-909f-23b0a6c260ec no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:33.020317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbda14-239d-4ea4-8cf2-29a41af0f07f req-8ab3a54b-9438-475c-bcbf-5e1b76acf2a3 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:33.021730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64cbda14-239d-4ea4-8cf2-29a41af0f07f req-8ab3a54b-9438-475c-bcbf-5e1b76acf2a3 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports/132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 200 len: 942 time: 0.0746095 Aug 23 03:33:33.048435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cb768274-17b6-407f-909f-23b0a6c260ec not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:33.053163 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:33.076799 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c27888f0-720c-448d-b0db-b2216ba66827 req-7c1c993d-0ae9-4849-a512-27d381b04a49 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770915 Aug 23 03:33:33.088608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c82cfb-3994-4a52-af20-0d680b08358d req-2c98f238-df35-4036-9c9a-9facf18bf446 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:33.090093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a0c82cfb-3994-4a52-af20-0d680b08358d req-2c98f238-df35-4036-9c9a-9facf18bf446 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 948 time: 0.0775394 Aug 23 03:33:33.136892 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a0c82cfb-3994-4a52-af20-0d680b08358d req-1c5acae6-8a4d-49a8-91d6-ea9213897e04 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Aug 23 03:33:33.169869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb27058f-17b7-4200-96a7-913b63c327b3,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:33.205290 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64cbda14-239d-4ea4-8cf2-29a41af0f07f req-e4d60c02-0dac-472c-b1f4-f504c19c2e05 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 1001 time: 0.1101751 Aug 23 03:33:33.207421 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fedb67c-9050-4b6b-9654-6e65c9465356 req-c8dd7053-62d5-42de-9ac5-587097948c1a service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284367 Aug 23 03:33:33.214588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Checking segment: {'id': '60fa69d7-d40b-41c2-8c6d-a42af13bbab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f4c2e951-9252-4dde-af11-24ae5f2e84d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:33.214940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Network hostable DHCP agents. Network: f4c2e951-9252-4dde-af11-24ae5f2e84d6, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:33:33.266341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9b4ba-fbb3-4782-9fea-32e735a07750 req-687bec74-a86b-499f-9abb-867c179a4625 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:33.267841 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-21a9b4ba-fbb3-4782-9fea-32e735a07750 req-687bec74-a86b-499f-9abb-867c179a4625 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1096 time: 0.0391543 Aug 23 03:33:33.301253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-21a9b4ba-fbb3-4782-9fea-32e735a07750 req-e0d17717-7920-427b-8c69-8e85d3554d2e tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271878 Aug 23 03:33:33.321595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbda14-239d-4ea4-8cf2-29a41af0f07f req-52ec7006-8cb4-4600-8a6d-2acbe3cef992 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:33.322802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64cbda14-239d-4ea4-8cf2-29a41af0f07f req-52ec7006-8cb4-4600-8a6d-2acbe3cef992 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1102126 Aug 23 03:33:33.388446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Network f4c2e951-9252-4dde-af11-24ae5f2e84d6 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:33:33.421532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-2c2e0028-6c34-4380-96ef-cf899f938bb0 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 1001 time: 0.0738046 Aug 23 03:33:33.454813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, f4c2e951-9252-4dde-af11-24ae5f2e84d6) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:33.459375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:33.460325 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:33.463763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b27aec-379c-41d2-9f45-0f95076a32fd None None] Network f4c2e951-9252-4dde-af11-24ae5f2e84d6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:33:33.485652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde86b04-c889-40ca-a439-574c40f30f65 req-0b29928e-25d4-4a4a-a98b-576495f9650f tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:33.487039 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-0b29928e-25d4-4a4a-a98b-576495f9650f tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports/132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 200 len: 942 time: 0.0626454 Aug 23 03:33:33.565307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c'}, {'server_uuid': 'ec25287a-070e-46f4-a2ff-48b1c9ed2cb2', 'name': 'network-vif-deleted', 'tag': '59728cc0-3ecc-408d-8070-003e62124db8'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:33.567745 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554b1c66-5bc5-43ec-b9dc-d0da065ac000" -d '{"events": [{"name": "network-changed", "server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c"}, {"server_uuid": "ec25287a-070e-46f4-a2ff-48b1c9ed2cb2", "name": "network-vif-deleted", "tag": "59728cc0-3ecc-408d-8070-003e62124db8"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:33.576556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d4fef0eb-03e2-47f7-af2b-5ebf53a6778b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5792994 Aug 23 03:33:33.600693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-b7669e57-85fb-42a0-8b59-41e165cb6b8f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:33.602277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-b7669e57-85fb-42a0-8b59-41e165cb6b8f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 808 time: 0.1153791 Aug 23 03:33:33.610615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-effe6dd2-67e9-4ca5-a88a-341437f36ea1 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 1001 time: 0.0825684 Aug 23 03:33:33.615382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb549004-23f2-45b6-a890-8f8e00858161 None None] Network f4c2e951-9252-4dde-af11-24ae5f2e84d6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:33:33.628193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-1f40040a-7e5a-40d3-94e0-3695c795dac5 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/quotas/168d4dbdb06d40e2868bcbafccb7d54c HTTP/1.1" status: 200 len: 375 time: 0.0109398 Aug 23 03:33:33.730939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-fd2cd5fa-3a59-40df-b02d-9682350ee2bf tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963328 Aug 23 03:33:33.768440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde86b04-c889-40ca-a439-574c40f30f65 req-4303dec5-322a-4182-8a8e-f8b88b68b1de tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:33.776338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-4303dec5-322a-4182-8a8e-f8b88b68b1de tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1582935 Aug 23 03:33:33.845712 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-dd64505e-aa8f-404a-a7f0-0ecf73c4a3f9 service neutron] 10.222.0.20 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139104 Aug 23 03:33:33.856368 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-2b8a02ef-f576-4665-9df4-6e81c14bf6f0 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 1001 time: 0.0791714 Aug 23 03:33:33.866629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-cde86b04-c889-40ca-a439-574c40f30f65 req-bc94f453-da2b-4bb0-af13-c2dc08f8a9af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:33.924270 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cde86b04-c889-40ca-a439-574c40f30f65 req-bc94f453-da2b-4bb0-af13-c2dc08f8a9af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:33.944167 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-7fa826b1-8e76-4661-ae98-539b322153a4 service neutron] 10.222.0.20 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914388 Aug 23 03:33:33.963517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54520) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:34.084479 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cde86b04-c889-40ca-a439-574c40f30f65 req-bc94f453-da2b-4bb0-af13-c2dc08f8a9af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:34.103169 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-19c1667e-b781-4fb2-be4f-81b6d74e6711 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfd50881218c4df384a151efc312fa2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384771 Aug 23 03:33:34.105677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54524) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:34.146721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cde86b04-c889-40ca-a439-574c40f30f65 req-bc94f453-da2b-4bb0-af13-c2dc08f8a9af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:34.147125 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-cde86b04-c889-40ca-a439-574c40f30f65 req-bc94f453-da2b-4bb0-af13-c2dc08f8a9af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454 disassociated. External IP: 172.25.1.139, port: 132bf7c3-8e21-48c9-a740-35f78ff47c0c. Aug 23 03:33:34.173348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 59728cc0-3ecc-408d-8070-003e62124db8 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:34.198027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 59728cc0-3ecc-408d-8070-003e62124db8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:33:34.198680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 59728cc0-3ecc-408d-8070-003e62124db8 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:34.212917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b13b57c0-3283-452c-a416-b38f5e75341f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:34.256954 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9b9208-ecff-490e-b3b9-dfbe46e5359b x-openstack-request-id: req-9a9b9208-ecff-490e-b3b9-dfbe46e5359b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:34.257340 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c", "status": "completed", "code": 200}, {"server_uuid": "ec25287a-070e-46f4-a2ff-48b1c9ed2cb2", "name": "network-vif-deleted", "tag": "59728cc0-3ecc-408d-8070-003e62124db8", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:34.257519 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a9b9208-ecff-490e-b3b9-dfbe46e5359b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:34.257909 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'status': 'completed', 'code': 200} Aug 23 03:33:34.258166 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec25287a-070e-46f4-a2ff-48b1c9ed2cb2', 'name': 'network-vif-deleted', 'tag': '59728cc0-3ecc-408d-8070-003e62124db8', 'status': 'completed', 'code': 200} Aug 23 03:33:34.273258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b13b57c0-3283-452c-a416-b38f5e75341f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:34.355955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4daec-d687-4649-86e1-b775d88ab4f5 req-03ad7b73-0b5a-4e2d-b26c-8ddef24b0e65 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:34.357584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-30e4daec-d687-4649-86e1-b775d88ab4f5 req-03ad7b73-0b5a-4e2d-b26c-8ddef24b0e65 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0532923 Aug 23 03:33:34.403850 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-30e4daec-d687-4649-86e1-b775d88ab4f5 req-51cd04b9-26a0-42ab-add4-cbf3b6aec743 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378826 Aug 23 03:33:34.404523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-9e857925-de80-4dc5-80a7-f3f79c9861f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:34.406040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-9e857925-de80-4dc5-80a7-f3f79c9861f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 1096 time: 0.0987761 Aug 23 03:33:34.531933 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b13b57c0-3283-452c-a416-b38f5e75341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:34.534476 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b13b57c0-3283-452c-a416-b38f5e75341f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:34.539046 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b13b57c0-3283-452c-a416-b38f5e75341f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a0bb062-2ad1-4317-bbfe-2baafb68edd7 HTTP/1.1" status: 204 len: 168 time: 0.4289951 Aug 23 03:33:34.557439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cde86b04-c889-40ca-a439-574c40f30f65 req-bc94f453-da2b-4bb0-af13-c2dc08f8a9af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:33:34.564202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b57c0-3283-452c-a416-b38f5e75341f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0bb062-2ad1-4317-bbfe-2baafb68edd7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:34.575137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-d31efeb3-7038-48b4-9aee-b83e387fd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:34.577211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-d31efeb3-7038-48b4-9aee-b83e387fd5ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.1566834 Aug 23 03:33:34.674373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-794a6c58-5849-41c6-a6b7-e10694a3df63 req-7c6b9bba-8f7a-4f31-9317-a644bd898efd tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1329178059', 'description': 'tempest-description-1684666412'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:34.675195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-51e2779e-7ea1-4ef0-9d55-8c799c9ec822 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 200 len: 217 time: 0.0830331 Aug 23 03:33:34.739841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:34.742337 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bacc46-b7e0-4115-ac68-eb9659e06cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:34.777123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-0a213c7f-fd42-47b3-89b2-8d84be295ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:34.778729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-0a213c7f-fd42-47b3-89b2-8d84be295ec1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0897171 Aug 23 03:33:34.780003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cde86b04-c889-40ca-a439-574c40f30f65 req-bc94f453-da2b-4bb0-af13-c2dc08f8a9af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:33:34.784145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cde86b04-c889-40ca-a439-574c40f30f65 req-bc94f453-da2b-4bb0-af13-c2dc08f8a9af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:34.788701 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-794a6c58-5849-41c6-a6b7-e10694a3df63 req-7c6b9bba-8f7a-4f31-9317-a644bd898efd tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:34.802622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] Sync routers for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:33:34.816331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:34.817030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:34.845592 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-bc94f453-da2b-4bb0-af13-c2dc08f8a9af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "PUT /v2.0/floatingips/184cb751-6677-41c9-a0e0-8a1b3bf6b454 HTTP/1.1" status: 200 len: 695 time: 0.9808116 Aug 23 03:33:34.894467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-5bdb9163-bdcf-4bae-93dd-a15c7621da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:34.894467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-5bdb9163-bdcf-4bae-93dd-a15c7621da2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869968 Aug 23 03:33:34.905877 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-794a6c58-5849-41c6-a6b7-e10694a3df63 req-7c6b9bba-8f7a-4f31-9317-a644bd898efd tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:34.927039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde86b04-c889-40ca-a439-574c40f30f65 req-42a102b3-4b92-47c3-9ff6-7a5294c11205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:34.928679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-42a102b3-4b92-47c3-9ff6-7a5294c11205 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 1096 time: 0.0778697 Aug 23 03:33:34.942915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:34.974917 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-794a6c58-5849-41c6-a6b7-e10694a3df63 req-7c6b9bba-8f7a-4f31-9317-a644bd898efd tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:35.020559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b9bba-8f7a-4f31-9317-a644bd898efd tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055692a9-513a-4869-b78f-b331de50a929,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:35.075116 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-a1f007cf-a927-4512-b0b9-4508c7a950a9 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747468 Aug 23 03:33:35.077597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d4ed72b4-cf2a-4a59-9279-a256d76d3863 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:35.091422 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-794a6c58-5849-41c6-a6b7-e10694a3df63 req-7c6b9bba-8f7a-4f31-9317-a644bd898efd tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:35.094856 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-794a6c58-5849-41c6-a6b7-e10694a3df63 req-7c6b9bba-8f7a-4f31-9317-a644bd898efd tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4247210 Aug 23 03:33:35.110773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde86b04-c889-40ca-a439-574c40f30f65 req-425eb5bf-c760-4e8d-ba18-1ef2cfc60d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:35.112294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-425eb5bf-c760-4e8d-ba18-1ef2cfc60d67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.1735044 Aug 23 03:33:35.187705 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d4ed72b4-cf2a-4a59-9279-a256d76d3863 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:35.192676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-421335b3-8e9d-4792-9457-1c59b53bbb73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 200 len: 217 time: 0.0446243 Aug 23 03:33:35.255328 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-554b1c66-5bc5-43ec-b9dc-d0da065ac000 req-0879b46d-cdaa-4c6d-880a-f3e11e8c6848 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686335 Aug 23 03:33:35.262147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde86b04-c889-40ca-a439-574c40f30f65 req-4938d21c-9714-484e-972f-91af225bfa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:35.263591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-4938d21c-9714-484e-972f-91af225bfa6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0612488 Aug 23 03:33:35.266322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-dbdc854b-293a-4d17-a470-f5f1bd936a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:35.267886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-dbdc854b-293a-4d17-a470-f5f1bd936a09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 1096 time: 0.0963354 Aug 23 03:33:35.288127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:35.294940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da7255-d83d-4bc3-aeac-e494784fdfb5 req-b845693c-9ed8-48db-be39-4ba6d072e940 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:35.302579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19da7255-d83d-4bc3-aeac-e494784fdfb5 req-b845693c-9ed8-48db-be39-4ba6d072e940 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 945 time: 0.0816071 Aug 23 03:33:35.313856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] Checking router: 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:33:35.323024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:35.323646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:35.335727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde86b04-c889-40ca-a439-574c40f30f65 req-cff74359-43e5-43f8-933a-b90ebd55a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:35.337298 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-cff74359-43e5-43f8-933a-b90ebd55a20f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634093 Aug 23 03:33:35.406693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19da7255-d83d-4bc3-aeac-e494784fdfb5 req-e934218d-19d1-4b71-ab97-4a9c5d1c59bf tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978296 Aug 23 03:33:35.446075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-78e77b2e-c352-4ef6-b329-0b3c85daacef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:35.447845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-78e77b2e-c352-4ef6-b329-0b3c85daacef service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.1719873 Aug 23 03:33:35.458258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:35.497167 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-09e11278-4488-4e87-ac49-5403398f6de5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a HTTP/1.1" status: 200 len: 217 time: 0.0395803 Aug 23 03:33:35.497657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54554) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:35.569792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-816df123-5cbc-4088-b5de-3d5cc0698e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:35.576099 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-816df123-5cbc-4088-b5de-3d5cc0698e8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0574422 Aug 23 03:33:35.588863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2072693-e0cf-47a8-b385-64de2807dac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:35.594724 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5fa044a0-6399-4990-b894-a49b89c47861 req-16079a46-f1e0-4b48-853e-5eb121e27010 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 210 time: 0.0957463 Aug 23 03:33:35.656964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-83547b26-2d52-48e3-aae5-0afc515a141f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665393 Aug 23 03:33:35.748494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:35.753744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-4266dd65-b5e5-469e-93af-de2a656677d5 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029014 Aug 23 03:33:35.776990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943fdd43-e6a4-4d56-9060-05487415aa62 None None] The sync data for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 is: [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:33:35.811985 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-2af2f75d-2777-4379-af20-e2fc3d35f711 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507399 Aug 23 03:33:35.837203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b34946-6b7c-4013-9245-77536caeba1b req-5785bef3-0f50-40f9-a8e2-c7b3e3628f76 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:35.838988 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-87b34946-6b7c-4013-9245-77536caeba1b req-5785bef3-0f50-40f9-a8e2-c7b3e3628f76 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 948 time: 0.1138387 Aug 23 03:33:35.862675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde86b04-c889-40ca-a439-574c40f30f65 req-1fb3d197-7af0-4721-9cc2-8377daf4a8c0 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025600 Aug 23 03:33:35.959798 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dea081-2565-4604-b990-61322bb3d0f6 x-openstack-request-id: req-d3dea081-2565-4604-b990-61322bb3d0f6 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:35.960390 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:35.960390 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3dea081-2565-4604-b990-61322bb3d0f6 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:35.960695 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'status': 'completed', 'code': 200} Aug 23 03:33:35.974987 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-87b34946-6b7c-4013-9245-77536caeba1b req-446bf290-81ee-4a57-bf7e-4232ca543883 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204972 Aug 23 03:33:35.989576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2072693-e0cf-47a8-b385-64de2807dac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.003781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-6aeab2d8-18e2-4b5f-80f1-c9d0f747f540 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797380 Aug 23 03:33:36.048999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2072693-e0cf-47a8-b385-64de2807dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.080756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f94a9571-070b-4d06-a13c-6b3e43325ebb req-4b9e6962-5893-446e-bc2d-4e59300b8905 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/055692a9-513a-4869-b78f-b331de50a929 HTTP/1.1" status: 200 len: 1805 time: 0.1207430 Aug 23 03:33:36.092940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-18742407-4468-4443-a712-2b4e9627ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.094460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-18742407-4468-4443-a712-2b4e9627ff17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1099 time: 0.1126046 Aug 23 03:33:36.101136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e2072693-e0cf-47a8-b385-64de2807dac5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0de62b47c01405ca55725c5fb2d9923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013718 Aug 23 03:33:36.101655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-f94a9571-070b-4d06-a13c-6b3e43325ebb req-ed1c414e-47a9-4560-a513-0301938a44a6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '055692a9-513a-4869-b78f-b331de50a929', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:36.101996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-f94a9571-070b-4d06-a13c-6b3e43325ebb req-ed1c414e-47a9-4560-a513-0301938a44a6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '055692a9-513a-4869-b78f-b331de50a929', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:36.102265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2072693-e0cf-47a8-b385-64de2807dac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de2d681-4c3f-4164-ae80-9bd9b5e8fc90,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:36.104803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54560) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:36.121116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-512ed0ff-da3e-49ff-b2e1-d2b412c039ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.124456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-512ed0ff-da3e-49ff-b2e1-d2b412c039ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1099 time: 0.1167469 Aug 23 03:33:36.139833 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3951b3-3115-43e5-9514-dc72f4e48d28 None None] New status for floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:33:36.185651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d4ed72b4-cf2a-4a59-9279-a256d76d3863 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:36.214255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-70716e00-83ca-4d72-b662-8822c9ef7904 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.215802 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-70716e00-83ca-4d72-b662-8822c9ef7904 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.1034148 Aug 23 03:33:36.233778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-749052-7'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:36.246030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7744f-75f9-429a-9241-58d58d85f1de req-8ffbd343-2e6d-4b96-950d-cdc7032e527c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.248097 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8bb7744f-75f9-429a-9241-58d58d85f1de req-8ffbd343-2e6d-4b96-950d-cdc7032e527c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1201324 Aug 23 03:33:36.259444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:36.262432 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e90b1d-9c21-42c8-9156-ab9925411b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:36.267046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7087a539-b5d2-48a1-9c3a-10cad39671b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.309363 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7087a539-b5d2-48a1-9c3a-10cad39671b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.353700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-05989dd4-b62b-4a0a-b5c0-cd50f2ce6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.355402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-05989dd4-b62b-4a0a-b5c0-cd50f2ce6345 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2217069 Aug 23 03:33:36.359119 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.366774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:36.374826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8bb7744f-75f9-429a-9241-58d58d85f1de req-187216dd-66d3-4930-bbfb-3945a789d424 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092603 Aug 23 03:33:36.381828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'mac_address': 'fa:16:3e:4e:6a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:33:36.409520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-e4d185e2-c0bd-45ef-b308-35b44c414a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.411140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-e4d185e2-c0bd-45ef-b308-35b44c414a1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2922487 Aug 23 03:33:36.453287 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.480504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ed72b4-cf2a-4a59-9279-a256d76d3863 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:36.509707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:36.550095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:36.565820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-e095bdeb-b036-4bd9-9550-22906a010eb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 217 time: 0.1533728 Aug 23 03:33:36.577045 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-a697c5f3-b700-4e22-98cf-b280095eb87a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 217 time: 0.1523232 Aug 23 03:33:36.589506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7087a539-b5d2-48a1-9c3a-10cad39671b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.590130 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f94a9571-070b-4d06-a13c-6b3e43325ebb req-ed1c414e-47a9-4560-a513-0301938a44a6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.592356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7087a539-b5d2-48a1-9c3a-10cad39671b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.593522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7087a539-b5d2-48a1-9c3a-10cad39671b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1de2d681-4c3f-4164-ae80-9bd9b5e8fc90 HTTP/1.1" status: 204 len: 168 time: 0.4878981 Aug 23 03:33:36.600271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:36.615143 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.625871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087a539-b5d2-48a1-9c3a-10cad39671b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de2d681-4c3f-4164-ae80-9bd9b5e8fc90,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:36.658129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.690894 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f94a9571-070b-4d06-a13c-6b3e43325ebb req-ed1c414e-47a9-4560-a513-0301938a44a6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.696609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-35ab65ab-a8ae-4d48-8200-9be77bc3f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.698096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-35ab65ab-a8ae-4d48-8200-9be77bc3f409 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1122811 Aug 23 03:33:36.707757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-06a290f8-b787-466a-8ce8-8bf5a16842dc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.709255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-06a290f8-b787-466a-8ce8-8bf5a16842dc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 808 time: 0.2425072 Aug 23 03:33:36.711306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-b8219492-b228-4336-a738-d3c7c324f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.712107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-b8219492-b228-4336-a738-d3c7c324f973 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1367292 Aug 23 03:33:36.727546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:36.752316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Request body: {'port': {'device_id': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f', 'admin_state_up': True, 'tenant_id': '168d4dbdb06d40e2868bcbafccb7d54c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:36.781120 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.791860 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f94a9571-070b-4d06-a13c-6b3e43325ebb req-ed1c414e-47a9-4560-a513-0301938a44a6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.869564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Pushing event updated for resources: {'Port': ['ID=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:36.870450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c414e-47a9-4560-a513-0301938a44a6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b970ccf-fc9d-4622-a01c-7b88a0bc17b1,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:36.883860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-a234fded-cae5-4d47-8ba8-77faca93f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.883860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-a234fded-cae5-4d47-8ba8-77faca93f70f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687024 Aug 23 03:33:36.886291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-d0bf2af7-1029-45d7-b51c-abbab66414c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:36.887792 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-d0bf2af7-1029-45d7-b51c-abbab66414c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459055 Aug 23 03:33:36.894261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d4ed72b4-cf2a-4a59-9279-a256d76d3863'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:36.907212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on host n-h1-749052-7 for vnic_type normal with profile {"migrating_to": "n-h2-749052-7"} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:36.910601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:36.911116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:36.921563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:36.923922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Attempting to bind port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:36.934354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:36.935102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:36.935553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:36.936345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Bound port: 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:36.936489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.957161 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f94a9571-070b-4d06-a13c-6b3e43325ebb req-ed1c414e-47a9-4560-a513-0301938a44a6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:36.971583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f94a9571-070b-4d06-a13c-6b3e43325ebb req-ed1c414e-47a9-4560-a513-0301938a44a6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8760381 Aug 23 03:33:37.021472 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64af6d6-30e1-4cc8-ae2c-a4832b58b450 x-openstack-request-id: req-e64af6d6-30e1-4cc8-ae2c-a4832b58b450 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:37.021766 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:37.022028 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e64af6d6-30e1-4cc8-ae2c-a4832b58b450 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:37.022392 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'status': 'completed', 'code': 200} Aug 23 03:33:37.025064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:37.030597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:37.089494 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:37.154977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-4cebae0e-3a33-4f69-953d-90d90c69a97e service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601724 Aug 23 03:33:37.160268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Made reservation on behalf of 168d4dbdb06d40e2868bcbafccb7d54c for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:37.170442 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:37.176021 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:37.177003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:37.178350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-62999eca-64f5-4f4e-9ca7-df26db991b12 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663078 Aug 23 03:33:37.178753 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] 10.222.0.24 "PUT /v2.0/ports/7ea50e15-bb6c-4296-bab9-39eb22f6ed2a HTTP/1.1" status: 200 len: 1121 time: 0.9530048 Aug 23 03:33:37.195533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32698e-8e96-47a9-ab4b-2e1ee0195f1c service neutron] Pushing event updated for resources: {'Port': ['ID=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,revision_number=8']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:37.235400 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:37.288816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7a45d-e67b-463d-830f-3e2da1cd370a req-23666f49-d1e6-4734-a702-83170cd5b7ae tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:37.291757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5fb7a45d-e67b-463d-830f-3e2da1cd370a req-23666f49-d1e6-4734-a702-83170cd5b7ae tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 943 time: 0.0854514 Aug 23 03:33:37.319075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.11', 51618) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:37.336029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['7ea50e15-bb6c-4296-bab9-39eb22f6ed2a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:37.352969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e684e-cd97-4ff1-a0a8-74a87567b188 req-82e75df4-7af1-4569-acce-a0aabc6efa20 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:37.354491 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-290e684e-cd97-4ff1-a0a8-74a87567b188 req-82e75df4-7af1-4569-acce-a0aabc6efa20 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.2635846 Aug 23 03:33:37.393346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-ee4b2ee4-c408-458b-89e8-3c31ee636295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:37.394742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-ee4b2ee4-c408-458b-89e8-3c31ee636295 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 1096 time: 0.3049335 Aug 23 03:33:37.425688 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5fb7a45d-e67b-463d-830f-3e2da1cd370a req-222546bf-961a-459b-a12a-08f42ee00ce8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256809 Aug 23 03:33:37.454627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cefc2-4290-4a41-972c-a83459c32adc req-38fbccab-3e43-4bc3-9354-048cf7d37e6e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:37.468431 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-38fbccab-3e43-4bc3-9354-048cf7d37e6e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 949 time: 0.1361496 Aug 23 03:33:37.554241 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cb536eba-fed4-46b5-97e7-5c268546b3ec req-3f29c644-6079-473d-bd26-2b34836adf71 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 210 time: 0.0390348 Aug 23 03:33:37.564502 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-653cefc2-4290-4a41-972c-a83459c32adc req-fb876ff1-9442-4d56-a406-207da6b1467e service neutron] delete failed (client error): The resource could not be found. Aug 23 03:33:37.565483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-fb876ff1-9442-4d56-a406-207da6b1467e service neutron] 10.222.0.11 "DELETE /v2.0/ports/d4ed72b4-cf2a-4a59-9279-a256d76d3863/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0885508 Aug 23 03:33:37.575402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-4884e04e-ed1d-4819-b9f7-2fc1ec851d72 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016318 Aug 23 03:33:37.583948 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-290e684e-cd97-4ff1-a0a8-74a87567b188 req-41235c95-475c-422b-a020-1564b8dc553e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979384 Aug 23 03:33:37.590513 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92bacc46-b7e0-4115-ac68-eb9659e06cbb req-66989205-8584-4da5-83bc-64fa3e4bbf26 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880820 Aug 23 03:33:37.624810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-16936521-667d-4b42-9e30-489ccb6f072d req-8ca10dd1-9f88-490e-b740-8599ecf5433b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1039501579', 'description': 'tempest-description-1183233311'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:37.630856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Allocated IP 172.20.0.10 (ba086131-5cb5-4e31-8f4a-0f45c2fd938f/bcd30577-c479-4f1e-98b6-f90156d3f3d6/103b6d8d-7ccd-41c3-a035-4a06727daffc) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:33:37.682003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-4f3f9f7b-90f2-4dca-88c5-cb387bb6aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:37.683754 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-4f3f9f7b-90f2-4dca-88c5-cb387bb6aaf2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.2744946 Aug 23 03:33:37.763595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-763e26df-bff9-450e-a876-4503069895ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 200 len: 217 time: 0.0708709 Aug 23 03:33:37.787365 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-16936521-667d-4b42-9e30-489ccb6f072d req-8ca10dd1-9f88-490e-b740-8599ecf5433b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:37.934213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-65055e37-c99b-467d-83dd-d4a70ba500fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:37.935926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-65055e37-c99b-467d-83dd-d4a70ba500fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.1508837 Aug 23 03:33:37.940640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cefc2-4290-4a41-972c-a83459c32adc req-d18a4da9-c388-4f49-8cee-d2e0504004a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:37.942256 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-d18a4da9-c388-4f49-8cee-d2e0504004a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1100 time: 0.1940961 Aug 23 03:33:37.964185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e85ef9-f2de-49de-a000-4f362df6621e req-afd7ae8b-ab51-4fcc-9dcd-e0fdf046fc28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:37.966597 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-afd7ae8b-ab51-4fcc-9dcd-e0fdf046fc28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3005168 Aug 23 03:33:37.967159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a'}, {'name': 'network-changed', 'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:37.969392 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7" -d '{"events": [{"server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a"}, {"name": "network-changed", "server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:38.055637 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-4bd2e189-617b-41b4-b1c5-a6a81a03e07b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 696 time: 0.0694344 Aug 23 03:33:38.056209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-03e85ef9-f2de-49de-a000-4f362df6621e req-093a8103-5148-4baf-801b-fa7d2befe67b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Request body: {'floatingip': {'port_id': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:38.086040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.096275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-03e85ef9-f2de-49de-a000-4f362df6621e req-093a8103-5148-4baf-801b-fa7d2befe67b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.110011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-387e948f-b7b4-4c84-a5ec-46452f5fcbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:38.111517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-387e948f-b7b4-4c84-a5ec-46452f5fcbdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551950 Aug 23 03:33:38.179064 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-16936521-667d-4b42-9e30-489ccb6f072d req-8ca10dd1-9f88-490e-b740-8599ecf5433b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.190564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d4ed72b4-cf2a-4a59-9279-a256d76d3863 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:38.192966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cefc2-4290-4a41-972c-a83459c32adc req-a4521969-fe8c-474f-a93d-13ef0b362339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:38.193935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-a4521969-fe8c-474f-a93d-13ef0b362339 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2387791 Aug 23 03:33:38.271438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-a909f704-be26-4e82-9dd3-a7df20790aad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 217 time: 0.0461867 Aug 23 03:33:38.272006 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-16936521-667d-4b42-9e30-489ccb6f072d req-8ca10dd1-9f88-490e-b740-8599ecf5433b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.350676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-09cb18c6-e637-41c5-9799-e38177df3908 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272916 Aug 23 03:33:38.355075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca10dd1-9f88-490e-b740-8599ecf5433b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d265337-bf53-46a1-9235-eae70b07069a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:38.362155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cefc2-4290-4a41-972c-a83459c32adc req-c78a807e-183d-4ad7-aebc-95d55b961940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:38.363925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-c78a807e-183d-4ad7-aebc-95d55b961940 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0785513 Aug 23 03:33:38.369417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port d4ed72b4-cf2a-4a59-9279-a256d76d3863 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:38.369713 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.376202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port d4ed72b4-cf2a-4a59-9279-a256d76d3863 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:38.376643 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.446077 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-16936521-667d-4b42-9e30-489ccb6f072d req-8ca10dd1-9f88-490e-b740-8599ecf5433b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.449676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16936521-667d-4b42-9e30-489ccb6f072d req-8ca10dd1-9f88-490e-b740-8599ecf5433b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8338745 Aug 23 03:33:38.463599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.467820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Network ba086131-5cb5-4e31-8f4a-0f45c2fd938f is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:33:38.505503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:38.508056 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a861e193-e8e1-4cfc-a612-f28be2c0ff7f" -d '{"events": [{"server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "name": "network-vif-plugged", "status": "completed", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:38.520977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:38.524220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:38.534521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:33:38.540270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:38.540898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.580418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Pushing event updated for resources: {'Port': ['ID=103b6d8d-7ccd-41c3-a035-4a06727daffc,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:38.593912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-03e85ef9-f2de-49de-a000-4f362df6621e req-093a8103-5148-4baf-801b-fa7d2befe67b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.607789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cefc2-4290-4a41-972c-a83459c32adc req-a9929216-d0dc-4eae-810e-36b347f1168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:38.609263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-a9929216-d0dc-4eae-810e-36b347f1168e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2315860 Aug 23 03:33:38.613825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e90b1d-9c21-42c8-9156-ab9925411b3c req-215a3eb0-b8ee-4a92-b7d0-5eccd6383b1c service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341969 Aug 23 03:33:38.620460 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.663074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-54af5409-370e-4b4d-9ef3-b30c896ab115 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9222434 Aug 23 03:33:38.678151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:38.707789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dc1bb-40e6-4d42-9364-b0d18851b039 req-e3709741-1366-422d-9544-aea23c2c0821 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:38.709303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-255dc1bb-40e6-4d42-9364-b0d18851b039 req-e3709741-1366-422d-9544-aea23c2c0821 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 949 time: 0.1186645 Aug 23 03:33:38.711728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-03e85ef9-f2de-49de-a000-4f362df6621e req-093a8103-5148-4baf-801b-fa7d2befe67b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:38.720415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Request body: {'port': {'device_id': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:38.826352 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-03e85ef9-f2de-49de-a000-4f362df6621e req-093a8103-5148-4baf-801b-fa7d2befe67b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454 associated. External IP: 172.25.1.139, port: bf99f0d3-084e-47f0-a71e-ede6af73e7ab. Aug 23 03:33:39.054745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03e85ef9-f2de-49de-a000-4f362df6621e req-093a8103-5148-4baf-801b-fa7d2befe67b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:33:39.114161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-19b2c0bf-1459-4f49-8d5d-802b8e541919 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797750 Aug 23 03:33:39.120104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-255dc1bb-40e6-4d42-9364-b0d18851b039 req-9ca864a9-8bb2-4791-8b6b-59a2831c2087 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978395 Aug 23 03:33:39.135593 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:39.166266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03e85ef9-f2de-49de-a000-4f362df6621e req-093a8103-5148-4baf-801b-fa7d2befe67b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:33:39.172022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-03e85ef9-f2de-49de-a000-4f362df6621e req-093a8103-5148-4baf-801b-fa7d2befe67b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:39.174067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-5482d28d-98ab-4d00-926a-9ac5f02d547c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:39.175575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-5482d28d-98ab-4d00-926a-9ac5f02d547c tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.11 "GET /v2.0/ports?device_id=561ff380-e3d4-446e-b7f1-116dd3b0e123 HTTP/1.1" status: 200 len: 945 time: 0.1551795 Aug 23 03:33:39.181733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] Sync routers for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:33:39.195121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:39.196860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:39.217591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-093a8103-5148-4baf-801b-fa7d2befe67b tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "PUT /v2.0/floatingips/184cb751-6677-41c9-a0e0-8a1b3bf6b454 HTTP/1.1" status: 200 len: 997 time: 1.1665227 Aug 23 03:33:39.295648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e85ef9-f2de-49de-a000-4f362df6621e req-fed19329-8a07-4bc8-bf10-9aa5c961742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:39.297301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-fed19329-8a07-4bc8-bf10-9aa5c961742c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1097 time: 0.0493987 Aug 23 03:33:39.375011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:39.394947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-60975772-5c5f-433b-b575-c96615b146d4 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700446 Aug 23 03:33:39.425869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e85ef9-f2de-49de-a000-4f362df6621e req-5ff83985-f2dc-47e7-94b8-7e059ee6199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:39.431166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-5ff83985-f2dc-47e7-94b8-7e059ee6199f service neutron] 10.222.0.20 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.1226165 Aug 23 03:33:39.490374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Deleting port 132bf7c3-8e21-48c9-a740-35f78ff47c0c {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:39.490715 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:39.526098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-09213f5d-107d-4062-a373-7a1ab691ee63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 1000 time: 0.0709996 Aug 23 03:33:39.608069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e85ef9-f2de-49de-a000-4f362df6621e req-5e3b2cc2-b0aa-47e9-a5ac-89902b5c8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:39.609794 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-5e3b2cc2-b0aa-47e9-a5ac-89902b5c8ac5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0762439 Aug 23 03:33:39.654079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] For port 132bf7c3-8e21-48c9-a740-35f78ff47c0c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=132bf7c3-8e21-48c9-a740-35f78ff47c0c,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:39.654458 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:39.672930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103b6d8d-7ccd-41c3-a035-4a06727daffc {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:39.682651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Calling delete_port for 132bf7c3-8e21-48c9-a740-35f78ff47c0c owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:39.690584 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28510bab-d1c6-477b-bfe6-987860f958ff x-openstack-request-id: req-28510bab-d1c6-477b-bfe6-987860f958ff {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:39.690584 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a", "code": 200}, {"name": "network-changed", "server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:39.690584 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28510bab-d1c6-477b-bfe6-987860f958ff {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:39.690584 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a', 'code': 200} Aug 23 03:33:39.690584 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a', 'status': 'completed', 'code': 200} Aug 23 03:33:39.704282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e85ef9-f2de-49de-a000-4f362df6621e req-2a5e4e48-8e49-4091-8e12-78a83b286d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:39.705857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-2a5e4e48-8e49-4091-8e12-78a83b286d69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859675 Aug 23 03:33:39.714958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:39.720062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-89ec17bc-d12b-4c07-aaee-2293a3b24ba7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:33:39.721751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-89ec17bc-d12b-4c07-aaee-2293a3b24ba7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081224 Aug 23 03:33:39.775542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Transition to ACTIVE for port object 103b6d8d-7ccd-41c3-a035-4a06727daffc will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:39.849085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-32fef0a3-067c-44ba-93dd-27fe159955a0 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205115 Aug 23 03:33:39.869560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-3aa11079-d686-41b8-99d5-2d21667af739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:39.871182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-3aa11079-d686-41b8-99d5-2d21667af739 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 1124 time: 0.0980508 Aug 23 03:33:39.874873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:39.883546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7775-09dc-4381-824e-70c0030c759f req-57a9608c-48f8-4e09-8d87-babcc264e951 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:39.891415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-515f7775-09dc-4381-824e-70c0030c759f req-57a9608c-48f8-4e09-8d87-babcc264e951 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 943 time: 0.1170228 Aug 23 03:33:39.919604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:3e:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:38Z', 'revision_number': 8, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:39.949670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] Checking router: 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:33:39.958105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03e85ef9-f2de-49de-a000-4f362df6621e req-df94223c-a8ff-4176-8421-f93ad50e42fa service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014161 Aug 23 03:33:39.959987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:39.961034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:40.078323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Pushing event updated for resources: {'Port': ['ID=103b6d8d-7ccd-41c3-a035-4a06727daffc,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:40.078575 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:40.105254 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb6b4edc-9fcf-4e89-b309-8e71fdd20484 req-c83364e1-1ac0-4df3-8b5a-3b59565f56bf tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/2d265337-bf53-46a1-9235-eae70b07069a HTTP/1.1" status: 200 len: 1805 time: 0.0460804 Aug 23 03:33:40.120277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-bb6b4edc-9fcf-4e89-b309-8e71fdd20484 req-4350404a-1c3f-47a7-a8ff-52468ed403ab tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2d265337-bf53-46a1-9235-eae70b07069a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:40.120746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-bb6b4edc-9fcf-4e89-b309-8e71fdd20484 req-4350404a-1c3f-47a7-a8ff-52468ed403ab tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2d265337-bf53-46a1-9235-eae70b07069a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:40.121569 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-515f7775-09dc-4381-824e-70c0030c759f req-55e1078f-5c66-4e98-a641-672d21a84679 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292452 Aug 23 03:33:40.161298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:40.161787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:40.162203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:40.168443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-72d0cf36-50c4-4bed-b68c-dc120c5987ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:40.170596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-72d0cf36-50c4-4bed-b68c-dc120c5987ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.2770405 Aug 23 03:33:40.171666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:40.172074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:40.177778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:40.178217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:40.178690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:40.179222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Bound port: 103b6d8d-7ccd-41c3-a035-4a06727daffc, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:40.179693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:40.213945 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff11581-8832-4824-b482-93f6337c37d8 x-openstack-request-id: req-eff11581-8832-4824-b482-93f6337c37d8 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:40.213945 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "name": "network-vif-plugged", "status": "completed", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:40.213945 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eff11581-8832-4824-b482-93f6337c37d8 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:40.213945 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'code': 200} Aug 23 03:33:40.213945 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:40.246486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-d8ddc6f6-7075-41f3-8fd1-08b321837d4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a HTTP/1.1" status: 200 len: 217 time: 0.0643244 Aug 23 03:33:40.281553 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:40.312481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bb6b4edc-9fcf-4e89-b309-8e71fdd20484 req-4350404a-1c3f-47a7-a8ff-52468ed403ab tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:40.348704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['bf99f0d3-084e-47f0-a71e-ede6af73e7ab', '132bf7c3-8e21-48c9-a740-35f78ff47c0c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:40.351688 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bb6b4edc-9fcf-4e89-b309-8e71fdd20484 req-4350404a-1c3f-47a7-a8ff-52468ed403ab tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:40.387572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Pushing event deleted for resources: {'Port': ['ID=132bf7c3-8e21-48c9-a740-35f78ff47c0c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:40.418503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:40.449574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a has no active binding in host n-h2-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:33:40.452096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bb6b4edc-9fcf-4e89-b309-8e71fdd20484 req-4350404a-1c3f-47a7-a8ff-52468ed403ab tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:40.494050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350404a-1c3f-47a7-a8ff-52468ed403ab tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9053b243-5e33-4c26-93e8-8ada29305f8e,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:40.510692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] No DVR routers for this DVR port 132bf7c3-8e21-48c9-a740-35f78ff47c0c on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:40.513250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:40.518599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-512c83dc-e1a5-44e7-bd59-8afa13b5f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:40.520216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-512c83dc-e1a5-44e7-bd59-8afa13b5f5d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.2504253 Aug 23 03:33:40.523086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:40.525620 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f6d6db3-0290-4229-bb78-78ca231661c6 req-2eeba0e3-292b-4b95-88cf-4eee6a6313d2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.11 "DELETE /v2.0/ports/132bf7c3-8e21-48c9-a740-35f78ff47c0c HTTP/1.1" status: 204 len: 173 time: 1.3177238 Aug 23 03:33:40.529060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'name': 'network-vif-deleted', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:40.531314 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77781253-d2e1-4266-8d08-399302975a2b" -d '{"events": [{"server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "name": "network-vif-deleted", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:40.554163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8797bb-75a4-4a6a-8139-8d2d24bdb04c req-4b15ec92-d6ca-4115-838f-b19e43741fed tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:40.555806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b8797bb-75a4-4a6a-8139-8d2d24bdb04c req-4b15ec92-d6ca-4115-838f-b19e43741fed tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.2874122 Aug 23 03:33:40.558345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:40.578182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:3e:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:38Z', 'revision_number': 8, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:40.580663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bb6b4edc-9fcf-4e89-b309-8e71fdd20484 req-4350404a-1c3f-47a7-a8ff-52468ed403ab tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:40.582266 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb6b4edc-9fcf-4e89-b309-8e71fdd20484 req-4350404a-1c3f-47a7-a8ff-52468ed403ab tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4674115 Aug 23 03:33:40.603510 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-f2c5d57b-908f-4cd3-a5e3-624567c47f1e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2311583 Aug 23 03:33:40.607183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-4532014f-c57b-476e-9d12-cf04b99b7c60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640650 Aug 23 03:33:40.614544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846794cf-be6d-41ce-9619-2ee0c6c98c2a None None] The sync data for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 is: [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '184cb751-6677-41c9-a0e0-8a1b3bf6b454', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'port_id': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'mac_address': 'fa:16:3e:3e:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:57Z', 'updated_at': '2021-08-23T03:33:38Z', 'revision_number': 8, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:33:40.646276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:40.662818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b8797bb-75a4-4a6a-8139-8d2d24bdb04c req-d3fe6388-6a0e-4220-91db-e781de9da2d4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929036 Aug 23 03:33:40.714060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:40.714855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:40.717351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] 10.222.0.11 "PUT /v2.0/ports/103b6d8d-7ccd-41c3-a035-4a06727daffc HTTP/1.1" status: 200 len: 1092 time: 2.0036480 Aug 23 03:33:40.831931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7ce07-c81b-4fcb-8774-889a463c1eeb service neutron] Pushing event updated for resources: {'Port': ['ID=103b6d8d-7ccd-41c3-a035-4a06727daffc,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:40.872676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-bcc0b005-3556-466c-b408-33e627817cd8 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442038 Aug 23 03:33:40.886197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58942750-45dd-4156-9ba5-7b3e998cda4e req-a6b05915-1f82-42c3-af4e-a83a9609092d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:40.888974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58942750-45dd-4156-9ba5-7b3e998cda4e req-a6b05915-1f82-42c3-af4e-a83a9609092d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1155407 Aug 23 03:33:40.900362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1300dc52-49be-4eaa-9bd6-b36e959a8de1 None None] New status for floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:33:40.906044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-67b25185-bd64-4732-ab57-64996075f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:40.907606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-67b25185-bd64-4732-ab57-64996075f16d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1095 time: 0.1123562 Aug 23 03:33:41.102601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58942750-45dd-4156-9ba5-7b3e998cda4e req-5fbfb56a-f4fb-4bc4-905c-8e4c03bc6f0a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813152 Aug 23 03:33:41.113177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-099dc8ae-d72d-47a8-8ebe-934f0b7cdbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:41.114665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-099dc8ae-d72d-47a8-8ebe-934f0b7cdbb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1095 time: 0.1901536 Aug 23 03:33:41.131420 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c35d31b7-e0ec-4bf9-9734-70e285a48ba7 req-7b145ec7-3220-4998-bfcc-03bf34572ca1 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386878 Aug 23 03:33:41.132130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3fb0e15-7689-40c3-b766-daa2572c77f1 req-e97888c9-3092-4c94-bc13-c7ee85b3cf46 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips/184cb751-6677-41c9-a0e0-8a1b3bf6b454 HTTP/1.1" status: 200 len: 997 time: 0.0765171 Aug 23 03:33:41.157244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-e225b518-1c2c-430e-a5f3-063aeb9a07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:41.158813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-e225b518-1c2c-430e-a5f3-063aeb9a07ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1981876 Aug 23 03:33:41.203251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-711cfdbd-0c98-44fe-9bd5-f8d0f50d3769 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc HTTP/1.1" status: 200 len: 217 time: 0.0434840 Aug 23 03:33:41.253530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb0e15-7689-40c3-b766-daa2572c77f1 req-2dd50fe3-d83b-4f5a-8a15-7ee0d7c3b0f3 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:41.254915 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3fb0e15-7689-40c3-b766-daa2572c77f1 req-2dd50fe3-d83b-4f5a-8a15-7ee0d7c3b0f3 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1246047 Aug 23 03:33:41.264905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-22e733e8-1736-48ce-b443-26012630fdfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 217 time: 0.0700195 Aug 23 03:33:41.266631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-c3fb0e15-7689-40c3-b766-daa2572c77f1 req-5b20c63c-c037-4124-b99d-71670f2864b5 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:33:41.267690 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3fb0e15-7689-40c3-b766-daa2572c77f1 req-5b20c63c-c037-4124-b99d-71670f2864b5 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068409 Aug 23 03:33:41.318664 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7895ebef-0bbd-4212-aec2-5381b6174115 x-openstack-request-id: req-7895ebef-0bbd-4212-aec2-5381b6174115 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:41.318944 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561ff380-e3d4-446e-b7f1-116dd3b0e123", "name": "network-vif-deleted", "tag": "132bf7c3-8e21-48c9-a740-35f78ff47c0c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:41.319213 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7895ebef-0bbd-4212-aec2-5381b6174115 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:41.319585 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561ff380-e3d4-446e-b7f1-116dd3b0e123', 'name': 'network-vif-deleted', 'tag': '132bf7c3-8e21-48c9-a740-35f78ff47c0c', 'status': 'completed', 'code': 200} Aug 23 03:33:41.320444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-12ed674f-8428-456f-b7ab-63b56b6b69a1 req-f99a5f96-90b4-4bbb-853d-139d795660c2 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1142882846', 'description': 'tempest-description-1230177885'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:41.344757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-7ab0b4bd-141d-4ce6-a9a3-094633ec4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:41.347081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-7ab0b4bd-141d-4ce6-a9a3-094633ec4620 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.1038234 Aug 23 03:33:41.353494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054c16f-59ca-481c-8ac7-61e6031c3920 req-3423b1ac-cb4f-4f80-a653-20fd682f74bf tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:41.354833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0054c16f-59ca-481c-8ac7-61e6031c3920 req-3423b1ac-cb4f-4f80-a653-20fd682f74bf tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.1589770 Aug 23 03:33:41.369602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-5f02f326-1910-47ce-9570-003a0398174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:41.370854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-5f02f326-1910-47ce-9570-003a0398174d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0867758 Aug 23 03:33:41.388321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12ed674f-8428-456f-b7ab-63b56b6b69a1 req-f99a5f96-90b4-4bbb-853d-139d795660c2 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:41.392472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-64b16a1c-ef59-4825-a39d-b0327890d0ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351572 Aug 23 03:33:41.441896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-fc710146-63a5-4ccf-b4fd-4cc83dc39af8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517344 Aug 23 03:33:41.474756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12ed674f-8428-456f-b7ab-63b56b6b69a1 req-f99a5f96-90b4-4bbb-853d-139d795660c2 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:41.504528 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0054c16f-59ca-481c-8ac7-61e6031c3920 req-392ccae1-b15e-4c14-a02d-863304a90568 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380885 Aug 23 03:33:41.528336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12ed674f-8428-456f-b7ab-63b56b6b69a1 req-f99a5f96-90b4-4bbb-853d-139d795660c2 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:41.570489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a5f96-90b4-4bbb-853d-139d795660c2 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93633328-b54f-4729-96e7-f71122316326,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:41.598887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-3faf1fc8-aa90-44f1-bd76-d2452cbc8102 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903503 Aug 23 03:33:41.602345 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-5ddc4581-df98-4c1d-8290-248e2b6e7002 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500785 Aug 23 03:33:41.626217 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12ed674f-8428-456f-b7ab-63b56b6b69a1 req-f99a5f96-90b4-4bbb-853d-139d795660c2 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:41.627500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12ed674f-8428-456f-b7ab-63b56b6b69a1 req-f99a5f96-90b4-4bbb-853d-139d795660c2 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3111856 Aug 23 03:33:41.689160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:41.691979 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb58194-0861-4c0e-afca-3ba4eff07731" -d '{"events": [{"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:41.746473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977b538-1d6d-444a-a315-cc2e37343d95 req-22885be9-3bae-48cb-a503-ff27edac6a4c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:41.748591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2977b538-1d6d-444a-a315-cc2e37343d95 req-22885be9-3bae-48cb-a503-ff27edac6a4c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 943 time: 0.0741334 Aug 23 03:33:41.786808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2977b538-1d6d-444a-a315-cc2e37343d95 req-571ea9ae-c6e1-4b1b-9e0b-eb09054bf7aa tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Aug 23 03:33:41.810599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-2ff18450-5d8b-4c90-a0fd-2c10e986fde5 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 1002 time: 0.0987284 Aug 23 03:33:41.812844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ac207cf-84d9-4786-aadb-fa4592ebfedf req-5c3083f6-0629-4883-b255-97631fb0ae24 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881590 Aug 23 03:33:41.817774 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-373ec23b-7eda-48c0-ac87-31fe2888a73f req-e04d0ec2-a252-4596-b4e7-fecf1074830b service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114108 Aug 23 03:33:41.862804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda98a-7237-41e0-b92d-76023479e4ea req-4688eff6-4d5e-4e59-916e-f1efb204f368 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:41.864189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-4688eff6-4d5e-4e59-916e-f1efb204f368 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports/bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 943 time: 0.0455556 Aug 23 03:33:41.896086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ee783-d797-4042-8e19-1968b2b133e1 req-2d0f300d-8786-4cf2-b586-cdf4b934851d tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:41.898077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd5ee783-d797-4042-8e19-1968b2b133e1 req-2d0f300d-8786-4cf2-b586-cdf4b934851d tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1101 time: 0.0407810 Aug 23 03:33:41.938829 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd5ee783-d797-4042-8e19-1968b2b133e1 req-6273a79e-3e82-4387-b06c-c69cdb40303d tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Aug 23 03:33:41.967473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b93d9ec1-c74a-4edb-8509-53f83392d9c3 req-9b5dd5f3-be6f-40b0-bf8e-e0fbbd77e685 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1027749058', 'description': 'tempest-description-1332859666'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:41.973338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-4fe18ea8-5b9a-4c83-a3e9-9866c16a6b40 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 1002 time: 0.0640807 Aug 23 03:33:42.066088 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b93d9ec1-c74a-4edb-8509-53f83392d9c3 req-9b5dd5f3-be6f-40b0-bf8e-e0fbbd77e685 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:42.150436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b93d9ec1-c74a-4edb-8509-53f83392d9c3 req-9b5dd5f3-be6f-40b0-bf8e-e0fbbd77e685 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:42.197569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b93d9ec1-c74a-4edb-8509-53f83392d9c3 req-9b5dd5f3-be6f-40b0-bf8e-e0fbbd77e685 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:42.226955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dd5f3-be6f-40b0-bf8e-e0fbbd77e685 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79ebc8b-dae6-44d6-900b-60b4debad44b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:42.272801 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b93d9ec1-c74a-4edb-8509-53f83392d9c3 req-9b5dd5f3-be6f-40b0-bf8e-e0fbbd77e685 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:42.274186 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b93d9ec1-c74a-4edb-8509-53f83392d9c3 req-9b5dd5f3-be6f-40b0-bf8e-e0fbbd77e685 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3117919 Aug 23 03:33:42.349811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda98a-7237-41e0-b92d-76023479e4ea req-2979f8ad-5386-424c-ac95-92eb6ad94474 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:42.351176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-2979f8ad-5386-424c-ac95-92eb6ad94474 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.3723445 Aug 23 03:33:42.423112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-61b2bda0-aba9-4bb6-86ed-e80eac79a4af tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 1002 time: 0.0650208 Aug 23 03:33:42.432753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1edda98a-7237-41e0-b92d-76023479e4ea req-6dac78ea-1b15-4af4-b830-293901e8aa54 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:42.482674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f5143-db9f-4576-800b-9120adfe72a2 req-adc031fe-c895-4431-9306-92de3ce917b5 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:42.484129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e79f5143-db9f-4576-800b-9120adfe72a2 req-adc031fe-c895-4431-9306-92de3ce917b5 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.0462711 Aug 23 03:33:42.486096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1edda98a-7237-41e0-b92d-76023479e4ea req-6dac78ea-1b15-4af4-b830-293901e8aa54 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:42.520281 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e79f5143-db9f-4576-800b-9120adfe72a2 req-f32d5772-fdc5-4198-a114-ed472026d681 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300319 Aug 23 03:33:42.678430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-21b1b3af-f096-40d2-9e4c-2a99cfe28273 service neutron] 10.222.0.11 "GET /v2.0/ports/7ea50e15-bb6c-4296-bab9-39eb22f6ed2a/bindings/n-h2-749052-7 HTTP/1.1" status: 200 len: 384 time: 0.1440461 Aug 23 03:33:42.680350 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1edda98a-7237-41e0-b92d-76023479e4ea req-6dac78ea-1b15-4af4-b830-293901e8aa54 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:42.774166 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1edda98a-7237-41e0-b92d-76023479e4ea req-6dac78ea-1b15-4af4-b830-293901e8aa54 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:42.774499 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-1edda98a-7237-41e0-b92d-76023479e4ea req-6dac78ea-1b15-4af4-b830-293901e8aa54 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454 disassociated. External IP: 172.25.1.139, port: bf99f0d3-084e-47f0-a71e-ede6af73e7ab. Aug 23 03:33:42.806938 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c1eb0c-32e2-4355-aaad-0600812a3e64 x-openstack-request-id: req-94c1eb0c-32e2-4355-aaad-0600812a3e64 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:42.806938 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:42.806938 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94c1eb0c-32e2-4355-aaad-0600812a3e64 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:42.806938 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'status': 'completed', 'code': 200} Aug 23 03:33:42.949361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27597a2c-d7a5-4a0e-9f32-fe1dd22feef6 req-42cc592c-fb7c-47b7-842b-52144f61d6c8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:42.951369 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-27597a2c-d7a5-4a0e-9f32-fe1dd22feef6 req-42cc592c-fb7c-47b7-842b-52144f61d6c8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0880167 Aug 23 03:33:42.989167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:42.994703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-27597a2c-d7a5-4a0e-9f32-fe1dd22feef6 req-1c366ad6-92f0-40a7-aba4-15e0f3046c2b tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370615 Aug 23 03:33:43.007604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-07b4cbb6-bffb-420e-93fe-27263b7e097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:43.009106 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-07b4cbb6-bffb-420e-93fe-27263b7e097a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1097 time: 0.1336203 Aug 23 03:33:43.062677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 132bf7c3-8e21-48c9-a740-35f78ff47c0c no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:43.066653 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5f35ccc-f13a-4d1c-a080-6f1e9bba39ce req-803db653-f203-4d29-91ca-28c43c084905 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/93633328-b54f-4729-96e7-f71122316326 HTTP/1.1" status: 200 len: 1805 time: 0.0394645 Aug 23 03:33:43.076695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:43.083108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 132bf7c3-8e21-48c9-a740-35f78ff47c0c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:33:43.083528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 132bf7c3-8e21-48c9-a740-35f78ff47c0c not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:43.114687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5f35ccc-f13a-4d1c-a080-6f1e9bba39ce req-ef78ef2d-0289-4a94-b796-c331939cbcac tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/b79ebc8b-dae6-44d6-900b-60b4debad44b HTTP/1.1" status: 200 len: 1805 time: 0.0383396 Aug 23 03:33:43.125114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b5f35ccc-f13a-4d1c-a080-6f1e9bba39ce req-d60e5a82-aee0-47e2-824e-fd7d76e5f92e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93633328-b54f-4729-96e7-f71122316326', 'remote_group_id': 'b79ebc8b-dae6-44d6-900b-60b4debad44b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:43.125429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b5f35ccc-f13a-4d1c-a080-6f1e9bba39ce req-d60e5a82-aee0-47e2-824e-fd7d76e5f92e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93633328-b54f-4729-96e7-f71122316326', 'remote_group_id': 'b79ebc8b-dae6-44d6-900b-60b4debad44b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:43.145989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:43.191575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:43.233187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-d0f2176a-57b8-450c-abd1-0315ffb48db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:43.234676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-d0f2176a-57b8-450c-abd1-0315ffb48db6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.2178438 Aug 23 03:33:43.235311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b5f35ccc-f13a-4d1c-a080-6f1e9bba39ce req-d60e5a82-aee0-47e2-824e-fd7d76e5f92e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:43.242828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1edda98a-7237-41e0-b92d-76023479e4ea req-6dac78ea-1b15-4af4-b830-293901e8aa54 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:33:43.279850 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:43.280667 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b5f35ccc-f13a-4d1c-a080-6f1e9bba39ce req-d60e5a82-aee0-47e2-824e-fd7d76e5f92e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:43.283813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-20140b85-0f0c-4efc-8496-d780fff5dceb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 217 time: 0.0399628 Aug 23 03:33:43.328165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:43.330412 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6318c7a6-a4f4-4e99-8e0e-f8c955607166" -d '{"events": [{"name": "network-changed", "server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:43.339985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b5f35ccc-f13a-4d1c-a080-6f1e9bba39ce req-d60e5a82-aee0-47e2-824e-fd7d76e5f92e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:43.358636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e5a82-aee0-47e2-824e-fd7d76e5f92e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b4b804-ba68-4f89-a646-7ba1ecad8246,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:43.409817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-59453a39-5261-45ac-8053-ff636503972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:43.411314 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-59453a39-5261-45ac-8053-ff636503972a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.1202533 Aug 23 03:33:43.425863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b5f35ccc-f13a-4d1c-a080-6f1e9bba39ce req-d60e5a82-aee0-47e2-824e-fd7d76e5f92e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:43.429450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5f35ccc-f13a-4d1c-a080-6f1e9bba39ce req-d60e5a82-aee0-47e2-824e-fd7d76e5f92e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3063381 Aug 23 03:33:43.516402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] Transition to ACTIVE for port object 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:43.527889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1edda98a-7237-41e0-b92d-76023479e4ea req-6dac78ea-1b15-4af4-b830-293901e8aa54 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:33:43.533263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1edda98a-7237-41e0-b92d-76023479e4ea req-6dac78ea-1b15-4af4-b830-293901e8aa54 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:43.537909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-1ffa6573-26b8-420c-b5c1-2e3c4b6a9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:43.539624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-1ffa6573-26b8-420c-b5c1-2e3c4b6a9dea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161714 Aug 23 03:33:43.539978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] Sync routers for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:33:43.549704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:43.550331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:43.588121 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:43.592041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-6dac78ea-1b15-4af4-b830-293901e8aa54 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "PUT /v2.0/floatingips/184cb751-6677-41c9-a0e0-8a1b3bf6b454 HTTP/1.1" status: 200 len: 696 time: 1.1631429 Aug 23 03:33:43.659152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:43.659423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725da79-ee0f-46c8-b988-086d5ce52f9f req-b6ca3ed9-e5b7-481b-ab97-8cd82570cca8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:43.664752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4725da79-ee0f-46c8-b988-086d5ce52f9f req-b6ca3ed9-e5b7-481b-ab97-8cd82570cca8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 944 time: 0.0545645 Aug 23 03:33:43.705573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4725da79-ee0f-46c8-b988-086d5ce52f9f req-24a82996-2da3-4885-a271-534b550b82c2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Aug 23 03:33:43.723263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] No DVR routers for this DVR port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:43.758121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] Pushing event updated for resources: {'Port': ['ID=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:43.763787 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-5d546c93-6834-4080-a1ac-58d2663c4594 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079115 Aug 23 03:33:43.803383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda98a-7237-41e0-b92d-76023479e4ea req-49a5346a-0eb3-4068-a691-e863289029d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:43.804879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-49a5346a-0eb3-4068-a691-e863289029d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1097 time: 0.1719913 Aug 23 03:33:43.809999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-96c5ec63-0806-4d45-b532-bc4fbdfdfa8e service neutron] 10.222.0.11 "PUT /v2.0/ports/7ea50e15-bb6c-4296-bab9-39eb22f6ed2a/bindings/n-h2-749052-7/activate HTTP/1.1" status: 200 len: 369 time: 1.1232898 Aug 23 03:33:43.848965 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-53fa9974-6615-404a-8341-2ef31e01808e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217392 Aug 23 03:33:43.892435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:43.922874 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] Checking router: 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:33:43.932812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:43.933977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:43.939876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bb58194-0861-4c0e-afca-3ba4eff07731 req-65d3b1af-046f-4527-a597-4406a91370f0 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570706 Aug 23 03:33:43.955625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda98a-7237-41e0-b92d-76023479e4ea req-91c8de68-474c-4ab4-bece-728f3355d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:43.966794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-91c8de68-474c-4ab4-bece-728f3355d59d service neutron] 10.222.0.20 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.1486468 Aug 23 03:33:43.972702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-42548ed4-e95d-47f5-a105-af11029a1296 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:43.974361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-42548ed4-e95d-47f5-a105-af11029a1296 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187696 Aug 23 03:33:43.990661 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-23caafbe-1232-4506-914f-4c162990cc8c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/quotas/20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 375 time: 0.0096347 Aug 23 03:33:44.018063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-9274a11d-368f-485e-ae18-8706dcb21c9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 217 time: 0.0496342 Aug 23 03:33:44.046137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-20f4973d-edb2-4730-ae29-3c831a9ee96d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471289 Aug 23 03:33:44.050285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:44.082423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda98a-7237-41e0-b92d-76023479e4ea req-3550005d-dfb2-4d05-a306-f60b62cac1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:44.083905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-3550005d-dfb2-4d05-a306-f60b62cac1ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0463064 Aug 23 03:33:44.125162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-faee954b-ad32-43b5-abb2-82a2b242ee52 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:44.126767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-faee954b-ad32-43b5-abb2-82a2b242ee52 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.1510971 Aug 23 03:33:44.146534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda98a-7237-41e0-b92d-76023479e4ea req-196d7fc8-0686-403f-b7cf-9649ed73d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:44.149200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-196d7fc8-0686-403f-b7cf-9649ed73d3f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548296 Aug 23 03:33:44.236624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-577527dc-5329-4efc-8458-33e1a554266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:44.238415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-577527dc-5329-4efc-8458-33e1a554266b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf HTTP/1.1" status: 200 len: 1095 time: 0.1035576 Aug 23 03:33:44.251099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:44.261991 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c901e7-c8da-41fa-9371-c9be811c4fd4 x-openstack-request-id: req-96c901e7-c8da-41fa-9371-c9be811c4fd4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:44.262998 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:44.263261 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96c901e7-c8da-41fa-9371-c9be811c4fd4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:44.264116 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc', 'status': 'completed', 'code': 200} Aug 23 03:33:44.280534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-6d4ec94a-77d2-4062-b593-7246bc8f863e req-b9b611f8-e84c-4ad5-8c75-557e10e799b9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2083403034', 'description': 'tempest-description-1428798812'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:44.280960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-f5873998-c40e-45d3-8ba3-185bd6245f8d service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194406 Aug 23 03:33:44.283093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ca32b-865c-4c58-bffc-6d8f04810fda None None] The sync data for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 is: [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:32:30Z', 'revision_number': 4, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7e0ab0d3-ef97-4497-a838-2b99505a573a', 'name': '', 'network_id': '55360f0a-c2e8-4947-877a-a681bb193ad8', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'mac_address': 'fa:16:3e:96:17:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:29Z', 'updated_at': '2021-08-23T03:32:37Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'subnets': [{'id': '05604f69-ed54-44c5-8828-d6a42ffbbddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:33:44.363715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6d4ec94a-77d2-4062-b593-7246bc8f863e req-b9b611f8-e84c-4ad5-8c75-557e10e799b9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:44.442702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-ea1bb5b7-0cce-4914-87c7-5337b0bd8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:44.447669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-ea1bb5b7-0cce-4914-87c7-5337b0bd8805 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 1095 time: 0.1388321 Aug 23 03:33:44.447669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-71c74f7c-7e93-4f68-bc12-7acd3724adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:44.449214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-71c74f7c-7e93-4f68-bc12-7acd3724adcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1095 time: 0.1330149 Aug 23 03:33:44.463824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6d4ec94a-77d2-4062-b593-7246bc8f863e req-b9b611f8-e84c-4ad5-8c75-557e10e799b9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:44.496422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1edda98a-7237-41e0-b92d-76023479e4ea req-04efa9e4-0bff-4b88-98e6-d238bf9703d8 service neutron] 10.222.0.20 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143579 Aug 23 03:33:44.539603 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6d4ec94a-77d2-4062-b593-7246bc8f863e req-b9b611f8-e84c-4ad5-8c75-557e10e799b9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:44.575511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b611f8-e84c-4ad5-8c75-557e10e799b9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6130b9-5d6e-4a57-abfd-639787991d70,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:44.580955 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2839e7-4e49-45d4-8b24-a5f008caaedf None None] New status for floating IP 184cb751-6677-41c9-a0e0-8a1b3bf6b454: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:33:44.609511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6d4ec94a-77d2-4062-b593-7246bc8f863e req-b9b611f8-e84c-4ad5-8c75-557e10e799b9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:44.610786 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d4ec94a-77d2-4062-b593-7246bc8f863e req-b9b611f8-e84c-4ad5-8c75-557e10e799b9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3346612 Aug 23 03:33:44.862495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db018746-dd1d-4e7b-a8fa-7f6ae5f1abc4 req-eb60a888-f13a-4537-9685-cd289d33272c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:44.864207 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db018746-dd1d-4e7b-a8fa-7f6ae5f1abc4 req-eb60a888-f13a-4537-9685-cd289d33272c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0503714 Aug 23 03:33:44.903770 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db018746-dd1d-4e7b-a8fa-7f6ae5f1abc4 req-8002fcf9-c679-4c13-8443-224bff83d525 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326707 Aug 23 03:33:44.961323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-8eb81762-3859-4b2f-b688-4d0c16778c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:44.962808 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-8eb81762-3859-4b2f-b688-4d0c16778c3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.4958353 Aug 23 03:33:44.964610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-1fb7f3c0-daaf-4d14-9398-48238e2215a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:44.966476 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-1fb7f3c0-daaf-4d14-9398-48238e2215a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.5122290 Aug 23 03:33:44.984242 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-634e211d-06b9-4a09-84e3-b1b750112755 req-d45b7e67-3339-41c8-a43a-518dc591cdb3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 210 time: 0.0296571 Aug 23 03:33:45.015810 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-c61f0086-bc30-4c60-ba5a-1dd57cc2d7e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc HTTP/1.1" status: 200 len: 217 time: 0.0454464 Aug 23 03:33:45.023549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881c84f-d8fc-4463-bb19-181f5284dc1d req-df0949a6-12da-47bf-a7fd-3d15ca038149 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:45.025096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b881c84f-d8fc-4463-bb19-181f5284dc1d req-df0949a6-12da-47bf-a7fd-3d15ca038149 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.4298053 Aug 23 03:33:45.042782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-8334634f-7605-4698-9d4f-0c854d5aa8a3 req-d36c1f87-b247-4330-96fb-a4f254764ba4 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1565959660', 'description': 'tempest-description-1994312360'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:45.065035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-2778a8a4-be4a-4579-8596-4d7ed0f20f39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a HTTP/1.1" status: 200 len: 217 time: 0.0866907 Aug 23 03:33:45.068048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 103b6d8d-7ccd-41c3-a035-4a06727daffc details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:45.105953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8334634f-7605-4698-9d4f-0c854d5aa8a3 req-d36c1f87-b247-4330-96fb-a4f254764ba4 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.163029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b881c84f-d8fc-4463-bb19-181f5284dc1d req-d44796f3-7cc3-4f3f-a33f-79b999667f12 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074343 Aug 23 03:33:45.164392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-fbf313c7-c921-4dbf-8656-bac411e608d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:45.165769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-fbf313c7-c921-4dbf-8656-bac411e608d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.1116686 Aug 23 03:33:45.170592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-636c101c-9315-40e5-ac38-f3f19a3494a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:45.171220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:45.171503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-636c101c-9315-40e5-ac38-f3f19a3494a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0818222 Aug 23 03:33:45.183142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '103b6d8d-7ccd-41c3-a035-4a06727daffc', 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f', 'port_id': '103b6d8d-7ccd-41c3-a035-4a06727daffc', 'mac_address': 'fa:16:3e:11:cd:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd30577-c479-4f1e-98b6-f90156d3f3d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:33:45.201098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8334634f-7605-4698-9d4f-0c854d5aa8a3 req-d36c1f87-b247-4330-96fb-a4f254764ba4 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.226300 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.240480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103b6d8d-7ccd-41c3-a035-4a06727daffc {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:45.241505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-18ff36d1-b06e-408c-bc1c-9c503c8c6fe5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595427 Aug 23 03:33:45.257220 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-ff567823-05ad-4782-beb1-777b26ae8bd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534306 Aug 23 03:33:45.263493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:45.276983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8334634f-7605-4698-9d4f-0c854d5aa8a3 req-d36c1f87-b247-4330-96fb-a4f254764ba4 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.307967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c1f87-b247-4330-96fb-a4f254764ba4 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b61806-caa5-4a0f-b69f-342a663a358d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:45.345706 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.368678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8334634f-7605-4698-9d4f-0c854d5aa8a3 req-d36c1f87-b247-4330-96fb-a4f254764ba4 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.370243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8334634f-7605-4698-9d4f-0c854d5aa8a3 req-d36c1f87-b247-4330-96fb-a4f254764ba4 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3316822 Aug 23 03:33:45.399941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=103b6d8d-7ccd-41c3-a035-4a06727daffc,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:45.429198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeed723-3261-42eb-bdb9-4fbc59570a9c req-74ba7bf6-66c4-4808-ad61-1b52ae45f694 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:45.430713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aaeed723-3261-42eb-bdb9-4fbc59570a9c req-74ba7bf6-66c4-4808-ad61-1b52ae45f694 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 944 time: 0.1461296 Aug 23 03:33:45.474902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-83e98925-22d3-41b4-915d-68cdd261681c service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199399 Aug 23 03:33:45.479954 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-f50a3a08-9143-465d-92ae-2d1d2bce967f service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137556 Aug 23 03:33:45.544494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aaeed723-3261-42eb-bdb9-4fbc59570a9c req-83edd5fb-926e-493b-9e00-fcc83fa3e817 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046543 Aug 23 03:33:45.546347 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-72b0ff86-7f6b-4a08-beaf-2bcdce330fd0 req-cdc0cb14-f9da-4e28-a2b0-f24a384859fa tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/8a6130b9-5d6e-4a57-abfd-639787991d70 HTTP/1.1" status: 200 len: 1805 time: 0.0380659 Aug 23 03:33:45.605741 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-72b0ff86-7f6b-4a08-beaf-2bcdce330fd0 req-10643988-24a7-47f0-80f5-f5062a96b725 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/64b61806-caa5-4a0f-b69f-342a663a358d HTTP/1.1" status: 200 len: 1805 time: 0.0527644 Aug 23 03:33:45.613984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-72b0ff86-7f6b-4a08-beaf-2bcdce330fd0 req-928dbd8a-cd22-42c7-8606-007bee466071 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a6130b9-5d6e-4a57-abfd-639787991d70', 'remote_group_id': '64b61806-caa5-4a0f-b69f-342a663a358d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:45.614430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-72b0ff86-7f6b-4a08-beaf-2bcdce330fd0 req-928dbd8a-cd22-42c7-8606-007bee466071 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a6130b9-5d6e-4a57-abfd-639787991d70', 'remote_group_id': '64b61806-caa5-4a0f-b69f-342a663a358d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:45.672196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18891a07-d01a-4098-bf06-21b15700519b req-b44a58c8-e568-4b99-b586-1b89ab08008d tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips/184cb751-6677-41c9-a0e0-8a1b3bf6b454 HTTP/1.1" status: 200 len: 694 time: 0.0684161 Aug 23 03:33:45.703309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6318c7a6-a4f4-4e99-8e0e-f8c955607166 req-3236e033-f301-4736-94da-53f8ee3089bb service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189281 Aug 23 03:33:45.713776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-ae93513a-699f-4303-a7e8-7cd31f198d8c service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213275 Aug 23 03:33:45.767033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['103b6d8d-7ccd-41c3-a035-4a06727daffc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:45.776276 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-72b0ff86-7f6b-4a08-beaf-2bcdce330fd0 req-928dbd8a-cd22-42c7-8606-007bee466071 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.799332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18891a07-d01a-4098-bf06-21b15700519b req-7f515e6d-cd8e-41e4-b0a4-d4bfdfdad7d8 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:45.800873 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18891a07-d01a-4098-bf06-21b15700519b req-7f515e6d-cd8e-41e4-b0a4-d4bfdfdad7d8 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1188691 Aug 23 03:33:45.810277 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-72b0ff86-7f6b-4a08-beaf-2bcdce330fd0 req-928dbd8a-cd22-42c7-8606-007bee466071 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.811746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-18891a07-d01a-4098-bf06-21b15700519b req-c07625bf-2507-4e33-8bd2-338d1fdaf195 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:33:45.812938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18891a07-d01a-4098-bf06-21b15700519b req-c07625bf-2507-4e33-8bd2-338d1fdaf195 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065234 Aug 23 03:33:45.863599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18891a07-d01a-4098-bf06-21b15700519b req-0a5fdfe2-baa2-46e6-b793-c7eced321bce tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 697 time: 0.0443766 Aug 23 03:33:45.894195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-72b0ff86-7f6b-4a08-beaf-2bcdce330fd0 req-928dbd8a-cd22-42c7-8606-007bee466071 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.912023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dbd8a-cd22-42c7-8606-007bee466071 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47100b9b-cc1b-4b62-a9a4-d1d722cb2888,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:45.930037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18891a07-d01a-4098-bf06-21b15700519b req-b478d6f3-b1c9-47e3-904c-83a4b68bec28 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 697 time: 0.0600533 Aug 23 03:33:45.974262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-72b0ff86-7f6b-4a08-beaf-2bcdce330fd0 req-928dbd8a-cd22-42c7-8606-007bee466071 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:45.975765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-72b0ff86-7f6b-4a08-beaf-2bcdce330fd0 req-928dbd8a-cd22-42c7-8606-007bee466071 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3664896 Aug 23 03:33:46.064051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-18891a07-d01a-4098-bf06-21b15700519b req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Deleting port df576900-d6c1-45ec-8036-b44fd9d9ef3a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:46.065535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-18891a07-d01a-4098-bf06-21b15700519b req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.139855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-18891a07-d01a-4098-bf06-21b15700519b req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.140190 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-18891a07-d01a-4098-bf06-21b15700519b req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.151594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-18891a07-d01a-4098-bf06-21b15700519b req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Calling delete_port for df576900-d6c1-45ec-8036-b44fd9d9ef3a owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:46.157280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942002bc-3c39-4cef-8302-e536584914d1 req-b4024c3b-d763-47ea-b033-21a012d4846c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:46.158827 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-942002bc-3c39-4cef-8302-e536584914d1 req-b4024c3b-d763-47ea-b033-21a012d4846c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0500689 Aug 23 03:33:46.200988 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-942002bc-3c39-4cef-8302-e536584914d1 req-ebbd869a-db6e-4160-8f3a-a2184c0be138 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Aug 23 03:33:46.263206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4bb493a-0a9f-4676-a8ae-dc6d473924e4 req-b6a6ecca-b71c-4a78-81d2-e7286b5ff89a tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/64b61806-caa5-4a0f-b69f-342a663a358d HTTP/1.1" status: 200 len: 1805 time: 0.0380869 Aug 23 03:33:46.264487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-252b2f03-77f4-497c-b17b-d1512363f7a5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560169 Aug 23 03:33:46.266604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:46.268810 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0" -d '{"events": [{"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:46.326981 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4bb493a-0a9f-4676-a8ae-dc6d473924e4 req-51bb1637-0d23-4801-b74f-5da72832c335 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.336808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-3515cac1-78f4-497d-9b48-1ed4f41d1647 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:46.338317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-3515cac1-78f4-497d-9b48-1ed4f41d1647 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.1384652 Aug 23 03:33:46.348686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4bb493a-0a9f-4676-a8ae-dc6d473924e4 req-51bb1637-0d23-4801-b74f-5da72832c335 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.471461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4bb493a-0a9f-4676-a8ae-dc6d473924e4 req-51bb1637-0d23-4801-b74f-5da72832c335 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.474238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4bb493a-0a9f-4676-a8ae-dc6d473924e4 req-51bb1637-0d23-4801-b74f-5da72832c335 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.475396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4bb493a-0a9f-4676-a8ae-dc6d473924e4 req-51bb1637-0d23-4801-b74f-5da72832c335 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "DELETE /v2.0/security-groups/64b61806-caa5-4a0f-b69f-342a663a358d HTTP/1.1" status: 204 len: 173 time: 0.2059917 Aug 23 03:33:46.488029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-8998fe06-da56-467b-b3b1-6760c7ad5285 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:46.488029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-8998fe06-da56-467b-b3b1-6760c7ad5285 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070582 Aug 23 03:33:46.488559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb1637-0d23-4801-b74f-5da72832c335 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b61806-caa5-4a0f-b69f-342a663a358d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:46.523260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Request body: {'port': {'device_id': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '20f616f4226d41c0bc8d4e12b5359c6e'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:46.612229 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-18891a07-d01a-4098-bf06-21b15700519b req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.630182 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-53816086-6601-4d63-920c-89128275c9f1 req-c4f99417-8ebf-4125-af36-2fd1ee2d27ec tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 210 time: 0.0283275 Aug 23 03:33:46.659338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Pushing event deleted for resources: {'Port': ['ID=df576900-d6c1-45ec-8036-b44fd9d9ef3a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:46.682451 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-18891a07-d01a-4098-bf06-21b15700519b req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.685677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-18891a07-d01a-4098-bf06-21b15700519b req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.686813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18891a07-d01a-4098-bf06-21b15700519b req-d0216cb9-2660-4b63-aa51-b484b76fed64 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "DELETE /v2.0/floatingips/184cb751-6677-41c9-a0e0-8a1b3bf6b454 HTTP/1.1" status: 204 len: 173 time: 0.7501447 Aug 23 03:33:46.702732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-ab46a56e-e880-44b6-bdc7-e1cfe40f75fd service neutron] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:46.707332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-ab46a56e-e880-44b6-bdc7-e1cfe40f75fd service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.708457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b357df02-02f6-41b4-9dfc-d75fa81f0bd8 req-ab46a56e-e880-44b6-bdc7-e1cfe40f75fd service neutron] 10.222.0.24 "DELETE /v2.0/ports/7ea50e15-bb6c-4296-bab9-39eb22f6ed2a/bindings/n-h1-749052-7 HTTP/1.1" status: 204 len: 173 time: 0.3443046 Aug 23 03:33:46.728430 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713c3c2a-59b8-4c5b-883b-5ad301c96c16 x-openstack-request-id: req-713c3c2a-59b8-4c5b-883b-5ad301c96c16 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:46.728706 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:46.732849 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-713c3c2a-59b8-4c5b-883b-5ad301c96c16 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:46.732849 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'status': 'completed', 'code': 200} Aug 23 03:33:46.734502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b957ca-327d-4225-a0ab-16a28f1b32fe req-933171d5-3ffa-440c-bacf-11a8943978b6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:46.736099 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4b957ca-327d-4225-a0ab-16a28f1b32fe req-933171d5-3ffa-440c-bacf-11a8943978b6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 945 time: 0.0514174 Aug 23 03:33:46.776986 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4b957ca-327d-4225-a0ab-16a28f1b32fe req-8bb35b1d-2431-4f20-8334-9d93ab3ca0d3 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Aug 23 03:33:46.802079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0126bce2-0f39-4866-bc56-e0a07562c096 req-a84b760d-0224-4c5d-b118-1c7f0555e4d7 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/8a6130b9-5d6e-4a57-abfd-639787991d70 HTTP/1.1" status: 200 len: 1805 time: 0.0661905 Aug 23 03:33:46.820599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Made reservation on behalf of 20f616f4226d41c0bc8d4e12b5359c6e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:46.833090 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:46.845105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-876447bb-fe78-4ac7-b29a-c7b0457de82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:46.846677 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-876447bb-fe78-4ac7-b29a-c7b0457de82e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95cece949db0401ca2ade9d75cee1dd9&device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 1097 time: 0.0761735 Aug 23 03:33:47.038458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76f540-0970-4946-a5e8-ee6865612e56 req-c50ec118-c509-4623-ac42-7cd22900bfff tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:47.039921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b76f540-0970-4946-a5e8-ee6865612e56 req-c50ec118-c509-4623-ac42-7cd22900bfff tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 944 time: 0.1758482 Aug 23 03:33:47.082386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-a8b36a58-49bc-4c1e-a8df-9c444b4da8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:47.083743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-a8b36a58-49bc-4c1e-a8df-9c444b4da8e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 200 len: 921 time: 0.2276685 Aug 23 03:33:47.089480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 103b6d8d-7ccd-41c3-a035-4a06727daffc up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:47.102232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Allocated IP 192.168.233.47 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/8784c166-0386-4c45-9bfb-c7eaf900f8d4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:33:47.145850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b76f540-0970-4946-a5e8-ee6865612e56 req-9f34a049-9207-4252-8884-a3d58be74539 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977190 Aug 23 03:33:47.147052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-52551797-e509-4eb8-b0e3-689c181022d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 200 len: 217 time: 0.0515201 Aug 23 03:33:47.152622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-a54550ba-8769-4290-b5e6-6cb5ea0fdd00 req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1837581471', 'description': 'tempest-description-349633688'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:47.226472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 103b6d8d-7ccd-41c3-a035-4a06727daffc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:47.228857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-24dff1ec-a7a2-4245-8c1e-7e951e4692e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:47.230387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-24dff1ec-a7a2-4245-8c1e-7e951e4692e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 200 len: 860 time: 0.0721378 Aug 23 03:33:47.231855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 103b6d8d-7ccd-41c3-a035-4a06727daffc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:47.232232 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.269789 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a54550ba-8769-4290-b5e6-6cb5ea0fdd00 req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.335080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-d3b71def-3ade-439f-9796-783a8e2368c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:47.336678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-d3b71def-3ade-439f-9796-783a8e2368c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55360f0a-c2e8-4947-877a-a681bb193ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931962 Aug 23 03:33:47.347439 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.379547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:47.380183 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.380426 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47936ce-b6d8-4f49-965b-c2209c7f00b8" -d '{"events": [{"server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "name": "network-vif-plugged", "status": "completed", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:47.422748 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a54550ba-8769-4290-b5e6-6cb5ea0fdd00 req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.429542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Transition to ACTIVE for port object 8784c166-0386-4c45-9bfb-c7eaf900f8d4 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:47.482780 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a54550ba-8769-4290-b5e6-6cb5ea0fdd00 req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.505285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-a48e0afd-f85f-4cc2-90e8-b89281a6de64 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583171 Aug 23 03:33:47.520255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:47.521755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc788e83-213b-43ca-9993-a0e45e491139,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:47.524449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a089d-665a-43c7-836d-6365f107b63c req-2c5f3f69-0200-401c-b1f8-d57f74c217ef tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:47.525952 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-617a089d-665a-43c7-836d-6365f107b63c req-2c5f3f69-0200-401c-b1f8-d57f74c217ef tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 946 time: 0.0918725 Aug 23 03:33:47.529278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.529616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.529949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.531757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.531757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.531757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.531757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.531757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.532122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.532248 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.532540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.532850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.567872 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a54550ba-8769-4290-b5e6-6cb5ea0fdd00 req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.569139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a54550ba-8769-4290-b5e6-6cb5ea0fdd00 req-2e084f86-1c41-49e8-86d8-c9956e8cb5f6 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4210072 Aug 23 03:33:47.600294 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.601124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:47.611228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.626563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d4ed72b4-cf2a-4a59-9279-a256d76d3863'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:47.658890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-617a089d-665a-43c7-836d-6365f107b63c req-463bb08f-7d3d-450f-95fb-ac2735525454 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213672 Aug 23 03:33:47.704749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:33:47.707484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7aa2cf25-4f8c-43bb-94b4-8019e53726a0 req-50bbb1df-0281-42fc-a830-80d87bb84e48 service neutron] 10.222.0.11 "GET /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806588 Aug 23 03:33:47.708247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Pushing event updated for resources: {'Port': ['ID=8784c166-0386-4c45-9bfb-c7eaf900f8d4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:47.710732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a11dfb-3624-40d9-a69f-33aa9fab8e4a req-02f2e13f-04b7-432f-b0a3-05944d6e7555 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:47.713031 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19a11dfb-3624-40d9-a69f-33aa9fab8e4a req-02f2e13f-04b7-432f-b0a3-05944d6e7555 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0731659 Aug 23 03:33:47.720359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.720359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.720359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.720359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.720359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.720359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.720359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.720849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.721126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.721450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.721770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.722579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:47.725714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:47.728209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:33:47.733812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:47.735577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:47.735914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:47.748896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=103b6d8d-7ccd-41c3-a035-4a06727daffc,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:47.801668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19a11dfb-3624-40d9-a69f-33aa9fab8e4a req-dd762185-6727-498e-8132-67b38d250509 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 Aug 23 03:33:47.841134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c5793b9c-8c02-4651-8c53-9119a560bedc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3203971 Aug 23 03:33:47.866100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Request body: {'port': {'device_id': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:47.874155 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c619cfc-09d4-49c6-9dba-e0ece0aa0c02 x-openstack-request-id: req-7c619cfc-09d4-49c6-9dba-e0ece0aa0c02 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:47.874384 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "name": "network-vif-plugged", "status": "completed", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:47.874639 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c619cfc-09d4-49c6-9dba-e0ece0aa0c02 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:47.875038 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc', 'code': 200} Aug 23 03:33:47.951738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c38d00e0-93a8-43ae-9d50-6ca6add1e063 req-cff69f83-40d5-4dc0-b0c1-40b5eb471199 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/dc788e83-213b-43ca-9993-a0e45e491139 HTTP/1.1" status: 200 len: 1804 time: 0.0981376 Aug 23 03:33:47.984801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d98a55-adeb-4edb-9842-774a408ea663 req-00a396dd-fa0a-44a1-a52c-b9296efe5769 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:47.986473 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e6d98a55-adeb-4edb-9842-774a408ea663 req-00a396dd-fa0a-44a1-a52c-b9296efe5769 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 1095 time: 0.0488334 Aug 23 03:33:47.988299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c38d00e0-93a8-43ae-9d50-6ca6add1e063 req-d7074f29-236d-4d53-aa50-e08d29ee764a tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc788e83-213b-43ca-9993-a0e45e491139', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:47.988615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c38d00e0-93a8-43ae-9d50-6ca6add1e063 req-d7074f29-236d-4d53-aa50-e08d29ee764a tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc788e83-213b-43ca-9993-a0e45e491139', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:48.015239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.019724 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e6d98a55-adeb-4edb-9842-774a408ea663 req-dde0dd46-c270-4017-971a-afc550ed007c tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273025 Aug 23 03:33:48.070783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a085e22-2e94-485c-8e4a-b9bd38f4c17f req-375d15f1-8f32-4cc4-a464-c32e9a74284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:48.072558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a085e22-2e94-485c-8e4a-b9bd38f4c17f req-375d15f1-8f32-4cc4-a464-c32e9a74284a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1097 time: 0.0993257 Aug 23 03:33:48.101723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-71698f39-e3e6-48b1-86ab-439f08605791 None None] Provisioning for port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:48.112131 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-71698f39-e3e6-48b1-86ab-439f08605791 None None] Provisioning complete for port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:48.112774 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71698f39-e3e6-48b1-86ab-439f08605791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.163572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-71698f39-e3e6-48b1-86ab-439f08605791 None None] Port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:33:48.170339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f210b-00c1-44dc-b6cb-7a252bbeb89a req-c0ca3eb8-3181-4ff8-88b7-483f2317a097 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:48.172124 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-059f210b-00c1-44dc-b6cb-7a252bbeb89a req-c0ca3eb8-3181-4ff8-88b7-483f2317a097 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 935 time: 0.0681739 Aug 23 03:33:48.208298 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a085e22-2e94-485c-8e4a-b9bd38f4c17f req-68cef8ae-f907-4f14-98e0-9cad2585d97e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279790 Aug 23 03:33:48.210798 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-059f210b-00c1-44dc-b6cb-7a252bbeb89a req-c5b7d94d-cdc3-4886-b615-57caaffa98dd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Aug 23 03:33:48.231022 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c38d00e0-93a8-43ae-9d50-6ca6add1e063 req-d7074f29-236d-4d53-aa50-e08d29ee764a tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.284122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c38d00e0-93a8-43ae-9d50-6ca6add1e063 req-d7074f29-236d-4d53-aa50-e08d29ee764a tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.322420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20611fe-325c-4caf-b27a-b68db882ab66 req-17d7b00d-8744-42b2-82ef-5f5f6e91ddc4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:48.323875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b20611fe-325c-4caf-b27a-b68db882ab66 req-17d7b00d-8744-42b2-82ef-5f5f6e91ddc4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0503135 Aug 23 03:33:48.331750 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c38d00e0-93a8-43ae-9d50-6ca6add1e063 req-d7074f29-236d-4d53-aa50-e08d29ee764a tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.361799 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b20611fe-325c-4caf-b27a-b68db882ab66 req-b5f558d1-c305-495e-8f67-4f7d0ac1d7e2 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309312 Aug 23 03:33:48.373973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7074f29-236d-4d53-aa50-e08d29ee764a tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e92e95-1ae6-43fb-aadf-6133fe3b6162,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:48.382342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8784c166-0386-4c45-9bfb-c7eaf900f8d4 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:48.390602 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.402167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Transition to ACTIVE for port object 8784c166-0386-4c45-9bfb-c7eaf900f8d4 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:48.431480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c38d00e0-93a8-43ae-9d50-6ca6add1e063 req-d7074f29-236d-4d53-aa50-e08d29ee764a tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.432603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c38d00e0-93a8-43ae-9d50-6ca6add1e063 req-d7074f29-236d-4d53-aa50-e08d29ee764a tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4607422 Aug 23 03:33:48.449143 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.515969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Pushing event updated for resources: {'Port': ['ID=8784c166-0386-4c45-9bfb-c7eaf900f8d4,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:48.573250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abb409e1-ff9e-4ac0-bf2a-a7ba29724f5f req-bd01aa44-5f31-4f89-b434-59af4e7db99e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/dc788e83-213b-43ca-9993-a0e45e491139 HTTP/1.1" status: 200 len: 2397 time: 0.0432260 Aug 23 03:33:48.585491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-abb409e1-ff9e-4ac0-bf2a-a7ba29724f5f req-8b5c4ca4-be05-466b-94a7-853ff0acee67 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc788e83-213b-43ca-9993-a0e45e491139', 'remote_group_id': None}]} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:48.585806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-abb409e1-ff9e-4ac0-bf2a-a7ba29724f5f req-8b5c4ca4-be05-466b-94a7-853ff0acee67 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc788e83-213b-43ca-9993-a0e45e491139', 'remote_group_id': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:48.601260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Attempting to bind port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:48.601697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Attempting to bind port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:48.602089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Attempting to bind port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:48.613485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:48.613879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Attempting to bind port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:48.624039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:48.624427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:48.624811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:48.625270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Bound port: 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:48.625628 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.677923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-dfd68649-302b-4696-b10b-29c521f94363 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:48.679612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-dfd68649-302b-4696-b10b-29c521f94363 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 820 time: 0.1739845 Aug 23 03:33:48.701115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-abb409e1-ff9e-4ac0-bf2a-a7ba29724f5f req-8b5c4ca4-be05-466b-94a7-853ff0acee67 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.708001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-6c3d289b-6d39-404e-bca2-d2d4fa55f357 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/quotas/5f863b29eed4422dbb8b4e4f56ad8bcf HTTP/1.1" status: 200 len: 375 time: 0.0204349 Aug 23 03:33:48.729489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-abb409e1-ff9e-4ac0-bf2a-a7ba29724f5f req-8b5c4ca4-be05-466b-94a7-853ff0acee67 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.749353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:48.765703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:48.776614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-f716473d-9dd2-44e7-a0f9-617fb055ce95 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616319 Aug 23 03:33:48.814488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-abb409e1-ff9e-4ac0-bf2a-a7ba29724f5f req-8b5c4ca4-be05-466b-94a7-853ff0acee67 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.832268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c4ca4-be05-466b-94a7-853ff0acee67 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122c4880-c4b6-49e1-8ff1-6c676b880004,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:48.851906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.895089 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-abb409e1-ff9e-4ac0-bf2a-a7ba29724f5f req-8b5c4ca4-be05-466b-94a7-853ff0acee67 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.896928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-c95a8773-22a7-4bee-8680-bdc44a862f95 service neutron] 10.222.0.20 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132591 Aug 23 03:33:48.904687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:48.905263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:48.906669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] 10.222.0.11 "PUT /v2.0/ports/8784c166-0386-4c45-9bfb-c7eaf900f8d4 HTTP/1.1" status: 200 len: 1095 time: 1.0517950 Aug 23 03:33:48.907100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:48.909353 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a" -d '{"events": [{"name": "network-changed", "server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:48.917375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abb409e1-ff9e-4ac0-bf2a-a7ba29724f5f req-8b5c4ca4-be05-466b-94a7-853ff0acee67 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3356874 Aug 23 03:33:48.947588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3d3f3-6f16-4a2b-9e4a-be39f27687ba service neutron] Pushing event updated for resources: {'Port': ['ID=8784c166-0386-4c45-9bfb-c7eaf900f8d4,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:49.027422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-0548efdc-451b-4615-8a8a-6cd49ce41849 service neutron] 10.222.0.20 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076260 Aug 23 03:33:49.057239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dd349-e690-4512-a124-521bedc54a2d req-7bdb04cc-07f3-45df-9aa7-686bda5748d5 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:49.060437 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c82dd349-e690-4512-a124-521bedc54a2d req-7bdb04cc-07f3-45df-9aa7-686bda5748d5 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 946 time: 0.0571887 Aug 23 03:33:49.063657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c9dedb5c-8044-4f49-bf9c-6b046a9f9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:49.065428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-c9dedb5c-8044-4f49-bf9c-6b046a9f9849 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 1098 time: 0.0530128 Aug 23 03:33:49.113904 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c82dd349-e690-4512-a124-521bedc54a2d req-cb2887e7-f7f8-4826-9422-f7a8965f5598 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474346 Aug 23 03:33:49.138610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-db83e462-ca57-4d09-b13a-21c2e564898d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0548489 Aug 23 03:33:49.208521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc9489-2de4-4411-b1be-d926db8986f2 req-8d1e6620-57be-4e0f-895e-b10074da0db3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:49.210094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7dbc9489-2de4-4411-b1be-d926db8986f2 req-8d1e6620-57be-4e0f-895e-b10074da0db3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0487082 Aug 23 03:33:49.215014 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-3e3c14e5-3195-424a-83fe-6e3e82d29314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:49.216586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-3e3c14e5-3195-424a-83fe-6e3e82d29314 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0492508 Aug 23 03:33:49.252376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7dbc9489-2de4-4411-b1be-d926db8986f2 req-ff0a37a9-ff94-4e4d-a264-a9eb164fd2bb tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Aug 23 03:33:49.273045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-f8faeb29-35ff-4260-b3a6-147c6b014e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:49.274739 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-f8faeb29-35ff-4260-b3a6-147c6b014e1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495386 Aug 23 03:33:49.305143 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df130e8-f706-45fb-8871-9ca9bd3b1b10 x-openstack-request-id: req-5df130e8-f706-45fb-8871-9ca9bd3b1b10 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:49.305666 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:49.306022 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5df130e8-f706-45fb-8871-9ca9bd3b1b10 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:49.306509 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4', 'status': 'completed', 'code': 200} Aug 23 03:33:49.383146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ae333d8-eb8c-40a5-b608-a8530b9a72b3 req-25202bdb-3221-4730-8c8e-768a09c2968f tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/dc788e83-213b-43ca-9993-a0e45e491139 HTTP/1.1" status: 200 len: 2995 time: 0.1000538 Aug 23 03:33:49.451216 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-124e83a6-372d-4d20-90ad-2651f4df75ab req-d9d60712-b2c8-4498-8a73-a680c60ec477 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 210 time: 0.0255809 Aug 23 03:33:49.461815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-584db96f-60d4-4017-bc04-66ab6b1d6e34 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774080 Aug 23 03:33:49.745909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57287579-4305-4176-a407-a9e5ceeda356 req-a7714572-e518-43f7-b039-789cc668a2eb tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:49.747611 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57287579-4305-4176-a407-a9e5ceeda356 req-a7714572-e518-43f7-b039-789cc668a2eb tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0528424 Aug 23 03:33:49.792109 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57287579-4305-4176-a407-a9e5ceeda356 req-329a7706-18e2-460f-89ae-05655579d005 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371692 Aug 23 03:33:49.792744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-5770d9e5-4979-4c1d-bf11-16a0f18df555 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:49.794287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-5770d9e5-4979-4c1d-bf11-16a0f18df555 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.11 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 946 time: 0.3869171 Aug 23 03:33:49.836320 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78ea34a5-2061-4a33-933d-13f352920324 req-c2f7265f-32e6-4ecf-a6c9-f3a19b4b9247 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-group-rules/122c4880-c4b6-49e1-8ff1-6c676b880004 HTTP/1.1" status: 200 len: 783 time: 0.0217285 Aug 23 03:33:49.839394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ac537-ae15-4d5c-b731-3d6fa9a14793 req-17e2364e-2846-4465-9a3e-59ec196d9efe tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:49.841488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-190ac537-ae15-4d5c-b731-3d6fa9a14793 req-17e2364e-2846-4465-9a3e-59ec196d9efe tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 947 time: 0.3947902 Aug 23 03:33:49.901544 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78ea34a5-2061-4a33-933d-13f352920324 req-2b71533e-10bb-4c71-908b-43f229aa3ad3 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/dc788e83-213b-43ca-9993-a0e45e491139 HTTP/1.1" status: 200 len: 2995 time: 0.0506933 Aug 23 03:33:49.925529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-78ea34a5-2061-4a33-933d-13f352920324 req-9bf771bb-7e39-4ce6-9f0b-58f0b0ed7c1e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:49.933074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-78ea34a5-2061-4a33-933d-13f352920324 req-9bf771bb-7e39-4ce6-9f0b-58f0b0ed7c1e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:49.941184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0ea21e3-068b-41b3-bae4-2892fe551c64 req-19ed7ebc-70aa-437b-b849-03419c447111 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627812 Aug 23 03:33:49.948064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-190ac537-ae15-4d5c-b731-3d6fa9a14793 req-1b3e0a65-37e7-4f96-a6ce-eb8515cba70f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892239 Aug 23 03:33:49.977544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Deleting port bf99f0d3-084e-47f0-a71e-ede6af73e7ab {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:49.977900 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.065518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] For port bf99f0d3-084e-47f0-a71e-ede6af73e7ab, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:50.065883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.072074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-78ea34a5-2061-4a33-933d-13f352920324 req-9bf771bb-7e39-4ce6-9f0b-58f0b0ed7c1e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.081097 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-78ea34a5-2061-4a33-933d-13f352920324 req-9bf771bb-7e39-4ce6-9f0b-58f0b0ed7c1e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.082257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78ea34a5-2061-4a33-933d-13f352920324 req-9bf771bb-7e39-4ce6-9f0b-58f0b0ed7c1e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/122c4880-c4b6-49e1-8ff1-6c676b880004 HTTP/1.1" status: 204 len: 173 time: 0.1799212 Aug 23 03:33:50.083245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Calling delete_port for bf99f0d3-084e-47f0-a71e-ede6af73e7ab owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:50.086574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf771bb-7e39-4ce6-9f0b-58f0b0ed7c1e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=122c4880-c4b6-49e1-8ff1-6c676b880004,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:50.148380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31e461f4-d1b9-4c0d-8b13-79dad216c835 req-d99ec4db-0770-48fa-9c31-b6ba4fff90f8 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/dc788e83-213b-43ca-9993-a0e45e491139 HTTP/1.1" status: 200 len: 2397 time: 0.0434158 Aug 23 03:33:50.200299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-ffff96d6-228c-49e6-8175-02cdff31d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:50.201855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-ffff96d6-228c-49e6-8175-02cdff31d793 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 1098 time: 0.0598764 Aug 23 03:33:50.208560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-31e461f4-d1b9-4c0d-8b13-79dad216c835 req-e5243bad-b587-4c08-a29d-01ab13d2cadc tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.231868 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-31e461f4-d1b9-4c0d-8b13-79dad216c835 req-e5243bad-b587-4c08-a29d-01ab13d2cadc tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.358819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-c0c82739-6094-47f3-aaac-064a270e47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:50.360185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-c0c82739-6094-47f3-aaac-064a270e47fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1479602 Aug 23 03:33:50.368411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3977e-54b7-401b-bfc0-45bdce0680b9 req-e35f4f08-606f-4158-b6a0-aad3c9969fd2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:50.369814 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ff3977e-54b7-401b-bfc0-45bdce0680b9 req-e35f4f08-606f-4158-b6a0-aad3c9969fd2 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 946 time: 0.0745833 Aug 23 03:33:50.385831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-31e461f4-d1b9-4c0d-8b13-79dad216c835 req-e5243bad-b587-4c08-a29d-01ab13d2cadc tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.389029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-31e461f4-d1b9-4c0d-8b13-79dad216c835 req-e5243bad-b587-4c08-a29d-01ab13d2cadc tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.390184 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31e461f4-d1b9-4c0d-8b13-79dad216c835 req-e5243bad-b587-4c08-a29d-01ab13d2cadc tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc788e83-213b-43ca-9993-a0e45e491139 HTTP/1.1" status: 204 len: 173 time: 0.2341797 Aug 23 03:33:50.403196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5243bad-b587-4c08-a29d-01ab13d2cadc tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc788e83-213b-43ca-9993-a0e45e491139,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:50.419107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-72f350d2-a867-4b4d-9690-7700c513a74e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0483222 Aug 23 03:33:50.419683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.453624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['bf99f0d3-084e-47f0-a71e-ede6af73e7ab'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:50.480845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Pushing event deleted for resources: {'Port': ['ID=bf99f0d3-084e-47f0-a71e-ede6af73e7ab,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:50.502110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ff3977e-54b7-401b-bfc0-45bdce0680b9 req-6cbb4406-57dc-4e6f-866d-927cf18879f6 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/security-groups?id=d6417125-e884-47bc-bf6b-e750b8eee65a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254437 Aug 23 03:33:50.551731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-3559a706-7ed6-42b4-9774-0dd476d41304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:50.553263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-3559a706-7ed6-42b4-9774-0dd476d41304 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1237156 Aug 23 03:33:50.554136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] No DVR routers for this DVR port bf99f0d3-084e-47f0-a71e-ede6af73e7ab on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:50.556666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.558831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a8abf09-edca-4a18-8b80-0ad11c522fa7 req-90e56d06-2339-414f-8a2d-8b3e23409743 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.11 "DELETE /v2.0/ports/bf99f0d3-084e-47f0-a71e-ede6af73e7ab HTTP/1.1" status: 204 len: 173 time: 0.7356436 Aug 23 03:33:50.572693 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-8a99fb19-de15-40ce-97c2-0c0a4dd8802b req-0189a78c-f210-437d-89ac-5f8d6f329401 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] show failed (client error): The resource could not be found. Aug 23 03:33:50.589963 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a99fb19-de15-40ce-97c2-0c0a4dd8802b req-0189a78c-f210-437d-89ac-5f8d6f329401 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/64b61806-caa5-4a0f-b69f-342a663a358d HTTP/1.1" status: 404 len: 352 time: 0.0458055 Aug 23 03:33:50.630640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-bc9f1749-b64a-4904-89a2-401aeb7eba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:50.632286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-bc9f1749-b64a-4904-89a2-401aeb7eba46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699849 Aug 23 03:33:50.675954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87dc02-4971-4b3e-b923-519768f0c126 req-8e352c73-3b0a-4f96-9e98-973ccf7c058e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:50.677506 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e87dc02-4971-4b3e-b923-519768f0c126 req-8e352c73-3b0a-4f96-9e98-973ccf7c058e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0925913 Aug 23 03:33:50.700138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6ba7c254-c801-4902-8384-895010507c64 req-7785450c-43c3-4706-bdda-b654d31622dd tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 210 time: 0.0409017 Aug 23 03:33:50.769598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e87dc02-4971-4b3e-b923-519768f0c126 req-fd0eda46-d344-4990-88ed-85f73f823e90 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595045 Aug 23 03:33:50.775496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-494db352-7b62-4f4f-9974-663bca410c32 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354809 Aug 23 03:33:50.812253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c65f407b-5a1f-4199-8df3-338ba7ac6aec req-36924135-ce6d-4c47-9bcf-2e5c05917433 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/8a6130b9-5d6e-4a57-abfd-639787991d70 HTTP/1.1" status: 200 len: 1805 time: 0.0494010 Aug 23 03:33:50.874685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c65f407b-5a1f-4199-8df3-338ba7ac6aec req-c4a0b380-d3e4-4367-ad31-e5ada496cbeb tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.899515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c65f407b-5a1f-4199-8df3-338ba7ac6aec req-c4a0b380-d3e4-4367-ad31-e5ada496cbeb tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:50.964038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c0fd26-fb1b-4a62-9ba9-05400a46a68a req-db165cce-600e-4b24-9b3e-1799982d97c9 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793060 Aug 23 03:33:51.037296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c65f407b-5a1f-4199-8df3-338ba7ac6aec req-c4a0b380-d3e4-4367-ad31-e5ada496cbeb tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:51.039884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c65f407b-5a1f-4199-8df3-338ba7ac6aec req-c4a0b380-d3e4-4367-ad31-e5ada496cbeb tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:51.041371 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c65f407b-5a1f-4199-8df3-338ba7ac6aec req-c4a0b380-d3e4-4367-ad31-e5ada496cbeb tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "DELETE /v2.0/security-groups/8a6130b9-5d6e-4a57-abfd-639787991d70 HTTP/1.1" status: 204 len: 173 time: 0.2280035 Aug 23 03:33:51.055076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0b380-d3e4-4367-ad31-e5ada496cbeb tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6130b9-5d6e-4a57-abfd-639787991d70,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:51.062147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e785-9987-46cd-accb-fa2252aa5538 req-cebc1c26-84ef-4314-89d3-526d2f703b8b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:51.069584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab38e785-9987-46cd-accb-fa2252aa5538 req-cebc1c26-84ef-4314-89d3-526d2f703b8b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0732522 Aug 23 03:33:51.110953 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab38e785-9987-46cd-accb-fa2252aa5538 req-ceee0df2-4109-4745-92f0-1c38869fc39d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Aug 23 03:33:51.229078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e248df-4987-423a-8e8a-1a3c9f275ffd req-2ab3cf91-204a-4edf-ae76-6ee126a23618 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:51.230729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15e248df-4987-423a-8e8a-1a3c9f275ffd req-2ab3cf91-204a-4edf-ae76-6ee126a23618 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 947 time: 0.0560904 Aug 23 03:33:51.276987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15e248df-4987-423a-8e8a-1a3c9f275ffd req-b0c7f4c3-0466-4e4d-99f2-2b46017faa9d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382853 Aug 23 03:33:51.308737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'name': 'network-vif-deleted', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:51.313531 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38df7f0e-b6b7-4173-9de5-8a6bdd684377" -d '{"events": [{"server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "name": "network-vif-deleted", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:51.351359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7efc692-3870-47fa-9d2e-ad85b82f3afd req-f2621f88-53e3-40ad-b77e-99dc9be7a9c0 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/b79ebc8b-dae6-44d6-900b-60b4debad44b HTTP/1.1" status: 200 len: 1805 time: 0.1109612 Aug 23 03:33:51.408016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66e44e-5628-4873-b594-74f3ca4ad93f req-6067e3a3-839f-452d-aaa0-86211edcf7db tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:51.415626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa66e44e-5628-4873-b594-74f3ca4ad93f req-6067e3a3-839f-452d-aaa0-86211edcf7db tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1097 time: 0.0529275 Aug 23 03:33:51.441655 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7efc692-3870-47fa-9d2e-ad85b82f3afd req-05247807-01ae-44e3-862f-d129c21fc2ed tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:51.453685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa66e44e-5628-4873-b594-74f3ca4ad93f req-1008d716-5394-4d29-8688-93bb562e7662 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Aug 23 03:33:51.466750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7efc692-3870-47fa-9d2e-ad85b82f3afd req-05247807-01ae-44e3-862f-d129c21fc2ed tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:51.615365 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588a9dda-7083-406d-ae2c-3826120e37bb x-openstack-request-id: req-588a9dda-7083-406d-ae2c-3826120e37bb {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:51.615659 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bdf8f6-0186-4da4-b9b2-3277f31aabbe", "name": "network-vif-deleted", "tag": "bf99f0d3-084e-47f0-a71e-ede6af73e7ab", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:51.615910 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-588a9dda-7083-406d-ae2c-3826120e37bb {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:51.616306 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bdf8f6-0186-4da4-b9b2-3277f31aabbe', 'name': 'network-vif-deleted', 'tag': 'bf99f0d3-084e-47f0-a71e-ede6af73e7ab', 'status': 'completed', 'code': 200} Aug 23 03:33:51.626416 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7efc692-3870-47fa-9d2e-ad85b82f3afd req-05247807-01ae-44e3-862f-d129c21fc2ed tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:51.629870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7efc692-3870-47fa-9d2e-ad85b82f3afd req-05247807-01ae-44e3-862f-d129c21fc2ed tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:51.631379 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7efc692-3870-47fa-9d2e-ad85b82f3afd req-05247807-01ae-44e3-862f-d129c21fc2ed tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "DELETE /v2.0/security-groups/b79ebc8b-dae6-44d6-900b-60b4debad44b HTTP/1.1" status: 204 len: 173 time: 0.2791381 Aug 23 03:33:51.653319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05247807-01ae-44e3-862f-d129c21fc2ed tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79ebc8b-dae6-44d6-900b-60b4debad44b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:51.662027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ae32053c-ca0b-46bc-9073-82f49d684bcf tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:51.663572 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ae32053c-ca0b-46bc-9073-82f49d684bcf tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.11 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 820 time: 0.1123197 Aug 23 03:33:51.709879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Request body: {'port': {'device_id': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0', 'admin_state_up': True, 'tenant_id': '5f863b29eed4422dbb8b4e4f56ad8bcf'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:51.839426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19901dd3-b4d2-4184-8689-b938fa8496f3 req-74a480a1-34bf-4e92-bad2-e0e48326e205 tempest-FloatingIPsAssociationTestJSON-573677811 tempest-FloatingIPsAssociationTestJSON-573677811-project] 10.222.0.20 "GET /v2.0/ports?device_id=31bdf8f6-0186-4da4-b9b2-3277f31aabbe HTTP/1.1" status: 200 len: 210 time: 0.0272467 Aug 23 03:33:51.868750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03b8a056-54a3-4a3f-9ae4-982853c61884 req-921a87e7-0907-4cf1-aa20-a6a7b76582ee tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/93633328-b54f-4729-96e7-f71122316326 HTTP/1.1" status: 200 len: 1805 time: 0.1472819 Aug 23 03:33:51.987385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-03b8a056-54a3-4a3f-9ae4-982853c61884 req-218015f0-875e-4068-afde-daeaa1198fa9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.023982 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-03b8a056-54a3-4a3f-9ae4-982853c61884 req-218015f0-875e-4068-afde-daeaa1198fa9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.038085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Made reservation on behalf of 5f863b29eed4422dbb8b4e4f56ad8bcf for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:52.043410 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e212469-bcfd-47b3-b74e-0b158d6aa7e2 req-157b94a8-9e4c-48ad-a79b-4cb64f7487bc tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 210 time: 0.0331018 Aug 23 03:33:52.043562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.202904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.207507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b2298-ac29-481a-a092-d6bd797807eb req-8bba12c2-2748-421d-bee1-4594bd37acc5 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:52.220864 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e7b2298-ac29-481a-a092-d6bd797807eb req-8bba12c2-2748-421d-bee1-4594bd37acc5 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1203694 Aug 23 03:33:52.244421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54930) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:52.255860 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-03b8a056-54a3-4a3f-9ae4-982853c61884 req-218015f0-875e-4068-afde-daeaa1198fa9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.258445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-03b8a056-54a3-4a3f-9ae4-982853c61884 req-218015f0-875e-4068-afde-daeaa1198fa9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.259749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03b8a056-54a3-4a3f-9ae4-982853c61884 req-218015f0-875e-4068-afde-daeaa1198fa9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "DELETE /v2.0/security-groups/93633328-b54f-4729-96e7-f71122316326 HTTP/1.1" status: 204 len: 173 time: 0.3746114 Aug 23 03:33:52.281341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218015f0-875e-4068-afde-daeaa1198fa9 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93633328-b54f-4729-96e7-f71122316326,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:52.289214 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Allocated IP 172.20.0.4 (b0ee1423-7420-4572-8a9c-426061a4ead0/06554274-26cb-447d-ae1d-8db0a1d7532e/2c39946d-645f-432f-bcba-afb53a96e850) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:33:52.514373 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53344649-709a-4201-a080-127efc9b2f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.537764 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bdef1bcc-bbd1-4623-9b93-d0cb4f0535e1 req-b5859ac1-07a9-4c03-8505-a389b430785f tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/2d265337-bf53-46a1-9235-eae70b07069a HTTP/1.1" status: 200 len: 2404 time: 0.1343501 Aug 23 03:33:52.553903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e7b2298-ac29-481a-a092-d6bd797807eb req-ac591ff8-1c54-4a2f-a437-53a04473ab09 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319025 Aug 23 03:33:52.600040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.667102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bfc49-aa20-4885-a146-a6f24a1994cf req-029e9436-0453-4dbf-80dd-b0a39d3f0bff tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:52.681522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-773bfc49-aa20-4885-a146-a6f24a1994cf req-029e9436-0453-4dbf-80dd-b0a39d3f0bff tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 947 time: 0.0512056 Aug 23 03:33:52.683234 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bdef1bcc-bbd1-4623-9b93-d0cb4f0535e1 req-e5d5df4c-249e-475b-8867-b2f65305972e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.725461 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bdef1bcc-bbd1-4623-9b93-d0cb4f0535e1 req-e5d5df4c-249e-475b-8867-b2f65305972e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.725681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-773bfc49-aa20-4885-a146-a6f24a1994cf req-72a0d712-2954-406e-8cc3-2821d5db40be tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Aug 23 03:33:52.749880 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53344649-709a-4201-a080-127efc9b2f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.826231 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.859520 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53344649-709a-4201-a080-127efc9b2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.862861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bdef1bcc-bbd1-4623-9b93-d0cb4f0535e1 req-e5d5df4c-249e-475b-8867-b2f65305972e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.865329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bdef1bcc-bbd1-4623-9b93-d0cb4f0535e1 req-e5d5df4c-249e-475b-8867-b2f65305972e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.866464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bdef1bcc-bbd1-4623-9b93-d0cb4f0535e1 req-e5d5df4c-249e-475b-8867-b2f65305972e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "DELETE /v2.0/security-groups/2d265337-bf53-46a1-9235-eae70b07069a HTTP/1.1" status: 204 len: 173 time: 0.3139238 Aug 23 03:33:52.913190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53344649-709a-4201-a080-127efc9b2f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c5ee16-b6d5-49d3-ba71-06098fc9647e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:52.936261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Network b0ee1423-7420-4572-8a9c-426061a4ead0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:33:52.950503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54950) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:52.955375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:52.966092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:33:52.971633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:52.972182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:52.975009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Pushing event updated for resources: {'Port': ['ID=2c39946d-645f-432f-bcba-afb53a96e850,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:52.989069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5df4c-249e-475b-8867-b2f65305972e tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d265337-bf53-46a1-9235-eae70b07069a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:53.005161 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c6dedbc-7fa8-4320-8c4d-8d4fb47b7b21 req-d2e15875-bd94-46d4-8bd9-abba9f0c0e51 tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "GET /v2.0/security-groups/055692a9-513a-4869-b78f-b331de50a929 HTTP/1.1" status: 200 len: 2398 time: 0.0948186 Aug 23 03:33:53.009302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-53344649-709a-4201-a080-127efc9b2f2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95f58ba860514982903b98bbf81e38fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7628253 Aug 23 03:33:53.010968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54952) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:53.092551 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-ca7d84a6-94be-44ff-8098-a4bfb0d6922c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3928277 Aug 23 03:33:53.095554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f900b25-eb27-4ac3-bf6a-88c2c7b31fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.115220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Request body: {'port': {'device_id': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:53.116948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8c6dedbc-7fa8-4320-8c4d-8d4fb47b7b21 req-6a4aa864-b94e-46da-82c9-a0052a04844b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.136605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8784c166-0386-4c45-9bfb-c7eaf900f8d4 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:33:53.146825 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8c6dedbc-7fa8-4320-8c4d-8d4fb47b7b21 req-6a4aa864-b94e-46da-82c9-a0052a04844b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.166699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device bf99f0d3-084e-47f0-a71e-ede6af73e7ab no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:53.189157 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f900b25-eb27-4ac3-bf6a-88c2c7b31fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.210405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: bf99f0d3-084e-47f0-a71e-ede6af73e7ab {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:33:53.211381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device bf99f0d3-084e-47f0-a71e-ede6af73e7ab not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:53.279304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826a4ee-db23-46b2-ae70-39994f2306fb req-a80ee9e9-d660-49d7-b9a6-f3871df98527 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:53.279535 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8c6dedbc-7fa8-4320-8c4d-8d4fb47b7b21 req-6a4aa864-b94e-46da-82c9-a0052a04844b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.280887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5826a4ee-db23-46b2-ae70-39994f2306fb req-a80ee9e9-d660-49d7-b9a6-f3871df98527 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 931 time: 0.1241295 Aug 23 03:33:53.281970 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.286875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8c6dedbc-7fa8-4320-8c4d-8d4fb47b7b21 req-6a4aa864-b94e-46da-82c9-a0052a04844b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.291763 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c6dedbc-7fa8-4320-8c4d-8d4fb47b7b21 req-6a4aa864-b94e-46da-82c9-a0052a04844b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] 10.222.0.20 "DELETE /v2.0/security-groups/055692a9-513a-4869-b78f-b331de50a929 HTTP/1.1" status: 204 len: 173 time: 0.2833850 Aug 23 03:33:53.295884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54956) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:53.313489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:53.336548 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '8784c166-0386-4c45-9bfb-c7eaf900f8d4', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '8784c166-0386-4c45-9bfb-c7eaf900f8d4', 'mac_address': 'fa:16:3e:43:45:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:33:53.346199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4aa864-b94e-46da-82c9-a0052a04844b tempest-SecurityGroupRulesTestJSON-700075615 tempest-SecurityGroupRulesTestJSON-700075615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055692a9-513a-4869-b78f-b331de50a929,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:53.399351 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f900b25-eb27-4ac3-bf6a-88c2c7b31fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.401901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f900b25-eb27-4ac3-bf6a-88c2c7b31fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.403587 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1f900b25-eb27-4ac3-bf6a-88c2c7b31fb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83c5ee16-b6d5-49d3-ba71-06098fc9647e HTTP/1.1" status: 204 len: 168 time: 0.3917015 Aug 23 03:33:53.424810 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5826a4ee-db23-46b2-ae70-39994f2306fb req-59868259-25bd-481f-a3e3-3f551f77bf9d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277347 Aug 23 03:33:53.435105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a9cba2-3bb1-441e-96d5-4d89efb9c22b admin admin] Deleting subnet bb27058f-17b7-4200-96a7-913b63c327b3 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:33:53.440818 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.457659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8784c166-0386-4c45-9bfb-c7eaf900f8d4 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:53.484472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:53.486202 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49a9cba2-3bb1-441e-96d5-4d89efb9c22b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.488102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f900b25-eb27-4ac3-bf6a-88c2c7b31fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c5ee16-b6d5-49d3-ba71-06098fc9647e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:53.548171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49a9cba2-3bb1-441e-96d5-4d89efb9c22b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.565119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49a9cba2-3bb1-441e-96d5-4d89efb9c22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.592277 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.688831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=8784c166-0386-4c45-9bfb-c7eaf900f8d4,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:53.724774 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.750310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49a9cba2-3bb1-441e-96d5-4d89efb9c22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.770099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c39946d-645f-432f-bcba-afb53a96e850 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:33:53.799264 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.809252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fa2f8-14e1-49f1-b495-72dbd7cbcbda req-892872e2-82a7-4b6e-ad6f-1c1267ebfc5a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:53.825460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b7fa2f8-14e1-49f1-b495-72dbd7cbcbda req-892872e2-82a7-4b6e-ad6f-1c1267ebfc5a tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1376295 Aug 23 03:33:53.827340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9cba2-3bb1-441e-96d5-4d89efb9c22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb27058f-17b7-4200-96a7-913b63c327b3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:53.829581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49a9cba2-3bb1-441e-96d5-4d89efb9c22b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.836305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-49a9cba2-3bb1-441e-96d5-4d89efb9c22b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb27058f-17b7-4200-96a7-913b63c327b3 HTTP/1.1" status: 204 len: 168 time: 0.5374606 Aug 23 03:33:53.845983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54972) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:53.877025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Transition to ACTIVE for port object 2c39946d-645f-432f-bcba-afb53a96e850 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:33:53.921434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2916e52-eeea-4ef3-be62-cffb0b461cb3 req-74c5cdeb-f725-407e-9509-c57de85c4ad3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:53.923280 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2916e52-eeea-4ef3-be62-cffb0b461cb3 req-74c5cdeb-f725-407e-9509-c57de85c4ad3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 948 time: 0.0702152 Aug 23 03:33:53.953118 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b7fa2f8-14e1-49f1-b495-72dbd7cbcbda req-84bb258d-54bf-4e55-a47e-9a2e314bec60 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169338 Aug 23 03:33:53.969452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.974314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:53.980970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['8784c166-0386-4c45-9bfb-c7eaf900f8d4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:33:54.084553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=2c39946d-645f-432f-bcba-afb53a96e850,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:54.092640 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2916e52-eeea-4ef3-be62-cffb0b461cb3 req-4a96ba53-5076-4134-a1f6-68fca1d8853f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454268 Aug 23 03:33:54.162648 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.170083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:33:54.170647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:33:54.171128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:54.177073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.177616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.178394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.178742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > port after_create 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.179063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.179394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > port after_update 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.179715 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.180032 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.180345 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.180662 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.207948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54976) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:54.224987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62362423-5c05-48e0-9a5a-a907503a3a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.273053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.273243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Deleting port 7e0ab0d3-ef97-4497-a838-2b99505a573a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:54.273445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.273601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.273943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.274271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:33:54.274821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c2e951-9252-4dde-af11-24ae5f2e84d6']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:54.292769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Port 2c39946d-645f-432f-bcba-afb53a96e850 on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:33:54.293111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:33:54.297479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fa69d7-d40b-41c2-8c6d-a42af13bbab1') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:54.297768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fa69d7-d40b-41c2-8c6d-a42af13bbab1') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:54.311448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:33:54.311778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:54.312158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:33:54.312593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Bound port: 2c39946d-645f-432f-bcba-afb53a96e850, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:33:54.312939 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.324934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.369695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.381447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:33:54.385056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.385222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] For port 7e0ab0d3-ef97-4497-a838-2b99505a573a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7e0ab0d3-ef97-4497-a838-2b99505a573a,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:54.385222 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: from cryptography.utils import int_from_bytes Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: from cryptography.utils import int_from_bytes Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:33:54.403912 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:33:54.406306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Calling delete_port for 7e0ab0d3-ef97-4497-a838-2b99505a573a owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:54.414264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62362423-5c05-48e0-9a5a-a907503a3a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.474729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:33:54.477948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62362423-5c05-48e0-9a5a-a907503a3a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.478289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:33:54.534741 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-62362423-5c05-48e0-9a5a-a907503a3a5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3619df7e6c9c48769bc609f95dda4dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223789 Aug 23 03:33:54.534741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62362423-5c05-48e0-9a5a-a907503a3a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54da187-c0cb-4fbb-8b97-9db65895fa3c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:54.536059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54982) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:54.567052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.598688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c2e951-9252-4dde-af11-24ae5f2e84d6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:54.606302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.608548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-94d24da1-4b75-448c-b561-639cde5c9e94 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f4c2e951-9252-4dde-af11-24ae5f2e84d6 HTTP/1.1" status: 204 len: 168 time: 0.7616520 Aug 23 03:33:54.612022 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.660762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4854380-098e-4ca8-a58b-dbf27a54d31e req-c524fd5d-2747-47f6-adfd-589419ad277d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:54.662314 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4854380-098e-4ca8-a58b-dbf27a54d31e req-c524fd5d-2747-47f6-adfd-589419ad277d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 943 time: 0.1508315 Aug 23 03:33:54.663547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:54.664140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.665542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] 10.222.0.11 "PUT /v2.0/ports/2c39946d-645f-432f-bcba-afb53a96e850 HTTP/1.1" status: 200 len: 1091 time: 1.5556509 Aug 23 03:33:54.667901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:54.671052 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32549a40-5cb2-44ec-8f56-af8b58dd1b56" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "tag": "2c39946d-645f-432f-bcba-afb53a96e850"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:54.711719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4367ee-f6ed-4ec3-8743-b83e5ed5cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=2c39946d-645f-432f-bcba-afb53a96e850,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:54.728851 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4854380-098e-4ca8-a58b-dbf27a54d31e req-1e8737e2-a552-46f2-aacc-1a36a6ee02cd tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548522 Aug 23 03:33:54.746437 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69149d8c-9e5f-491f-a6fc-fd742f36415a x-openstack-request-id: req-69149d8c-9e5f-491f-a6fc-fd742f36415a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:54.746679 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "tag": "2c39946d-645f-432f-bcba-afb53a96e850", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:54.746868 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69149d8c-9e5f-491f-a6fc-fd742f36415a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:54.747221 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850', 'status': 'completed', 'code': 200} Aug 23 03:33:54.755042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9330c87f-a3fe-4026-8ad7-f8b165c96ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.789838 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9330c87f-a3fe-4026-8ad7-f8b165c96ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.841529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32549a40-5cb2-44ec-8f56-af8b58dd1b56 req-a60c9897-524c-47c3-be09-972c8ac9b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:54.843026 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32549a40-5cb2-44ec-8f56-af8b58dd1b56 req-a60c9897-524c-47c3-be09-972c8ac9b489 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1094 time: 0.0512340 Aug 23 03:33:54.871381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:54.939895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0ab0d3-ef97-4497-a838-2b99505a573a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:54.993057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32549a40-5cb2-44ec-8f56-af8b58dd1b56 req-08527f10-9296-45db-bcce-6401cd78a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:54.993057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32549a40-5cb2-44ec-8f56-af8b58dd1b56 req-08527f10-9296-45db-bcce-6401cd78a4c2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1327598 Aug 23 03:33:55.007294 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9330c87f-a3fe-4026-8ad7-f8b165c96ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.009780 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9330c87f-a3fe-4026-8ad7-f8b165c96ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.032232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9330c87f-a3fe-4026-8ad7-f8b165c96ba3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e54da187-c0cb-4fbb-8b97-9db65895fa3c HTTP/1.1" status: 204 len: 168 time: 0.4756057 Aug 23 03:33:55.145133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8784c166-0386-4c45-9bfb-c7eaf900f8d4 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:33:55.233659 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.250477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54996) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:55.285214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330c87f-a3fe-4026-8ad7-f8b165c96ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54da187-c0cb-4fbb-8b97-9db65895fa3c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:55.337842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32549a40-5cb2-44ec-8f56-af8b58dd1b56 req-8994dd1c-e03e-4cb9-ba6e-289932528c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:55.343744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32549a40-5cb2-44ec-8f56-af8b58dd1b56 req-8994dd1c-e03e-4cb9-ba6e-289932528c6e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3415093 Aug 23 03:33:55.364081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:33:55.367639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e246be86-2dab-4462-bc84-8fb80a87afb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a83077ba688c44ed9446e80613d5d2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160288 Aug 23 03:33:55.368608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:33:55.369264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.373274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55000) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:55.382396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72ee15-a261-4ce5-9778-221567e3f5a2 req-6ca51beb-67b2-4439-b2eb-878b5fb8e452 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:55.383886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f72ee15-a261-4ce5-9778-221567e3f5a2 req-6ca51beb-67b2-4439-b2eb-878b5fb8e452 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1481154 Aug 23 03:33:55.404115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c2c4-2c21-4859-9023-efd8b8ea507f req-c1a105fb-77a1-4547-ad6a-a37e917edd0c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:55.405638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-89a3c2c4-2c21-4859-9023-efd8b8ea507f req-c1a105fb-77a1-4547-ad6a-a37e917edd0c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 948 time: 0.1223545 Aug 23 03:33:55.475586 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.477936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f72ee15-a261-4ce5-9778-221567e3f5a2 req-99f294f7-be34-44d6-9bf7-5ce4a9523e67 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528376 Aug 23 03:33:55.503764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:33:55.507205 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67409142-c29a-4c48-aa62-30dd8b06baab" -d '{"events": [{"server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "name": "network-vif-plugged", "status": "completed", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:33:55.515417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-5a386d92-e78d-4e35-9cd6-a6b9793f9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:55.517217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-5a386d92-e78d-4e35-9cd6-a6b9793f9526 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1094 time: 0.1081173 Aug 23 03:33:55.527922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:55.529934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd77-a9fb-4984-a9be-9d1dce66c078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.568863 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bb02e6-6cfe-429f-82c4-405cf80407bd x-openstack-request-id: req-d5bb02e6-6cfe-429f-82c4-405cf80407bd {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:33:55.569214 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "name": "network-vif-plugged", "status": "completed", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:33:55.569470 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5bb02e6-6cfe-429f-82c4-405cf80407bd {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:33:55.569877 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4', 'code': 200} Aug 23 03:33:55.584439 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-89a3c2c4-2c21-4859-9023-efd8b8ea507f req-0e4f2655-4bfe-47b7-8160-0b6cdc0c804a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345906 Aug 23 03:33:55.589424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-5b788e9c-6081-4ac0-b628-c12c5b38aca5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c39946d-645f-432f-bcba-afb53a96e850 HTTP/1.1" status: 200 len: 217 time: 0.0542617 Aug 23 03:33:55.598861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd77-a9fb-4984-a9be-9d1dce66c078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.608904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.691733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=8784c166-0386-4c45-9bfb-c7eaf900f8d4,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:55.735153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-7da61a45-e316-43c2-8f6b-924f00b0f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:55.736684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-7da61a45-e316-43c2-8f6b-924f00b0f58a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.1357744 Aug 23 03:33:55.778499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-dae04ee7-4b3c-4bcc-b38d-894ef38cb817 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332983 Aug 23 03:33:55.780963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039aada-ed22-47ad-8760-3d165a0607a9 req-65f30d87-6e6b-4c33-b985-5a039eb6aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:55.782433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9039aada-ed22-47ad-8760-3d165a0607a9 req-65f30d87-6e6b-4c33-b985-5a039eb6aa9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 1100 time: 0.1076109 Aug 23 03:33:55.840338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:33:55.859772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd77-a9fb-4984-a9be-9d1dce66c078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.862258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a8ccd77-a9fb-4984-a9be-9d1dce66c078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:55.865820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5a8ccd77-a9fb-4984-a9be-9d1dce66c078 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f15279e-e25e-4706-93a3-0219266c8fc1 HTTP/1.1" status: 204 len: 168 time: 0.4902456 Aug 23 03:33:55.917658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55010) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:55.919938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9039aada-ed22-47ad-8760-3d165a0607a9 req-c533be30-1745-47ff-b380-01d5320efc42 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283216 Aug 23 03:33:55.929854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ccd77-a9fb-4984-a9be-9d1dce66c078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f15279e-e25e-4706-93a3-0219266c8fc1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:55.966665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:33:55.975459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d7090075-1db5-4fd4-8ac7-0260d7a3ea05 admin admin] 10.222.0.20 "PUT /v2.0/routers/3b73ce6d-cdbe-40a6-8f9d-736c98646d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0238316 Aug 23 03:33:55.976150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55012) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:55.981258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] Sync routers for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:33:55.992618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:55.993296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:56.087746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.089465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bb35bcc2-4fce-4832-96da-3a50d499897c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.120372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:56.197099 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.234780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbb356-9141-459e-b210-0266cc45864d req-37b69c77-7276-4f6c-9dd2-612a509c8460 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:56.240727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2fbb356-9141-459e-b210-0266cc45864d req-37b69c77-7276-4f6c-9dd2-612a509c8460 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 943 time: 0.4134994 Aug 23 03:33:56.240727 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c588b99-73b2-4351-b79a-7aaa428c9561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.276465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-cba25f84-2930-4e7f-bac8-d64a5d6f6b04 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859564 Aug 23 03:33:56.345103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2fbb356-9141-459e-b210-0266cc45864d req-9ffb21bd-83c0-41dc-ac4b-2f139f209072 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003397 Aug 23 03:33:56.349352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Deleting port 7642bc56-b152-47a5-9e43-f7170f883b54 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:56.349880 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.370567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:33:54Z', 'revision_number': 5, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port': {'id': '7642bc56-b152-47a5-9e43-f7170f883b54', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:24Z', 'updated_at': '2021-08-23T03:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:56.407348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] Checking router: 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:33:56.419557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] Routers {'3b73ce6d-cdbe-40a6-8f9d-736c98646d76'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:33:56.420682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:56.436732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a45639-d80a-44fa-857a-d4f6dd77955e req-97ce23ef-3ebf-4480-ac8b-c57ff08bb480 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504185 Aug 23 03:33:56.508422 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c588b99-73b2-4351-b79a-7aaa428c9561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.547653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] For port 7642bc56-b152-47a5-9e43-f7170f883b54, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7642bc56-b152-47a5-9e43-f7170f883b54,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:56.547653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.569743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] Set router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:33:56.570712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Calling delete_port for 7642bc56-b152-47a5-9e43-f7170f883b54 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:56.588185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c588b99-73b2-4351-b79a-7aaa428c9561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.655320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:33:56Z', 'revision_number': 6, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:56.658932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c588b99-73b2-4351-b79a-7aaa428c9561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ceecaa-8397-48d4-8250-0982cbad38c5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:56.666712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7c588b99-73b2-4351-b79a-7aaa428c9561 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61d72c63d7f9476a87f38b52541cff7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7447278 Aug 23 03:33:56.680099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55032) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:56.692793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e02c2-86ee-43e7-8d90-dad829cdf953 req-ae510161-613a-4924-b92c-4874eaca52c1 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:56.693704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f41e967-54b4-4abc-823b-09e4df67eeea None None] The sync data for ids ['3b73ce6d-cdbe-40a6-8f9d-736c98646d76'] in n-d-749052-7 is: [{'id': '3b73ce6d-cdbe-40a6-8f9d-736c98646d76', 'name': 'tempest-FloatingIPsAssociationTestJSON-1029694451-router', 'tenant_id': '95cece949db0401ca2ade9d75cee1dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:22Z', 'updated_at': '2021-08-23T03:33:56Z', 'revision_number': 6, 'project_id': '95cece949db0401ca2ade9d75cee1dd9', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:33:56.695016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e98e02c2-86ee-43e7-8d90-dad829cdf953 req-ae510161-613a-4924-b92c-4874eaca52c1 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0756528 Aug 23 03:33:56.746229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e98e02c2-86ee-43e7-8d90-dad829cdf953 req-89bb6724-e1dc-4f69-8807-666934063d42 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Aug 23 03:33:56.776752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc12b18d-d594-48b9-a824-9e9971c351c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.832046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc12b18d-d594-48b9-a824-9e9971c351c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.870613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd2807-905c-4706-83d1-1fb734aad7bf req-44b60b24-c912-473e-bf54-87fb5134df05 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:56.873060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86cd2807-905c-4706-83d1-1fb734aad7bf req-44b60b24-c912-473e-bf54-87fb5134df05 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0509751 Aug 23 03:33:56.912491 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86cd2807-905c-4706-83d1-1fb734aad7bf req-8d1e878b-b9b0-406a-ab84-b31d93bba09a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328426 Aug 23 03:33:56.935973 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.964122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Pushing event deleted for resources: {'Port': ['ID=7642bc56-b152-47a5-9e43-f7170f883b54,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:56.990032 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc12b18d-d594-48b9-a824-9e9971c351c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.992547 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc12b18d-d594-48b9-a824-9e9971c351c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:56.993764 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bc12b18d-d594-48b9-a824-9e9971c351c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3ceecaa-8397-48d4-8250-0982cbad38c5 HTTP/1.1" status: 204 len: 168 time: 0.3220146 Aug 23 03:33:56.994592 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.072893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12b18d-d594-48b9-a824-9e9971c351c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ceecaa-8397-48d4-8250-0982cbad38c5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:57.124620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.133513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.183066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7e0ab0d3-ef97-4497-a838-2b99505a573a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:57.211371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 7e0ab0d3-ef97-4497-a838-2b99505a573a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:33:57.211726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7e0ab0d3-ef97-4497-a838-2b99505a573a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:57.250352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55052) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:57.260695 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.261294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b73ce6d-cdbe-40a6-8f9d-736c98646d76 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:33:57.267321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.268456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c25e3706-f88a-4111-946f-4ab0d80d3cce admin admin] 10.222.0.20 "DELETE /v2.0/routers/3b73ce6d-cdbe-40a6-8f9d-736c98646d76 HTTP/1.1" status: 204 len: 168 time: 1.2911255 Aug 23 03:33:57.270941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55058) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:57.321330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1b80f2-8294-46de-b234-517a741eeb18 admin admin] Deleting subnet 05604f69-ed54-44c5-8828-d6a42ffbbddd {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:33:57.325930 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc1b80f2-8294-46de-b234-517a741eeb18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.373365 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc1b80f2-8294-46de-b234-517a741eeb18 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.387882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1613530605-network', 'tenant_id': '51f42631a36c44ef83344f3e33dce158'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:57.473634 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc1b80f2-8294-46de-b234-517a741eeb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.506230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef64a4-feee-49d2-bdfd-41343b8f8884 req-daa2fe5b-e7e2-4f72-93eb-62192a1cb8c8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:57.507761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88ef64a4-feee-49d2-bdfd-41343b8f8884 req-daa2fe5b-e7e2-4f72-93eb-62192a1cb8c8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 943 time: 0.0544713 Aug 23 03:33:57.540242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Made reservation on behalf of 51f42631a36c44ef83344f3e33dce158 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:57.544249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.554619 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.556921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88ef64a4-feee-49d2-bdfd-41343b8f8884 req-a16c8fc4-4f75-4dbc-be0d-06235a2f39fd tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Aug 23 03:33:57.621214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc1b80f2-8294-46de-b234-517a741eeb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.656564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b80f2-8294-46de-b234-517a741eeb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05604f69-ed54-44c5-8828-d6a42ffbbddd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:57.662097 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc1b80f2-8294-46de-b234-517a741eeb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.664011 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bc1b80f2-8294-46de-b234-517a741eeb18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/05604f69-ed54-44c5-8828-d6a42ffbbddd HTTP/1.1" status: 204 len: 168 time: 0.3920181 Aug 23 03:33:57.666887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2b88b-f8a4-4b53-a3b9-53a14c108590 None None] Network 55360f0a-c2e8-4947-877a-a681bb193ad8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:33:57.667379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55072) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:57.705265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.757177 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.774473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.838531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:33:57.852748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:57.861372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.863280 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Added segment 572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d of type vlan for network f6128cc5-93ec-457c-9233-66238bc9526b Aug 23 03:33:57.895780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Deleting port 826e641e-f6b0-422f-b5d0-aed68cd4c562 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:57.896373 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:57.999538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66c955-704d-443d-a59a-403648af40fd None None] DHCP port deletion for 55360f0a-c2e8-4947-877a-a681bb193ad8 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:33:58.008451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] For port 826e641e-f6b0-422f-b5d0-aed68cd4c562, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=826e641e-f6b0-422f-b5d0-aed68cd4c562,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:58.011311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.040066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be49fc6-6f4f-4c00-87f6-7442c65d611f req-d57729e8-183c-4dc0-ad44-2436d0079c0e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:58.042334 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0be49fc6-6f4f-4c00-87f6-7442c65d611f req-d57729e8-183c-4dc0-ad44-2436d0079c0e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1663053 Aug 23 03:33:58.044237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.046902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Calling delete_port for 826e641e-f6b0-422f-b5d0-aed68cd4c562 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:58.053338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Deleting port 826e641e-f6b0-422f-b5d0-aed68cd4c562 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:33:58.060466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.130941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6b66c955-704d-443d-a59a-403648af40fd None None] For port 826e641e-f6b0-422f-b5d0-aed68cd4c562, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=826e641e-f6b0-422f-b5d0-aed68cd4c562,segment=NetworkSegment(88c2ff2c-0048-4f78-895f-1b0cc0cf8782),segment_id=88c2ff2c-0048-4f78-895f-1b0cc0cf8782)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:33:58.131471 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.151016 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Calling delete_port for 826e641e-f6b0-422f-b5d0-aed68cd4c562 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:33:58.176107 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0be49fc6-6f4f-4c00-87f6-7442c65d611f req-efe38f05-a14a-4b33-81db-11c3021df5dd tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163440 Aug 23 03:33:58.214307 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.215831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:58.220527 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.240714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e63fa-1a39-4bc8-9455-c7af4727756e req-d54781a0-53fb-4c1e-8e9b-ed764cfcfbc0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:58.247849 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed4e63fa-1a39-4bc8-9455-c7af4727756e req-d54781a0-53fb-4c1e-8e9b-ed764cfcfbc0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.2411206 Aug 23 03:33:58.299655 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.300692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] Pushing event updated for resources: {'Network': ['ID=f6128cc5-93ec-457c-9233-66238bc9526b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:58.305954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.318195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network f6128cc5-93ec-457c-9233-66238bc9526b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:33:58.353897 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f6c14e98-b818-413b-9d96-fb2f73b858fa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1024368 Aug 23 03:33:58.356885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55094) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:58.362943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] No DVR routers for this DVR port 826e641e-f6b0-422f-b5d0-aed68cd4c562 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:58.365637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Request body: {'subnet': {'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1613530605-subnet', 'tenant_id': '51f42631a36c44ef83344f3e33dce158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:33:58.369450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Pushing event deleted for resources: {'Port': ['ID=826e641e-f6b0-422f-b5d0-aed68cd4c562,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:58.377244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed4e63fa-1a39-4bc8-9455-c7af4727756e req-ca474413-0c69-4f10-b6cf-dc9baf7f90e3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257508 Aug 23 03:33:58.466533 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.477884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55360f0a-c2e8-4947-877a-a681bb193ad8']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:58.489588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c2ff2c-0048-4f78-895f-1b0cc0cf8782') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:58.490068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c2ff2c-0048-4f78-895f-1b0cc0cf8782') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:33:58.500139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Made reservation on behalf of 51f42631a36c44ef83344f3e33dce158 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:33:58.501705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.502670 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.520070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.544569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Pushing event deleted for resources: {'Port': ['ID=826e641e-f6b0-422f-b5d0-aed68cd4c562,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:58.544791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:33:58.545982 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.556001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66c955-704d-443d-a59a-403648af40fd None None] No DVR routers for this DVR port 826e641e-f6b0-422f-b5d0-aed68cd4c562 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:33:58.596453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.596815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.597215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.597576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.597882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.598216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.598550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.598884 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.599215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.599540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.600012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.600346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b66c955-704d-443d-a59a-403648af40fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:33:58.675511 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:33:58.689319 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-692a56c7-16d4-4648-8de5-f18a7a1fb545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.780443 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.780903 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.795618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971ac5b-8305-413e-8f8a-166479ea857a req-696bc7ef-7062-4cef-b739-337591af6418 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:58.800468 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.802532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/55360f0a-c2e8-4947-877a-a681bb193ad8 HTTP/1.1" status: 204 len: 168 time: 1.1345618 Aug 23 03:33:58.803077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2971ac5b-8305-413e-8f8a-166479ea857a req-696bc7ef-7062-4cef-b739-337591af6418 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 943 time: 0.1150587 Aug 23 03:33:58.833348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf427f-41b2-41c6-bfa3-fbf5d3a030fd admin admin] Pushing event deleted for resources: {'Network': ['ID=55360f0a-c2e8-4947-877a-a681bb193ad8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:58.847093 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:58.849910 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2971ac5b-8305-413e-8f8a-166479ea857a req-385cc054-32b5-47c5-852c-5e48d9885f13 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Aug 23 03:33:58.929325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b9b657-0307-428e-abca-345376f6f52f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:58.940650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Checking segment: {'id': '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:33:58.940953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Network hostable DHCP agents. Network: f6128cc5-93ec-457c-9233-66238bc9526b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:33:59.031479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Network f6128cc5-93ec-457c-9233-66238bc9526b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:33:59.134350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, f6128cc5-93ec-457c-9233-66238bc9526b) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:33:59.138559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:59.139404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:59.145656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0769a9a-d83d-491b-bb4f-89200ecfeede None None] Network f6128cc5-93ec-457c-9233-66238bc9526b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:33:59.165801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7642bc56-b152-47a5-9e43-f7170f883b54 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:59.190784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55112) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:59.233395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 7642bc56-b152-47a5-9e43-f7170f883b54 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:33:59.233806 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85a8ed0e-1d1d-4da7-b15c-4a14102ee691 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8752418 Aug 23 03:33:59.234020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7642bc56-b152-47a5-9e43-f7170f883b54 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:59.234615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 826e641e-f6b0-422f-b5d0-aed68cd4c562 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:33:59.242044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55118) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:33:59.242812 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6c0a42e9-464f-415d-b9fa-adc9e1b05b57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95cece949db0401ca2ade9d75cee1dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506911 Aug 23 03:33:59.265551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 826e641e-f6b0-422f-b5d0-aed68cd4c562 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:33:59.266171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 826e641e-f6b0-422f-b5d0-aed68cd4c562 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:33:59.366591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205a28a-3ea2-4e90-aa80-921b663ed2e3 None None] Network f6128cc5-93ec-457c-9233-66238bc9526b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:33:59.367046 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-677b83a4-b34e-42b7-92c2-de067fb3d630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:59.398523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-677b83a4-b34e-42b7-92c2-de067fb3d630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:59.466696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff99be-988a-4e25-8331-582c0c7aae1f req-d8812a99-857c-4e12-ae64-1e0cca2132ab tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:59.467945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9ff99be-988a-4e25-8331-582c0c7aae1f req-d8812a99-857c-4e12-ae64-1e0cca2132ab tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1720133 Aug 23 03:33:59.518518 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9ff99be-988a-4e25-8331-582c0c7aae1f req-bdea5680-6f0b-45b0-af33-dd020e77a7b8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442054 Aug 23 03:33:59.523200 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-677b83a4-b34e-42b7-92c2-de067fb3d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:59.527018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-677b83a4-b34e-42b7-92c2-de067fb3d630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:33:59.532991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-677b83a4-b34e-42b7-92c2-de067fb3d630 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6417125-e884-47bc-bf6b-e750b8eee65a HTTP/1.1" status: 204 len: 168 time: 0.2906063 Aug 23 03:33:59.548112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b83a4-b34e-42b7-92c2-de067fb3d630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6417125-e884-47bc-bf6b-e750b8eee65a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:33:59.688227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47b221-ff13-4aea-b69b-c79a237e1705 req-3af74db0-bf60-4878-9b43-10b702719f48 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:33:59.689838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de47b221-ff13-4aea-b69b-c79a237e1705 req-3af74db0-bf60-4878-9b43-10b702719f48 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0679159 Aug 23 03:33:59.734052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de47b221-ff13-4aea-b69b-c79a237e1705 req-56cb0246-5346-4869-a6a7-8e71603fc24c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376232 Aug 23 03:33:59.972962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-17b3d3dd-4994-4238-9a8d-d596ead1bf40 req-83d5bf95-9060-4038-afa9-e28bb8f459dd tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-875881066', 'description': 'tempest-description-1382012273'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:00.054485 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-17b3d3dd-4994-4238-9a8d-d596ead1bf40 req-83d5bf95-9060-4038-afa9-e28bb8f459dd tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:00.168034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-17b3d3dd-4994-4238-9a8d-d596ead1bf40 req-83d5bf95-9060-4038-afa9-e28bb8f459dd tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:00.214497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-17b3d3dd-4994-4238-9a8d-d596ead1bf40 req-83d5bf95-9060-4038-afa9-e28bb8f459dd tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:00.251010 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:00.258684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5bf95-9060-4038-afa9-e28bb8f459dd tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ccdde6-2793-40cd-bc19-51c6df498072,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:00.312972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-17b3d3dd-4994-4238-9a8d-d596ead1bf40 req-83d5bf95-9060-4038-afa9-e28bb8f459dd tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:00.314562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17b3d3dd-4994-4238-9a8d-d596ead1bf40 req-83d5bf95-9060-4038-afa9-e28bb8f459dd tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3461125 Aug 23 03:34:00.321505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-e1fbaa7c-162b-49f8-b577-34769307b6f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504539 Aug 23 03:34:00.396347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afac64-1734-4ab3-aac2-65eab675b09e req-d99a1587-f866-43c3-bd3c-62343abab06b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:00.397995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4afac64-1734-4ab3-aac2-65eab675b09e req-d99a1587-f866-43c3-bd3c-62343abab06b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 943 time: 0.0816977 Aug 23 03:34:00.457708 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4afac64-1734-4ab3-aac2-65eab675b09e req-ff42c033-837d-46d8-96f6-978757927ea8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458574 Aug 23 03:34:00.476969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ec813-3288-4e20-a03e-93c13bd8f38f req-38848020-b35f-497d-9763-7d416ed8f711 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:00.485092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c53ec813-3288-4e20-a03e-93c13bd8f38f req-38848020-b35f-497d-9763-7d416ed8f711 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0867860 Aug 23 03:34:00.532517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c53ec813-3288-4e20-a03e-93c13bd8f38f req-194fb9dc-ef0b-4a98-96e6-275e95f00d04 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Aug 23 03:34:00.549533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-60fd2945-4ef0-45db-ae96-51356cff211d req-69c8ccad-250f-49e8-8854-52f91125c89f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-404903950', 'description': 'tempest-description-1310501051'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:00.631673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-60fd2945-4ef0-45db-ae96-51356cff211d req-69c8ccad-250f-49e8-8854-52f91125c89f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:00.730301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55188) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:00.733398 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-60fd2945-4ef0-45db-ae96-51356cff211d req-69c8ccad-250f-49e8-8854-52f91125c89f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:00.795403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4f99f-d542-4eb8-983d-14b63a353502 req-a845f307-cfd1-4eb8-b10b-696130f99ada tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:00.797216 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ea4f99f-d542-4eb8-983d-14b63a353502 req-a845f307-cfd1-4eb8-b10b-696130f99ada tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0541856 Aug 23 03:34:00.802925 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-60fd2945-4ef0-45db-ae96-51356cff211d req-69c8ccad-250f-49e8-8854-52f91125c89f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:00.856750 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ea4f99f-d542-4eb8-983d-14b63a353502 req-5051082a-108c-4d0e-ad7b-7ead9dfecd5c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406423 Aug 23 03:34:00.860164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1408390315-network', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:00.863079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8ccad-250f-49e8-8854-52f91125c89f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc253da-ace0-468b-86af-b0298112e110,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:00.915361 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-60fd2945-4ef0-45db-ae96-51356cff211d req-69c8ccad-250f-49e8-8854-52f91125c89f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:00.921711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60fd2945-4ef0-45db-ae96-51356cff211d req-69c8ccad-250f-49e8-8854-52f91125c89f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3718796 Aug 23 03:34:01.032049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Made reservation on behalf of 0c7b6b3fecf94db6ba7cca67fcf84800 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:01.035562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.045391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.152390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2c39946d-645f-432f-bcba-afb53a96e850 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:01.253236 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.265530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:01.269955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afec413-2298-4b42-bf6f-865b76e9373b req-d58744cb-e21d-4e01-93df-04003553ddc3 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:01.271447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-d58744cb-e21d-4e01-93df-04003553ddc3 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 813 time: 0.1691194 Aug 23 03:34:01.279164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '2c39946d-645f-432f-bcba-afb53a96e850', 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0', 'port_id': '2c39946d-645f-432f-bcba-afb53a96e850', 'mac_address': 'fa:16:3e:4d:63:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06554274-26cb-447d-ae1d-8db0a1d7532e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:01.289368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-38cf322c-941c-4fa2-9fb5-a6143d6fbd27 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/quotas/51f42631a36c44ef83344f3e33dce158 HTTP/1.1" status: 200 len: 375 time: 0.0113864 Aug 23 03:34:01.319363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.320522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-db75ff2e-ca63-4fa7-bc16-a48da05de697 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252464 Aug 23 03:34:01.334837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c39946d-645f-432f-bcba-afb53a96e850 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:01.358626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:01.365200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.420303 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.426230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:34:01.446940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf93f54-45e5-40c5-971d-f32ba8597921,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:01.453809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.454150 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Added segment d0db4364-893c-49b3-919c-8fb7cb6df978 of type vlan for network 7e6191a3-fc71-42ed-a090-f73b0eee495b Aug 23 03:34:01.524428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=2c39946d-645f-432f-bcba-afb53a96e850,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:01.566072 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-5a9333be-569b-41af-a103-c8ee0e95e324 service neutron] 10.222.0.20 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374268 Aug 23 03:34:01.570849 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.625941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9d788-922d-4bb3-be6a-e9e94f6d3a74 req-30cbd0d5-8ed8-40ae-afba-6539c962ef8b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:01.627822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6a9d788-922d-4bb3-be6a-e9e94f6d3a74 req-30cbd0d5-8ed8-40ae-afba-6539c962ef8b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 944 time: 0.0644791 Aug 23 03:34:01.628332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55230) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:01.638408 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.737440 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6a9d788-922d-4bb3-be6a-e9e94f6d3a74 req-088d34b9-70f7-44a1-9a17-7e5191acb7b8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798230 Aug 23 03:34:01.768536 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-466ad5cc-9496-4e60-b2ff-f1b7f0a10a62 service neutron] 10.222.0.20 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888170 Aug 23 03:34:01.784297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.785301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:01.785908 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.792062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b70018c-2b4a-4c8a-8d9b-d580a4bc1ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:01.830049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['2c39946d-645f-432f-bcba-afb53a96e850'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:01.914181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] Pushing event updated for resources: {'Network': ['ID=7e6191a3-fc71-42ed-a090-f73b0eee495b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:01.945055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 7e6191a3-fc71-42ed-a090-f73b0eee495b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:34:01.979048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da67e2-50f8-43ca-805e-c4ac177785f2 req-aafd782f-6da2-4937-b9d4-85f63ec93b1c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:01.992827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75da67e2-50f8-43ca-805e-c4ac177785f2 req-aafd782f-6da2-4937-b9d4-85f63ec93b1c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.1843216 Aug 23 03:34:02.033826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b70018c-2b4a-4c8a-8d9b-d580a4bc1ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:02.099549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75da67e2-50f8-43ca-805e-c4ac177785f2 req-7675ef3d-7516-4ab8-b11b-eb99b477a8b4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939727 Aug 23 03:34:02.106195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b70018c-2b4a-4c8a-8d9b-d580a4bc1ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:02.168654 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-00d176a3-e890-4ceb-bc9f-e3282948595a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4365087 Aug 23 03:34:02.173550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55244) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:02.182111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Request body: {'subnet': {'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1408390315-subnet', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:02.281555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3b70018c-2b4a-4c8a-8d9b-d580a4bc1ff2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f278d7a231bb489ca71ff97ee1c0f760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518357 Aug 23 03:34:02.296589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55246) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:02.304488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70018c-2b4a-4c8a-8d9b-d580a4bc1ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b098f62c-fa04-4573-89a3-062c308ac59f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:02.345873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c21ac2b7-5a7e-4c08-82bf-fd94778d6b07 req-2f878909-7f0e-49f3-9147-f7b2cedf5819 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 210 time: 0.0656061 Aug 23 03:34:02.348670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Made reservation on behalf of 0c7b6b3fecf94db6ba7cca67fcf84800 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:02.352066 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:02.405623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46b5b0-9d14-4111-830c-b3ae06395629 req-bb32b4b5-8cd3-49ad-8fce-e630ec4c2a2b tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:02.426972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b46b5b0-9d14-4111-830c-b3ae06395629 req-bb32b4b5-8cd3-49ad-8fce-e630ec4c2a2b tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1473792 Aug 23 03:34:02.501308 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2ac12bf-fc96-4fb4-a3c2-7aed450aecaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:02.521044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b46b5b0-9d14-4111-830c-b3ae06395629 req-9aba5731-d27e-4406-a45b-fdb276f79c29 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931554 Aug 23 03:34:02.546439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2ac12bf-fc96-4fb4-a3c2-7aed450aecaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:02.631884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:02.648755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2ac12bf-fc96-4fb4-a3c2-7aed450aecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:02.651291 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2ac12bf-fc96-4fb4-a3c2-7aed450aecaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:02.655344 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f2ac12bf-fc96-4fb4-a3c2-7aed450aecaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b098f62c-fa04-4573-89a3-062c308ac59f HTTP/1.1" status: 204 len: 168 time: 0.3313551 Aug 23 03:34:02.672783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac12bf-fc96-4fb4-a3c2-7aed450aecaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b098f62c-fa04-4573-89a3-062c308ac59f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:02.703592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Checking segment: {'id': 'd0db4364-893c-49b3-919c-8fb7cb6df978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:02.703945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Network hostable DHCP agents. Network: 7e6191a3-fc71-42ed-a090-f73b0eee495b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:34:02.705971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a481be-e1be-4316-a64b-ef01fa9f0ca6,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:02.797713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Network 7e6191a3-fc71-42ed-a090-f73b0eee495b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:34:02.865128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 7e6191a3-fc71-42ed-a090-f73b0eee495b) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:02.872103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:02.872698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:02.877492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43edfc-abc0-4109-b3e7-573913baa7a7 None None] Network 7e6191a3-fc71-42ed-a090-f73b0eee495b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:34:02.905755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8f04c-46e4-4c9a-b009-7af777b9c2a3 req-762e83e7-b7bf-457e-b490-4c157e391a5b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:02.907240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ee8f04c-46e4-4c9a-b009-7af777b9c2a3 req-762e83e7-b7bf-457e-b490-4c157e391a5b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 944 time: 0.0741706 Aug 23 03:34:02.946788 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ee8f04c-46e4-4c9a-b009-7af777b9c2a3 req-7baed03b-4d8f-4449-8b90-21b2ca15b008 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331526 Aug 23 03:34:02.973025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-302e896f-4a1f-442a-9186-dbc736f453b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7959316 Aug 23 03:34:02.975351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55258) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:02.980553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:03.049704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-cd913c77-6bae-4314-bb2c-47125ed5517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:03.053281 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-cd913c77-6bae-4314-bb2c-47125ed5517c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 1100 time: 0.0431156 Aug 23 03:34:03.080302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-7e6191a3-fc71-42ed-a090-f73b0eee495b', 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'fixed_ips': [{'subnet_id': 'a6a481be-e1be-4316-a64b-ef01fa9f0ca6'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:34:03.081193 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.099146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.100315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.192148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2c39946d-645f-432f-bcba-afb53a96e850 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:03.202672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.247187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-e19de0bb-9a56-457c-8575-7016a240dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:03.249043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-e19de0bb-9a56-457c-8575-7016a240dc09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1885166 Aug 23 03:34:03.267297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f72ff-a772-4d96-989a-71a4025808be req-16559119-90ed-42c5-a66f-db1bd891ad4e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:03.268804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-077f72ff-a772-4d96-989a-71a4025808be req-16559119-90ed-42c5-a66f-db1bd891ad4e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0946329 Aug 23 03:34:03.299626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Allocated IP 172.20.0.2 (7e6191a3-fc71-42ed-a090-f73b0eee495b/a6a481be-e1be-4316-a64b-ef01fa9f0ca6/f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:03.327540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-4705acfa-5a4f-4b15-8441-c01fb46f281e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0555716 Aug 23 03:34:03.369732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 2c39946d-645f-432f-bcba-afb53a96e850 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:03.377207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 2c39946d-645f-432f-bcba-afb53a96e850 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:03.377764 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.413043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f06f2199-4c9e-428c-be35-e63193335795 req-4a4f1d0b-042e-43ce-88ec-ea10fa36291e tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 210 time: 0.0288188 Aug 23 03:34:03.431802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55270) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:03.447491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1271-5546-4b79-a503-5aefad2e1244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.516574 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.536808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Transition to ACTIVE for port object f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:03.546977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1271-5546-4b79-a503-5aefad2e1244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.552033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.554383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-077f72ff-a772-4d96-989a-71a4025808be req-48c91576-3c7a-4d1b-9fa6-7f2186832e48 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361062 Aug 23 03:34:03.566815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.568184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Transition to ACTIVE for port object f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:03.589201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-7c982af8-2cb2-4641-ad7f-dd65399c54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:03.589201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-7c982af8-2cb2-4641-ad7f-dd65399c54fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.2101004 Aug 23 03:34:03.589479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:03.589479 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff7c635-6a70-490b-bb5e-15fd2c4ab7ce" -d '{"events": [{"server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "name": "network-vif-plugged", "status": "completed", "tag": "2c39946d-645f-432f-bcba-afb53a96e850"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:03.599978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:03.613429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1271-5546-4b79-a503-5aefad2e1244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.644323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-d5b52db3-d172-412a-95c3-8b3646ace05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:03.646583 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0a3b5d-cb17-4456-8a41-185b7d18c2f2 x-openstack-request-id: req-bc0a3b5d-cb17-4456-8a41-185b7d18c2f2 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:03.646583 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "name": "network-vif-plugged", "status": "completed", "tag": "2c39946d-645f-432f-bcba-afb53a96e850", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:03.646773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-d5b52db3-d172-412a-95c3-8b3646ace05d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491264 Aug 23 03:34:03.646909 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc0a3b5d-cb17-4456-8a41-185b7d18c2f2 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:03.646909 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850', 'code': 200} Aug 23 03:34:03.666414 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.675935 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5e0d1271-5546-4b79-a503-5aefad2e1244 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9115fa3898af4d808715f50ab52d3743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428493 Aug 23 03:34:03.680037 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55276) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:03.687930 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d1271-5546-4b79-a503-5aefad2e1244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9716547c-7aef-4e3e-b22d-5140f7478fcb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:03.705592 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.717576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Network 7e6191a3-fc71-42ed-a090-f73b0eee495b is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:03.722418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:03.726104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66601-66fd-4b26-b83c-349348e44fdf req-46e0c6d4-60c8-4f44-867d-535af953861b tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:03.728088 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ea66601-66fd-4b26-b83c-349348e44fdf req-46e0c6d4-60c8-4f44-867d-535af953861b tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1261108 Aug 23 03:34:03.729454 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:03.732921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Pushing event updated for resources: {'Port': ['ID=f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:03.809872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ea66601-66fd-4b26-b83c-349348e44fdf req-71e37a7b-ad40-49bd-9cb9-44def5e7dd39 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641594 Aug 23 03:34:03.813650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2564de5f-167e-4509-ad24-f905baa28b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.833852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Attempting to bind port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:03.834318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Attempting to bind port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd0db4364-893c-49b3-919c-8fb7cb6df978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:03.835347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Attempting to bind port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f on network 7e6191a3-fc71-42ed-a090-f73b0eee495b {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:03.959562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=2c39946d-645f-432f-bcba-afb53a96e850,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:03.959562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:03.959562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Checking segment: {'id': 'd0db4364-893c-49b3-919c-8fb7cb6df978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:03.959562 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.959562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Bound using segment: {'id': 'd0db4364-893c-49b3-919c-8fb7cb6df978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:03.959562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Bound port: f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0db4364-893c-49b3-919c-8fb7cb6df978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:03.959562 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.980535 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2564de5f-167e-4509-ad24-f905baa28b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:03.980826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374af2f-731c-4103-b974-b5e551bf6ea0 req-10fe4428-1801-46df-9f40-44896f56875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:03.980826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7374af2f-731c-4103-b974-b5e551bf6ea0 req-10fe4428-1801-46df-9f40-44896f56875a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1096 time: 0.1305552 Aug 23 03:34:03.980826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-4b09e28d-4871-4b59-9108-a0bba7b8811c service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368612 Aug 23 03:34:03.981431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] For port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:03.981431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] For port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f,segment=NetworkSegment(d0db4364-893c-49b3-919c-8fb7cb6df978),segment_id=d0db4364-893c-49b3-919c-8fb7cb6df978)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:04.083217 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2564de5f-167e-4509-ad24-f905baa28b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:04.085851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2564de5f-167e-4509-ad24-f905baa28b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:04.086999 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2564de5f-167e-4509-ad24-f905baa28b17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9716547c-7aef-4e3e-b22d-5140f7478fcb HTTP/1.1" status: 204 len: 168 time: 0.4060714 Aug 23 03:34:04.097980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564de5f-167e-4509-ad24-f905baa28b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9716547c-7aef-4e3e-b22d-5140f7478fcb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:04.147536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7374af2f-731c-4103-b974-b5e551bf6ea0 req-c0d2590d-b72d-4e44-8f85-be1915235a2b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711175 Aug 23 03:34:04.178505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:04.209720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3e4b7-c975-4d7c-b7f6-927be10112e4 req-bb958b8d-2073-43fe-9a76-781f01c834d7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:04.211130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ee3e4b7-c975-4d7c-b7f6-927be10112e4 req-bb958b8d-2073-43fe-9a76-781f01c834d7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 945 time: 0.1781919 Aug 23 03:34:04.212920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-05945bf5-a128-4dfe-82fc-cb9fad9e1e5f service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355831 Aug 23 03:34:04.213926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:04.220002 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:04.275415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f47be-5afa-42b6-9195-47086bc39b13 None None] Pushing event updated for resources: {'Port': ['ID=f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:04.297989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ee3e4b7-c975-4d7c-b7f6-927be10112e4 req-ffaf5805-68cb-4e50-99c6-98f16b1ef3c3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Aug 23 03:34:04.361262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Allocated IP 172.25.1.75 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/f6ef1d05-246b-4b45-904b-b224515ccc2a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:04.505825 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:04.553344 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6d105ae-3a7f-4e04-8e56-59cef3e89480 req-b946081c-602b-484c-aae1-a583f8f54577 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 210 time: 0.0430062 Aug 23 03:34:04.694263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd218be-265d-45fa-bec3-c819f95183c3 req-d090dc1e-d90e-490b-b7a5-26d3ec6f6ce8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:04.695860 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bd218be-265d-45fa-bec3-c819f95183c3 req-d090dc1e-d90e-490b-b7a5-26d3ec6f6ce8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0549998 Aug 23 03:34:04.705697 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:04.738006 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bd218be-265d-45fa-bec3-c819f95183c3 req-d0897f4a-9df3-4312-9248-3bb2b27dc052 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360291 Aug 23 03:34:04.751433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:04.754354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:04.762308 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:04.765513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ef1d05-246b-4b45-904b-b224515ccc2a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:05.212971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:05.254894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e131-13a2-4c1f-a3fa-4a0ff478fd22 req-21eb6128-24ce-4bb1-bd0f-549a981e6d6f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:05.256406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e5f1e131-13a2-4c1f-a3fa-4a0ff478fd22 req-21eb6128-24ce-4bb1-bd0f-549a981e6d6f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0918577 Aug 23 03:34:05.312648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3133ca9-618f-45b4-8923-41f6543cc289 None None] Network 7e6191a3-fc71-42ed-a090-f73b0eee495b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:34:05.340496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:05.375280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e5f1e131-13a2-4c1f-a3fa-4a0ff478fd22 req-e317c1cd-e978-4f10-9ef5-a5a4cb969ee7 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119423 Aug 23 03:34:05.485523 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e85a8d-6e8c-4244-8620-1fbbec8471c4 req-57bab8eb-31d2-4a8a-b3db-120a6e0423e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:05.487062 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d6e85a8d-6e8c-4244-8620-1fbbec8471c4 req-57bab8eb-31d2-4a8a-b3db-120a6e0423e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 945 time: 0.0821376 Aug 23 03:34:05.510742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ec34b0bf-8fe4-40bc-9b26-5b0255af7eb9 None None] Provisioning for port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:05.516814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ec34b0bf-8fe4-40bc-9b26-5b0255af7eb9 None None] Provisioning complete for port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:05.517457 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ec34b0bf-8fe4-40bc-9b26-5b0255af7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:05.539392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afec413-2298-4b42-bf6f-865b76e9373b req-205a4332-28da-4162-86da-9a888beaaabe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:05.541282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-205a4332-28da-4162-86da-9a888beaaabe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.11 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 813 time: 0.2491965 Aug 23 03:34:05.544847 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:05.563410 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d6e85a8d-6e8c-4244-8620-1fbbec8471c4 req-19407c17-5280-4cda-a1a8-b1e37c74d1bb tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674067 Aug 23 03:34:05.636757 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ec34b0bf-8fe4-40bc-9b26-5b0255af7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:05.661517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'port': {'device_id': 'ff844978-13c8-4767-9112-186004a3b0eb', 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b', 'admin_state_up': True, 'tenant_id': '51f42631a36c44ef83344f3e33dce158'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:05.688127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ec34b0bf-8fe4-40bc-9b26-5b0255af7eb9 None None] For port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f,segment=NetworkSegment(d0db4364-893c-49b3-919c-8fb7cb6df978),segment_id=d0db4364-893c-49b3-919c-8fb7cb6df978)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:05.716829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af0fef14-1143-4f20-aa66-c8a46f4830c6 req-e2e115a9-1aba-48b3-9890-61c379e5ba2e tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 210 time: 0.0501916 Aug 23 03:34:05.781723 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ec34b0bf-8fe4-40bc-9b26-5b0255af7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:05.854983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34b0bf-8fe4-40bc-9b26-5b0255af7eb9 None None] Pushing event updated for resources: {'Port': ['ID=f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:05.913485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03601a6-7b4d-4792-826a-ad504d6b3c60 req-4d956600-cb93-4a48-8317-2068252d322e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:05.919684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-17e50d08-8135-4f17-8c8c-ce00424055e7 None None] Provisioning complete for port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:05.920065 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17e50d08-8135-4f17-8c8c-ce00424055e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:05.920637 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b03601a6-7b4d-4792-826a-ad504d6b3c60 req-4d956600-cb93-4a48-8317-2068252d322e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0975442 Aug 23 03:34:05.957147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b03601a6-7b4d-4792-826a-ad504d6b3c60 req-d9debe6d-4361-444c-adac-425ff417f84b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354054 Aug 23 03:34:05.962251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:06.051212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Made reservation on behalf of 51f42631a36c44ef83344f3e33dce158 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:06.052852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:06.209504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Allocated IP 172.20.0.6 (f6128cc5-93ec-457c-9233-66238bc9526b/94b9b657-0307-428e-abca-345376f6f52f/13260ff9-e1ed-4e18-8798-b4943a114d93) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:06.211303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Router 0441bfe5-f0cc-4f09-a96c-f434999facb0 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:34:06.407225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:34:06.420413 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Sync routers for ids ['0441bfe5-f0cc-4f09-a96c-f434999facb0'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:34:06.439995 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Routers {'0441bfe5-f0cc-4f09-a96c-f434999facb0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:06.441107 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0441bfe5-f0cc-4f09-a96c-f434999facb0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:06.454473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:06.520122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:06.524158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1c04afdc-b2ac-4eed-9104-b23225241775 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5447407 Aug 23 03:34:06.524301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55344) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:06.552560 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Set router 0441bfe5-f0cc-4f09-a96c-f434999facb0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:06.575872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded439fa-7d8b-4d0d-a5a4-245bcf007c41 req-2d3f75cf-55ab-455d-8d3d-bc241e0d31c3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:06.577402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ded439fa-7d8b-4d0d-a5a4-245bcf007c41 req-2d3f75cf-55ab-455d-8d3d-bc241e0d31c3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1034448 Aug 23 03:34:06.580507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:06.648069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Network f6128cc5-93ec-457c-9233-66238bc9526b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:06.681260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:06.691540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:06.733364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'Port': ['ID=13260ff9-e1ed-4e18-8798-b4943a114d93,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:06.752531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ded439fa-7d8b-4d0d-a5a4-245bcf007c41 req-5ddbf400-199c-40a4-9f3f-58ee6a113fa0 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631892 Aug 23 03:34:06.762808 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:03Z', 'updated_at': '2021-08-23T03:34:05Z', 'revision_number': 3, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'gw_port': {'id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:04Z', 'updated_at': '2021-08-23T03:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:06.788711 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Checking router: 0441bfe5-f0cc-4f09-a96c-f434999facb0 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:34:06.789134 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Updating router 0441bfe5-f0cc-4f09-a96c-f434999facb0 port f6ef1d05-246b-4b45-904b-b224515ccc2a binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:34:06.810132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:06.810890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:06.816949 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:06.832112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3662c-80b1-4033-91ab-4c34da758b58 req-075cbf25-73b0-4069-96a8-e643f7ba2b1a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:06.841097 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78a3662c-80b1-4033-91ab-4c34da758b58 req-075cbf25-73b0-4069-96a8-e643f7ba2b1a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 945 time: 0.0702755 Aug 23 03:34:06.892440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78a3662c-80b1-4033-91ab-4c34da758b58 req-e09b84c4-8106-4e07-abe3-f9a2ed6958fe tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504096 Aug 23 03:34:06.954624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-68388f39-20e3-4faf-ae8e-570a41762312 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2929997 Aug 23 03:34:06.981507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Request body: {'port': {'device_id': 'ff844978-13c8-4767-9112-186004a3b0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:07.035372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7fd65-5551-445e-87ab-41467b51d289 req-5b4f4010-97b1-4738-bd72-d058054deff5 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:07.036938 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-44a7fd65-5551-445e-87ab-41467b51d289 req-5b4f4010-97b1-4738-bd72-d058054deff5 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1096 time: 0.0434268 Aug 23 03:34:07.074498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-44a7fd65-5551-445e-87ab-41467b51d289 req-c6988092-e469-4420-9f6a-dbd96df077d8 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300202 Aug 23 03:34:07.089328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2c98b-45f9-4c5b-9839-caf90a30ae95 req-85924d05-f494-498b-bee6-b15fd39ea412 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:07.090508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0b2c98b-45f9-4c5b-9839-caf90a30ae95 req-85924d05-f494-498b-bee6-b15fd39ea412 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 931 time: 0.1456494 Aug 23 03:34:07.093258 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:07.102435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:07.102983 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Transition to ACTIVE for port object f6ef1d05-246b-4b45-904b-b224515ccc2a will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:07.186394 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:07.205443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:07.227464 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:07.232931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0b2c98b-45f9-4c5b-9839-caf90a30ae95 req-b324aef1-7020-47db-be93-3a6c695b0e6c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328104 Aug 23 03:34:07.256036 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Attempting to bind port f6ef1d05-246b-4b45-904b-b224515ccc2a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:07.256744 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Attempting to bind port f6ef1d05-246b-4b45-904b-b224515ccc2a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:07.257424 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Attempting to bind port f6ef1d05-246b-4b45-904b-b224515ccc2a on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:07.264309 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Pushing event updated for resources: {'Port': ['ID=f6ef1d05-246b-4b45-904b-b224515ccc2a,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:07.272645 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:07.275903 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:07.275903 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:07.275903 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:07.275903 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Bound port: f6ef1d05-246b-4b45-904b-b224515ccc2a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:07.275903 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:07.276547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:07.276660 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:07.294075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178946db-deef-48c4-86d2-0b35861adf30 req-ec7f92af-dc09-4f1d-afa8-7219f8164567 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:07.305138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-178946db-deef-48c4-86d2-0b35861adf30 req-ec7f92af-dc09-4f1d-afa8-7219f8164567 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0895071 Aug 23 03:34:07.334009 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] For port f6ef1d05-246b-4b45-904b-b224515ccc2a, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:07.338978 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] For port f6ef1d05-246b-4b45-904b-b224515ccc2a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f6ef1d05-246b-4b45-904b-b224515ccc2a,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:07.339499 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.339819 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.340369 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.340768 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.341254 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.341649 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.342099 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.342421 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.343272 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.343666 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.344177 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.344505 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:07.349691 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-178946db-deef-48c4-86d2-0b35861adf30 req-0378048b-13cc-49e5-bbc6-9620a915c897 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431206 Aug 23 03:34:07.403677 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:07.454269 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Routers {'0441bfe5-f0cc-4f09-a96c-f434999facb0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:07.455077 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0441bfe5-f0cc-4f09-a96c-f434999facb0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:07.465396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:07.510550 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d6baf-f7ae-47e8-976f-deeb668ea7db None None] Pushing event updated for resources: {'Port': ['ID=f6ef1d05-246b-4b45-904b-b224515ccc2a,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:07.511777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303298d9-1bbf-4b3a-9251-6ef1914c3d2b req-6cd00590-0898-4908-856f-0993450da256 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:07.513335 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-303298d9-1bbf-4b3a-9251-6ef1914c3d2b req-6cd00590-0898-4908-856f-0993450da256 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1096 time: 0.1577704 Aug 23 03:34:07.579332 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] Set router 0441bfe5-f0cc-4f09-a96c-f434999facb0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:07.776338 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:03Z', 'updated_at': '2021-08-23T03:34:05Z', 'revision_number': 3, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'gw_port': {'id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:04Z', 'updated_at': '2021-08-23T03:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:07.803578 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89783071-cdf1-4c82-a988-4bfd576b26ba None None] The sync data for ids ['0441bfe5-f0cc-4f09-a96c-f434999facb0'] in n-d-749052-7 is: [{'id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:03Z', 'updated_at': '2021-08-23T03:34:05Z', 'revision_number': 3, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'gw_port': {'id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:04Z', 'updated_at': '2021-08-23T03:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:34:07.910541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfca6f-f8a7-49d5-8523-50eb2a430ab0 req-2b891358-fd98-4a14-abd0-826b5673a6d9 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:07.912043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-adbfca6f-f8a7-49d5-8523-50eb2a430ab0 req-2b891358-fd98-4a14-abd0-826b5673a6d9 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0591254 Aug 23 03:34:07.926817 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-303298d9-1bbf-4b3a-9251-6ef1914c3d2b req-27efad2a-f880-44c2-8e99-a4f8d9dfe28c tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967795 Aug 23 03:34:07.956923 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-adbfca6f-f8a7-49d5-8523-50eb2a430ab0 req-b46a34f6-b72c-4c40-ab8e-0e12439dee85 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372970 Aug 23 03:34:08.022660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13260ff9-e1ed-4e18-8798-b4943a114d93 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:08.033529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.050911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Allocated IP 172.20.0.1 (7e6191a3-fc71-42ed-a090-f73b0eee495b/a6a481be-e1be-4316-a64b-ef01fa9f0ca6/0b249ab0-7a9c-4b24-9684-08aa2c8aade4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:08.056169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Transition to ACTIVE for port object 13260ff9-e1ed-4e18-8798-b4943a114d93 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:08.118706 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.133998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55388) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:08.233314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Pushing event updated for resources: {'Port': ['ID=13260ff9-e1ed-4e18-8798-b4943a114d93,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:08.293761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f5e98e4-e458-490c-996d-f9ee301b3498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.320878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.342466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Transition to ACTIVE for port object 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:08.376714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Attempting to bind port 13260ff9-e1ed-4e18-8798-b4943a114d93 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:08.377080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Attempting to bind port 13260ff9-e1ed-4e18-8798-b4943a114d93 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:08.377402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Attempting to bind port 13260ff9-e1ed-4e18-8798-b4943a114d93 on network f6128cc5-93ec-457c-9233-66238bc9526b {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:08.388376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Port 13260ff9-e1ed-4e18-8798-b4943a114d93 on network f6128cc5-93ec-457c-9233-66238bc9526b not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:08.388739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Attempting to bind port 13260ff9-e1ed-4e18-8798-b4943a114d93 on network f6128cc5-93ec-457c-9233-66238bc9526b {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:08.404057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:08.404419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Checking segment: {'id': '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:08.404776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Bound using segment: {'id': '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:08.405244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Bound port: 13260ff9-e1ed-4e18-8798-b4943a114d93, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:08.405602 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.418494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ccd44-8539-453c-9787-71581f086bb0 req-461a50d8-6159-4521-974b-431d5d250452 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:08.420229 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-718ccd44-8539-453c-9787-71581f086bb0 req-461a50d8-6159-4521-974b-431d5d250452 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 943 time: 0.0912206 Aug 23 03:34:08.474953 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-718ccd44-8539-453c-9787-71581f086bb0 req-30e22dd7-6917-4464-a6fa-dfb79d0d1842 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456409 Aug 23 03:34:08.487474 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f5e98e4-e458-490c-996d-f9ee301b3498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.511445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.525704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5788d31-1f6f-4620-ab6e-c88e7febbbea req-7c5f9c8c-d64b-452b-b556-f0b0673eca16 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:08.527246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e5788d31-1f6f-4620-ab6e-c88e7febbbea req-7c5f9c8c-d64b-452b-b556-f0b0673eca16 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1096 time: 0.0796099 Aug 23 03:34:08.549803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] For port 13260ff9-e1ed-4e18-8798-b4943a114d93, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:08.557069 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f5e98e4-e458-490c-996d-f9ee301b3498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.577740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Network 7e6191a3-fc71-42ed-a090-f73b0eee495b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:08.580872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] For port 13260ff9-e1ed-4e18-8798-b4943a114d93, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=13260ff9-e1ed-4e18-8798-b4943a114d93,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:08.590836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:08.596180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:08.628022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Pushing event updated for resources: {'Port': ['ID=0b249ab0-7a9c-4b24-9684-08aa2c8aade4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:08.641232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2f5e98e4-e458-490c-996d-f9ee301b3498 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc4d626c7a3448ca9f4de8449d698f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028417 Aug 23 03:34:08.645385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55400) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:08.646542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e98e4-e458-490c-996d-f9ee301b3498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170efba2-f263-4992-b629-c0c314b7676e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:08.670209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9a5da-d66e-4d92-a14b-7ef509a33896 req-39981c96-d185-4230-a046-c80d9c5e1690 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:08.679153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f1d9a5da-d66e-4d92-a14b-7ef509a33896 req-39981c96-d185-4230-a046-c80d9c5e1690 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.1169360 Aug 23 03:34:08.688259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e5788d31-1f6f-4620-ab6e-c88e7febbbea req-079bfd3b-c42f-42af-a4da-f3668ce21872 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397562 Aug 23 03:34:08.694378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.717143 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.749095 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:34:08.862878 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:08.863574 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.867128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] 10.222.0.11 "PUT /v2.0/ports/13260ff9-e1ed-4e18-8798-b4943a114d93 HTTP/1.1" status: 200 len: 1091 time: 1.8919513 Aug 23 03:34:08.879121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:08.882100 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79f0d19-39d0-49ab-a326-735044a17a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:08.922620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0f3f7775-45ee-45c8-a6c2-da099d8f38f7 None None] Provisioning for port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:08.927759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0f3f7775-45ee-45c8-a6c2-da099d8f38f7 None None] Provisioning complete for port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:08.928229 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7775-45ee-45c8-a6c2-da099d8f38f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.938461 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d6acda-2933-49cc-8650-4bcc27d675bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:08.940944 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41ef22f-ef71-4d4f-9f2f-f6b9ee761d1f x-openstack-request-id: req-a41ef22f-ef71-4d4f-9f2f-f6b9ee761d1f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:08.941269 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:08.941516 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a41ef22f-ef71-4d4f-9f2f-f6b9ee761d1f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:08.941898 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93', 'status': 'completed', 'code': 200} Aug 23 03:34:08.982602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f7775-45ee-45c8-a6c2-da099d8f38f7 None None] Port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:34:09.008258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f1d9a5da-d66e-4d92-a14b-7ef509a33896 req-c5d1fc95-c976-44af-ae43-a1bafc5eff5a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281496 Aug 23 03:34:09.026031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24011fcf-0166-4d9b-83e6-5eb793a1216c service neutron] Pushing event updated for resources: {'Port': ['ID=13260ff9-e1ed-4e18-8798-b4943a114d93,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:09.069985 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d6acda-2933-49cc-8650-4bcc27d675bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.132144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f0d19-39d0-49ab-a326-735044a17a7a req-201ed320-a5d6-45a2-bbb1-cfeeca2515f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:09.133682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d79f0d19-39d0-49ab-a326-735044a17a7a req-201ed320-a5d6-45a2-bbb1-cfeeca2515f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 1094 time: 0.1301601 Aug 23 03:34:09.146252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764f857-66d4-4b0f-b4a5-ea5b61ec0ed9 req-ac9c4e47-42ab-425c-98bd-5a25585895cf tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:09.148481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1764f857-66d4-4b0f-b4a5-ea5b61ec0ed9 req-ac9c4e47-42ab-425c-98bd-5a25585895cf tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0967619 Aug 23 03:34:09.181128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f6ef1d05-246b-4b45-904b-b224515ccc2a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:09.268308 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.270064 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d6acda-2933-49cc-8650-4bcc27d675bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.272716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d6acda-2933-49cc-8650-4bcc27d675bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.273894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-56d6acda-2933-49cc-8650-4bcc27d675bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/170efba2-f263-4992-b629-c0c314b7676e HTTP/1.1" status: 204 len: 168 time: 0.6204083 Aug 23 03:34:09.288673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f6ef1d05-246b-4b45-904b-b224515ccc2a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:09.290508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1764f857-66d4-4b0f-b4a5-ea5b61ec0ed9 req-3f9f858d-4d47-46e8-baa4-571bbc2f460e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348679 Aug 23 03:34:09.303015 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f6ef1d05-246b-4b45-904b-b224515ccc2a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:09.312565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6acda-2933-49cc-8650-4bcc27d675bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170efba2-f263-4992-b629-c0c314b7676e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:09.312883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.367263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f0d19-39d0-49ab-a326-735044a17a7a req-3898bf6d-c256-4230-b332-bdde70175b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:09.383070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d79f0d19-39d0-49ab-a326-735044a17a7a req-3898bf6d-c256-4230-b332-bdde70175b37 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=51f42631a36c44ef83344f3e33dce158&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2068825 Aug 23 03:34:09.425171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.447265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port f6ef1d05-246b-4b45-904b-b224515ccc2a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f6ef1d05-246b-4b45-904b-b224515ccc2a,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:09.518176 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.531467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f0d19-39d0-49ab-a326-735044a17a7a req-f6c1b6eb-d105-41e1-b3b1-cc12f88bf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:09.532949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d79f0d19-39d0-49ab-a326-735044a17a7a req-f6c1b6eb-d105-41e1-b3b1-cc12f88bf58c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1551249 Aug 23 03:34:09.566380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.590967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=f6ef1d05-246b-4b45-904b-b224515ccc2a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:09.644438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.644602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d89a9-8037-4057-81f6-8e3cff1dcf96 req-0e49c68f-52f2-4971-ad33-d154a8c6df2f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:09.646538 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd7d89a9-8037-4057-81f6-8e3cff1dcf96 req-0e49c68f-52f2-4971-ad33-d154a8c6df2f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 943 time: 0.0691273 Aug 23 03:34:09.688028 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd7d89a9-8037-4057-81f6-8e3cff1dcf96 req-76eec065-8173-47d6-8d1f-b6ac23e160e2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351911 Aug 23 03:34:09.729350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afec413-2298-4b42-bf6f-865b76e9373b req-b4ed213b-ba28-4ce0-8b68-afa4ced402ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:09.730889 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-b4ed213b-ba28-4ce0-8b68-afa4ced402ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 1094 time: 0.1152229 Aug 23 03:34:09.733436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Pushing event updated for resources: {'Port': ['ID=0b249ab0-7a9c-4b24-9684-08aa2c8aade4,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:09.736196 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.800800 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-13518b46-d2e6-4b3c-9cd1-7cee8277a4bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13260ff9-e1ed-4e18-8798-b4943a114d93 HTTP/1.1" status: 200 len: 217 time: 0.0523293 Aug 23 03:34:09.922501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afec413-2298-4b42-bf6f-865b76e9373b req-a27ff9db-d698-4dbb-9595-840ec11a9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:09.923938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-a27ff9db-d698-4dbb-9595-840ec11a9740 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94b9b657-0307-428e-abca-345376f6f52f HTTP/1.1" status: 200 len: 853 time: 0.0883961 Aug 23 03:34:09.926024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41df832-31ab-41a5-8f0c-1de49e8530df req-2f261899-b4a4-4c13-bd74-06a598bac40d tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:09.927431 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d41df832-31ab-41a5-8f0c-1de49e8530df req-2f261899-b4a4-4c13-bd74-06a598bac40d tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1096 time: 0.1308329 Aug 23 03:34:09.936746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Network 7e6191a3-fc71-42ed-a090-f73b0eee495b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:09.944611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:09.954141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55420) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:09.968910 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb52cf-b8ce-44ef-9747-0cee394c80c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:09.984090 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-49c2bf84-62ab-4584-bf04-73863ede81b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6128cc5-93ec-457c-9233-66238bc9526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410612 Aug 23 03:34:10.038551 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d41df832-31ab-41a5-8f0c-1de49e8530df req-09083c01-1f80-469f-9082-9823bb2f3f57 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038463 Aug 23 03:34:10.096684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb52cf-b8ce-44ef-9747-0cee394c80c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:10.170910 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb52cf-b8ce-44ef-9747-0cee394c80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:10.171448 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-3541bf5a-f889-42eb-a168-dcfc0e245e4b service neutron] 10.222.0.11 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757619 Aug 23 03:34:10.175432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Router 0441bfe5-f0cc-4f09-a96c-f434999facb0 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:34:10.220340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb52cf-b8ce-44ef-9747-0cee394c80c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3590c5a-3a71-4b7e-9b7c-d8fcce1d39e7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:10.239840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f506c-d137-41bb-85d3-5f9d9edcda0d req-57eb597b-97c7-4244-9edb-883950a36c80 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:10.241442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f1f506c-d137-41bb-85d3-5f9d9edcda0d req-57eb597b-97c7-4244-9edb-883950a36c80 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.1364462 Aug 23 03:34:10.250353 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cefb52cf-b8ce-44ef-9747-0cee394c80c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=740a7550942c44219e785aafa8421e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948437 Aug 23 03:34:10.253809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55426) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:10.324321 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f1f506c-d137-41bb-85d3-5f9d9edcda0d req-9194c496-1a08-4d45-a201-bbc117696f01 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695672 Aug 23 03:34:10.335848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ca74c820-cbd7-4011-b321-9c7c5f808558 None None] Provisioning complete for port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:10.335848 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca74c820-cbd7-4011-b321-9c7c5f808558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:10.339452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0fc124b3-6696-43f4-a630-dec175a7fa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:10.350831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0afec413-2298-4b42-bf6f-865b76e9373b req-782a6cae-85c9-4743-a25e-cad9576b19f3 service neutron] 10.222.0.11 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671495 Aug 23 03:34:10.375826 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0fc124b3-6696-43f4-a630-dec175a7fa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:10.379958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:34:10.385981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dc61db78-cac7-467c-80c3-49c5a49e0d85 admin admin] 10.222.0.20 "PUT /v2.0/routers/0441bfe5-f0cc-4f09-a96c-f434999facb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8606853 Aug 23 03:34:10.535670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe005a-26d1-4129-8409-2dea066ee9b5 req-08291e4f-3995-483d-9c56-1ce4b2b6fcf3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:10.544191 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f0fe005a-26d1-4129-8409-2dea066ee9b5 req-08291e4f-3995-483d-9c56-1ce4b2b6fcf3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1096513 Aug 23 03:34:10.561693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Sync routers for ids ['0441bfe5-f0cc-4f09-a96c-f434999facb0'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:34:10.581738 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f0fe005a-26d1-4129-8409-2dea066ee9b5 req-56c69173-74aa-41cd-9001-15463262ac66 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366609 Aug 23 03:34:10.582550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Routers {'0441bfe5-f0cc-4f09-a96c-f434999facb0'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:10.583172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0441bfe5-f0cc-4f09-a96c-f434999facb0'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:10.589317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ca74c820-cbd7-4011-b321-9c7c5f808558 None None] Port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:34:10.619992 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0fc124b3-6696-43f4-a630-dec175a7fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:10.622793 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0fc124b3-6696-43f4-a630-dec175a7fa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:10.625046 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0fc124b3-6696-43f4-a630-dec175a7fa87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3590c5a-3a71-4b7e-9b7c-d8fcce1d39e7 HTTP/1.1" status: 204 len: 168 time: 0.3685412 Aug 23 03:34:10.632218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc124b3-6696-43f4-a630-dec175a7fa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3590c5a-3a71-4b7e-9b7c-d8fcce1d39e7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:10.707753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec8b51-1b68-472f-857e-5bdf2515c4c2 req-78cf50a3-f582-413f-bf6a-e45c78b4120f tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:10.716425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01ec8b51-1b68-472f-857e-5bdf2515c4c2 req-78cf50a3-f582-413f-bf6a-e45c78b4120f tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1097 time: 0.0711181 Aug 23 03:34:10.720630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Set router 0441bfe5-f0cc-4f09-a96c-f434999facb0 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:10.750297 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01ec8b51-1b68-472f-857e-5bdf2515c4c2 req-ccd00385-bf3a-40c9-84bf-729422913230 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Aug 23 03:34:10.935245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:03Z', 'updated_at': '2021-08-23T03:34:09Z', 'revision_number': 4, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'gw_port': {'id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:04Z', 'updated_at': '2021-08-23T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b249ab0-7a9c-4b24-9684-08aa2c8aade4', 'name': '', 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'mac_address': 'fa:16:3e:c3:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a6a481be-e1be-4316-a64b-ef01fa9f0ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:07Z', 'updated_at': '2021-08-23T03:34:09Z', 'revision_number': 2, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'subnets': [{'id': 'a6a481be-e1be-4316-a64b-ef01fa9f0ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:10.965797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Checking router: 0441bfe5-f0cc-4f09-a96c-f434999facb0 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:34:10.966161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Updating router 0441bfe5-f0cc-4f09-a96c-f434999facb0 port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:34:10.990379 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.233534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f6ef1d05-246b-4b45-904b-b224515ccc2a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:11.275134 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-19da577f-8654-4306-9550-d8771ada9791 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2398460 Aug 23 03:34:11.285749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:11.320261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f6ef1d05-246b-4b45-904b-b224515ccc2a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:11.320631 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.326609 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.356182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Transition to ACTIVE for port object 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:11.396944 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.425733 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.514220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3589ce-44f9-4f5d-a363-6783fb52e3f2 None None] Pushing event updated for resources: {'Port': ['ID=0b249ab0-7a9c-4b24-9684-08aa2c8aade4,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:11.546296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Attempting to bind port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:11.546661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Attempting to bind port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd0db4364-893c-49b3-919c-8fb7cb6df978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:11.547025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Attempting to bind port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 on network 7e6191a3-fc71-42ed-a090-f73b0eee495b {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:11.552803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:11.575824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Checking segment: {'id': 'd0db4364-893c-49b3-919c-8fb7cb6df978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:11.575824 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.575824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Bound using segment: {'id': 'd0db4364-893c-49b3-919c-8fb7cb6df978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:11.575824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Bound port: 0b249ab0-7a9c-4b24-9684-08aa2c8aade4, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0db4364-893c-49b3-919c-8fb7cb6df978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:11.575824 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.576455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.625117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] For port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:11.628513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] For port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0b249ab0-7a9c-4b24-9684-08aa2c8aade4,segment=NetworkSegment(d0db4364-893c-49b3-919c-8fb7cb6df978),segment_id=d0db4364-893c-49b3-919c-8fb7cb6df978)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:11.680249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Allocated IP 172.25.1.236 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/62d8b63b-3017-44f4-af7a-f2efdbd87bda) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:11.734748 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.790712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Routers {'0441bfe5-f0cc-4f09-a96c-f434999facb0'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:11.791307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0441bfe5-f0cc-4f09-a96c-f434999facb0'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:11.837304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3589ce-44f9-4f5d-a363-6783fb52e3f2 None None] Pushing event updated for resources: {'Port': ['ID=0b249ab0-7a9c-4b24-9684-08aa2c8aade4,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:11.871773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:11.923690 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] Set router 0441bfe5-f0cc-4f09-a96c-f434999facb0 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:11.969131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:12.016113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:12.018997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:12.022572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:12.034674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Pushing event updated for resources: {'Port': ['ID=62d8b63b-3017-44f4-af7a-f2efdbd87bda,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:12.118636 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:12.153201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:03Z', 'updated_at': '2021-08-23T03:34:09Z', 'revision_number': 4, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'gw_port': {'id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:04Z', 'updated_at': '2021-08-23T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b249ab0-7a9c-4b24-9684-08aa2c8aade4', 'name': '', 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'mac_address': 'fa:16:3e:c3:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a6a481be-e1be-4316-a64b-ef01fa9f0ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:07Z', 'updated_at': '2021-08-23T03:34:11Z', 'revision_number': 4, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'subnets': [{'id': 'a6a481be-e1be-4316-a64b-ef01fa9f0ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:12.180418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7844cd0-f644-4fc3-a9bd-aeabb8b92dc7 None None] The sync data for ids ['0441bfe5-f0cc-4f09-a96c-f434999facb0'] in n-d-749052-7 is: [{'id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:03Z', 'updated_at': '2021-08-23T03:34:09Z', 'revision_number': 4, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'gw_port': {'id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:04Z', 'updated_at': '2021-08-23T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b249ab0-7a9c-4b24-9684-08aa2c8aade4', 'name': '', 'network_id': '7e6191a3-fc71-42ed-a090-f73b0eee495b', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'mac_address': 'fa:16:3e:c3:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a6a481be-e1be-4316-a64b-ef01fa9f0ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:07Z', 'updated_at': '2021-08-23T03:34:11Z', 'revision_number': 4, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'subnets': [{'id': 'a6a481be-e1be-4316-a64b-ef01fa9f0ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:34:12.255520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:12.425539 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:12.438596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-72bf61d6-603b-4703-835c-e6e72c377e3f tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:34:12.439846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-72bf61d6-603b-4703-835c-e6e72c377e3f tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081275 Aug 23 03:34:12.451756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Request body: {'binding': {'host': 'n-h2-749052-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:12.454791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Unknown quota resources ['binding']. {{(pid=95121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:34:12.500410 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:12.537496 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:12.558486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Pushing event updated for resources: {'Port': ['ID=62d8b63b-3017-44f4-af7a-f2efdbd87bda,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:12.591000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 on host n-h2-749052-7 for vnic_type normal with profile None {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:12.591330 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:12.591651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:12.596069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Port 2c39946d-645f-432f-bcba-afb53a96e850 on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:12.596387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:12.601929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:12.602480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:12.603169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:12.603749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Bound port: 2c39946d-645f-432f-bcba-afb53a96e850, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:12.619860 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:12.621745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e0a8e936-8a03-4b6b-8ab3-7aae6c406c76 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3396230 Aug 23 03:34:12.671595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:12.681687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-b7937528-bfc1-4491-bf2e-87f4cc55cea7 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.0524335 Aug 23 03:34:12.746907 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:12.748335 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5ae092e3-fdd9-46ec-bb1b-ede70365685e service neutron] 10.222.0.20 "POST /v2.0/ports/2c39946d-645f-432f-bcba-afb53a96e850/bindings HTTP/1.1" status: 201 len: 389 time: 0.3017633 Aug 23 03:34:12.803855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e9995fbe-31eb-40dd-a299-07f263eaf168 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:12.805529 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-e9995fbe-31eb-40dd-a299-07f263eaf168 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1170762 Aug 23 03:34:12.817670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-9c85764a-38c6-46e0-b39e-532bb473f072 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:34:12.818771 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3628bd37-57c5-4c46-b383-ddbb4de54e5b req-9c85764a-38c6-46e0-b39e-532bb473f072 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062160 Aug 23 03:34:12.941563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563097c-8372-4ce3-883c-1f5a241657ca req-93144d97-7c88-4d6b-91db-36e2ffd1f8f9 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:12.941563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2563097c-8372-4ce3-883c-1f5a241657ca req-93144d97-7c88-4d6b-91db-36e2ffd1f8f9 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 943 time: 0.0578885 Aug 23 03:34:12.987819 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2563097c-8372-4ce3-883c-1f5a241657ca req-d548ff5e-8e5c-4bd3-9109-c5b9fe2913ef tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447664 Aug 23 03:34:13.186099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bf9c5-3bb6-4220-8c80-e6192695731d req-1e6a5a7b-8b43-40ee-b2da-f5b50ebf0155 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:13.188429 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc2bf9c5-3bb6-4220-8c80-e6192695731d req-1e6a5a7b-8b43-40ee-b2da-f5b50ebf0155 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0553026 Aug 23 03:34:13.206920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:13.242594 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc2bf9c5-3bb6-4220-8c80-e6192695731d req-7b479216-e8b2-4dfe-a5d8-2d5123c5ce4b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477338 Aug 23 03:34:13.351131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367a50c-f20c-4994-badf-39f3066734de req-39f3307a-7186-4972-b67b-d274fa0d57ef tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:13.358191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:13.358325 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9367a50c-f20c-4994-badf-39f3066734de req-39f3307a-7186-4972-b67b-d274fa0d57ef tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0511482 Aug 23 03:34:13.358519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:13.358519 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:13.398724 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9367a50c-f20c-4994-badf-39f3066734de req-c195096d-c1a5-42a4-b54d-f7922505ab68 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398555 Aug 23 03:34:13.453249 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:13.475012 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd0ce6b0-3236-4ca6-9901-9512bd8afaee req-078a5aa2-e855-43e4-b7f8-196e22740c7a tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips/a5ec1a09-a0fa-416a-9255-617af979f3ee HTTP/1.1" status: 200 len: 693 time: 0.0477822 Aug 23 03:34:13.500033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0b249ab0-7a9c-4b24-9684-08aa2c8aade4,segment=NetworkSegment(d0db4364-893c-49b3-919c-8fb7cb6df978),segment_id=d0db4364-893c-49b3-919c-8fb7cb6df978)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:13.505721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5df8f273-a83b-45a3-972a-d4ae73e09852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:13.507490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5df8f273-a83b-45a3-972a-d4ae73e09852 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1096 time: 0.0752957 Aug 23 03:34:13.540117 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:13.596815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ce6b0-3236-4ca6-9901-9512bd8afaee req-0392a8b1-dd73-49e7-96d7-f03c31b4f70a tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:13.598215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd0ce6b0-3236-4ca6-9901-9512bd8afaee req-0392a8b1-dd73-49e7-96d7-f03c31b4f70a tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1060348 Aug 23 03:34:13.625609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0b249ab0-7a9c-4b24-9684-08aa2c8aade4,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:13.640441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-91fd213b-0a37-427e-963c-c7d243d81124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:13.642077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-91fd213b-0a37-427e-963c-c7d243d81124 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.1245081 Aug 23 03:34:13.686227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-4e42b369-ec83-4da8-a86b-4880f5421b5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c39946d-645f-432f-bcba-afb53a96e850 HTTP/1.1" status: 200 len: 217 time: 0.0363574 Aug 23 03:34:13.716741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688b561-453b-4842-aca0-8cec79afef4c req-d001f46a-e657-419b-9653-23bea7f6fab9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:13.718491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b688b561-453b-4842-aca0-8cec79afef4c req-d001f46a-e657-419b-9653-23bea7f6fab9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 945 time: 0.0602238 Aug 23 03:34:13.743082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-78653a6d-8ecf-4cb6-b667-4125fb09cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:13.744905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-78653a6d-8ecf-4cb6-b667-4125fb09cfb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0469429 Aug 23 03:34:13.757243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b688b561-453b-4842-aca0-8cec79afef4c req-9e4c7bbe-d5c2-499d-9fdf-0572c57a9d76 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324650 Aug 23 03:34:13.778027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-5c67efe5-7b8f-4e78-855a-f674fdc171b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247190 Aug 23 03:34:13.871983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-40da23b3-4a38-4e11-a53c-09b2a65a5cc8 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862885 Aug 23 03:34:13.962687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-be06d83d-1e36-4236-9f3b-e361b22af834 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840607 Aug 23 03:34:13.982219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-c3a7cd48-0d44-40f0-9926-e111c3af7900 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=52bebe1a38bb4c479c5191582083c6eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261242 Aug 23 03:34:14.089891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a4240097-a520-486d-9d3f-86355f2a27c0 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:14.091349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a4240097-a520-486d-9d3f-86355f2a27c0 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1030955 Aug 23 03:34:14.106155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-56567d37-67fd-48ae-9220-032e2f822f30 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/quotas/52bebe1a38bb4c479c5191582083c6eb HTTP/1.1" status: 200 len: 375 time: 0.0093694 Aug 23 03:34:14.137076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-2bd426e2-2c7d-4b9b-9abc-b30f37cde757 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52bebe1a38bb4c479c5191582083c6eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256228 Aug 23 03:34:14.149001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-4bf05093-b7c7-4186-9ffc-364cdfdbfed9 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:14.150593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-4bf05093-b7c7-4186-9ffc-364cdfdbfed9 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.0483632 Aug 23 03:34:14.166643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-749052-7'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:14.221934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:14.363160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:14.422017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:14.446592 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea571822-3c11-440d-9d04-a1e8c3e8be6d req-28b99c0e-6477-4590-a027-18f11236224b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=0c7b6b3fecf94db6ba7cca67fcf84800 HTTP/1.1" status: 200 len: 696 time: 0.0759249 Aug 23 03:34:14.471334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:14.478026 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517dd8ce-4cab-489a-a0f3-058a512c5556" -d '{"events": [{"server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "name": "network-vif-unplugged", "status": "completed", "tag": "2c39946d-645f-432f-bcba-afb53a96e850"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:14.478195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:14.547670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea571822-3c11-440d-9d04-a1e8c3e8be6d req-5b6991b1-8ab1-4896-8802-70c722559641 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:14.549169 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea571822-3c11-440d-9d04-a1e8c3e8be6d req-5b6991b1-8ab1-4896-8802-70c722559641 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/networks?id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 787 time: 0.1017952 Aug 23 03:34:14.551360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:14.561249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-ea571822-3c11-440d-9d04-a1e8c3e8be6d req-1023b618-6d61-4d9c-9bf2-3d30e2e1c4be tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:34:14.562341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea571822-3c11-440d-9d04-a1e8c3e8be6d req-1023b618-6d61-4d9c-9bf2-3d30e2e1c4be tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062962 Aug 23 03:34:14.628688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Pushing event updated for resources: {'Port': ['ID=2c39946d-645f-432f-bcba-afb53a96e850,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:14.644559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 on host n-h1-749052-7 for vnic_type normal with profile {"migrating_to": "n-h2-749052-7"} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:14.644928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:14.645929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:14.649462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Port 2c39946d-645f-432f-bcba-afb53a96e850 on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:14.649778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Attempting to bind port 2c39946d-645f-432f-bcba-afb53a96e850 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:14.655043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:14.655372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:14.655746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:14.656164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Bound port: 2c39946d-645f-432f-bcba-afb53a96e850, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:14.656514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:14.672993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bc796-a8a3-445b-ac2f-992d9ec92e57 req-fb288272-d727-4335-9a53-190aa2231b26 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:14.675161 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b1bc796-a8a3-445b-ac2f-992d9ec92e57 req-fb288272-d727-4335-9a53-190aa2231b26 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 943 time: 0.0515516 Aug 23 03:34:14.682694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-dce307e3-1ab2-4693-b64d-1b9498110524 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:34:14.684082 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-dce307e3-1ab2-4693-b64d-1b9498110524 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058310 Aug 23 03:34:14.695277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Request body: {'binding': {'host': 'n-h2-749052-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:14.695793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Unknown quota resources ['binding']. {{(pid=95120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:34:14.722769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:14.726126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:14.748075 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b1bc796-a8a3-445b-ac2f-992d9ec92e57 req-0e24525a-1234-48dc-afd8-9967aaec09e9 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629303 Aug 23 03:34:14.814776 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:14.867210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on host n-h2-749052-7 for vnic_type normal with profile None {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:14.867739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:14.868178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:14.883978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:14.884445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:14.894013 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Pushing event updated for resources: {'Port': ['ID=2c39946d-645f-432f-bcba-afb53a96e850,revision_number=8']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:14.897648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:14.898470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:14.900005 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-1d230e34-8597-4d09-831b-eaf5ba8e5748 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c39946d-645f-432f-bcba-afb53a96e850 HTTP/1.1" status: 200 len: 1121 time: 0.7385185 Aug 23 03:34:14.907474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:14.907878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:14.908333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:14.908835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Bound port: 103b6d8d-7ccd-41c3-a035-4a06727daffc, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:14.956941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b4b8c-4a1d-4771-9bdb-99d08a101cc6 req-e9fdd6cd-cdd8-4eaa-9049-900f044d21b8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:14.958441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e60b4b8c-4a1d-4771-9bdb-99d08a101cc6 req-e9fdd6cd-cdd8-4eaa-9049-900f044d21b8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0859687 Aug 23 03:34:14.989783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:15.007010 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e60b4b8c-4a1d-4771-9bdb-99d08a101cc6 req-e6b7f6e2-9c63-4b13-8b00-ca30c7ceaaa1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Aug 23 03:34:15.036172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['2c39946d-645f-432f-bcba-afb53a96e850'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:15.073446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b260b6e-8462-4fe6-81fb-bd1b0fe550e2 req-b8ab3e02-6cee-4204-b649-897d9e917181 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 210 time: 0.0273902 Aug 23 03:34:15.110523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] Notify callbacks [] for binding, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:15.111884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a4a2d5bd-1b57-4269-a2ea-7b9bfedf7f57 service neutron] 10.222.0.20 "POST /v2.0/ports/103b6d8d-7ccd-41c3-a035-4a06727daffc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4206665 Aug 23 03:34:15.178544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:15.197858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1080c51-d6c3-4b6a-86c2-901fe606330c req-c03b1693-a799-4ee7-b74c-006fdadd93ad tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:15.197858 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1080c51-d6c3-4b6a-86c2-901fe606330c req-c03b1693-a799-4ee7-b74c-006fdadd93ad tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0558956 Aug 23 03:34:15.214095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 13260ff9-e1ed-4e18-8798-b4943a114d93 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:15.237358 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1080c51-d6c3-4b6a-86c2-901fe606330c req-8a822ccf-b72a-4fc8-85d9-88278bbcb2c2 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332386 Aug 23 03:34:15.282743 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0206baed-2498-4f83-89fc-3818818739fd x-openstack-request-id: req-0206baed-2498-4f83-89fc-3818818739fd {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:15.283040 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "name": "network-vif-unplugged", "status": "completed", "tag": "2c39946d-645f-432f-bcba-afb53a96e850", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:15.283290 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0206baed-2498-4f83-89fc-3818818739fd {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:15.283845 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850', 'code': 200} Aug 23 03:34:15.313058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:15.313058 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:15.340771 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-0d2d85e2-b2c9-4473-bc08-094683fa194a tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips/a5ec1a09-a0fa-416a-9255-617af979f3ee HTTP/1.1" status: 200 len: 693 time: 0.0475492 Aug 23 03:34:15.363340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 13260ff9-e1ed-4e18-8798-b4943a114d93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=13260ff9-e1ed-4e18-8798-b4943a114d93,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:15.378730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '13260ff9-e1ed-4e18-8798-b4943a114d93', 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b', 'port_id': '13260ff9-e1ed-4e18-8798-b4943a114d93', 'mac_address': 'fa:16:3e:df:03:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b9b657-0307-428e-abca-345376f6f52f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:15.445866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd141eb-b52a-46a1-b923-3d9032174c9d req-f252979f-48d9-4b85-9cdc-d590792d920f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:15.448310 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bd141eb-b52a-46a1-b923-3d9032174c9d req-f252979f-48d9-4b85-9cdc-d590792d920f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 943 time: 0.0722344 Aug 23 03:34:15.451689 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:15.463726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-14660b4c-5d47-4973-9c14-a7c521c287a2 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:15.465350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13260ff9-e1ed-4e18-8798-b4943a114d93 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:15.470119 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-14660b4c-5d47-4973-9c14-a7c521c287a2 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1214454 Aug 23 03:34:15.483075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-0ad97b6c-f6df-4de3-8696-e661b52d91c8 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:34:15.484034 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-0ad97b6c-f6df-4de3-8696-e661b52d91c8 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064030 Aug 23 03:34:15.485382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 13260ff9-e1ed-4e18-8798-b4943a114d93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=13260ff9-e1ed-4e18-8798-b4943a114d93,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:15.496246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bd141eb-b52a-46a1-b923-3d9032174c9d req-61dd243c-5d5b-4314-8f74-19f61705cdc7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412812 Aug 23 03:34:15.535544 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-0207fa03-1a7e-4fe0-8fc7-a579cd3ced98 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.0434990 Aug 23 03:34:15.579847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:15.593327 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-4db814b8-8f04-4b5c-a8e1-b10bfbc9d8d0 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.0515535 Aug 23 03:34:15.616782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d213b-7646-4156-a90f-79150251dc06 req-c56d189e-21bb-460e-ac7a-987d81687fc8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:15.618984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-196d213b-7646-4156-a90f-79150251dc06 req-c56d189e-21bb-460e-ac7a-987d81687fc8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0630207 Aug 23 03:34:15.632336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=13260ff9-e1ed-4e18-8798-b4943a114d93,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:15.659865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-196d213b-7646-4156-a90f-79150251dc06 req-faa256f2-0d6e-48e9-b0f1-d8d822cedc0f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339313 Aug 23 03:34:15.716938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Deleting port 62d8b63b-3017-44f4-af7a-f2efdbd87bda {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:15.717300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:15.792623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:15.792958 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:15.805206 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Calling delete_port for 62d8b63b-3017-44f4-af7a-f2efdbd87bda owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:15.870735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1892ed-0499-4bce-811d-00a52a355ebb req-e075e6cc-e08c-4dba-a004-26f3042a7eba tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:15.872790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef1892ed-0499-4bce-811d-00a52a355ebb req-e075e6cc-e08c-4dba-a004-26f3042a7eba tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 944 time: 0.0545521 Aug 23 03:34:15.913243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef1892ed-0499-4bce-811d-00a52a355ebb req-0d4539e1-a476-4ddf-9cc3-4cec98cefa0f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339420 Aug 23 03:34:15.989910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:16.013912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.042406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Pushing event deleted for resources: {'Port': ['ID=62d8b63b-3017-44f4-af7a-f2efdbd87bda,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:16.068890 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.071797 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.073238 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a90cc01-5b3c-4ccc-b992-d555a3cf2afa req-9011df64-d0a1-4a6d-b2e7-7404c3dc0313 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "DELETE /v2.0/floatingips/a5ec1a09-a0fa-416a-9255-617af979f3ee HTTP/1.1" status: 204 len: 173 time: 0.4769382 Aug 23 03:34:16.139138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35fa96-7c37-4fb1-a1ed-95546d6e1911 req-40897ffb-ea1c-4887-89fb-4adf3d4a4748 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:16.140786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c35fa96-7c37-4fb1-a1ed-95546d6e1911 req-40897ffb-ea1c-4887-89fb-4adf3d4a4748 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0526087 Aug 23 03:34:16.178840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c35fa96-7c37-4fb1-a1ed-95546d6e1911 req-d9819e92-3e41-405f-9559-195656efc850 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Aug 23 03:34:16.198304 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-c4dd0cb6-4e94-4f39-abca-9f173ce763d1 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1060195 Aug 23 03:34:16.207816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:16.262244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7a6d709-cccc-4047-b0b2-f9e49ace3c3a req-3037ea47-387d-4590-9575-5677733e600d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 210 time: 0.0264966 Aug 23 03:34:16.294605 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.362402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5508229-6e2a-4f88-8edd-aa64ad66425b req-644511d4-a37d-43a1-ab80-19b9c6477666 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:16.363869 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5508229-6e2a-4f88-8edd-aa64ad66425b req-644511d4-a37d-43a1-ab80-19b9c6477666 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0482211 Aug 23 03:34:16.390357 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.405653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5508229-6e2a-4f88-8edd-aa64ad66425b req-61c7d0b5-21ee-4b20-8315-4011d75179f5 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Aug 23 03:34:16.413720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:16.426576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:16.498196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Allocated IP 172.25.1.138 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/27b536ff-6538-4490-b853-1d7114f91f7f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:16.559621 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.583762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:16.603001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:16.605356 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cc740b-a474-4438-bd1f-d7b15c420d21" -d '{"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-unplugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:16.607384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.616493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'mac_address': 'fa:16:3e:05:6c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:16.622576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:16.640125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dec190-739e-4bb7-8237-e00c789b1ccb req-45cb1adc-780a-4adf-bc2d-c618cf900684 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:16.641662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16dec190-739e-4bb7-8237-e00c789b1ccb req-45cb1adc-780a-4adf-bc2d-c618cf900684 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 943 time: 0.0563195 Aug 23 03:34:16.659290 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.673000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62a51aac-3b10-4b44-9555-7c011ae521b6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:16.680205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16dec190-739e-4bb7-8237-e00c789b1ccb req-be856e24-feb9-4a19-be34-b2815aa30861 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 Aug 23 03:34:16.711929 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.712526 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.737708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-c2197ea1-3c3f-48ac-aba5-757bb89292eb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=52bebe1a38bb4c479c5191582083c6eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354898 Aug 23 03:34:16.762418 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940aed1d-2575-47a3-818e-df9b8fdd08f4 x-openstack-request-id: req-940aed1d-2575-47a3-818e-df9b8fdd08f4 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:16.762772 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-unplugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:16.762965 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-940aed1d-2575-47a3-818e-df9b8fdd08f4 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:16.763176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:16.763373 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'code': 200} Aug 23 03:34:16.772617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:16.779627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:16.786856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Pushing event updated for resources: {'Port': ['ID=27b536ff-6538-4490-b853-1d7114f91f7f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:16.807177 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:34:16.807701 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:34:16.808832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:16.852943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:16.989672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.147139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.166638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-6a4dd3f6-feb8-4932-beb7-4d34429e20b6 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:17.168092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-6a4dd3f6-feb8-4932-beb7-4d34429e20b6 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4209321 Aug 23 03:34:17.175999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd4230-8ce1-45d4-bb04-acedb3157516 req-a6018f42-2a07-458f-8d30-0666bb068202 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:17.177391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dfd4230-8ce1-45d4-bb04-acedb3157516 req-a6018f42-2a07-458f-8d30-0666bb068202 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0793078 Aug 23 03:34:17.181817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Request body: {'port': {'device_id': '07fa08c6-74ce-49fd-b39d-3b59c8132e1b', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '52bebe1a38bb4c479c5191582083c6eb'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:17.208372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.214864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 13260ff9-e1ed-4e18-8798-b4943a114d93 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:17.242102 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.264231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Pushing event updated for resources: {'Port': ['ID=27b536ff-6538-4490-b853-1d7114f91f7f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:17.268074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dfd4230-8ce1-45d4-bb04-acedb3157516 req-e4d81046-9765-4266-8980-0d40a95e0a60 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822065 Aug 23 03:34:17.285425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:17.287747 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "tag": "2c39946d-645f-432f-bcba-afb53a96e850"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:17.323580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.325087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-542719d7-e563-4b42-ad57-b0798074ea3b tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1213322 Aug 23 03:34:17.345606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 13260ff9-e1ed-4e18-8798-b4943a114d93 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:17.350056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 13260ff9-e1ed-4e18-8798-b4943a114d93 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:17.350616 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.352688 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.381808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96eed3-2819-4bf4-8639-a63191fefe7e req-ff0db572-b5c7-4540-a58c-1cec108d0abf tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:17.383291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f96eed3-2819-4bf4-8639-a63191fefe7e req-ff0db572-b5c7-4540-a58c-1cec108d0abf tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 944 time: 0.0528874 Aug 23 03:34:17.383700 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-631349b1-4446-4a30-91f8-4b434c5b45d3 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0486603 Aug 23 03:34:17.394428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a51aac-3b10-4b44-9555-7c011ae521b6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:17.400339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Made reservation on behalf of 52bebe1a38bb4c479c5191582083c6eb for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:17.404294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.420643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.420881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:17.448610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f96eed3-2819-4bf4-8639-a63191fefe7e req-50fb4925-64cf-4104-95cf-11069029d4db tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562928 Aug 23 03:34:17.475863 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.482186 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.502902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-55951048-a390-42df-be8f-781422bcef1a tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:17.504647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73ba7496-95a9-4274-aae2-b4a5ce403524 req-55951048-a390-42df-be8f-781422bcef1a tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1106634 Aug 23 03:34:17.538678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.567235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 13260ff9-e1ed-4e18-8798-b4943a114d93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=13260ff9-e1ed-4e18-8798-b4943a114d93,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:17.570313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=10']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:17.618703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a35a6-f298-476b-810b-010293a4433a req-b58a6deb-d877-4473-bed8-4aecf1ddb994 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:17.620182 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff4a35a6-f298-476b-810b-010293a4433a req-b58a6deb-d877-4473-bed8-4aecf1ddb994 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0524077 Aug 23 03:34:17.624570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cccaa648-14a2-4105-8383-a3173446aab2 req-fdde1355-cabe-4b42-a1f8-8483933c47aa tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 210 time: 0.0301480 Aug 23 03:34:17.625715 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.654450 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:17.674980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff4a35a6-f298-476b-810b-010293a4433a req-ef7d3eae-fd37-486d-a969-291e7e9fb584 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477273 Aug 23 03:34:17.688911 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d4b209-394e-4260-9cc0-c8d8d5c44bc3 x-openstack-request-id: req-54d4b209-394e-4260-9cc0-c8d8d5c44bc3 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:17.689429 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "tag": "2c39946d-645f-432f-bcba-afb53a96e850", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:17.689521 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54d4b209-394e-4260-9cc0-c8d8d5c44bc3 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:17.689834 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850', 'status': 'completed', 'code': 200} Aug 23 03:34:17.695332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:17.726397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=13260ff9-e1ed-4e18-8798-b4943a114d93,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:17.766171 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-b69ab672-50d1-49fc-90e8-dffb2da6b38d tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips/027e1b50-ddf1-409f-a294-4b86946c69ed HTTP/1.1" status: 200 len: 693 time: 0.0456738 Aug 23 03:34:17.843052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-d56c4b41-ab7b-4e4d-8547-5a555ba2cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:17.844544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-d56c4b41-ab7b-4e4d-8547-5a555ba2cb8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1124 time: 0.1208301 Aug 23 03:34:17.857281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Allocated IP 192.168.233.4 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/452f4f47-ce97-4118-a148-0e06a6b32755) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:17.873773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['62a51aac-3b10-4b44-9555-7c011ae521b6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:17.875973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80250b1-0f69-48a5-b057-d2f4c86e7b50 req-f09c408d-dd50-4d3c-bd2d-b3705227c02e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:17.878084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a80250b1-0f69-48a5-b057-d2f4c86e7b50 req-f09c408d-dd50-4d3c-bd2d-b3705227c02e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.1235158 Aug 23 03:34:18.002732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a80250b1-0f69-48a5-b057-d2f4c86e7b50 req-5d2b51a6-bc64-4ac5-b60c-25d5dd07e4f8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089628 Aug 23 03:34:18.097348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-f4704a0d-4552-4790-8910-b7d473a8a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:18.098769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-f4704a0d-4552-4790-8910-b7d473a8a75c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.2434177 Aug 23 03:34:18.136647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-c036d6dc-6bed-4a81-a6ea-21b61b9a5629 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:18.138018 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-c036d6dc-6bed-4a81-a6ea-21b61b9a5629 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.3664336 Aug 23 03:34:18.161950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-72b1291e-fc80-49de-8ac3-5c6ffae09583 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c39946d-645f-432f-bcba-afb53a96e850 HTTP/1.1" status: 200 len: 217 time: 0.0471919 Aug 23 03:34:18.187088 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-1413db12-4dc1-49a4-952e-bea7cbb47ad1 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0428002 Aug 23 03:34:18.228630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74ecf7-8867-420b-be8a-22a1a52d8cea req-c4e994e7-0e35-430b-b2df-c9ab9f1507d3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:18.230197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d74ecf7-8867-420b-be8a-22a1a52d8cea req-c4e994e7-0e35-430b-b2df-c9ab9f1507d3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 943 time: 0.1493268 Aug 23 03:34:18.236541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.239141 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-ec828d62-40a4-4da1-846b-8d9eb6a53c5e tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0455723 Aug 23 03:34:18.269850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Transition to ACTIVE for port object 452f4f47-ce97-4118-a148-0e06a6b32755 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:18.271878 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-a6aabaf5-f861-4dda-a4b1-192ba746f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:18.273379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-a6aabaf5-f861-4dda-a4b1-192ba746f6fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.1039202 Aug 23 03:34:18.305333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d74ecf7-8867-420b-be8a-22a1a52d8cea req-3615b36a-b5e4-4545-bd0d-664cecf80340 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650434 Aug 23 03:34:18.331807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-119456d5-ff66-44e5-aa26-07dc7fa082aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314009 Aug 23 03:34:18.374127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Deleting port 27b536ff-6538-4490-b853-1d7114f91f7f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:18.374729 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.428104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2c39946d-645f-432f-bcba-afb53a96e850 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:18.451487 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.451829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.464000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Calling delete_port for 27b536ff-6538-4490-b853-1d7114f91f7f owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:18.464317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda047b-12ba-4a7f-af31-a95618223766 req-77cd6747-306e-464d-acca-4684972f73f4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:18.466472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebda047b-12ba-4a7f-af31-a95618223766 req-77cd6747-306e-464d-acca-4684972f73f4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0938966 Aug 23 03:34:18.471656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-ee147ee0-50d4-440b-b37e-f4fb8d2d8250 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429944 Aug 23 03:34:18.512376 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.609018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebda047b-12ba-4a7f-af31-a95618223766 req-2384991a-4515-41d6-bbb1-94bc6da62938 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361883 Aug 23 03:34:18.610834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:18.618044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:18.627802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:18.633198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Pushing event updated for resources: {'Port': ['ID=452f4f47-ce97-4118-a148-0e06a6b32755,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:18.668233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:18.668374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.681920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2c39946d-645f-432f-bcba-afb53a96e850 has no active binding in host n-h2-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:34:18.682932 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c478d3c9-4d3d-49d2-93da-3681faf7f6b7 req-38c95740-5229-4a2c-8297-56e6963a3e81 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028344 Aug 23 03:34:18.698156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:18.698886 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.708333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Pushing event deleted for resources: {'Port': ['ID=27b536ff-6538-4490-b853-1d7114f91f7f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:18.735905 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.739971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.741445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa652d92-4f24-48a5-badb-f216f5a3bb6a req-aca151da-4932-4ff6-b996-8a9940e6c576 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "DELETE /v2.0/floatingips/027e1b50-ddf1-409f-a294-4b86946c69ed HTTP/1.1" status: 204 len: 173 time: 0.4968474 Aug 23 03:34:18.764559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:18.770386 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51148e4-0974-47a2-b20d-f6b7e28105d9" -d '{"events": [{"server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "name": "network-vif-plugged", "status": "completed", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:18.786277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-a0e0e844-dd43-41a5-bba8-c14327c0ecb8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6077647 Aug 23 03:34:18.802280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Request body: {'port': {'device_id': '07fa08c6-74ce-49fd-b39d-3b59c8132e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:18.857473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef613d8-7986-455e-aa0d-3c881c52af02 req-7ead8e92-822c-4438-aa12-8b3e14306528 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:18.859008 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ef613d8-7986-455e-aa0d-3c881c52af02 req-7ead8e92-822c-4438-aa12-8b3e14306528 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 945 time: 0.1049626 Aug 23 03:34:18.906678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:18.917701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018c0eb-152b-4201-92ba-6f6f51ba9229 req-c9c95a79-2f65-425c-bbbb-852d62db5370 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:18.919177 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c018c0eb-152b-4201-92ba-6f6f51ba9229 req-c9c95a79-2f65-425c-bbbb-852d62db5370 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 934 time: 0.0475962 Aug 23 03:34:18.926342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ef613d8-7986-455e-aa0d-3c881c52af02 req-ba07d93d-0a02-49ab-be7f-45037361bc80 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591133 Aug 23 03:34:18.968714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c018c0eb-152b-4201-92ba-6f6f51ba9229 req-de52dce5-1e84-4a4a-a943-1d7fd48ebb40 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Aug 23 03:34:19.035582 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-92eafad3-d4e6-4214-bb9a-1ea3eafeb9c2 req-90c937cb-495d-40c5-bc4d-d7d3a2be24df tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] show failed (client error): The resource could not be found. Aug 23 03:34:19.036584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-92eafad3-d4e6-4214-bb9a-1ea3eafeb9c2 req-90c937cb-495d-40c5-bc4d-d7d3a2be24df tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips/027e1b50-ddf1-409f-a294-4b86946c69ed HTTP/1.1" status: 404 len: 350 time: 0.0353324 Aug 23 03:34:19.060491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d5b74771-6e8f-41b9-967b-1875e180b03c None None] Provisioning for port 452f4f47-ce97-4118-a148-0e06a6b32755 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:19.065596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d5b74771-6e8f-41b9-967b-1875e180b03c None None] Provisioning complete for port 452f4f47-ce97-4118-a148-0e06a6b32755 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:19.066023 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d5b74771-6e8f-41b9-967b-1875e180b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:19.087919 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637a7b6a-558f-4b85-b92d-978f421b55a5 x-openstack-request-id: req-637a7b6a-558f-4b85-b92d-978f421b55a5 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:19.088218 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "name": "network-vif-plugged", "status": "completed", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:19.088468 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-637a7b6a-558f-4b85-b92d-978f421b55a5 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:19.095021 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93', 'code': 200} Aug 23 03:34:19.106278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d5b74771-6e8f-41b9-967b-1875e180b03c None None] Port 452f4f47-ce97-4118-a148-0e06a6b32755 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:34:19.170681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7fd35-b0f7-41ac-8a6b-75cfcd47c81b req-3813388f-124c-4e12-a368-3d4dc3c6d915 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:19.172268 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ab7fd35-b0f7-41ac-8a6b-75cfcd47c81b req-3813388f-124c-4e12-a368-3d4dc3c6d915 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0479779 Aug 23 03:34:19.200019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f0e1a-9054-49e3-8273-1cd872e9c994 req-5b226bf0-2ef7-4105-bb98-026c60718cb9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:19.201411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb0f0e1a-9054-49e3-8273-1cd872e9c994 req-5b226bf0-2ef7-4105-bb98-026c60718cb9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.1790843 Aug 23 03:34:19.209665 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ab7fd35-b0f7-41ac-8a6b-75cfcd47c81b req-7e81acb9-3ba5-4bbf-b0ed-d8f8df215479 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Aug 23 03:34:19.262650 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-dc71735f-b212-431e-8b87-77b53283ee64 service neutron] 10.222.0.11 "GET /v2.0/ports/2c39946d-645f-432f-bcba-afb53a96e850/bindings/n-h2-749052-7 HTTP/1.1" status: 200 len: 384 time: 0.2390423 Aug 23 03:34:19.272864 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-e32e6c74-822b-4ad5-96b4-c9895a17b5c4 req-ff8f0fc6-8e4b-431c-9e9d-aba89d74d279 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] show failed (client error): The resource could not be found. Aug 23 03:34:19.273881 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e32e6c74-822b-4ad5-96b4-c9895a17b5c4 req-ff8f0fc6-8e4b-431c-9e9d-aba89d74d279 tempest-FloatingIPsTestJSON-1916686272 tempest-FloatingIPsTestJSON-1916686272-project] 10.222.0.20 "GET /v2.0/floatingips/027e1b50-ddf1-409f-a294-4b86946c69ed HTTP/1.1" status: 404 len: 350 time: 0.0372210 Aug 23 03:34:19.283150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55624) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:19.319704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb0f0e1a-9054-49e3-8273-1cd872e9c994 req-49ac9ef1-c0b9-4dc1-8978-8cc9fff4813e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069138 Aug 23 03:34:19.344200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db599d3-2ad0-4140-ac40-72fce94268ab req-7c6da752-3a55-4328-9651-3bc88b6689b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:19.345693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7db599d3-2ad0-4140-ac40-72fce94268ab req-7c6da752-3a55-4328-9651-3bc88b6689b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 1096 time: 0.1552937 Aug 23 03:34:19.450685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7db599d3-2ad0-4140-ac40-72fce94268ab req-448b61e9-bcbc-468f-8ea1-ce7468742ffb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931945 Aug 23 03:34:19.458447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452f4f47-ce97-4118-a148-0e06a6b32755 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:19.468716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:19.501334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Transition to ACTIVE for port object 452f4f47-ce97-4118-a148-0e06a6b32755 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:19.506181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f943983-2db2-41f2-939a-a68a03c90816 req-0fe12aeb-0938-49ae-a254-f335a2f22f7a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:19.507653 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f943983-2db2-41f2-939a-a68a03c90816 req-0fe12aeb-0938-49ae-a254-f335a2f22f7a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 943 time: 0.1164331 Aug 23 03:34:19.556731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:19.575528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:19.577483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f943983-2db2-41f2-939a-a68a03c90816 req-9a2c0754-f5cb-49ff-a5dd-4fc9a837be56 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608599 Aug 23 03:34:19.600972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:19.643040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c39946d-645f-432f-bcba-afb53a96e850 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:19.664905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:19.698877 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:19.709729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Pushing event updated for resources: {'Port': ['ID=452f4f47-ce97-4118-a148-0e06a6b32755,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:19.799090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Attempting to bind port 452f4f47-ce97-4118-a148-0e06a6b32755 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:19.799429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Attempting to bind port 452f4f47-ce97-4118-a148-0e06a6b32755 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:19.799741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Attempting to bind port 452f4f47-ce97-4118-a148-0e06a6b32755 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:19.807136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Port 452f4f47-ce97-4118-a148-0e06a6b32755 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:19.807458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Attempting to bind port 452f4f47-ce97-4118-a148-0e06a6b32755 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:19.822344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3451c9-564e-4486-9ff2-0e1d649b06c6 req-a605fa1b-1df6-485f-b1d5-b7089905b973 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:19.823641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d3451c9-564e-4486-9ff2-0e1d649b06c6 req-a605fa1b-1df6-485f-b1d5-b7089905b973 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0744283 Aug 23 03:34:19.825748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:19.827785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:19.828120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:19.828495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:19.828929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Bound port: 452f4f47-ce97-4118-a148-0e06a6b32755, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:19.829303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:19.935200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d3451c9-564e-4486-9ff2-0e1d649b06c6 req-3174b150-e39e-40d2-86cb-8cfdda7ab909 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915136 Aug 23 03:34:19.975036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Deleting port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:19.975514 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:19.988955 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] For port 452f4f47-ce97-4118-a148-0e06a6b32755, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:19.991179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] Transition to ACTIVE for port object 2c39946d-645f-432f-bcba-afb53a96e850 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:19.993027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] For port 452f4f47-ce97-4118-a148-0e06a6b32755, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=452f4f47-ce97-4118-a148-0e06a6b32755,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:20.048698 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:20.091968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] For port 0b249ab0-7a9c-4b24-9684-08aa2c8aade4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0b249ab0-7a9c-4b24-9684-08aa2c8aade4,segment=NetworkSegment(d0db4364-893c-49b3-919c-8fb7cb6df978),segment_id=d0db4364-893c-49b3-919c-8fb7cb6df978)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:20.092335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:20.093903 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:20.107572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab043f95-52e5-4ca0-8c5b-4997fa6d704d req-22c7d6c7-f0bb-48ac-af31-43ebd732fff4 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.109436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab043f95-52e5-4ca0-8c5b-4997fa6d704d req-22c7d6c7-f0bb-48ac-af31-43ebd732fff4 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 945 time: 0.0836821 Aug 23 03:34:20.116093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Calling delete_port for 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:20.152355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.152972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:20.154381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] 10.222.0.24 "PUT /v2.0/ports/452f4f47-ce97-4118-a148-0e06a6b32755 HTTP/1.1" status: 200 len: 1094 time: 1.3575768 Aug 23 03:34:20.155105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] No DVR routers for this DVR port 2c39946d-645f-432f-bcba-afb53a96e850 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:34:20.156794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fa08c6-74ce-49fd-b39d-3b59c8132e1b', 'tag': '452f4f47-ce97-4118-a148-0e06a6b32755'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:20.159113 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501934f-c2e0-408b-aa9d-dda96840533a" -d '{"events": [{"name": "network-changed", "server_uuid": "07fa08c6-74ce-49fd-b39d-3b59c8132e1b", "tag": "452f4f47-ce97-4118-a148-0e06a6b32755"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:20.171586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] Pushing event updated for resources: {'Port': ['ID=2c39946d-645f-432f-bcba-afb53a96e850,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:20.181137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cf5a9-8739-424c-80fe-9cad41cc716c req-b4283016-0fa2-4a87-8603-48e5f5dfe5d5 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.182654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d6cf5a9-8739-424c-80fe-9cad41cc716c req-b4283016-0fa2-4a87-8603-48e5f5dfe5d5 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 946 time: 0.1465361 Aug 23 03:34:20.200548 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab043f95-52e5-4ca0-8c5b-4997fa6d704d req-389db74a-aad0-4afc-bebd-7ffa26acc670 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748892 Aug 23 03:34:20.232894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-f7263ee4-8233-4a87-8130-960e52364994 service neutron] 10.222.0.11 "PUT /v2.0/ports/2c39946d-645f-432f-bcba-afb53a96e850/bindings/n-h2-749052-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9493043 Aug 23 03:34:20.280491 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dbd4f6-0dcd-4fcd-89ef-b19f474acb7d x-openstack-request-id: req-22dbd4f6-0dcd-4fcd-89ef-b19f474acb7d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:20.280781 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fa08c6-74ce-49fd-b39d-3b59c8132e1b", "tag": "452f4f47-ce97-4118-a148-0e06a6b32755", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:20.281249 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22dbd4f6-0dcd-4fcd-89ef-b19f474acb7d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:20.281650 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fa08c6-74ce-49fd-b39d-3b59c8132e1b', 'tag': '452f4f47-ce97-4118-a148-0e06a6b32755', 'status': 'completed', 'code': 200} Aug 23 03:34:20.331956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d6cf5a9-8739-424c-80fe-9cad41cc716c req-35c0592f-4368-4042-9edd-89f5accc8868 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034300 Aug 23 03:34:20.331956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5e47d-632f-4a81-800c-f2b192e76ffd service neutron] Pushing event updated for resources: {'Port': ['ID=452f4f47-ce97-4118-a148-0e06a6b32755,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:20.348348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-94980302-037f-4995-99d9-eb276ad8578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.350368 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-94980302-037f-4995-99d9-eb276ad8578a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52bebe1a38bb4c479c5191582083c6eb&device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 1097 time: 0.0950825 Aug 23 03:34:20.402648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-c7f604fd-1d31-43bc-b2a9-f5584c989af8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=452f4f47-ce97-4118-a148-0e06a6b32755 HTTP/1.1" status: 200 len: 217 time: 0.0423758 Aug 23 03:34:20.416488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995912e6-2bf3-493c-9909-1c5462e8478a req-0c7fc98a-2d5b-44ba-ab0a-5b759960c170 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.418044 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-995912e6-2bf3-493c-9909-1c5462e8478a req-0c7fc98a-2d5b-44ba-ab0a-5b759960c170 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 950 time: 0.0630314 Aug 23 03:34:20.460932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:20.462517 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:20.481606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-ad5c98fd-7fbc-4f85-b820-5587ad2abe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.483068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-ad5c98fd-7fbc-4f85-b820-5587ad2abe88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0726788 Aug 23 03:34:20.490380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddb150-976c-4278-bada-9aa4d4a5d2f6 req-5d0e028c-8028-4ffd-84bd-0a0e9c9b5473 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.491815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ccddb150-976c-4278-bada-9aa4d4a5d2f6 req-5d0e028c-8028-4ffd-84bd-0a0e9c9b5473 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0918760 Aug 23 03:34:20.496530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0b249ab0-7a9c-4b24-9684-08aa2c8aade4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:20.518986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 62a51aac-3b10-4b44-9555-7c011ae521b6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:20.519483 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:20.532501 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-995912e6-2bf3-493c-9909-1c5462e8478a req-a5bedd30-9758-4b7c-ab71-a2311056236e tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046846 Aug 23 03:34:20.536944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-8bed6a66-b76f-4703-8fe5-dc021c97fd69 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.538565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-8bed6a66-b76f-4703-8fe5-dc021c97fd69 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.1196468 Aug 23 03:34:20.559696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-4a528d0a-fb5f-4367-b800-75f63b533cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.561255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-4a528d0a-fb5f-4367-b800-75f63b533cce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685506 Aug 23 03:34:20.601870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ccddb150-976c-4278-bada-9aa4d4a5d2f6 req-89f0f63f-5c25-467b-b633-e30f498f27d5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697560 Aug 23 03:34:20.625004 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:20.680387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:20.691353 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:20.700556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-866ae338-d151-4a0d-9157-bfa807762671 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254454 Aug 23 03:34:20.781705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-b50a4813-73ca-4859-8d38-304737517ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.783190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-b50a4813-73ca-4859-8d38-304737517ddf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf HTTP/1.1" status: 200 len: 1095 time: 0.2096612 Aug 23 03:34:20.785830 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:20.802138 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f66e97-03e3-4d6d-955d-f7c81f841739 req-21f53fdd-300a-4d6c-ac39-2a86cee84261 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949445 Aug 23 03:34:20.802799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3dc1c-ad15-4020-ae21-7ab1bacc7c91 req-74f98e0a-bc94-4187-900f-58458b2d95d4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.804265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e3dc1c-ad15-4020-ae21-7ab1bacc7c91 req-74f98e0a-bc94-4187-900f-58458b2d95d4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 944 time: 0.1165500 Aug 23 03:34:20.855651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=11']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:20.858754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-ae9f8a71-492a-47cb-99b1-e7f638d40213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.860324 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-ae9f8a71-492a-47cb-99b1-e7f638d40213 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1095 time: 0.0450976 Aug 23 03:34:20.879037 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e3dc1c-ad15-4020-ae21-7ab1bacc7c91 req-89b60296-6874-4867-8611-c20fc9234ee2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487003 Aug 23 03:34:20.986353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-fc71d629-b038-4b40-ab91-2cc4f415ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:20.987858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-fc71d629-b038-4b40-ab91-2cc4f415ef5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.1209438 Aug 23 03:34:21.011609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501934f-c2e0-408b-aa9d-dda96840533a req-08ed57d3-e7aa-434a-b408-e7dfedfdc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.013105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a501934f-c2e0-408b-aa9d-dda96840533a req-08ed57d3-e7aa-434a-b408-e7dfedfdc572 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52bebe1a38bb4c479c5191582083c6eb&device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 1097 time: 0.0835135 Aug 23 03:34:21.033133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-a68c4582-9ca4-4d3c-aa3f-769069348eaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c39946d-645f-432f-bcba-afb53a96e850 HTTP/1.1" status: 200 len: 217 time: 0.0365698 Aug 23 03:34:21.084349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-e546c56a-57b0-4e5e-95ac-87aeb39d6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.085832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-e546c56a-57b0-4e5e-95ac-87aeb39d6c53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0463138 Aug 23 03:34:21.090449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:21.092789 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a944eb-7170-4760-be37-2f3b6b6ce3c7" -d '{"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-plugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:21.122140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-54796f81-e9de-4158-9861-8d044d3cb8eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283966 Aug 23 03:34:21.127961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Router 0441bfe5-f0cc-4f09-a96c-f434999facb0 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:34:21.137814 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ade1058-a0c3-4d30-b29d-e187ce8deeba x-openstack-request-id: req-1ade1058-a0c3-4d30-b29d-e187ce8deeba {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:21.138588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2545f56-9c17-4191-9655-60bf7cc07b5b req-92d2a644-881a-413e-a3f2-8324ce74ed44 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.139274 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-plugged", "status": "completed", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:21.139748 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ade1058-a0c3-4d30-b29d-e187ce8deeba {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:21.140291 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'code': 200} Aug 23 03:34:21.140403 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2545f56-9c17-4191-9655-60bf7cc07b5b req-92d2a644-881a-413e-a3f2-8324ce74ed44 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.1264012 Aug 23 03:34:21.218153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501934f-c2e0-408b-aa9d-dda96840533a req-0d5b8623-181e-4d30-8417-93d5e747e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.219650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a501934f-c2e0-408b-aa9d-dda96840533a req-0d5b8623-181e-4d30-8417-93d5e747e109 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1940522 Aug 23 03:34:21.239048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-0bd851e7-1b87-4d48-a49b-0377fc5d72cb service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086528 Aug 23 03:34:21.281618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2545f56-9c17-4191-9655-60bf7cc07b5b req-516d061a-1f80-4f5e-a3c2-a9c90a1871e7 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316798 Aug 23 03:34:21.288512 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a501934f-c2e0-408b-aa9d-dda96840533a req-b9aa9b0e-a5e1-4995-9e2f-e4d222f08d72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=452f4f47-ce97-4118-a148-0e06a6b32755 HTTP/1.1" status: 200 len: 217 time: 0.0572991 Aug 23 03:34:21.383113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee639-d534-417a-b1d7-b842cee07ac1 req-9a9f6b73-b9f2-45a4-9106-2b3eed32876c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.384767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-853ee639-d534-417a-b1d7-b842cee07ac1 req-9a9f6b73-b9f2-45a4-9106-2b3eed32876c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 945 time: 0.1030848 Aug 23 03:34:21.391660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-60473ef1-fe49-4f7d-8ec4-ebad4e5ef69b service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422374 Aug 23 03:34:21.429266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-853ee639-d534-417a-b1d7-b842cee07ac1 req-b8cb519a-e6b1-4c92-ad3c-5016a378744f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365889 Aug 23 03:34:21.543049 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-e43ad2f5-94f0-4f5e-a724-0846377cdaaa tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-875881066&fields=id&tenant_id=51f42631a36c44ef83344f3e33dce158 HTTP/1.1" status: 200 len: 267 time: 0.0439293 Aug 23 03:34:21.603082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-ebf2409d-70b4-44a8-9f4b-8c74dbd69aae tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.604879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-ebf2409d-70b4-44a8-9f4b-8c74dbd69aae tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 945 time: 0.0555415 Aug 23 03:34:21.616365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-5acccd0a-16d4-4bb6-8837-3c27d10ac6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'port': {'security_groups': ['e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024', 'e5ccdde6-2793-40cd-bc19-51c6df498072']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:21.681723 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-5acccd0a-16d4-4bb6-8837-3c27d10ac6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:21.701041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:34:21.708084 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a7f79d08-111a-41cc-91d6-1911934144cb admin admin] 10.222.0.20 "PUT /v2.0/routers/0441bfe5-f0cc-4f09-a96c-f434999facb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4236436 Aug 23 03:34:21.709816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501934f-c2e0-408b-aa9d-dda96840533a req-f0e31d0d-e0a4-4219-8b06-dafcd728116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.711305 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a501934f-c2e0-408b-aa9d-dda96840533a req-f0e31d0d-e0a4-4219-8b06-dafcd728116b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1241534 Aug 23 03:34:21.711708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55662) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:21.716695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3fa1a-99b9-4381-8370-42db7d10a796 req-3aae3fdd-7d69-49dd-9807-3d21e5815aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.721225 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] Sync routers for ids ['0441bfe5-f0cc-4f09-a96c-f434999facb0'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:34:21.721714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0cb3fa1a-99b9-4381-8370-42db7d10a796 req-3aae3fdd-7d69-49dd-9807-3d21e5815aad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 1102 time: 0.1320906 Aug 23 03:34:21.737200 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] Routers {'0441bfe5-f0cc-4f09-a96c-f434999facb0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:21.738116 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0441bfe5-f0cc-4f09-a96c-f434999facb0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:21.794792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c02fe4-ca95-43db-90b2-7d982ab572b7 req-1dcbce7d-2533-4f90-b48f-69bc00f6d010 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.797472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-93c02fe4-ca95-43db-90b2-7d982ab572b7 req-1dcbce7d-2533-4f90-b48f-69bc00f6d010 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 946 time: 0.2125039 Aug 23 03:34:21.870423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] Set router 0441bfe5-f0cc-4f09-a96c-f434999facb0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:21.897951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0cb3fa1a-99b9-4381-8370-42db7d10a796 req-4325606f-4e33-43f3-9d0c-999a57b11df5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286976 Aug 23 03:34:21.903920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-4658d493-b596-428c-a26e-b976e84e09b3 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.906154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-4658d493-b596-428c-a26e-b976e84e09b3 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.1003449 Aug 23 03:34:21.919296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-93c02fe4-ca95-43db-90b2-7d982ab572b7 req-406d50a1-ce18-4e49-adb7-e0af93624def tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056533 Aug 23 03:34:21.922363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501934f-c2e0-408b-aa9d-dda96840533a req-a5f48ae5-898d-42f9-9205-497292f3ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:21.924069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a501934f-c2e0-408b-aa9d-dda96840533a req-a5f48ae5-898d-42f9-9205-497292f3ff2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986861 Aug 23 03:34:21.925501 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:21.928688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-5acccd0a-16d4-4bb6-8837-3c27d10ac6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] For port 13260ff9-e1ed-4e18-8798-b4943a114d93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=13260ff9-e1ed-4e18-8798-b4943a114d93,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:22.075551 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.078116 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:03Z', 'updated_at': '2021-08-23T03:34:20Z', 'revision_number': 5, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'gw_port': {'id': 'f6ef1d05-246b-4b45-904b-b224515ccc2a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:04Z', 'updated_at': '2021-08-23T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:22.087005 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dde41-48c1-4d8d-b2ed-c05a756674c1 req-a667c67c-ceb3-40c0-a3e0-9ab878ba57d3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:22.088586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-199dde41-48c1-4d8d-b2ed-c05a756674c1 req-a667c67c-ceb3-40c0-a3e0-9ab878ba57d3 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 951 time: 0.0739429 Aug 23 03:34:22.186586 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.206558 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] Checking router: 0441bfe5-f0cc-4f09-a96c-f434999facb0 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:34:22.210590 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-199dde41-48c1-4d8d-b2ed-c05a756674c1 req-6e73d7c6-18a3-48be-89db-138f67892069 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125431 Aug 23 03:34:22.215632 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] Routers {'0441bfe5-f0cc-4f09-a96c-f434999facb0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:22.216447 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:33:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0441bfe5-f0cc-4f09-a96c-f434999facb0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:22.244275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a501934f-c2e0-408b-aa9d-dda96840533a req-4113fc30-4777-4e2a-afbe-e7dbdc402e9a service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471241 Aug 23 03:34:22.256054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Deleting port f6ef1d05-246b-4b45-904b-b224515ccc2a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:22.256581 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.307335 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] Set router 0441bfe5-f0cc-4f09-a96c-f434999facb0 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:22.307810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-5acccd0a-16d4-4bb6-8837-3c27d10ac6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.360891 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:03Z', 'updated_at': '2021-08-23T03:34:22Z', 'revision_number': 6, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:22.379838 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-5acccd0a-16d4-4bb6-8837-3c27d10ac6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.393480 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea8c8a4-ef80-4fd7-bc76-ef1629a39556 None None] The sync data for ids ['0441bfe5-f0cc-4f09-a96c-f434999facb0'] in n-d-749052-7 is: [{'id': '0441bfe5-f0cc-4f09-a96c-f434999facb0', 'name': 'tempest-FloatingIPsTestJSON-1408390315-router', 'tenant_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:03Z', 'updated_at': '2021-08-23T03:34:22Z', 'revision_number': 6, 'project_id': '0c7b6b3fecf94db6ba7cca67fcf84800', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:34:22.416877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:22.440346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-5acccd0a-16d4-4bb6-8837-3c27d10ac6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:22.440346 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-5acccd0a-16d4-4bb6-8837-3c27d10ac6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.441768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-063d9cb2-69f1-469f-8387-5445f04cf7f5 req-5acccd0a-16d4-4bb6-8837-3c27d10ac6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "PUT /v2.0/ports/13260ff9-e1ed-4e18-8798-b4943a114d93 HTTP/1.1" status: 200 len: 981 time: 0.8297269 Aug 23 03:34:22.442710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:22.446874 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:22.451473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] For port f6ef1d05-246b-4b45-904b-b224515ccc2a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f6ef1d05-246b-4b45-904b-b224515ccc2a,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:22.451848 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.466518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b40b22-5c25-4423-8e2f-1ea7f3be029c req-db45a5e0-1412-4b43-8247-88abc15dae7d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:22.473245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acccd0a-16d4-4bb6-8837-3c27d10ac6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'Port': ['ID=13260ff9-e1ed-4e18-8798-b4943a114d93,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:22.473679 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67b40b22-5c25-4423-8e2f-1ea7f3be029c req-db45a5e0-1412-4b43-8247-88abc15dae7d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.1773751 Aug 23 03:34:22.482545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-0f8b6b1e-c454-4c98-885b-d1550bbdb96d service neutron] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:22.486179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-0f8b6b1e-c454-4c98-885b-d1550bbdb96d service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.487674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3000ebcd-5d47-47c9-9a12-26729582b168 req-0f8b6b1e-c454-4c98-885b-d1550bbdb96d service neutron] 10.222.0.24 "DELETE /v2.0/ports/2c39946d-645f-432f-bcba-afb53a96e850/bindings/n-h1-749052-7 HTTP/1.1" status: 204 len: 173 time: 0.2425795 Aug 23 03:34:22.500047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a501934f-c2e0-408b-aa9d-dda96840533a req-3d9e9579-fa5e-4326-9061-c988b2b13628 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312338 Aug 23 03:34:22.505344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Calling delete_port for f6ef1d05-246b-4b45-904b-b224515ccc2a owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:22.562937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67b40b22-5c25-4423-8e2f-1ea7f3be029c req-9445beb2-976f-441a-9b48-736957beb3c0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883987 Aug 23 03:34:22.567707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:22.584615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434d85b-3d93-4db7-aab5-e8e941ee41f1 req-6791975b-ac52-4cc5-aeeb-9e60991696de tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:22.586530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b434d85b-3d93-4db7-aab5-e8e941ee41f1 req-6791975b-ac52-4cc5-aeeb-9e60991696de tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 944 time: 0.0601892 Aug 23 03:34:22.636065 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b434d85b-3d93-4db7-aab5-e8e941ee41f1 req-246ff2d9-c933-42b4-b0ec-9410013dda99 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Aug 23 03:34:22.763736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-a3b63a56-e43d-448b-9369-0045ea5af494 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-404903950&fields=id&tenant_id=51f42631a36c44ef83344f3e33dce158 HTTP/1.1" status: 200 len: 267 time: 0.0452909 Aug 23 03:34:22.774518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867bcf0-c67c-4785-bef3-450574be8bec req-96075c77-3ca7-4bfd-a770-b50f5cbf4295 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:22.776096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c867bcf0-c67c-4785-bef3-450574be8bec req-96075c77-3ca7-4bfd-a770-b50f5cbf4295 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0690956 Aug 23 03:34:22.812450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.832257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c867bcf0-c67c-4785-bef3-450574be8bec req-262fa048-cb40-44e0-8e32-e745ba947468 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487785 Aug 23 03:34:22.842158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ef1d05-246b-4b45-904b-b224515ccc2a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:22.880300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:22.895971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-8924dcb8-961a-45dd-b8c0-3a07b4b042cc tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:22.898051 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-8924dcb8-961a-45dd-b8c0-3a07b4b042cc tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 984 time: 0.1278868 Aug 23 03:34:22.913068 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7b21c-c93a-46cf-a5f0-68c34094653c x-openstack-request-id: req-a4a7b21c-c93a-46cf-a5f0-68c34094653c {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:22.913573 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:22.913692 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4a7b21c-c93a-46cf-a5f0-68c34094653c {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:22.914000 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93', 'status': 'completed', 'code': 200} Aug 23 03:34:22.976647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-b5deb89c-5799-4b89-8e87-39eb5111d5ff tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'port': {'security_groups': ['e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024', 'e5ccdde6-2793-40cd-bc19-51c6df498072', '8dc253da-ace0-468b-86af-b0298112e110']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:23.015698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-f294369c-0e7e-49f2-b889-c93754dd4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:23.017714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-f294369c-0e7e-49f2-b889-c93754dd4db5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 1135 time: 0.0578411 Aug 23 03:34:23.038915 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.042596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.115313 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-b5deb89c-5799-4b89-8e87-39eb5111d5ff tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.167517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005d1f-2217-49a3-a260-e61e0a1e96f6 req-85b9b2ef-22f0-4ccc-bcb6-b454346e7a8c tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:23.169083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23005d1f-2217-49a3-a260-e61e0a1e96f6 req-85b9b2ef-22f0-4ccc-bcb6-b454346e7a8c tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 946 time: 0.1213112 Aug 23 03:34:23.172138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-1273eb23-d49f-4fa0-9bee-6eaf613f203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:23.174145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-1273eb23-d49f-4fa0-9bee-6eaf613f203a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 913 time: 0.1491423 Aug 23 03:34:23.188881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f6ef1d05-246b-4b45-904b-b224515ccc2a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:23.208998 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.210082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0441bfe5-f0cc-4f09-a96c-f434999facb0 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:34:23.215092 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.216224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aaf88605-32c4-4092-b489-c0298b03c1bd admin admin] 10.222.0.20 "DELETE /v2.0/routers/0441bfe5-f0cc-4f09-a96c-f434999facb0 HTTP/1.1" status: 204 len: 168 time: 1.5015223 Aug 23 03:34:23.222010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f6ef1d05-246b-4b45-904b-b224515ccc2a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:23.222449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f6ef1d05-246b-4b45-904b-b224515ccc2a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:23.222949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:23.224825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55680) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:23.235870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-1886213d-1b21-4358-ac81-c0e5ca267af7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13260ff9-e1ed-4e18-8798-b4943a114d93 HTTP/1.1" status: 200 len: 217 time: 0.0526180 Aug 23 03:34:23.250194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:23.250882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b249ab0-7a9c-4b24-9684-08aa2c8aade4 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:23.264900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2c39946d-645f-432f-bcba-afb53a96e850 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:23.282343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23005d1f-2217-49a3-a260-e61e0a1e96f6 req-98c37153-727d-4735-8c08-f1df2eb92209 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010714 Aug 23 03:34:23.301647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd3ed69-8970-4fff-ac87-e22e2740c747 admin admin] Deleting subnet a6a481be-e1be-4316-a64b-ef01fa9f0ca6 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:34:23.306270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed69-8970-4fff-ac87-e22e2740c747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.335392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-1c3727f8-8161-4d52-8fe7-6bff88f876cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:23.337385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2c39946d-645f-432f-bcba-afb53a96e850 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:23.340511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-1c3727f8-8161-4d52-8fe7-6bff88f876cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94b9b657-0307-428e-abca-345376f6f52f HTTP/1.1" status: 200 len: 853 time: 0.0697405 Aug 23 03:34:23.367781 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed69-8970-4fff-ac87-e22e2740c747 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.386096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-ae3c2091-f992-44ed-a32a-4f6f480947dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6128cc5-93ec-457c-9233-66238bc9526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336072 Aug 23 03:34:23.451284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed69-8970-4fff-ac87-e22e2740c747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.488633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c835bf-fdab-427d-9ec7-e602adfdacb8 req-a8aae6a9-ecb2-4f1a-a77b-818cdbd4bec4 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:23.490222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8c835bf-fdab-427d-9ec7-e602adfdacb8 req-a8aae6a9-ecb2-4f1a-a77b-818cdbd4bec4 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 1095 time: 0.1025822 Aug 23 03:34:23.525024 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-ec95de56-2c3f-422f-aff9-46a0d03bff67 service neutron] 10.222.0.11 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260500 Aug 23 03:34:23.556095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8c835bf-fdab-427d-9ec7-e602adfdacb8 req-8d771993-956f-449c-85c1-3c3df7d490a5 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553253 Aug 23 03:34:23.567796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-b5deb89c-5799-4b89-8e87-39eb5111d5ff tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] For port 13260ff9-e1ed-4e18-8798-b4943a114d93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=13260ff9-e1ed-4e18-8798-b4943a114d93,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:23.608094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-b5deb89c-5799-4b89-8e87-39eb5111d5ff tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.626114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed69-8970-4fff-ac87-e22e2740c747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.637498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06058a6c-2b2c-4216-ab82-a1e96fcbbadf req-6f6f10b2-c321-4c3e-99a2-146c9ce6cb89 service neutron] 10.222.0.11 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031642 Aug 23 03:34:23.669625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3ed69-8970-4fff-ac87-e22e2740c747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a481be-e1be-4316-a64b-ef01fa9f0ca6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:23.672460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fd3ed69-8970-4fff-ac87-e22e2740c747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.674654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed22ff-b12e-4450-a2d6-2b255dfc091c None None] Network 7e6191a3-fc71-42ed-a090-f73b0eee495b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:34:23.675475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6fd3ed69-8970-4fff-ac87-e22e2740c747 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a6a481be-e1be-4316-a64b-ef01fa9f0ca6 HTTP/1.1" status: 204 len: 168 time: 0.4495969 Aug 23 03:34:23.678289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55690) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:23.689616 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-b5deb89c-5799-4b89-8e87-39eb5111d5ff tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.751231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-b5deb89c-5799-4b89-8e87-39eb5111d5ff tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:23.751231 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-b5deb89c-5799-4b89-8e87-39eb5111d5ff tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.752821 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecf16890-b177-4906-b109-ccfbf27b4a7e req-b5deb89c-5799-4b89-8e87-39eb5111d5ff tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "PUT /v2.0/ports/13260ff9-e1ed-4e18-8798-b4943a114d93 HTTP/1.1" status: 200 len: 1020 time: 0.8282967 Aug 23 03:34:23.755954 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:23.759385 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a026cc-fb5a-4790-afb1-0baee73c0cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:23.775774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:23.798148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deb89c-5799-4b89-8e87-39eb5111d5ff tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'Port': ['ID=13260ff9-e1ed-4e18-8798-b4943a114d93,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:23.802567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5917a-4187-4328-ba89-09158a4a0669 req-d8ed4be0-b73a-497e-a04f-b75a8f64c9d1 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:23.804189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36b5917a-4187-4328-ba89-09158a4a0669 req-d8ed4be0-b73a-497e-a04f-b75a8f64c9d1 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 951 time: 0.1176469 Aug 23 03:34:23.808644 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.876049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3d8da-7c74-4716-b0bc-4c861ed4c954 req-d07f7d9b-1254-44b7-a7d9-49523d87ec33 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:23.885068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fd3d8da-7c74-4716-b0bc-4c861ed4c954 req-d07f7d9b-1254-44b7-a7d9-49523d87ec33 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0629308 Aug 23 03:34:23.886860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36b5917a-4187-4328-ba89-09158a4a0669 req-c75d4765-20a5-49d7-9634-8ad7143e2330 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698912 Aug 23 03:34:23.906163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:23.928563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Deleting port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:23.929479 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:23.959253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b10273c-2174-440d-9f74-6c766beb3bd7 None None] DHCP port deletion for 7e6191a3-fc71-42ed-a090-f73b0eee495b request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:34:23.965245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fd3d8da-7c74-4716-b0bc-4c861ed4c954 req-c5b2059f-9bdb-4ee3-9369-73abf357dffc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791595 Aug 23 03:34:24.037088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] For port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f,segment=NetworkSegment(d0db4364-893c-49b3-919c-8fb7cb6df978),segment_id=d0db4364-893c-49b3-919c-8fb7cb6df978)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:24.037741 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.066591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Calling delete_port for f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:24.188952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2b10273c-2174-440d-9f74-6c766beb3bd7 None None] Deleting port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:24.189506 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2b10273c-2174-440d-9f74-6c766beb3bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.205249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-2748625c-d844-452a-80f5-7613cb114714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:24.206730 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-2748625c-d844-452a-80f5-7613cb114714 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1097 time: 0.0957730 Aug 23 03:34:24.245423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-1534bf35-f1a6-45c1-90eb-4dec0c49c0fc tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:24.247430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-1534bf35-f1a6-45c1-90eb-4dec0c49c0fc tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 820 time: 0.1693106 Aug 23 03:34:24.273297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.284223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42074-5f5e-484e-8a1a-8c0466adc222 req-6b11ba9d-2d07-4743-ae56-54738616e489 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:24.286278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03c42074-5f5e-484e-8a1a-8c0466adc222 req-6b11ba9d-2d07-4743-ae56-54738616e489 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 1023 time: 0.0633149 Aug 23 03:34:24.296747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-f2b63272-6ded-489a-a104-5968d82332e1 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/quotas/5f863b29eed4422dbb8b4e4f56ad8bcf HTTP/1.1" status: 200 len: 375 time: 0.0411844 Aug 23 03:34:24.316926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2b10273c-2174-440d-9f74-6c766beb3bd7 None None] For port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f,segment=NetworkSegment(d0db4364-893c-49b3-919c-8fb7cb6df978),segment_id=d0db4364-893c-49b3-919c-8fb7cb6df978)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:24.317365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2b10273c-2174-440d-9f74-6c766beb3bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.320823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:24.338649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] No DVR routers for this DVR port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:34:24.346225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2b10273c-2174-440d-9f74-6c766beb3bd7 None None] Calling delete_port for f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:24.354118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-e999eef3-83bf-4033-b496-2333920ebf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:24.356113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-e999eef3-83bf-4033-b496-2333920ebf2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1380370 Aug 23 03:34:24.368009 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-0ad395c2-a0d1-47c4-8926-f7f3046e63f9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634623 Aug 23 03:34:24.416600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-f611db1e-ef05-4e7e-ab7d-7fbbc5c16436 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc HTTP/1.1" status: 200 len: 217 time: 0.0475507 Aug 23 03:34:24.442039 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.459962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6191a3-fc71-42ed-a090-f73b0eee495b']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:24.477802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0db4364-893c-49b3-919c-8fb7cb6df978') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:24.478138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0db4364-893c-49b3-919c-8fb7cb6df978') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:24.488367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 452f4f47-ce97-4118-a148-0e06a6b32755 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:24.504136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03c42074-5f5e-484e-8a1a-8c0466adc222 req-4af76bc2-6633-44ab-91eb-63ae5a50a682 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dc253da-ace0-468b-86af-b0298112e110&id=e5ccdde6-2793-40cd-bc19-51c6df498072&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024 HTTP/1.1" status: 200 len: 6148 time: 0.1845756 Aug 23 03:34:24.504917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-49a3d6c6-5b1b-491d-8a4d-f7f47dd71a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:24.506386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-49a3d6c6-5b1b-491d-8a4d-f7f47dd71a6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0817211 Aug 23 03:34:24.506784 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.513996 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2b10273c-2174-440d-9f74-6c766beb3bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.531937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.538692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:34:24.539200 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:34:24.541911 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:34:24.548343 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-e7e41d6d-a416-4456-a728-96e3835b979c service neutron] 10.222.0.20 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705160 Aug 23 03:34:24.574216 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-37c15b16-f7f5-4ab1-b1d5-b5f72010d2c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499158 Aug 23 03:34:24.582359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10273c-2174-440d-9f74-6c766beb3bd7 None None] Pushing event deleted for resources: {'Port': ['ID=f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:24.584320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10273c-2174-440d-9f74-6c766beb3bd7 None None] No DVR routers for this DVR port f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:34:24.585945 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456a81d6-0255-45cb-b003-74b4e3735675 x-openstack-request-id: req-456a81d6-0255-45cb-b003-74b4e3735675 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:24.586290 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:24.586665 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-456a81d6-0255-45cb-b003-74b4e3735675 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:24.587252 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93', 'status': 'completed', 'code': 200} Aug 23 03:34:24.659768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 452f4f47-ce97-4118-a148-0e06a6b32755, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=452f4f47-ce97-4118-a148-0e06a6b32755,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:24.672619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '452f4f47-ce97-4118-a148-0e06a6b32755', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '452f4f47-ce97-4118-a148-0e06a6b32755', 'mac_address': 'fa:16:3e:f7:e6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:24.720441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-f808fdeb-ca86-4b10-8fd6-08b8b2d869e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:24.720441 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-f808fdeb-ca86-4b10-8fd6-08b8b2d869e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 1174 time: 0.0891521 Aug 23 03:34:24.727053 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.737783 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-eadfd188-d4bd-497e-9502-6ae3b4b84234 service neutron] 10.222.0.20 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903799 Aug 23 03:34:24.741229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087856a6-4cc6-4fab-aa54-a0110d3a3d55 req-ab3c3c04-ad6e-436d-974a-5d2483d2abaa tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:24.741790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452f4f47-ce97-4118-a148-0e06a6b32755 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:24.745681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087856a6-4cc6-4fab-aa54-a0110d3a3d55 req-ab3c3c04-ad6e-436d-974a-5d2483d2abaa tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0776365 Aug 23 03:34:24.746142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-e4960093-d463-47f5-a25e-973ab5abc6bd service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528094 Aug 23 03:34:24.769885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 452f4f47-ce97-4118-a148-0e06a6b32755, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=452f4f47-ce97-4118-a148-0e06a6b32755,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:24.814164 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.826715 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.837054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e6191a3-fc71-42ed-a090-f73b0eee495b HTTP/1.1" status: 204 len: 168 time: 1.1518853 Aug 23 03:34:24.859859 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:24.865207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087856a6-4cc6-4fab-aa54-a0110d3a3d55 req-00b17d83-e5b3-4828-a20c-6a6b27de766d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110773 Aug 23 03:34:24.868377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49d721-f416-4181-ae66-1e7d35b328fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6191a3-fc71-42ed-a090-f73b0eee495b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:24.892919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-0a9bdf7c-017e-4a03-bda1-832893fc8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:24.896243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-0a9bdf7c-017e-4a03-bda1-832893fc8e23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 913 time: 0.1720588 Aug 23 03:34:24.953829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=452f4f47-ce97-4118-a148-0e06a6b32755,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:24.972787 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-f337069e-cd79-4680-9648-fe5a44093b5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13260ff9-e1ed-4e18-8798-b4943a114d93 HTTP/1.1" status: 200 len: 217 time: 0.0674958 Aug 23 03:34:25.051331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-6168e92b-aba1-47ba-bc97-d525191dddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:25.053213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-6168e92b-aba1-47ba-bc97-d525191dddc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=94b9b657-0307-428e-abca-345376f6f52f HTTP/1.1" status: 200 len: 853 time: 0.0739422 Aug 23 03:34:25.104811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-4a9af0f8-b35d-4aa5-a428-8e70550e66ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f6128cc5-93ec-457c-9233-66238bc9526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384941 Aug 23 03:34:25.161784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['452f4f47-ce97-4118-a148-0e06a6b32755'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:25.173276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c346e-ed69-4572-b671-460d0725a984 req-c1ad6737-7512-4f5e-9bc2-5118c4249c2f tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:25.174761 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f85c346e-ed69-4572-b671-460d0725a984 req-c1ad6737-7512-4f5e-9bc2-5118c4249c2f tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 947 time: 0.0978072 Aug 23 03:34:25.192197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-f93e8a2b-cbc4-4e87-9e56-ce9ac6dbd668 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380546 Aug 23 03:34:25.198304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:25.231337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:25.231945 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f2db26f3-b7b0-4d4f-b6a6-7a1a92811d8f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:25.235218 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f85c346e-ed69-4572-b671-460d0725a984 req-4125aaba-8bda-413c-9261-4eaf0e425016 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490241 Aug 23 03:34:25.280422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-9b995934-2e6b-43f3-89e1-d21a9ab279f0 service neutron] 10.222.0.11 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651912 Aug 23 03:34:25.285682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c5bb9a1f-7033-48f8-bdaa-7c5f18bb33a5 req-a827a856-628a-4360-a062-aa80b6577a2c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': ' tempest-securitygroup -785580175 ', 'description': 'tempest-description-1844984763'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:25.301469 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb569d8-050b-4392-9e4f-1a88df63b19a req-7e079ae2-e163-48b7-a6d7-53d6d91596d3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 210 time: 0.0352006 Aug 23 03:34:25.402348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55730) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:25.420175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75a026cc-fb5a-4790-afb1-0baee73c0cbe req-aaf106e3-4f5f-41c2-81d9-fe28ab4bf4ed service neutron] 10.222.0.11 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296756 Aug 23 03:34:25.421873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b014f-edbf-416a-977f-d42f13b92ed8 req-eb15d68a-0cc8-434e-b376-254b4cf26a44 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:25.423392 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b71b014f-edbf-416a-977f-d42f13b92ed8 req-eb15d68a-0cc8-434e-b376-254b4cf26a44 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0548265 Aug 23 03:34:25.437155 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c5bb9a1f-7033-48f8-bdaa-7c5f18bb33a5 req-a827a856-628a-4360-a062-aa80b6577a2c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:25.459306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4fe17acf-56f0-4509-8a04-633f2bf56ad6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c7b6b3fecf94db6ba7cca67fcf84800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534804 Aug 23 03:34:25.460687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55732) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:25.490756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b71b014f-edbf-416a-977f-d42f13b92ed8 req-ebedae61-8003-4d91-9997-5d2dec7991ad tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594773 Aug 23 03:34:25.553970 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a83c9627-6cb9-442f-be7c-c7883b0af0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:25.595728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a83c9627-6cb9-442f-be7c-c7883b0af0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:25.598873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c5bb9a1f-7033-48f8-bdaa-7c5f18bb33a5 req-a827a856-628a-4360-a062-aa80b6577a2c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:25.679334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482fa31-5a0b-4c24-9926-cb2ccda83fb3 req-9f861ff4-18d2-431b-81c4-a9d6101ce1a1 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:25.679563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c5bb9a1f-7033-48f8-bdaa-7c5f18bb33a5 req-a827a856-628a-4360-a062-aa80b6577a2c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:25.681087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f482fa31-5a0b-4c24-9926-cb2ccda83fb3 req-9f861ff4-18d2-431b-81c4-a9d6101ce1a1 tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 1102 time: 0.0433075 Aug 23 03:34:25.721715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827a856-628a-4360-a062-aa80b6577a2c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec7c9cf-b687-4ce3-a44c-86ee24ed7443,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:25.727166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f482fa31-5a0b-4c24-9926-cb2ccda83fb3 req-a558ee19-6e1c-44da-b680-703fd855bcfa tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376670 Aug 23 03:34:25.730540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a83c9627-6cb9-442f-be7c-c7883b0af0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:25.737429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a83c9627-6cb9-442f-be7c-c7883b0af0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:25.737429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a83c9627-6cb9-442f-be7c-c7883b0af0e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcf93f54-45e5-40c5-971d-f32ba8597921 HTTP/1.1" status: 204 len: 168 time: 0.2721522 Aug 23 03:34:25.743963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c9627-6cb9-442f-be7c-c7883b0af0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf93f54-45e5-40c5-971d-f32ba8597921,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:25.785297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c5bb9a1f-7033-48f8-bdaa-7c5f18bb33a5 req-a827a856-628a-4360-a062-aa80b6577a2c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:25.786689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5bb9a1f-7033-48f8-bdaa-7c5f18bb33a5 req-a827a856-628a-4360-a062-aa80b6577a2c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5052702 Aug 23 03:34:25.852237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e4bd4eb-39ad-450c-8dbf-7e19d5b3627b req-54292c85-d9d1-4b67-a319-846d960aa6d4 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/0ec7c9cf-b687-4ce3-a44c-86ee24ed7443 HTTP/1.1" status: 200 len: 1780 time: 0.0410054 Aug 23 03:34:25.919688 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-99999fc5-0856-425f-adaf-f425bbcbb5fc req-b5e78297-b8dc-4e56-be00-7003feb06424 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/0ec7c9cf-b687-4ce3-a44c-86ee24ed7443 HTTP/1.1" status: 200 len: 1780 time: 0.0448155 Aug 23 03:34:25.994196 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-99999fc5-0856-425f-adaf-f425bbcbb5fc req-7db61e07-cb3b-4efa-9d7a-6f2179e6086b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.012856 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-72aa1750-ccc5-416f-a30f-70b359b8faaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.024075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-99999fc5-0856-425f-adaf-f425bbcbb5fc req-7db61e07-cb3b-4efa-9d7a-6f2179e6086b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.156776 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-99999fc5-0856-425f-adaf-f425bbcbb5fc req-7db61e07-cb3b-4efa-9d7a-6f2179e6086b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.161578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-99999fc5-0856-425f-adaf-f425bbcbb5fc req-7db61e07-cb3b-4efa-9d7a-6f2179e6086b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.166951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-99999fc5-0856-425f-adaf-f425bbcbb5fc req-7db61e07-cb3b-4efa-9d7a-6f2179e6086b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ec7c9cf-b687-4ce3-a44c-86ee24ed7443 HTTP/1.1" status: 204 len: 173 time: 0.2279141 Aug 23 03:34:26.183944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db61e07-cb3b-4efa-9d7a-6f2179e6086b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec7c9cf-b687-4ce3-a44c-86ee24ed7443,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:26.286856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8819960-f5c2-4aec-a960-92630365d479 req-7e7c7e10-229f-44c0-b464-3079388f7aef tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:26.288347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8819960-f5c2-4aec-a960-92630365d479 req-7e7c7e10-229f-44c0-b464-3079388f7aef tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 1102 time: 0.0564086 Aug 23 03:34:26.301428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140ed5a-58bf-4640-9f26-397a2a0abc7c req-87990d35-4c7e-4d9f-be94-5f2510bc0c11 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:26.301924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9140ed5a-58bf-4640-9f26-397a2a0abc7c req-87990d35-4c7e-4d9f-be94-5f2510bc0c11 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0762782 Aug 23 03:34:26.326205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8819960-f5c2-4aec-a960-92630365d479 req-f69b263f-237d-4d25-995b-a24d129097ca tempest-ServersAdminTestJSON-1630149972 tempest-ServersAdminTestJSON-1630149972-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294166 Aug 23 03:34:26.366556 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9140ed5a-58bf-4640-9f26-397a2a0abc7c req-c329e394-5058-4473-82bf-054ecfc9449a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586643 Aug 23 03:34:26.391773 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-3398c4a0-7881-4bfd-a8d0-1565abc21129 req-4a33cbfd-c32d-4439-bce5-085fcd54b8b8 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:34:26.393502 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3398c4a0-7881-4bfd-a8d0-1565abc21129 req-4a33cbfd-c32d-4439-bce5-085fcd54b8b8 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/0ec7c9cf-b687-4ce3-a44c-86ee24ed7443 HTTP/1.1" status: 404 len: 352 time: 0.0172455 Aug 23 03:34:26.480655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97815f32-84e4-419a-abd9-d86749a1ea9a req-222ed052-7bff-4b3e-bb0c-aecc9a679f6a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 210 time: 0.0273066 Aug 23 03:34:26.487801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 452f4f47-ce97-4118-a148-0e06a6b32755 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:26.493435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a85bc7-fa50-4c96-a5f6-b3a3a93055d6 req-999de76b-1220-4045-a081-351ca3d9087d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:26.495296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-54a85bc7-fa50-4c96-a5f6-b3a3a93055d6 req-999de76b-1220-4045-a081-351ca3d9087d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 947 time: 0.0563629 Aug 23 03:34:26.570346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-54a85bc7-fa50-4c96-a5f6-b3a3a93055d6 req-4c7d3def-77b8-4251-b92d-58b7cf68fc11 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 Aug 23 03:34:26.588888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-9963c196-1590-428f-8baf-7a60646ea58f req-1b1dec57-a071-49a1-9d12-2269db727f58 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2038170626', 'description': 'tempest-description-1540857219'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:26.688063 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 452f4f47-ce97-4118-a148-0e06a6b32755 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:26.688328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9963c196-1590-428f-8baf-7a60646ea58f req-1b1dec57-a071-49a1-9d12-2269db727f58 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.701400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 452f4f47-ce97-4118-a148-0e06a6b32755 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:26.701971 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.784415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9963c196-1590-428f-8baf-7a60646ea58f req-1b1dec57-a071-49a1-9d12-2269db727f58 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.806762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.832764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fa08c6-74ce-49fd-b39d-3b59c8132e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452f4f47-ce97-4118-a148-0e06a6b32755'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:26.835219 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c335e699-f068-48a1-bb0b-e0f9712ed075" -d '{"events": [{"server_uuid": "07fa08c6-74ce-49fd-b39d-3b59c8132e1b", "name": "network-vif-plugged", "status": "completed", "tag": "452f4f47-ce97-4118-a148-0e06a6b32755"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:26.849400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 452f4f47-ce97-4118-a148-0e06a6b32755, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=452f4f47-ce97-4118-a148-0e06a6b32755,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:26.879169 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9963c196-1590-428f-8baf-7a60646ea58f req-1b1dec57-a071-49a1-9d12-2269db727f58 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.936566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1dec57-a071-49a1-9d12-2269db727f58 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d7f559-7f4e-4512-85d1-669f181442e2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:26.942542 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:26.993751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=452f4f47-ce97-4118-a148-0e06a6b32755,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:26.994649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db83a1-bdf6-4df6-9843-88af28da65b2 req-06827203-daeb-49e8-a122-f978ab92be97 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:26.996666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27db83a1-bdf6-4df6-9843-88af28da65b2 req-06827203-daeb-49e8-a122-f978ab92be97 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0488145 Aug 23 03:34:27.025393 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9963c196-1590-428f-8baf-7a60646ea58f req-1b1dec57-a071-49a1-9d12-2269db727f58 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.026839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9963c196-1590-428f-8baf-7a60646ea58f req-1b1dec57-a071-49a1-9d12-2269db727f58 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4439085 Aug 23 03:34:27.054122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27db83a1-bdf6-4df6-9843-88af28da65b2 req-882a862c-035e-446f-8f90-2f577c3c35c5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458493 Aug 23 03:34:27.097708 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee899e-cdef-4b4c-8330-18ac8b3de9e7 x-openstack-request-id: req-fcee899e-cdef-4b4c-8330-18ac8b3de9e7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:27.098199 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fa08c6-74ce-49fd-b39d-3b59c8132e1b", "name": "network-vif-plugged", "status": "completed", "tag": "452f4f47-ce97-4118-a148-0e06a6b32755", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:27.098742 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcee899e-cdef-4b4c-8330-18ac8b3de9e7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:27.099289 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fa08c6-74ce-49fd-b39d-3b59c8132e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452f4f47-ce97-4118-a148-0e06a6b32755', 'code': 200} Aug 23 03:34:27.146556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-be3e0861-8042-4907-8ce4-80076c869425 req-6d423cf5-66ec-431c-aab4-ff5d50be2727 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1081067645', 'description': 'tempest-description-1563908235'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:27.156951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55788) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:27.229533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b92f00-4750-49ce-8c68-5540a0d8b75d req-a0333012-69a8-4832-b7db-8ec30dedd4e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:27.231729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64b92f00-4750-49ce-8c68-5540a0d8b75d req-a0333012-69a8-4832-b7db-8ec30dedd4e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 950 time: 0.0620065 Aug 23 03:34:27.239576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af860-c010-4a44-b36e-fe467587b8a6 req-086bd4ed-7479-41ee-ad69-c2a0d47205f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:27.239576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b05af860-c010-4a44-b36e-fe467587b8a6 req-086bd4ed-7479-41ee-ad69-c2a0d47205f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 1099 time: 0.0545948 Aug 23 03:34:27.275516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64b92f00-4750-49ce-8c68-5540a0d8b75d req-72327317-7256-469c-86a6-5431e1a66587 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378795 Aug 23 03:34:27.279055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-network', 'tenant_id': '072e9850bfb3419096bf62fd878bde71'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:27.282931 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b05af860-c010-4a44-b36e-fe467587b8a6 req-daca0437-e1c5-4395-93bb-73849fba7738 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357828 Aug 23 03:34:27.288709 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-be3e0861-8042-4907-8ce4-80076c869425 req-6d423cf5-66ec-431c-aab4-ff5d50be2727 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.362631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Made reservation on behalf of 072e9850bfb3419096bf62fd878bde71 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:27.365577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.375801 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.429581 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-be3e0861-8042-4907-8ce4-80076c869425 req-6d423cf5-66ec-431c-aab4-ff5d50be2727 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.489696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319b2c8-4a64-4020-b748-88b19d1af2b0 req-4dff41c5-cf12-4cb5-b3be-545d671b2e2a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:27.491391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9319b2c8-4a64-4020-b748-88b19d1af2b0 req-4dff41c5-cf12-4cb5-b3be-545d671b2e2a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0520263 Aug 23 03:34:27.511447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-be3e0861-8042-4907-8ce4-80076c869425 req-6d423cf5-66ec-431c-aab4-ff5d50be2727 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.542239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423cf5-66ec-431c-aab4-ff5d50be2727 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5697c242-ca2b-47c0-9bdc-044ad924f834,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:27.627636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9319b2c8-4a64-4020-b748-88b19d1af2b0 req-16af4430-6f31-42ac-a86e-ba2f6308d8cc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251304 Aug 23 03:34:27.671589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-6ae914fc-3fba-4b70-92a6-25a91e2ce869 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:27.673100 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-6ae914fc-3fba-4b70-92a6-25a91e2ce869 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.11 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 820 time: 0.1800139 Aug 23 03:34:27.712232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Request body: {'port': {'device_id': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0', 'admin_state_up': True, 'tenant_id': '5f863b29eed4422dbb8b4e4f56ad8bcf'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:27.759803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb870b0b-bd17-4b31-a9a6-3ba31c9e4c09 req-aa2c63fd-e809-4519-8110-5088b704a628 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 210 time: 0.0543902 Aug 23 03:34:27.768944 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.838852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.897935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:34:27.908476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e49d529-60ed-4121-9e0e-caf2baf3388a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:27.916661 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.916914 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Added segment bd1024b2-138e-468e-b49e-eff96a61eade of type vlan for network 6d577700-cfde-4444-8463-798d847cb75c Aug 23 03:34:27.928893 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-be3e0861-8042-4907-8ce4-80076c869425 req-6d423cf5-66ec-431c-aab4-ff5d50be2727 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:27.930258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be3e0861-8042-4907-8ce4-80076c869425 req-6d423cf5-66ec-431c-aab4-ff5d50be2727 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7882853 Aug 23 03:34:27.959308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-6a2ef1b9-97db-4e0d-a5d9-8bcfaa6d143b req-25de0a24-e108-4f7e-8626-7e66f420df82 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-748586968', 'description': 'tempest-description-1286485656'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:27.983736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5e101-fb02-490c-9511-40622e7e5206 req-4cc2b324-f83b-4f5d-aeb5-759505657167 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:27.985316 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9a5e101-fb02-490c-9511-40622e7e5206 req-4cc2b324-f83b-4f5d-aeb5-759505657167 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 948 time: 0.1307812 Aug 23 03:34:27.987640 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.037387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9a5e101-fb02-490c-9511-40622e7e5206 req-5490078b-32aa-471a-b593-e034cc7e8b3d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Aug 23 03:34:28.059748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Made reservation on behalf of 5f863b29eed4422dbb8b4e4f56ad8bcf for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:28.063557 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.133415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.134357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:28.134928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.165896 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6a2ef1b9-97db-4e0d-a5d9-8bcfaa6d143b req-25de0a24-e108-4f7e-8626-7e66f420df82 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.264528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] Pushing event updated for resources: {'Network': ['ID=6d577700-cfde-4444-8463-798d847cb75c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:28.274561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6d577700-cfde-4444-8463-798d847cb75c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:34:28.281273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-948b4db6-2a21-4b96-9d32-c605d3e1fcab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1227813 Aug 23 03:34:28.288788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3ae1d-e425-432a-ad87-bb1748e451b7 req-2b7a917b-a6f4-495b-807f-0c40766dcc28 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:28.289777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55804) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:28.290267 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97c3ae1d-e425-432a-ad87-bb1748e451b7 req-2b7a917b-a6f4-495b-807f-0c40766dcc28 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.1632154 Aug 23 03:34:28.294932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Request body: {'subnet': {'network_id': '6d577700-cfde-4444-8463-798d847cb75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-subnet', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:28.308819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Allocated IP 172.20.0.8 (b0ee1423-7420-4572-8a9c-426061a4ead0/06554274-26cb-447d-ae1d-8db0a1d7532e/f19c15c5-6540-4586-afb9-eda2f362fdde) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:28.371895 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6a2ef1b9-97db-4e0d-a5d9-8bcfaa6d143b req-25de0a24-e108-4f7e-8626-7e66f420df82 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.372084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97c3ae1d-e425-432a-ad87-bb1748e451b7 req-3bdbe864-b4eb-4ebd-b8e8-64eaa5a1acb4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604610 Aug 23 03:34:28.440344 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6a2ef1b9-97db-4e0d-a5d9-8bcfaa6d143b req-25de0a24-e108-4f7e-8626-7e66f420df82 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.524929 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.528025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de0a24-e108-4f7e-8626-7e66f420df82 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf06d63-d31d-48ce-85d0-8d0e42d00af2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:28.565529 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-68d62e65-d082-4c80-871e-9177b6e62882 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:28.568412 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-68d62e65-d082-4c80-871e-9177b6e62882 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 950 time: 0.0766189 Aug 23 03:34:28.572061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Made reservation on behalf of 072e9850bfb3419096bf62fd878bde71 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:28.575626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.579470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006e6b6-dd32-4a7b-85ff-08e806cc0aae req-edce8062-1eb6-4cd9-b934-dce2c9655179 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:28.581000 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2006e6b6-dd32-4a7b-85ff-08e806cc0aae req-edce8062-1eb6-4cd9-b934-dce2c9655179 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 950 time: 0.0699227 Aug 23 03:34:28.632833 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6a2ef1b9-97db-4e0d-a5d9-8bcfaa6d143b req-25de0a24-e108-4f7e-8626-7e66f420df82 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.634073 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a2ef1b9-97db-4e0d-a5d9-8bcfaa6d143b req-25de0a24-e108-4f7e-8626-7e66f420df82 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6804466 Aug 23 03:34:28.644979 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2006e6b6-dd32-4a7b-85ff-08e806cc0aae req-a25f8786-0f1c-4078-8b21-3adab8065c8f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538981 Aug 23 03:34:28.717462 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b051eba3-c978-4814-8344-b60f5d8c26f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.719372 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.746639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.816414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Network b0ee1423-7420-4572-8a9c-426061a4ead0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:28.827848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:28.830389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:28.841909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Deleting port 433c9ef3-f16f-4f07-8727-c67872aaaeaf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:28.841909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.867261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Pushing event updated for resources: {'Port': ['ID=f19c15c5-6540-4586-afb9-eda2f362fdde,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:28.900050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e658e-8c99-40ef-88bb-7c56200e3f9b req-71d9c3ed-60a7-478f-bbf6-e2232d96e42e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:28.905490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c2e658e-8c99-40ef-88bb-7c56200e3f9b req-71d9c3ed-60a7-478f-bbf6-e2232d96e42e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.1757762 Aug 23 03:34:28.906015 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6550decc-ed5d-4a5c-a55d-f2df8a6aa621 req-d7de8b65-4b64-4455-995a-34b58b8afc23 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51f42631a36c44ef83344f3e33dce158 HTTP/1.1" status: 200 len: 10897 time: 0.2355165 Aug 23 03:34:28.931860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:28.932613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:28.969397 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c2e658e-8c99-40ef-88bb-7c56200e3f9b req-1807b8f7-3cc1-4e88-858e-56b89cdd1ded tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535786 Aug 23 03:34:29.016812 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-2440f3a6-31a0-49bf-91bc-0d19e5e50190 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3125482 Aug 23 03:34:29.038240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Request body: {'port': {'device_id': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:29.076866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] For port 433c9ef3-f16f-4f07-8727-c67872aaaeaf, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=433c9ef3-f16f-4f07-8727-c67872aaaeaf,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:29.076866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.085579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6550decc-ed5d-4a5c-a55d-f2df8a6aa621 req-67342b9c-3ddf-4e41-965d-d73f0f5e53bf tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024 HTTP/1.1" status: 200 len: 2981 time: 0.1551778 Aug 23 03:34:29.106372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Calling delete_port for 433c9ef3-f16f-4f07-8727-c67872aaaeaf owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:29.142235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2e1cc-78f0-4aa5-acb6-3a7c91d1d139 req-65347ff7-6bac-49a0-83e3-ab7aed40a2b3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:29.145602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ad2e1cc-78f0-4aa5-acb6-3a7c91d1d139 req-65347ff7-6bac-49a0-83e3-ab7aed40a2b3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 931 time: 0.1043079 Aug 23 03:34:29.146607 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.178084 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.208736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6550decc-ed5d-4a5c-a55d-f2df8a6aa621 req-0fe05252-673d-4d16-b3f5-58a9b0ce44d4 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024 HTTP/1.1" status: 200 len: 2981 time: 0.1104860 Aug 23 03:34:29.219379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ad2e1cc-78f0-4aa5-acb6-3a7c91d1d139 req-15442cf4-4679-4065-a934-7d385af0277c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686288 Aug 23 03:34:29.260535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c80bdd4-e4e7-4344-9f19-355f4941c869,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:29.287742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Checking segment: {'id': 'bd1024b2-138e-468e-b49e-eff96a61eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6d577700-cfde-4444-8463-798d847cb75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:29.287742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Network hostable DHCP agents. Network: 6d577700-cfde-4444-8463-798d847cb75c, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:34:29.364406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3516406-f6de-47b2-80a6-bbf2642538b1 req-10a56e84-f2bc-4029-8df1-5ecb3fecab70 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/42d7f559-7f4e-4512-85d1-669f181442e2 HTTP/1.1" status: 200 len: 1801 time: 0.0536406 Aug 23 03:34:29.395630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d549e7-7497-483f-92f7-d062e87c4ab9 req-e2499216-f55d-4080-9d83-4eca19bb4d1c tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:29.397296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99d549e7-7497-483f-92f7-d062e87c4ab9 req-e2499216-f55d-4080-9d83-4eca19bb4d1c tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 948 time: 0.0623622 Aug 23 03:34:29.437928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99d549e7-7497-483f-92f7-d062e87c4ab9 req-6467c6d5-8cfa-4201-b343-eeebdc31d16b tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337462 Aug 23 03:34:29.439081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Network 6d577700-cfde-4444-8463-798d847cb75c is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:34:29.465906 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.475006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['e94349ae-149c-4de8-bf92-1bf47e23b494', '433c9ef3-f16f-4f07-8727-c67872aaaeaf', '62a51aac-3b10-4b44-9555-7c011ae521b6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:29.518469 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a3516406-f6de-47b2-80a6-bbf2642538b1 req-ab9db4c3-f9ae-494b-bfd8-80ed1df5d924 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.541091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Pushing event deleted for resources: {'Port': ['ID=433c9ef3-f16f-4f07-8727-c67872aaaeaf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:29.568850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6d577700-cfde-4444-8463-798d847cb75c) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:29.572943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a3516406-f6de-47b2-80a6-bbf2642538b1 req-ab9db4c3-f9ae-494b-bfd8-80ed1df5d924 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.576079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:29.576672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.585298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334a853-661e-4226-ad5a-0c1f52a0dbba None None] Network 6d577700-cfde-4444-8463-798d847cb75c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:34:29.607103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19c15c5-6540-4586-afb9-eda2f362fdde {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:29.620089 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.633792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] No DVR routers for this DVR port 433c9ef3-f16f-4f07-8727-c67872aaaeaf on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:34:29.636943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.639251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-550fba46-a0b0-46d3-b119-bb68c0aa9ba7 req-51850a68-3c8c-4435-af6d-c87d9996278d tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "DELETE /v2.0/ports/433c9ef3-f16f-4f07-8727-c67872aaaeaf HTTP/1.1" status: 204 len: 173 time: 1.0609250 Aug 23 03:34:29.640873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c251df2-8782-45c8-88de-dd1a17325e2d', 'name': 'network-vif-deleted', 'tag': '433c9ef3-f16f-4f07-8727-c67872aaaeaf'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:29.643918 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c2dbcb-68a4-42d7-a01f-416bcab4bcd9" -d '{"events": [{"server_uuid": "4c251df2-8782-45c8-88de-dd1a17325e2d", "name": "network-vif-deleted", "tag": "433c9ef3-f16f-4f07-8727-c67872aaaeaf"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:29.670957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045d688-ef73-4185-a1bd-e344b6018e29 req-47d1c91a-f3fd-4d98-ac0d-2ae354e5c091 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:29.672446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5045d688-ef73-4185-a1bd-e344b6018e29 req-47d1c91a-f3fd-4d98-ac0d-2ae354e5c091 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.1255507 Aug 23 03:34:29.706198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a3516406-f6de-47b2-80a6-bbf2642538b1 req-ab9db4c3-f9ae-494b-bfd8-80ed1df5d924 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.711857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a3516406-f6de-47b2-80a6-bbf2642538b1 req-ab9db4c3-f9ae-494b-bfd8-80ed1df5d924 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.716081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5045d688-ef73-4185-a1bd-e344b6018e29 req-68321efb-0add-4f79-bcca-e92c1f054169 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371912 Aug 23 03:34:29.717498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3516406-f6de-47b2-80a6-bbf2642538b1 req-ab9db4c3-f9ae-494b-bfd8-80ed1df5d924 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/42d7f559-7f4e-4512-85d1-669f181442e2 HTTP/1.1" status: 204 len: 173 time: 0.3387878 Aug 23 03:34:29.719921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Transition to ACTIVE for port object f19c15c5-6540-4586-afb9-eda2f362fdde will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:29.730982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-68d671c8-2650-4813-95a9-62c7bf7ef7b2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4389629 Aug 23 03:34:29.735191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55832) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:29.738857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9db4c3-f9ae-494b-bfd8-80ed1df5d924 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d7f559-7f4e-4512-85d1-669f181442e2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:29.742796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:29.809355 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.848249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.848249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.942553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f19c15c5-6540-4586-afb9-eda2f362fdde,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:29.946169 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b38fedc-c381-4e83-942d-d5cc66343908 x-openstack-request-id: req-7b38fedc-c381-4e83-942d-d5cc66343908 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:29.946595 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c251df2-8782-45c8-88de-dd1a17325e2d", "name": "network-vif-deleted", "tag": "433c9ef3-f16f-4f07-8727-c67872aaaeaf", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:29.947299 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b38fedc-c381-4e83-942d-d5cc66343908 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:29.947797 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c251df2-8782-45c8-88de-dd1a17325e2d', 'name': 'network-vif-deleted', 'tag': '433c9ef3-f16f-4f07-8727-c67872aaaeaf', 'status': 'completed', 'code': 200} Aug 23 03:34:29.950639 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:29.972622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6d577700-cfde-4444-8463-798d847cb75c', 'network_id': '6d577700-cfde-4444-8463-798d847cb75c', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'fixed_ips': [{'subnet_id': '0c80bdd4-e4e7-4344-9f19-355f4941c869'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:34:29.977107 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.063915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:30.065929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:30.068778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:30.069041 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-761fad0e-4650-4b28-a55a-b3410c91dee8 req-35677a7d-3142-488b-bcdb-fb971c41e551 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c251df2-8782-45c8-88de-dd1a17325e2d HTTP/1.1" status: 200 len: 210 time: 0.0607278 Aug 23 03:34:30.086611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Port f19c15c5-6540-4586-afb9-eda2f362fdde on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:30.088627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:30.102554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:30.102893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:30.103280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:30.103725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Bound port: f19c15c5-6540-4586-afb9-eda2f362fdde, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:30.104216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.183224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:30.187564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:30.221653 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-f5327d55-1a8e-4aee-ab09-04634f3b0ed2 req-1ae05702-a9f2-43b3-8da9-0762e7e63e52 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:34:30.222957 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f5327d55-1a8e-4aee-ab09-04634f3b0ed2 req-1ae05702-a9f2-43b3-8da9-0762e7e63e52 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/42d7f559-7f4e-4512-85d1-669f181442e2 HTTP/1.1" status: 404 len: 352 time: 0.0887818 Aug 23 03:34:30.278099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Allocated IP 172.20.0.2 (6d577700-cfde-4444-8463-798d847cb75c/0c80bdd4-e4e7-4344-9f19-355f4941c869/89d75f2f-94bc-4e27-a302-c804ea772f0d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:30.279816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.298264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.303865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.316589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:30.317220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.318623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/f19c15c5-6540-4586-afb9-eda2f362fdde HTTP/1.1" status: 200 len: 1091 time: 1.2867851 Aug 23 03:34:30.320022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:30.322287 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8037351d-7ea8-4790-a4a4-ab5983451b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:30.346442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc44e08-42ed-4470-9ccd-8e1ef2656517 req-c0bc08cf-28d6-4ca5-a1de-290afc8ca16a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:30.347939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efc44e08-42ed-4470-9ccd-8e1ef2656517 req-c0bc08cf-28d6-4ca5-a1de-290afc8ca16a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.1021364 Aug 23 03:34:30.352771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5f44-ad4a-4e77-95bc-c997836f1bc4 req-567b0c78-dec1-498c-aed7-315782d3865e tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:30.354714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dce5f44-ad4a-4e77-95bc-c997836f1bc4 req-567b0c78-dec1-498c-aed7-315782d3865e tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 948 time: 0.0611300 Aug 23 03:34:30.369530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a01189-549d-49f1-9e98-69d441f628f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f19c15c5-6540-4586-afb9-eda2f362fdde,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:30.397804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efc44e08-42ed-4470-9ccd-8e1ef2656517 req-bf6f7f3b-c5eb-4df8-a0c4-1664c3f6da31 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392334 Aug 23 03:34:30.424616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dce5f44-ad4a-4e77-95bc-c997836f1bc4 req-863ac8ad-8788-4b93-9684-2893d4dfb0dc tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583041 Aug 23 03:34:30.524819 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-024a9198-7366-4838-ac8e-4e5bff9e4834 req-809a8762-2a84-4c3e-a7b9-bec6754e76d6 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/5697c242-ca2b-47c0-9bdc-044ad924f834 HTTP/1.1" status: 200 len: 1801 time: 0.0850124 Aug 23 03:34:30.534058 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.544188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Transition to ACTIVE for port object 89d75f2f-94bc-4e27-a302-c804ea772f0d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:30.549498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-0184c308-5a74-4acd-b4ae-1aa442b0f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:30.549498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-0184c308-5a74-4acd-b4ae-1aa442b0f894 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1094 time: 0.1060846 Aug 23 03:34:30.566194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Transition to ACTIVE for port object 89d75f2f-94bc-4e27-a302-c804ea772f0d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:30.618405 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-4a72ca2e-398a-4880-a963-4b0325a107ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19c15c5-6540-4586-afb9-eda2f362fdde HTTP/1.1" status: 200 len: 217 time: 0.0423853 Aug 23 03:34:30.621566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-024a9198-7366-4838-ac8e-4e5bff9e4834 req-a4efe8e2-88fe-4cb4-a694-fee249e30042 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.621705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.674038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Network 6d577700-cfde-4444-8463-798d847cb75c is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:30.677466 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-024a9198-7366-4838-ac8e-4e5bff9e4834 req-a4efe8e2-88fe-4cb4-a694-fee249e30042 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.679484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:30.685085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:30.705671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.706284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-aa2335d4-5812-4db5-a3a8-074f08e2d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:30.707346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-aa2335d4-5812-4db5-a3a8-074f08e2d1a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0801008 Aug 23 03:34:30.710387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Pushing event updated for resources: {'Port': ['ID=89d75f2f-94bc-4e27-a302-c804ea772f0d,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:30.738623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.746715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-569707f3-5467-4d14-bebc-d7efdef44f6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294535 Aug 23 03:34:30.750181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da942922-43cf-4803-8536-757ae7ce5210 req-fcba2a3c-8514-434a-9e94-ebd8750cc1e4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:30.751863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da942922-43cf-4803-8536-757ae7ce5210 req-fcba2a3c-8514-434a-9e94-ebd8750cc1e4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.1326821 Aug 23 03:34:30.768444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Attempting to bind port 89d75f2f-94bc-4e27-a302-c804ea772f0d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:30.769095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Attempting to bind port 89d75f2f-94bc-4e27-a302-c804ea772f0d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'bd1024b2-138e-468e-b49e-eff96a61eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6d577700-cfde-4444-8463-798d847cb75c'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:30.769581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Attempting to bind port 89d75f2f-94bc-4e27-a302-c804ea772f0d on network 6d577700-cfde-4444-8463-798d847cb75c {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:30.776364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:30.777506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Checking segment: {'id': 'bd1024b2-138e-468e-b49e-eff96a61eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6d577700-cfde-4444-8463-798d847cb75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:30.777915 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.778307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Bound using segment: {'id': 'bd1024b2-138e-468e-b49e-eff96a61eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6d577700-cfde-4444-8463-798d847cb75c'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:30.778948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Bound port: 89d75f2f-94bc-4e27-a302-c804ea772f0d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1024b2-138e-468e-b49e-eff96a61eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6d577700-cfde-4444-8463-798d847cb75c'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:30.782922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.852330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] For port 89d75f2f-94bc-4e27-a302-c804ea772f0d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:30.857371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] For port 89d75f2f-94bc-4e27-a302-c804ea772f0d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=89d75f2f-94bc-4e27-a302-c804ea772f0d,segment=NetworkSegment(bd1024b2-138e-468e-b49e-eff96a61eade),segment_id=bd1024b2-138e-468e-b49e-eff96a61eade)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:30.864014 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da942922-43cf-4803-8536-757ae7ce5210 req-c51fb30d-3379-4c08-b834-6b80dcf20775 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027343 Aug 23 03:34:30.869197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-1e8297af-242b-4884-8479-51dea990fb6c service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998297 Aug 23 03:34:30.878034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-024a9198-7366-4838-ac8e-4e5bff9e4834 req-a4efe8e2-88fe-4cb4-a694-fee249e30042 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.880883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-024a9198-7366-4838-ac8e-4e5bff9e4834 req-a4efe8e2-88fe-4cb4-a694-fee249e30042 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:30.882101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-024a9198-7366-4838-ac8e-4e5bff9e4834 req-a4efe8e2-88fe-4cb4-a694-fee249e30042 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/5697c242-ca2b-47c0-9bdc-044ad924f834 HTTP/1.1" status: 204 len: 173 time: 0.3564913 Aug 23 03:34:30.915700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efe8e2-88fe-4cb4-a694-fee249e30042 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5697c242-ca2b-47c0-9bdc-044ad924f834,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:30.927664 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0105c9-442a-414d-9724-7e77e171318b x-openstack-request-id: req-ad0105c9-442a-414d-9724-7e77e171318b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:30.927949 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:30.928195 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad0105c9-442a-414d-9724-7e77e171318b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:30.928578 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde', 'status': 'completed', 'code': 200} Aug 23 03:34:30.939699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Allocated IP 172.25.1.89 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/84ffd128-9a68-4665-a4bb-1acc294e40fe) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:30.974554 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.022014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-4b363ab4-4632-4cc3-98f2-4787585e7252 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=52bebe1a38bb4c479c5191582083c6eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309932 Aug 23 03:34:31.054471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a040e-6b2f-4169-9b54-a6c60cc60788 None None] Pushing event updated for resources: {'Port': ['ID=89d75f2f-94bc-4e27-a302-c804ea772f0d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:31.077288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5981b-e410-490b-8bbf-c966983b7ecd req-6e4cccf2-d3f1-47f2-b856-7a33d65e17a8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:31.078857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-50d5981b-e410-490b-8bbf-c966983b7ecd req-6e4cccf2-d3f1-47f2-b856-7a33d65e17a8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0950239 Aug 23 03:34:31.085364 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfffef70-2079-44a1-a6fe-79031d206e3f req-6b67022b-f4f2-46ec-9c8a-9f2a16238714 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081854 Aug 23 03:34:31.123767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.147835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-50d5981b-e410-490b-8bbf-c966983b7ecd req-3c28fe84-b6c6-4fd4-ba77-ffaf28587600 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590224 Aug 23 03:34:31.171122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-f7ee5874-da75-4b03-b6a8-5d6fd14eb00a tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:31.172495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-f7ee5874-da75-4b03-b6a8-5d6fd14eb00a tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497374 Aug 23 03:34:31.189518 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-401e6b4c-9362-48cc-b6bf-4c7fcad2aa33 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/quotas/52bebe1a38bb4c479c5191582083c6eb HTTP/1.1" status: 200 len: 375 time: 0.0098741 Aug 23 03:34:31.242874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.284702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-b7cc2766-6f56-4335-bf98-4788d2e774e0 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52bebe1a38bb4c479c5191582083c6eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903146 Aug 23 03:34:31.302123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-9cffd352-554b-434c-b5d1-6b5507099513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:31.303849 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-9cffd352-554b-434c-b5d1-6b5507099513 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1094 time: 0.0804086 Aug 23 03:34:31.307782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:31.309401 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-254e3f12-ca81-4d8a-ac69-22cb5c0bf0a4 req-b2dc451f-de8d-40c6-99d8-b35ea969a48a tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:34:31.310601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-254e3f12-ca81-4d8a-ac69-22cb5c0bf0a4 req-b2dc451f-de8d-40c6-99d8-b35ea969a48a tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/5697c242-ca2b-47c0-9bdc-044ad924f834 HTTP/1.1" status: 404 len: 352 time: 0.0347581 Aug 23 03:34:31.313965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:31.321519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:31.325606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Pushing event updated for resources: {'Port': ['ID=84ffd128-9a68-4665-a4bb-1acc294e40fe,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:31.421975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-dda2ba46-71db-49bf-bdb8-d2f3b9a7aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:31.423964 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-dda2ba46-71db-49bf-bdb8-d2f3b9a7aa0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.1124704 Aug 23 03:34:31.470684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-7ef2fdff-d818-4574-8153-1249ce71cfed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19c15c5-6540-4586-afb9-eda2f362fdde HTTP/1.1" status: 200 len: 217 time: 0.0362487 Aug 23 03:34:31.474308 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73365603-347f-4bff-a622-3f40533ef47a req-9a43a1aa-f686-4a79-9d6e-291303adfd9e tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/cdf06d63-d31d-48ce-85d0-8d0e42d00af2 HTTP/1.1" status: 200 len: 1800 time: 0.0722003 Aug 23 03:34:31.530600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-5f9289d9-e903-4898-8123-52237200a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:31.530600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-5f9289d9-e903-4898-8123-52237200a485 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0514090 Aug 23 03:34:31.645278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73365603-347f-4bff-a622-3f40533ef47a req-ac80f7dd-b84a-4111-873c-1df0e0d00721 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.649719 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.668737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.715006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73365603-347f-4bff-a622-3f40533ef47a req-ac80f7dd-b84a-4111-873c-1df0e0d00721 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.886979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73365603-347f-4bff-a622-3f40533ef47a req-ac80f7dd-b84a-4111-873c-1df0e0d00721 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.887905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-a3126f23-fbb6-4d26-a441-dd85e645b563 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3466079 Aug 23 03:34:31.889631 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73365603-347f-4bff-a622-3f40533ef47a req-ac80f7dd-b84a-4111-873c-1df0e0d00721 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.897378 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73365603-347f-4bff-a622-3f40533ef47a req-ac80f7dd-b84a-4111-873c-1df0e0d00721 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/cdf06d63-d31d-48ce-85d0-8d0e42d00af2 HTTP/1.1" status: 204 len: 173 time: 0.4165878 Aug 23 03:34:31.945150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80f7dd-b84a-4111-873c-1df0e0d00721 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf06d63-d31d-48ce-85d0-8d0e42d00af2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:31.993970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:31.998024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9c6738f0-6269-43f2-9a89-4eb2d9b26461 req-516c20b5-50f6-42a0-a743-d72c1c73337b tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 210 time: 0.0330701 Aug 23 03:34:32.044291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988361b8-2e38-4039-9ba4-e9e535c9a04d req-bb542983-76e7-4abe-8692-f9ff8c268d1e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:32.045187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-988361b8-2e38-4039-9ba4-e9e535c9a04d req-bb542983-76e7-4abe-8692-f9ff8c268d1e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.1048198 Aug 23 03:34:32.060133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-e55825ae-433b-4fdc-a409-d8c6140cd338 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596997 Aug 23 03:34:32.179519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1834c0-42a0-4024-b1cf-055bd58859c9 req-eb12efe3-15e7-427f-9fe8-f600f2071b40 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:32.181136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ed1834c0-42a0-4024-b1cf-055bd58859c9 req-eb12efe3-15e7-427f-9fe8-f600f2071b40 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 949 time: 0.0651102 Aug 23 03:34:32.201952 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-60572bea-aa05-4350-8d46-5cb4eedd67cd service neutron] 10.222.0.11 "GET /v2.0/ports/8784c166-0386-4c45-9bfb-c7eaf900f8d4/bindings/n-h1-749052-7 HTTP/1.1" status: 200 len: 382 time: 0.1537125 Aug 23 03:34:32.210627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-988361b8-2e38-4039-9ba4-e9e535c9a04d req-8ff216b9-8dd0-46b1-89eb-2bd8aedae795 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555367 Aug 23 03:34:32.246730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:34:32.247038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8037351d-7ea8-4790-a4a4-ab5983451b0f req-7ff86b4c-350b-4388-91c8-c427e8f1119f service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619191 Aug 23 03:34:32.252521 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ed1834c0-42a0-4024-b1cf-055bd58859c9 req-0e419ec4-5559-454f-9187-a3a0fe07b568 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626740 Aug 23 03:34:32.302619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08a45b-dadf-4af3-92d3-2d45580cde97 None None] Network 6d577700-cfde-4444-8463-798d847cb75c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:34:32.337087 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-ae2ae013-5e36-430c-b364-c6d6baa2ba26 req-4b4a4fd2-7f91-4fe2-9c83-713a624a1c36 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:34:32.338194 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ae2ae013-5e36-430c-b364-c6d6baa2ba26 req-4b4a4fd2-7f91-4fe2-9c83-713a624a1c36 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/cdf06d63-d31d-48ce-85d0-8d0e42d00af2 HTTP/1.1" status: 404 len: 352 time: 0.0376897 Aug 23 03:34:32.355759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13bd77-f034-4fae-98c8-ae36e4771277 req-771e7e59-3528-417f-b74e-aa93efe3149d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:32.357432 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce13bd77-f034-4fae-98c8-ae36e4771277 req-771e7e59-3528-417f-b74e-aa93efe3149d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.0551147 Aug 23 03:34:32.405355 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce13bd77-f034-4fae-98c8-ae36e4771277 req-6d07c143-97ef-4dca-b3d5-04043473c139 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417392 Aug 23 03:34:32.414339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:34:32.438677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Sync routers for ids ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:34:32.458736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Routers {'63d0dddd-8644-4b38-8540-eefcdfbb95d6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:32.459390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:32.479317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa63ee-c91e-4f3d-b51f-f0ffa6540ca8 req-447ea645-e3f1-403d-af4d-533e56d6fa7f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:32.481685 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-36aa63ee-c91e-4f3d-b51f-f0ffa6540ca8 req-447ea645-e3f1-403d-af4d-533e56d6fa7f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0765071 Aug 23 03:34:32.532967 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-36aa63ee-c91e-4f3d-b51f-f0ffa6540ca8 req-1fdd959d-eb03-4a51-997f-c7a2e3f132bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445032 Aug 23 03:34:32.551498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:32.554547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6a4321b4-0b6a-4541-824a-5718da559d0d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8182683 Aug 23 03:34:32.559219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55894) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:32.645923 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b9fc91f-cdc6-44ee-bd2b-4572921d8042 req-2f20b59d-4b4c-4faf-a33e-c727c50d8e46 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51f42631a36c44ef83344f3e33dce158 HTTP/1.1" status: 200 len: 6148 time: 0.1156018 Aug 23 03:34:32.680418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 433c9ef3-f16f-4f07-8727-c67872aaaeaf no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:32.688964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bec05dce-91d6-46ab-a088-d90bf64f99dd None None] Provisioning for port 89d75f2f-94bc-4e27-a302-c804ea772f0d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:32.702131 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b9fc91f-cdc6-44ee-bd2b-4572921d8042 req-58874ba9-6081-47ff-a6e0-aef573c80063 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024 HTTP/1.1" status: 200 len: 2981 time: 0.0551429 Aug 23 03:34:32.747392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 433c9ef3-f16f-4f07-8727-c67872aaaeaf {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:32.747748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 433c9ef3-f16f-4f07-8727-c67872aaaeaf not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:32.764521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b9fc91f-cdc6-44ee-bd2b-4572921d8042 req-557d8263-0c71-46b1-a58d-f0b4b1115642 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024 HTTP/1.1" status: 200 len: 2981 time: 0.0488396 Aug 23 03:34:32.799517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-8f545bbc-9b35-4b4e-9aa4-709da0833fef req-5da2e5ea-8942-436b-8aaa-8be12a98ecde tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1370192696', 'description': 'tempest-description-2097401520'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:32.809890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Set router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:32.860665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-c5f4565e-8de7-4569-ac90-ce45fd18f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:32.862190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-c5f4565e-8de7-4569-ac90-ce45fd18f6c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 1100 time: 0.0571313 Aug 23 03:34:32.957858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8f545bbc-9b35-4b4e-9aa4-709da0833fef req-5da2e5ea-8942-436b-8aaa-8be12a98ecde tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.022233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b962a21-96d0-4134-b756-11dc1df2263b req-60c8c75a-d2b1-42a3-8908-f79482e8c91a tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:33.029737 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b962a21-96d0-4134-b756-11dc1df2263b req-60c8c75a-d2b1-42a3-8908-f79482e8c91a tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 966 time: 0.1116667 Aug 23 03:34:33.066236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:29Z', 'updated_at': '2021-08-23T03:34:31Z', 'revision_number': 3, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'gw_port': {'id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:30Z', 'updated_at': '2021-08-23T03:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:33.074734 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8f545bbc-9b35-4b4e-9aa4-709da0833fef req-5da2e5ea-8942-436b-8aaa-8be12a98ecde tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.082351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-d9650a4f-dd19-4d85-8ea0-46d088f6946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:33.087564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-d9650a4f-dd19-4d85-8ea0-46d088f6946e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 1100 time: 0.1668792 Aug 23 03:34:33.099806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Checking router: 63d0dddd-8644-4b38-8540-eefcdfbb95d6 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:34:33.100163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Updating router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 port 84ffd128-9a68-4665-a4bb-1acc294e40fe binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:34:33.124193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b962a21-96d0-4134-b756-11dc1df2263b req-2331b862-d6e8-4509-b7a2-21a81a8f092e tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935373 Aug 23 03:34:33.127487 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.221629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-ecfe1971-2157-4612-b90c-4bf12962f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:33.223139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-ecfe1971-2157-4612-b90c-4bf12962f4ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1171787 Aug 23 03:34:33.224352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8f545bbc-9b35-4b4e-9aa4-709da0833fef req-5da2e5ea-8942-436b-8aaa-8be12a98ecde tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.254722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 89d75f2f-94bc-4e27-a302-c804ea772f0d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:33.305232 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8f545bbc-9b35-4b4e-9aa4-709da0833fef req-5da2e5ea-8942-436b-8aaa-8be12a98ecde tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.305496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cec34542-f14f-45be-899a-83c2c5f9c2b0 req-caa06874-cbb2-4e61-934b-829b5f572a62 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 210 time: 0.0361474 Aug 23 03:34:33.315770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f545bbc-9b35-4b4e-9aa4-709da0833fef req-5da2e5ea-8942-436b-8aaa-8be12a98ecde tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5184224 Aug 23 03:34:33.315770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-5bafbc8d-1e31-4ada-93a4-7037d46c0a90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0779326 Aug 23 03:34:33.317107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2e5ea-8942-436b-8aaa-8be12a98ecde tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a8e974-3b21-4117-9ae7-4e4004a77f0c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:33.425415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-af150395-49c1-4e16-b515-4ea0b260860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:33.427307 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-af150395-49c1-4e16-b515-4ea0b260860b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1009696 Aug 23 03:34:33.460212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 89d75f2f-94bc-4e27-a302-c804ea772f0d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:33.468824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 89d75f2f-94bc-4e27-a302-c804ea772f0d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:33.469300 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.474071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9b258-7363-4c60-bbcf-4299ad5466ff req-96f31629-fbab-4a6c-b80d-78943f54cbb9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:33.475633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98c9b258-7363-4c60-bbcf-4299ad5466ff req-96f31629-fbab-4a6c-b80d-78943f54cbb9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0989466 Aug 23 03:34:33.497159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-75756fcf-2651-4782-a372-2b9be19924aa tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:33.499601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-75756fcf-2651-4782-a372-2b9be19924aa tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 949 time: 0.1679637 Aug 23 03:34:33.503861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-d24bc9f5-7b44-4e46-8a49-f0b08b9669e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:33.505420 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-d24bc9f5-7b44-4e46-8a49-f0b08b9669e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691745 Aug 23 03:34:33.510422 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.529355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Transition to ACTIVE for port object 84ffd128-9a68-4665-a4bb-1acc294e40fe will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:33.544760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d24a2d-e3dd-4c7d-95ee-7c075d1a2721 req-873e3f3f-0223-4967-b897-a2467d659dfc tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:33.549604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c8d24a2d-e3dd-4c7d-95ee-7c075d1a2721 req-873e3f3f-0223-4967-b897-a2467d659dfc tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 949 time: 0.1401863 Aug 23 03:34:33.554995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98c9b258-7363-4c60-bbcf-4299ad5466ff req-d819522d-09de-4463-bcda-a6c1e6e2c819 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705276 Aug 23 03:34:33.591925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.594567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b41c59f1-6290-497e-a19d-13852b67bb74 req-d78f00bb-f3ca-4616-9e12-98d9d5c9c9e2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1703565363', 'description': 'tempest-description-268546348'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:33.631099 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.640390 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-1f0b2b0a-807d-41a5-920f-5e5d025f643a service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207161 Aug 23 03:34:33.650437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 89d75f2f-94bc-4e27-a302-c804ea772f0d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=89d75f2f-94bc-4e27-a302-c804ea772f0d,segment=NetworkSegment(bd1024b2-138e-468e-b49e-eff96a61eade),segment_id=bd1024b2-138e-468e-b49e-eff96a61eade)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:33.682353 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c8d24a2d-e3dd-4c7d-95ee-7c075d1a2721 req-07140da6-656a-4e99-9e9a-ec76a7b17f5c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014435 Aug 23 03:34:33.692285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Attempting to bind port 84ffd128-9a68-4665-a4bb-1acc294e40fe on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:33.692798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Attempting to bind port 84ffd128-9a68-4665-a4bb-1acc294e40fe by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:33.693199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Attempting to bind port 84ffd128-9a68-4665-a4bb-1acc294e40fe on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:33.711133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:33.711133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:33.711133 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.711133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:33.711133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Bound port: 84ffd128-9a68-4665-a4bb-1acc294e40fe, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:33.711133 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.719029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b41c59f1-6290-497e-a19d-13852b67bb74 req-d78f00bb-f3ca-4616-9e12-98d9d5c9c9e2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.745855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce69f7-e47f-445f-b054-c5534835ae97 None None] Pushing event updated for resources: {'Port': ['ID=84ffd128-9a68-4665-a4bb-1acc294e40fe,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:33.751936 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.775561 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.784757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e9d6f9a-10ed-483c-bb77-d343c951e1d7 req-78156798-ee72-44fb-bcd9-6042b2512215 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380210 Aug 23 03:34:33.824375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] For port 84ffd128-9a68-4665-a4bb-1acc294e40fe, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:33.836817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=89d75f2f-94bc-4e27-a302-c804ea772f0d,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:33.843879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] For port 84ffd128-9a68-4665-a4bb-1acc294e40fe, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=84ffd128-9a68-4665-a4bb-1acc294e40fe,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:33.849191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Deleting port e94349ae-149c-4de8-bf92-1bf47e23b494 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:33.849531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.862494 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b41c59f1-6290-497e-a19d-13852b67bb74 req-d78f00bb-f3ca-4616-9e12-98d9d5c9c9e2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.876449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-5f64dd49-2139-4682-ac3a-7af0957a9236 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=52bebe1a38bb4c479c5191582083c6eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280223 Aug 23 03:34:33.918236 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:33.976399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Routers {'63d0dddd-8644-4b38-8540-eefcdfbb95d6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:33.977044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:33.979177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b3b3f-7adb-4176-906a-7ceed212574e req-f11b2d67-f34e-4c5a-b1a1-82cf336c7325 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:33.987145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-896b3b3f-7adb-4176-906a-7ceed212574e req-f11b2d67-f34e-4c5a-b1a1-82cf336c7325 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.2153821 Aug 23 03:34:33.991432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b41c59f1-6290-497e-a19d-13852b67bb74 req-d78f00bb-f3ca-4616-9e12-98d9d5c9c9e2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:34.018158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce69f7-e47f-445f-b054-c5534835ae97 None None] Pushing event updated for resources: {'Port': ['ID=84ffd128-9a68-4665-a4bb-1acc294e40fe,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:34.050641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f00bb-f3ca-4616-9e12-98d9d5c9c9e2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e5db64-0941-4a44-a536-ae508806f472,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:34.068776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-34d78641-a387-4382-baf0-54e9384f24c6 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:34.070324 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-34d78641-a387-4382-baf0-54e9384f24c6 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878233 Aug 23 03:34:34.094003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Request body: {'port': {'device_id': '6616a0d6-d4ea-4154-be46-f6744b5229c9', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '52bebe1a38bb4c479c5191582083c6eb'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:34.101202 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b41c59f1-6290-497e-a19d-13852b67bb74 req-d78f00bb-f3ca-4616-9e12-98d9d5c9c9e2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:34.101394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] Set router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:34.102437 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b41c59f1-6290-497e-a19d-13852b67bb74 req-d78f00bb-f3ca-4616-9e12-98d9d5c9c9e2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5160723 Aug 23 03:34:34.118531 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-896b3b3f-7adb-4176-906a-7ceed212574e req-3953a768-5215-48c9-9b8a-8637b2c98139 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304269 Aug 23 03:34:34.120566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] For port e94349ae-149c-4de8-bf92-1bf47e23b494, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e94349ae-149c-4de8-bf92-1bf47e23b494,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:34.120995 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:34.141674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Calling delete_port for e94349ae-149c-4de8-bf92-1bf47e23b494 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:34.251208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Allocated IP 172.20.0.1 (6d577700-cfde-4444-8463-798d847cb75c/0c80bdd4-e4e7-4344-9f19-355f4941c869/d265aaac-3b69-4c1c-8ef1-0938d98df9bd) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:34.328009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d355c-7653-46ff-9948-faa756c43154 req-3a78d0dc-41c8-4083-9d1b-85d60c968115 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:34.331180 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-018d355c-7653-46ff-9948-faa756c43154 req-3a78d0dc-41c8-4083-9d1b-85d60c968115 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0826755 Aug 23 03:34:34.366537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:29Z', 'updated_at': '2021-08-23T03:34:31Z', 'revision_number': 3, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'gw_port': {'id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:30Z', 'updated_at': '2021-08-23T03:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:34.373687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-018d355c-7653-46ff-9948-faa756c43154 req-f513bdc3-dd9b-4474-a049-a8973a41a3c8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370896 Aug 23 03:34:34.394183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Made reservation on behalf of 52bebe1a38bb4c479c5191582083c6eb for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:34.398017 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:34.414527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c0f3ea-7a49-4019-b001-a838a5ecaa4d None None] The sync data for ids ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'] in n-d-749052-7 is: [{'id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:29Z', 'updated_at': '2021-08-23T03:34:31Z', 'revision_number': 3, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'gw_port': {'id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:30Z', 'updated_at': '2021-08-23T03:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:34:34.454435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:34.482034 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Transition to ACTIVE for port object d265aaac-3b69-4c1c-8ef1-0938d98df9bd will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:34.485101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:34.499567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['e94349ae-149c-4de8-bf92-1bf47e23b494', '62a51aac-3b10-4b44-9555-7c011ae521b6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:34.517312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Pushing event deleted for resources: {'Port': ['ID=e94349ae-149c-4de8-bf92-1bf47e23b494,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:34.594123 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] No DVR routers for this DVR port e94349ae-149c-4de8-bf92-1bf47e23b494 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:34:34.620977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:34.625283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-358e23b1-3d1d-4fb3-99e8-2b974e19cd55 req-068ee6d0-dbe9-4e23-a094-7905d382d6e4 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "DELETE /v2.0/ports/e94349ae-149c-4de8-bf92-1bf47e23b494 HTTP/1.1" status: 204 len: 173 time: 1.1169646 Aug 23 03:34:34.627500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320ec87-8250-446c-b2fa-1e78bb7d1233', 'name': 'network-vif-deleted', 'tag': 'e94349ae-149c-4de8-bf92-1bf47e23b494'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:34.631025 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc5c321-c0fd-40c4-88e1-3a6e0ba1cdf9" -d '{"events": [{"server_uuid": "8320ec87-8250-446c-b2fa-1e78bb7d1233", "name": "network-vif-deleted", "tag": "e94349ae-149c-4de8-bf92-1bf47e23b494"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:34.639798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-8158ea8d-3cde-40b9-a9be-431082115a37 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:34.641362 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-8158ea8d-3cde-40b9-a9be-431082115a37 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 813 time: 0.1791544 Aug 23 03:34:34.649779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Allocated IP 192.168.233.114 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/c72b914d-d777-48df-963f-88612cbed5d6) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:34.666319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-7d2b9166-fbe1-4151-bfa8-35e69116f375 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/quotas/51f42631a36c44ef83344f3e33dce158 HTTP/1.1" status: 200 len: 375 time: 0.0184228 Aug 23 03:34:34.706644 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:34.742042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4a8f925-53d1-4eb9-a028-0f50ed6506cc req-86d55c33-8953-4a48-9aa3-7c404cd2d934 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 210 time: 0.0541244 Aug 23 03:34:34.789341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Network 6d577700-cfde-4444-8463-798d847cb75c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:34.835204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:34.835204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:34.835204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:34.879280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a16166ac-c69a-49ac-a4b3-d0b9aa3b762e tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2042403 Aug 23 03:34:34.886873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Pushing event updated for resources: {'Port': ['ID=d265aaac-3b69-4c1c-8ef1-0938d98df9bd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:35.009807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a734-2618-4732-8b69-d63508983c6d req-21a3fd75-efec-485d-8e17-9ef7c477c808 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:35.011441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ec4a734-2618-4732-8b69-d63508983c6d req-21a3fd75-efec-485d-8e17-9ef7c477c808 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.1259413 Aug 23 03:34:35.024867 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:35.071262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Transition to ACTIVE for port object c72b914d-d777-48df-963f-88612cbed5d6 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:35.080859 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-e5fe59ab-e35a-446c-a651-051394cb6dae service neutron] 10.222.0.20 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929014 Aug 23 03:34:35.109106 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ec4a734-2618-4732-8b69-d63508983c6d req-71567b12-7234-4925-8bdc-a8489e7ba5e9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811749 Aug 23 03:34:35.181255 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a274a4-50cd-426e-921d-8bca4453e780 x-openstack-request-id: req-09a274a4-50cd-426e-921d-8bca4453e780 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:35.181255 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320ec87-8250-446c-b2fa-1e78bb7d1233", "name": "network-vif-deleted", "tag": "e94349ae-149c-4de8-bf92-1bf47e23b494", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:35.182009 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09a274a4-50cd-426e-921d-8bca4453e780 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:35.182708 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320ec87-8250-446c-b2fa-1e78bb7d1233', 'name': 'network-vif-deleted', 'tag': 'e94349ae-149c-4de8-bf92-1bf47e23b494', 'status': 'completed', 'code': 200} Aug 23 03:34:35.241692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:35.248298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:35.260390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['452f4f47-ce97-4118-a148-0e06a6b32755'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:35.327868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device f19c15c5-6540-4586-afb9-eda2f362fdde details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:35.330153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8784c166-0386-4c45-9bfb-c7eaf900f8d4 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:35.397277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-162c10eb-f2c4-4dfe-865c-c3a5a06cfd76 req-b0dcb251-4ecd-45b9-8c77-9d8f06cd8d8f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=8320ec87-8250-446c-b2fa-1e78bb7d1233 HTTP/1.1" status: 200 len: 210 time: 0.0654283 Aug 23 03:34:35.462812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:35.466087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:35.485170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Pushing event updated for resources: {'Port': ['ID=c72b914d-d777-48df-963f-88612cbed5d6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:35.513873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:35.521483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-51c207d4-3bc0-419f-8e92-957e3a518042 service neutron] 10.222.0.20 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316769 Aug 23 03:34:35.532330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 89d75f2f-94bc-4e27-a302-c804ea772f0d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:35.583823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:35.588230 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:35.623751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 89d75f2f-94bc-4e27-a302-c804ea772f0d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:35.624271 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:35.684825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-ce5e6e66-f263-41ff-8c7b-45b9f319e7ca tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1807888150&fields=id&tenant_id=9b2a52da400e46c5a077f830248eb7bd HTTP/1.1" status: 200 len: 267 time: 0.1463993 Aug 23 03:34:35.685210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-8cd24f01-1301-4f25-a271-505549eac7e8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5985134 Aug 23 03:34:35.704622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Request body: {'port': {'device_id': '6616a0d6-d4ea-4154-be46-f6744b5229c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:35.735638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c9e3ffb1-18d6-4bb8-aaa3-f0e9a848fe2a None None] Provisioning for port d265aaac-3b69-4c1c-8ef1-0938d98df9bd completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:35.739192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:35.813745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c9e3ffb1-18d6-4bb8-aaa3-f0e9a848fe2a None None] Provisioning complete for port d265aaac-3b69-4c1c-8ef1-0938d98df9bd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:35.814309 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ffb1-18d6-4bb8-aaa3-f0e9a848fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:35.828116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:35.861098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'f19c15c5-6540-4586-afb9-eda2f362fdde', 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0', 'port_id': 'f19c15c5-6540-4586-afb9-eda2f362fdde', 'mac_address': 'fa:16:3e:01:d6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06554274-26cb-447d-ae1d-8db0a1d7532e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:35.910562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:35.949437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-cf4bf89c-7c3b-40e0-aed1-6ae6266163db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:35.951490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-cf4bf89c-7c3b-40e0-aed1-6ae6266163db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/networks?id=d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 200 len: 824 time: 0.2658527 Aug 23 03:34:35.968429 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-218e9660-b5f8-41b1-8923-00f99aba96b4 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/quotas/9b2a52da400e46c5a077f830248eb7bd HTTP/1.1" status: 200 len: 375 time: 0.0107625 Aug 23 03:34:35.971988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:35.993451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c9e3ffb1-18d6-4bb8-aaa3-f0e9a848fe2a None None] Port d265aaac-3b69-4c1c-8ef1-0938d98df9bd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:34:36.002726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.002726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.027060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.055635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 84ffd128-9a68-4665-a4bb-1acc294e40fe up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:36.071312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:36.071312 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f01ee6-6976-4d6f-a142-187d219c5d30" -d '{"events": [{"server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "name": "network-vif-unplugged", "status": "completed", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:36.120678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3db2e-d27d-4c8d-b54b-614b651d127d req-cf7c3d21-bd25-49d7-950f-c22083d9f606 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:36.122605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37b3db2e-d27d-4c8d-b54b-614b651d127d req-cf7c3d21-bd25-49d7-950f-c22083d9f606 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.0822432 Aug 23 03:34:36.207102 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37b3db2e-d27d-4c8d-b54b-614b651d127d req-0719f683-4fb5-41ac-a0df-98a9e43c7495 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779173 Aug 23 03:34:36.243428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19c15c5-6540-4586-afb9-eda2f362fdde {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:36.288044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:36.325629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-1ec09235-9496-44df-8373-054a370ae584 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b2a52da400e46c5a077f830248eb7bd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3502314 Aug 23 03:34:36.326845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72b914d-d777-48df-963f-88612cbed5d6 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:36.327617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:36.336207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.345136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Pushing event updated for resources: {'Port': ['ID=d265aaac-3b69-4c1c-8ef1-0938d98df9bd,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:36.352617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Transition to ACTIVE for port object c72b914d-d777-48df-963f-88612cbed5d6 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:36.360481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-36fa1688-87bc-4860-b5e6-6c494c05c5e8 None None] Provisioning for port c72b914d-d777-48df-963f-88612cbed5d6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:36.368418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-36fa1688-87bc-4860-b5e6-6c494c05c5e8 None None] Provisioning complete for port c72b914d-d777-48df-963f-88612cbed5d6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:36.368819 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-36fa1688-87bc-4860-b5e6-6c494c05c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.379967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-a01c59e7-2be7-4ee9-87f6-966091379eb1 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:36.385041 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-a01c59e7-2be7-4ee9-87f6-966091379eb1 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "GET /v2.0/ports?device_id=24cb193f-6cb1-491d-9c18-6e70aaaac4a7 HTTP/1.1" status: 200 len: 966 time: 0.2410562 Aug 23 03:34:36.394302 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.396055 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.420857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942668e-7b64-4408-90a8-a6bcaa59b71e req-2e0a7240-5704-42bd-a35a-a2ea8cc5d241 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:36.423544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1942668e-7b64-4408-90a8-a6bcaa59b71e req-2e0a7240-5704-42bd-a35a-a2ea8cc5d241 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0694771 Aug 23 03:34:36.425443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.440446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-36fa1688-87bc-4860-b5e6-6c494c05c5e8 None None] Port c72b914d-d777-48df-963f-88612cbed5d6 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:34:36.455565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Network 6d577700-cfde-4444-8463-798d847cb75c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:36.460994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=f19c15c5-6540-4586-afb9-eda2f362fdde,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:36.489379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 84ffd128-9a68-4665-a4bb-1acc294e40fe completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:36.497699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 84ffd128-9a68-4665-a4bb-1acc294e40fe triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:36.498204 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.523145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1942668e-7b64-4408-90a8-a6bcaa59b71e req-b7f4ed61-8444-4e1f-86a7-0178217994e3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631449 Aug 23 03:34:36.526512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Pushing event updated for resources: {'Port': ['ID=c72b914d-d777-48df-963f-88612cbed5d6,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:36.535423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:36.536029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e94349ae-149c-4de8-bf92-1bf47e23b494 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:36.548063 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-aa397fbf-d2ce-402a-be89-5c82db3c7618 service neutron] 10.222.0.20 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183347 Aug 23 03:34:36.565675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=8784c166-0386-4c45-9bfb-c7eaf900f8d4,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:36.569934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: e94349ae-149c-4de8-bf92-1bf47e23b494 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:36.570403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e94349ae-149c-4de8-bf92-1bf47e23b494 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:36.634127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.689487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Attempting to bind port c72b914d-d777-48df-963f-88612cbed5d6 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:36.689835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Attempting to bind port c72b914d-d777-48df-963f-88612cbed5d6 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:36.690164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Attempting to bind port c72b914d-d777-48df-963f-88612cbed5d6 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:36.696557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 84ffd128-9a68-4665-a4bb-1acc294e40fe, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=84ffd128-9a68-4665-a4bb-1acc294e40fe,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:36.709805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Port c72b914d-d777-48df-963f-88612cbed5d6 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:36.710131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Attempting to bind port c72b914d-d777-48df-963f-88612cbed5d6 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:36.724634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:36.724634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:36.724634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:36.725237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Bound port: c72b914d-d777-48df-963f-88612cbed5d6, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:36.725605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.742965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.834471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be708c32-4da1-4ff7-98f3-a0ac1026acf3 req-14b27114-e3cc-4654-a2c3-56f31365133a tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:36.843126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be708c32-4da1-4ff7-98f3-a0ac1026acf3 req-14b27114-e3cc-4654-a2c3-56f31365133a tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 948 time: 0.1147931 Aug 23 03:34:36.858369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=84ffd128-9a68-4665-a4bb-1acc294e40fe,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:36.863423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['f19c15c5-6540-4586-afb9-eda2f362fdde'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:36.889462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] For port c72b914d-d777-48df-963f-88612cbed5d6, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:36.896339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] For port c72b914d-d777-48df-963f-88612cbed5d6, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c72b914d-d777-48df-963f-88612cbed5d6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:36.918601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-361ba7d2-9e9a-4cc3-95b5-6debca3f1301 service neutron] 10.222.0.20 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696740 Aug 23 03:34:36.934393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:34:36.935748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be708c32-4da1-4ff7-98f3-a0ac1026acf3 req-e956f6ae-3500-4eb6-868d-c35a56987153 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914500 Aug 23 03:34:36.965579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Deleting port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:36.965921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:36.997450 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:37.033131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:37.037711 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:37.039915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] 10.222.0.11 "PUT /v2.0/ports/c72b914d-d777-48df-963f-88612cbed5d6 HTTP/1.1" status: 200 len: 1096 time: 1.3400195 Aug 23 03:34:37.043944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6616a0d6-d4ea-4154-be46-f6744b5229c9', 'tag': 'c72b914d-d777-48df-963f-88612cbed5d6'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:37.047937 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a28944f-aacf-4cd1-a838-7af45ed0bf89" -d '{"events": [{"name": "network-changed", "server_uuid": "6616a0d6-d4ea-4154-be46-f6744b5229c9", "tag": "c72b914d-d777-48df-963f-88612cbed5d6"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:37.140523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2691e5fb-e4cc-4e8e-8ed3-a7ad7b527fe8 None None] Provisioning complete for port d265aaac-3b69-4c1c-8ef1-0938d98df9bd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:37.140901 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2691e5fb-e4cc-4e8e-8ed3-a7ad7b527fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:37.166586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f4513e3-7785-4016-8b73-8d53f7611494 req-2bf459a1-2285-4d92-9960-04950d83e8f8 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 210 time: 0.1123812 Aug 23 03:34:37.242500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] For port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:37.242500 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:37.257482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 84ffd128-9a68-4665-a4bb-1acc294e40fe up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:37.259326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2691e5fb-e4cc-4e8e-8ed3-a7ad7b527fe8 None None] Port d265aaac-3b69-4c1c-8ef1-0938d98df9bd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:34:37.265920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:34:37.274128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121eac1-7b60-4649-8d28-022f7cb1e64a service neutron] Pushing event updated for resources: {'Port': ['ID=c72b914d-d777-48df-963f-88612cbed5d6,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:37.279211 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Sync routers for ids ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:34:37.289047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c0a0e657-72ab-440d-b5ae-2605dd847c60 admin admin] 10.222.0.20 "PUT /v2.0/routers/63d0dddd-8644-4b38-8540-eefcdfbb95d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7287149 Aug 23 03:34:37.296402 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Routers {'63d0dddd-8644-4b38-8540-eefcdfbb95d6'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:37.298236 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:37.351289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8784c166-0386-4c45-9bfb-c7eaf900f8d4 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:37.437419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-1eca1557-55cb-4fd1-8725-439c3ef85f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:37.438912 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-1eca1557-55cb-4fd1-8725-439c3ef85f70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52bebe1a38bb4c479c5191582083c6eb&device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 1099 time: 0.1441910 Aug 23 03:34:37.485995 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Set router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:37.523663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-47ee8835-be74-47dc-a72f-73ea8b025e5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c72b914d-d777-48df-963f-88612cbed5d6 HTTP/1.1" status: 200 len: 217 time: 0.0656195 Aug 23 03:34:37.539372 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f490de7-013e-4e2e-8f2b-ff4898b1029c x-openstack-request-id: req-6f490de7-013e-4e2e-8f2b-ff4898b1029c {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:37.540030 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6616a0d6-d4ea-4154-be46-f6744b5229c9", "tag": "c72b914d-d777-48df-963f-88612cbed5d6", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:37.540378 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f490de7-013e-4e2e-8f2b-ff4898b1029c {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:37.541367 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6616a0d6-d4ea-4154-be46-f6744b5229c9', 'tag': 'c72b914d-d777-48df-963f-88612cbed5d6', 'status': 'completed', 'code': 200} Aug 23 03:34:37.552749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c97b9-02b7-4e40-9d20-32ca65645bab req-43cdbf89-688e-47a0-b118-16eb20f2a39c tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:37.561908 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa6c97b9-02b7-4e40-9d20-32ca65645bab req-43cdbf89-688e-47a0-b118-16eb20f2a39c tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.2139239 Aug 23 03:34:37.593700 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e52d3e3-1174-43a3-b55e-4043ba049f9c x-openstack-request-id: req-3e52d3e3-1174-43a3-b55e-4043ba049f9c {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:37.594451 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "name": "network-vif-unplugged", "status": "completed", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:37.594753 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e52d3e3-1174-43a3-b55e-4043ba049f9c {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:37.595145 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4', 'code': 200} Aug 23 03:34:37.599186 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:37.651201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-671eb898-5a42-4b5a-b2ef-9cf1310efb96 req-7673292e-0ec3-4871-8ae5-90ae794f47cf tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 210 time: 0.0487978 Aug 23 03:34:37.690143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 84ffd128-9a68-4665-a4bb-1acc294e40fe triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:37.690815 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:37.711657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-1e79b6df-8699-40b6-962c-aca0e187ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:37.718810 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-1e79b6df-8699-40b6-962c-aca0e187ae71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1716621 Aug 23 03:34:37.751855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:37.776176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '8784c166-0386-4c45-9bfb-c7eaf900f8d4', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '8784c166-0386-4c45-9bfb-c7eaf900f8d4', 'mac_address': 'fa:16:3e:43:45:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:37.839684 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:29Z', 'updated_at': '2021-08-23T03:34:35Z', 'revision_number': 4, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'gw_port': {'id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:30Z', 'updated_at': '2021-08-23T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd265aaac-3b69-4c1c-8ef1-0938d98df9bd', 'name': '', 'network_id': '6d577700-cfde-4444-8463-798d847cb75c', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'mac_address': 'fa:16:3e:99:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0c80bdd4-e4e7-4344-9f19-355f4941c869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:33Z', 'updated_at': '2021-08-23T03:34:35Z', 'revision_number': 2, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'subnets': [{'id': '0c80bdd4-e4e7-4344-9f19-355f4941c869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:37.847364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-dbfc4188-583e-4c61-9afb-7e6a77b973ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:37.849305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-dbfc4188-583e-4c61-9afb-7e6a77b973ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082377 Aug 23 03:34:37.863097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cf600-7eb1-4804-abd5-9181a2c0c5b0 req-c340e9c7-aa7c-43c3-85c4-34482d847ca8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:37.871568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b04cf600-7eb1-4804-abd5-9181a2c0c5b0 req-c340e9c7-aa7c-43c3-85c4-34482d847ca8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 944 time: 0.1134653 Aug 23 03:34:37.886538 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Checking router: 63d0dddd-8644-4b38-8540-eefcdfbb95d6 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:34:37.886538 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Updating router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 port d265aaac-3b69-4c1c-8ef1-0938d98df9bd binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:34:37.894238 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:37.918911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8784c166-0386-4c45-9bfb-c7eaf900f8d4 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:37.927631 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:37.946797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:37.993602 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa6c97b9-02b7-4e40-9d20-32ca65645bab req-6385ed3e-d019-4fec-8f4e-6bcd829114ec tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308138 Aug 23 03:34:38.011979 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b04cf600-7eb1-4804-abd5-9181a2c0c5b0 req-a5f07a15-ad08-4f89-8718-9c4f8356d943 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386213 Aug 23 03:34:38.030975 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.056590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.056590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.056939 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Floating IP 8cd89279-df54-4e45-b145-a73f30133d4f disassociated. External IP: 172.25.1.148, port: 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01. Aug 23 03:34:38.057141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Calling delete_port for 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 owned by compute:tempest-test_az-794880766 {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:38.062511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-11f11773-4211-4179-afe8-580c6cedb538 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881213 Aug 23 03:34:38.123284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=8784c166-0386-4c45-9bfb-c7eaf900f8d4,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:38.276601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04b1be27-bde6-48df-b088-039dc859f0ea req-f14239b5-264c-4e87-90cd-f7aa70e9f453 tempest-FloatingIPsNegativeTestJSON-366228633 tempest-FloatingIPsNegativeTestJSON-366228633-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=072e9850bfb3419096bf62fd878bde71 HTTP/1.1" status: 200 len: 217 time: 0.1280868 Aug 23 03:34:38.311309 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.336044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5e97213a-ebd3-4988-9c17-cef27ef34e47 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:38.337583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5e97213a-ebd3-4988-9c17-cef27ef34e47 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1097 time: 0.0856671 Aug 23 03:34:38.339882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8fb6e7-483a-4331-a632-16f056ba1d05 req-712f51d2-12af-4ced-b8e9-a16ae832af52 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679963 Aug 23 03:34:38.341052 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.356127 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Transition to ACTIVE for port object d265aaac-3b69-4c1c-8ef1-0938d98df9bd will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:38.357126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-749052-7'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:38.375627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event deleted for resources: {'Port': ['ID=7bd13c56-55e3-4f89-ba7e-d6f117cd5f01,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:38.463250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.471349 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.473903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992026d9-0e25-4884-b819-7c0d9a78c60e req-138ed919-d360-4c2a-b521-0a3dce704748 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:38.476031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-992026d9-0e25-4884-b819-7c0d9a78c60e req-138ed919-d360-4c2a-b521-0a3dce704748 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 948 time: 0.0960906 Aug 23 03:34:38.500138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['8784c166-0386-4c45-9bfb-c7eaf900f8d4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:38.529430 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa663400-b3d0-4cf6-8492-76625ce08aae None None] Pushing event updated for resources: {'Port': ['ID=d265aaac-3b69-4c1c-8ef1-0938d98df9bd,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:38.569157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c849a-d4d8-43f6-b49b-4acb9ef98fdd req-7694f742-7b2e-4b53-b0f0-e5aa6aa4dc17 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:38.570663 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-111c849a-d4d8-43f6-b49b-4acb9ef98fdd req-7694f742-7b2e-4b53-b0f0-e5aa6aa4dc17 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 948 time: 0.1145632 Aug 23 03:34:38.593099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Router a72bf3c0-8110-4432-919b-94390fd5e878 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:34:38.671287 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Attempting to bind port d265aaac-3b69-4c1c-8ef1-0938d98df9bd on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:38.671992 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Attempting to bind port d265aaac-3b69-4c1c-8ef1-0938d98df9bd by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'bd1024b2-138e-468e-b49e-eff96a61eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6d577700-cfde-4444-8463-798d847cb75c'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:38.672583 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Attempting to bind port d265aaac-3b69-4c1c-8ef1-0938d98df9bd on network 6d577700-cfde-4444-8463-798d847cb75c {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:38.681976 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:38.684673 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Checking segment: {'id': 'bd1024b2-138e-468e-b49e-eff96a61eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6d577700-cfde-4444-8463-798d847cb75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:38.692170 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.696653 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Bound using segment: {'id': 'bd1024b2-138e-468e-b49e-eff96a61eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6d577700-cfde-4444-8463-798d847cb75c'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:38.698410 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Bound port: d265aaac-3b69-4c1c-8ef1-0938d98df9bd, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1024b2-138e-468e-b49e-eff96a61eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6d577700-cfde-4444-8463-798d847cb75c'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:38.698410 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.796251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-111c849a-d4d8-43f6-b49b-4acb9ef98fdd req-1121a0eb-7af3-483f-a1d8-5c3efdf2704a tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131186 Aug 23 03:34:38.883054 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] For port d265aaac-3b69-4c1c-8ef1-0938d98df9bd, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:38.891105 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] For port d265aaac-3b69-4c1c-8ef1-0938d98df9bd, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d265aaac-3b69-4c1c-8ef1-0938d98df9bd,segment=NetworkSegment(bd1024b2-138e-468e-b49e-eff96a61eade),segment_id=bd1024b2-138e-468e-b49e-eff96a61eade)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:38.948759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-1a054cc2-0d27-4eaf-8568-860ec965dfa4 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:38.950978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-1a054cc2-0d27-4eaf-8568-860ec965dfa4 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.24 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 813 time: 0.4230080 Aug 23 03:34:38.971261 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:38.989983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'port': {'device_id': '6344f918-7c17-419a-ba56-9dd61b723daa', 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b', 'admin_state_up': True, 'tenant_id': '51f42631a36c44ef83344f3e33dce158'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:39.034422 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Routers {'63d0dddd-8644-4b38-8540-eefcdfbb95d6'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:39.035175 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:39.057579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91a14345-e876-4613-b64c-10a6e31d9b27 req-e741ea32-ce1c-49b4-9f49-db5762c390d8 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 210 time: 0.1205056 Aug 23 03:34:39.153138 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa663400-b3d0-4cf6-8492-76625ce08aae None None] Pushing event updated for resources: {'Port': ['ID=d265aaac-3b69-4c1c-8ef1-0938d98df9bd,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:39.233553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-992026d9-0e25-4884-b819-7c0d9a78c60e req-50976987-a73e-4a53-98cd-6cfa703a8539 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7489953 Aug 23 03:34:39.250896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-11e61304-0af6-4f96-8386-b1ebdfcc6d73 req-7e55e28f-e407-45c1-a955-793f8c795e64 tempest-FloatingIPsNegativeTestJSON-366228633 tempest-FloatingIPsNegativeTestJSON-366228633-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1193151 Aug 23 03:34:39.269398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-0e73d8a4-5c06-45aa-a9eb-8bf3d857d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:39.270947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-0e73d8a4-5c06-45aa-a9eb-8bf3d857d1c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52bebe1a38bb4c479c5191582083c6eb&device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 1099 time: 0.6618700 Aug 23 03:34:39.284748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:34:39.301079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] Sync routers for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:34:39.303560 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] Set router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:39.337501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:39.338151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:39.344617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:39.427527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] No DVR routers for this DVR port 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:34:39.447695 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:39.450809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ded3a49-ef7b-437f-8556-40cbaeb5b8e7 req-82d32635-ad09-4428-9a3b-0ea0a0ad7d84 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "DELETE /v2.0/ports/7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 HTTP/1.1" status: 204 len: 173 time: 3.0603645 Aug 23 03:34:39.452855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b9036-8b89-45d1-896b-6c6f97098f14 req-bcda193e-01ec-48cd-ae90-7f6b9cc5722f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:39.454536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d22b9036-8b89-45d1-896b-6c6f97098f14 req-bcda193e-01ec-48cd-ae90-7f6b9cc5722f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 951 time: 0.1312549 Aug 23 03:34:39.470202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-be876770-5460-48bf-9d50-008a9883a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:39.471673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-be876770-5460-48bf-9d50-008a9883a996 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1921654 Aug 23 03:34:39.474800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:39.478863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c9a351db-537b-4314-992e-d1a4a1a45c02 req-7e479121-4c7b-4055-8e79-b8a9a8271a57 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 210 time: 0.0989628 Aug 23 03:34:39.480883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'name': 'network-vif-deleted', 'tag': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:39.485504 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1a6ad2-c009-4589-88e5-f2185d950111" -d '{"events": [{"server_uuid": "24cb193f-6cb1-491d-9c18-6e70aaaac4a7", "name": "network-vif-deleted", "tag": "7bd13c56-55e3-4f89-ba7e-d6f117cd5f01"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:39.488633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:39.576839 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:29Z', 'updated_at': '2021-08-23T03:34:35Z', 'revision_number': 4, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'gw_port': {'id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:30Z', 'updated_at': '2021-08-23T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd265aaac-3b69-4c1c-8ef1-0938d98df9bd', 'name': '', 'network_id': '6d577700-cfde-4444-8463-798d847cb75c', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'mac_address': 'fa:16:3e:99:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0c80bdd4-e4e7-4344-9f19-355f4941c869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:33Z', 'updated_at': '2021-08-23T03:34:38Z', 'revision_number': 4, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'subnets': [{'id': '0c80bdd4-e4e7-4344-9f19-355f4941c869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:39.585217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device f19c15c5-6540-4586-afb9-eda2f362fdde up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:39.588524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-fe9fbf03-ccdd-4a87-9bb4-920aa3e80d7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c72b914d-d777-48df-963f-88612cbed5d6 HTTP/1.1" status: 200 len: 217 time: 0.0679350 Aug 23 03:34:39.596384 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Made reservation on behalf of 51f42631a36c44ef83344f3e33dce158 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:39.599461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:39.613713 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca86e20-b742-4a72-9e9b-d023f85dc44c None None] The sync data for ids ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'] in n-d-749052-7 is: [{'id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:29Z', 'updated_at': '2021-08-23T03:34:35Z', 'revision_number': 4, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'gw_port': {'id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:30Z', 'updated_at': '2021-08-23T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd265aaac-3b69-4c1c-8ef1-0938d98df9bd', 'name': '', 'network_id': '6d577700-cfde-4444-8463-798d847cb75c', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'mac_address': 'fa:16:3e:99:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0c80bdd4-e4e7-4344-9f19-355f4941c869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:33Z', 'updated_at': '2021-08-23T03:34:38Z', 'revision_number': 4, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'subnets': [{'id': '0c80bdd4-e4e7-4344-9f19-355f4941c869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:34:39.634633 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:39.639461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:39.645268 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c152cd11-9ff4-4e27-856e-97fde361933a" -d '{"events": [{"server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "name": "network-vif-unplugged", "status": "completed", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:39.645545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa44c0-d459-4e60-8c84-66d3920e64e4 req-4996d897-ad7a-41a3-aa21-77ee9b1c6f27 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:39.647313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-20aa44c0-d459-4e60-8c84-66d3920e64e4 req-4996d897-ad7a-41a3-aa21-77ee9b1c6f27 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 946 time: 0.0836289 Aug 23 03:34:39.746671 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:39.778419 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d22b9036-8b89-45d1-896b-6c6f97098f14 req-1d2e2ad9-32eb-4348-8fe4-dbbe5aac7c84 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013144 Aug 23 03:34:39.816414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Allocated IP 172.20.0.11 (f6128cc5-93ec-457c-9233-66238bc9526b/94b9b657-0307-428e-abca-345376f6f52f/2d0195f1-c548-4b39-9c67-8b653c785d5b) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:39.831116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:39.887641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] Checking router: a72bf3c0-8110-4432-919b-94390fd5e878 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:34:39.897943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-20aa44c0-d459-4e60-8c84-66d3920e64e4 req-2bdd79d5-9cb3-4155-b49c-256d639fb515 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786392 Aug 23 03:34:39.911267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:39.913074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:39.966368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port f19c15c5-6540-4586-afb9-eda2f362fdde completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:39.969460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Pushing event updated for resources: {'Port': ['ID=103b6d8d-7ccd-41c3-a035-4a06727daffc,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:39.974799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-948396f8-b6ba-441b-ad73-e95f0e98ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:39.976327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-948396f8-b6ba-441b-ad73-e95f0e98ee77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.3707263 Aug 23 03:34:39.981355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port f19c15c5-6540-4586-afb9-eda2f362fdde triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:39.981811 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:39.982357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on host n-h1-749052-7 for vnic_type normal with profile {"migrating_to": "n-h2-749052-7"} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:39.982693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:39.983022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:39.996994 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-03b59dcc-3c36-473a-9c19-578a938d419d req-a32f935a-05fe-46e0-ac3e-a3d80a703dc3 tempest-FloatingIPsNegativeTestJSON-366228633 tempest-FloatingIPsNegativeTestJSON-366228633-project] show failed (client error): The resource could not be found. Aug 23 03:34:40.007271 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03b59dcc-3c36-473a-9c19-578a938d419d req-a32f935a-05fe-46e0-ac3e-a3d80a703dc3 tempest-FloatingIPsNegativeTestJSON-366228633 tempest-FloatingIPsNegativeTestJSON-366228633-project] 10.222.0.20 "GET /v2.0/floatingips/92b1addb-c7ec-48a6-8b41-1ad8dfa2f4b3 HTTP/1.1" status: 404 len: 350 time: 0.0917404 Aug 23 03:34:40.010262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56018) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:40.025612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:40.026089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:40.074942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:40.075521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:40.076153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:40.076821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Bound port: 103b6d8d-7ccd-41c3-a035-4a06727daffc, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:40.077303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:40.116711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:40.119997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2035f5-5c6e-45c1-8042-80197836249d req-58a359f9-2cdc-444b-9239-ad28aa7782f0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:40.130604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b2035f5-5c6e-45c1-8042-80197836249d req-58a359f9-2cdc-444b-9239-ad28aa7782f0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 944 time: 0.1822619 Aug 23 03:34:40.137495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-cccd589e-3833-42da-8ac8-6a45f772c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:40.139165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-cccd589e-3833-42da-8ac8-6a45f772c966 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532490 Aug 23 03:34:40.330000 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-02ea4997-3b50-4c35-a514-a7409a56edbc service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711609 Aug 23 03:34:40.394461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-cbbebde8-c53d-49e1-8429-343c7b4d66f1 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:40.398064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-cbbebde8-c53d-49e1-8429-343c7b4d66f1 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "GET /v2.0/networks?id=d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 200 len: 824 time: 0.2862844 Aug 23 03:34:40.411485 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2079422-ba99-47c4-8c20-44d906dbb58c x-openstack-request-id: req-a2079422-ba99-47c4-8c20-44d906dbb58c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:40.412052 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cb193f-6cb1-491d-9c18-6e70aaaac4a7", "name": "network-vif-deleted", "tag": "7bd13c56-55e3-4f89-ba7e-d6f117cd5f01", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:40.412442 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2079422-ba99-47c4-8c20-44d906dbb58c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:40.413030 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cb193f-6cb1-491d-9c18-6e70aaaac4a7', 'name': 'network-vif-deleted', 'tag': '7bd13c56-55e3-4f89-ba7e-d6f117cd5f01', 'status': 'completed', 'code': 200} Aug 23 03:34:40.429902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b2035f5-5c6e-45c1-8042-80197836249d req-cd60c8b3-ba9a-4d85-8626-459172959899 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981606 Aug 23 03:34:40.453166 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5d2cb8-d9e1-4b59-82ea-d6cb15291a6e x-openstack-request-id: req-db5d2cb8-d9e1-4b59-82ea-d6cb15291a6e {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:40.453166 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "name": "network-vif-unplugged", "status": "completed", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:40.453166 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db5d2cb8-d9e1-4b59-82ea-d6cb15291a6e {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:40.453166 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc', 'code': 200} Aug 23 03:34:40.517676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-0084bf61-a133-466b-ae0b-49bd005de2d8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:40.519402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-0084bf61-a133-466b-ae0b-49bd005de2d8 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 951 time: 0.3925474 Aug 23 03:34:40.569921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 103b6d8d-7ccd-41c3-a035-4a06727daffc details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:40.571920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:40.646219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:40.647072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7bd13c56-55e3-4f89-ba7e-d6f117cd5f01 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:40.648000 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:40.662146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dae66fb1-647d-48c3-a9da-2c827387136e req-c23fd743-a9e6-47ef-ac92-d7d6ff3c7759 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 210 time: 0.1005654 Aug 23 03:34:40.692002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:40.692002 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06830608-e585-4909-8786-4856b3fdf889" -d '{"events": [{"server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "name": "network-vif-plugged", "status": "completed", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:40.695956 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:40.714803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:40.721831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:40.727047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:40.765926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-6dac5f01-b023-4238-be2a-50b46f28b74f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:40.765926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-6dac5f01-b023-4238-be2a-50b46f28b74f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 948 time: 0.2757742 Aug 23 03:34:40.785370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a28944f-aacf-4cd1-a838-7af45ed0bf89 req-379c3f36-1948-4e6c-ac31-0fc35e6061fb service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905537 Aug 23 03:34:40.812116 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-8326dd12-c157-4305-8f73-8fe6fc949d25 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b2a52da400e46c5a077f830248eb7bd HTTP/1.1" status: 200 len: 380 time: 0.3867667 Aug 23 03:34:40.814643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:40.822944 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:40.832646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Request body: {'port': {'device_id': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'admin_state_up': True, 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'security_groups': ['b9d5485f-e04d-4995-92e9-d2847191ca51']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:40.853472 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:40.860975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, got binding levels [] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:40.887987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348130a6-e052-4459-9944-31aa8141fa6c None None] The sync data for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 is: [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:34:40.932589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on host n-h1-749052-7 for vnic_type normal with profile {"migrating_to": "n-h2-749052-7"} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:40.933273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:40.933639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:40.943851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:40.945489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Attempting to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:40.947836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=f19c15c5-6540-4586-afb9-eda2f362fdde,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:40.955068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:40.955477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:40.956309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:40.956803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Bound port: 103b6d8d-7ccd-41c3-a035-4a06727daffc, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:40.961222 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:40.990240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edfc39-9f10-43af-b001-38162e9d491a req-4c79a9dc-1ff0-4c50-892a-c0fa41143d82 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.001508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3edfc39-9f10-43af-b001-38162e9d491a req-4c79a9dc-1ff0-4c50-892a-c0fa41143d82 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 948 time: 0.2121117 Aug 23 03:34:41.047246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2895d-7a6b-4da6-a33e-9008f4b26261 req-3750fd8d-38ba-4ee7-86eb-29c7b02af883 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.054822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-34c2895d-7a6b-4da6-a33e-9008f4b26261 req-3750fd8d-38ba-4ee7-86eb-29c7b02af883 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 948 time: 0.5221262 Aug 23 03:34:41.056655 n-d-749052-7 neutron-server[95122]: WARNING neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Concurrent port binding operations failed on port 103b6d8d-7ccd-41c3-a035-4a06727daffc Aug 23 03:34:41.061271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:41.063244 n-d-749052-7 neutron-server[95122]: INFO neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Attempt 2 to bind port 103b6d8d-7ccd-41c3-a035-4a06727daffc Aug 23 03:34:41.063775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 103b6d8d-7ccd-41c3-a035-4a06727daffc has no active binding in host n-h2-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:34:41.078564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Pushing event updated for resources: {'Port': ['ID=103b6d8d-7ccd-41c3-a035-4a06727daffc,revision_number=8']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:41.092794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.093460 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.094896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-5bf13ec9-e7a9-4e34-90b8-ce6ffabd29b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/103b6d8d-7ccd-41c3-a035-4a06727daffc HTTP/1.1" status: 200 len: 1122 time: 2.7443826 Aug 23 03:34:41.097301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-a856deed-7237-4438-a980-154276f3f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.098734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-a856deed-7237-4438-a980-154276f3f84b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 1099 time: 0.2375648 Aug 23 03:34:41.173263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3edfc39-9f10-43af-b001-38162e9d491a req-7de329c0-f443-44b5-988d-d51e711d6709 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568122 Aug 23 03:34:41.181921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-34c2895d-7a6b-4da6-a33e-9008f4b26261 req-a350396c-0520-407e-b65a-62051af5010c tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158462 Aug 23 03:34:41.202633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['103b6d8d-7ccd-41c3-a035-4a06727daffc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:41.249713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['103b6d8d-7ccd-41c3-a035-4a06727daffc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:41.256927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Deleting port 62a51aac-3b10-4b44-9555-7c011ae521b6 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:41.266174 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.269799 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e7dc1d-0176-4a2c-a1f1-0765e159ee06 x-openstack-request-id: req-14e7dc1d-0176-4a2c-a1f1-0765e159ee06 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:41.270159 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "name": "network-vif-plugged", "status": "completed", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:41.270422 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14e7dc1d-0176-4a2c-a1f1-0765e159ee06 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:41.273537 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde', 'code': 200} Aug 23 03:34:41.285527 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.335813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d265aaac-3b69-4c1c-8ef1-0938d98df9bd up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:41.349950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-714a9e1b-5a79-44cc-a84c-a9f600f5bda8 req-62e26c9a-0785-4e71-afb4-51b79d5b88f5 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 210 time: 0.0693581 Aug 23 03:34:41.394783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-849e282c-a870-47e2-982b-7419b12f4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.396416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-849e282c-a870-47e2-982b-7419b12f4356 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2861979 Aug 23 03:34:41.403563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8784c166-0386-4c45-9bfb-c7eaf900f8d4 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:41.511481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-2c97612e-42ef-4147-b164-3dd20c60dd57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0924537 Aug 23 03:34:41.547586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Network f6128cc5-93ec-457c-9233-66238bc9526b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:41.575451 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e501539-b08a-48e5-872d-8ef85462cb4c None None] New status for floating IP 8cd89279-df54-4e45-b145-a73f30133d4f: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:34:41.595162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711cf50-f0c7-45e0-9ae0-095987354c84 req-e1bf88e1-ac3c-4527-b195-85ad62eb6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.596370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6711cf50-f0c7-45e0-9ae0-095987354c84 req-e1bf88e1-ac3c-4527-b195-85ad62eb6e43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1096 time: 0.1916859 Aug 23 03:34:41.597453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:41.598086 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.608195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:41.610276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Made reservation on behalf of 9b2a52da400e46c5a077f830248eb7bd for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:41.613112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a13b-8e59-4ee4-a3aa-db47e21c83fd req-68eec603-a0a5-43d0-b2b1-b25ac03b4b7d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.614603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9769a13b-8e59-4ee4-a3aa-db47e21c83fd req-68eec603-a0a5-43d0-b2b1-b25ac03b4b7d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.1169517 Aug 23 03:34:41.616499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-2ec984b7-7e18-4546-b044-a68ee92fcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.617844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-2ec984b7-7e18-4546-b044-a68ee92fcefc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0857794 Aug 23 03:34:41.623727 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.626745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:41.644200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.644633 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.654265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port d265aaac-3b69-4c1c-8ef1-0938d98df9bd completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:41.672633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d265aaac-3b69-4c1c-8ef1-0938d98df9bd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:41.673046 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.708411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9769a13b-8e59-4ee4-a3aa-db47e21c83fd req-3f3269ea-3efe-4f21-930e-c6cca410b3a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877197 Aug 23 03:34:41.726275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6711cf50-f0c7-45e0-9ae0-095987354c84 req-364c4f62-b1a3-4394-90e9-106a05b4d0e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784035 Aug 23 03:34:41.730836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] For port 62a51aac-3b10-4b44-9555-7c011ae521b6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=62a51aac-3b10-4b44-9555-7c011ae521b6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:41.731313 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.732354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-48ea81b5-85e5-487d-b4a3-aba880b21555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.733925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-48ea81b5-85e5-487d-b4a3-aba880b21555 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958669 Aug 23 03:34:41.748795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Calling delete_port for 62a51aac-3b10-4b44-9555-7c011ae521b6 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:41.789299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'Port': ['ID=2d0195f1-c548-4b39-9c67-8b653c785d5b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:41.839566 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.864393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554d277-5fb3-4727-abb9-1371acb58106 req-81c1c961-bb1c-4c40-b0e7-db354ff0bbc2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.866066 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6554d277-5fb3-4727-abb9-1371acb58106 req-81c1c961-bb1c-4c40-b0e7-db354ff0bbc2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.0599718 Aug 23 03:34:41.880946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:41.922743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6554d277-5fb3-4727-abb9-1371acb58106 req-42a61776-ec11-479e-b2ee-5d697bfc5b19 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Aug 23 03:34:41.937124 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:41.955939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:41.967339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b06db1-d21d-4674-8eb2-489051793f00 req-d9843018-3544-48b8-b908-8fe4a97c853f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:41.974915 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09b06db1-d21d-4674-8eb2-489051793f00 req-d9843018-3544-48b8-b908-8fe4a97c853f tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 951 time: 0.5827391 Aug 23 03:34:41.996847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port d265aaac-3b69-4c1c-8ef1-0938d98df9bd, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d265aaac-3b69-4c1c-8ef1-0938d98df9bd,segment=NetworkSegment(bd1024b2-138e-468e-b49e-eff96a61eade),segment_id=bd1024b2-138e-468e-b49e-eff96a61eade)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:41.997871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-dce2148d-ca37-43d4-b813-acbc2603e31f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0120108 Aug 23 03:34:42.008223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:42.015799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Request body: {'port': {'device_id': '6344f918-7c17-419a-ba56-9dd61b723daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:42.045465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:42.080890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Allocated IP 172.20.0.14 (d284e626-14c2-4d2a-8386-94627b64a16d/69ee5bdc-836b-461b-b460-681e91b9dd62/253a5d04-07f5-4bab-b5cd-2f687852154f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:42.086103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=8784c166-0386-4c45-9bfb-c7eaf900f8d4,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:42.086528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c978f-817f-4442-9a7f-6d44ae0952d5 req-ed1f439f-19bb-4ca2-8f94-6f3ad80f8f85 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:42.096217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09b06db1-d21d-4674-8eb2-489051793f00 req-520b1126-57ec-42f4-bfd0-9cfa8ebc3dcd tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cf10177-0848-43ce-b704-cee4216855b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203065 Aug 23 03:34:42.097805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b97c978f-817f-4442-9a7f-6d44ae0952d5 req-ed1f439f-19bb-4ca2-8f94-6f3ad80f8f85 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 932 time: 0.0700545 Aug 23 03:34:42.158083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=d265aaac-3b69-4c1c-8ef1-0938d98df9bd,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:42.211921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:42.226290 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b97c978f-817f-4442-9a7f-6d44ae0952d5 req-d7a4d9a2-ac62-449c-8053-825f27a3cbe0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274786 Aug 23 03:34:42.277433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-3c04f97a-a1ef-4a92-8edc-2a16f8558795 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704111 Aug 23 03:34:42.433454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a383ce6-71c7-4527-9bf9-6f447b23e58c req-c36e986e-fd5f-45a2-8023-7346b48b0318 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:42.435009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a383ce6-71c7-4527-9bf9-6f447b23e58c req-c36e986e-fd5f-45a2-8023-7346b48b0318 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 948 time: 0.0867116 Aug 23 03:34:42.448913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:42.451241 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d4b502-b3b5-424a-9cd8-a01edddff74f" -d '{"events": [{"name": "network-changed", "server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:42.455447 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7ee602-7929-4804-9fdb-62c31de73c8f req-87089ea7-4482-4525-82e6-16a34fad67eb service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670284 Aug 23 03:34:42.499264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-8d5458b7-b2e0-4a97-b256-82da55f0bc91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845141 Aug 23 03:34:42.502041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a383ce6-71c7-4527-9bf9-6f447b23e58c req-63a4e724-04a1-4637-aa23-278bb312d7ae tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Aug 23 03:34:42.564304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-b4f6a4a5-33f7-4550-b375-243cdb01af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:42.565965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-b4f6a4a5-33f7-4550-b375-243cdb01af96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1101 time: 0.0441809 Aug 23 03:34:42.603295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94679718-6acd-497e-b534-12ed5568bf7d req-a89e072f-56c3-4884-984b-53834fa20055 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 210 time: 0.0362287 Aug 23 03:34:42.678821 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc6896-a917-43b1-b7bb-4b155d80c41a x-openstack-request-id: req-74dc6896-a917-43b1-b7bb-4b155d80c41a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:42.678821 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:42.678821 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74dc6896-a917-43b1-b7bb-4b155d80c41a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:42.678821 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc', 'status': 'completed', 'code': 200} Aug 23 03:34:42.696219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:42.716217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-0f643f27-5e43-4a53-a689-b668b9058e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:42.717691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-0f643f27-5e43-4a53-a689-b668b9058e4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1203930 Aug 23 03:34:42.774194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-d3930388-1fbf-4a1f-b919-d9387ff20049 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 217 time: 0.0393944 Aug 23 03:34:42.787942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:42.796371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7cf0c-d273-4626-9d25-edfc2896ca3b req-0df285f7-412e-4b6f-92ff-ac3220ebd7ba tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:42.797917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76d7cf0c-d273-4626-9d25-edfc2896ca3b req-0df285f7-412e-4b6f-92ff-ac3220ebd7ba tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.5323710 Aug 23 03:34:42.817259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-750b7335-6211-4628-9979-68d4311f4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:42.818755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-750b7335-6211-4628-9979-68d4311f4357 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1125 time: 0.1105654 Aug 23 03:34:42.862795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Pushing event deleted for resources: {'Port': ['ID=62a51aac-3b10-4b44-9555-7c011ae521b6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:42.874743 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:42.893404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-2dc3fb16-7119-4a0d-bfb6-4edd77149db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:42.893652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-2dc3fb16-7119-4a0d-bfb6-4edd77149db2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1116507 Aug 23 03:34:42.960202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75f1cf-5e3a-48d4-ad8f-d7a7e46bb049 req-f42222c8-7842-4ab0-8999-183932314956 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:42.961801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c75f1cf-5e3a-48d4-ad8f-d7a7e46bb049 req-f42222c8-7842-4ab0-8999-183932314956 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.1509542 Aug 23 03:34:42.974092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Transition to ACTIVE for port object 253a5d04-07f5-4bab-b5cd-2f687852154f will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:43.007400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-343f87d3-0aed-470f-99ca-ee1574f7ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:43.008973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-343f87d3-0aed-470f-99ca-ee1574f7ca56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1647549 Aug 23 03:34:43.014076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-23c7c4c1-2f62-4217-b88b-74dc844acb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:43.015583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-23c7c4c1-2f62-4217-b88b-74dc844acb04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967886 Aug 23 03:34:43.026030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] No DVR routers for this DVR port 62a51aac-3b10-4b44-9555-7c011ae521b6 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:34:43.038398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.040382 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41eb2db7-dba6-4fcb-9d53-653bf0155407 req-4f9e6180-3de4-4c25-8e75-2e195fa8a0b6 tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.24 "DELETE /v2.0/ports/62a51aac-3b10-4b44-9555-7c011ae521b6 HTTP/1.1" status: 204 len: 173 time: 2.4832702 Aug 23 03:34:43.040895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-deleted', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:43.044202 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acea7ac4-f69a-4322-ad5f-abcf2ce1b567" -d '{"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-deleted", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:43.053708 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76d7cf0c-d273-4626-9d25-edfc2896ca3b req-ab47d18a-9169-488d-953d-bcaa240d559a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398648 Aug 23 03:34:43.088284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c75f1cf-5e3a-48d4-ad8f-d7a7e46bb049 req-567822c3-3db2-4586-bdbd-7f2ccfb9cf4b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093516 Aug 23 03:34:43.095476 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-404f19d4-e5b0-4f18-9e6b-f4aa1399123f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc HTTP/1.1" status: 200 len: 217 time: 0.0661924 Aug 23 03:34:43.196978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-f8cab63c-a5e2-4a30-9df8-b8a96e979016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:43.198546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-f8cab63c-a5e2-4a30-9df8-b8a96e979016 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0711656 Aug 23 03:34:43.201053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-12ad599e-00c9-4926-9a6b-9fda6da8d452 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671529 Aug 23 03:34:43.210064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0195f1-c548-4b39-9c67-8b653c785d5b {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:43.230142 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc022b-20df-4101-a7bf-2d9b72ba770c x-openstack-request-id: req-98cc022b-20df-4101-a7bf-2d9b72ba770c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:43.230541 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a51fdd-4b66-46b7-88f7-895f484cede2", "name": "network-vif-deleted", "tag": "62a51aac-3b10-4b44-9555-7c011ae521b6", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:43.230877 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98cc022b-20df-4101-a7bf-2d9b72ba770c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:43.231350 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a51fdd-4b66-46b7-88f7-895f484cede2', 'name': 'network-vif-deleted', 'tag': '62a51aac-3b10-4b44-9555-7c011ae521b6', 'status': 'completed', 'code': 200} Aug 23 03:34:43.249298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.262807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-598353f6-80ef-4d9c-aac9-af5cf4698b36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543094 Aug 23 03:34:43.271328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d265aaac-3b69-4c1c-8ef1-0938d98df9bd up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:43.275344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:43.278027 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b6700-6b55-4112-9cc6-375a67f0591e" -d '{"events": [{"server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "name": "network-vif-plugged", "status": "completed", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:43.311148 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.313666 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Transition to ACTIVE for port object 2d0195f1-c548-4b39-9c67-8b653c785d5b will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:43.351107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d265aaac-3b69-4c1c-8ef1-0938d98df9bd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:43.351835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.373618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Network d284e626-14c2-4d2a-8386-94627b64a16d is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:43.380440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c72b914d-d777-48df-963f-88612cbed5d6 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:43.383288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782d90d-7645-4bda-9ef9-f6de2934e28f req-48800b95-6475-4f5a-8d42-e8956b814a6c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:43.384811 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f782d90d-7645-4bda-9ef9-f6de2934e28f req-48800b95-6475-4f5a-8d42-e8956b814a6c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.1524229 Aug 23 03:34:43.393944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:43.395749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.406057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:43.411574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:43.412436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.422597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event updated for resources: {'Port': ['ID=253a5d04-07f5-4bab-b5cd-2f687852154f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:43.524432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f782d90d-7645-4bda-9ef9-f6de2934e28f req-01db3a99-bded-4feb-8b76-9ca1ae08a059 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260953 Aug 23 03:34:43.536299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-98d0d312-ef4a-4324-ad45-d4f8e0bcbced tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7127790 Aug 23 03:34:43.552728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Request body: {'port': {'device_id': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:43.574014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0195f1-c548-4b39-9c67-8b653c785d5b,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:43.661994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c72b914d-d777-48df-963f-88612cbed5d6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c72b914d-d777-48df-963f-88612cbed5d6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:43.725725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'c72b914d-d777-48df-963f-88612cbed5d6', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'c72b914d-d777-48df-963f-88612cbed5d6', 'mac_address': 'fa:16:3e:7e:47:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:43.772162 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Attempting to bind port 2d0195f1-c548-4b39-9c67-8b653c785d5b on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:43.772499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Attempting to bind port 2d0195f1-c548-4b39-9c67-8b653c785d5b by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:43.772823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Attempting to bind port 2d0195f1-c548-4b39-9c67-8b653c785d5b on network f6128cc5-93ec-457c-9233-66238bc9526b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:43.827858 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.830363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Port 2d0195f1-c548-4b39-9c67-8b653c785d5b on network f6128cc5-93ec-457c-9233-66238bc9526b not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:43.831488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Attempting to bind port 2d0195f1-c548-4b39-9c67-8b653c785d5b on network f6128cc5-93ec-457c-9233-66238bc9526b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:43.872178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72b914d-d777-48df-963f-88612cbed5d6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:43.896056 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05a38368-e22f-48be-af44-6d1abafe51ea req-79708311-cba4-413b-8063-1e3a55b2c00c tempest-ServersAdminTestJSON-1161287948 tempest-ServersAdminTestJSON-1161287948-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1a51fdd-4b66-46b7-88f7-895f484cede2 HTTP/1.1" status: 200 len: 210 time: 0.5657611 Aug 23 03:34:43.896597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:43.896597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Checking segment: {'id': '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:43.897049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Bound using segment: {'id': '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:43.897358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Bound port: 2d0195f1-c548-4b39-9c67-8b653c785d5b, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:43.897716 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.923516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.924928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c72b914d-d777-48df-963f-88612cbed5d6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c72b914d-d777-48df-963f-88612cbed5d6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:43.941882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e65ea7-1f39-4a71-b346-a7d103b97ba0 req-30639609-b8f2-419e-8ec6-34ec67062dcd tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:43.943355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f8e65ea7-1f39-4a71-b346-a7d103b97ba0 req-30639609-b8f2-419e-8ec6-34ec67062dcd tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 944 time: 0.2369380 Aug 23 03:34:43.962498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-76209683-b4b1-4cd9-b644-1717c842be84 None None] Provisioning for port 253a5d04-07f5-4bab-b5cd-2f687852154f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:43.967029 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493d8dfc-ab88-4575-bca2-f4f70dd442a6 x-openstack-request-id: req-493d8dfc-ab88-4575-bca2-f4f70dd442a6 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:43.967326 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "name": "network-vif-plugged", "status": "completed", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:43.967766 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-493d8dfc-ab88-4575-bca2-f4f70dd442a6 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:43.968164 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4', 'code': 200} Aug 23 03:34:43.973520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-76209683-b4b1-4cd9-b644-1717c842be84 None None] Provisioning complete for port 253a5d04-07f5-4bab-b5cd-2f687852154f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:43.973902 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76209683-b4b1-4cd9-b644-1717c842be84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:43.988019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e984d64c-c1bf-440e-833e-9b24833b4843 req-4c698794-3eb0-4c71-bb67-09c1378fe8d2 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242146 Aug 23 03:34:44.025633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-0fbb5c57-137a-4460-aceb-1adb79a6f9aa service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141891 Aug 23 03:34:44.029324 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:44.031992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-76209683-b4b1-4cd9-b644-1717c842be84 None None] Port 253a5d04-07f5-4bab-b5cd-2f687852154f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:34:44.081203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f8e65ea7-1f39-4a71-b346-a7d103b97ba0 req-ad444c3c-c7be-4356-81aa-53b567b2573e tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263673 Aug 23 03:34:44.093253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] For port 2d0195f1-c548-4b39-9c67-8b653c785d5b, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:44.097914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Deleting port d265aaac-3b69-4c1c-8ef1-0938d98df9bd {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:44.098207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:44.118035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=c72b914d-d777-48df-963f-88612cbed5d6,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:44.179630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] For port 2d0195f1-c548-4b39-9c67-8b653c785d5b, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:44.181736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4bfde-54bb-44b2-aa65-b24d45da167a req-abb029de-9297-45d4-837c-882f581ac547 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.183775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56e4bfde-54bb-44b2-aa65-b24d45da167a req-abb029de-9297-45d4-837c-882f581ac547 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 949 time: 0.1217935 Aug 23 03:34:44.210365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d4b502-b3b5-424a-9cd8-a01edddff74f req-6f414407-5862-4cf8-a905-b30110f5eaed service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682980 Aug 23 03:34:44.228741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56e4bfde-54bb-44b2-aa65-b24d45da167a req-beb16398-a8c8-47b5-bba4-0fbc167ec2e0 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358131 Aug 23 03:34:44.243890 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:44.340500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227aa21-875c-45b6-b768-4df8e25e9de3 req-d7539d42-7f74-41c9-9ae6-b20c016e3301 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.342003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7227aa21-875c-45b6-b768-4df8e25e9de3 req-d7539d42-7f74-41c9-9ae6-b20c016e3301 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0545263 Aug 23 03:34:44.364615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.365323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:44.366695 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d0195f1-c548-4b39-9c67-8b653c785d5b HTTP/1.1" status: 200 len: 1092 time: 2.3550992 Aug 23 03:34:44.380685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7227aa21-875c-45b6-b768-4df8e25e9de3 req-27563db2-fe6d-4439-a1e3-71461f04a8a0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Aug 23 03:34:44.383347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35130a1-4ca9-4a08-87d8-b0ff81eebde6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0195f1-c548-4b39-9c67-8b653c785d5b,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:44.393344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701920f9-eee8-4193-badc-e2190a9994d6 req-0c05b3bc-2c65-44d2-8167-6c22709e351c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.394857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701920f9-eee8-4193-badc-e2190a9994d6 req-0c05b3bc-2c65-44d2-8167-6c22709e351c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 932 time: 0.2177551 Aug 23 03:34:44.407038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] For port d265aaac-3b69-4c1c-8ef1-0938d98df9bd, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d265aaac-3b69-4c1c-8ef1-0938d98df9bd,segment=NetworkSegment(bd1024b2-138e-468e-b49e-eff96a61eade),segment_id=bd1024b2-138e-468e-b49e-eff96a61eade)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:44.409723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:44.439335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Calling delete_port for d265aaac-3b69-4c1c-8ef1-0938d98df9bd owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:44.503508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c091f6-a034-4a1d-bd9e-b6b7274af5de req-6a481857-8183-4dcb-aab4-fba522ea7a3c tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.504886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59c091f6-a034-4a1d-bd9e-b6b7274af5de req-6a481857-8183-4dcb-aab4-fba522ea7a3c tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.0536518 Aug 23 03:34:44.510218 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701920f9-eee8-4193-badc-e2190a9994d6 req-528e9b9c-60c4-4b55-8985-10ff82e18d81 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057463 Aug 23 03:34:44.514668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['c72b914d-d777-48df-963f-88612cbed5d6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:44.586286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59c091f6-a034-4a1d-bd9e-b6b7274af5de req-9bb5f944-9337-4bcc-9b6f-15b62bbcba4f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592520 Aug 23 03:34:44.588248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:44.609460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253a5d04-07f5-4bab-b5cd-2f687852154f {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:44.614904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-8b222f95-d922-4ac8-bcec-3eb40431eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.616356 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-8b222f95-d922-4ac8-bcec-3eb40431eea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1095 time: 0.1625788 Aug 23 03:34:44.621840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 62a51aac-3b10-4b44-9555-7c011ae521b6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:44.622101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:44.622565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 62a51aac-3b10-4b44-9555-7c011ae521b6 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:44.721174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Transition to ACTIVE for port object 253a5d04-07f5-4bab-b5cd-2f687852154f will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:44.732792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3943b-10fe-440a-bd03-b1520fc737f7 req-daa6b73a-b9eb-4f3b-912a-e3ef3cb58aab tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.737376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-b49c0045-c745-4d54-9a28-c1ba0c8de893 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b HTTP/1.1" status: 200 len: 217 time: 0.1074004 Aug 23 03:34:44.738926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93b3943b-10fe-440a-bd03-b1520fc737f7 req-daa6b73a-b9eb-4f3b-912a-e3ef3cb58aab tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.0672939 Aug 23 03:34:44.781678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93b3943b-10fe-440a-bd03-b1520fc737f7 req-34e71b62-0c3b-4d69-ba9b-3a4556ff6cc6 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352423 Aug 23 03:34:44.812304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be677c-1375-493d-8b54-cb1b4181fb6a req-4971d01c-37fe-43bc-83e2-35c64cc92525 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.813847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-16be677c-1375-493d-8b54-cb1b4181fb6a req-4971d01c-37fe-43bc-83e2-35c64cc92525 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.1816711 Aug 23 03:34:44.819625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:44.836978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-d4c775ce-99d2-4d50-a470-85feb6c4b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.838541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-d4c775ce-99d2-4d50-a470-85feb6c4b95c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94b9b657-0307-428e-abca-345376f6f52f HTTP/1.1" status: 200 len: 853 time: 0.0870235 Aug 23 03:34:44.900910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905054b-3bc8-4c4d-a93f-da5c1fc0493e req-6cd83786-e724-4c80-9845-b5b78d08ee95 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:44.903124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5905054b-3bc8-4c4d-a93f-da5c1fc0493e req-6cd83786-e724-4c80-9845-b5b78d08ee95 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1096 time: 0.0473197 Aug 23 03:34:44.931178 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-1605b3b3-eec6-4ce9-830c-7d398d50161d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6128cc5-93ec-457c-9233-66238bc9526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680411 Aug 23 03:34:44.955711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5905054b-3bc8-4c4d-a93f-da5c1fc0493e req-9390161f-910e-484e-9638-e2977493862f tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Aug 23 03:34:44.971416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Pushing event updated for resources: {'Port': ['ID=253a5d04-07f5-4bab-b5cd-2f687852154f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:44.995779 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-16be677c-1375-493d-8b54-cb1b4181fb6a req-a31c29f9-ab88-443b-96d2-8cd7f04ec09c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706245 Aug 23 03:34:45.060868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Attempting to bind port 253a5d04-07f5-4bab-b5cd-2f687852154f on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:45.061279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Attempting to bind port 253a5d04-07f5-4bab-b5cd-2f687852154f by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:45.061607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Attempting to bind port 253a5d04-07f5-4bab-b5cd-2f687852154f on network d284e626-14c2-4d2a-8386-94627b64a16d {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:45.070924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Port 253a5d04-07f5-4bab-b5cd-2f687852154f on network d284e626-14c2-4d2a-8386-94627b64a16d not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:45.073339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Attempting to bind port 253a5d04-07f5-4bab-b5cd-2f687852154f on network d284e626-14c2-4d2a-8386-94627b64a16d {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:45.113798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:45.114420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Checking segment: {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:45.114809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Bound using segment: {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:45.115355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Bound port: 253a5d04-07f5-4bab-b5cd-2f687852154f, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:45.115700 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:45.136366 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-7a963c02-b09f-4fb5-ad24-978b9f44bb0b service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803014 Aug 23 03:34:45.136796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:45.216242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Pushing event deleted for resources: {'Port': ['ID=d265aaac-3b69-4c1c-8ef1-0938d98df9bd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:45.233655 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:45.235925 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:45.361462 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b006d8-2dd4-4d65-9042-db19e301a574 x-openstack-request-id: req-12b006d8-2dd4-4d65-9042-db19e301a574 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:45.362417 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:45.365198 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12b006d8-2dd4-4d65-9042-db19e301a574 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:45.365198 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b', 'status': 'completed', 'code': 200} Aug 23 03:34:45.409257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95e457b0-c4d1-46a8-9b35-45b84cd7ecb4 req-9f9329e1-a32b-4a33-ba11-bbfc78c8dea7 service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598107 Aug 23 03:34:45.433850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] For port 253a5d04-07f5-4bab-b5cd-2f687852154f, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:45.438341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] For port 253a5d04-07f5-4bab-b5cd-2f687852154f, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=253a5d04-07f5-4bab-b5cd-2f687852154f,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:45.468435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3648cf-0a0a-4094-91c8-81ff03e652fb req-427f1f03-072c-45c1-ba87-f7ba175b17fe tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:45.469993 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd3648cf-0a0a-4094-91c8-81ff03e652fb req-427f1f03-072c-45c1-ba87-f7ba175b17fe tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 949 time: 0.0819104 Aug 23 03:34:45.482169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825ea15-0999-42bc-bf43-4d46409a0803 req-0a340a73-8772-4a18-9694-52c431547b06 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:45.492983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5825ea15-0999-42bc-bf43-4d46409a0803 req-0a340a73-8772-4a18-9694-52c431547b06 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 944 time: 0.3054841 Aug 23 03:34:45.537756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd3648cf-0a0a-4094-91c8-81ff03e652fb req-7abcb3be-6db7-4e8e-b628-984705f1f2da tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564723 Aug 23 03:34:45.538671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56100) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:45.543553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5825ea15-0999-42bc-bf43-4d46409a0803 req-908b91d8-c4de-4d39-8e51-f10e8c2ce96f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486076 Aug 23 03:34:45.547409 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:45.741156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156aea0-4673-4d47-85d0-f99b756cb0df req-b5913aee-d98b-4a0a-8b48-6ac8d12ee373 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:45.749066 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f156aea0-4673-4d47-85d0-f99b756cb0df req-b5913aee-d98b-4a0a-8b48-6ac8d12ee373 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.0868862 Aug 23 03:34:45.750174 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:34:45.781720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-71d831d2-d60b-4fde-86aa-da4c1342ff6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6431d385a201402384e6d5e5ed1c2bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416539 Aug 23 03:34:45.789035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56110) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:45.803866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f156aea0-4673-4d47-85d0-f99b756cb0df req-72b215aa-07ae-404b-8fad-ea5296dd1438 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539188 Aug 23 03:34:45.849334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-886c5e6d-fd32-46b9-a6b8-56aad5a470bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:45.876759 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-886c5e6d-fd32-46b9-a6b8-56aad5a470bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:45.930692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:45.932308 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-fc0810f0-f324-4fbe-bd78-a5be0e2fdc6f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275395 Aug 23 03:34:46.042840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.047499 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:46.047499 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] 10.222.0.24 "PUT /v2.0/ports/253a5d04-07f5-4bab-b5cd-2f687852154f HTTP/1.1" status: 200 len: 1092 time: 2.5003569 Aug 23 03:34:46.061034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-364e510f-7a7b-498e-980e-c1198595a5dd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.065460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-364e510f-7a7b-498e-980e-c1198595a5dd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250017 Aug 23 03:34:46.086880 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-3af42ac4-4dd0-4f93-8798-6541c140a9c9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/quotas/20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 375 time: 0.0176048 Aug 23 03:34:46.098679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-886c5e6d-fd32-46b9-a6b8-56aad5a470bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:46.101222 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-886c5e6d-fd32-46b9-a6b8-56aad5a470bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:46.102357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-886c5e6d-fd32-46b9-a6b8-56aad5a470bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cf10177-0848-43ce-b704-cee4216855b9 HTTP/1.1" status: 204 len: 168 time: 0.3124630 Aug 23 03:34:46.125920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-b7eca90c-e6d8-4371-b7cb-1e5bea6a9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.127751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-b7eca90c-e6d8-4371-b7cb-1e5bea6a9ee1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1095 time: 0.2069073 Aug 23 03:34:46.141361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c5e6d-fd32-46b9-a6b8-56aad5a470bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf10177-0848-43ce-b704-cee4216855b9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:46.159192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ff54a-d7cc-4c23-a47b-b80c51bdfd85 service neutron] Pushing event updated for resources: {'Port': ['ID=253a5d04-07f5-4bab-b5cd-2f687852154f,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:46.168458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-fafe86eb-fddf-4733-b3ea-e7b230201c83 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804121 Aug 23 03:34:46.248900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685947-64f3-450a-aa7c-55e052dcebf5 req-d000bffa-ab93-4852-8e8a-de931e753291 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.252892 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f685947-64f3-450a-aa7c-55e052dcebf5 req-d000bffa-ab93-4852-8e8a-de931e753291 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 944 time: 0.3332877 Aug 23 03:34:46.430909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35688545-c7a5-4e1c-8d4e-4dc487a986d7 req-5795aaa2-16c8-45ff-8340-bdf602957325 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 210 time: 0.0383353 Aug 23 03:34:46.445523 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-d0b5a160-7754-45c6-938b-342b8bb0178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.447045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-d0b5a160-7754-45c6-938b-342b8bb0178a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b2a52da400e46c5a077f830248eb7bd&device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 1095 time: 0.2781172 Aug 23 03:34:46.460946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f685947-64f3-450a-aa7c-55e052dcebf5 req-fad7d594-ce88-4fe9-9ad1-35e1f952ffde tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751387 Aug 23 03:34:46.480828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-d3c85e57-0e0c-48f9-b67e-f1d064b2de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.482882 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-d3c85e57-0e0c-48f9-b67e-f1d064b2de07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 913 time: 0.3107724 Aug 23 03:34:46.525616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-a1f149b7-29bc-4634-ad4b-9c64c157a171 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=253a5d04-07f5-4bab-b5cd-2f687852154f HTTP/1.1" status: 200 len: 217 time: 0.0632732 Aug 23 03:34:46.559596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-20a22d09-1a82-4f66-bfe1-a6be71bd666d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b HTTP/1.1" status: 200 len: 217 time: 0.0467603 Aug 23 03:34:46.671877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca508eb8-156a-4878-9d49-8a5d38343f5f req-a9b7579b-fc1a-4179-9806-327c2d98b248 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.674460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca508eb8-156a-4878-9d49-8a5d38343f5f req-a9b7579b-fc1a-4179-9806-327c2d98b248 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 949 time: 0.0593998 Aug 23 03:34:46.689177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:34:46.715043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca508eb8-156a-4878-9d49-8a5d38343f5f req-35cd8dd7-c7e9-41a4-a25c-3f4b31d7858f tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343986 Aug 23 03:34:46.736492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-108e58e0-515e-4425-ad64-5910ce25ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.737676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-108e58e0-515e-4425-ad64-5910ce25ac2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94b9b657-0307-428e-abca-345376f6f52f HTTP/1.1" status: 200 len: 853 time: 0.1691880 Aug 23 03:34:46.792037 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-cef0a299-698c-4dd8-ac91-b5bab4a98cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.793659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-cef0a299-698c-4dd8-ac91-b5bab4a98cd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69ee5bdc-836b-461b-b460-681e91b9dd62 HTTP/1.1" status: 200 len: 863 time: 0.2368598 Aug 23 03:34:46.818757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-b41c916c-ca8a-465c-b3c6-062898375052 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6128cc5-93ec-457c-9233-66238bc9526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724299 Aug 23 03:34:46.831054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56144) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:46.838839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816744d-c94f-4069-b6bf-d60eb0659ffc req-7bf797dd-c1ab-4fb6-9bdc-23b49ffb5468 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.840831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f816744d-c94f-4069-b6bf-d60eb0659ffc req-7bf797dd-c1ab-4fb6-9bdc-23b49ffb5468 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 944 time: 0.1785705 Aug 23 03:34:46.926189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8bab7bd9-cff7-4fcf-af37-20f992a1e0f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c7be58102e6484c91e8fd42534d7dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915301 Aug 23 03:34:46.932012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56148) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:46.971132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31614069-bba1-4602-8198-ea88d8df9925 req-e985b024-b9d7-4dce-9d88-d569f9707b35 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:46.972765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31614069-bba1-4602-8198-ea88d8df9925 req-e985b024-b9d7-4dce-9d88-d569f9707b35 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.0924244 Aug 23 03:34:47.013571 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-359a05b7-6a00-4ee6-b9f0-37e327785867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:47.015304 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-359a05b7-6a00-4ee6-b9f0-37e327785867 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d284e626-14c2-4d2a-8386-94627b64a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2007012 Aug 23 03:34:47.050659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31614069-bba1-4602-8198-ea88d8df9925 req-08e2549d-7db0-4c2a-9661-907695ddc796 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564151 Aug 23 03:34:47.072456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea059651-3e37-4a72-a2ef-0412cd21cbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:47.097212 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea059651-3e37-4a72-a2ef-0412cd21cbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:47.128072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:34:47.149416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f816744d-c94f-4069-b6bf-d60eb0659ffc req-b2ec9a67-3b74-4d6f-9a01-cf6dfb740830 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816820 Aug 23 03:34:47.153334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] Sync routers for ids ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:34:47.157727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-44d54b37-dde9-499f-b423-026bc8d4a985 admin admin] 10.222.0.20 "PUT /v2.0/routers/63d0dddd-8644-4b38-8540-eefcdfbb95d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1434724 Aug 23 03:34:47.157960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-b71a44ae-d21a-4a1e-bd8f-e9daf34910b4 service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295462 Aug 23 03:34:47.158694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56152) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:47.168997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] Routers {'63d0dddd-8644-4b38-8540-eefcdfbb95d6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:47.170078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:47.170325 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-2fd6e18a-4472-4b40-aaf1-09b698bd73e7 service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453552 Aug 23 03:34:47.236695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea059651-3e37-4a72-a2ef-0412cd21cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:47.239578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea059651-3e37-4a72-a2ef-0412cd21cbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:47.242313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ea059651-3e37-4a72-a2ef-0412cd21cbc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e50e3e23-824e-45e3-bb42-cd9e5c0241c7 HTTP/1.1" status: 204 len: 168 time: 0.3003275 Aug 23 03:34:47.257961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea059651-3e37-4a72-a2ef-0412cd21cbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50e3e23-824e-45e3-bb42-cd9e5c0241c7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:47.364644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'tag': '253a5d04-07f5-4bab-b5cd-2f687852154f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:47.366823 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b25be9-b16b-421c-9e62-44b37afc5072", "tag": "253a5d04-07f5-4bab-b5cd-2f687852154f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:47.416730 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09827e5b-67ee-447f-8a0c-8407c4fb3ea5 x-openstack-request-id: req-09827e5b-67ee-447f-8a0c-8407c4fb3ea5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:47.417590 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b25be9-b16b-421c-9e62-44b37afc5072", "tag": "253a5d04-07f5-4bab-b5cd-2f687852154f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:47.417850 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09827e5b-67ee-447f-8a0c-8407c4fb3ea5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:47.418234 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'tag': '253a5d04-07f5-4bab-b5cd-2f687852154f', 'status': 'completed', 'code': 200} Aug 23 03:34:47.424105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c72b914d-d777-48df-963f-88612cbed5d6 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:47.424293 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:47.474135 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8cec43dc-be0c-4750-a1fe-944ef26b3f5e req-2d819daa-ab86-4c78-bd82-b5aa50219964 service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027577 Aug 23 03:34:47.491195 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12dcfb9-e02a-4bf3-bb52-3d496f0f47e2 req-89859f6c-6050-490d-a2f7-3915697bf45c service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089278 Aug 23 03:34:47.500084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] Set router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:47.561640 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09fd7811-889e-4061-a5c5-5bc16987bbc7 req-babd5a04-bc7e-4474-9a5e-0acedd15a1d4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 210 time: 0.0282850 Aug 23 03:34:47.594864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:47.607411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c52c6-6535-463f-9a03-962508a698de req-e51f8814-0397-4054-afc5-3661ffeb7b13 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:47.608978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a41c52c6-6535-463f-9a03-962508a698de req-e51f8814-0397-4054-afc5-3661ffeb7b13 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 944 time: 0.0543840 Aug 23 03:34:47.614124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port c72b914d-d777-48df-963f-88612cbed5d6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:47.623015 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port c72b914d-d777-48df-963f-88612cbed5d6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:47.623623 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:47.664230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a41c52c6-6535-463f-9a03-962508a698de req-6f1155f0-011f-4428-9849-fbda65924d8c tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Aug 23 03:34:47.732766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-420436a0-b9bc-4dfb-9668-eceb1d8b8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:47.734323 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-420436a0-b9bc-4dfb-9668-eceb1d8b8e28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b2a52da400e46c5a077f830248eb7bd&device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 1095 time: 0.0854352 Aug 23 03:34:47.753772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Deleting port 84ffd128-9a68-4665-a4bb-1acc294e40fe {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:47.754348 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:47.767071 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:47.796122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6616a0d6-d4ea-4154-be46-f6744b5229c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72b914d-d777-48df-963f-88612cbed5d6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:47.798884 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb9d73-19c0-434a-ac2c-084ab65e8cda" -d '{"events": [{"server_uuid": "6616a0d6-d4ea-4154-be46-f6744b5229c9", "name": "network-vif-plugged", "status": "completed", "tag": "c72b914d-d777-48df-963f-88612cbed5d6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:47.822091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:29Z', 'updated_at': '2021-08-23T03:34:44Z', 'revision_number': 5, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'gw_port': {'id': '84ffd128-9a68-4665-a4bb-1acc294e40fe', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:fc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:34:30Z', 'updated_at': '2021-08-23T03:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:47.879704 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd04d270-7398-438d-8b1b-e81afd443abe x-openstack-request-id: req-dd04d270-7398-438d-8b1b-e81afd443abe {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:47.879987 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6616a0d6-d4ea-4154-be46-f6744b5229c9", "name": "network-vif-plugged", "status": "completed", "tag": "c72b914d-d777-48df-963f-88612cbed5d6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:47.880241 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd04d270-7398-438d-8b1b-e81afd443abe {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:47.880694 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6616a0d6-d4ea-4154-be46-f6744b5229c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72b914d-d777-48df-963f-88612cbed5d6', 'code': 200} Aug 23 03:34:47.883561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c72b914d-d777-48df-963f-88612cbed5d6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c72b914d-d777-48df-963f-88612cbed5d6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:47.885052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] Checking router: 63d0dddd-8644-4b38-8540-eefcdfbb95d6 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:34:47.924775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] Routers {'63d0dddd-8644-4b38-8540-eefcdfbb95d6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:34:47.926373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:47.990068 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:48.016564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-8269eeee-c636-4f81-890e-b1f5756336c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:48.018088 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-8269eeee-c636-4f81-890e-b1f5756336c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 200 len: 924 time: 0.2736030 Aug 23 03:34:48.032762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8e37c-d298-49b8-897b-8fe7082b136d req-ae7b5489-ff6f-48ce-a333-24b323748750 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:48.034423 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4bf8e37c-d298-49b8-897b-8fe7082b136d req-ae7b5489-ff6f-48ce-a333-24b323748750 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 949 time: 0.1706762 Aug 23 03:34:48.037663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] For port 84ffd128-9a68-4665-a4bb-1acc294e40fe, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=84ffd128-9a68-4665-a4bb-1acc294e40fe,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:48.038064 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:48.042293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7321-ff9b-4160-93e0-949b758fb042 req-23536f17-c64b-4630-a4d9-7f04dc996c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:48.043995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0aeb7321-ff9b-4160-93e0-949b758fb042 req-23536f17-c64b-4630-a4d9-7f04dc996c5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 1101 time: 0.0593328 Aug 23 03:34:48.090703 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0aeb7321-ff9b-4160-93e0-949b758fb042 req-fe090f61-4abe-47e7-abd6-b4068efaf8ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Aug 23 03:34:48.114466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] Set router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:34:48.151449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Calling delete_port for 84ffd128-9a68-4665-a4bb-1acc294e40fe owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:48.164812 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4bf8e37c-d298-49b8-897b-8fe7082b136d req-f172323e-3922-4023-a5d9-f1ec5595cf00 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180320 Aug 23 03:34:48.166272 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-98af5525-d29b-4ba1-9948-107a2aecf794 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=253a5d04-07f5-4bab-b5cd-2f687852154f HTTP/1.1" status: 200 len: 217 time: 0.1308675 Aug 23 03:34:48.187007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:29Z', 'updated_at': '2021-08-23T03:34:47Z', 'revision_number': 6, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:48.192552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=c72b914d-d777-48df-963f-88612cbed5d6,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:48.227431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c5ddf-2519-4d3b-9b01-87ce814d878d None None] The sync data for ids ['63d0dddd-8644-4b38-8540-eefcdfbb95d6'] in n-d-749052-7 is: [{'id': '63d0dddd-8644-4b38-8540-eefcdfbb95d6', 'name': 'tempest-FloatingIPsNegativeTestJSON-2138304692-router', 'tenant_id': '072e9850bfb3419096bf62fd878bde71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:29Z', 'updated_at': '2021-08-23T03:34:47Z', 'revision_number': 6, 'project_id': '072e9850bfb3419096bf62fd878bde71', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:34:48.262082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fea1a-d16a-4058-ad82-63ade3bc1a47 req-45f8efe1-1dc2-44c4-87b3-5603659f5dd9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:48.269643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b03fea1a-d16a-4058-ad82-63ade3bc1a47 req-45f8efe1-1dc2-44c4-87b3-5603659f5dd9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.1342571 Aug 23 03:34:48.308647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b03fea1a-d16a-4058-ad82-63ade3bc1a47 req-eaf02efc-4eb7-464a-957b-21e2cbcf452b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Aug 23 03:34:48.393636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-74e1e49d-2ec6-4a36-9f86-75c00863bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:48.395162 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-74e1e49d-2ec6-4a36-9f86-75c00863bb2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69ee5bdc-836b-461b-b460-681e91b9dd62 HTTP/1.1" status: 200 len: 863 time: 0.2081358 Aug 23 03:34:48.467485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5a8a0-954d-47a3-8d28-666c7c9555a7 req-0eace857-8552-455b-862c-621a52a36aab tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:48.469679 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02d5a8a0-954d-47a3-8d28-666c7c9555a7 req-0eace857-8552-455b-862c-621a52a36aab tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 944 time: 0.1484213 Aug 23 03:34:48.545900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-0f8af835-b1e8-4d83-884e-833c2ffb2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:48.547420 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-0f8af835-b1e8-4d83-884e-833c2ffb2e8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d284e626-14c2-4d2a-8386-94627b64a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281483 Aug 23 03:34:48.580458 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02d5a8a0-954d-47a3-8d28-666c7c9555a7 req-ce6e52a7-e036-43ba-9d03-35fe5f99fd0e tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024704 Aug 23 03:34:48.585830 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2d0195f1-c548-4b39-9c67-8b653c785d5b details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:48.815645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2d0195f1-c548-4b39-9c67-8b653c785d5b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:48.834342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '2d0195f1-c548-4b39-9c67-8b653c785d5b', 'network_id': 'f6128cc5-93ec-457c-9233-66238bc9526b', 'port_id': '2d0195f1-c548-4b39-9c67-8b653c785d5b', 'mac_address': 'fa:16:3e:c2:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b9b657-0307-428e-abca-345376f6f52f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:48.896075 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:48.931687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0195f1-c548-4b39-9c67-8b653c785d5b {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:48.977861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2d0195f1-c548-4b39-9c67-8b653c785d5b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:48.998913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-448bd4d0-28b7-42d6-9dcf-40078a0f0e73 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259461 Aug 23 03:34:49.040884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43bfc6a4-1ee5-4832-9fd2-6e3b0d1aee06 req-adea25af-8d5e-440b-b180-9dedecc453ea tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 210 time: 0.0409596 Aug 23 03:34:49.061535 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:49.062541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 103b6d8d-7ccd-41c3-a035-4a06727daffc details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:49.136090 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-79aba088-22a0-40d0-953f-4942abaa7c2b service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766487 Aug 23 03:34:49.180423 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:49.265280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-6ef529c5-15e5-4c92-8b62-18ca74e1f3f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:49.269039 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-6ef529c5-15e5-4c92-8b62-18ca74e1f3f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602522 Aug 23 03:34:49.288305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ffd128-9a68-4665-a4bb-1acc294e40fe,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:49.308552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Request body: {'port': {'device_id': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '20f616f4226d41c0bc8d4e12b5359c6e'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:49.311617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 84ffd128-9a68-4665-a4bb-1acc294e40fe no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:49.383866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:49.419753 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.resource_extend [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:34:49.436215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2d0195f1-c548-4b39-9c67-8b653c785d5b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:49.455252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 84ffd128-9a68-4665-a4bb-1acc294e40fe {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:49.455651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 84ffd128-9a68-4665-a4bb-1acc294e40fe not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:49.456161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d265aaac-3b69-4c1c-8ef1-0938d98df9bd no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:49.489057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: d265aaac-3b69-4c1c-8ef1-0938d98df9bd {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:49.493513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d265aaac-3b69-4c1c-8ef1-0938d98df9bd not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:49.556532 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:49.561594 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:49.588534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc13cb3-04b0-4e01-b4c8-1e9b7ae1577a req-9939b837-2899-4399-afdd-2c32db6549a0 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:49.588534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cc13cb3-04b0-4e01-b4c8-1e9b7ae1577a req-9939b837-2899-4399-afdd-2c32db6549a0 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 950 time: 0.1434805 Aug 23 03:34:49.633310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.647015 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cc13cb3-04b0-4e01-b4c8-1e9b7ae1577a req-cd144718-d35c-4578-a702-3bc726840a2d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496614 Aug 23 03:34:49.650943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.653061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.653748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Made reservation on behalf of 20f616f4226d41c0bc8d4e12b5359c6e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:49.655776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.657622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.658437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.659288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:49.661066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.665103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.665103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.665103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.665103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.665103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:49.666028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:49.688389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:49.689608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63d0dddd-8644-4b38-8540-eefcdfbb95d6 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:34:49.698884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:49.704017 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2addb8c0-628f-459e-bc68-d3f5b505bf84 admin admin] 10.222.0.20 "DELETE /v2.0/routers/63d0dddd-8644-4b38-8540-eefcdfbb95d6 HTTP/1.1" status: 204 len: 168 time: 2.5433855 Aug 23 03:34:49.709694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56218) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:49.714711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 103b6d8d-7ccd-41c3-a035-4a06727daffc has no active binding in host n-h2-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:34:49.749153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205bdd9-aa99-4c8f-b31d-1a4f3312f3fd req-b062dc5d-de29-4703-8a2e-5f8beba4e418 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:49.760116 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d205bdd9-aa99-4c8f-b31d-1a4f3312f3fd req-b062dc5d-de29-4703-8a2e-5f8beba4e418 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 944 time: 0.4815080 Aug 23 03:34:49.832274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d205bdd9-aa99-4c8f-b31d-1a4f3312f3fd req-69aca390-d8cd-4828-ba80-c5a6942c8b4e tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651996 Aug 23 03:34:49.846423 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49d73e6f-0a85-48d2-ac3d-4f30ceb64523 req-84467fff-9b09-454c-a330-af112d7e985c service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927011 Aug 23 03:34:49.892085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Deleting subnet 0c80bdd4-e4e7-4344-9f19-355f4941c869 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:34:49.898541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:49.989163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09c3eb-87b7-4e0c-b840-f7e4ade945f7 req-ecf871eb-f663-4cdd-80bb-e98678547b20 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:49.991829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a092a9-7800-44ee-a31f-2ec32725f9e1 req-73a6053c-7c75-4df0-a5f3-56174c17e126 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:49.998883 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c09c3eb-87b7-4e0c-b840-f7e4ade945f7 req-ecf871eb-f663-4cdd-80bb-e98678547b20 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 945 time: 0.0736880 Aug 23 03:34:50.001359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28a092a9-7800-44ee-a31f-2ec32725f9e1 req-73a6053c-7c75-4df0-a5f3-56174c17e126 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 944 time: 0.2318158 Aug 23 03:34:50.031153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2d0195f1-c548-4b39-9c67-8b653c785d5b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:50.048477 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c09c3eb-87b7-4e0c-b840-f7e4ade945f7 req-0787c594-623c-44bc-9dc8-87ea5965e919 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487199 Aug 23 03:34:50.056974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:50.106796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28a092a9-7800-44ee-a31f-2ec32725f9e1 req-da0722a5-1331-4936-8beb-9cb8cfea0e4f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043749 Aug 23 03:34:50.116060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Allocated IP 192.168.233.138 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/05fef313-19ac-4526-9d2c-913247968e16) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:50.189873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-355034de-7107-403f-875f-335395fe758d req-b4025ae3-150d-4be5-8a50-5e37674aef33 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 210 time: 0.0460341 Aug 23 03:34:50.330427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-3e09ea7f-df5d-4fa8-a3ad-ae320442e364 service neutron] 10.222.0.11 "GET /v2.0/ports/103b6d8d-7ccd-41c3-a035-4a06727daffc/bindings/n-h2-749052-7 HTTP/1.1" status: 200 len: 384 time: 0.2117100 Aug 23 03:34:50.356793 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:50.534040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:50.564008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Transition to ACTIVE for port object 05fef313-19ac-4526-9d2c-913247968e16 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:50.568409 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:50.603032 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 253a5d04-07f5-4bab-b5cd-2f687852154f details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:50.641435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c80bdd4-e4e7-4344-9f19-355f4941c869,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:50.653357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcfeb81-8694-451b-9405-a84b020189ba None None] Network 6d577700-cfde-4444-8463-798d847cb75c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:34:50.655455 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:50.657316 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c80bdd4-e4e7-4344-9f19-355f4941c869 HTTP/1.1" status: 204 len: 168 time: 0.9465997 Aug 23 03:34:50.660611 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56244) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:50.683238 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-af26fcd0-c8d2-471a-9364-5a5be8af88cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503576 Aug 23 03:34:50.691623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.691966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.692304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.692636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.692963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.693330 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.693663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.693975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.694302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.694609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.694928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.695281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a6742-6f19-4513-8587-0a5faa994970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:50.754943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:50.850946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-26874545-549b-4c98-b7a1-e94acae71f6c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:50.853299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-26874545-549b-4c98-b7a1-e94acae71f6c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531870 Aug 23 03:34:50.865106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:50.877131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:50.899288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:50.920054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323472e8-a905-4004-b948-028623a3d0cd req-59a9acf9-8f20-4174-8fe7-823f91484270 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:50.921796 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-323472e8-a905-4004-b948-028623a3d0cd req-59a9acf9-8f20-4174-8fe7-823f91484270 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 950 time: 0.1163893 Aug 23 03:34:50.927805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d4ed72b4-cf2a-4a59-9279-a256d76d3863'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:50.966110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['8784c166-0386-4c45-9bfb-c7eaf900f8d4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:50.971505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 253a5d04-07f5-4bab-b5cd-2f687852154f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=253a5d04-07f5-4bab-b5cd-2f687852154f,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:50.981326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:50.991827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-d56b3431-f150-4c64-803f-21a49c35fabf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/quotas/28983f2da7f0464eb27b7189a87c46cb HTTP/1.1" status: 200 len: 375 time: 0.1288028 Aug 23 03:34:50.996383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:51.005633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Deleting port 89d75f2f-94bc-4e27-a302-c804ea772f0d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:51.006239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.030106 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9344f6df-a654-493f-9523-ccdb38b76799 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305972 Aug 23 03:34:51.046536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:51.056327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:51.068768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '253a5d04-07f5-4bab-b5cd-2f687852154f', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'port_id': '253a5d04-07f5-4bab-b5cd-2f687852154f', 'mac_address': 'fa:16:3e:18:26:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:51.076618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103b6d8d-7ccd-41c3-a035-4a06727daffc {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:51.116449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] For port 89d75f2f-94bc-4e27-a302-c804ea772f0d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=89d75f2f-94bc-4e27-a302-c804ea772f0d,segment=NetworkSegment(bd1024b2-138e-468e-b49e-eff96a61eade),segment_id=bd1024b2-138e-468e-b49e-eff96a61eade)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:51.117184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.134456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Calling delete_port for 89d75f2f-94bc-4e27-a302-c804ea772f0d owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:51.189378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:51.238370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:51.239358 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.294019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.297106 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.302571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-323472e8-a905-4004-b948-028623a3d0cd req-cfa0995b-65ad-42ac-b42c-a3395dead289 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390384 Aug 23 03:34:51.344074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-9121fdcc-2b61-4a35-be48-55d8079943f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0212290 Aug 23 03:34:51.396229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Request body: {'port': {'device_id': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:51.426083 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.452950 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd96b7-ae4e-468a-85ff-f0146fa3f10e None None] DHCP port deletion for 6d577700-cfde-4444-8463-798d847cb75c request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:34:51.470469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 103b6d8d-7ccd-41c3-a035-4a06727daffc no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:51.499317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.565397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Pushing event deleted for resources: {'Port': ['ID=89d75f2f-94bc-4e27-a302-c804ea772f0d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:51.595562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253a5d04-07f5-4bab-b5cd-2f687852154f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:51.608141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] No DVR routers for this DVR port 89d75f2f-94bc-4e27-a302-c804ea772f0d on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:34:51.618145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 253a5d04-07f5-4bab-b5cd-2f687852154f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=253a5d04-07f5-4bab-b5cd-2f687852154f,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:51.702741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee9ccd-ff69-477f-ba64-a0345877712c req-4d9c6e16-36e3-4649-905e-56d283c59491 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:51.707744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dbee9ccd-ff69-477f-ba64-a0345877712c req-4d9c6e16-36e3-4649-905e-56d283c59491 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 945 time: 0.1891496 Aug 23 03:34:51.747337 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.785966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.799496 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.799843 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.805194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.805194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > port after_create 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.805194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > port after_delete 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.805194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > port after_update 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.805194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.805615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dbee9ccd-ff69-477f-ba64-a0345877712c req-f75064b2-b5e8-4025-9307-78917c9454ae tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795333 Aug 23 03:34:51.805702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.805702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.805702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.817622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] Transition to ACTIVE for port object 103b6d8d-7ccd-41c3-a035-4a06727daffc will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:51.820177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-698b799d-a9e8-4cfe-be69-d3a3855e29b7 None None] Provisioning for port 05fef313-19ac-4526-9d2c-913247968e16 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:51.828707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=253a5d04-07f5-4bab-b5cd-2f687852154f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:51.841363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-698b799d-a9e8-4cfe-be69-d3a3855e29b7 None None] Provisioning complete for port 05fef313-19ac-4526-9d2c-913247968e16 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:51.842257 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-698b799d-a9e8-4cfe-be69-d3a3855e29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.884646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-698b799d-a9e8-4cfe-be69-d3a3855e29b7 None None] Port 05fef313-19ac-4526-9d2c-913247968e16 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:34:51.906768 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:51.912988 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.913307 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.913638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.913965 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 03:34:51.914345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d577700-cfde-4444-8463-798d847cb75c']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:51.935210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1024b2-138e-468e-b49e-eff96a61eade') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:51.935550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1024b2-138e-468e-b49e-eff96a61eade') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:34:51.947208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb7dd3-5eb3-428b-be0f-b682d434dac7 req-c337e33a-200d-4e9d-9a47-23789314eaec tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:51.948890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5aeb7dd3-5eb3-428b-be0f-b682d434dac7 req-c337e33a-200d-4e9d-9a47-23789314eaec tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 944 time: 0.4456503 Aug 23 03:34:51.969225 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.014410 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.019536 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5aeb7dd3-5eb3-428b-be0f-b682d434dac7 req-1d390194-4e65-431c-bf8a-6c5a89886d49 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618258 Aug 23 03:34:52.028464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:34:52.028871 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: from cryptography.utils import int_from_bytes Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: from cryptography.utils import int_from_bytes Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:34:52.032896 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:34:52.077761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] No DVR routers for this DVR port 103b6d8d-7ccd-41c3-a035-4a06727daffc on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:34:52.080234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] Pushing event updated for resources: {'Port': ['ID=103b6d8d-7ccd-41c3-a035-4a06727daffc,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:52.165182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddae941-6be4-4038-8675-09f3f61bb459 req-5f9cea1d-7ed5-461b-bc91-deb32215fa86 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:52.166877 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ddae941-6be4-4038-8675-09f3f61bb459 req-5f9cea1d-7ed5-461b-bc91-deb32215fa86 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 945 time: 0.1986301 Aug 23 03:34:52.170560 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-ab3cae96-5d01-4d85-a6fb-bd08705ffe3e service neutron] 10.222.0.11 "PUT /v2.0/ports/103b6d8d-7ccd-41c3-a035-4a06727daffc/bindings/n-h2-749052-7/activate HTTP/1.1" status: 200 len: 369 time: 1.8287177 Aug 23 03:34:52.170939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa5a5-0fdd-49eb-bc33-6b5a82dc8e4c req-0c649e85-a4f1-4b76-b77a-835a60ee76e0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:52.172863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68dfa5a5-0fdd-49eb-bc33-6b5a82dc8e4c req-0c649e85-a4f1-4b76-b77a-835a60ee76e0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 936 time: 0.0574565 Aug 23 03:34:52.183164 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.202798 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.207143 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6d577700-cfde-4444-8463-798d847cb75c HTTP/1.1" status: 204 len: 168 time: 1.5430181 Aug 23 03:34:52.211188 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.220154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac615f-90d3-44db-ab77-6d3d89f5b27f admin admin] Pushing event deleted for resources: {'Network': ['ID=6d577700-cfde-4444-8463-798d847cb75c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:52.240067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ddae941-6be4-4038-8675-09f3f61bb459 req-f7b5ddcc-fb76-4655-8540-cbc40116ec52 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553484 Aug 23 03:34:52.266731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['253a5d04-07f5-4bab-b5cd-2f687852154f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:52.285217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68dfa5a5-0fdd-49eb-bc33-6b5a82dc8e4c req-34f8cc55-1629-4fc6-b03d-28aeb9825f86 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044204 Aug 23 03:34:52.328933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fef313-19ac-4526-9d2c-913247968e16 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:52.351759 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.371328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Transition to ACTIVE for port object 05fef313-19ac-4526-9d2c-913247968e16 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:52.425081 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.456102 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43e4b37a-d700-4d93-a3f9-f53cac502b80 req-d64372ba-c639-48c2-a550-3995120aa847 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 210 time: 0.0657625 Aug 23 03:34:52.475226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-2aae058c-7793-4ce1-a49f-091320a7f97d tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:52.476738 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-2aae058c-7793-4ce1-a49f-091320a7f97d tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.1476486 Aug 23 03:34:52.520808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193e991-9260-4722-a78c-d273359d53da service neutron] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:52.546056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-aea939e9-47fb-449a-ab48-f904519e2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:52.547863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-aea939e9-47fb-449a-ab48-f904519e2ef0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c HTTP/1.1" status: 200 len: 1096 time: 0.0627675 Aug 23 03:34:52.610884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Attempting to bind port 05fef313-19ac-4526-9d2c-913247968e16 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:52.614309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Attempting to bind port 05fef313-19ac-4526-9d2c-913247968e16 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:52.614309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Attempting to bind port 05fef313-19ac-4526-9d2c-913247968e16 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:52.625280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2d0195f1-c548-4b39-9c67-8b653c785d5b up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:52.628901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Port 05fef313-19ac-4526-9d2c-913247968e16 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:52.634849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Attempting to bind port 05fef313-19ac-4526-9d2c-913247968e16 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:52.646273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:52.646628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:52.647016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:52.649598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Bound port: 05fef313-19ac-4526-9d2c-913247968e16, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:52.650009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.651777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-9a68046f-a69c-4989-8d5f-fe96dc3ec32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:52.653357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-9a68046f-a69c-4989-8d5f-fe96dc3ec32a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1096 time: 0.0667439 Aug 23 03:34:52.786427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:52.786427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:52.823749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56278) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:52.826968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 2d0195f1-c548-4b39-9c67-8b653c785d5b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:52.835373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 2d0195f1-c548-4b39-9c67-8b653c785d5b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:52.836299 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.840399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-b7f4f3d2-1eab-4013-ad16-c042d1089617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:52.842206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-b7f4f3d2-1eab-4013-ad16-c042d1089617 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1805005 Aug 23 03:34:52.849750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09644561-b9be-41be-b741-d380e5d09a99 req-efe160d7-0f56-498c-8d08-b2f65e7ae4a3 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:52.851400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09644561-b9be-41be-b741-d380e5d09a99 req-efe160d7-0f56-498c-8d08-b2f65e7ae4a3 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 950 time: 0.0746281 Aug 23 03:34:52.872609 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:52.939008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193e991-9260-4722-a78c-d273359d53da service neutron] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:52.953571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-1f0ecab4-eb23-44fd-8be8-d8b5f942bb7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc HTTP/1.1" status: 200 len: 217 time: 0.1010525 Aug 23 03:34:52.963383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:53.002249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2d0195f1-c548-4b39-9c67-8b653c785d5b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:53.003188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:53.006338 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3819770-ee72-4d03-b2b3-4a1d2ea8768c" -d '{"events": [{"server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "name": "network-vif-plugged", "status": "completed", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:53.019901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.020728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:53.022840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-b193e991-9260-4722-a78c-d273359d53da service neutron] 10.222.0.11 "PUT /v2.0/ports/05fef313-19ac-4526-9d2c-913247968e16 HTTP/1.1" status: 200 len: 1096 time: 1.6326044 Aug 23 03:34:53.025076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09644561-b9be-41be-b741-d380e5d09a99 req-42531856-2de0-46da-b831-d17a48d67554 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646628 Aug 23 03:34:53.027195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'tag': '05fef313-19ac-4526-9d2c-913247968e16'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:53.030489 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "tag": "05fef313-19ac-4526-9d2c-913247968e16"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:53.041254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-103fff14-8609-45fa-b8ad-27607b6956a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.055627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-103fff14-8609-45fa-b8ad-27607b6956a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0870101 Aug 23 03:34:53.088189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1283eefe-dc32-4f86-8b5c-160755662dac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=072e9850bfb3419096bf62fd878bde71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507308 Aug 23 03:34:53.090697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56288) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:53.094053 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:53.103696 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-17cb914d-8d5d-4541-b66c-4928801fd63c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385206 Aug 23 03:34:53.144529 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bca9083-9c9f-4f99-909e-6d8ca5c03f08 x-openstack-request-id: req-2bca9083-9c9f-4f99-909e-6d8ca5c03f08 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:53.145882 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "name": "network-vif-plugged", "status": "completed", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:53.146337 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bca9083-9c9f-4f99-909e-6d8ca5c03f08 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:53.147545 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b', 'code': 200} Aug 23 03:34:53.158862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7f93-23ea-4077-b108-bae2130f2d07 req-a16ce684-3fd5-4c93-8827-33fb7c80553e tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.172576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a25d7f93-23ea-4077-b108-bae2130f2d07 req-a16ce684-3fd5-4c93-8827-33fb7c80553e tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 945 time: 0.2350376 Aug 23 03:34:53.209209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2d0195f1-c548-4b39-9c67-8b653c785d5b,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:53.222048 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b50f876-a6ee-4e5f-ac92-adbfdc395fb3 x-openstack-request-id: req-0b50f876-a6ee-4e5f-ac92-adbfdc395fb3 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:53.225354 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "tag": "05fef313-19ac-4526-9d2c-913247968e16", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:53.225684 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b50f876-a6ee-4e5f-ac92-adbfdc395fb3 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:53.226013 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'tag': '05fef313-19ac-4526-9d2c-913247968e16', 'status': 'completed', 'code': 200} Aug 23 03:34:53.245412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 89d75f2f-94bc-4e27-a302-c804ea772f0d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:34:53.278296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 89d75f2f-94bc-4e27-a302-c804ea772f0d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:34:53.279007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 89d75f2f-94bc-4e27-a302-c804ea772f0d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:34:53.309107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c4da2-15d3-46df-8770-ae204c6091b9 req-7605f000-eb79-4371-bf9a-34e4211acbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.310657 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-135c4da2-15d3-46df-8770-ae204c6091b9 req-7605f000-eb79-4371-bf9a-34e4211acbb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1097 time: 0.1254337 Aug 23 03:34:53.361318 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a25d7f93-23ea-4077-b108-bae2130f2d07 req-c95ce820-e6fd-4e2c-8777-97607da85a82 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877253 Aug 23 03:34:53.378351 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-6cdf48a1-e6c3-4b7b-958b-f078a99e1393 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645435 Aug 23 03:34:53.392695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-045f8f58-0b35-4ae1-89b4-723cd2f6c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.394905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-045f8f58-0b35-4ae1-89b4-723cd2f6c5cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 1099 time: 0.2203965 Aug 23 03:34:53.416032 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de82acdb-4a89-4257-9333-cc514ad96c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:53.448632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c1bd2-98f2-4c1e-ae58-94d64a74c4fb req-108256ef-dcd2-43b9-b820-d4cc75c38978 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.450402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d75c1bd2-98f2-4c1e-ae58-94d64a74c4fb req-108256ef-dcd2-43b9-b820-d4cc75c38978 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 945 time: 0.1467288 Aug 23 03:34:53.467188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-cebb019a-722b-44b5-a419-4c8df82e8956 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05fef313-19ac-4526-9d2c-913247968e16 HTTP/1.1" status: 200 len: 217 time: 0.0563321 Aug 23 03:34:53.500868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-135c4da2-15d3-46df-8770-ae204c6091b9 req-96b37961-8920-4851-bbaa-bcf36c6a6f47 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717916 Aug 23 03:34:53.502996 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de82acdb-4a89-4257-9333-cc514ad96c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:53.545276 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d75c1bd2-98f2-4c1e-ae58-94d64a74c4fb req-5cef89f2-ddcc-4686-89b3-0986831f69d8 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517700 Aug 23 03:34:53.562636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-a39673ed-95aa-4069-8eab-146b22e8e99a service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734641 Aug 23 03:34:53.599908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-c09a6191-d3f0-406c-ac40-681041009a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.601395 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-c09a6191-d3f0-406c-ac40-681041009a8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1057346 Aug 23 03:34:53.609694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a939ec-3d55-41a0-b371-2afeabd06482 req-a287f632-be95-409d-825c-f141ee60b21d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.611079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07a939ec-3d55-41a0-b371-2afeabd06482 req-a287f632-be95-409d-825c-f141ee60b21d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 945 time: 0.1911321 Aug 23 03:34:53.669493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3523a-6c9b-443f-8d99-263c5aad77d2 req-5272fcc9-cb9a-4b87-a7df-41ca8ca46c3b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.671263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4c3523a-6c9b-443f-8d99-263c5aad77d2 req-5272fcc9-cb9a-4b87-a7df-41ca8ca46c3b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.0669851 Aug 23 03:34:53.685265 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07a939ec-3d55-41a0-b371-2afeabd06482 req-92db0016-8805-4037-9c8b-b4214471a409 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622263 Aug 23 03:34:53.687526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-036b4e54-915e-48dc-abb7-9b1f60880454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:53.688967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-036b4e54-915e-48dc-abb7-9b1f60880454 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764604 Aug 23 03:34:53.724455 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4c3523a-6c9b-443f-8d99-263c5aad77d2 req-94bbf250-98c2-4759-ba85-48798483613a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466497 Aug 23 03:34:53.774246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de82acdb-4a89-4257-9333-cc514ad96c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:53.777275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de82acdb-4a89-4257-9333-cc514ad96c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:53.780651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-de82acdb-4a89-4257-9333-cc514ad96c8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e49d529-60ed-4121-9e0e-caf2baf3388a HTTP/1.1" status: 204 len: 168 time: 0.6782444 Aug 23 03:34:53.817936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1087bc7-3bea-4a67-a924-04bda0e639e9 req-8020d958-07b2-4dd9-8bb4-74e23493abe1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 210 time: 0.0492051 Aug 23 03:34:53.820236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82acdb-4a89-4257-9333-cc514ad96c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e49d529-60ed-4121-9e0e-caf2baf3388a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:53.875095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-759f6286-37eb-4d2f-a19d-f69ab85c5cc5 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771698 Aug 23 03:34:53.986242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066965d7-85e7-4f01-8190-cd9a99ce2b79 req-e01ce105-11bf-43a7-99b5-c73cc9a5bab6 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024745 Aug 23 03:34:54.193180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef629f-848d-41bc-81de-14e28f87cf1a req-c2b242d6-0a62-44e7-bdd3-c3b3f553819d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:54.202033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7fef629f-848d-41bc-81de-14e28f87cf1a req-c2b242d6-0a62-44e7-bdd3-c3b3f553819d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 950 time: 0.0788524 Aug 23 03:34:54.262541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7fef629f-848d-41bc-81de-14e28f87cf1a req-7aeecd61-b0ff-41f4-9852-3d21a77a7fe7 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595808 Aug 23 03:34:54.327757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-6ee428d6-b8e8-4c40-b889-d1f3e3db3067 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529521 Aug 23 03:34:54.595625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-e90512c7-65c0-484d-bef1-97c5609793dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:54.597199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-e90512c7-65c0-484d-bef1-97c5609793dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 1099 time: 0.4772644 Aug 23 03:34:54.598811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c0d07-e61c-4812-a19f-d01baefde628 req-b03785ef-d3c4-4eb5-8ba6-035c2110a711 tempest-LiveMigrationNegativeTest-567054730 tempest-LiveMigrationNegativeTest-567054730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:54.600519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a8c0d07-e61c-4812-a19f-d01baefde628 req-b03785ef-d3c4-4eb5-8ba6-035c2110a711 tempest-LiveMigrationNegativeTest-567054730 tempest-LiveMigrationNegativeTest-567054730-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 1101 time: 0.0631030 Aug 23 03:34:54.646586 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9a8c0d07-e61c-4812-a19f-d01baefde628 req-acec071b-fe60-4e15-99fd-98aa6e3bcb88 tempest-LiveMigrationNegativeTest-567054730 tempest-LiveMigrationNegativeTest-567054730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:54.647434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-aa1aa620-d73d-41ee-8bb9-0bd77cf2e270 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:54.649217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-aa1aa620-d73d-41ee-8bb9-0bd77cf2e270 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.2295201 Aug 23 03:34:54.667134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 253a5d04-07f5-4bab-b5cd-2f687852154f up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:34:54.688734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-8b09dbe4-88d2-4565-b52e-724b12f6eb4d tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:54.700104 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-8b09dbe4-88d2-4565-b52e-724b12f6eb4d tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631833 Aug 23 03:34:54.739125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-232c9d5f-56d9-41c4-93ff-2614ac176b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:54.745531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-232c9d5f-56d9-41c4-93ff-2614ac176b98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1397471 Aug 23 03:34:54.784546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Request body: {'port': {'device_id': '3285c1de-9c2a-4695-81ef-f76f04e9a06e', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '28983f2da7f0464eb27b7189a87c46cb'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:54.795614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-2effab16-77d2-40dc-85e4-2e0e9bb47a6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05fef313-19ac-4526-9d2c-913247968e16 HTTP/1.1" status: 200 len: 217 time: 0.0423961 Aug 23 03:34:54.813435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fb75c-7ac6-4924-8e69-df21bd25dc01 req-2d88c7e1-5f87-45e0-9ca4-da8f243c38ac tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:54.821049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd1fb75c-7ac6-4924-8e69-df21bd25dc01 req-2d88c7e1-5f87-45e0-9ca4-da8f243c38ac tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 946 time: 0.3016806 Aug 23 03:34:54.836509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 253a5d04-07f5-4bab-b5cd-2f687852154f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:54.849387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 253a5d04-07f5-4bab-b5cd-2f687852154f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:54.853211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:54.878003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-83b19546-dff5-4d4c-87da-75fed8a20e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:54.879588 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-83b19546-dff5-4d4c-87da-75fed8a20e47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0744696 Aug 23 03:34:54.938903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd1fb75c-7ac6-4924-8e69-df21bd25dc01 req-e0a64adf-f51a-40e7-bba9-a1674cb358c0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168339 Aug 23 03:34:55.048724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-deddb2bd-a391-40aa-ac5d-6bd7aaa7d7de service neutron] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:55.052546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-deddb2bd-a391-40aa-ac5d-6bd7aaa7d7de service neutron] Notify callbacks [] for binding, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.054494 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b567e3-9fe4-4320-b6c5-97e0a39c05d8 req-deddb2bd-a391-40aa-ac5d-6bd7aaa7d7de service neutron] 10.222.0.24 "DELETE /v2.0/ports/103b6d8d-7ccd-41c3-a035-4a06727daffc/bindings/n-h1-749052-7 HTTP/1.1" status: 204 len: 173 time: 0.3525553 Aug 23 03:34:55.055778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-b7a5cc65-4950-4cfc-b4fe-aeeec902a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:55.061515 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.062981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-b7a5cc65-4950-4cfc-b4fe-aeeec902a8e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745143 Aug 23 03:34:55.117747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f6e92-9cad-46f2-b263-6aa10aa3eb6c req-3d79160a-2b0b-4d0a-b679-b19c4bebec78 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:55.120782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9a8c0d07-e61c-4812-a19f-d01baefde628 req-acec071b-fe60-4e15-99fd-98aa6e3bcb88 tempest-LiveMigrationNegativeTest-567054730 tempest-LiveMigrationNegativeTest-567054730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.126901 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a61f6e92-9cad-46f2-b263-6aa10aa3eb6c req-3d79160a-2b0b-4d0a-b679-b19c4bebec78 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 945 time: 0.0685346 Aug 23 03:34:55.155849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 253a5d04-07f5-4bab-b5cd-2f687852154f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=253a5d04-07f5-4bab-b5cd-2f687852154f,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:55.156763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253a5d04-07f5-4bab-b5cd-2f687852154f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:55.161061 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed442a8-e080-403d-a282-e002748b11c1" -d '{"events": [{"server_uuid": "b1b25be9-b16b-421c-9e62-44b37afc5072", "name": "network-vif-plugged", "status": "completed", "tag": "253a5d04-07f5-4bab-b5cd-2f687852154f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:55.183444 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a61f6e92-9cad-46f2-b263-6aa10aa3eb6c req-7225db57-7987-4aca-8510-1b30bd8ff299 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556715 Aug 23 03:34:55.208324 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9a8c0d07-e61c-4812-a19f-d01baefde628 req-acec071b-fe60-4e15-99fd-98aa6e3bcb88 tempest-LiveMigrationNegativeTest-567054730 tempest-LiveMigrationNegativeTest-567054730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.236568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.241915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56336) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:55.261831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a8c0d07-e61c-4812-a19f-d01baefde628 req-acec071b-fe60-4e15-99fd-98aa6e3bcb88 tempest-LiveMigrationNegativeTest-567054730 tempest-LiveMigrationNegativeTest-567054730-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480594 Aug 23 03:34:55.294628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec071b-fe60-4e15-99fd-98aa6e3bcb88 tempest-LiveMigrationNegativeTest-567054730 tempest-LiveMigrationNegativeTest-567054730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e76341c-f9b6-4300-89e7-6a8f973c64aa,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:55.300501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-5bfbcee5-2501-4541-8917-4265b3e419d2 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170005 Aug 23 03:34:55.352304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=253a5d04-07f5-4bab-b5cd-2f687852154f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:55.360243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Made reservation on behalf of 28983f2da7f0464eb27b7189a87c46cb for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:55.363894 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.376927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.384934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-network', 'tenant_id': '4ae919a733de45a5a9037e079252ee93'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:55.422460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383da3f-bd09-461e-ac9a-e1f851fe16b2 req-a7fab6f5-2289-4670-9f7c-c7585fdd4045 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:55.423977 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f383da3f-bd09-461e-ac9a-e1f851fe16b2 req-a7fab6f5-2289-4670-9f7c-c7585fdd4045 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 945 time: 0.1123135 Aug 23 03:34:55.454742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e7dbc-faf0-4380-b293-e12f5a4a2af2 req-1e2781f0-8548-4372-bce3-278623f258dd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:55.456249 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d4e7dbc-faf0-4380-b293-e12f5a4a2af2 req-1e2781f0-8548-4372-bce3-278623f258dd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.0935273 Aug 23 03:34:55.462905 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f383da3f-bd09-461e-ac9a-e1f851fe16b2 req-07ed0566-a2a0-466c-acdf-590c3542fc0a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Aug 23 03:34:55.490135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a71a8d9-f5c8-4e05-854e-d239bddddcd9 req-4f74705a-9bc9-4d0b-aa8a-34002625eef3 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810720 Aug 23 03:34:55.501172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Made reservation on behalf of 4ae919a733de45a5a9037e079252ee93 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:55.507521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d4e7dbc-faf0-4380-b293-e12f5a4a2af2 req-c05563f4-b26f-4beb-84d7-453a511c1564 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446560 Aug 23 03:34:55.509436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.558594 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.578191 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5353e073-3cbb-41d1-ab7a-99ec0a6c5d31 x-openstack-request-id: req-5353e073-3cbb-41d1-ab7a-99ec0a6c5d31 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:55.578681 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b25be9-b16b-421c-9e62-44b37afc5072", "name": "network-vif-plugged", "status": "completed", "tag": "253a5d04-07f5-4bab-b5cd-2f687852154f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:55.579124 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5353e073-3cbb-41d1-ab7a-99ec0a6c5d31 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:55.579521 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253a5d04-07f5-4bab-b5cd-2f687852154f', 'code': 200} Aug 23 03:34:55.625777 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-350e9f7e-e147-458b-a180-6d6dc2876907 req-6b43b9ff-f2b8-4bf6-a118-ee6f0b842bd4 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 210 time: 0.0606785 Aug 23 03:34:55.672292 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.728450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede9e0d-3bad-46b6-9bf3-525d9e49c0d6 req-31840a91-1284-48ae-8ed2-c2e7ec8f11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:55.730759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aede9e0d-3bad-46b6-9bf3-525d9e49c0d6 req-31840a91-1284-48ae-8ed2-c2e7ec8f11d4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 1097 time: 0.0498924 Aug 23 03:34:55.741200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:55.761904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000268f8-d888-4327-a4e7-a6a4a5b0ff31 req-51307939-9393-4bd9-828c-f236d77f0e80 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:55.763465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-000268f8-d888-4327-a4e7-a6a4a5b0ff31 req-51307939-9393-4bd9-828c-f236d77f0e80 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1096 time: 0.0576825 Aug 23 03:34:55.803853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-000268f8-d888-4327-a4e7-a6a4a5b0ff31 req-403f6fad-209c-40fa-8d17-e14736b095b6 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Aug 23 03:34:55.848666 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26833283-0e20-4a0d-a3d9-5f97fb760645,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:55.875284 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aede9e0d-3bad-46b6-9bf3-525d9e49c0d6 req-76000ec9-3b08-4f80-9835-b447d219381d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305752 Aug 23 03:34:55.919714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88517a5e-1348-4f5b-ab8b-2b330f843d60 req-18732871-51cd-4d4a-9bf2-8cf2172150a6 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:55.921306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88517a5e-1348-4f5b-ab8b-2b330f843d60 req-18732871-51cd-4d4a-9bf2-8cf2172150a6 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 1096 time: 0.0456183 Aug 23 03:34:55.957099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88517a5e-1348-4f5b-ab8b-2b330f843d60 req-526ba215-9760-4ffa-9198-bff343fab627 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296459 Aug 23 03:34:55.961584 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Allocated IP 192.168.233.104 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/efb9edf9-8112-4c87-9020-05e14161414c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:55.980712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.019432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a32f2ef7-08c6-4109-888c-22e9f0d93f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.073345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034fea5-41a9-4773-bbfc-f23966035990 req-f2f0dc3b-0ff8-4333-83df-45f5efc75a12 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:56.075002 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f034fea5-41a9-4773-bbfc-f23966035990 req-f2f0dc3b-0ff8-4333-83df-45f5efc75a12 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 946 time: 0.0575182 Aug 23 03:34:56.098154 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.128727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f034fea5-41a9-4773-bbfc-f23966035990 req-02fb6870-ccfb-47ae-b2c6-386520812a00 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465138 Aug 23 03:34:56.138557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:34:56.147871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca1c65-76a5-44ef-aa3e-5933d1fcae21,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:56.160028 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.160377 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Added segment f8a89968-d53b-4169-88a7-af7380388fdf of type vlan for network 12753e00-6def-4f00-a975-2f99f5eac4a5 Aug 23 03:34:56.207577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.228549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.233413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Transition to ACTIVE for port object efb9edf9-8112-4c87-9020-05e14161414c will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:56.247054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82642621-ebb8-4af9-b607-87e36e36a4ac req-77f64eaa-4284-45cf-821c-5e18a0fdb5c7 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:56.248561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82642621-ebb8-4af9-b607-87e36e36a4ac req-77f64eaa-4284-45cf-821c-5e18a0fdb5c7 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 950 time: 0.0554101 Aug 23 03:34:56.290909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82642621-ebb8-4af9-b607-87e36e36a4ac req-724c9b76-562e-44d0-864c-aebf5ab6d1ae tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353370 Aug 23 03:34:56.333604 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.334661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:56.335247 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.381676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-d60be385-c357-49f8-a437-00cce47e4c89 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1370192696&fields=id&tenant_id=51f42631a36c44ef83344f3e33dce158 HTTP/1.1" status: 200 len: 267 time: 0.0361257 Aug 23 03:34:56.395190 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.427562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] Pushing event updated for resources: {'Network': ['ID=12753e00-6def-4f00-a975-2f99f5eac4a5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:56.434989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-83bdfa41-e85d-4482-b5bc-14228b0bb65d tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:56.444673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-83bdfa41-e85d-4482-b5bc-14228b0bb65d tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 946 time: 0.0561597 Aug 23 03:34:56.447474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:56.449524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 12753e00-6def-4f00-a975-2f99f5eac4a5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:34:56.451547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:56.458549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:56.462544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event updated for resources: {'Port': ['ID=efb9edf9-8112-4c87-9020-05e14161414c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:56.464104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-08390a92-1bd5-4aea-902a-927a1f99eed7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'port': {'security_groups': ['e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024', 'b3a8e974-3b21-4117-9ae7-4e4004a77f0c']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:56.496874 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d862c4e4-1706-4e76-9bf3-0ff70aea067d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2534218 Aug 23 03:34:56.499731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56372) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:56.511685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Request body: {'subnet': {'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-subnet', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:56.550532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:56.551613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.599060 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-08390a92-1bd5-4aea-902a-927a1f99eed7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.668933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Made reservation on behalf of 4ae919a733de45a5a9037e079252ee93 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:34:56.671754 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.695337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ef5c-32a3-4ecb-a689-cbef46286f1a req-270fc385-9248-42d3-b461-3811e03750aa tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:56.697048 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61d3ef5c-32a3-4ecb-a689-cbef46286f1a req-270fc385-9248-42d3-b461-3811e03750aa tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 946 time: 0.0839305 Aug 23 03:34:56.722574 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-3caf008c-82e8-41be-a09c-f018c330901c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9985025 Aug 23 03:34:56.764558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Request body: {'port': {'device_id': '3285c1de-9c2a-4695-81ef-f76f04e9a06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:56.786522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-92cf579a-1a97-4bf0-b9cc-ab1a06bfbbd8 None None] Provisioning for port efb9edf9-8112-4c87-9020-05e14161414c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:34:56.790842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-92cf579a-1a97-4bf0-b9cc-ab1a06bfbbd8 None None] Provisioning complete for port efb9edf9-8112-4c87-9020-05e14161414c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:34:56.791222 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92cf579a-1a97-4bf0-b9cc-ab1a06bfbbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.805921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61d3ef5c-32a3-4ecb-a689-cbef46286f1a req-0fb957a3-843a-4696-af99-ba71fdab7447 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994337 Aug 23 03:34:56.836497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-92cf579a-1a97-4bf0-b9cc-ab1a06bfbbd8 None None] Port efb9edf9-8112-4c87-9020-05e14161414c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:34:56.853772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-08390a92-1bd5-4aea-902a-927a1f99eed7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] For port 2d0195f1-c548-4b39-9c67-8b653c785d5b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:56.865835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.894497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-08390a92-1bd5-4aea-902a-927a1f99eed7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.945123 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-08390a92-1bd5-4aea-902a-927a1f99eed7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:56.957794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2d0195f1-c548-4b39-9c67-8b653c785d5b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:56.993973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-08390a92-1bd5-4aea-902a-927a1f99eed7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:56.995250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-08390a92-1bd5-4aea-902a-927a1f99eed7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:57.001832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb3c2a6d-8da5-4db7-8190-e602a06e8806 req-08390a92-1bd5-4aea-902a-927a1f99eed7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "PUT /v2.0/ports/2d0195f1-c548-4b39-9c67-8b653c785d5b HTTP/1.1" status: 200 len: 982 time: 0.5480363 Aug 23 03:34:57.002649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:57.006232 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9ceb1c-d883-49cd-97bf-4691969c898c" -d '{"events": [{"name": "network-changed", "server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:57.006588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:57.033700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08390a92-1bd5-4aea-902a-927a1f99eed7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'Port': ['ID=2d0195f1-c548-4b39-9c67-8b653c785d5b,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:57.086680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f42eba-e3e2-4170-a072-4fd0150bc4d8 req-4dd00313-a5ee-47ca-99a4-646b537cb7a6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:57.088201 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-93f42eba-e3e2-4170-a072-4fd0150bc4d8 req-4dd00313-a5ee-47ca-99a4-646b537cb7a6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.2026591 Aug 23 03:34:57.157301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f676e8-6b72-45bb-af39-e2d2e50cd9fa req-66f9833a-21ec-4dbb-9344-16bd5505a221 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:57.169575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-65f676e8-6b72-45bb-af39-e2d2e50cd9fa req-66f9833a-21ec-4dbb-9344-16bd5505a221 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 936 time: 0.0667028 Aug 23 03:34:57.178278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:57.208801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2d0195f1-c548-4b39-9c67-8b653c785d5b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:57.212169 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-93f42eba-e3e2-4170-a072-4fd0150bc4d8 req-27f4ce7d-380a-409a-a06f-b8aede5f00dd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095738 Aug 23 03:34:57.214213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-65f676e8-6b72-45bb-af39-e2d2e50cd9fa req-1b890c40-61e7-42f6-8cce-b92056f1e62b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382230 Aug 23 03:34:57.253808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b643cf8-4c2f-42b9-852b-dfd6ce193f0c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:57.273729 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef043c5-f869-4a9c-aa76-97b00ae762ca x-openstack-request-id: req-fef043c5-f869-4a9c-aa76-97b00ae762ca {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:57.274292 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:57.274746 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fef043c5-f869-4a9c-aa76-97b00ae762ca {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:57.275634 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b', 'status': 'completed', 'code': 200} Aug 23 03:34:57.331669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Checking segment: {'id': 'f8a89968-d53b-4169-88a7-af7380388fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:57.332027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Network hostable DHCP agents. Network: 12753e00-6def-4f00-a975-2f99f5eac4a5, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:34:57.429517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:34:57.474356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e5230-f295-494b-bcd8-c6598ffb1b06 req-0d1a25f8-3636-49a1-9d26-3d4cd1b5e5a0 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:57.476297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed7e5230-f295-494b-bcd8-c6598ffb1b06 req-0d1a25f8-3636-49a1-9d26-3d4cd1b5e5a0 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 950 time: 0.0951440 Aug 23 03:34:57.521651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed7e5230-f295-494b-bcd8-c6598ffb1b06 req-ce341a8a-8234-45a0-8d58-170cb63560aa tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366671 Aug 23 03:34:57.635542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:57.656727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e580867d-00c7-427d-8ad1-909e98df0252 req-c647c3fc-ba1b-469d-8f5e-6d390aed835c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/b3a8e974-3b21-4117-9ae7-4e4004a77f0c HTTP/1.1" status: 200 len: 1801 time: 0.4083638 Aug 23 03:34:57.665305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '05fef313-19ac-4526-9d2c-913247968e16', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '05fef313-19ac-4526-9d2c-913247968e16', 'mac_address': 'fa:16:3e:3a:6d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:34:57.681643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb9edf9-8112-4c87-9020-05e14161414c {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:57.691710 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:57.707808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-db49f0ab-0bda-4a49-88d8-142d38eb9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:57.709314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-db49f0ab-0bda-4a49-88d8-142d38eb9449 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1136 time: 0.3923755 Aug 23 03:34:57.740666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:57.750814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Transition to ACTIVE for port object efb9edf9-8112-4c87-9020-05e14161414c will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:57.771831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fef313-19ac-4526-9d2c-913247968e16 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:34:57.798059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:57.800327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Network 12753e00-6def-4f00-a975-2f99f5eac4a5 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:34:57.812836 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-e580867d-00c7-427d-8ad1-909e98df0252 req-1673eb88-d4df-4382-a1ad-fb236af9615d tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 03:34:57.813889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e580867d-00c7-427d-8ad1-909e98df0252 req-1673eb88-d4df-4382-a1ad-fb236af9615d tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3a8e974-3b21-4117-9ae7-4e4004a77f0c HTTP/1.1" status: 409 len: 341 time: 0.1198103 Aug 23 03:34:57.843047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-983e0f18-f682-4368-88f6-7e2cbcde1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:57.843428 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-983e0f18-f682-4368-88f6-7e2cbcde1bd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 913 time: 0.1235974 Aug 23 03:34:57.864535 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:57.871899 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:57.938731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:57.939839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 12753e00-6def-4f00-a975-2f99f5eac4a5) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:57.945683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:57.947021 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:57.960249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e3e894-8adb-40ae-b7a1-fb21c41b949a None None] Network 12753e00-6def-4f00-a975-2f99f5eac4a5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:34:57.974423 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-3dd2dbd6-8dae-4e53-b82d-80a0b35216a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b HTTP/1.1" status: 200 len: 217 time: 0.1172554 Aug 23 03:34:58.077730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=efb9edf9-8112-4c87-9020-05e14161414c,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:58.138323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c116cb2-f096-48b9-8cee-da55f16dce91 req-cd0b5e7d-4315-42c0-a41c-e85d182eecb2 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:58.142716 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1c116cb2-f096-48b9-8cee-da55f16dce91 req-cd0b5e7d-4315-42c0-a41c-e85d182eecb2 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 946 time: 0.2464333 Aug 23 03:34:58.144759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-72ad0dc3-5fa8-491b-882c-9d3a646b9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:58.145995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-72ad0dc3-5fa8-491b-882c-9d3a646b9906 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94b9b657-0307-428e-abca-345376f6f52f HTTP/1.1" status: 200 len: 853 time: 0.1508303 Aug 23 03:34:58.162033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-15bd4661-4687-4af5-95c9-fc8fa06685b4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6612480 Aug 23 03:34:58.165573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56396) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:58.178307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:58.196599 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-c7612837-9038-4833-9aa2-523d20c16464 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6128cc5-93ec-457c-9233-66238bc9526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375955 Aug 23 03:34:58.251549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-12753e00-6def-4f00-a975-2f99f5eac4a5', 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'fixed_ips': [{'subnet_id': '9b643cf8-4c2f-42b9-852b-dfd6ce193f0c'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:34:58.252344 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.253528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae584d47-ab3f-4832-a14b-861d73e8a3ed req-0c39670b-612e-4484-afc1-59a5cd53cd51 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:58.255208 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae584d47-ab3f-4832-a14b-861d73e8a3ed req-0c39670b-612e-4484-afc1-59a5cd53cd51 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 985 time: 0.1231377 Aug 23 03:34:58.300629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1c116cb2-f096-48b9-8cee-da55f16dce91 req-86e7e63d-af88-41b2-8d09-520a22559837 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426446 Aug 23 03:34:58.304011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Attempting to bind port efb9edf9-8112-4c87-9020-05e14161414c on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:58.309731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Attempting to bind port efb9edf9-8112-4c87-9020-05e14161414c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:58.309731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Attempting to bind port efb9edf9-8112-4c87-9020-05e14161414c on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:58.311001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.311313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.350946 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Port efb9edf9-8112-4c87-9020-05e14161414c on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:34:58.351301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Attempting to bind port efb9edf9-8112-4c87-9020-05e14161414c on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:58.357933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02664ab5-c779-4375-bb42-206aa0f488ed req-cdba4e58-590e-428e-ba6e-d3b792260eee tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:58.359074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:58.359423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02664ab5-c779-4375-bb42-206aa0f488ed req-cdba4e58-590e-428e-ba6e-d3b792260eee tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.11 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 950 time: 0.1543989 Aug 23 03:34:58.359539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:58.359823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:58.360253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Bound port: efb9edf9-8112-4c87-9020-05e14161414c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:58.360863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.391132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae584d47-ab3f-4832-a14b-861d73e8a3ed req-9d2eed47-6b9a-4adb-b796-297a6f126048 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3a8e974-3b21-4117-9ae7-4e4004a77f0c&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1278465 Aug 23 03:34:58.438553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] For port efb9edf9-8112-4c87-9020-05e14161414c, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:58.441790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] For port efb9edf9-8112-4c87-9020-05e14161414c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=efb9edf9-8112-4c87-9020-05e14161414c,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:58.473921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-39872d0f-7e47-4e12-8447-228b55a3ef2b service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656541 Aug 23 03:34:58.511339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.526462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Allocated IP 172.20.0.2 (12753e00-6def-4f00-a975-2f99f5eac4a5/9b643cf8-4c2f-42b9-852b-dfd6ce193f0c/721b45dd-93f9-426d-9675-9bdbb6f0bbf1) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:34:58.589748 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee9ceb1c-d883-49cd-97bf-4691969c898c req-5d17e213-13b3-447e-a9e3-a4cd8b42e587 service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075723 Aug 23 03:34:58.591898 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.659863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=efb9edf9-8112-4c87-9020-05e14161414c,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:58.688224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-371b673d-3cb2-4133-abd8-436de3bead53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894665 Aug 23 03:34:58.697042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2eaf-b138-41df-abec-641fb15f10a3 req-db5e505f-6949-4eb1-ac59-aeca4ce39584 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:58.709141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:58.709965 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.711792 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-9f4ed5b3-82be-455f-81fc-514e59d4eb91 service neutron] 10.222.0.24 "PUT /v2.0/ports/efb9edf9-8112-4c87-9020-05e14161414c HTTP/1.1" status: 200 len: 1096 time: 1.9566288 Aug 23 03:34:58.717802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3285c1de-9c2a-4695-81ef-f76f04e9a06e', 'tag': 'efb9edf9-8112-4c87-9020-05e14161414c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:34:58.720939 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8614269-027c-432b-908d-53fb7cf3f63a" -d '{"events": [{"name": "network-changed", "server_uuid": "3285c1de-9c2a-4695-81ef-f76f04e9a06e", "tag": "efb9edf9-8112-4c87-9020-05e14161414c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:34:58.727221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb0a2eaf-b138-41df-abec-641fb15f10a3 req-db5e505f-6949-4eb1-ac59-aeca4ce39584 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 948 time: 0.2357352 Aug 23 03:34:58.764307 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.774682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Transition to ACTIVE for port object 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:58.780773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff7b3c-8c9f-4fcd-a359-e17c6128d841 req-9beaab72-d712-4505-aca6-f69b63af787a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:58.789266 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-deff7b3c-8c9f-4fcd-a359-e17c6128d841 req-9beaab72-d712-4505-aca6-f69b63af787a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 949 time: 0.1936266 Aug 23 03:34:58.791055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Transition to ACTIVE for port object 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:34:58.834425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['05fef313-19ac-4526-9d2c-913247968e16'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:58.877320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-495d62bf-7f67-4449-80a3-fa9ad00f3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:58.879862 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.880035 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-495d62bf-7f67-4449-80a3-fa9ad00f3565 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1136 time: 0.1531451 Aug 23 03:34:58.882204 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.904659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-deff7b3c-8c9f-4fcd-a359-e17c6128d841 req-df1813e3-06ac-41c0-b909-770491546b12 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137450 Aug 23 03:34:58.926566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb0a2eaf-b138-41df-abec-641fb15f10a3 req-6d096dd0-b256-46fa-b25f-1466fdb0bfac tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930883 Aug 23 03:34:58.957181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-02664ab5-c779-4375-bb42-206aa0f488ed req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Deleting port c72b914d-d777-48df-963f-88612cbed5d6 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:34:58.971743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-ae681000-6de7-4f12-b760-94f1987fea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:58.983053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02664ab5-c779-4375-bb42-206aa0f488ed req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:58.983208 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-ae681000-6de7-4f12-b760-94f1987fea7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 1099 time: 0.1314485 Aug 23 03:34:58.992094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Pushing event updated for resources: {'Port': ['ID=721b45dd-93f9-426d-9675-9bdbb6f0bbf1,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:59.007201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.007580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.007922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.008257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.013392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.013392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.013392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.013392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.013392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.013392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.013392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.013392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:34:59.013972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-109ceb7b-1942-4ea8-8013-2739c64d901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.014848 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-109ceb7b-1942-4ea8-8013-2739c64d901a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 1100 time: 0.2168808 Aug 23 03:34:59.023071 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:59.049903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Network 12753e00-6def-4f00-a975-2f99f5eac4a5 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:34:59.061271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:34:59.065577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:34:59.113308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-122c94c6-2572-49a7-8a22-cda22db1c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:59.144432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-70f30a0b-979d-4dfe-8269-2e65a09024ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=efb9edf9-8112-4c87-9020-05e14161414c HTTP/1.1" status: 200 len: 217 time: 0.1376960 Aug 23 03:34:59.198708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Attempting to bind port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:34:59.199088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Attempting to bind port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'f8a89968-d53b-4169-88a7-af7380388fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:34:59.199450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Attempting to bind port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 on network 12753e00-6def-4f00-a975-2f99f5eac4a5 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:34:59.214048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:34:59.214582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Checking segment: {'id': 'f8a89968-d53b-4169-88a7-af7380388fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:34:59.214986 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:59.215384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Bound using segment: {'id': 'f8a89968-d53b-4169-88a7-af7380388fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:34:59.215866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Bound port: 721b45dd-93f9-426d-9675-9bdbb6f0bbf1, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a89968-d53b-4169-88a7-af7380388fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:34:59.216243 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:59.222938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e3e96-97a6-4259-8b92-76aa9d05b36e req-a2b8f9fd-65dd-4570-9bc3-d4439224aa77 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.224556 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-428e3e96-97a6-4259-8b92-76aa9d05b36e req-a2b8f9fd-65dd-4570-9bc3-d4439224aa77 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 946 time: 0.2043984 Aug 23 03:34:59.228066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-bad85308-6c2e-461b-a918-d96dd157c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.229878 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2b207-4083-4766-929d-603f8bd60169 req-aeb0cc53-bec6-40cc-acc9-7c21757a122d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.230397 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-bad85308-6c2e-461b-a918-d96dd157c8d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 913 time: 0.3234925 Aug 23 03:34:59.237102 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ad2b207-4083-4766-929d-603f8bd60169 req-aeb0cc53-bec6-40cc-acc9-7c21757a122d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 950 time: 0.1960492 Aug 23 03:34:59.239070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56412) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:34:59.243555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Request body: {'floatingip': {'port_id': '253a5d04-07f5-4bab-b5cd-2f687852154f'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:34:59.250614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-02664ab5-c779-4375-bb42-206aa0f488ed req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] For port c72b914d-d777-48df-963f-88612cbed5d6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c72b914d-d777-48df-963f-88612cbed5d6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:34:59.250984 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02664ab5-c779-4375-bb42-206aa0f488ed req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:59.316394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-c32f0343-1c0a-403b-9921-c81f9b02aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.318014 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-c32f0343-1c0a-403b-9921-c81f9b02aea1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1577430 Aug 23 03:34:59.319400 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc3434e-40c3-45ef-a43c-fafde026d899 x-openstack-request-id: req-fdc3434e-40c3-45ef-a43c-fafde026d899 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:34:59.319693 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3285c1de-9c2a-4695-81ef-f76f04e9a06e", "tag": "efb9edf9-8112-4c87-9020-05e14161414c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:34:59.319947 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdc3434e-40c3-45ef-a43c-fafde026d899 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:34:59.320333 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3285c1de-9c2a-4695-81ef-f76f04e9a06e', 'tag': 'efb9edf9-8112-4c87-9020-05e14161414c', 'status': 'completed', 'code': 200} Aug 23 03:34:59.323674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-21cd1e88-f612-4e0c-bc42-f33c1a371774 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b HTTP/1.1" status: 200 len: 217 time: 0.0758944 Aug 23 03:34:59.324861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-02664ab5-c779-4375-bb42-206aa0f488ed req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Calling delete_port for c72b914d-d777-48df-963f-88612cbed5d6 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:34:59.326264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:59.340584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-fc7f0806-cb39-4be4-8ee3-b27d1cefdcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.342080 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-fc7f0806-cb39-4be4-8ee3-b27d1cefdcaf service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2877889 Aug 23 03:34:59.392071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] For port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:34:59.396763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] For port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=721b45dd-93f9-426d-9675-9bdbb6f0bbf1,segment=NetworkSegment(f8a89968-d53b-4169-88a7-af7380388fdf),segment_id=f8a89968-d53b-4169-88a7-af7380388fdf)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:34:59.448864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ad2b207-4083-4766-929d-603f8bd60169 req-959b5dce-af19-4585-b3d8-496a24c25af8 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091444 Aug 23 03:34:59.453531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-89363130-a720-47ba-87b8-ffdec40adad3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0978436 Aug 23 03:34:59.473576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:59.553043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd81111-078d-4b7e-9b2a-592bae1a6486 None None] Pushing event updated for resources: {'Port': ['ID=721b45dd-93f9-426d-9675-9bdbb6f0bbf1,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:34:59.570435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-9db31fbc-cdd5-418c-8716-c91a919d5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.571988 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-9db31fbc-cdd5-418c-8716-c91a919d5752 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0854223 Aug 23 03:34:59.616695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-14b02ddd-8023-4336-8344-d4dbb6c958d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.618208 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-14b02ddd-8023-4336-8344-d4dbb6c958d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94b9b657-0307-428e-abca-345376f6f52f HTTP/1.1" status: 200 len: 853 time: 0.2121053 Aug 23 03:34:59.625957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-5b4d6686-7610-4cda-9559-4f9138de4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.627455 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-5b4d6686-7610-4cda-9559-4f9138de4676 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201664 Aug 23 03:34:59.721255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-bf7baeb5-5558-469b-b8c3-0b8b055de322 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6128cc5-93ec-457c-9233-66238bc9526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872035 Aug 23 03:34:59.743262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef62e2-475e-4c97-865f-6c583022449a req-6e998929-9ce8-4fab-99c6-f9bc38394cc7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.743262 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2cef62e2-475e-4c97-865f-6c583022449a req-6e998929-9ce8-4fab-99c6-f9bc38394cc7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 985 time: 0.2367144 Aug 23 03:34:59.758265 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02664ab5-c779-4375-bb42-206aa0f488ed req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:59.775774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['452f4f47-ce97-4118-a148-0e06a6b32755'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:34:59.882785 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:34:59.930550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-3cf45c4d-2d07-4413-8d0e-83da4bb3b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:34:59.936853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-3cf45c4d-2d07-4413-8d0e-83da4bb3b6d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2979960 Aug 23 03:35:00.015362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Pushing event deleted for resources: {'Port': ['ID=c72b914d-d777-48df-963f-88612cbed5d6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:00.028676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2cef62e2-475e-4c97-865f-6c583022449a req-abe506cc-72b9-4147-a180-c31f19819300 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3a8e974-3b21-4117-9ae7-4e4004a77f0c&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2708516 Aug 23 03:35:00.036718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-039de497-5e7c-482c-9cdb-9b8a3714f6ae service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570323 Aug 23 03:35:00.065500 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:00.107539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-02664ab5-c779-4375-bb42-206aa0f488ed req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] No DVR routers for this DVR port c72b914d-d777-48df-963f-88612cbed5d6 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:35:00.118752 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02664ab5-c779-4375-bb42-206aa0f488ed req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:00.122633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02664ab5-c779-4375-bb42-206aa0f488ed req-7307d202-4faf-4565-8435-c708d1e988ed tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.11 "DELETE /v2.0/ports/c72b914d-d777-48df-963f-88612cbed5d6 HTTP/1.1" status: 204 len: 173 time: 1.7505972 Aug 23 03:35:00.128324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6616a0d6-d4ea-4154-be46-f6744b5229c9', 'name': 'network-vif-deleted', 'tag': 'c72b914d-d777-48df-963f-88612cbed5d6'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:00.131846 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d8ae7d-f342-437b-8cb4-bcdee4ca989d" -d '{"events": [{"server_uuid": "6616a0d6-d4ea-4154-be46-f6744b5229c9", "name": "network-vif-deleted", "tag": "c72b914d-d777-48df-963f-88612cbed5d6"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:00.231597 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:00.232546 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-ffb5813f-9f2f-4f48-9157-413cdc01af5a service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892092 Aug 23 03:35:00.382805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-797251da-18ec-4a44-8d13-c3ee4c644204 req-9871be36-a3c8-4838-a423-5530818a66ae service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300459 Aug 23 03:35:00.469145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417a7f-b629-453b-b96b-6edde727765d req-607c38a5-2ce9-48e1-89a7-7bfdadb6fe6b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:00.470792 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15417a7f-b629-453b-b96b-6edde727765d req-607c38a5-2ce9-48e1-89a7-7bfdadb6fe6b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 948 time: 0.2970459 Aug 23 03:35:00.524395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-102b7066-3f36-4286-8004-11f6f3cbb830 req-8b7ac436-87b8-47c9-a5cb-9a41044e29c6 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491294 Aug 23 03:35:00.539618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.resource_extend [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:35:00.622146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15417a7f-b629-453b-b96b-6edde727765d req-4eece9e0-b3d2-40ad-a85a-387b90326f7a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349730 Aug 23 03:35:00.636374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd756299-d738-4694-9dbd-18f3c07431c8 req-26972201-4b72-497a-a91b-f21ab70afa23 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:00.637965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd756299-d738-4694-9dbd-18f3c07431c8 req-26972201-4b72-497a-a91b-f21ab70afa23 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 949 time: 0.6202543 Aug 23 03:35:00.658885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:00.708004 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4915e1d8-b0e3-460d-909d-64d770f18a7b x-openstack-request-id: req-4915e1d8-b0e3-460d-909d-64d770f18a7b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:00.708295 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6616a0d6-d4ea-4154-be46-f6744b5229c9", "name": "network-vif-deleted", "tag": "c72b914d-d777-48df-963f-88612cbed5d6", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:00.708546 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4915e1d8-b0e3-460d-909d-64d770f18a7b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:00.708932 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6616a0d6-d4ea-4154-be46-f6744b5229c9', 'name': 'network-vif-deleted', 'tag': 'c72b914d-d777-48df-963f-88612cbed5d6', 'status': 'completed', 'code': 200} Aug 23 03:35:00.731068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:00.759960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-c7b88982-9410-4926-bb15-1a8ad2cc0c65 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580097 Aug 23 03:35:00.768154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Allocated IP 172.25.1.163 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/1c72e193-d9bd-4838-93c5-e198dddecb8b) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:00.775679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd756299-d738-4694-9dbd-18f3c07431c8 req-b8b44f67-19d6-4b78-b9cd-c59f70688d3e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858774 Aug 23 03:35:00.907569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31ebcfc3-91cb-4754-8701-6dc2274c9951 req-7d58e7e4-d82c-4e9a-b4e9-37e22f45aea1 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=6616a0d6-d4ea-4154-be46-f6744b5229c9 HTTP/1.1" status: 200 len: 210 time: 0.0614250 Aug 23 03:35:00.941594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e0e1c50-37b2-4ca7-974a-a457c2560f68 req-f69f8c67-8bec-43e8-bc98-4280b99e957b service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710334 Aug 23 03:35:00.976383 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:00.982011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad72bf4c-c5f9-4915-8918-7ae72996124c None None] Network 12753e00-6def-4f00-a975-2f99f5eac4a5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:01.095135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:01.156598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c72e193-d9bd-4838-93c5-e198dddecb8b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:01.175128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f6c0bbb0-041c-4dde-bedd-244a5ff4a6fd None None] Provisioning for port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:01.180083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:01.184343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:01.187481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:01.298280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c34d5-fe06-4bf6-8740-288cacdbf1c9 req-6c3186a3-a129-4e25-ae72-df9546f862fe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:01.307500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f7c34d5-fe06-4bf6-8740-288cacdbf1c9 req-6c3186a3-a129-4e25-ae72-df9546f862fe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 985 time: 0.1511438 Aug 23 03:35:01.311231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8614269-027c-432b-908d-53fb7cf3f63a req-2eace706-08e6-4f10-9ba4-7d5bc674aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:01.312815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8614269-027c-432b-908d-53fb7cf3f63a req-2eace706-08e6-4f10-9ba4-7d5bc674aded service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 1099 time: 0.6174834 Aug 23 03:35:01.331746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:01.414434 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Floating IP 8cd89279-df54-4e45-b145-a73f30133d4f associated. External IP: 172.25.1.148, port: 253a5d04-07f5-4bab-b5cd-2f687852154f. Aug 23 03:35:01.495531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:01.526718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f7c34d5-fe06-4bf6-8740-288cacdbf1c9 req-215e8765-f35f-4073-9e4a-a77ba2b977b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3a8e974-3b21-4117-9ae7-4e4004a77f0c&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2164741 Aug 23 03:35:01.587242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:01.597873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:01.598444 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:01.621165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8614269-027c-432b-908d-53fb7cf3f63a req-b48c3b13-331f-4ba6-bd8d-586448b9a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:01.622813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8614269-027c-432b-908d-53fb7cf3f63a req-b48c3b13-331f-4ba6-bd8d-586448b9a8d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2963727 Aug 23 03:35:01.684479 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8614269-027c-432b-908d-53fb7cf3f63a req-bdeb253e-0f03-4d98-9e58-0b1641c5a146 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=efb9edf9-8112-4c87-9020-05e14161414c HTTP/1.1" status: 200 len: 217 time: 0.0459857 Aug 23 03:35:01.690067 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:01.741326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3f9a3fbc-c03e-4fda-bdc6-dd0e33c03b86 None None] Provisioning complete for port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:01.741812 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3f9a3fbc-c03e-4fda-bdc6-dd0e33c03b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:01.800630 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:01.875689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 05fef313-19ac-4526-9d2c-913247968e16 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:01.884455 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:01.886598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 05fef313-19ac-4526-9d2c-913247968e16 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:01.886959 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:01.895289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8614269-027c-432b-908d-53fb7cf3f63a req-5463b26e-3449-40dc-b133-6341c1883cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:01.897406 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8614269-027c-432b-908d-53fb7cf3f63a req-5463b26e-3449-40dc-b133-6341c1883cdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.2006359 Aug 23 03:35:01.918633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c60de3-db74-421b-a9a0-82ad9ebaa975 req-95371796-742c-4a95-9fb1-e71a82fccc40 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:01.920975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-92c60de3-db74-421b-a9a0-82ad9ebaa975 req-95371796-742c-4a95-9fb1-e71a82fccc40 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 948 time: 0.1841176 Aug 23 03:35:02.002406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Router a72bf3c0-8110-4432-919b-94390fd5e878 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:35:02.027648 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-92c60de3-db74-421b-a9a0-82ad9ebaa975 req-3a4d1f35-4326-422e-8ebf-c3481038bf1f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913975 Aug 23 03:35:02.030507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=721b45dd-93f9-426d-9675-9bdbb6f0bbf1,segment=NetworkSegment(f8a89968-d53b-4169-88a7-af7380388fdf),segment_id=f8a89968-d53b-4169-88a7-af7380388fdf)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:02.033767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8614269-027c-432b-908d-53fb7cf3f63a req-7d6e38d6-aaf8-43cc-8bda-63c7df8c8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:02.034546 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3f9a3fbc-c03e-4fda-bdc6-dd0e33c03b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:02.037041 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8614269-027c-432b-908d-53fb7cf3f63a req-7d6e38d6-aaf8-43cc-8bda-63c7df8c8636 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148386 Aug 23 03:35:02.051439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bf403-e6a5-4e13-b00a-7c859cb5a84f req-d827abf6-958d-4a35-9111-625b889a7c40 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:02.053598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b36bf403-e6a5-4e13-b00a-7c859cb5a84f req-d827abf6-958d-4a35-9111-625b889a7c40 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 949 time: 0.1195488 Aug 23 03:35:02.156922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:02.160512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b36bf403-e6a5-4e13-b00a-7c859cb5a84f req-79e10daf-f29f-4d69-a0fa-80014a6020d5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981860 Aug 23 03:35:02.161964 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:02.176462 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:02.310914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:35:02.314305 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8614269-027c-432b-908d-53fb7cf3f63a req-e37c3323-59cf-4363-8d2e-445e54ee49cb service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575316 Aug 23 03:35:02.317361 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:02.320953 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:02.323561 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d872a194-9455-44cc-a709-5972ccde6153" -d '{"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-plugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:02.323727 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] Sync routers for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:35:02.334607 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:02.335519 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:02.362115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:02.375042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0aa40097-aef4-49e1-b2d0-62cc410af1db tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "PUT /v2.0/floatingips/8cd89279-df54-4e45-b145-a73f30133d4f HTTP/1.1" status: 200 len: 992 time: 3.1347644 Aug 23 03:35:02.377211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'tag': '253a5d04-07f5-4bab-b5cd-2f687852154f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:02.379554 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b25be9-b16b-421c-9e62-44b37afc5072", "tag": "253a5d04-07f5-4bab-b5cd-2f687852154f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:02.380371 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-3f9a3fbc-c03e-4fda-bdc6-dd0e33c03b86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:35:02.380807 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-3f9a3fbc-c03e-4fda-bdc6-dd0e33c03b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:35:02.386730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=721b45dd-93f9-426d-9675-9bdbb6f0bbf1,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:02.406559 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d04af9b-e6c9-4157-b6f9-21f9d087e07f x-openstack-request-id: req-0d04af9b-e6c9-4157-b6f9-21f9d087e07f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:02.406867 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-plugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:02.407125 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d04af9b-e6c9-4157-b6f9-21f9d087e07f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:02.407527 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16', 'code': 200} Aug 23 03:35:02.420436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Router 8df5c173-3896-402b-95f8-4483b4395f88 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:35:02.436368 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:02.437349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c72b914d-d777-48df-963f-88612cbed5d6 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:02.449390 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8614269-027c-432b-908d-53fb7cf3f63a req-410ff7f1-7d76-489e-a2bb-9f0796ce5e98 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119475 Aug 23 03:35:02.566499 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9a0e20-3d8d-4c54-9a29-aa526cd1a662 x-openstack-request-id: req-6b9a0e20-3d8d-4c54-9a29-aa526cd1a662 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:02.566679 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b25be9-b16b-421c-9e62-44b37afc5072", "tag": "253a5d04-07f5-4bab-b5cd-2f687852154f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:02.566930 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b9a0e20-3d8d-4c54-9a29-aa526cd1a662 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:02.567323 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'tag': '253a5d04-07f5-4bab-b5cd-2f687852154f', 'status': 'completed', 'code': 200} Aug 23 03:35:02.578267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:35:02.580259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: c72b914d-d777-48df-963f-88612cbed5d6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:35:02.580259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c72b914d-d777-48df-963f-88612cbed5d6 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:35:02.619435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Sync routers for ids ['8df5c173-3896-402b-95f8-4483b4395f88'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:35:02.623012 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:02.672371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Routers {'8df5c173-3896-402b-95f8-4483b4395f88'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:02.678441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8df5c173-3896-402b-95f8-4483b4395f88'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:02.683399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:02.745830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-efa23a88-13b9-4fa7-8e28-9ef330b4e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:02.750176 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-efa23a88-13b9-4fa7-8e28-9ef330b4e6d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b2a52da400e46c5a077f830248eb7bd&device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 1097 time: 0.1317136 Aug 23 03:35:02.761991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75eff-a528-4666-8855-5959dae26462 req-f4968e8e-aee3-4b99-8f7c-72337f7f7736 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:02.771829 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8c75eff-a528-4666-8855-5959dae26462 req-f4968e8e-aee3-4b99-8f7c-72337f7f7736 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 948 time: 0.0921762 Aug 23 03:35:02.805695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab65c9-49b8-4f8d-8fef-498d79f3e5fb req-e2fe5bc8-d43c-48a6-b0e9-90a62c4b68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:02.809315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91ab65c9-49b8-4f8d-8fef-498d79f3e5fb req-e2fe5bc8-d43c-48a6-b0e9-90a62c4b68c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 1101 time: 0.2338495 Aug 23 03:35:02.852861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65f5c1-a3f4-411f-9da7-78988d21b090 req-81169fbd-8b07-4add-9e0c-25e0ba2cd871 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:02.864241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c65f5c1-a3f4-411f-9da7-78988d21b090 req-81169fbd-8b07-4add-9e0c-25e0ba2cd871 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 985 time: 0.2209730 Aug 23 03:35:02.867841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:02.877501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e45b796a-2daf-422d-87ea-7107a6d2a4f1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7090840 Aug 23 03:35:02.880997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56462) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:02.917299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8c75eff-a528-4666-8855-5959dae26462 req-9c4306f2-0303-49f1-8386-6efaf3de3921 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/security-groups?id=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419876 Aug 23 03:35:02.983262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-6bf67dde-dfa1-4b48-a3aa-aa1aa4cc3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:02.984778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-6bf67dde-dfa1-4b48-a3aa-aa1aa4cc3761 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 200 len: 924 time: 0.2039597 Aug 23 03:35:03.040009 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8cd89279-df54-4e45-b145-a73f30133d4f', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'port_id': '253a5d04-07f5-4bab-b5cd-2f687852154f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'mac_address': 'fa:16:3e:18:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:18Z', 'updated_at': '2021-08-23T03:35:00Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:03.083370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91ab65c9-49b8-4f8d-8fef-498d79f3e5fb req-e57e33cd-c542-424d-beb0-72d18a0019b7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648809 Aug 23 03:35:03.102549 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] Checking router: a72bf3c0-8110-4432-919b-94390fd5e878 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:35:03.111309 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:03.112089 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:03.121520 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c65f5c1-a3f4-411f-9da7-78988d21b090 req-db8c1c7c-9611-494a-af28-14931ab56b3e tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3a8e974-3b21-4117-9ae7-4e4004a77f0c&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2562973 Aug 23 03:35:03.142124 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-a749b5ce-b3ec-49c9-9257-52f6567e022d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=253a5d04-07f5-4bab-b5cd-2f687852154f HTTP/1.1" status: 200 len: 1000 time: 0.1459525 Aug 23 03:35:03.167069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72833fb-73f6-46a3-a783-d728554171cc req-1e27d447-4912-475b-8cbe-22be9a1e3d04 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:03.168602 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e72833fb-73f6-46a3-a783-d728554171cc req-1e27d447-4912-475b-8cbe-22be9a1e3d04 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1096 time: 0.1254449 Aug 23 03:35:03.221943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Set router 8df5c173-3896-402b-95f8-4483b4395f88 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:03.268037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:03.296855 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e72833fb-73f6-46a3-a783-d728554171cc req-a52998e6-9650-4724-a9f1-9e50a3d3b4c2 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578568 Aug 23 03:35:03.306063 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-c07ec17f-f332-491f-ba55-101213b56280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:03.312960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-c07ec17f-f332-491f-ba55-101213b56280 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69ee5bdc-836b-461b-b460-681e91b9dd62 HTTP/1.1" status: 200 len: 863 time: 0.1434004 Aug 23 03:35:03.313167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:03.336194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c539-5919-4895-8cdd-4709777ede35 req-fbf33656-9c40-40b2-96bc-0b4529c347dc tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:03.337786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15a4c539-5919-4895-8cdd-4709777ede35 req-fbf33656-9c40-40b2-96bc-0b4529c347dc tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 948 time: 0.0902295 Aug 23 03:35:03.393881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-99aae101-d1c0-4075-b110-123bee8e1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:03.396505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-99aae101-d1c0-4075-b110-123bee8e1f93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d284e626-14c2-4d2a-8386-94627b64a16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733111 Aug 23 03:35:03.441464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15a4c539-5919-4895-8cdd-4709777ede35 req-ed1a43be-2d0e-426f-a155-542207ceab2f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915189 Aug 23 03:35:03.461983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:03.462372 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:03.579158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-2fb0b749-6dd4-40dd-812b-cbedd027bf27 service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735029 Aug 23 03:35:03.591372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df5c173-3896-402b-95f8-4483b4395f88', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:58Z', 'updated_at': '2021-08-23T03:35:01Z', 'revision_number': 3, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'gw_port': {'id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:00Z', 'updated_at': '2021-08-23T03:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:03.652464 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Checking router: 8df5c173-3896-402b-95f8-4483b4395f88 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:35:03.653196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Updating router 8df5c173-3896-402b-95f8-4483b4395f88 port 1c72e193-d9bd-4838-93c5-e198dddecb8b binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:35:03.701953 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:03.703146 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8cd89279-df54-4e45-b145-a73f30133d4f', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'port_id': '253a5d04-07f5-4bab-b5cd-2f687852154f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'mac_address': 'fa:16:3e:18:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:18Z', 'updated_at': '2021-08-23T03:35:00Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:03.706510 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-59f3bf60-7ca2-4943-adb6-0c646c43a328 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1703565363&fields=id&tenant_id=51f42631a36c44ef83344f3e33dce158 HTTP/1.1" status: 200 len: 267 time: 0.1222401 Aug 23 03:35:03.748313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46093ee-64d5-4c7f-8989-1a937d17df6f req-3b62e49e-9b55-494b-899e-11973a68729e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:03.750094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b46093ee-64d5-4c7f-8989-1a937d17df6f req-3b62e49e-9b55-494b-899e-11973a68729e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.2017000 Aug 23 03:35:03.773483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e7b7ee0-71a6-47d5-aca5-3e1cbeaa29aa req-436c904f-a9a0-4dac-b5f3-4cefe4611d92 service neutron] 10.222.0.24 "GET /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751096 Aug 23 03:35:03.773811 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a02c6-7b1d-4bee-8d87-fd4d325b6253 None None] The sync data for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 is: [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8cd89279-df54-4e45-b145-a73f30133d4f', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'port_id': '253a5d04-07f5-4bab-b5cd-2f687852154f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'mac_address': 'fa:16:3e:18:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:32:18Z', 'updated_at': '2021-08-23T03:35:00Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:35:03.803824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-707adc7a-8129-4f90-b63d-ded6fcd2c396 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:03.804810 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-707adc7a-8129-4f90-b63d-ded6fcd2c396 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 985 time: 0.0891421 Aug 23 03:35:03.832195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b46093ee-64d5-4c7f-8989-1a937d17df6f req-7dd199bd-690a-46c8-b6a0-9494da292c5e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695076 Aug 23 03:35:03.834322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-56e152cf-237a-405a-b150-f874ed5d1cfe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'port': {'security_groups': ['b3a8e974-3b21-4117-9ae7-4e4004a77f0c', 'e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024', '34e5db64-0941-4a44-a536-ae508806f472']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:03.974905 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-56e152cf-237a-405a-b150-f874ed5d1cfe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.011546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.125110 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.138736 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0114f4-b8c2-4a09-8875-c1817ec3d9ab None None] New status for floating IP 8cd89279-df54-4e45-b145-a73f30133d4f: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:35:04.150754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Transition to ACTIVE for port object 1c72e193-d9bd-4838-93c5-e198dddecb8b will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:04.198944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103204ff-d5aa-4153-9795-1966e1183055 req-3c8716f7-b95e-469b-afb6-92ec635b434d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:04.201635 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-103204ff-d5aa-4153-9795-1966e1183055 req-3c8716f7-b95e-469b-afb6-92ec635b434d tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.24 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 948 time: 0.0998235 Aug 23 03:35:04.225430 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.277957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Allocated IP 172.20.0.1 (12753e00-6def-4f00-a975-2f99f5eac4a5/9b643cf8-4c2f-42b9-852b-dfd6ce193f0c/0b0e0b13-5e09-4478-9ed2-4e317729c000) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:04.332039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9788c9-3ca6-4f68-9f47-0de65b9c75b7 None None] Pushing event updated for resources: {'Port': ['ID=1c72e193-d9bd-4838-93c5-e198dddecb8b,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:04.334593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Attempting to bind port 1c72e193-d9bd-4838-93c5-e198dddecb8b on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:04.334965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Attempting to bind port 1c72e193-d9bd-4838-93c5-e198dddecb8b by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:04.335383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Attempting to bind port 1c72e193-d9bd-4838-93c5-e198dddecb8b on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:04.341454 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:04.341828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:04.342303 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.342985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:04.343105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Bound port: 1c72e193-d9bd-4838-93c5-e198dddecb8b, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:04.343443 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.387922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-56e152cf-237a-405a-b150-f874ed5d1cfe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] For port 2d0195f1-c548-4b39-9c67-8b653c785d5b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:04.391755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-103204ff-d5aa-4153-9795-1966e1183055 req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Deleting port 452f4f47-ce97-4118-a148-0e06a6b32755 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:04.391755 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-103204ff-d5aa-4153-9795-1966e1183055 req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.398732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] For port 1c72e193-d9bd-4838-93c5-e198dddecb8b, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:04.402560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] For port 1c72e193-d9bd-4838-93c5-e198dddecb8b, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1c72e193-d9bd-4838-93c5-e198dddecb8b,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:04.413251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.426564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Transition to ACTIVE for port object 0b0e0b13-5e09-4478-9ed2-4e317729c000 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:04.481239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-56e152cf-237a-405a-b150-f874ed5d1cfe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.491516 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.528684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-103204ff-d5aa-4153-9795-1966e1183055 req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] For port 452f4f47-ce97-4118-a148-0e06a6b32755, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=452f4f47-ce97-4118-a148-0e06a6b32755,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:04.529663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-103204ff-d5aa-4153-9795-1966e1183055 req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.545755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.548898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-103204ff-d5aa-4153-9795-1966e1183055 req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Calling delete_port for 452f4f47-ce97-4118-a148-0e06a6b32755 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:04.568799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9788c9-3ca6-4f68-9f47-0de65b9c75b7 None None] Pushing event updated for resources: {'Port': ['ID=1c72e193-d9bd-4838-93c5-e198dddecb8b,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:04.571531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Routers {'8df5c173-3896-402b-95f8-4483b4395f88'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:04.572228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8df5c173-3896-402b-95f8-4483b4395f88'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:04.642224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-56e152cf-237a-405a-b150-f874ed5d1cfe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.659765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Network 12753e00-6def-4f00-a975-2f99f5eac4a5 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:04.663183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:04.665527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2d0195f1-c548-4b39-9c67-8b653c785d5b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:04.667347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:04.706575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-56e152cf-237a-405a-b150-f874ed5d1cfe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:04.710958 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-56e152cf-237a-405a-b150-f874ed5d1cfe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.711150 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc6f418e-1487-494b-af18-5e23aa4f4ad9 req-56e152cf-237a-405a-b150-f874ed5d1cfe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "PUT /v2.0/ports/2d0195f1-c548-4b39-9c67-8b653c785d5b HTTP/1.1" status: 200 len: 1021 time: 0.8966432 Aug 23 03:35:04.711841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:04.715037 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:04.740505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Pushing event updated for resources: {'Port': ['ID=0b0e0b13-5e09-4478-9ed2-4e317729c000,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:04.791992 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.812865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e152cf-237a-405a-b150-f874ed5d1cfe tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'Port': ['ID=2d0195f1-c548-4b39-9c67-8b653c785d5b,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:04.873640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:04.888412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device efb9edf9-8112-4c87-9020-05e14161414c details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:35:04.894620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-103204ff-d5aa-4153-9795-1966e1183055 req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:04.983351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Pushing event deleted for resources: {'Port': ['ID=452f4f47-ce97-4118-a148-0e06a6b32755,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:05.020209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b8d3100-3093-416f-9606-5a7b75a7f19d req-d185ff7f-179c-49b7-95b3-318a17318e02 tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.20 "GET /v2.0/ports?device_id=07fa08c6-74ce-49fd-b39d-3b59c8132e1b HTTP/1.1" status: 200 len: 210 time: 0.0660818 Aug 23 03:35:05.050088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2d0195f1-c548-4b39-9c67-8b653c785d5b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:05.083865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-103204ff-d5aa-4153-9795-1966e1183055 req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] No DVR routers for this DVR port 452f4f47-ce97-4118-a148-0e06a6b32755 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:35:05.087489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-103204ff-d5aa-4153-9795-1966e1183055 req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:05.095775 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-103204ff-d5aa-4153-9795-1966e1183055 req-37e1c0cb-9ae7-4fc5-a71f-aa44151729bb tempest-LiveMigrationNegativeTest-1760415012 tempest-LiveMigrationNegativeTest-1760415012-project] 10.222.0.24 "DELETE /v2.0/ports/452f4f47-ce97-4118-a148-0e06a6b32755 HTTP/1.1" status: 204 len: 173 time: 0.8864095 Aug 23 03:35:05.102306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:05.124566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] Set router 8df5c173-3896-402b-95f8-4483b4395f88 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:05.185355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be310bfb-8a63-47df-a3a1-646a09aabd63 req-87dce851-9b9f-4e70-9a4e-8241df274370 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:05.194032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be310bfb-8a63-47df-a3a1-646a09aabd63 req-87dce851-9b9f-4e70-9a4e-8241df274370 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 948 time: 0.0683725 Aug 23 03:35:05.228668 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.resource_extend [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:35:05.247257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be310bfb-8a63-47df-a3a1-646a09aabd63 req-9eaafc2c-5e02-4b6f-8d0e-06d839df72b8 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520966 Aug 23 03:35:05.253983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-64fa1acb-4f24-4183-b011-e58f33070c40 None None] Provisioning for port 0b0e0b13-5e09-4478-9ed2-4e317729c000 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:05.301779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-64fa1acb-4f24-4183-b011-e58f33070c40 None None] Provisioning complete for port 0b0e0b13-5e09-4478-9ed2-4e317729c000 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:05.302315 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-64fa1acb-4f24-4183-b011-e58f33070c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:05.346224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:05.367805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db0c2bf8-aa32-4190-b378-72eb887bfa87 req-875ae166-3c4e-40a1-a47e-f76900710f53 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/34e5db64-0941-4a44-a536-ae508806f472 HTTP/1.1" status: 200 len: 1800 time: 0.0724552 Aug 23 03:35:05.402738 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:05.439311 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-db0c2bf8-aa32-4190-b378-72eb887bfa87 req-a60a4d89-412c-4320-babe-838963b60d6b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 03:35:05.442096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db0c2bf8-aa32-4190-b378-72eb887bfa87 req-a60a4d89-412c-4320-babe-838963b60d6b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/34e5db64-0941-4a44-a536-ae508806f472 HTTP/1.1" status: 409 len: 341 time: 0.0667875 Aug 23 03:35:05.517805 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93a6bf0-38a7-4192-9b9b-c3e50d7b3a88 x-openstack-request-id: req-a93a6bf0-38a7-4192-9b9b-c3e50d7b3a88 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:05.518424 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:05.518424 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a93a6bf0-38a7-4192-9b9b-c3e50d7b3a88 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:05.518950 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b', 'status': 'completed', 'code': 200} Aug 23 03:35:05.612778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Pushing event updated for resources: {'Port': ['ID=0b0e0b13-5e09-4478-9ed2-4e317729c000,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:05.612778 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:05.636080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-64fa1acb-4f24-4183-b011-e58f33070c40 None None] Port 0b0e0b13-5e09-4478-9ed2-4e317729c000 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:35:05.642887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-beb7d00c-46ac-4f6f-b998-f562a034be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:05.644641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-beb7d00c-46ac-4f6f-b998-f562a034be1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51f42631a36c44ef83344f3e33dce158&device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1175 time: 0.0931234 Aug 23 03:35:05.732283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port efb9edf9-8112-4c87-9020-05e14161414c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=efb9edf9-8112-4c87-9020-05e14161414c,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:05.747321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Network 12753e00-6def-4f00-a975-2f99f5eac4a5 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:05.748807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:05.837379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb0c36-1111-480c-aef4-0028003bbf26 req-18db2615-5b4a-4747-8878-57ced3203013 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:05.848607 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bfeb0c36-1111-480c-aef4-0028003bbf26 req-18db2615-5b4a-4747-8878-57ced3203013 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.2178810 Aug 23 03:35:05.922401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Router 8df5c173-3896-402b-95f8-4483b4395f88 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:35:05.977303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bfeb0c36-1111-480c-aef4-0028003bbf26 req-05625f06-262d-4fdb-9b1e-dc6557b93303 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235871 Aug 23 03:35:05.992817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-2f21395b-95d7-45c0-8c8c-ae1baed26202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:06.002999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'efb9edf9-8112-4c87-9020-05e14161414c', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'efb9edf9-8112-4c87-9020-05e14161414c', 'mac_address': 'fa:16:3e:1e:a7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:35:06.003248 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-2f21395b-95d7-45c0-8c8c-ae1baed26202 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 200 len: 913 time: 0.3343256 Aug 23 03:35:06.090501 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-192fc2e6-60a8-438b-9b07-d455548e4709 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b HTTP/1.1" status: 200 len: 217 time: 0.0802975 Aug 23 03:35:06.135134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:35:06.163449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e4fb50cc-f866-447b-801d-b57e2bc3916d admin admin] 10.222.0.20 "PUT /v2.0/routers/8df5c173-3896-402b-95f8-4483b4395f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2354500 Aug 23 03:35:06.188821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-11842fc9-89f5-49c4-bc85-75a8ac3d0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:06.192755 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-11842fc9-89f5-49c4-bc85-75a8ac3d0269 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94b9b657-0307-428e-abca-345376f6f52f HTTP/1.1" status: 200 len: 853 time: 0.0936525 Aug 23 03:35:06.235956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-4f2c905c-c841-492a-bc5b-a28731df32b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6128cc5-93ec-457c-9233-66238bc9526b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346239 Aug 23 03:35:06.275791 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4f791dd2-c4f1-4fb8-b7aa-5c5838b99e49 None None] Provisioning complete for port 0b0e0b13-5e09-4478-9ed2-4e317729c000 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:06.277640 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f791dd2-c4f1-4fb8-b7aa-5c5838b99e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:06.314287 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:06.326621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df5c173-3896-402b-95f8-4483b4395f88', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:58Z', 'updated_at': '2021-08-23T03:35:01Z', 'revision_number': 3, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'gw_port': {'id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:00Z', 'updated_at': '2021-08-23T03:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:06.360274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-9b7248d7-38be-4ab6-ac1f-2df20dda495d service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179492 Aug 23 03:35:06.383879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88c5f4-0697-4ddf-bfe2-743367ee0201 None None] The sync data for ids ['8df5c173-3896-402b-95f8-4483b4395f88'] in n-d-749052-7 is: [{'id': '8df5c173-3896-402b-95f8-4483b4395f88', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:58Z', 'updated_at': '2021-08-23T03:35:01Z', 'revision_number': 3, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'gw_port': {'id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:00Z', 'updated_at': '2021-08-23T03:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:35:06.386425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb9edf9-8112-4c87-9020-05e14161414c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:06.438128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4f791dd2-c4f1-4fb8-b7aa-5c5838b99e49 None None] Port 0b0e0b13-5e09-4478-9ed2-4e317729c000 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:35:06.502149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port efb9edf9-8112-4c87-9020-05e14161414c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=efb9edf9-8112-4c87-9020-05e14161414c,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:06.506916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['452f4f47-ce97-4118-a148-0e06a6b32755'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:06.509100 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-99f9ebf0-9606-4e72-8b8c-ed27ce0f3b63 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:35:06.514022 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-99f9ebf0-9606-4e72-8b8c-ed27ce0f3b63 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135207 Aug 23 03:35:06.517444 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e5e478f-d9bd-48f6-b6b0-cb6c7a738ea6 req-eb6a2a81-42cd-47f2-8d5d-4e3df068be3a service neutron] 10.222.0.24 "GET /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501377 Aug 23 03:35:06.522418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Request body: {'binding': {'host': 'n-h2-749052-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:06.523276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Unknown quota resources ['binding']. {{(pid=95120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:35:06.580420 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:06.684674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=efb9edf9-8112-4c87-9020-05e14161414c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:06.732647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 452f4f47-ce97-4118-a148-0e06a6b32755 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:06.798292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ab114-203e-49f6-bbff-497258fb752e req-fd61e9dd-ddd5-48f0-9a04-63aece6ab6eb tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:06.803889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e6ab114-203e-49f6-bbff-497258fb752e req-fd61e9dd-ddd5-48f0-9a04-63aece6ab6eb tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.1253953 Aug 23 03:35:06.805827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 452f4f47-ce97-4118-a148-0e06a6b32755 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:35:06.806746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 452f4f47-ce97-4118-a148-0e06a6b32755 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:35:06.828709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde on host n-h2-749052-7 for vnic_type normal with profile None {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:06.829091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:06.829434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:06.838927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Port f19c15c5-6540-4586-afb9-eda2f362fdde on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:35:06.839249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:06.850870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:06.851497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:06.851880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:06.852315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Bound port: f19c15c5-6540-4586-afb9-eda2f362fdde, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:06.860535 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e6ab114-203e-49f6-bbff-497258fb752e req-3a15a40f-fbe2-4491-a862-d3d4a737f0c7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502884 Aug 23 03:35:06.927132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:06.949257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:07.035432 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] Notify callbacks [] for binding, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:07.036605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-47db3987-c512-4100-bd65-1bdd324cf478 service neutron] 10.222.0.20 "POST /v2.0/ports/f19c15c5-6540-4586-afb9-eda2f362fdde/bindings HTTP/1.1" status: 201 len: 389 time: 0.5179307 Aug 23 03:35:07.066149 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c565d-72c1-4579-825a-7422e0978f50 req-997af873-c9d5-4306-845c-5e54773d31d0 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:07.068612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-972c565d-72c1-4579-825a-7422e0978f50 req-997af873-c9d5-4306-845c-5e54773d31d0 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 949 time: 0.0813406 Aug 23 03:35:07.118897 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-972c565d-72c1-4579-825a-7422e0978f50 req-baab29d1-8546-4c1c-bd7d-59e2ec12d5e2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Aug 23 03:35:07.231117 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:07.276928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1c72e193-d9bd-4838-93c5-e198dddecb8b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:07.386733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc8f38-e31e-4049-ae33-2fae0c8509bd req-f0f7d81d-9ed9-4ef4-b6ee-bb14bfc1a22b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:07.389364 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9bc8f38-e31e-4049-ae33-2fae0c8509bd req-f0f7d81d-9ed9-4ef4-b6ee-bb14bfc1a22b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1024 time: 0.0779226 Aug 23 03:35:07.453783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 1c72e193-d9bd-4838-93c5-e198dddecb8b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:07.458325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1c72e193-d9bd-4838-93c5-e198dddecb8b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:07.458695 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:07.502120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9bc8f38-e31e-4049-ae33-2fae0c8509bd req-04449d98-3764-4c5c-a46e-0c5a8814990f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3a8e974-3b21-4117-9ae7-4e4004a77f0c&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&id=34e5db64-0941-4a44-a536-ae508806f472&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0987303 Aug 23 03:35:07.520936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fa08c6-74ce-49fd-b39d-3b59c8132e1b', 'name': 'network-vif-deleted', 'tag': '452f4f47-ce97-4118-a148-0e06a6b32755'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:07.523770 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea54c7a0-6f87-4c16-807f-19635fb12454" -d '{"events": [{"server_uuid": "07fa08c6-74ce-49fd-b39d-3b59c8132e1b", "name": "network-vif-deleted", "tag": "452f4f47-ce97-4118-a148-0e06a6b32755"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:07.532554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-94e913f1-6cae-41aa-82b5-c33d643968fc tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1693351 Aug 23 03:35:07.543652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:07.569929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56618) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:07.587588 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:07.618952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 1c72e193-d9bd-4838-93c5-e198dddecb8b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1c72e193-d9bd-4838-93c5-e198dddecb8b,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:07.647944 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:07.705203 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:07.767216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=1c72e193-d9bd-4838-93c5-e198dddecb8b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:07.787122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-d5b0ed9d-abab-4c82-bafc-dc504b419030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:07.788598 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-d5b0ed9d-abab-4c82-bafc-dc504b419030 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1096 time: 0.0555031 Aug 23 03:35:07.808577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454e62e-7068-4498-9df2-a4ab8fc2b143 req-48d3f7b0-5325-4dc3-86ad-50085e1d99c6 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:07.816020 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d454e62e-7068-4498-9df2-a4ab8fc2b143 req-48d3f7b0-5325-4dc3-86ad-50085e1d99c6 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.1199653 Aug 23 03:35:07.826664 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-01ad5419-2dac-4ed2-aa3f-72ac5083dabd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52bebe1a38bb4c479c5191582083c6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556758 Aug 23 03:35:07.845484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56628) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:07.858527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d454e62e-7068-4498-9df2-a4ab8fc2b143 req-80029297-14f8-4a4b-8fea-0110abe26b13 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Aug 23 03:35:07.910813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:07.950967 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acae759-e81e-4e3b-8843-08305331c768 x-openstack-request-id: req-5acae759-e81e-4e3b-8843-08305331c768 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:07.951285 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fa08c6-74ce-49fd-b39d-3b59c8132e1b", "name": "network-vif-deleted", "tag": "452f4f47-ce97-4118-a148-0e06a6b32755", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:07.951539 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5acae759-e81e-4e3b-8843-08305331c768 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:07.951983 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fa08c6-74ce-49fd-b39d-3b59c8132e1b', 'name': 'network-vif-deleted', 'tag': '452f4f47-ce97-4118-a148-0e06a6b32755', 'status': 'completed', 'code': 200} Aug 23 03:35:08.034164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-ef660c93-3768-42fd-bc19-d83b2e1d41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:08.035547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-ef660c93-3768-42fd-bc19-d83b2e1d41a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.2361562 Aug 23 03:35:08.049041 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02ec25bb-e566-437e-ad4d-896e8c34c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:08.422156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-aa9a888a-b7c3-4a43-b92e-6ec5e95ff877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19c15c5-6540-4586-afb9-eda2f362fdde HTTP/1.1" status: 200 len: 217 time: 0.3765309 Aug 23 03:35:08.479386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Sync routers for ids ['8df5c173-3896-402b-95f8-4483b4395f88'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:35:08.494611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02ec25bb-e566-437e-ad4d-896e8c34c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:08.499492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Routers {'8df5c173-3896-402b-95f8-4483b4395f88'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:08.499492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8df5c173-3896-402b-95f8-4483b4395f88'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:08.537683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Allocated IP 172.25.1.138 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/65c4955e-6e57-4df2-a915-d42a4bb3160d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:08.555893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-1f4621e9-1c2b-42b8-afdf-265491b4f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:08.557921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-1f4621e9-1c2b-42b8-afdf-265491b4f85c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.1135671 Aug 23 03:35:08.574619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-e65c159d-cc30-4741-bc2e-d37e6e1e7c41 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:08.576135 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-e65c159d-cc30-4741-bc2e-d37e6e1e7c41 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.24 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1024 time: 0.1694043 Aug 23 03:35:08.630302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060026f4-7524-43ce-8837-389c3fbdf45f req-e3074186-0033-427c-9b0e-a5db5e7ac850 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:08.640636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-060026f4-7524-43ce-8837-389c3fbdf45f req-e3074186-0033-427c-9b0e-a5db5e7ac850 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 949 time: 0.0612097 Aug 23 03:35:08.649499 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-7779a703-74b7-4df9-9c53-620eb991d08f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693774 Aug 23 03:35:08.675559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Set router 8df5c173-3896-402b-95f8-4483b4395f88 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:08.706780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-060026f4-7524-43ce-8837-389c3fbdf45f req-f964cffc-d9bd-4654-b655-520216a6d62f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623276 Aug 23 03:35:08.728003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device efb9edf9-8112-4c87-9020-05e14161414c up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:08.830386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f336044-de39-4379-9be7-ed0bf93c678b req-c0fd8eec-c086-4e55-be78-7ebfa7cf7b4a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:08.832234 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f336044-de39-4379-9be7-ed0bf93c678b req-c0fd8eec-c086-4e55-be78-7ebfa7cf7b4a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0667987 Aug 23 03:35:08.849193 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-772e3f81-30bc-477e-a7b4-ca920700f8b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1410007 Aug 23 03:35:08.862176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02ec25bb-e566-437e-ad4d-896e8c34c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:08.864726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02ec25bb-e566-437e-ad4d-896e8c34c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:08.865886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-02ec25bb-e566-437e-ad4d-896e8c34c5ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1 HTTP/1.1" status: 204 len: 168 time: 0.9999311 Aug 23 03:35:08.909369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f336044-de39-4379-9be7-ed0bf93c678b req-7f0a6dc3-be7c-431f-90eb-c85355a17c70 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577772 Aug 23 03:35:08.979882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec25bb-e566-437e-ad4d-896e8c34c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29cad67-43e6-4f3f-9fb9-b5238b9fbdb1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:08.992058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df5c173-3896-402b-95f8-4483b4395f88', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:58Z', 'updated_at': '2021-08-23T03:35:04Z', 'revision_number': 4, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'gw_port': {'id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:00Z', 'updated_at': '2021-08-23T03:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b0e0b13-5e09-4478-9ed2-4e317729c000', 'name': '', 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'mac_address': 'fa:16:3e:76:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9b643cf8-4c2f-42b9-852b-dfd6ce193f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:04Z', 'updated_at': '2021-08-23T03:35:05Z', 'revision_number': 2, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'subnets': [{'id': '9b643cf8-4c2f-42b9-852b-dfd6ce193f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:09.032800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Checking router: 8df5c173-3896-402b-95f8-4483b4395f88 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:35:09.033067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Updating router 8df5c173-3896-402b-95f8-4483b4395f88 port 0b0e0b13-5e09-4478-9ed2-4e317729c000 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:35:09.037743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port efb9edf9-8112-4c87-9020-05e14161414c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:09.044940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port efb9edf9-8112-4c87-9020-05e14161414c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:09.045305 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.050150 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.123363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be748f45-2936-45a0-ba08-8f7400c2007f req-ca440704-a779-4061-bcd7-f12c39dd9cc7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:09.124879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be748f45-2936-45a0-ba08-8f7400c2007f req-ca440704-a779-4061-bcd7-f12c39dd9cc7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1024 time: 0.1025751 Aug 23 03:35:09.132275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-0dcc388d-881d-4f33-8df3-2db9b7ff8c1a service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664538 Aug 23 03:35:09.148298 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.219803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be748f45-2936-45a0-ba08-8f7400c2007f req-034f3e43-dc0e-407a-9940-b1a8ac1fc86c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3a8e974-3b21-4117-9ae7-4e4004a77f0c&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&id=34e5db64-0941-4a44-a536-ae508806f472&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0868933 Aug 23 03:35:09.261429 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.265522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.331705 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1c72e193-d9bd-4838-93c5-e198dddecb8b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:09.343339 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-18151b4b-9916-420c-860a-75a63ac33a64 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905508 Aug 23 03:35:09.350262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Deleting port 2d0195f1-c548-4b39-9c67-8b653c785d5b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:09.350589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.362611 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:09.375643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:09.375643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:09.476921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92899613-0b23-4b45-8695-e3130ff568ff req-a19161d5-ce41-4339-af60-c39972523550 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:09.487972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92899613-0b23-4b45-8695-e3130ff568ff req-a19161d5-ce41-4339-af60-c39972523550 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.0832834 Aug 23 03:35:09.558352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port efb9edf9-8112-4c87-9020-05e14161414c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=efb9edf9-8112-4c87-9020-05e14161414c,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:09.560018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3285c1de-9c2a-4695-81ef-f76f04e9a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb9edf9-8112-4c87-9020-05e14161414c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:09.560608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92899613-0b23-4b45-8695-e3130ff568ff req-630f20ac-0d6a-44a6-a2d4-38c0321ab7da tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695333 Aug 23 03:35:09.563662 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3658b2-306f-47bf-bba8-719da9f175e4" -d '{"events": [{"server_uuid": "3285c1de-9c2a-4695-81ef-f76f04e9a06e", "name": "network-vif-plugged", "status": "completed", "tag": "efb9edf9-8112-4c87-9020-05e14161414c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:09.598963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event updated for resources: {'Port': ['ID=65c4955e-6e57-4df2-a915-d42a4bb3160d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:09.642781 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.651990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1c72e193-d9bd-4838-93c5-e198dddecb8b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:09.654197 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.726941 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92eefe-c59b-4d20-844d-1a5a221490b6 x-openstack-request-id: req-5d92eefe-c59b-4d20-844d-1a5a221490b6 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:09.727238 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3285c1de-9c2a-4695-81ef-f76f04e9a06e", "name": "network-vif-plugged", "status": "completed", "tag": "efb9edf9-8112-4c87-9020-05e14161414c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:09.727498 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d92eefe-c59b-4d20-844d-1a5a221490b6 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:09.727896 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3285c1de-9c2a-4695-81ef-f76f04e9a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb9edf9-8112-4c87-9020-05e14161414c', 'code': 200} Aug 23 03:35:09.745404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] For port 2d0195f1-c548-4b39-9c67-8b653c785d5b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2d0195f1-c548-4b39-9c67-8b653c785d5b,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:09.745874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.785090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Calling delete_port for 2d0195f1-c548-4b39-9c67-8b653c785d5b owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:09.803129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56668) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:09.815303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.834945 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=efb9edf9-8112-4c87-9020-05e14161414c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:09.919885 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:09.946473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Transition to ACTIVE for port object 0b0e0b13-5e09-4478-9ed2-4e317729c000 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:09.971245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7f775603-0e20-43f5-8ab5-5659e7cfdf6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33037e0e18ee4c6baf1932ad24c2726a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652291 Aug 23 03:35:09.974371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56674) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:10.007647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce15d86-0523-4559-9bc3-2a758c36de54 req-98836bd9-b599-4533-8419-bfa2725414d0 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:10.008766 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.012690 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ce15d86-0523-4559-9bc3-2a758c36de54 req-98836bd9-b599-4533-8419-bfa2725414d0 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 950 time: 0.1591637 Aug 23 03:35:10.028005 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.101583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ce15d86-0523-4559-9bc3-2a758c36de54 req-5e7bd83e-43f4-48fc-ad1f-fd6ec4445806 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812192 Aug 23 03:35:10.122164 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d9d1d39-de3e-45c0-9063-2343ca62fb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.164085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d9d1d39-de3e-45c0-9063-2343ca62fb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.199625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f6b4b-2b7f-4c53-8ff9-b51cdace77c6 None None] Pushing event updated for resources: {'Port': ['ID=0b0e0b13-5e09-4478-9ed2-4e317729c000,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:10.234220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322bf45-82c0-4afc-b014-e2261ab79cf2 req-de2fdfb1-47f2-4112-91d3-eeecb35dbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:10.241319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2322bf45-82c0-4afc-b014-e2261ab79cf2 req-de2fdfb1-47f2-4112-91d3-eeecb35dbc2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 1101 time: 0.4225016 Aug 23 03:35:10.263644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Attempting to bind port 0b0e0b13-5e09-4478-9ed2-4e317729c000 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:10.266396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Attempting to bind port 0b0e0b13-5e09-4478-9ed2-4e317729c000 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'f8a89968-d53b-4169-88a7-af7380388fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:10.266804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Attempting to bind port 0b0e0b13-5e09-4478-9ed2-4e317729c000 on network 12753e00-6def-4f00-a975-2f99f5eac4a5 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:10.273914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:10.274333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Checking segment: {'id': 'f8a89968-d53b-4169-88a7-af7380388fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:10.274762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.275409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Bound using segment: {'id': 'f8a89968-d53b-4169-88a7-af7380388fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:10.275931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Bound port: 0b0e0b13-5e09-4478-9ed2-4e317729c000, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a89968-d53b-4169-88a7-af7380388fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:10.276350 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.285759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ecbc9-ea05-438b-9348-fe57c8e6e0ff req-88a714af-a5aa-47ea-85ef-6b8866879100 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:10.299779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f74ecbc9-ea05-438b-9348-fe57c8e6e0ff req-88a714af-a5aa-47ea-85ef-6b8866879100 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.1285467 Aug 23 03:35:10.370347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f74ecbc9-ea05-438b-9348-fe57c8e6e0ff req-c33236bd-4a47-4993-ab96-8bf9bbccb281 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689087 Aug 23 03:35:10.402905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d9d1d39-de3e-45c0-9063-2343ca62fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.406154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d9d1d39-de3e-45c0-9063-2343ca62fb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.407674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9d9d1d39-de3e-45c0-9063-2343ca62fb0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e76341c-f9b6-4300-89e7-6a8f973c64aa HTTP/1.1" status: 204 len: 168 time: 0.4308755 Aug 23 03:35:10.411401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] For port 0b0e0b13-5e09-4478-9ed2-4e317729c000, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:10.417415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] For port 0b0e0b13-5e09-4478-9ed2-4e317729c000, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0b0e0b13-5e09-4478-9ed2-4e317729c000,segment=NetworkSegment(f8a89968-d53b-4169-88a7-af7380388fdf),segment_id=f8a89968-d53b-4169-88a7-af7380388fdf)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:10.425445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d1d39-de3e-45c0-9063-2343ca62fb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e76341c-f9b6-4300-89e7-6a8f973c64aa,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:10.495621 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.525452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2322bf45-82c0-4afc-b014-e2261ab79cf2 req-b385002c-5a5b-4ca6-ba29-20c8146818c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470946 Aug 23 03:35:10.598294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Routers {'8df5c173-3896-402b-95f8-4483b4395f88'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:10.599372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:34:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8df5c173-3896-402b-95f8-4483b4395f88'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:10.627327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bc84c-4956-4457-b3da-3f0cfdf330c8 req-d36dbb4e-7ab0-4288-9ae4-f198fd75c270 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:10.635814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f6b4b-2b7f-4c53-8ff9-b51cdace77c6 None None] Pushing event updated for resources: {'Port': ['ID=0b0e0b13-5e09-4478-9ed2-4e317729c000,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:10.645696 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.647141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d4bc84c-4956-4457-b3da-3f0cfdf330c8 req-d36dbb4e-7ab0-4288-9ae4-f198fd75c270 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 1024 time: 0.1231806 Aug 23 03:35:10.740738 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.749160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:10.752550 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d4bc84c-4956-4457-b3da-3f0cfdf330c8 req-45aead90-a93a-444f-a24b-59e873bfc8fc tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3a8e974-3b21-4117-9ae7-4e4004a77f0c&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&id=34e5db64-0941-4a44-a536-ae508806f472&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1028368 Aug 23 03:35:10.812465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'Port': ['ID=2d0195f1-c548-4b39-9c67-8b653c785d5b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:10.887872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event updated for resources: {'Port': ['ID=65c4955e-6e57-4df2-a915-d42a4bb3160d,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:11.002967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] No DVR routers for this DVR port 2d0195f1-c548-4b39-9c67-8b653c785d5b on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:35:11.009564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:11.012152 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9d06692-de74-4de1-b8ba-a9d536c3639c req-231d882e-8e93-43e6-9c8a-7829ba3cf54f tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.24 "DELETE /v2.0/ports/2d0195f1-c548-4b39-9c67-8b653c785d5b HTTP/1.1" status: 204 len: 173 time: 2.4200497 Aug 23 03:35:11.014478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'name': 'network-vif-deleted', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:11.017763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b20c9-5c1c-4d87-8151-3deee06f3033 req-1552e67d-efa1-40ea-990d-7717f89eea30 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:11.026615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-574b20c9-5c1c-4d87-8151-3deee06f3033 req-1552e67d-efa1-40ea-990d-7717f89eea30 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.1396396 Aug 23 03:35:11.032138 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30b54b5-5415-412b-a76d-b41248b9d7d1" -d '{"events": [{"server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "name": "network-vif-deleted", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:11.050312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:11.085479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2d0195f1-c548-4b39-9c67-8b653c785d5b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:11.087866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:11.114615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-574b20c9-5c1c-4d87-8151-3deee06f3033 req-0c10c786-fb30-42f4-bcaf-d5b29336212c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860500 Aug 23 03:35:11.168967 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:11.170393 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-2ba287d4-a738-432c-be48-525518f05f0b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6310670 Aug 23 03:35:11.215665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] Set router 8df5c173-3896-402b-95f8-4483b4395f88 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:11.311155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-eee55bbf-6d70-414f-90ed-4c8e67ee2356 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.1333151 Aug 23 03:35:11.328103 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12834acf-99c1-47ba-a742-16e1068ff029 x-openstack-request-id: req-12834acf-99c1-47ba-a742-16e1068ff029 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:11.328683 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344f918-7c17-419a-ba56-9dd61b723daa", "name": "network-vif-deleted", "tag": "2d0195f1-c548-4b39-9c67-8b653c785d5b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:11.333821 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12834acf-99c1-47ba-a742-16e1068ff029 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:11.333821 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344f918-7c17-419a-ba56-9dd61b723daa', 'name': 'network-vif-deleted', 'tag': '2d0195f1-c548-4b39-9c67-8b653c785d5b', 'status': 'completed', 'code': 200} Aug 23 03:35:11.490069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-ff6e79cb-731a-4cfa-af22-34725e236769 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:11.491790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7eb1a1c-d122-4be8-9e1f-1c39e7ea9fb3 req-ff6e79cb-731a-4cfa-af22-34725e236769 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1662178 Aug 23 03:35:11.561595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25371676-ce8e-4679-a35e-460697fb5658 req-5dccafbf-483b-4278-9848-319f9ff3f5e7 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:11.571645 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25371676-ce8e-4679-a35e-460697fb5658 req-5dccafbf-483b-4278-9848-319f9ff3f5e7 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 950 time: 0.1112587 Aug 23 03:35:11.649874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25371676-ce8e-4679-a35e-460697fb5658 req-d80bc872-7c3f-4cee-92b6-0f971e86d40c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758636 Aug 23 03:35:11.747487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35279be4-8768-44ac-bd37-89d7b744d485 req-4a97c305-7e53-4c72-b8fc-66503d258d55 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:11.752102 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35279be4-8768-44ac-bd37-89d7b744d485 req-4a97c305-7e53-4c72-b8fc-66503d258d55 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.1698656 Aug 23 03:35:11.828467 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35279be4-8768-44ac-bd37-89d7b744d485 req-72ad8bf0-0bc1-4a13-b087-e7298a9fa04d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694749 Aug 23 03:35:11.834394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df5c173-3896-402b-95f8-4483b4395f88', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:58Z', 'updated_at': '2021-08-23T03:35:04Z', 'revision_number': 4, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'gw_port': {'id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:00Z', 'updated_at': '2021-08-23T03:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b0e0b13-5e09-4478-9ed2-4e317729c000', 'name': '', 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'mac_address': 'fa:16:3e:76:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9b643cf8-4c2f-42b9-852b-dfd6ce193f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:04Z', 'updated_at': '2021-08-23T03:35:10Z', 'revision_number': 4, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'subnets': [{'id': '9b643cf8-4c2f-42b9-852b-dfd6ce193f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:11.899516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8c49f-0a56-4c4a-901c-c7da485581fb None None] The sync data for ids ['8df5c173-3896-402b-95f8-4483b4395f88'] in n-d-749052-7 is: [{'id': '8df5c173-3896-402b-95f8-4483b4395f88', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:58Z', 'updated_at': '2021-08-23T03:35:04Z', 'revision_number': 4, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'gw_port': {'id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:00Z', 'updated_at': '2021-08-23T03:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b0e0b13-5e09-4478-9ed2-4e317729c000', 'name': '', 'network_id': '12753e00-6def-4f00-a975-2f99f5eac4a5', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'mac_address': 'fa:16:3e:76:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9b643cf8-4c2f-42b9-852b-dfd6ce193f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:04Z', 'updated_at': '2021-08-23T03:35:10Z', 'revision_number': 4, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'subnets': [{'id': '9b643cf8-4c2f-42b9-852b-dfd6ce193f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:35:12.089377 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-001c984f-58be-4ef6-a9ef-8b213942d62a req-04a0adb1-c195-491c-b7be-974806425852 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=6344f918-7c17-419a-ba56-9dd61b723daa HTTP/1.1" status: 200 len: 210 time: 0.0876050 Aug 23 03:35:12.113914 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-59b197a4-90a8-4363-8dde-ce3fa202869c tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4068205 Aug 23 03:35:12.132019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:12.285447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:12.373237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20856664-9cd0-42c2-bbba-93e32f760f94 req-68423167-7df6-4361-b8b3-75ee07d13525 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:12.385560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-20856664-9cd0-42c2-bbba-93e32f760f94 req-68423167-7df6-4361-b8b3-75ee07d13525 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.1285710 Aug 23 03:35:12.493136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-20856664-9cd0-42c2-bbba-93e32f760f94 req-bd6c8cfe-9f11-4b11-b98c-e306d265cc91 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995195 Aug 23 03:35:12.518927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-039c1c56-d416-40f3-ab5a-feea96dcdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:12.520570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-039c1c56-d416-40f3-ab5a-feea96dcdeaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 1101 time: 0.0863082 Aug 23 03:35:12.589223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:12.746570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-a237c45f-296b-4a08-bdd6-1f899c80ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:12.748338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-a237c45f-296b-4a08-bdd6-1f899c80ba53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2159960 Aug 23 03:35:12.756871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2d0195f1-c548-4b39-9c67-8b653c785d5b no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:12.792672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 2d0195f1-c548-4b39-9c67-8b653c785d5b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:35:12.797269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2d0195f1-c548-4b39-9c67-8b653c785d5b not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:35:12.899017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c9071-d2cb-4794-b85c-3522a5e63dad req-e4facf38-83e9-4d94-b852-5423e08e88ea tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:12.909271 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d51c9071-d2cb-4794-b85c-3522a5e63dad req-e4facf38-83e9-4d94-b852-5423e08e88ea tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 950 time: 0.0882277 Aug 23 03:35:13.001183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d51c9071-d2cb-4794-b85c-3522a5e63dad req-b005e342-b608-4bac-8618-092b3462dbfd tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905721 Aug 23 03:35:13.144379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef2b23-f694-4312-b8ab-fe7b561999bd req-eeaf7285-f327-4ebf-9f61-4b60e7edeca8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:13.156013 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7cef2b23-f694-4312-b8ab-fe7b561999bd req-eeaf7285-f327-4ebf-9f61-4b60e7edeca8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0793822 Aug 23 03:35:13.253868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7cef2b23-f694-4312-b8ab-fe7b561999bd req-fe11da22-e3dd-4172-ab7a-18ec2c37bc8a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814314 Aug 23 03:35:13.324360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Allocated IP 172.25.1.206 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/e9702665-8a0b-4f7c-9e2a-e52ef0c96899) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:13.368967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b0e0b13-5e09-4478-9ed2-4e317729c000 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:13.508538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:13.528039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0b0e0b13-5e09-4478-9ed2-4e317729c000 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:13.532086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0b0e0b13-5e09-4478-9ed2-4e317729c000 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:13.532466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:13.578746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-ac10dcee-7417-4c72-84b9-d0b8b3cc457f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05fef313-19ac-4526-9d2c-913247968e16 HTTP/1.1" status: 200 len: 217 time: 0.7795084 Aug 23 03:35:13.661367 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:13.709899 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:13.752340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event updated for resources: {'Port': ['ID=e9702665-8a0b-4f7c-9e2a-e52ef0c96899,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:13.774971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:13.778823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0b0e0b13-5e09-4478-9ed2-4e317729c000, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0b0e0b13-5e09-4478-9ed2-4e317729c000,segment=NetworkSegment(f8a89968-d53b-4169-88a7-af7380388fdf),segment_id=f8a89968-d53b-4169-88a7-af7380388fdf)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:13.780531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:13.785921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:13.820942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-3be07b99-843a-45d1-b4e8-87fff714001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:13.825313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-3be07b99-843a-45d1-b4e8-87fff714001c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.2367871 Aug 23 03:35:13.842468 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:13.931572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c64d-78df-4899-bac8-77885c9fd5dc req-a9893b01-ed05-42f9-822c-be395ef94c90 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:13.941297 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-16f3c64d-78df-4899-bac8-77885c9fd5dc req-a9893b01-ed05-42f9-822c-be395ef94c90 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 1101 time: 0.1012359 Aug 23 03:35:13.953641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0b0e0b13-5e09-4478-9ed2-4e317729c000,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:13.956039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-68506e30-1597-46ee-a1b4-c36f97feacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:13.965350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-16f3c64d-78df-4899-bac8-77885c9fd5dc req-bec3f14a-ea2d-4a11-8a8d-ac2e83781847 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:13.969159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-68506e30-1597-46ee-a1b4-c36f97feacd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365671 Aug 23 03:35:13.971184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:14.105475 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-16f3c64d-78df-4899-bac8-77885c9fd5dc req-bec3f14a-ea2d-4a11-8a8d-ac2e83781847 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:14.117879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:14.159844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-6784bf5b-d059-4d77-8407-e751cb3fbd46 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816726 Aug 23 03:35:14.196955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-16f3c64d-78df-4899-bac8-77885c9fd5dc req-bec3f14a-ea2d-4a11-8a8d-ac2e83781847 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:14.227380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-16f3c64d-78df-4899-bac8-77885c9fd5dc req-bec3f14a-ea2d-4a11-8a8d-ac2e83781847 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849925 Aug 23 03:35:14.238117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3f14a-ea2d-4a11-8a8d-ac2e83781847 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dcb97e-9323-43fd-a31b-52b2dedfd4ca,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:14.337033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-8f56489c-c4d2-4bd4-9b11-6cb796f6041b service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670096 Aug 23 03:35:14.372090 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:14.398897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e69897-3356-4da4-96e2-9f655830e24b req-8870f737-e6e0-47d4-b5de-7b03a79264b9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:14.400530 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28e69897-3356-4da4-96e2-9f655830e24b req-8870f737-e6e0-47d4-b5de-7b03a79264b9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.0618639 Aug 23 03:35:14.453303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:14.462406 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28e69897-3356-4da4-96e2-9f655830e24b req-d6101ecc-e7f9-4c3e-b4a5-9d83a13979a6 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548184 Aug 23 03:35:14.592730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event updated for resources: {'Port': ['ID=e9702665-8a0b-4f7c-9e2a-e52ef0c96899,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:14.618002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:14.683467 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:14.685140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-8957857c-34b3-4560-bd03-8b4fd544ed76 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5647187 Aug 23 03:35:14.725758 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-cd91ed2b-5fa7-4ad4-a34a-692c6a471fb2 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=74e5e83fbd4a42daa0a1baccb58bbfc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260077 Aug 23 03:35:14.756329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-75c69e7d-70b2-4042-ac10-ffcf66bdf5ae tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0614688 Aug 23 03:35:14.865861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-ee909477-c5f1-4c71-af9f-5123a0ffcdf0 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:14.873782 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-ee909477-c5f1-4c71-af9f-5123a0ffcdf0 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410947 Aug 23 03:35:14.884808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-bb8969ab-7779-49a0-90f3-52c20ab2ef2d tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/quotas/74e5e83fbd4a42daa0a1baccb58bbfc7 HTTP/1.1" status: 200 len: 375 time: 0.0099137 Aug 23 03:35:14.886522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-90bede9a-8d4c-4ae3-9a7f-7cbb33188831 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:14.888076 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c80eb94d-1660-48a4-b84a-fee59d2aaa27 req-90bede9a-8d4c-4ae3-9a7f-7cbb33188831 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1261604 Aug 23 03:35:14.934120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-b20134ff-ab43-46d5-b9f9-7919924bca58 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=74e5e83fbd4a42daa0a1baccb58bbfc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340383 Aug 23 03:35:15.242348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ba809-0eca-43d3-bdcf-5d13e56c8e01 req-04a30702-d52c-4395-93de-8673a6d09875 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:15.243936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cc7ba809-0eca-43d3-bdcf-5d13e56c8e01 req-04a30702-d52c-4395-93de-8673a6d09875 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0776677 Aug 23 03:35:15.248334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b0e0b13-5e09-4478-9ed2-4e317729c000 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:15.311081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cc7ba809-0eca-43d3-bdcf-5d13e56c8e01 req-c44d4ba1-a5b1-41b1-839e-c7aa7ee33f4c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590189 Aug 23 03:35:15.320559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0b0e0b13-5e09-4478-9ed2-4e317729c000 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:15.320943 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:15.382566 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a8aed34-54c2-4f8b-a4b9-aad4a5f4a579 req-857ffeaa-d9a4-413f-8aa7-911f3c5d6ea0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/b3a8e974-3b21-4117-9ae7-4e4004a77f0c HTTP/1.1" status: 200 len: 1801 time: 0.0424323 Aug 23 03:35:15.451203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8a8aed34-54c2-4f8b-a4b9-aad4a5f4a579 req-b59a55d3-d5ca-485d-9413-f0285972faaa tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:15.474474 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8a8aed34-54c2-4f8b-a4b9-aad4a5f4a579 req-b59a55d3-d5ca-485d-9413-f0285972faaa tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:15.641965 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8a8aed34-54c2-4f8b-a4b9-aad4a5f4a579 req-b59a55d3-d5ca-485d-9413-f0285972faaa tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:15.644783 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8a8aed34-54c2-4f8b-a4b9-aad4a5f4a579 req-b59a55d3-d5ca-485d-9413-f0285972faaa tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:15.646016 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a8aed34-54c2-4f8b-a4b9-aad4a5f4a579 req-b59a55d3-d5ca-485d-9413-f0285972faaa tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3a8e974-3b21-4117-9ae7-4e4004a77f0c HTTP/1.1" status: 204 len: 173 time: 0.2563694 Aug 23 03:35:15.658709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a55d3-d5ca-485d-9413-f0285972faaa tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a8e974-3b21-4117-9ae7-4e4004a77f0c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:15.808192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-c6521b51-d821-4936-b548-bba24db985cc tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1403358 Aug 23 03:35:15.813447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:15.941730 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.062930 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.162319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dc67ad3-7b31-4e69-8ca2-b8ef35e7787c req-3abee616-e168-42f4-9af8-d675fc023888 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 210 time: 0.0336089 Aug 23 03:35:16.216980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Allocated IP 172.25.1.11 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/3bf1ad40-43db-4f2b-9b0c-b77751f64c11) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:16.307976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1745a1-ed89-4f56-b63f-22f7a72851ba req-8ba4bc7b-c033-42e3-88a5-ef053c5bbede tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:16.309637 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e1745a1-ed89-4f56-b63f-22f7a72851ba req-8ba4bc7b-c033-42e3-88a5-ef053c5bbede tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.0597858 Aug 23 03:35:16.347658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.352740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e1745a1-ed89-4f56-b63f-22f7a72851ba req-bf1910d6-4e10-4919-9d9e-bc4700e7aff4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361590 Aug 23 03:35:16.453792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.489991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:16.493209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:16.499073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-791663c3-3771-4d34-8a23-aa4fe4855405 req-f33e9f27-6277-4576-b546-f28c7c061f83 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/34e5db64-0941-4a44-a536-ae508806f472 HTTP/1.1" status: 200 len: 1800 time: 0.0501809 Aug 23 03:35:16.510165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:16.540836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event updated for resources: {'Port': ['ID=3bf1ad40-43db-4f2b-9b0c-b77751f64c11,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:16.567427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-791663c3-3771-4d34-8a23-aa4fe4855405 req-c9f5ae74-cc1f-425e-be48-f92311cfd6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.593622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-791663c3-3771-4d34-8a23-aa4fe4855405 req-c9f5ae74-cc1f-425e-be48-f92311cfd6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.612350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.697356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.716766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-791663c3-3771-4d34-8a23-aa4fe4855405 req-c9f5ae74-cc1f-425e-be48-f92311cfd6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.719623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-791663c3-3771-4d34-8a23-aa4fe4855405 req-c9f5ae74-cc1f-425e-be48-f92311cfd6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.720884 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-791663c3-3771-4d34-8a23-aa4fe4855405 req-c9f5ae74-cc1f-425e-be48-f92311cfd6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/34e5db64-0941-4a44-a536-ae508806f472 HTTP/1.1" status: 204 len: 173 time: 0.2180667 Aug 23 03:35:16.732604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5ae74-cc1f-425e-be48-f92311cfd6b0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e5db64-0941-4a44-a536-ae508806f472,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:16.846074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-c0b71e6c-7e31-481e-a130-e63d19303f09 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310593 Aug 23 03:35:16.880145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.959882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-758b3ce4-5e40-412f-8b5b-bb515263812a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:16.961393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-758b3ce4-5e40-412f-8b5b-bb515263812a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093073 Aug 23 03:35:16.965713 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:16.978104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-fd0e236b-afce-466b-b3f1-99f3c9b8ee4e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/quotas/28983f2da7f0464eb27b7189a87c46cb HTTP/1.1" status: 200 len: 375 time: 0.0100522 Aug 23 03:35:17.033670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-d35fcef5-86f3-42e8-b5a1-c12278068fe8 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493989 Aug 23 03:35:17.043328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event updated for resources: {'Port': ['ID=3bf1ad40-43db-4f2b-9b0c-b77751f64c11,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:17.049789 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:17.121863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:17.123113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab5dbd80-68b6-4570-ae28-e4b8afa4d61b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3141260 Aug 23 03:35:17.193543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-ab7cf5a6-d318-40b0-b062-2e86c35853e1 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0644786 Aug 23 03:35:17.294866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-9e702b65-4156-4a38-8cc9-2a86bd32195d tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:17.301550 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b32ae227-9d0f-4db7-b90d-dff4daca6800 req-9e702b65-4156-4a38-8cc9-2a86bd32195d tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1071429 Aug 23 03:35:17.340614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-1ad2d1ab-7e3d-4384-8fd4-4f692ccce16a tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=74e5e83fbd4a42daa0a1baccb58bbfc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317845 Aug 23 03:35:17.421334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddae4bf-835f-4a1c-96ee-a131e6a5801f req-6acadb4e-aadb-4cf0-b27a-0abb31256d16 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:17.423152 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dddae4bf-835f-4a1c-96ee-a131e6a5801f req-6acadb4e-aadb-4cf0-b27a-0abb31256d16 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0546863 Aug 23 03:35:17.467620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dddae4bf-835f-4a1c-96ee-a131e6a5801f req-92ccfc17-d2fc-4bcc-acc6-45fad4b31211 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362020 Aug 23 03:35:17.487980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-8bbe54f4-02d3-4a97-a3aa-1b8715823de7 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:17.489673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-8bbe54f4-02d3-4a97-a3aa-1b8715823de7 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1424761 Aug 23 03:35:17.500382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-9d71660c-67c5-4fd4-abbb-bec492457a58 req-3bb9e4ab-c2ca-4bbb-b000-01ea81f826f2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-710016067', 'description': 'tempest-description-774049576'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:17.512340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Request body: {'port': {'device_id': 'e63efb0c-4f58-4c41-a08f-72d9dc6518c2', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '74e5e83fbd4a42daa0a1baccb58bbfc7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:17.590766 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9d71660c-67c5-4fd4-abbb-bec492457a58 req-3bb9e4ab-c2ca-4bbb-b000-01ea81f826f2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:17.678167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9d71660c-67c5-4fd4-abbb-bec492457a58 req-3bb9e4ab-c2ca-4bbb-b000-01ea81f826f2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:17.791772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9d71660c-67c5-4fd4-abbb-bec492457a58 req-3bb9e4ab-c2ca-4bbb-b000-01ea81f826f2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:17.834673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9e4ab-c2ca-4bbb-b000-01ea81f826f2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38debb31-b5c1-4ad0-811f-f16e225ba2c6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:17.904737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0d4be357-7e8a-4d5b-8c43-ffd815330422 req-936437b3-4c42-46b3-8f9b-269f309c4179 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 210 time: 0.0319510 Aug 23 03:35:17.905493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Made reservation on behalf of 74e5e83fbd4a42daa0a1baccb58bbfc7 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:17.909659 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:17.924315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:17.962041 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9d71660c-67c5-4fd4-abbb-bec492457a58 req-3bb9e4ab-c2ca-4bbb-b000-01ea81f826f2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:17.964670 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d71660c-67c5-4fd4-abbb-bec492457a58 req-3bb9e4ab-c2ca-4bbb-b000-01ea81f826f2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4696646 Aug 23 03:35:18.086498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4111c00-7d73-4ac3-9547-d5fb401880c3 req-80cecbb7-1661-4bfc-9f74-d75c3552a4ab tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:18.091701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-94788d7a-5398-4c61-85ec-0a25dd6b7c9c tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1563067 Aug 23 03:35:18.095080 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4111c00-7d73-4ac3-9547-d5fb401880c3 req-80cecbb7-1661-4bfc-9f74-d75c3552a4ab tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.0635827 Aug 23 03:35:18.110097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:18.132419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4111c00-7d73-4ac3-9547-d5fb401880c3 req-ecf5aaec-56d7-48ef-9779-509b04e4dbaf tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360832 Aug 23 03:35:18.147819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.215640 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.296640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebc2781-2824-4c0b-927a-6dd132f4cbde,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:18.353375 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.395273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Allocated IP 192.168.233.116 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:18.482714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d29a23c-af5a-458d-9dd4-6c7e46c6e7d2 req-eea90548-0c9a-47a1-b4f4-bccdc5398b2d tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/38debb31-b5c1-4ad0-811f-f16e225ba2c6 HTTP/1.1" status: 200 len: 1799 time: 0.0415397 Aug 23 03:35:18.498202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-8d29a23c-af5a-458d-9dd4-6c7e46c6e7d2 req-e7db3bd6-082b-47ec-9970-2bfb877a5fa2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1877674843', 'description': 'tempest-description-hth-501908477'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:18.525057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8d29a23c-af5a-458d-9dd4-6c7e46c6e7d2 req-e7db3bd6-082b-47ec-9970-2bfb877a5fa2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.574511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.581300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8d29a23c-af5a-458d-9dd4-6c7e46c6e7d2 req-e7db3bd6-082b-47ec-9970-2bfb877a5fa2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.642100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8d29a23c-af5a-458d-9dd4-6c7e46c6e7d2 req-e7db3bd6-082b-47ec-9970-2bfb877a5fa2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.646033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8d29a23c-af5a-458d-9dd4-6c7e46c6e7d2 req-e7db3bd6-082b-47ec-9970-2bfb877a5fa2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.648813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d29a23c-af5a-458d-9dd4-6c7e46c6e7d2 req-e7db3bd6-082b-47ec-9970-2bfb877a5fa2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "PUT /v2.0/security-groups/38debb31-b5c1-4ad0-811f-f16e225ba2c6 HTTP/1.1" status: 200 len: 1774 time: 0.1554482 Aug 23 03:35:18.650759 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.680008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Transition to ACTIVE for port object 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:18.680686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db3bd6-082b-47ec-9970-2bfb877a5fa2 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38debb31-b5c1-4ad0-811f-f16e225ba2c6,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:18.722759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32adc942-d089-4639-8f11-1d7b7da7f31e req-b6a38b1b-881c-45f7-8a61-6754350fe56e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 210 time: 0.0282066 Aug 23 03:35:18.763573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Allocated IP 172.25.1.113 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/d7ab0e31-8158-4a43-8023-c990d2796875) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:18.854670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0d8b3-b87c-4d1a-9f9c-0ca0b2341899 req-c101a12d-62c5-4aad-a9d7-c81acf990b05 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:18.856107 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4d0d8b3-b87c-4d1a-9f9c-0ca0b2341899 req-c101a12d-62c5-4aad-a9d7-c81acf990b05 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0526001 Aug 23 03:35:18.899964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4d0d8b3-b87c-4d1a-9f9c-0ca0b2341899 req-342afc17-aee0-482d-b32c-630d7dd61157 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346766 Aug 23 03:35:18.905113 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.934628 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:18.968794 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ca33bd17-ebb8-4ed5-a2ce-3ed56ecdcb31 req-50d149a1-ce05-41c0-9c7b-7e0391a90910 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/38debb31-b5c1-4ad0-811f-f16e225ba2c6 HTTP/1.1" status: 200 len: 1774 time: 0.0420957 Aug 23 03:35:18.989856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:18.995444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:18.999997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:19.007124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Pushing event updated for resources: {'Port': ['ID=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:19.075960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:19.076605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.081469 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.090535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e136-1530-4ba1-bd07-6836022c2fc8 req-e36248a4-cd46-4335-81cd-d74982c4edad tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:19.092776 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51e7e136-1530-4ba1-bd07-6836022c2fc8 req-e36248a4-cd46-4335-81cd-d74982c4edad tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 936 time: 0.0617049 Aug 23 03:35:19.109251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:19.132948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:19.135500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:19.159651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51e7e136-1530-4ba1-bd07-6836022c2fc8 req-a675789a-6e94-4afc-97a3-cb40f1b11c0d tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Aug 23 03:35:19.209949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event updated for resources: {'Port': ['ID=d7ab0e31-8158-4a43-8023-c990d2796875,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:19.231515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-218ec488-2be5-4e7a-8d19-076580d9a42b tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7252643 Aug 23 03:35:19.239181 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5898e755-2c52-4062-9c57-470dbf893070 req-b0e12a0a-13e5-46fc-8560-ba94ca7be65c tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/38debb31-b5c1-4ad0-811f-f16e225ba2c6 HTTP/1.1" status: 200 len: 1774 time: 0.0599589 Aug 23 03:35:19.262946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Request body: {'port': {'device_id': 'e63efb0c-4f58-4c41-a08f-72d9dc6518c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:19.300268 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5898e755-2c52-4062-9c57-470dbf893070 req-5e830e20-a938-402a-ab9e-51af356cb504 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.324845 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5898e755-2c52-4062-9c57-470dbf893070 req-5e830e20-a938-402a-ab9e-51af356cb504 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.327081 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.328167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bb5d321f-0f16-48a9-b3eb-181ca033efb4 None None] Provisioning for port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:19.332090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bb5d321f-0f16-48a9-b3eb-181ca033efb4 None None] Provisioning complete for port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:19.332464 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bb5d321f-0f16-48a9-b3eb-181ca033efb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.338687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.375770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-bb5d321f-0f16-48a9-b3eb-181ca033efb4 None None] Port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:35:19.471574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5898e755-2c52-4062-9c57-470dbf893070 req-5e830e20-a938-402a-ab9e-51af356cb504 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.476025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5898e755-2c52-4062-9c57-470dbf893070 req-5e830e20-a938-402a-ab9e-51af356cb504 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.477490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5898e755-2c52-4062-9c57-470dbf893070 req-5e830e20-a938-402a-ab9e-51af356cb504 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/38debb31-b5c1-4ad0-811f-f16e225ba2c6 HTTP/1.1" status: 204 len: 173 time: 0.2375145 Aug 23 03:35:19.487333 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.491572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e830e20-a938-402a-ab9e-51af356cb504 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38debb31-b5c1-4ad0-811f-f16e225ba2c6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:19.596205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca1f0f-df57-4dd0-bfe4-1222c4c1bc6e req-8fa7b4ea-040e-4e73-b0eb-aeeeec156a62 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:19.597729 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fbca1f0f-df57-4dd0-bfe4-1222c4c1bc6e req-8fa7b4ea-040e-4e73-b0eb-aeeeec156a62 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.0497162 Aug 23 03:35:19.658617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fbca1f0f-df57-4dd0-bfe4-1222c4c1bc6e req-70529b1b-a74b-414d-8b1a-b34e8ec109dc tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511570 Aug 23 03:35:19.804113 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.809858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:19.818598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.852324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Transition to ACTIVE for port object 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:19.870629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:19.876071 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-97eb75ce-cd1e-4ec8-a6eb-afcb796fc473 req-0f442549-0301-4dea-a2c4-92ee40950899 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Aug 23 03:35:19.945532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event updated for resources: {'Port': ['ID=d7ab0e31-8158-4a43-8023-c990d2796875,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:19.951004 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-762fe7c6-8180-476d-a1c1-2e76854fef2c req-3a6ee70e-2a26-416c-8cc2-ed98d7d97eb8 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:35:19.952036 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-762fe7c6-8180-476d-a1c1-2e76854fef2c req-3a6ee70e-2a26-416c-8cc2-ed98d7d97eb8 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/34e5db64-0941-4a44-a536-ae508806f472 HTTP/1.1" status: 404 len: 352 time: 0.0152552 Aug 23 03:35:19.964745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:20.013893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:20.051185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Pushing event updated for resources: {'Port': ['ID=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:20.064519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2cf31-ea43-4065-8970-a50aa98919a0 req-a13d71b5-c5c6-453e-bc3d-a456611dbbb7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:20.066163 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2b2cf31-ea43-4065-8970-a50aa98919a0 req-a13d71b5-c5c6-453e-bc3d-a456611dbbb7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0587728 Aug 23 03:35:20.125665 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2b2cf31-ea43-4065-8970-a50aa98919a0 req-3cf4cff1-39e1-4d21-a914-b253b2749a0d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Aug 23 03:35:20.130781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Attempting to bind port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:20.131918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Attempting to bind port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:20.132421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Attempting to bind port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:20.137219 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:20.150135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-38c3ca19-8f1d-44de-9ac2-434d27ae2c81 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0408361 Aug 23 03:35:20.179760 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-4062a719-7ed8-4df3-826d-568c3f78d2f5 req-7a42d14c-eb9c-477a-9587-aeb9340da358 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:35:20.184425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4062a719-7ed8-4df3-826d-568c3f78d2f5 req-7a42d14c-eb9c-477a-9587-aeb9340da358 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/b3a8e974-3b21-4117-9ae7-4e4004a77f0c HTTP/1.1" status: 404 len: 352 time: 0.0214798 Aug 23 03:35:20.196409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:35:20.197092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Attempting to bind port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:20.213057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-4af1ba41-77d2-4bfe-89a0-5bdd4ada6275 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.113 HTTP/1.1" status: 200 len: 696 time: 0.0666749 Aug 23 03:35:20.226259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:20.226597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:20.226975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:20.227424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Bound port: 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:20.227781 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:20.300891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307dd0c-762e-4c77-8da8-83789ce1fcce req-52f89d9e-fea3-4b98-bae1-39d165179c38 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:20.309533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5307dd0c-762e-4c77-8da8-83789ce1fcce req-52f89d9e-fea3-4b98-bae1-39d165179c38 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 948 time: 0.0597682 Aug 23 03:35:20.349607 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5307dd0c-762e-4c77-8da8-83789ce1fcce req-9d88d948-84fa-4d0d-86b1-66a3900c5383 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 Aug 23 03:35:20.386178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-6769baf9-9b36-4c8e-8f04-68b1885e7d9b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:20.387616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb19ffd1-e649-4788-97e0-9ac151b5c55a req-6769baf9-9b36-4c8e-8f04-68b1885e7d9b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1737440 Aug 23 03:35:20.391009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] For port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:20.394481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] For port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:20.417931 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-d5624218-4d7c-47ee-9313-6e4fe25268b2 req-8b31c2ba-1242-4a36-b14f-abb7f96e67f5 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:35:20.419200 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5624218-4d7c-47ee-9313-6e4fe25268b2 req-8b31c2ba-1242-4a36-b14f-abb7f96e67f5 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/cdf06d63-d31d-48ce-85d0-8d0e42d00af2 HTTP/1.1" status: 404 len: 352 time: 0.0149593 Aug 23 03:35:20.457981 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-200fd9d0-c956-4c87-ab75-a7019ac21219 req-629ee543-4721-4a43-931c-55a26527ebf6 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:35:20.459790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-200fd9d0-c956-4c87-ab75-a7019ac21219 req-629ee543-4721-4a43-931c-55a26527ebf6 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/5697c242-ca2b-47c0-9bdc-044ad924f834 HTTP/1.1" status: 404 len: 352 time: 0.0169170 Aug 23 03:35:20.465809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2acfffe-5c49-4159-a542-4639c37251dc req-bb965fd5-d278-4817-a87e-e8a2cfbccab2 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips/ffab7f3a-4ada-4d4d-9c54-e0520e217aaf HTTP/1.1" status: 200 len: 693 time: 0.0557003 Aug 23 03:35:20.479608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:20.499600 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-2df069c3-91d0-4303-9b79-f292af7f882a req-296f9d6b-ccd6-4344-91c7-e7ca89014caa tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:35:20.500601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2df069c3-91d0-4303-9b79-f292af7f882a req-296f9d6b-ccd6-4344-91c7-e7ca89014caa tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/42d7f559-7f4e-4512-85d1-669f181442e2 HTTP/1.1" status: 404 len: 352 time: 0.0157967 Aug 23 03:35:20.540159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:20.545665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:20.545665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] 10.222.0.11 "PUT /v2.0/ports/0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa HTTP/1.1" status: 200 len: 1096 time: 1.2853365 Aug 23 03:35:20.546131 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-c17fa19a-9361-4084-bb49-bc328d713d22 req-771051fa-f132-4f81-80cb-f55458683995 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] show failed (client error): The resource could not be found. Aug 23 03:35:20.546131 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c17fa19a-9361-4084-bb49-bc328d713d22 req-771051fa-f132-4f81-80cb-f55458683995 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/0ec7c9cf-b687-4ce3-a44c-86ee24ed7443 HTTP/1.1" status: 404 len: 352 time: 0.0178766 Aug 23 03:35:20.548026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63efb0c-4f58-4c41-a08f-72d9dc6518c2', 'tag': '0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:20.550926 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a5b581-c914-472d-b7c1-243e87af59cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e63efb0c-4f58-4c41-a08f-72d9dc6518c2", "tag": "0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:20.617240 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbff41ed-473f-4a3f-a770-f8c81a1af58a x-openstack-request-id: req-bbff41ed-473f-4a3f-a770-f8c81a1af58a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:20.620748 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63efb0c-4f58-4c41-a08f-72d9dc6518c2", "tag": "0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:20.620748 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbff41ed-473f-4a3f-a770-f8c81a1af58a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:20.620748 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63efb0c-4f58-4c41-a08f-72d9dc6518c2', 'tag': '0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa', 'status': 'completed', 'code': 200} Aug 23 03:35:20.655364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3d5cb-a49f-4dc8-aca3-ae67d7ff8557 service neutron] Pushing event updated for resources: {'Port': ['ID=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:20.661605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-d3ed7090-e2f1-4263-9489-95cead3da9d2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466490 Aug 23 03:35:20.733786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acfffe-5c49-4159-a542-4639c37251dc req-edd5adcd-8aa9-41c5-9196-6c3a797a2841 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:20.735284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2acfffe-5c49-4159-a542-4639c37251dc req-edd5adcd-8aa9-41c5-9196-6c3a797a2841 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.2686236 Aug 23 03:35:20.762575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-b2acfffe-5c49-4159-a542-4639c37251dc req-f663b457-63ae-4e88-9d21-d47bceca0922 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:35:20.763585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2acfffe-5c49-4159-a542-4639c37251dc req-f663b457-63ae-4e88-9d21-d47bceca0922 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153120 Aug 23 03:35:20.839037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5b581-c914-472d-b7c1-243e87af59cb req-ad7049d9-8f86-4b95-9d2d-ff8777f8d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:20.839037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5a5b581-c914-472d-b7c1-243e87af59cb req-ad7049d9-8f86-4b95-9d2d-ff8777f8d67d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e5e83fbd4a42daa0a1baccb58bbfc7&device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 1099 time: 0.1499801 Aug 23 03:35:20.909272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5a5b581-c914-472d-b7c1-243e87af59cb req-9fc6f8e3-8a6a-4851-8fc5-ab8b7e524609 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=74e5e83fbd4a42daa0a1baccb58bbfc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358198 Aug 23 03:35:20.926471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-fbecdbf5-1538-4815-bdb2-ad3c41d0d568 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:20.926471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-fbecdbf5-1538-4815-bdb2-ad3c41d0d568 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233934 Aug 23 03:35:20.954085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Request body: {'port': {'device_id': '7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '28983f2da7f0464eb27b7189a87c46cb'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:20.972015 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59570a7-a97a-43eb-b7d9-ef1757b19e00 req-4019d59a-8647-4524-ae65-a20caa876b56 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:20.973591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c59570a7-a97a-43eb-b7d9-ef1757b19e00 req-4019d59a-8647-4524-ae65-a20caa876b56 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.1338670 Aug 23 03:35:21.086524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c4c24c0c-9b11-470e-aa4d-5d2c8578ada9 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips/ffab7f3a-4ada-4d4d-9c54-e0520e217aaf HTTP/1.1" status: 200 len: 693 time: 0.0533106 Aug 23 03:35:21.125669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c59570a7-a97a-43eb-b7d9-ef1757b19e00 req-07c468fd-29bf-4e91-80d9-5a96ccec2fe7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364622 Aug 23 03:35:21.129328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5b581-c914-472d-b7c1-243e87af59cb req-e85d2ec4-28f5-4164-85e9-109a27f3de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:21.130794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5a5b581-c914-472d-b7c1-243e87af59cb req-e85d2ec4-28f5-4164-85e9-109a27f3de15 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2047963 Aug 23 03:35:21.233344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-ddc183b2-dbc4-45d6-a88d-f875b9854bbf tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:21.235930 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-ddc183b2-dbc4-45d6-a88d-f875b9854bbf tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1484234 Aug 23 03:35:21.287562 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-8dd5b346-c8bb-4315-a5bd-1af9b582d8c4 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.113 HTTP/1.1" status: 200 len: 696 time: 0.0454669 Aug 23 03:35:21.352349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-5749b597-51c7-404d-9f07-002b43bcee80 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.113 HTTP/1.1" status: 200 len: 696 time: 0.0569911 Aug 23 03:35:21.506244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Deleting port d7ab0e31-8158-4a43-8023-c990d2796875 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:21.506244 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:21.556188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Made reservation on behalf of 28983f2da7f0464eb27b7189a87c46cb for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:21.559841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:21.578703 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11e2764f-cdca-4841-a4e8-1b5bac02d7ac req-9d99bb1e-37ce-4bc5-8268-7236172c314f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 210 time: 0.3642864 Aug 23 03:35:21.599037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-757588d0-c7be-4b01-bce5-1c8e30d006a3 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645225 Aug 23 03:35:21.613925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:21.615124 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:21.630759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Calling delete_port for d7ab0e31-8158-4a43-8023-c990d2796875 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:21.696373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-bd396a0a-6b59-479e-a422-16168f382690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:21.698494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-bd396a0a-6b59-479e-a422-16168f382690 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=74e5e83fbd4a42daa0a1baccb58bbfc7&device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 1099 time: 0.4729459 Aug 23 03:35:21.877444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-65a266cc-5355-425c-a100-086f0769f972 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:21.878816 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-65a266cc-5355-425c-a100-086f0769f972 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2687652 Aug 23 03:35:21.884146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-38082814-7b8a-42e5-a4da-8713429062c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa HTTP/1.1" status: 200 len: 217 time: 0.0585341 Aug 23 03:35:21.887556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:21.898471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e92bd3-0c82-43c9-bee2-9ff1685fe038 req-a0b461e0-effe-4c22-8157-d961fc8e3b21 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:21.899961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8e92bd3-0c82-43c9-bee2-9ff1685fe038 req-a0b461e0-effe-4c22-8157-d961fc8e3b21 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 1023 time: 0.2005982 Aug 23 03:35:21.904986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Allocated IP 192.168.233.70 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/08bd716d-73df-4719-91de-5e20bc120f28) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:21.909862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Request body: {'port': {'device_id': '00e67156-a306-464c-bc8b-d8a3824a7123', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '28983f2da7f0464eb27b7189a87c46cb'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:21.950594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event deleted for resources: {'Port': ['ID=d7ab0e31-8158-4a43-8023-c990d2796875,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:22.004414 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:22.007413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:22.008633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4677718-f345-4969-bfc3-7c73fed8cfe3 req-c0a96445-a45d-4001-803d-198665aa0f20 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "DELETE /v2.0/floatingips/ffab7f3a-4ada-4d4d-9c54-e0520e217aaf HTTP/1.1" status: 204 len: 173 time: 0.6493680 Aug 23 03:35:22.087343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8e92bd3-0c82-43c9-bee2-9ff1685fe038 req-d9876cec-aab9-44b1-a42d-ed2731b55de8 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dc253da-ace0-468b-86af-b0298112e110&id=e5ccdde6-2793-40cd-bc19-51c6df498072&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1741061 Aug 23 03:35:22.115120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-867821f5-352b-4e8c-b36a-4cb81ecb0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:22.116605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-867821f5-352b-4e8c-b36a-4cb81ecb0440 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1765366 Aug 23 03:35:22.150563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3964f8-0894-4c04-bcd7-43aba04f369d req-5a01f62f-ece1-41f4-96fa-28baa72ff92f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:22.152221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea3964f8-0894-4c04-bcd7-43aba04f369d req-5a01f62f-ece1-41f4-96fa-28baa72ff92f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0791676 Aug 23 03:35:22.203584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea3964f8-0894-4c04-bcd7-43aba04f369d req-6ac8f52d-21d7-43f8-8393-dc7f116698b2 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Aug 23 03:35:22.207869 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:22.275491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-1d21f107-150a-4c8b-a125-073df96ee15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:22.276979 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-1d21f107-150a-4c8b-a125-073df96ee15f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484988 Aug 23 03:35:22.317324 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:22.328312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0fe47-e2ef-4590-8c5d-6692b8dc8422 req-fccfef25-bebd-4331-b6ef-d5fe587ab809 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:22.329908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce0fe47-e2ef-4590-8c5d-6692b8dc8422 req-fccfef25-bebd-4331-b6ef-d5fe587ab809 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 948 time: 0.1330454 Aug 23 03:35:22.357905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Made reservation on behalf of 28983f2da7f0464eb27b7189a87c46cb for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:22.358889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:22.452261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Transition to ACTIVE for port object 08bd716d-73df-4719-91de-5e20bc120f28 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:22.464716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce0fe47-e2ef-4590-8c5d-6692b8dc8422 req-11f1f77e-82dd-4ad4-be95-563e97ecf9de tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227129 Aug 23 03:35:22.540050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-72622761-c408-40fb-9211-bdc3938120df service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522128 Aug 23 03:35:22.717633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22bd85a1-4114-4a5e-8661-e1ec25aefabf req-0669d38a-d569-4d51-8346-f085c48594ea service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377096 Aug 23 03:35:22.725554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b89173-461d-4020-b963-0453f118b546 req-b0587761-f927-4f70-a148-098db1652698 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:22.727039 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3b89173-461d-4020-b963-0453f118b546 req-b0587761-f927-4f70-a148-098db1652698 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 945 time: 0.0774574 Aug 23 03:35:22.738761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ed9cc-fd08-4945-a535-e98ffdd9e82e req-e4d3c8d7-bc06-42a4-a67b-7b24e9cf1c3b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:22.740086 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a86ed9cc-fd08-4945-a535-e98ffdd9e82e req-e4d3c8d7-bc06-42a4-a67b-7b24e9cf1c3b tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5058150 Aug 23 03:35:22.743223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-982b3377-d969-46f1-981a-82935ff8564e tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:22.744689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-982b3377-d969-46f1-981a-82935ff8564e tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.1213379 Aug 23 03:35:22.757314 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:35:22.758169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-749052-7'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:22.777598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3b89173-461d-4020-b963-0453f118b546 req-a3d9965c-6d59-40d4-bf7a-8fe3971bcd47 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Aug 23 03:35:22.857103 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fac86f3e-bf2d-4adb-b0b5-d4988b57d3da req-739e0eaf-9648-43c9-a0e6-851916100505 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 210 time: 0.0330007 Aug 23 03:35:22.858073 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:22.879442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-33fdae12-1aef-4b4a-b731-be499b3d42b5 req-763875d9-6921-4d9f-917e-f4de4401c426 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=4ae919a733de45a5a9037e079252ee93 HTTP/1.1" status: 200 len: 1656 time: 0.0640099 Aug 23 03:35:22.991975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:22.996639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdae12-1aef-4b4a-b731-be499b3d42b5 req-db06d556-3c66-4cb2-9178-aefcd8e48242 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:22.998188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-33fdae12-1aef-4b4a-b731-be499b3d42b5 req-db06d556-3c66-4cb2-9178-aefcd8e48242 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks?id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 787 time: 0.1086974 Aug 23 03:35:23.009120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-33fdae12-1aef-4b4a-b731-be499b3d42b5 req-986b17f0-c123-40e1-bbb4-05f5124ce3a2 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:35:23.013710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-33fdae12-1aef-4b4a-b731-be499b3d42b5 req-986b17f0-c123-40e1-bbb4-05f5124ce3a2 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097222 Aug 23 03:35:23.049988 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:23.103463 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-0cd3af9a-5bdf-4a23-8994-851b88b361da tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips/e068d5ca-494c-4c39-8754-677886444dfd HTTP/1.1" status: 200 len: 692 time: 0.0646586 Aug 23 03:35:23.128039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:23.131031 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c14948-95d3-44d6-a472-0b4d09a09aae" -d '{"events": [{"server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:23.137075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:23.216682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e8a86-cac8-45c6-afea-2d3de85dd945 req-873db3ee-4f3c-4557-a572-e90ce0c02fcb tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:23.218194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-549e8a86-cac8-45c6-afea-2d3de85dd945 req-873db3ee-4f3c-4557-a572-e90ce0c02fcb tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 1023 time: 0.0553105 Aug 23 03:35:23.244781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-de5d63d1-6bbf-4987-b79e-5522bc8d9988 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:23.246164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-de5d63d1-6bbf-4987-b79e-5522bc8d9988 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1302612 Aug 23 03:35:23.264575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-549e8a86-cac8-45c6-afea-2d3de85dd945 req-1422e86c-6343-43c3-b402-57413f4d7098 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dc253da-ace0-468b-86af-b0298112e110&id=e5ccdde6-2793-40cd-bc19-51c6df498072&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0399730 Aug 23 03:35:23.305547 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f172c4-cdf8-4c38-af6a-cd6a1d87104a x-openstack-request-id: req-a1f172c4-cdf8-4c38-af6a-cd6a1d87104a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:23.305911 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "name": "network-vif-unplugged", "status": "completed", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:23.306195 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1f172c4-cdf8-4c38-af6a-cd6a1d87104a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:23.307154 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde', 'code': 200} Aug 23 03:35:23.311106 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-ccfe079a-0a75-42fa-9b1a-a45ad7c12c7a tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0589671 Aug 23 03:35:23.364928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-6b9cf966-4167-4cb5-9ef3-725204e9bbe0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.11 HTTP/1.1" status: 200 len: 695 time: 0.0474849 Aug 23 03:35:23.421331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-50615815-d243-4839-9db6-1ed7bc519fc9 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:23.422875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-50615815-d243-4839-9db6-1ed7bc519fc9 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 1023 time: 0.0806594 Aug 23 03:35:23.435275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5356a-6d07-4883-bd23-53cf9b1576fd req-fb86189e-0f46-49f7-bfe4-c431cff99831 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:23.436716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79d5356a-6d07-4883-bd23-53cf9b1576fd req-fb86189e-0f46-49f7-bfe4-c431cff99831 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0866020 Aug 23 03:35:23.518210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Deleting port 3bf1ad40-43db-4f2b-9b0c-b77751f64c11 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:23.518598 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:23.560088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79d5356a-6d07-4883-bd23-53cf9b1576fd req-19bd579f-c0ef-4334-918a-2a541a0dcbf8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161022 Aug 23 03:35:23.594010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Deleting port 13260ff9-e1ed-4e18-8798-b4943a114d93 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:23.594481 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:23.615712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:23.616137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:23.634181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Calling delete_port for 3bf1ad40-43db-4f2b-9b0c-b77751f64c11 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:23.709935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] For port 13260ff9-e1ed-4e18-8798-b4943a114d93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=13260ff9-e1ed-4e18-8798-b4943a114d93,segment=NetworkSegment(572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d),segment_id=572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:23.710601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:23.723253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Calling delete_port for 13260ff9-e1ed-4e18-8798-b4943a114d93 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:23.798664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:23.802559 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:23.817751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:23.904272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:23.918212 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:23.922216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb19a6-52d3-4bf7-b97a-4c094dda9032 req-09b76502-39b4-4f7c-998d-e36efaa87a88 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:23.923776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3cb19a6-52d3-4bf7-b97a-4c094dda9032 req-09b76502-39b4-4f7c-998d-e36efaa87a88 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 948 time: 0.2680528 Aug 23 03:35:23.932995 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Pushing event updated for resources: {'Port': ['ID=f19c15c5-6540-4586-afb9-eda2f362fdde,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:23.933951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:23.954764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:23.979455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Allocated IP 192.168.233.235 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/916c007e-d38a-4156-9d59-dc321ef90d79) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:23.987721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde on host n-h1-749052-7 for vnic_type normal with profile {"migrating_to": "n-h2-749052-7"} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:23.988058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:23.988391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:24.002922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event deleted for resources: {'Port': ['ID=3bf1ad40-43db-4f2b-9b0c-b77751f64c11,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:24.019567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event updated for resources: {'Port': ['ID=08bd716d-73df-4719-91de-5e20bc120f28,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:24.078507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3cb19a6-52d3-4bf7-b97a-4c094dda9032 req-e021bfb5-5b74-4261-94df-f1392a2a8dc2 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354251 Aug 23 03:35:24.090018 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.092847 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.106292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e36e3d79-fb57-4a8b-9ca5-20fb600a77c4 req-bcb4a53d-915d-4c60-a7f6-c11528a50680 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "DELETE /v2.0/floatingips/e068d5ca-494c-4c39-8754-677886444dfd HTTP/1.1" status: 204 len: 173 time: 0.7305286 Aug 23 03:35:24.109333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Port f19c15c5-6540-4586-afb9-eda2f362fdde on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:35:24.110558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Attempting to bind port f19c15c5-6540-4586-afb9-eda2f362fdde on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:24.117332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:24.117989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.121899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:24.126232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:24.126741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:24.129792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Bound port: f19c15c5-6540-4586-afb9-eda2f362fdde, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:24.130262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.281206 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b379cc4-7b5b-49dc-bb3f-5e4e3f1b8578 req-e8d1d935-26df-4c4a-b8c8-3aa0cf7334e1 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:24.283997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b379cc4-7b5b-49dc-bb3f-5e4e3f1b8578 req-e8d1d935-26df-4c4a-b8c8-3aa0cf7334e1 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.1136370 Aug 23 03:35:24.285702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:24.290723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:24.316703 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13298b5b-f856-4644-98d7-2eb6d9c6b820 req-a890af26-1490-4426-9823-0e018af2c4f9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 210 time: 0.0619586 Aug 23 03:35:24.339459 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-f02fe084-d393-4922-8d67-7b323133b88e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3726294 Aug 23 03:35:24.339761 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b379cc4-7b5b-49dc-bb3f-5e4e3f1b8578 req-ac48b791-6cf7-4535-9ecd-9f723229bc44 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352087 Aug 23 03:35:24.358804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Request body: {'port': {'device_id': '7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:24.379937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-514618d7-78c7-414d-b9fe-c4c23f443819 None None] Provisioning for port 08bd716d-73df-4719-91de-5e20bc120f28 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:24.384262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-514618d7-78c7-414d-b9fe-c4c23f443819 None None] Provisioning complete for port 08bd716d-73df-4719-91de-5e20bc120f28 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:24.385546 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-514618d7-78c7-414d-b9fe-c4c23f443819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.422024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-514618d7-78c7-414d-b9fe-c4c23f443819 None None] Port 08bd716d-73df-4719-91de-5e20bc120f28 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:35:24.430405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.434934 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.452452 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-151ae165-e3f3-45de-ac13-37852f9527fa req-e6e6783c-1bae-4868-81a2-567ac8722118 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips/72107a7f-583d-46de-837d-c88b4bdb8478 HTTP/1.1" status: 200 len: 693 time: 0.1037762 Aug 23 03:35:24.467044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['13260ff9-e1ed-4e18-8798-b4943a114d93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:24.490306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'Port': ['ID=13260ff9-e1ed-4e18-8798-b4943a114d93,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:24.527964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd1d5-0508-4ee7-bbc7-eda65b7fe9dd req-29cdfc43-7d3a-481f-9098-fdfad05ec4f0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:24.529559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12fd1d5-0508-4ee7-bbc7-eda65b7fe9dd req-29cdfc43-7d3a-481f-9098-fdfad05ec4f0 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 945 time: 0.1365433 Aug 23 03:35:24.552073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Pushing event updated for resources: {'Port': ['ID=f19c15c5-6540-4586-afb9-eda2f362fdde,revision_number=8']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:24.564455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:24.565126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.566493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-06d6e8c5-959d-40a6-be13-817a2be08842 service neutron] 10.222.0.24 "PUT /v2.0/ports/f19c15c5-6540-4586-afb9-eda2f362fdde HTTP/1.1" status: 200 len: 1121 time: 1.8128822 Aug 23 03:35:24.571135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.601226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12fd1d5-0508-4ee7-bbc7-eda65b7fe9dd req-d4ad33a5-6db7-4cde-ada8-56c24db87fc4 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups?id=8dc253da-ace0-468b-86af-b0298112e110&id=e5ccdde6-2793-40cd-bc19-51c6df498072&id=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0453041 Aug 23 03:35:24.611745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] No DVR routers for this DVR port 13260ff9-e1ed-4e18-8798-b4943a114d93 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:35:24.654501 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.661296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:24.661296 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-196b031e-2a34-4015-bac9-feb2fc8e5a71 req-3e5a8dbf-3064-4dc7-8392-84f267498a5b tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.11 "DELETE /v2.0/ports/13260ff9-e1ed-4e18-8798-b4943a114d93 HTTP/1.1" status: 204 len: 173 time: 1.2207327 Aug 23 03:35:24.664563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'name': 'network-vif-deleted', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:24.666814 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef8d2d2-f968-45ee-924f-0d36eb762003" -d '{"events": [{"server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "name": "network-vif-deleted", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:24.677877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Transition to ACTIVE for port object 916c007e-d38a-4156-9d59-dc321ef90d79 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:24.702476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f19c15c5-6540-4586-afb9-eda2f362fdde'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:24.737887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b73e-5335-4b77-b77b-d7b9125a0d4f req-702439a5-2c00-4809-aa35-4cde39bb3242 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:24.760557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e71b73e-5335-4b77-b77b-d7b9125a0d4f req-702439a5-2c00-4809-aa35-4cde39bb3242 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0897882 Aug 23 03:35:24.824154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ae165-e3f3-45de-ac13-37852f9527fa req-8be0e475-e02d-4697-8927-f45a828bcf79 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:24.825575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-151ae165-e3f3-45de-ac13-37852f9527fa req-8be0e475-e02d-4697-8927-f45a828bcf79 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.3463845 Aug 23 03:35:24.830385 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e71b73e-5335-4b77-b77b-d7b9125a0d4f req-6a8282c9-5a27-4f7e-ab0d-f23a29af7743 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675058 Aug 23 03:35:24.839616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f19c15c5-6540-4586-afb9-eda2f362fdde details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:35:24.868352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['f19c15c5-6540-4586-afb9-eda2f362fdde'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:24.897581 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ae761-9674-4262-bdab-e5d75fd8736e x-openstack-request-id: req-5b3ae761-9674-4262-bdab-e5d75fd8736e {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:24.897839 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff844978-13c8-4767-9112-186004a3b0eb", "name": "network-vif-deleted", "tag": "13260ff9-e1ed-4e18-8798-b4943a114d93", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:24.898091 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b3ae761-9674-4262-bdab-e5d75fd8736e {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:24.898475 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff844978-13c8-4767-9112-186004a3b0eb', 'name': 'network-vif-deleted', 'tag': '13260ff9-e1ed-4e18-8798-b4943a114d93', 'status': 'completed', 'code': 200} Aug 23 03:35:24.916449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-151ae165-e3f3-45de-ac13-37852f9527fa req-2eb75fef-759c-4e32-a143-8a1fd7d71853 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0690644 Aug 23 03:35:24.980165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-151ae165-e3f3-45de-ac13-37852f9527fa req-ef5f8ed3-b3ab-4c22-8a5b-c43f79f62719 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0571823 Aug 23 03:35:25.037817 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:25.119474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:25.145825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f19c15c5-6540-4586-afb9-eda2f362fdde has no active binding in host n-h2-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:35:25.177677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:25.282637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69e430-b11c-45f3-8662-010b36bbba0e req-01c07139-1e36-4de7-b985-564f1fc625c9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:25.285056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dc69e430-b11c-45f3-8662-010b36bbba0e req-01c07139-1e36-4de7-b985-564f1fc625c9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 948 time: 0.1060505 Aug 23 03:35:25.309250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:25.311585 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a41927-5f8d-43c1-b71e-692ad3a7390a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:25.336613 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dc69e430-b11c-45f3-8662-010b36bbba0e req-07c90ede-9f35-420a-ad94-632ed2272071 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 Aug 23 03:35:25.443709 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1ca8dc-58df-4458-a629-aa7eacba6158 x-openstack-request-id: req-7c1ca8dc-58df-4458-a629-aa7eacba6158 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:25.443995 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:25.444242 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c1ca8dc-58df-4458-a629-aa7eacba6158 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:25.444637 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde', 'status': 'completed', 'code': 200} Aug 23 03:35:25.501649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event updated for resources: {'Port': ['ID=916c007e-d38a-4156-9d59-dc321ef90d79,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:25.521974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:25.529999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:25.546690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb25a7-db1b-4c92-b9c9-8b85644a961d req-7a7e375e-e981-401c-9745-b3cfa6e0db0b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:25.548559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1fb25a7-db1b-4c92-b9c9-8b85644a961d req-7a7e375e-e981-401c-9745-b3cfa6e0db0b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 936 time: 0.0524988 Aug 23 03:35:25.658987 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1fb25a7-db1b-4c92-b9c9-8b85644a961d req-af2377cc-37d2-4cee-847f-f5c8d51eeb95 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998018 Aug 23 03:35:25.674555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-32d67b78-1543-4ff4-8d2b-b720cb5eef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:25.674555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-32d67b78-1543-4ff4-8d2b-b720cb5eef52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1124 time: 0.1730325 Aug 23 03:35:25.679814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:25.680408 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:25.730742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-151ae165-e3f3-45de-ac13-37852f9527fa req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Deleting port e9702665-8a0b-4f7c-9e2a-e52ef0c96899 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:25.734900 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-151ae165-e3f3-45de-ac13-37852f9527fa req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:25.762737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-09ea99f2-3f8c-440d-b17c-1256e8ab20cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8590558 Aug 23 03:35:25.787928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9562e5-af77-423f-8711-7e053ca9b245 req-5e2a9f02-6bf3-4125-9453-9b67c575c55b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:25.789027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:25.797533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e9562e5-af77-423f-8711-7e053ca9b245 req-5e2a9f02-6bf3-4125-9453-9b67c575c55b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.0589561 Aug 23 03:35:25.820753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Request body: {'port': {'device_id': '00e67156-a306-464c-bc8b-d8a3824a7123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:25.834978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e9562e5-af77-423f-8711-7e053ca9b245 req-29d708eb-4f71-4308-b3fd-b1fb5af2b8ef tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366149 Aug 23 03:35:25.875729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bd716d-73df-4719-91de-5e20bc120f28 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:25.897199 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:25.947608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-7f9c79c1-0071-4e52-90c9-ee58f9c60a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:25.949279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-7f9c79c1-0071-4e52-90c9-ee58f9c60a97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.2553236 Aug 23 03:35:25.956962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a321e22c-6c5c-4e27-a7e1-4e1e53d61902 None None] Provisioning for port 916c007e-d38a-4156-9d59-dc321ef90d79 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:25.976931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a321e22c-6c5c-4e27-a7e1-4e1e53d61902 None None] Provisioning complete for port 916c007e-d38a-4156-9d59-dc321ef90d79 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:25.977749 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a321e22c-6c5c-4e27-a7e1-4e1e53d61902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:25.998872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Transition to ACTIVE for port object 08bd716d-73df-4719-91de-5e20bc120f28 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:26.011656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-23863571-4fb9-4eb2-84a0-2acb3f95c68e req-38b5cb6d-47b4-4a10-9219-9b3ac33c9da7 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff844978-13c8-4767-9112-186004a3b0eb HTTP/1.1" status: 200 len: 210 time: 0.0435390 Aug 23 03:35:26.052498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-72550937-8641-4f1f-86ee-7fc0e3a8d047 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19c15c5-6540-4586-afb9-eda2f362fdde HTTP/1.1" status: 200 len: 217 time: 0.0721540 Aug 23 03:35:26.055259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a321e22c-6c5c-4e27-a7e1-4e1e53d61902 None None] Port 916c007e-d38a-4156-9d59-dc321ef90d79 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:35:26.069656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:26.071144 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-41f5bbe8-90be-470b-b0e2-ace46e7c831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:26.125282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-7b8c8ec0-2aa0-4d48-b3e5-48134cf23e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:26.126839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-7b8c8ec0-2aa0-4d48-b3e5-48134cf23e11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0583823 Aug 23 03:35:26.128601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-151ae165-e3f3-45de-ac13-37852f9527fa req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:26.128934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-151ae165-e3f3-45de-ac13-37852f9527fa req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:26.133080 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:26.139402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0460eb2-8df7-4549-a322-4e1b0dc6fabf req-e054ce47-6b2b-4193-8e59-081e7cacf247 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:26.140759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b0460eb2-8df7-4549-a322-4e1b0dc6fabf req-e054ce47-6b2b-4193-8e59-081e7cacf247 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0540564 Aug 23 03:35:26.177283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-42f21891-05e5-4d75-bd9c-a067abadd016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366569 Aug 23 03:35:26.181975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b0460eb2-8df7-4549-a322-4e1b0dc6fabf req-5b90885c-65c2-493c-80fb-79a6782974ed tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346384 Aug 23 03:35:26.185120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-151ae165-e3f3-45de-ac13-37852f9527fa req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Calling delete_port for e9702665-8a0b-4f7c-9e2a-e52ef0c96899 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:26.470580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Pushing event updated for resources: {'Port': ['ID=08bd716d-73df-4719-91de-5e20bc120f28,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:26.475543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b58158-0691-42cb-9abc-f1c863d4fa43 req-ad78e39c-e6e2-4de3-8b02-c0597dfc8c58 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:26.483510 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73b58158-0691-42cb-9abc-f1c863d4fa43 req-ad78e39c-e6e2-4de3-8b02-c0597dfc8c58 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 948 time: 0.0631349 Aug 23 03:35:26.519874 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73b58158-0691-42cb-9abc-f1c863d4fa43 req-ecef02d8-0218-4979-a382-93aef0ba0dfe tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354807 Aug 23 03:35:26.621563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-88d19b62-5b61-4665-b8c3-74727776ee73 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159815 Aug 23 03:35:26.710094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Attempting to bind port 08bd716d-73df-4719-91de-5e20bc120f28 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:26.710432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Attempting to bind port 08bd716d-73df-4719-91de-5e20bc120f28 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:26.710760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Attempting to bind port 08bd716d-73df-4719-91de-5e20bc120f28 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:26.763232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Port 08bd716d-73df-4719-91de-5e20bc120f28 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:35:26.763763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Attempting to bind port 08bd716d-73df-4719-91de-5e20bc120f28 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:26.784296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:26.784576 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:26.784987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:26.785458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Bound port: 08bd716d-73df-4719-91de-5e20bc120f28, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:26.785815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:26.788647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f082fd-5f8d-44c7-964e-add476a35687 req-290fe697-c2d8-406f-acf7-339dcc6269eb tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:26.789982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d8f082fd-5f8d-44c7-964e-add476a35687 req-290fe697-c2d8-406f-acf7-339dcc6269eb tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 936 time: 0.0544446 Aug 23 03:35:26.838985 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d8f082fd-5f8d-44c7-964e-add476a35687 req-a5dadd4e-b9f7-40a7-a88d-360260b5531e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Aug 23 03:35:26.880943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97a41927-5f8d-43c1-b71e-692ad3a7390a req-5b567a9d-1ad3-4973-9f77-982f6d9cacc3 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487390 Aug 23 03:35:26.892768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916c007e-d38a-4156-9d59-dc321ef90d79 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:26.912846 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:26.932591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Transition to ACTIVE for port object 916c007e-d38a-4156-9d59-dc321ef90d79 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:26.933785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] For port 08bd716d-73df-4719-91de-5e20bc120f28, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:26.936822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] For port 08bd716d-73df-4719-91de-5e20bc120f28, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=08bd716d-73df-4719-91de-5e20bc120f28,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:26.938730 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-151ae165-e3f3-45de-ac13-37852f9527fa req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:26.967373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event deleted for resources: {'Port': ['ID=e9702665-8a0b-4f7c-9e2a-e52ef0c96899,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:26.995197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4786a-9102-403b-ae5f-a92a4f9640d2 req-3c82f20b-0924-4083-8b48-56a4f92160a2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:26.996763 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6ac4786a-9102-403b-ae5f-a92a4f9640d2 req-3c82f20b-0924-4083-8b48-56a4f92160a2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.0646265 Aug 23 03:35:27.034014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-151ae165-e3f3-45de-ac13-37852f9527fa req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.041206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-151ae165-e3f3-45de-ac13-37852f9527fa req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.041206 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-151ae165-e3f3-45de-ac13-37852f9527fa req-b386cf3e-f62d-4877-b017-a47088fd4ed0 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "DELETE /v2.0/floatingips/72107a7f-583d-46de-837d-c88b4bdb8478 HTTP/1.1" status: 204 len: 173 time: 2.0570009 Aug 23 03:35:27.045683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6ac4786a-9102-403b-ae5f-a92a4f9640d2 req-18b748e8-f0f4-4aa5-9db7-ce4b43700332 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Aug 23 03:35:27.060656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.070312 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.124812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:27.125578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.127137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] 10.222.0.11 "PUT /v2.0/ports/08bd716d-73df-4719-91de-5e20bc120f28 HTTP/1.1" status: 200 len: 1095 time: 2.7765570 Aug 23 03:35:27.127632 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b', 'tag': '08bd716d-73df-4719-91de-5e20bc120f28'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:27.129931 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45665f45-45af-4c1d-af92-19c225779f50" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b", "tag": "08bd716d-73df-4719-91de-5e20bc120f28"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:27.131728 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-c4d2babb-acf5-4e92-870c-265abb467cf1 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips/76c243c4-6c83-454e-a40b-089d7db477b2 HTTP/1.1" status: 200 len: 693 time: 0.0461788 Aug 23 03:35:27.199484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d643a-15f7-4f67-9199-d041a1766e80 service neutron] Pushing event updated for resources: {'Port': ['ID=08bd716d-73df-4719-91de-5e20bc120f28,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:27.300752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-352531ed-ff95-42dc-914e-70530b3bea13 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:27.302426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-352531ed-ff95-42dc-914e-70530b3bea13 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1495466 Aug 23 03:35:27.309304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-67d55db8-fdf1-4803-b79c-1c361fdec933 req-97c8c36d-0b4b-489f-ada8-14c96c81a978 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/8dc253da-ace0-468b-86af-b0298112e110 HTTP/1.1" status: 200 len: 1800 time: 0.1643636 Aug 23 03:35:27.333827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Pushing event updated for resources: {'Port': ['ID=916c007e-d38a-4156-9d59-dc321ef90d79,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:27.378934 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-3937c0c9-efa8-43fe-9834-f5d9c9ff2928 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0690923 Aug 23 03:35:27.381744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-a64dd97b-d10d-484e-8032-60739c333f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:27.383243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-a64dd97b-d10d-484e-8032-60739c333f28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 1098 time: 0.1287110 Aug 23 03:35:27.389406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Attempting to bind port 916c007e-d38a-4156-9d59-dc321ef90d79 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:27.389747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Attempting to bind port 916c007e-d38a-4156-9d59-dc321ef90d79 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:27.390190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Attempting to bind port 916c007e-d38a-4156-9d59-dc321ef90d79 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:27.417235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Port 916c007e-d38a-4156-9d59-dc321ef90d79 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:35:27.417813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Attempting to bind port 916c007e-d38a-4156-9d59-dc321ef90d79 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:27.437033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-be2e3f30-d886-4a4b-a4c6-9ebef1e0e963 tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0570915 Aug 23 03:35:27.470805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-c85bbe3d-2b1b-4c44-96f6-b857cbf58652 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=08bd716d-73df-4719-91de-5e20bc120f28 HTTP/1.1" status: 200 len: 217 time: 0.0701730 Aug 23 03:35:27.474145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:27.474497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:27.474880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:27.475475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Bound port: 916c007e-d38a-4156-9d59-dc321ef90d79, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:27.475851 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.521679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-67d55db8-fdf1-4803-b79c-1c361fdec933 req-f97e7472-29ca-496b-9265-47e3245b9ecb tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.573256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Deleting port 65c4955e-6e57-4df2-a915-d42a4bb3160d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:27.573602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.579576 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-67d55db8-fdf1-4803-b79c-1c361fdec933 req-f97e7472-29ca-496b-9265-47e3245b9ecb tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.584726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-23820755-bac7-41a0-8d15-943d3a608f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:27.586294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-23820755-bac7-41a0-8d15-943d3a608f76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0961733 Aug 23 03:35:27.653730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:35:27.657117 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.657428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.668871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 13260ff9-e1ed-4e18-8798-b4943a114d93 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:27.677775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] For port 916c007e-d38a-4156-9d59-dc321ef90d79, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:27.678941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] For port 916c007e-d38a-4156-9d59-dc321ef90d79, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=916c007e-d38a-4156-9d59-dc321ef90d79,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:27.684060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Calling delete_port for 65c4955e-6e57-4df2-a915-d42a4bb3160d owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:27.699877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-7162f09a-400f-4481-ac68-6b4d262c67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:27.701526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-7162f09a-400f-4481-ac68-6b4d262c67da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051149 Aug 23 03:35:27.710938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 13260ff9-e1ed-4e18-8798-b4943a114d93 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:35:27.711382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 13260ff9-e1ed-4e18-8798-b4943a114d93 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:35:27.803787 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-32d62730-3af8-43fd-b640-e3160d247e1d service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940735 Aug 23 03:35:27.806092 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:27.817491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa', 'mac_address': 'fa:16:3e:93:7b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:35:27.832955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.860173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.878244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:27.902966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:27.903606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:27.904533 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.905920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] 10.222.0.11 "PUT /v2.0/ports/916c007e-d38a-4156-9d59-dc321ef90d79 HTTP/1.1" status: 200 len: 1096 time: 2.1213493 Aug 23 03:35:27.911703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-67d55db8-fdf1-4803-b79c-1c361fdec933 req-f97e7472-29ca-496b-9265-47e3245b9ecb tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.914284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-67d55db8-fdf1-4803-b79c-1c361fdec933 req-f97e7472-29ca-496b-9265-47e3245b9ecb tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.916623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-67d55db8-fdf1-4803-b79c-1c361fdec933 req-f97e7472-29ca-496b-9265-47e3245b9ecb tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/8dc253da-ace0-468b-86af-b0298112e110 HTTP/1.1" status: 204 len: 173 time: 0.5942090 Aug 23 03:35:27.941493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e7472-29ca-496b-9265-47e3245b9ecb tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc253da-ace0-468b-86af-b0298112e110,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:27.968726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:27.969259 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60170950-39ee-406f-9d1e-e01d9e754cc8 x-openstack-request-id: req-60170950-39ee-406f-9d1e-e01d9e754cc8 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:27.969471 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b", "tag": "08bd716d-73df-4719-91de-5e20bc120f28", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:27.969748 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60170950-39ee-406f-9d1e-e01d9e754cc8 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:27.970221 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b', 'tag': '08bd716d-73df-4719-91de-5e20bc120f28', 'status': 'completed', 'code': 200} Aug 23 03:35:27.983195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da451c10-c04e-4c87-b8c5-5709d529b009 service neutron] Pushing event updated for resources: {'Port': ['ID=916c007e-d38a-4156-9d59-dc321ef90d79,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:27.998251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-1bf546a3-22f5-4c07-ac7d-92157c3ad4de service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869366 Aug 23 03:35:28.004153 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.008114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Pushing event deleted for resources: {'Port': ['ID=65c4955e-6e57-4df2-a915-d42a4bb3160d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:28.084668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.088563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.089710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:28.099328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a1dd38b-3aa6-45ec-a997-70d09f4cb810 req-b7428d82-12a3-498a-b4dd-01049a6cf3ba tempest-FloatingIPDetailsTestJSON-283786078 tempest-FloatingIPDetailsTestJSON-283786078-project] 10.222.0.20 "DELETE /v2.0/floatingips/76c243c4-6c83-454e-a40b-089d7db477b2 HTTP/1.1" status: 204 len: 173 time: 0.6615124 Aug 23 03:35:28.106542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57020) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:28.139890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd4ca8-25e6-4561-b126-905349e8c2e3 req-b575e2b1-13de-498c-924b-21d52ed899cc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.145484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9fcd4ca8-25e6-4561-b126-905349e8c2e3 req-b575e2b1-13de-498c-924b-21d52ed899cc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.1098053 Aug 23 03:35:28.160733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-eaee9c22-9675-4b33-a6b6-8bba99c29899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.162681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-eaee9c22-9675-4b33-a6b6-8bba99c29899 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 1099 time: 0.1134770 Aug 23 03:35:28.190575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9fcd4ca8-25e6-4561-b126-905349e8c2e3 req-2d5f695c-4643-420b-b0a1-10eab114c5a7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416908 Aug 23 03:35:28.268472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de980-4a6f-4414-85c4-872d8dffb5e3 req-8b6df2dc-e4bc-4d2f-acba-2b9a5181b074 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.269993 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d6de980-4a6f-4414-85c4-872d8dffb5e3 req-8b6df2dc-e4bc-4d2f-acba-2b9a5181b074 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 949 time: 0.1016240 Aug 23 03:35:28.277815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-43d6d5fc-3c62-47b2-b684-6d5c53360e79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=916c007e-d38a-4156-9d59-dc321ef90d79 HTTP/1.1" status: 200 len: 217 time: 0.0437360 Aug 23 03:35:28.375460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d6de980-4a6f-4414-85c4-872d8dffb5e3 req-e7b807ef-f6a7-4ad1-9bcf-e3076ee48929 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755105 Aug 23 03:35:28.376485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-25344055-8065-4203-88c6-576320ae0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.378098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-25344055-8065-4203-88c6-576320ae0173 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0865238 Aug 23 03:35:28.384269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45665f45-45af-4c1d-af92-19c225779f50 req-64067c34-3843-43bc-9fa7-afcece84a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.386379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45665f45-45af-4c1d-af92-19c225779f50 req-64067c34-3843-43bc-9fa7-afcece84a805 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 1098 time: 0.1456375 Aug 23 03:35:28.401854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1ab62-ef71-468b-b812-5ef1376e3d43 req-ffc018c3-599f-4cc3-a190-278ebca68c79 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.403450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75d1ab62-ef71-468b-b812-5ef1376e3d43 req-ffc018c3-599f-4cc3-a190-278ebca68c79 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 948 time: 0.0765629 Aug 23 03:35:28.495569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-70b323ae-0459-4d11-8775-09c3d767015e req-0f18fb63-7688-4e44-b4dc-c37677e9beed tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "GET /v2.0/security-groups/e5ccdde6-2793-40cd-bc19-51c6df498072 HTTP/1.1" status: 200 len: 1800 time: 0.0847266 Aug 23 03:35:28.527120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75d1ab62-ef71-468b-b812-5ef1376e3d43 req-cc1389b4-6570-4222-943f-eb96fd08a4b4 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082902 Aug 23 03:35:28.530535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-de46ee4f-75ed-4fa9-8449-8d44c4e01890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.532389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-de46ee4f-75ed-4fa9-8449-8d44c4e01890 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267643 Aug 23 03:35:28.589747 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-70b323ae-0459-4d11-8775-09c3d767015e req-b0645178-0dd2-46e5-aacd-504254f5ffc5 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.618677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45665f45-45af-4c1d-af92-19c225779f50 req-c313a280-30a9-44fc-b80c-11c3c3126f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.620916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45665f45-45af-4c1d-af92-19c225779f50 req-c313a280-30a9-44fc-b80c-11c3c3126f86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2164044 Aug 23 03:35:28.633560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-70b323ae-0459-4d11-8775-09c3d767015e req-b0645178-0dd2-46e5-aacd-504254f5ffc5 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.679696 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.691536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:28.694441 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45665f45-45af-4c1d-af92-19c225779f50 req-0e2ca47c-d0d1-434d-8d13-29e2df3f50fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=08bd716d-73df-4719-91de-5e20bc120f28 HTTP/1.1" status: 200 len: 217 time: 0.0570347 Aug 23 03:35:28.701715 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35905452-46e3-4fef-b9d2-f05a37008bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.763671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-b0739b02-fe35-4cc8-8b68-6cf656c34f9d service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218578 Aug 23 03:35:28.779892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98babbc0-1d9e-4939-81a3-4977bec3f16d req-4894d980-b5ce-4c84-8e72-4a039ca835f9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.783340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98babbc0-1d9e-4939-81a3-4977bec3f16d req-4894d980-b5ce-4c84-8e72-4a039ca835f9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.1648343 Aug 23 03:35:28.809970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45665f45-45af-4c1d-af92-19c225779f50 req-a736c7c6-d80e-4ec9-a406-8a168da3027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:28.811639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45665f45-45af-4c1d-af92-19c225779f50 req-a736c7c6-d80e-4ec9-a406-8a168da3027a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1057622 Aug 23 03:35:28.905611 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.914251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-70b323ae-0459-4d11-8775-09c3d767015e req-b0645178-0dd2-46e5-aacd-504254f5ffc5 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.917377 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-70b323ae-0459-4d11-8775-09c3d767015e req-b0645178-0dd2-46e5-aacd-504254f5ffc5 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:28.918519 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-70b323ae-0459-4d11-8775-09c3d767015e req-b0645178-0dd2-46e5-aacd-504254f5ffc5 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] 10.222.0.20 "DELETE /v2.0/security-groups/e5ccdde6-2793-40cd-bc19-51c6df498072 HTTP/1.1" status: 204 len: 173 time: 0.4163318 Aug 23 03:35:28.930676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57024) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:28.940673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0645178-0dd2-46e5-aacd-504254f5ffc5 tempest-SecurityGroupsTestJSON-1077877969 tempest-SecurityGroupsTestJSON-1077877969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ccdde6-2793-40cd-bc19-51c6df498072,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:28.985133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c53836-49eb-4124-8fd1-a7e01cf93dd1 admin admin] Deleting subnet 94b9b657-0307-428e-abca-345376f6f52f {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:35:28.990971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5c53836-49eb-4124-8fd1-a7e01cf93dd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.017211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Deleting port 0b0e0b13-5e09-4478-9ed2-4e317729c000 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:29.017550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.075137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5c53836-49eb-4124-8fd1-a7e01cf93dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.134936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5c53836-49eb-4124-8fd1-a7e01cf93dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.174479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] For port 0b0e0b13-5e09-4478-9ed2-4e317729c000, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0b0e0b13-5e09-4478-9ed2-4e317729c000,segment=NetworkSegment(f8a89968-d53b-4169-88a7-af7380388fdf),segment_id=f8a89968-d53b-4169-88a7-af7380388fdf)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:29.174851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.191212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Calling delete_port for 0b0e0b13-5e09-4478-9ed2-4e317729c000 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:29.230978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98babbc0-1d9e-4939-81a3-4977bec3f16d req-8c376190-d4ce-43ee-a996-df8b118aa219 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349260 Aug 23 03:35:29.250690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45665f45-45af-4c1d-af92-19c225779f50 req-ecc9c3af-7d2d-4b1b-8c18-97e6375f216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:29.252289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45665f45-45af-4c1d-af92-19c225779f50 req-ecc9c3af-7d2d-4b1b-8c18-97e6375f216d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4197140 Aug 23 03:35:29.259689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-913dac1d-bb85-4ddf-b01d-19dc2581dee9 req-769e22b9-21ab-4d1a-88d7-c2a6e45b624e service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752002 Aug 23 03:35:29.362702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45665f45-45af-4c1d-af92-19c225779f50 req-d49126e0-a661-4e0c-94c5-d7d2503ca650 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020472 Aug 23 03:35:29.558318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727b8d-7354-47a2-8bee-3f809cef2b90 req-e4b0fa9a-da82-4b11-906a-b7de9fe5cd92 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:29.559838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31727b8d-7354-47a2-8bee-3f809cef2b90 req-e4b0fa9a-da82-4b11-906a-b7de9fe5cd92 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 949 time: 0.1007433 Aug 23 03:35:29.561874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45665f45-45af-4c1d-af92-19c225779f50 req-6756c1af-b00c-4d8c-8c19-a232ae37ef01 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320789 Aug 23 03:35:29.601639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31727b8d-7354-47a2-8bee-3f809cef2b90 req-84f91aca-1baa-4a07-8ab1-cd537976d00d tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351200 Aug 23 03:35:29.614319 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5c53836-49eb-4124-8fd1-a7e01cf93dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.660985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c53836-49eb-4124-8fd1-a7e01cf93dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b9b657-0307-428e-abca-345376f6f52f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:29.665195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5c53836-49eb-4124-8fd1-a7e01cf93dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.667054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c5c53836-49eb-4124-8fd1-a7e01cf93dd1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/94b9b657-0307-428e-abca-345376f6f52f HTTP/1.1" status: 204 len: 168 time: 0.7348022 Aug 23 03:35:29.669763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57036) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:29.680710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fd979-63e2-41f0-8692-86efe369274b req-bb66d266-e006-453d-b792-460a7ec0e4e1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:29.682579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e12fd979-63e2-41f0-8692-86efe369274b req-bb66d266-e006-453d-b792-460a7ec0e4e1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.3837330 Aug 23 03:35:29.757364 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e12fd979-63e2-41f0-8692-86efe369274b req-e0918860-d8a3-4eb7-a78c-784cf750d00d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660570 Aug 23 03:35:29.760341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded712c5-9e55-42e6-a3fa-68f95f88266e req-eba135fa-5ee8-4e21-a92d-a12a5b612cbf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:29.761888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ded712c5-9e55-42e6-a3fa-68f95f88266e req-eba135fa-5ee8-4e21-a92d-a12a5b612cbf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 948 time: 0.1067104 Aug 23 03:35:29.785582 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.819394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.829029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ded712c5-9e55-42e6-a3fa-68f95f88266e req-ebb173a7-46fe-4c26-9427-be8902f1ea63 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611465 Aug 23 03:35:29.849055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0e0b13-5e09-4478-9ed2-4e317729c000,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:29.893617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.904465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6128cc5-93ec-457c-9233-66238bc9526b']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:29.915418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:29.915661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572e97ab-8ef4-4f84-a0cd-e7fc1b7b865d') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:29.926340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.941866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.951093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:35:29.951492 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:35:29.953852 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:35:29.997792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e67156-a306-464c-bc8b-d8a3824a7123', 'tag': '916c007e-d38a-4156-9d59-dc321ef90d79'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:29.999997 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfdabec-5e24-4783-b73e-c88d1d43b835" -d '{"events": [{"name": "network-changed", "server_uuid": "00e67156-a306-464c-bc8b-d8a3824a7123", "tag": "916c007e-d38a-4156-9d59-dc321ef90d79"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:30.023201 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.043946 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce68ea5e-141a-4f78-97af-58efa46f5058 x-openstack-request-id: req-ce68ea5e-141a-4f78-97af-58efa46f5058 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:30.044330 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e67156-a306-464c-bc8b-d8a3824a7123", "tag": "916c007e-d38a-4156-9d59-dc321ef90d79", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:30.044669 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce68ea5e-141a-4f78-97af-58efa46f5058 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:30.045142 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e67156-a306-464c-bc8b-d8a3824a7123', 'tag': '916c007e-d38a-4156-9d59-dc321ef90d79', 'status': 'completed', 'code': 200} Aug 23 03:35:30.130531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-f13188a0-8d1d-44b4-80f6-993334f149d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:30.131968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-f13188a0-8d1d-44b4-80f6-993334f149d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 1099 time: 0.0470743 Aug 23 03:35:30.138699 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.153632 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.155406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] 10.222.0.20 "DELETE /v2.0/networks/f6128cc5-93ec-457c-9233-66238bc9526b HTTP/1.1" status: 204 len: 168 time: 0.4715569 Aug 23 03:35:30.174408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd8823-694e-4448-8f25-b3ae7e1a959c admin admin] Pushing event deleted for resources: {'Network': ['ID=f6128cc5-93ec-457c-9233-66238bc9526b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:30.241819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Router 8df5c173-3896-402b-95f8-4483b4395f88 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:35:30.247779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-b1d186c3-6c2e-4303-8da8-f208ec20580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:30.249342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-b1d186c3-6c2e-4303-8da8-f208ec20580d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1088102 Aug 23 03:35:30.301111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-c06823b8-fab4-4684-bdc6-7826cb5bf7de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=916c007e-d38a-4156-9d59-dc321ef90d79 HTTP/1.1" status: 200 len: 217 time: 0.0431826 Aug 23 03:35:30.333292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.356888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:35:30.368620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-feeeec77-a41c-4abd-bde1-6c036698e6b7 admin admin] 10.222.0.20 "PUT /v2.0/routers/8df5c173-3896-402b-95f8-4483b4395f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2581453 Aug 23 03:35:30.369427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57046) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:30.370298 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] Sync routers for ids ['8df5c173-3896-402b-95f8-4483b4395f88'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:35:30.389613 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] Routers {'8df5c173-3896-402b-95f8-4483b4395f88'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:30.390311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8df5c173-3896-402b-95f8-4483b4395f88'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:30.390562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-9d37bec8-04ad-4cd2-b489-983fa93936a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:30.391999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-9d37bec8-04ad-4cd2-b489-983fa93936a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0808444 Aug 23 03:35:30.419115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28d7ee-d7b5-453e-9d83-0c4dbe02730e req-e2776a3a-5481-434c-a212-37bd8864fe87 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:30.420737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1e28d7ee-d7b5-453e-9d83-0c4dbe02730e req-e2776a3a-5481-434c-a212-37bd8864fe87 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.0787990 Aug 23 03:35:30.479710 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.483368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-66e242e3-1bdd-4c67-ad37-ce64dd2c8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:30.484898 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-66e242e3-1bdd-4c67-ad37-ce64dd2c8b63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838978 Aug 23 03:35:30.487926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1e28d7ee-d7b5-453e-9d83-0c4dbe02730e req-d6a37d96-5a90-413a-9dad-2e2adc06d7f1 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519545 Aug 23 03:35:30.526876 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] Set router 8df5c173-3896-402b-95f8-4483b4395f88 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:30.588007 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.606387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-5b73a5e4-cd7f-4001-a8c8-97c0bb737d4a service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104224 Aug 23 03:35:30.663180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57052) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:30.722453 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df5c173-3896-402b-95f8-4483b4395f88', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:58Z', 'updated_at': '2021-08-23T03:35:29Z', 'revision_number': 5, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'gw_port': {'id': '1c72e193-d9bd-4838-93c5-e198dddecb8b', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df5c173-3896-402b-95f8-4483b4395f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:00Z', 'updated_at': '2021-08-23T03:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:30.741536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bfdabec-5e24-4783-b73e-c88d1d43b835 req-3d5152e6-78bd-4e16-b373-2968a1e8f004 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264119 Aug 23 03:35:30.751682 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] Checking router: 8df5c173-3896-402b-95f8-4483b4395f88 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:35:30.760139 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] Routers {'8df5c173-3896-402b-95f8-4483b4395f88'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:30.760793 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8df5c173-3896-402b-95f8-4483b4395f88'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:30.762860 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-384dd8e2-6957-443a-8971-20413904fcdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51f42631a36c44ef83344f3e33dce158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983548 Aug 23 03:35:30.765491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57054) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:30.778194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7d7d0-d600-43b1-8aec-91a83146d3d8 req-e86e05af-b690-450d-99c5-fb4fed01432e tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:30.779792 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1ac7d7d0-d600-43b1-8aec-91a83146d3d8 req-e86e05af-b690-450d-99c5-fb4fed01432e tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 949 time: 0.0992091 Aug 23 03:35:30.797735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Deleting port 1c72e193-d9bd-4838-93c5-e198dddecb8b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:30.798078 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.861625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41a64eb4-3a74-49a5-8ea2-44e1cc1b0148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.905643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1ac7d7d0-d600-43b1-8aec-91a83146d3d8 req-2f3920d3-4ca4-424f-b4dd-b6169bd75363 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189976 Aug 23 03:35:30.908654 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41a64eb4-3a74-49a5-8ea2-44e1cc1b0148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.943015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] For port 1c72e193-d9bd-4838-93c5-e198dddecb8b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1c72e193-d9bd-4838-93c5-e198dddecb8b,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:30.943384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:30.946435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0ec4b-62cb-45d3-aeba-e35f44b93312 req-20ea85e3-b545-4f8e-9dc6-7ce0d93d5486 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:30.953655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8da0ec4b-62cb-45d3-aeba-e35f44b93312 req-20ea85e3-b545-4f8e-9dc6-7ce0d93d5486 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.1102126 Aug 23 03:35:30.957939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Calling delete_port for 1c72e193-d9bd-4838-93c5-e198dddecb8b owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:30.981083 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] Set router 8df5c173-3896-402b-95f8-4483b4395f88 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:31.006323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8da0ec4b-62cb-45d3-aeba-e35f44b93312 req-6255ab9c-00dc-4456-a4a4-1c8d83851bf0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510006 Aug 23 03:35:31.041130 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df5c173-3896-402b-95f8-4483b4395f88', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:58Z', 'updated_at': '2021-08-23T03:35:30Z', 'revision_number': 6, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:31.072505 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c2df6-94a0-4ff4-8c83-ffc92207eccf None None] The sync data for ids ['8df5c173-3896-402b-95f8-4483b4395f88'] in n-d-749052-7 is: [{'id': '8df5c173-3896-402b-95f8-4483b4395f88', 'name': 'tempest-FloatingIPDetailsTestJSON-1573422693-router', 'tenant_id': '4ae919a733de45a5a9037e079252ee93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:34:58Z', 'updated_at': '2021-08-23T03:35:30Z', 'revision_number': 6, 'project_id': '4ae919a733de45a5a9037e079252ee93', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:35:31.111038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41a64eb4-3a74-49a5-8ea2-44e1cc1b0148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.113799 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41a64eb4-3a74-49a5-8ea2-44e1cc1b0148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.114927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-41a64eb4-3a74-49a5-8ea2-44e1cc1b0148 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024 HTTP/1.1" status: 204 len: 168 time: 0.3481061 Aug 23 03:35:31.116810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53684033-02da-4f18-ada7-63c703614ff3 req-eb29ada4-6696-4e1a-b3af-cf44e95c016f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:31.118476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-53684033-02da-4f18-ada7-63c703614ff3 req-eb29ada4-6696-4e1a-b3af-cf44e95c016f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 948 time: 0.1115658 Aug 23 03:35:31.130000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a64eb4-3a74-49a5-8ea2-44e1cc1b0148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aea6ad-fc8d-4b4b-b03c-5fe1a0a20024,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:31.187253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-53684033-02da-4f18-ada7-63c703614ff3 req-40fa17ef-15a6-4615-9a1e-fbe568966bda tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622017 Aug 23 03:35:31.259001 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.289377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c72e193-d9bd-4838-93c5-e198dddecb8b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:31.348920 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.453719 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.456961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.616770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b0e0b13-5e09-4478-9ed2-4e317729c000 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:31.642440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0b0e0b13-5e09-4478-9ed2-4e317729c000 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:35:31.642914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b0e0b13-5e09-4478-9ed2-4e317729c000 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:35:31.677602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.677602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df5c173-3896-402b-95f8-4483b4395f88 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:35:31.677823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 08bd716d-73df-4719-91de-5e20bc120f28 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:35:31.677920 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.678518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-22fef725-2899-4f5c-a4f7-3bae79932698 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8df5c173-3896-402b-95f8-4483b4395f88 HTTP/1.1" status: 204 len: 168 time: 1.3081727 Aug 23 03:35:31.682502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57072) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:31.683937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:31.716368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ba294-a237-4033-8c70-871f456cbfdc req-e86fc471-12a6-4d9a-862a-7033e2031273 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:31.716368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b4ba294-a237-4033-8c70-871f456cbfdc req-e86fc471-12a6-4d9a-862a-7033e2031273 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.1254461 Aug 23 03:35:31.737093 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.751084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dd02e8-e73b-459a-a45d-6ea9ffcc0bf0 admin admin] Deleting subnet 9b643cf8-4c2f-42b9-852b-dfd6ce193f0c {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:35:31.755340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33dd02e8-e73b-459a-a45d-6ea9ffcc0bf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.788877 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b4ba294-a237-4033-8c70-871f456cbfdc req-7e271819-ccef-4dea-a675-3ef635d63d9b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618541 Aug 23 03:35:31.910393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33dd02e8-e73b-459a-a45d-6ea9ffcc0bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:31.942343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 08bd716d-73df-4719-91de-5e20bc120f28, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=08bd716d-73df-4719-91de-5e20bc120f28,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:31.962692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:31.973242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:31.974105 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.000566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '08bd716d-73df-4719-91de-5e20bc120f28', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '08bd716d-73df-4719-91de-5e20bc120f28', 'mac_address': 'fa:16:3e:b2:a1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:35:32.017684 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33dd02e8-e73b-459a-a45d-6ea9ffcc0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.134200 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.160646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3604-87b4-41f8-a15d-19d87da520f8 req-a02c2c31-1b05-4a96-a938-35fda4385425 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:32.172157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bd716d-73df-4719-91de-5e20bc120f28 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:32.172415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-362f3604-87b4-41f8-a15d-19d87da520f8 req-a02c2c31-1b05-4a96-a938-35fda4385425 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0632939 Aug 23 03:35:32.181403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172b10a-fbf6-4ad6-b40c-e629ba4908ae req-463ed05b-6172-43b9-88ab-97fe41f92428 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:32.186873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 08bd716d-73df-4719-91de-5e20bc120f28, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=08bd716d-73df-4719-91de-5e20bc120f28,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:32.190521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7172b10a-fbf6-4ad6-b40c-e629ba4908ae req-463ed05b-6172-43b9-88ab-97fe41f92428 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 949 time: 0.1764662 Aug 23 03:35:32.233993 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-362f3604-87b4-41f8-a15d-19d87da520f8 req-714be9a9-dba4-4ecf-a4b8-a48f3cb7b472 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640657 Aug 23 03:35:32.252087 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.253422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7172b10a-fbf6-4ad6-b40c-e629ba4908ae req-ac1e75fe-f0c8-410e-8912-de4e5e9433a5 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619588 Aug 23 03:35:32.282771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63efb0c-4f58-4c41-a08f-72d9dc6518c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:32.285035 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e39dc9b-6325-44fe-bbd8-dc3cc451721f" -d '{"events": [{"server_uuid": "e63efb0c-4f58-4c41-a08f-72d9dc6518c2", "name": "network-vif-plugged", "status": "completed", "tag": "0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:32.290436 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.350766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33dd02e8-e73b-459a-a45d-6ea9ffcc0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.397866 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7d520-e8a2-41e7-97cb-51a09e25d1e8 x-openstack-request-id: req-bff7d520-e8a2-41e7-97cb-51a09e25d1e8 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:32.398160 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63efb0c-4f58-4c41-a08f-72d9dc6518c2", "name": "network-vif-plugged", "status": "completed", "tag": "0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:32.398614 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bff7d520-e8a2-41e7-97cb-51a09e25d1e8 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:32.399304 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63efb0c-4f58-4c41-a08f-72d9dc6518c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa', 'code': 200} Aug 23 03:35:32.400558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=08bd716d-73df-4719-91de-5e20bc120f28,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:32.404856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:32.416778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd02e8-e73b-459a-a45d-6ea9ffcc0bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b643cf8-4c2f-42b9-852b-dfd6ce193f0c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:32.430768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b8d66-fb07-409e-8713-f5711d01f1e1 req-e43c0271-695f-41cb-9c53-b930357bf32a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:32.434480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b1d98-bbd5-452b-a366-33bb233d156a None None] Network 12753e00-6def-4f00-a975-2f99f5eac4a5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:32.436519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33dd02e8-e73b-459a-a45d-6ea9ffcc0bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.445846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-33dd02e8-e73b-459a-a45d-6ea9ffcc0bf0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b643cf8-4c2f-42b9-852b-dfd6ce193f0c HTTP/1.1" status: 204 len: 168 time: 0.7621303 Aug 23 03:35:32.449888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57094) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:32.459749 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9c9b8d66-fb07-409e-8713-f5711d01f1e1 req-e43c0271-695f-41cb-9c53-b930357bf32a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 948 time: 0.1387000 Aug 23 03:35:32.512540 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9c9b8d66-fb07-409e-8713-f5711d01f1e1 req-125fa7f8-42fe-4a09-9408-99f65c7ecb88 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558074 Aug 23 03:35:32.565568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.573518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6d7ab-4c18-4098-a0e1-e678752116d5 req-8e9323fc-f2cc-4144-a703-56df80a08a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:32.575014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cd6d7ab-4c18-4098-a0e1-e678752116d5 req-8e9323fc-f2cc-4144-a703-56df80a08a44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 1100 time: 0.1097746 Aug 23 03:35:32.578191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.665439 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cd6d7ab-4c18-4098-a0e1-e678752116d5 req-51515877-b0d3-4b2f-9444-a333da48a4cb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819755 Aug 23 03:35:32.693978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Deleting port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:32.694708 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.696075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:32.728372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:32.740028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57102) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:32.789500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d9faab-f3c7-4883-9065-eb19133b6178 None None] DHCP port deletion for 12753e00-6def-4f00-a975-2f99f5eac4a5 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:35:32.803907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] For port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=721b45dd-93f9-426d-9675-9bdbb6f0bbf1,segment=NetworkSegment(f8a89968-d53b-4169-88a7-af7380388fdf),segment_id=f8a89968-d53b-4169-88a7-af7380388fdf)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:32.804683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.824448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Calling delete_port for 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:32.883590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-95d9faab-f3c7-4883-9065-eb19133b6178 None None] Deleting port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:32.884045 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-95d9faab-f3c7-4883-9065-eb19133b6178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.947904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2091521998-network', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:32.974623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-95d9faab-f3c7-4883-9065-eb19133b6178 None None] For port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=721b45dd-93f9-426d-9675-9bdbb6f0bbf1,segment=NetworkSegment(f8a89968-d53b-4169-88a7-af7380388fdf),segment_id=f8a89968-d53b-4169-88a7-af7380388fdf)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:32.975024 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-95d9faab-f3c7-4883-9065-eb19133b6178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:32.978690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2a469-6e54-46ed-827e-d48123911b81 req-4fea257c-692d-44c7-b67e-af418295c7b6 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:32.981470 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9f2a469-6e54-46ed-827e-d48123911b81 req-4fea257c-692d-44c7-b67e-af418295c7b6 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.0777271 Aug 23 03:35:33.000388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-95d9faab-f3c7-4883-9065-eb19133b6178 None None] Calling delete_port for 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:33.024318 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9f2a469-6e54-46ed-827e-d48123911b81 req-12c9c826-eb34-454c-a3e2-713086484537 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365508 Aug 23 03:35:33.030765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.062611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] No DVR routers for this DVR port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:35:33.088072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Pushing event deleted for resources: {'Port': ['ID=721b45dd-93f9-426d-9675-9bdbb6f0bbf1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:33.098472 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-95d9faab-f3c7-4883-9065-eb19133b6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.110530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:33.112833 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.143236 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.144122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9faab-f3c7-4883-9065-eb19133b6178 None None] Pushing event deleted for resources: {'Port': ['ID=721b45dd-93f9-426d-9675-9bdbb6f0bbf1,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:33.144122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9faab-f3c7-4883-9065-eb19133b6178 None None] No DVR routers for this DVR port 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:35:33.147293 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.157570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12753e00-6def-4f00-a975-2f99f5eac4a5']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:33.167926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a89968-d53b-4169-88a7-af7380388fdf') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:33.168228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a89968-d53b-4169-88a7-af7380388fdf') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:33.178230 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.194718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.209933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:35:33.210347 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:35:33.212201 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:35:33.250840 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.258104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1c72e193-d9bd-4838-93c5-e198dddecb8b no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:33.286448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 1c72e193-d9bd-4838-93c5-e198dddecb8b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:35:33.286448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1c72e193-d9bd-4838-93c5-e198dddecb8b not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:35:33.286448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:33.304360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:35:33.304919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 721b45dd-93f9-426d-9675-9bdbb6f0bbf1 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:35:33.343945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.365875 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.372371 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.377187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] 10.222.0.20 "DELETE /v2.0/networks/12753e00-6def-4f00-a975-2f99f5eac4a5 HTTP/1.1" status: 204 len: 168 time: 0.9262805 Aug 23 03:35:33.391241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:35:33.393492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec4f2-3287-4287-b995-d4f34afeac9b admin admin] Pushing event deleted for resources: {'Network': ['ID=12753e00-6def-4f00-a975-2f99f5eac4a5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:33.401388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93001383-f0e7-4455-b5e5-e0e0695394ce,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:33.407989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829268e-0858-4cb4-b9ac-fb8066e5b669 req-712f2820-7c24-46dd-b5a3-c02fb3fd1440 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:33.410816 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1829268e-0858-4cb4-b9ac-fb8066e5b669 req-712f2820-7c24-46dd-b5a3-c02fb3fd1440 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0729702 Aug 23 03:35:33.412114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.412381 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Added segment 6924820a-11ba-403b-8b93-9ada8a0c99da of type vlan for network 049b9328-8279-400d-be71-89528b1f68c2 Aug 23 03:35:33.432882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deedc8-e18d-4413-aeb1-8a4db78dbb6f req-901a68a3-6adf-4c67-854a-99aa0926e03f tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:33.437714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3deedc8-e18d-4413-aeb1-8a4db78dbb6f req-901a68a3-6adf-4c67-854a-99aa0926e03f tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 950 time: 0.1041307 Aug 23 03:35:33.452619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1829268e-0858-4cb4-b9ac-fb8066e5b669 req-862af446-579d-4f14-8727-d934a0621020 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Aug 23 03:35:33.486994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.519625 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3deedc8-e18d-4413-aeb1-8a4db78dbb6f req-53136581-a01f-4529-a24d-c1efde09e9d3 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590088 Aug 23 03:35:33.628763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aaca9-f2e7-403b-9104-c388959e751d req-422b5bbb-91c5-4d6f-8dc9-cf3bd34900b5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:33.630273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-369aaca9-f2e7-403b-9104-c388959e751d req-422b5bbb-91c5-4d6f-8dc9-cf3bd34900b5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 948 time: 0.0545990 Aug 23 03:35:33.659154 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.660214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:33.661131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.701322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 916c007e-d38a-4156-9d59-dc321ef90d79 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:35:33.706052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-369aaca9-f2e7-403b-9104-c388959e751d req-a9c64d1a-d94f-4424-a81c-47d7dffb6255 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583997 Aug 23 03:35:33.714790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-aad0d417-8428-4621-be64-c43c4d3ac8ab service neutron] 10.222.0.11 "GET /v2.0/ports/f19c15c5-6540-4586-afb9-eda2f362fdde/bindings/n-h2-749052-7 HTTP/1.1" status: 200 len: 384 time: 0.1030190 Aug 23 03:35:33.716960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device f19c15c5-6540-4586-afb9-eda2f362fdde no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:33.740778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] Pushing event updated for resources: {'Network': ['ID=049b9328-8279-400d-be71-89528b1f68c2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:33.755434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 049b9328-8279-400d-be71-89528b1f68c2 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:35:33.762820 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf613b8e-c091-4184-a0b9-f1f644546e8a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0213838 Aug 23 03:35:33.766350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57118) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:33.771776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Request body: {'subnet': {'network_id': '049b9328-8279-400d-be71-89528b1f68c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2091521998-subnet', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:33.892933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57122) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:33.936373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:33.936666 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:33.939094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:33.960865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:33.969057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c8f2b18e-eba7-42f7-8548-66e6ac388755 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ae919a733de45a5a9037e079252ee93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745187 Aug 23 03:35:33.971675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57124) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:34.005433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-08cdcd6f-1938-409a-94c9-5f396481291f req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19c15c5-6540-4586-afb9-eda2f362fdde {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:34.018278 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:34.073172 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5231a910-f5f8-4a6f-97e3-8b53fecb88fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.093372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 916c007e-d38a-4156-9d59-dc321ef90d79, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=916c007e-d38a-4156-9d59-dc321ef90d79,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:34.114115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '916c007e-d38a-4156-9d59-dc321ef90d79', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '916c007e-d38a-4156-9d59-dc321ef90d79', 'mac_address': 'fa:16:3e:4b:33:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:35:34.123124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.124680 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5231a910-f5f8-4a6f-97e3-8b53fecb88fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.157365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.178219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916c007e-d38a-4156-9d59-dc321ef90d79 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:34.203919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 916c007e-d38a-4156-9d59-dc321ef90d79, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=916c007e-d38a-4156-9d59-dc321ef90d79,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:34.209370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-08cdcd6f-1938-409a-94c9-5f396481291f req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] Transition to ACTIVE for port object f19c15c5-6540-4586-afb9-eda2f362fdde will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:34.254864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5a5bd-84d1-4f41-b9bc-5c9d4efb521b req-6e4518ba-4169-4cba-bc1f-b4b6bbe26f75 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:34.256418 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ba5a5bd-84d1-4f41-b9bc-5c9d4efb521b req-6e4518ba-4169-4cba-bc1f-b4b6bbe26f75 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 943 time: 0.1170087 Aug 23 03:35:34.294587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ba5a5bd-84d1-4f41-b9bc-5c9d4efb521b req-4d7777a6-9fb6-4c89-bd67-88f30756fc9a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319030 Aug 23 03:35:34.350950 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.351336 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.351491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.357911 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5231a910-f5f8-4a6f-97e3-8b53fecb88fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.360350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5231a910-f5f8-4a6f-97e3-8b53fecb88fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.361496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5231a910-f5f8-4a6f-97e3-8b53fecb88fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66ca1c65-76a5-44ef-aa3e-5933d1fcae21 HTTP/1.1" status: 204 len: 168 time: 0.3887336 Aug 23 03:35:34.405873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231a910-f5f8-4a6f-97e3-8b53fecb88fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca1c65-76a5-44ef-aa3e-5933d1fcae21,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:34.425261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47423ee4-5ee6-43ca-a833-10f9d8347407,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:34.426693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=916c007e-d38a-4156-9d59-dc321ef90d79,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:34.436675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] No DVR routers for this DVR port f19c15c5-6540-4586-afb9-eda2f362fdde on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:35:34.448706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Checking segment: {'id': '6924820a-11ba-403b-8b93-9ada8a0c99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '049b9328-8279-400d-be71-89528b1f68c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:34.449086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Network hostable DHCP agents. Network: 049b9328-8279-400d-be71-89528b1f68c2, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:35:34.475618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f19c15c5-6540-4586-afb9-eda2f362fdde,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:34.483229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-8113c128-ba25-4077-84bc-4a43cdb743c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/f19c15c5-6540-4586-afb9-eda2f362fdde/bindings/n-h2-749052-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7583878 Aug 23 03:35:34.574914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7165d23-6e28-4435-8e82-c14275593de7 req-2afe138f-87c0-404b-bda0-62e2b7b1813c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:34.576767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7165d23-6e28-4435-8e82-c14275593de7 req-2afe138f-87c0-404b-bda0-62e2b7b1813c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0500460 Aug 23 03:35:34.619256 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7165d23-6e28-4435-8e82-c14275593de7 req-23dfc948-91db-494a-b7a9-18aa16b1f3f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361786 Aug 23 03:35:34.619509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Network 049b9328-8279-400d-be71-89528b1f68c2 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:35:34.643221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1714-3b08-4489-b297-e2ede43c2c27 req-4c719e8d-9d30-4fba-8508-7501fc0c0584 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:34.644697 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3abd1714-3b08-4489-b297-e2ede43c2c27 req-4c719e8d-9d30-4fba-8508-7501fc0c0584 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 950 time: 0.0571346 Aug 23 03:35:34.695710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3abd1714-3b08-4489-b297-e2ede43c2c27 req-80bd6723-8f1f-4ea5-b947-466682f17d15 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443470 Aug 23 03:35:34.726476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-cca71ce9-7600-4c33-bfb1-85d520810d19 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:34.729370 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-cca71ce9-7600-4c33-bfb1-85d520810d19 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.0494647 Aug 23 03:35:34.771057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 049b9328-8279-400d-be71-89528b1f68c2) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:34.771566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd19cee-729d-49f3-a7a9-8828c111a91b None None] Network 049b9328-8279-400d-be71-89528b1f68c2 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:34.780280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['916c007e-d38a-4156-9d59-dc321ef90d79'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:34.789462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:34.790367 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:34.815318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-f3b6460a-83bd-445d-b73b-fe00a1d6cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:34.817048 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-f3b6460a-83bd-445d-b73b-fe00a1d6cad6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf HTTP/1.1" status: 200 len: 1095 time: 0.0668314 Aug 23 03:35:34.921071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8fc07-c188-487d-875f-4ee4d8ab5501 req-5e55be50-fb60-4471-9348-540ce5fa8126 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:34.921665 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c05e2a10-d3fc-411f-890a-ac2defb1441e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1488991 Aug 23 03:35:34.922263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ae8fc07-c188-487d-875f-4ee4d8ab5501 req-5e55be50-fb60-4471-9348-540ce5fa8126 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 949 time: 0.1006091 Aug 23 03:35:34.929141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57146) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:34.935078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:34.944942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-2488c2c7-0d43-4580-90d9-2ac8399be405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:34.948183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-2488c2c7-0d43-4580-90d9-2ac8399be405 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1095 time: 0.0977807 Aug 23 03:35:34.996869 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ae8fc07-c188-487d-875f-4ee4d8ab5501 req-4994befe-3116-4f4a-bd5e-07bf231579cb tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628738 Aug 23 03:35:35.051449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.053208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.056801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-e803f6af-87ce-4f27-82cc-0be40e493e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:35.057908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-049b9328-8279-400d-be71-89528b1f68c2', 'network_id': '049b9328-8279-400d-be71-89528b1f68c2', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'fixed_ips': [{'subnet_id': '47423ee4-5ee6-43ca-a833-10f9d8347407'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:35:35.061825 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.061966 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-e803f6af-87ce-4f27-82cc-0be40e493e0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.0995121 Aug 23 03:35:35.114728 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-39a4674f-03b8-414a-903e-0dca1d9b2d33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f19c15c5-6540-4586-afb9-eda2f362fdde HTTP/1.1" status: 200 len: 217 time: 0.0465419 Aug 23 03:35:35.123639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.184692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-1bc3dee0-1c82-4db8-93f5-4b584725ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:35.186202 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-1bc3dee0-1c82-4db8-93f5-4b584725ad28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0546508 Aug 23 03:35:35.223053 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-1c15f5f5-65d6-4882-93b5-02753ebff09c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263419 Aug 23 03:35:35.234049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Allocated IP 172.20.0.2 (049b9328-8279-400d-be71-89528b1f68c2/47423ee4-5ee6-43ca-a833-10f9d8347407/c95d4338-19c0-4161-ae10-507ad4bfba9c) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:35.416361 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.428447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-f8563b58-fc57-45c4-90d4-8f8721bbea69 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919475 Aug 23 03:35:35.438968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b855f-36e6-4879-befd-81b29bb4ae19 req-afee9418-0866-4433-8bb9-583d79427cc5 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:35.440331 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.441080 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de3b855f-36e6-4879-befd-81b29bb4ae19 req-afee9418-0866-4433-8bb9-583d79427cc5 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 950 time: 0.1055098 Aug 23 03:35:35.449891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Transition to ACTIVE for port object c95d4338-19c0-4161-ae10-507ad4bfba9c will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:35.466054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628007ac-c54e-497e-9284-c104af3a33b2 req-c27a2022-5c45-432f-9e7c-007e7dc211b0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:35.467565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-628007ac-c54e-497e-9284-c104af3a33b2 req-c27a2022-5c45-432f-9e7c-007e7dc211b0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 944 time: 0.0795698 Aug 23 03:35:35.474499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Transition to ACTIVE for port object c95d4338-19c0-4161-ae10-507ad4bfba9c will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:35.485804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de3b855f-36e6-4879-befd-81b29bb4ae19 req-11388f35-9131-4403-aa66-0d4cc00181e8 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348854 Aug 23 03:35:35.549736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-628007ac-c54e-497e-9284-c104af3a33b2 req-65d3dfe3-db78-48b6-acf4-d4b227e80ba5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724597 Aug 23 03:35:35.561000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-ef601c11-48d7-4157-9e71-8362f390a0ab service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247222 Aug 23 03:35:35.590695 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.638934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Network 049b9328-8279-400d-be71-89528b1f68c2 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:35.655046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Pushing event updated for resources: {'Port': ['ID=c95d4338-19c0-4161-ae10-507ad4bfba9c,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:35.658410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:35.660871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:35.722393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 08bd716d-73df-4719-91de-5e20bc120f28 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:35.764850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Attempting to bind port c95d4338-19c0-4161-ae10-507ad4bfba9c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:35.765275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Attempting to bind port c95d4338-19c0-4161-ae10-507ad4bfba9c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '6924820a-11ba-403b-8b93-9ada8a0c99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '049b9328-8279-400d-be71-89528b1f68c2'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:35.765639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Attempting to bind port c95d4338-19c0-4161-ae10-507ad4bfba9c on network 049b9328-8279-400d-be71-89528b1f68c2 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:35.776013 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.778196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:35.778726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Checking segment: {'id': '6924820a-11ba-403b-8b93-9ada8a0c99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '049b9328-8279-400d-be71-89528b1f68c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:35.778966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.779358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Bound using segment: {'id': '6924820a-11ba-403b-8b93-9ada8a0c99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '049b9328-8279-400d-be71-89528b1f68c2'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:35.779835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Bound port: c95d4338-19c0-4161-ae10-507ad4bfba9c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6924820a-11ba-403b-8b93-9ada8a0c99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '049b9328-8279-400d-be71-89528b1f68c2'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:35.780352 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.785766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7cde-ead8-4cba-b214-1f99e96cc06b req-60e25af7-ee18-41e6-8898-3ab72e66a79e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:35.787642 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41fb7cde-ead8-4cba-b214-1f99e96cc06b req-60e25af7-ee18-41e6-8898-3ab72e66a79e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.0889020 Aug 23 03:35:35.811244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.854298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] For port c95d4338-19c0-4161-ae10-507ad4bfba9c, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:35.857604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] For port c95d4338-19c0-4161-ae10-507ad4bfba9c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c95d4338-19c0-4161-ae10-507ad4bfba9c,segment=NetworkSegment(6924820a-11ba-403b-8b93-9ada8a0c99da),segment_id=6924820a-11ba-403b-8b93-9ada8a0c99da)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:35.892028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41fb7cde-ead8-4cba-b214-1f99e96cc06b req-efb41a31-9a0b-4412-be70-4971944dab5a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830462 Aug 23 03:35:35.956127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 08bd716d-73df-4719-91de-5e20bc120f28 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:35.960535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 08bd716d-73df-4719-91de-5e20bc120f28 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:35.960957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:35.968286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Allocated IP 172.25.1.203 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/cec42f77-4532-447e-8c72-d872fec65f8d) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:36.028891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:36.101489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:36.145106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa4e50-0f73-43c4-8955-3e99f57e1f23 req-82bb3e0a-1184-416e-b3a6-742674a846d2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:36.149425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1fa4e50-0f73-43c4-8955-3e99f57e1f23 req-82bb3e0a-1184-416e-b3a6-742674a846d2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 949 time: 0.0804543 Aug 23 03:35:36.156052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced414a5-3f27-4a30-91d1-f6d8ab127170 None None] Pushing event updated for resources: {'Port': ['ID=c95d4338-19c0-4161-ae10-507ad4bfba9c,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:36.174591 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:36.202462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bd716d-73df-4719-91de-5e20bc120f28'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:36.204826 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba378761-ad23-460f-9520-e63207732017" -d '{"events": [{"server_uuid": "7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b", "name": "network-vif-plugged", "status": "completed", "tag": "08bd716d-73df-4719-91de-5e20bc120f28"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:36.218997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcd6f-1938-409a-94c9-5f396481291f req-177eefb3-3797-41ec-b3dc-efe0fa709a72 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:36.219209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 08bd716d-73df-4719-91de-5e20bc120f28, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=08bd716d-73df-4719-91de-5e20bc120f28,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:36.220532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-177eefb3-3797-41ec-b3dc-efe0fa709a72 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.0696163 Aug 23 03:35:36.242490 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:36.271802 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1fa4e50-0f73-43c4-8955-3e99f57e1f23 req-92e37def-df74-4f6c-ac38-fce44c7f0c23 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831919 Aug 23 03:35:36.292601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:36.295965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:36.299711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:36.305832 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:36.339626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Pushing event updated for resources: {'Port': ['ID=cec42f77-4532-447e-8c72-d872fec65f8d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:36.407283 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c088d6b-2fcd-4840-a826-3875c09ad76c x-openstack-request-id: req-9c088d6b-2fcd-4840-a826-3875c09ad76c {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:36.407709 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b", "name": "network-vif-plugged", "status": "completed", "tag": "08bd716d-73df-4719-91de-5e20bc120f28", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:36.408062 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c088d6b-2fcd-4840-a826-3875c09ad76c {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:36.408595 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bd716d-73df-4719-91de-5e20bc120f28', 'code': 200} Aug 23 03:35:36.436285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=08bd716d-73df-4719-91de-5e20bc120f28,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:36.487086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-08cdcd6f-1938-409a-94c9-5f396481291f req-958e8ddd-3c9d-47d5-a71d-f31ff5a01e94 service neutron] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:36.492015 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-08cdcd6f-1938-409a-94c9-5f396481291f req-958e8ddd-3c9d-47d5-a71d-f31ff5a01e94 service neutron] Notify callbacks [] for binding, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:36.496129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08cdcd6f-1938-409a-94c9-5f396481291f req-958e8ddd-3c9d-47d5-a71d-f31ff5a01e94 service neutron] 10.222.0.24 "DELETE /v2.0/ports/f19c15c5-6540-4586-afb9-eda2f362fdde/bindings/n-h1-749052-7 HTTP/1.1" status: 204 len: 173 time: 0.2606957 Aug 23 03:35:36.597183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40b725-6da3-46af-95ec-33e3fa5cf8f5 req-2ebac619-359a-4319-b40b-6988e5b83489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:36.598721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc40b725-6da3-46af-95ec-33e3fa5cf8f5 req-2ebac619-359a-4319-b40b-6988e5b83489 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 1100 time: 0.0807042 Aug 23 03:35:36.620024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d29a8-fecd-4ce3-bea2-41aca311b855 req-7a791481-63a3-47b4-8452-21e25b2ff18c tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:36.621461 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a48d29a8-fecd-4ce3-bea2-41aca311b855 req-7a791481-63a3-47b4-8452-21e25b2ff18c tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 950 time: 0.0580659 Aug 23 03:35:36.686707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125feb27-3fa8-46ed-b4fa-f608a90f6b1e req-8bfe2847-8b98-4978-9343-85bfd91d7ef0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:36.688327 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-125feb27-3fa8-46ed-b4fa-f608a90f6b1e req-8bfe2847-8b98-4978-9343-85bfd91d7ef0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 944 time: 0.0577006 Aug 23 03:35:36.689503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a48d29a8-fecd-4ce3-bea2-41aca311b855 req-7094394d-56ef-442d-9cc5-9455818ad85e tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619020 Aug 23 03:35:36.720856 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc40b725-6da3-46af-95ec-33e3fa5cf8f5 req-c4c3a3b3-3b66-4518-be29-9e83cadecd54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870786 Aug 23 03:35:36.730078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-125feb27-3fa8-46ed-b4fa-f608a90f6b1e req-8a6f7632-e08d-41f0-8b16-a655a17afc62 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Aug 23 03:35:36.804683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:36.898136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f85ff-4dd1-46d0-90cc-33260853b162 req-b9d8cb43-b935-4833-96e6-40b1c43535fe tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:36.899321 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-125f85ff-4dd1-46d0-90cc-33260853b162 req-b9d8cb43-b935-4833-96e6-40b1c43535fe tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1095 time: 0.0491385 Aug 23 03:35:36.958045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-125f85ff-4dd1-46d0-90cc-33260853b162 req-17b2f399-dc23-40b0-adef-d15ed4d94fa8 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491178 Aug 23 03:35:37.105381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57202) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:37.171257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e4b2e-781d-49a0-bd50-a44d268af3f9 req-d4baf5d9-136d-47fb-b26c-a54efbad869c tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:37.171257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-408e4b2e-781d-49a0-bd50-a44d268af3f9 req-d4baf5d9-136d-47fb-b26c-a54efbad869c tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 1095 time: 0.0541542 Aug 23 03:35:37.236259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-408e4b2e-781d-49a0-bd50-a44d268af3f9 req-146e09aa-70c7-4e57-92da-b4b415bbab83 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618234 Aug 23 03:35:37.247969 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.296989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c95d4338-19c0-4161-ae10-507ad4bfba9c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:37.338148 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-620c9c7f-98a9-41b8-9274-248ae6c12dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.367905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ba15b-087e-47c1-b59f-e37c4c98015d None None] Network 049b9328-8279-400d-be71-89528b1f68c2 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:37.441681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3397d6-9c81-4a2b-b731-782cfccf88bf req-5aa4b5be-2924-4df4-92cb-a24166e159f7 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:37.450020 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff3397d6-9c81-4a2b-b731-782cfccf88bf req-5aa4b5be-2924-4df4-92cb-a24166e159f7 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 949 time: 0.0825598 Aug 23 03:35:37.529181 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff3397d6-9c81-4a2b-b731-782cfccf88bf req-28b0f1fa-8eb3-4909-9334-536f68e1314d tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698094 Aug 23 03:35:37.533684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c95d4338-19c0-4161-ae10-507ad4bfba9c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:37.580882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6858d833-7947-4cf9-af19-fd067b7aa367 None None] Provisioning for port c95d4338-19c0-4161-ae10-507ad4bfba9c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:37.582004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a9135-c712-4568-afb0-9028adc254e0 req-adc39677-4247-44c3-aa74-d91aa1d6e035 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:37.585265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6858d833-7947-4cf9-af19-fd067b7aa367 None None] Provisioning complete for port c95d4338-19c0-4161-ae10-507ad4bfba9c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:37.594107 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6858d833-7947-4cf9-af19-fd067b7aa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.594737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e41a9135-c712-4568-afb0-9028adc254e0 req-adc39677-4247-44c3-aa74-d91aa1d6e035 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.2063825 Aug 23 03:35:37.596023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-620c9c7f-98a9-41b8-9274-248ae6c12dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.596350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-c068af4e-2a0d-4b05-a58b-f179b8aa56e5 service neutron] 10.222.0.11 "GET /v2.0/ports/05fef313-19ac-4526-9d2c-913247968e16/bindings/n-h1-749052-7 HTTP/1.1" status: 200 len: 382 time: 0.2107937 Aug 23 03:35:37.605670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.627239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-9108c041-cd23-4273-a459-9702497b2a9d tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:37.628946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-9108c041-cd23-4273-a459-9702497b2a9d tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.11 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 950 time: 0.2062645 Aug 23 03:35:37.679452 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6858d833-7947-4cf9-af19-fd067b7aa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.683324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-620c9c7f-98a9-41b8-9274-248ae6c12dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.715755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6858d833-7947-4cf9-af19-fd067b7aa367 None None] For port c95d4338-19c0-4161-ae10-507ad4bfba9c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c95d4338-19c0-4161-ae10-507ad4bfba9c,segment=NetworkSegment(6924820a-11ba-403b-8b93-9ada8a0c99da),segment_id=6924820a-11ba-403b-8b93-9ada8a0c99da)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:37.723714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-620c9c7f-98a9-41b8-9274-248ae6c12dd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60a0f54ea04b491c945fae7817d4d5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6164577 Aug 23 03:35:37.732509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57218) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:37.755186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 916c007e-d38a-4156-9d59-dc321ef90d79 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:37.771256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c9c7f-98a9-41b8-9274-248ae6c12dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d52776-dbc3-4e6c-97d4-ff911b4bba47,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:37.784877 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e41a9135-c712-4568-afb0-9028adc254e0 req-3a953626-4268-4005-b057-8587b58a83c0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931159 Aug 23 03:35:37.829923 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6858d833-7947-4cf9-af19-fd067b7aa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.833248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52e2688e-c194-4682-a0dd-de411575d6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.863371 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52e2688e-c194-4682-a0dd-de411575d6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.923049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858d833-7947-4cf9-af19-fd067b7aa367 None None] Pushing event updated for resources: {'Port': ['ID=c95d4338-19c0-4161-ae10-507ad4bfba9c,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:37.951043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b835406d-e2cc-4e09-9027-2dd957aa2f67 None None] Provisioning complete for port c95d4338-19c0-4161-ae10-507ad4bfba9c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:37.951621 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b835406d-e2cc-4e09-9027-2dd957aa2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:37.994752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Deleting port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:35:37.995117 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.008176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 916c007e-d38a-4156-9d59-dc321ef90d79 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:38.020386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 916c007e-d38a-4156-9d59-dc321ef90d79 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:38.020759 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.031990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e957-6ded-44a9-8332-feb8c4accf41 req-8b9882af-430f-4be0-8452-33b0a81b1447 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:38.033616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63b1e957-6ded-44a9-8332-feb8c4accf41 req-8b9882af-430f-4be0-8452-33b0a81b1447 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 950 time: 0.1229093 Aug 23 03:35:38.111262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52e2688e-c194-4682-a0dd-de411575d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.114498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52e2688e-c194-4682-a0dd-de411575d6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.122419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-52e2688e-c194-4682-a0dd-de411575d6c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05d52776-dbc3-4e6c-97d4-ff911b4bba47 HTTP/1.1" status: 204 len: 168 time: 0.3820026 Aug 23 03:35:38.140815 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.141131 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63b1e957-6ded-44a9-8332-feb8c4accf41 req-2ded8405-6d6c-4033-9e3a-fee3028739b1 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/security-groups?id=bebc2781-2824-4c0b-927a-6dd132f4cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968049 Aug 23 03:35:38.149292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2688e-c194-4682-a0dd-de411575d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d52776-dbc3-4e6c-97d4-ff911b4bba47,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:38.194433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] For port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:38.194810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.211450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 916c007e-d38a-4156-9d59-dc321ef90d79, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=916c007e-d38a-4156-9d59-dc321ef90d79,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:38.218195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Calling delete_port for 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:35:38.271107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Router 568d1217-4a60-459c-bd91-670e36f6f774 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:35:38.336007 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.337460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:38.409925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e67156-a306-464c-bc8b-d8a3824a7123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c007e-d38a-4156-9d59-dc321ef90d79'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:38.412767 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d652f8d0-1e2a-4781-8ec6-79b99275df9b" -d '{"events": [{"server_uuid": "00e67156-a306-464c-bc8b-d8a3824a7123", "name": "network-vif-plugged", "status": "completed", "tag": "916c007e-d38a-4156-9d59-dc321ef90d79"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:38.432579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=916c007e-d38a-4156-9d59-dc321ef90d79,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:38.483917 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.494948 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4570de-3611-436c-8fef-0127135c5c01 x-openstack-request-id: req-9e4570de-3611-436c-8fef-0127135c5c01 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:38.495161 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e67156-a306-464c-bc8b-d8a3824a7123", "name": "network-vif-plugged", "status": "completed", "tag": "916c007e-d38a-4156-9d59-dc321ef90d79", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:38.495439 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e4570de-3611-436c-8fef-0127135c5c01 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:38.495835 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e67156-a306-464c-bc8b-d8a3824a7123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c007e-d38a-4156-9d59-dc321ef90d79', 'code': 200} Aug 23 03:35:38.524748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:38.534493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:35:38.545758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Sync routers for ids ['568d1217-4a60-459c-bd91-670e36f6f774'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:35:38.569749 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.584766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-3c028149-2636-4dcc-b31b-ace05f76acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:38.585508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Routers {'568d1217-4a60-459c-bd91-670e36f6f774'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:38.586175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['568d1217-4a60-459c-bd91-670e36f6f774'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:38.586589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-3c028149-2636-4dcc-b31b-ace05f76acbf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 1101 time: 0.1061344 Aug 23 03:35:38.610793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Pushing event deleted for resources: {'Port': ['ID=0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:38.641057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.647083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:38.693672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.697974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57236) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:38.698531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ee1030ad-6c13-4597-bfd7-032db367131a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7677369 Aug 23 03:35:38.774829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] No DVR routers for this DVR port 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:35:38.783663 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:38.785819 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd0e2839-8b7d-4a7f-b17b-186761de080a req-4bd58a71-6972-46b0-b8ef-4a879417e4d9 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.11 "DELETE /v2.0/ports/0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa HTTP/1.1" status: 204 len: 173 time: 1.1470492 Aug 23 03:35:38.788894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63efb0c-4f58-4c41-a08f-72d9dc6518c2', 'name': 'network-vif-deleted', 'tag': '0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:38.794119 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e898b361-b041-423c-a988-44ece5a9731e" -d '{"events": [{"server_uuid": "e63efb0c-4f58-4c41-a08f-72d9dc6518c2", "name": "network-vif-deleted", "tag": "0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:38.877576 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ab75ba-2eb9-4bc0-913b-57e6e65d1dd5 x-openstack-request-id: req-80ab75ba-2eb9-4bc0-913b-57e6e65d1dd5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:38.877902 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63efb0c-4f58-4c41-a08f-72d9dc6518c2", "name": "network-vif-deleted", "tag": "0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:38.878198 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80ab75ba-2eb9-4bc0-913b-57e6e65d1dd5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:38.878596 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63efb0c-4f58-4c41-a08f-72d9dc6518c2', 'name': 'network-vif-deleted', 'tag': '0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa', 'status': 'completed', 'code': 200} Aug 23 03:35:38.881307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fe54a-87c3-46c2-b78b-37e94d4f91fb req-4f775224-0c92-4cca-b95f-6dfa8687de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:38.882872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a86fe54a-87c3-46c2-b78b-37e94d4f91fb req-4f775224-0c92-4cca-b95f-6dfa8687de47 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 1101 time: 0.2349524 Aug 23 03:35:38.887041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-91e5f64c-c6eb-4dc0-8d6c-98a2c1e7aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:38.895225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-91e5f64c-c6eb-4dc0-8d6c-98a2c1e7aafc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 1099 time: 0.2668748 Aug 23 03:35:38.909291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:38.932656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addc57b-c00e-40af-87db-750b5f199825 req-31ba9121-0dcc-4529-91f9-01a409896f4a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:38.935863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Set router 568d1217-4a60-459c-bd91-670e36f6f774 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:38.942583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0addc57b-c00e-40af-87db-750b5f199825 req-31ba9121-0dcc-4529-91f9-01a409896f4a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 950 time: 0.2774122 Aug 23 03:35:39.188553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0addc57b-c00e-40af-87db-750b5f199825 req-78cd750c-ae25-4401-8567-0621504c24c5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441802 Aug 23 03:35:39.256575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a86fe54a-87c3-46c2-b78b-37e94d4f91fb req-de7d03ee-6c53-4f11-ae0e-3f35fdd36b82 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036392 Aug 23 03:35:39.281541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-b118b448-5f02-4cbd-8814-00c7fbb0748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:39.290516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-b118b448-5f02-4cbd-8814-00c7fbb0748b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.3340282 Aug 23 03:35:39.342412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c95d4338-19c0-4161-ae10-507ad4bfba9c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:39.377635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d1217-4a60-459c-bd91-670e36f6f774', 'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:36Z', 'revision_number': 3, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'gw_port': {'id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:39.425969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7dad8c5-ccad-4294-8023-3216d542648b req-e0c51151-3550-4bba-ac41-25dd967687e1 tempest-ServerDiagnosticsNegativeTest-58134944 tempest-ServerDiagnosticsNegativeTest-58134944-project] 10.222.0.20 "GET /v2.0/ports?device_id=e63efb0c-4f58-4c41-a08f-72d9dc6518c2 HTTP/1.1" status: 200 len: 210 time: 0.0461602 Aug 23 03:35:39.475055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Checking router: 568d1217-4a60-459c-bd91-670e36f6f774 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:35:39.475482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Updating router 568d1217-4a60-459c-bd91-670e36f6f774 port cec42f77-4532-447e-8c72-d872fec65f8d binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:35:39.517686 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:39.564617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c95d4338-19c0-4161-ae10-507ad4bfba9c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:39.565755 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:39.696092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-48416c7e-a232-4a64-9303-d100884259a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05fef313-19ac-4526-9d2c-913247968e16 HTTP/1.1" status: 200 len: 217 time: 0.0824866 Aug 23 03:35:39.793310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-0e091949-8627-4497-8401-aeb76573af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:39.794787 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-0e091949-8627-4497-8401-aeb76573af99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0893073 Aug 23 03:35:39.796330 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57268) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:39.848834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-ef920fca-2776-4d1b-a9b3-49c8ba278041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:39.849908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-ef920fca-2776-4d1b-a9b3-49c8ba278041 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469184 Aug 23 03:35:39.908154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85f69-4b24-4307-ba7d-e7aa5610e5f8 req-3950399e-3801-4563-a518-cf9ca13d9d22 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:39.915684 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fef85f69-4b24-4307-ba7d-e7aa5610e5f8 req-3950399e-3801-4563-a518-cf9ca13d9d22 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.7978694 Aug 23 03:35:40.004940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1942012310-network', 'tenant_id': 'aaaa1013550c44e98b8761fedf500a73'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:40.027914 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.035023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fef85f69-4b24-4307-ba7d-e7aa5610e5f8 req-152483b2-bf14-4f15-a67e-5fb47f6ceb58 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182446 Aug 23 03:35:40.048043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Transition to ACTIVE for port object cec42f77-4532-447e-8c72-d872fec65f8d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:40.065958 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-428da6eb-0840-49e4-af8a-23d9651f1220 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081039 Aug 23 03:35:40.092119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Made reservation on behalf of aaaa1013550c44e98b8761fedf500a73 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:40.094352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.128833 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.140652 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.144826 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.196885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7de60ec-72b4-45ed-b81a-c686bd09ffc6 req-7ab298ff-2d5c-402e-b16a-63e63bbd9da3 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234877 Aug 23 03:35:40.205941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d0098-65c6-441b-996f-6110dde11bd3 None None] Pushing event updated for resources: {'Port': ['ID=cec42f77-4532-447e-8c72-d872fec65f8d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:40.238853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Attempting to bind port cec42f77-4532-447e-8c72-d872fec65f8d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:40.240377 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Attempting to bind port cec42f77-4532-447e-8c72-d872fec65f8d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:40.240750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Attempting to bind port cec42f77-4532-447e-8c72-d872fec65f8d on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:40.252587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:40.256785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:40.256785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.256785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:40.257121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Bound port: cec42f77-4532-447e-8c72-d872fec65f8d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:40.258098 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.322439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.322912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Allocated IP 172.20.0.1 (049b9328-8279-400d-be71-89528b1f68c2/47423ee4-5ee6-43ca-a833-10f9d8347407/60a139cf-649e-4665-b659-6103a54622a7) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:40.372808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3e94d-f69a-47c7-bf2b-aedf86666c93 req-a158a8e6-eacc-4dab-8228-9c650d989ace tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:40.375184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6fa3e94d-f69a-47c7-bf2b-aedf86666c93 req-a158a8e6-eacc-4dab-8228-9c650d989ace tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 950 time: 0.0819435 Aug 23 03:35:40.420742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.432784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:35:40.442321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.442804 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Added segment 66479998-bf17-41bb-98e6-00b8da334b9e of type vlan for network fcd4d50d-3b97-4c87-8117-68fe9a8dddc3 Aug 23 03:35:40.488861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.490054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] For port cec42f77-4532-447e-8c72-d872fec65f8d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:40.495133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] For port cec42f77-4532-447e-8c72-d872fec65f8d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cec42f77-4532-447e-8c72-d872fec65f8d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:40.499774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:40.501300 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944416c3-ff6b-4475-be23-35721b0f809a" -d '{"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-unplugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:40.546705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6fa3e94d-f69a-47c7-bf2b-aedf86666c93 req-8a2fd529-0fe1-4ba4-aa63-d7deed66688e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653903 Aug 23 03:35:40.547673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b077f737-48d5-47e9-8726-6ff0c208a269,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:40.568328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.574358 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.595830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.596816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:40.597418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.654768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Transition to ACTIVE for port object 60a139cf-649e-4665-b659-6103a54622a7 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:40.666128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8682261 Aug 23 03:35:40.670641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57292) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:40.674110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Routers {'568d1217-4a60-459c-bd91-670e36f6f774'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:40.674822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['568d1217-4a60-459c-bd91-670e36f6f774'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:40.677446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Request body: {'subnet': {'network_id': 'fcd4d50d-3b97-4c87-8117-68fe9a8dddc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1942012310-subnet', 'tenant_id': 'aaaa1013550c44e98b8761fedf500a73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:40.683631 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb9ed6e-3b35-4574-9266-74b7bd8fbfa2 x-openstack-request-id: req-8cb9ed6e-3b35-4574-9266-74b7bd8fbfa2 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:40.683631 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-unplugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:40.683631 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cb9ed6e-3b35-4574-9266-74b7bd8fbfa2 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:40.683631 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16', 'code': 200} Aug 23 03:35:40.702012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d0098-65c6-441b-996f-6110dde11bd3 None None] Pushing event updated for resources: {'Port': ['ID=cec42f77-4532-447e-8c72-d872fec65f8d,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:40.751162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e2909-20ad-453b-98ec-2db02b4f887c admin admin] Pushing event updated for resources: {'Network': ['ID=fcd4d50d-3b97-4c87-8117-68fe9a8dddc3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:40.784964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network fcd4d50d-3b97-4c87-8117-68fe9a8dddc3 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:35:40.827654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-dac12119-d9d6-4d63-8f71-aed932a50bd4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:40.829308 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-dac12119-d9d6-4d63-8f71-aed932a50bd4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 808 time: 0.2525189 Aug 23 03:35:40.845809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-45bfeb11-d08e-4484-a7a8-4ea26f2296f4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/quotas/168d4dbdb06d40e2868bcbafccb7d54c HTTP/1.1" status: 200 len: 375 time: 0.0105114 Aug 23 03:35:40.883404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.932312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Made reservation on behalf of aaaa1013550c44e98b8761fedf500a73 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:40.933834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] Set router 568d1217-4a60-459c-bd91-670e36f6f774 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:40.934588 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:40.940940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=60a139cf-649e-4665-b659-6103a54622a7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:40.979042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Network 049b9328-8279-400d-be71-89528b1f68c2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:41.010522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-43c12fb3-d307-497c-adbd-2c25d9f41016 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1580942 Aug 23 03:35:41.014974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:41.022274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:41.168100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3314bb11-d643-4278-9348-a69c38168512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d1217-4a60-459c-bd91-670e36f6f774', 'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:36Z', 'revision_number': 3, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'gw_port': {'id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:41.198759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09129476-b9c8-4bbe-b682-5da7b2b9814a req-a9b2dbe2-3efe-4286-8c53-93b78039ad46 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:41.205217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09129476-b9c8-4bbe-b682-5da7b2b9814a req-a9b2dbe2-3efe-4286-8c53-93b78039ad46 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.0847924 Aug 23 03:35:41.219513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314bb11-d643-4278-9348-a69c38168512 None None] The sync data for ids ['568d1217-4a60-459c-bd91-670e36f6f774'] in n-d-749052-7 is: [{'id': '568d1217-4a60-459c-bd91-670e36f6f774', 'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:36Z', 'revision_number': 3, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'gw_port': {'id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:35:41.221629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57298) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:41.244253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:41.313029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09129476-b9c8-4bbe-b682-5da7b2b9814a req-c0578361-8f4d-4889-abeb-7ae4163bb275 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020625 Aug 23 03:35:41.350338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-7b15d27e-22c1-49a5-904f-171da3250e44 service neutron] 10.222.0.20 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029501 Aug 23 03:35:41.403526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-85a10c16-6835-402a-a513-0852ee3fb1cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74e5e83fbd4a42daa0a1baccb58bbfc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802561 Aug 23 03:35:41.406030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57302) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:41.479221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9a76799-6545-46c4-b22a-31688568f727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:41.482093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-457458be-bfc4-4b2c-8a66-acb59c0a9074 None None] Provisioning for port 60a139cf-649e-4665-b659-6103a54622a7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:41.486359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-457458be-bfc4-4b2c-8a66-acb59c0a9074 None None] Provisioning complete for port 60a139cf-649e-4665-b659-6103a54622a7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:41.486830 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-457458be-bfc4-4b2c-8a66-acb59c0a9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:41.534785 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9a76799-6545-46c4-b22a-31688568f727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:41.554577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-457458be-bfc4-4b2c-8a66-acb59c0a9074 None None] Port 60a139cf-649e-4665-b659-6103a54622a7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:35:41.637365 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-e8e5adf2-6ad7-4e25-aece-031699224734 service neutron] 10.222.0.20 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802489 Aug 23 03:35:41.673406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9a76799-6545-46c4-b22a-31688568f727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:41.684227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9a76799-6545-46c4-b22a-31688568f727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:41.684227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e9a76799-6545-46c4-b22a-31688568f727 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bebc2781-2824-4c0b-927a-6dd132f4cbde HTTP/1.1" status: 204 len: 168 time: 0.2715077 Aug 23 03:35:41.693297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a76799-6545-46c4-b22a-31688568f727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebc2781-2824-4c0b-927a-6dd132f4cbde,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:41.702515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:41.717832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb35815-bb32-477e-8143-4205648b19b9 req-6c9a7e50-c9f3-408b-8d75-0d17efc8770f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:41.732940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9fb35815-bb32-477e-8143-4205648b19b9 req-6c9a7e50-c9f3-408b-8d75-0d17efc8770f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 950 time: 0.0909708 Aug 23 03:35:41.779231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:41.785068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9fb35815-bb32-477e-8143-4205648b19b9 req-8556b3d3-aaa4-40ab-a574-cff57a7d8ef8 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506775 Aug 23 03:35:41.815476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:35:41.815831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0860c9f7-c7d6-4213-b2c1-5e0cdfbb39fa not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:35:41.831130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7bf35e-c100-44aa-bfb9-f5c2b671c6e9,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:41.846872 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:41.950171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Checking segment: {'id': '66479998-bf17-41bb-98e6-00b8da334b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd4d50d-3b97-4c87-8117-68fe9a8dddc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:41.952497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Network hostable DHCP agents. Network: fcd4d50d-3b97-4c87-8117-68fe9a8dddc3, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:35:42.031383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd8b4e-4a85-49a3-acca-90cffc0677a8 req-b13e45d8-f957-4e5e-b3fb-2ae17a2d01c9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:42.035038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Network fcd4d50d-3b97-4c87-8117-68fe9a8dddc3 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:35:42.041186 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ebd8b4e-4a85-49a3-acca-90cffc0677a8 req-b13e45d8-f957-4e5e-b3fb-2ae17a2d01c9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 949 time: 0.0662777 Aug 23 03:35:42.091437 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ebd8b4e-4a85-49a3-acca-90cffc0677a8 req-35e4d5bd-5116-4149-8f06-a92df1a6054a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447679 Aug 23 03:35:42.171901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, fcd4d50d-3b97-4c87-8117-68fe9a8dddc3) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:42.177930 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:42.178618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:42.194529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe8dbb-76fd-4dca-810a-48fe835282db None None] Network fcd4d50d-3b97-4c87-8117-68fe9a8dddc3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:42.217638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:42.291009 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f4fe7e87-8efb-438a-9291-995e9dd4730e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6179128 Aug 23 03:35:42.292952 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:42.481708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a5ee94-d602-4def-b616-28c980336b2b None None] Network fcd4d50d-3b97-4c87-8117-68fe9a8dddc3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:42.504671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=60a139cf-649e-4665-b659-6103a54622a7,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:42.546210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57332) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:42.568906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ee21866-e5f2-408a-9b1d-92fdea3ff95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:42.622521 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:42.702034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ee21866-e5f2-408a-9b1d-92fdea3ff95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:42.724314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87b814-ae01-4ff7-8b19-341ea6f02430 req-e5538ebe-43fd-42f1-a9b1-7d05bbea5833 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:42.734156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a87b814-ae01-4ff7-8b19-341ea6f02430 req-e5538ebe-43fd-42f1-a9b1-7d05bbea5833 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.2112699 Aug 23 03:35:42.747401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Network 049b9328-8279-400d-be71-89528b1f68c2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:42.759914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:42.768401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e4303-0bf9-4d1c-b9ef-7b4b517d19bd req-4e00b393-24f0-49b0-8a34-803d54fdeea1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:42.778166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e4303-0bf9-4d1c-b9ef-7b4b517d19bd req-4e00b393-24f0-49b0-8a34-803d54fdeea1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:42.788176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-208e4303-0bf9-4d1c-b9ef-7b4b517d19bd req-4e00b393-24f0-49b0-8a34-803d54fdeea1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123&device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 1690 time: 0.0844500 Aug 23 03:35:42.797855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ee21866-e5f2-408a-9b1d-92fdea3ff95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:42.832475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a87b814-ae01-4ff7-8b19-341ea6f02430 req-f8279af2-e987-4c17-9d0c-b0a1707b4e19 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954862 Aug 23 03:35:42.871042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8ee21866-e5f2-408a-9b1d-92fdea3ff95e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f917f706c3894a2ba9c93aac43661d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235843 Aug 23 03:35:42.871463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57340) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:42.877437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee21866-e5f2-408a-9b1d-92fdea3ff95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4d07bd-f781-436c-ba55-f0b06ef8d549,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:42.924507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-208e4303-0bf9-4d1c-b9ef-7b4b517d19bd req-e68789ae-fe39-4f05-9da4-32919555ec69 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248968 Aug 23 03:35:42.985105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5eddfd6e-6f73-437e-9cd6-d13645f1f394 req-b21df399-8b4a-49aa-a726-e7908c6ebfb8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 210 time: 0.0467904 Aug 23 03:35:43.026053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Router 568d1217-4a60-459c-bd91-670e36f6f774 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:35:43.028823 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0e21035-d3c8-4cab-a575-d6d96ed1586f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:43.075668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0e21035-d3c8-4cab-a575-d6d96ed1586f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:43.205798 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-e4def434-2767-46a6-be46-3bf5d82d144e req-956adb5a-e01f-49d6-bd83-c98aac2fa287 tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] show failed (client error): The resource could not be found. Aug 23 03:35:43.210106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-912118d5-9490-4a8e-b892-9a94caeb3d3d None None] Provisioning complete for port 60a139cf-649e-4665-b659-6103a54622a7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:43.210106 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-912118d5-9490-4a8e-b892-9a94caeb3d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:43.224567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e4def434-2767-46a6-be46-3bf5d82d144e req-956adb5a-e01f-49d6-bd83-c98aac2fa287 tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] 10.222.0.20 "GET /v2.0/security-groups/9026aa3e-f6a2-4c39-9492-321e120b3952 HTTP/1.1" status: 404 len: 352 time: 0.0370450 Aug 23 03:35:43.238772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:35:43.248972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-26222873-c52a-44e9-a4a3-6c4dfb2cfbe1 admin admin] 10.222.0.20 "PUT /v2.0/routers/568d1217-4a60-459c-bd91-670e36f6f774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5494981 Aug 23 03:35:43.277103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-912118d5-9490-4a8e-b892-9a94caeb3d3d None None] Port 60a139cf-649e-4665-b659-6103a54622a7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:35:43.305671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0e21035-d3c8-4cab-a575-d6d96ed1586f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:43.315938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0e21035-d3c8-4cab-a575-d6d96ed1586f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:43.317449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e0e21035-d3c8-4cab-a575-d6d96ed1586f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f4d07bd-f781-436c-ba55-f0b06ef8d549 HTTP/1.1" status: 204 len: 168 time: 0.4454317 Aug 23 03:35:43.358688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cec42f77-4532-447e-8c72-d872fec65f8d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:43.371547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e21035-d3c8-4cab-a575-d6d96ed1586f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4d07bd-f781-436c-ba55-f0b06ef8d549,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:43.455319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753d979-ea14-4767-96f1-e41ca163676f req-49bd2aec-a627-4620-80bc-e796600c8d64 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:43.466708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6753d979-ea14-4767-96f1-e41ca163676f req-49bd2aec-a627-4620-80bc-e796600c8d64 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 1101 time: 0.0775552 Aug 23 03:35:43.524220 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6753d979-ea14-4767-96f1-e41ca163676f req-e1b3439e-242a-40fc-a65f-f7b01db2c568 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511003 Aug 23 03:35:43.548625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57364) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:43.573096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d1131a6-5a7d-4851-bed3-b7790fd78e0d req-3278e9f4-f608-4375-bec1-86ae9eb2e343 tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aaaa1013550c44e98b8761fedf500a73 HTTP/1.1" status: 200 len: 2984 time: 0.2392876 Aug 23 03:35:43.585167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cec42f77-4532-447e-8c72-d872fec65f8d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:43.594748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cec42f77-4532-447e-8c72-d872fec65f8d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:43.595482 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:43.598731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-dc752e5b-7c4f-4dd9-8f85-2aae15d11fcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2037041 Aug 23 03:35:43.632638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d1131a6-5a7d-4851-bed3-b7790fd78e0d req-09eff105-98e5-44c6-a7e6-ea88161081f9 tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] 10.222.0.20 "GET /v2.0/security-groups/b077f737-48d5-47e9-8726-6ff0c208a269 HTTP/1.1" status: 200 len: 2981 time: 0.0580018 Aug 23 03:35:43.747904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82009d-5de2-44a8-a907-56eb125b230e req-f4b5eb26-bd96-491b-b7aa-c2cf20e2b187 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:43.751290 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d82009d-5de2-44a8-a907-56eb125b230e req-f4b5eb26-bd96-491b-b7aa-c2cf20e2b187 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 1100 time: 0.0782487 Aug 23 03:35:43.756886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d1131a6-5a7d-4851-bed3-b7790fd78e0d req-787e1119-17ba-421d-b106-ea0fb2e892f4 tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] 10.222.0.20 "GET /v2.0/security-groups/b077f737-48d5-47e9-8726-6ff0c208a269 HTTP/1.1" status: 200 len: 2981 time: 0.1229033 Aug 23 03:35:43.773512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-14f72f82-b372-4852-8218-67f9c72b28dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:43.775081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-14f72f82-b372-4852-8218-67f9c72b28dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 1096 time: 0.1390212 Aug 23 03:35:43.793806 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:43.822595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:35:43.833923 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d82009d-5de2-44a8-a907-56eb125b230e req-2efc4830-60ff-4ffb-a0d7-974b7191dc82 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746207 Aug 23 03:35:43.934653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port cec42f77-4532-447e-8c72-d872fec65f8d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cec42f77-4532-447e-8c72-d872fec65f8d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:43.938722 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-907bc140-9c2e-4261-bef1-cc282aedff26 req-3ef76dc7-704d-48ed-b864-78e6a8f02d30 tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] 10.222.0.20 "GET /v2.0/security-groups/b077f737-48d5-47e9-8726-6ff0c208a269 HTTP/1.1" status: 200 len: 2981 time: 0.1559789 Aug 23 03:35:44.012480 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Sync routers for ids ['568d1217-4a60-459c-bd91-670e36f6f774'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:35:44.030567 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Routers {'568d1217-4a60-459c-bd91-670e36f6f774'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:44.031376 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['568d1217-4a60-459c-bd91-670e36f6f774'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:44.042074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-cb6b7ae0-15a5-4245-bfdb-f0ec124b3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:44.043691 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-cb6b7ae0-15a5-4245-bfdb-f0ec124b3f2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.2423820 Aug 23 03:35:44.075108 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-907bc140-9c2e-4261-bef1-cc282aedff26 req-23602f0f-cd3a-4342-b9ff-43678bd16bba tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 03:35:44.076258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-907bc140-9c2e-4261-bef1-cc282aedff26 req-23602f0f-cd3a-4342-b9ff-43678bd16bba tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] 10.222.0.20 "DELETE /v2.0/security-groups/b077f737-48d5-47e9-8726-6ff0c208a269 HTTP/1.1" status: 409 len: 352 time: 0.1367016 Aug 23 03:35:44.079558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1108927027'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:44.128185 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-fe778d66-dfc0-4794-84b7-3b76a0dd7428 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb768274-17b6-407f-909f-23b0a6c260ec HTTP/1.1" status: 200 len: 217 time: 0.0741122 Aug 23 03:35:44.158877 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.172562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:44.176876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f435c9d-51d0-4899-b81e-dfa7633dd4d5 req-a0627936-ed41-4c4b-a036-d0207d76abfa tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:44.180500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f435c9d-51d0-4899-b81e-dfa7633dd4d5 req-a0627936-ed41-4c4b-a036-d0207d76abfa tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.2018981 Aug 23 03:35:44.210718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:44.221395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.269556 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Set router 568d1217-4a60-459c-bd91-670e36f6f774 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:44.276512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '05fef313-19ac-4526-9d2c-913247968e16', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '05fef313-19ac-4526-9d2c-913247968e16', 'mac_address': 'fa:16:3e:3a:6d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:35:44.278342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-febeafde-987b-46db-9373-95bbc8dce141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:44.281648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:35:44.284605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-febeafde-987b-46db-9373-95bbc8dce141 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.1429803 Aug 23 03:35:44.301728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.303706 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Added segment 33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4 of type vlan for network 0dba890a-974f-45d7-94ba-981c9cd0d3de Aug 23 03:35:44.367777 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-ea87295c-f769-43c0-9b48-a233ee8cd133 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786016 Aug 23 03:35:44.405131 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.425197 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.469556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=cec42f77-4532-447e-8c72-d872fec65f8d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:44.475636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fef313-19ac-4526-9d2c-913247968e16 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:44.496384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af68307a-dd46-4c24-a80d-f4953f3fe169 req-9508ae5c-d8cc-4567-b9ac-a310b5f47909 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 210 time: 0.0591238 Aug 23 03:35:44.538512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:44.553695 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f435c9d-51d0-4899-b81e-dfa7633dd4d5 req-e97b193b-e729-441e-b04a-83e2a6a118b5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656554 Aug 23 03:35:44.579464 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.607355 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.614884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:44.615507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.629312 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-1e207655-8388-4a71-96f7-ef6022fa7f44 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519948 Aug 23 03:35:44.638451 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-836cd8ff-bb7e-4a28-a556-b23a10d02bfc req-681d197c-e8a6-4c2a-9cee-317bf6d73e1a tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] show failed (client error): The resource could not be found. Aug 23 03:35:44.650167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d1217-4a60-459c-bd91-670e36f6f774', 'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:41Z', 'revision_number': 4, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'gw_port': {'id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '60a139cf-649e-4665-b659-6103a54622a7', 'name': '', 'network_id': '049b9328-8279-400d-be71-89528b1f68c2', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'mac_address': 'fa:16:3e:ef:03:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '47423ee4-5ee6-43ca-a833-10f9d8347407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:40Z', 'updated_at': '2021-08-23T03:35:41Z', 'revision_number': 2, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'subnets': [{'id': '47423ee4-5ee6-43ca-a833-10f9d8347407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:44.653710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-836cd8ff-bb7e-4a28-a556-b23a10d02bfc req-681d197c-e8a6-4c2a-9cee-317bf6d73e1a tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] 10.222.0.20 "GET /v2.0/security-groups/38aa55b7-a0ff-4460-a656-247ceccaa541 HTTP/1.1" status: 404 len: 352 time: 0.0891304 Aug 23 03:35:44.667510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:44.708718 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Checking router: 568d1217-4a60-459c-bd91-670e36f6f774 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:35:44.709216 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Updating router 568d1217-4a60-459c-bd91-670e36f6f774 port 60a139cf-649e-4665-b659-6103a54622a7 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:35:44.745154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1950755 Aug 23 03:35:44.752190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57400) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:44.777699 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.785510 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-7b04c455-162e-45b9-809b-d2308447d089 req-091dac5c-2d95-40f2-8f92-e3e4b1fdd51e tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] show failed (client error): The resource could not be found. Aug 23 03:35:44.786625 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b04c455-162e-45b9-809b-d2308447d089 req-091dac5c-2d95-40f2-8f92-e3e4b1fdd51e tempest-SecurityGroupsNegativeTestJSON-1332927983 tempest-SecurityGroupsNegativeTestJSON-1332927983-project] 10.222.0.20 "GET /v2.0/security-groups/6aaecc02-58a0-4f0e-b93e-d006fbf02fbd HTTP/1.1" status: 404 len: 352 time: 0.0609009 Aug 23 03:35:44.805566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57412) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:44.814182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'subnet': {'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:44.899870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6407890-d41f-41fc-b767-abee803e0f2d admin admin] Deleting subnet be7bf35e-c100-44aa-bfb9-f5c2b671c6e9 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:35:44.910169 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e6407890-d41f-41fc-b767-abee803e0f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:44.944689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59a4cfd5-95c5-4ccb-bd96-c20d283219a2 req-83dafa1a-6d20-436b-b62d-e9c706a099f6 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899532 Aug 23 03:35:44.949145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-ace8a26f-4b80-4de2-9020-945f74570107 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376985 Aug 23 03:35:44.954301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dc3bf-f81d-4ece-9bd1-b93d8e346bcf tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Network': ['ID=0dba890a-974f-45d7-94ba-981c9cd0d3de,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:44.967403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 0dba890a-974f-45d7-94ba-981c9cd0d3de details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:35:45.000229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e6407890-d41f-41fc-b767-abee803e0f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.071511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['05fef313-19ac-4526-9d2c-913247968e16'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:45.081047 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e6407890-d41f-41fc-b767-abee803e0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.198577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:45.207757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.227117 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e6407890-d41f-41fc-b767-abee803e0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.283986 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e6407890-d41f-41fc-b767-abee803e0f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.290992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e6407890-d41f-41fc-b767-abee803e0f2d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/be7bf35e-c100-44aa-bfb9-f5c2b671c6e9 HTTP/1.1" status: 204 len: 168 time: 0.4837077 Aug 23 03:35:45.292166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57422) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:45.330574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cec42f77-4532-447e-8c72-d872fec65f8d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:45.339791 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.346069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6407890-d41f-41fc-b767-abee803e0f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7bf35e-c100-44aa-bfb9-f5c2b671c6e9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:45.355045 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Transition to ACTIVE for port object 60a139cf-649e-4665-b659-6103a54622a7 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:45.437999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cec42f77-4532-447e-8c72-d872fec65f8d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:45.438487 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.438955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.454519 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.475791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-a70ef44e-4605-420e-89d1-f0ae9001a382 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:45.490343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-a70ef44e-4605-420e-89d1-f0ae9001a382 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5222917 Aug 23 03:35:45.527802 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Pushing event updated for resources: {'Port': ['ID=60a139cf-649e-4665-b659-6103a54622a7,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:45.536798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-42ce6e77-c075-4822-9425-e99d4bcc2a86 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:45.540907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-42ce6e77-c075-4822-9425-e99d4bcc2a86 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 808 time: 0.3895392 Aug 23 03:35:45.541795 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.542360 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.543039 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.543698 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.544770 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.545879 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.546383 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.546917 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.547412 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.547949 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.548510 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.549127 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:45.565468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Request body: {'port': {'device_id': 'fff8c149-920f-4509-9971-e3db81df464b', 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f', 'admin_state_up': True, 'tenant_id': '168d4dbdb06d40e2868bcbafccb7d54c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:45.603618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-13515b60-8ae3-46e5-8296-369e51563ee6 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/quotas/28983f2da7f0464eb27b7189a87c46cb HTTP/1.1" status: 200 len: 375 time: 0.0605924 Aug 23 03:35:45.655957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.675231 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Attempting to bind port 60a139cf-649e-4665-b659-6103a54622a7 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:45.676950 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Attempting to bind port 60a139cf-649e-4665-b659-6103a54622a7 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '6924820a-11ba-403b-8b93-9ada8a0c99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '049b9328-8279-400d-be71-89528b1f68c2'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:45.678311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Attempting to bind port 60a139cf-649e-4665-b659-6103a54622a7 on network 049b9328-8279-400d-be71-89528b1f68c2 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:45.686268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd4d50d-3b97-4c87-8117-68fe9a8dddc3']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:45.698388 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:45.699694 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Checking segment: {'id': '6924820a-11ba-403b-8b93-9ada8a0c99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '049b9328-8279-400d-be71-89528b1f68c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:45.700933 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.701643 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Bound using segment: {'id': '6924820a-11ba-403b-8b93-9ada8a0c99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '049b9328-8279-400d-be71-89528b1f68c2'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:45.702465 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Bound port: 60a139cf-649e-4665-b659-6103a54622a7, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6924820a-11ba-403b-8b93-9ada8a0c99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '049b9328-8279-400d-be71-89528b1f68c2'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:45.703092 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.714364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66479998-bf17-41bb-98e6-00b8da334b9e') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:45.717519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66479998-bf17-41bb-98e6-00b8da334b9e') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:45.738012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.781603 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.798326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:35:45.798998 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:35:45.800888 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:35:45.861259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-f2c9dffc-98de-4377-bb41-21b40449b31e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2566283 Aug 23 03:35:45.927640 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] For port 60a139cf-649e-4665-b659-6103a54622a7, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:45.962725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.971576 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] For port 60a139cf-649e-4665-b659-6103a54622a7, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=60a139cf-649e-4665-b659-6103a54622a7,segment=NetworkSegment(6924820a-11ba-403b-8b93-9ada8a0c99da),segment_id=6924820a-11ba-403b-8b93-9ada8a0c99da)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:45.979464 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:45.983809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fcd4d50d-3b97-4c87-8117-68fe9a8dddc3 HTTP/1.1" status: 204 len: 168 time: 0.6877074 Aug 23 03:35:46.000421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf97ff-7e0f-442f-b510-c24630227000 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd4d50d-3b97-4c87-8117-68fe9a8dddc3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:46.013635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:46.043089 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:46.050958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Made reservation on behalf of 168d4dbdb06d40e2868bcbafccb7d54c for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:46.055459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:46.117201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Subnet': ['ID=21e3a2a9-3e37-4568-a55b-670d8c7faccb,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:46.154424 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92750632-9869-4717-9aac-1ee1a7fecf95 None None] Pushing event updated for resources: {'Port': ['ID=60a139cf-649e-4665-b659-6103a54622a7,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:46.172843 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Routers {'568d1217-4a60-459c-bd91-670e36f6f774'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:35:46.173708 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['568d1217-4a60-459c-bd91-670e36f6f774'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:46.193078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Checking segment: {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:46.193530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network hostable DHCP agents. Network: 0dba890a-974f-45d7-94ba-981c9cd0d3de, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:35:46.229338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1eb2af9-b52c-489b-9b49-874c9153d068 req-3f8dd17d-5392-4740-9b61-954d7e84cc9d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 210 time: 0.0391278 Aug 23 03:35:46.309097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network 0dba890a-974f-45d7-94ba-981c9cd0d3de is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:35:46.359612 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] Set router 568d1217-4a60-459c-bd91-670e36f6f774 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:35:46.376849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Allocated IP 172.20.0.7 (ba086131-5cb5-4e31-8f4a-0f45c2fd938f/bcd30577-c479-4f1e-98b6-f90156d3f3d6/2ff70717-61f4-43f6-b52f-c221cce0c597) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:46.406790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a02562-7e71-495c-8960-7a6cf06db108 req-7933f3b3-1e06-4333-9ae7-8ec78398ae81 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:46.414623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76a02562-7e71-495c-8960-7a6cf06db108 req-7933f3b3-1e06-4333-9ae7-8ec78398ae81 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 949 time: 0.1194024 Aug 23 03:35:46.433354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 0dba890a-974f-45d7-94ba-981c9cd0d3de) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:46.441740 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30fd19f-97b7-4a23-a93c-36f3760dca71 None None] Network 0dba890a-974f-45d7-94ba-981c9cd0d3de requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:46.460938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:46.462804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:46.470983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76a02562-7e71-495c-8960-7a6cf06db108 req-4655d1c9-66b3-4cc3-9626-3f08be353fa4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553675 Aug 23 03:35:46.498644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57438) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:46.547602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c8a4b922-5e37-4624-a017-09b8fda1f38d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7388875 Aug 23 03:35:46.565604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57440) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:46.583606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1675329212'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:46.644302 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-11fe552d-2f79-4f07-a7f6-4c306498610d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aaaa1013550c44e98b8761fedf500a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442199 Aug 23 03:35:46.647441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57442) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:46.651087 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:46.733268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-0dba890a-974f-45d7-94ba-981c9cd0d3de', 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'fixed_ips': [{'subnet_id': '21e3a2a9-3e37-4568-a55b-670d8c7faccb'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:35:46.734966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:46.754112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:46.757661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:46.769479 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:46.844512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['103b6d8d-7ccd-41c3-a035-4a06727daffc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:46.845047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:35:46.865778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:46.866470 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Added segment d15d8e6e-5fab-4e8b-b696-ce46577d10a8 of type vlan for network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 Aug 23 03:35:46.907020 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d1217-4a60-459c-bd91-670e36f6f774', 'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:41Z', 'revision_number': 4, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'gw_port': {'id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '60a139cf-649e-4665-b659-6103a54622a7', 'name': '', 'network_id': '049b9328-8279-400d-be71-89528b1f68c2', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'mac_address': 'fa:16:3e:ef:03:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '47423ee4-5ee6-43ca-a833-10f9d8347407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:40Z', 'updated_at': '2021-08-23T03:35:45Z', 'revision_number': 4, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'subnets': [{'id': '47423ee4-5ee6-43ca-a833-10f9d8347407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:35:46.938659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Network ba086131-5cb5-4e31-8f4a-0f45c2fd938f is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:46.949964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:46.956034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:46.976326 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8969e-f1d5-475f-9af4-bcd104830c4a None None] The sync data for ids ['568d1217-4a60-459c-bd91-670e36f6f774'] in n-d-749052-7 is: [{'id': '568d1217-4a60-459c-bd91-670e36f6f774', 'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:41Z', 'revision_number': 4, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'gw_port': {'id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '60a139cf-649e-4665-b659-6103a54622a7', 'name': '', 'network_id': '049b9328-8279-400d-be71-89528b1f68c2', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'mac_address': 'fa:16:3e:ef:03:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '47423ee4-5ee6-43ca-a833-10f9d8347407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:40Z', 'updated_at': '2021-08-23T03:35:45Z', 'revision_number': 4, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'subnets': [{'id': '47423ee4-5ee6-43ca-a833-10f9d8347407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:35:47.165772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:47.197112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Allocated IP 19.80.0.2 (0dba890a-974f-45d7-94ba-981c9cd0d3de/21e3a2a9-3e37-4568-a55b-670d8c7faccb/5b16bbd3-3794-4fd2-97eb-4759e8967774) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:47.262361 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90433ea4-fd44-476b-a326-44a86f4c239e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:47.409002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90433ea4-fd44-476b-a326-44a86f4c239e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:47.431223 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:47.459999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:47.459999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:47.670199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Pushing event updated for resources: {'Port': ['ID=2ff70717-61f4-43f6-b52f-c221cce0c597,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:47.713973 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:47.722677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 60a139cf-649e-4665-b659-6103a54622a7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:47.774035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-1831a225-fe82-4a61-9875-664271bf63aa tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:47.776617 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-1831a225-fe82-4a61-9875-664271bf63aa tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 949 time: 0.0913002 Aug 23 03:35:47.782751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:47.783722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:47.802809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Transition to ACTIVE for port object 5b16bbd3-3794-4fd2-97eb-4759e8967774 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:47.824151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:47.892627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-5873bf70-aab8-403c-9336-6bd1c41e13d6 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3337128 Aug 23 03:35:47.919967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Request body: {'port': {'device_id': 'fff8c149-920f-4509-9971-e3db81df464b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:47.952211 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3850274 Aug 23 03:35:47.961344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57510) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:47.965688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bcbf6-13bf-4719-85d1-528805f45bed tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Network': ['ID=6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:47.970352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'subnet': {'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:47.999683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:35:48.000472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0910a86-3fc2-460b-b9f9-3c1b865b9211 req-5bdfae19-0785-44ee-80a8-99c27a722cf2 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:48.003271 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0910a86-3fc2-460b-b9f9-3c1b865b9211 req-5bdfae19-0785-44ee-80a8-99c27a722cf2 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 931 time: 0.2881267 Aug 23 03:35:48.005363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-6643c9b7-ea34-4890-9c47-47abfdc05b12 service neutron] 10.222.0.11 "GET /v2.0/ports/05fef313-19ac-4526-9d2c-913247968e16/bindings/n-h1-749052-7 HTTP/1.1" status: 200 len: 382 time: 0.2105794 Aug 23 03:35:48.093946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0910a86-3fc2-460b-b9f9-3c1b865b9211 req-19063090-11ca-4dfb-a842-ff09021c6ee3 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813372 Aug 23 03:35:48.095920 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90433ea4-fd44-476b-a326-44a86f4c239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:48.102213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90433ea4-fd44-476b-a326-44a86f4c239e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:48.104535 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-90433ea4-fd44-476b-a326-44a86f4c239e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b077f737-48d5-47e9-8726-6ff0c208a269 HTTP/1.1" status: 204 len: 168 time: 1.4561775 Aug 23 03:35:48.123608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Transition to ACTIVE for port object 5b16bbd3-3794-4fd2-97eb-4759e8967774 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:48.133668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 05fef313-19ac-4526-9d2c-913247968e16 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:48.134696 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:48.145127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90433ea4-fd44-476b-a326-44a86f4c239e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b077f737-48d5-47e9-8726-6ff0c208a269,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:48.210863 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:48.312937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:48.339185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-eab9e93e-1419-4b45-9cf0-7b5b5c332cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:48.354018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-eab9e93e-1419-4b45-9cf0-7b5b5c332cc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 1100 time: 0.2722020 Aug 23 03:35:48.367614 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-880c94fa-002e-498b-9129-6257f8f7b1cd req-18d2cc6b-0326-4e24-a590-8b5188ee8c82 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 210 time: 0.0727129 Aug 23 03:35:48.536593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-9fe6d602-6cc6-42e0-b7e9-372fc1eb1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:48.538652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-9fe6d602-6cc6-42e0-b7e9-372fc1eb1a89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1537876 Aug 23 03:35:48.553692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 60a139cf-649e-4665-b659-6103a54622a7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:48.583925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 60a139cf-649e-4665-b659-6103a54622a7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:48.584292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:48.590238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Network 0dba890a-974f-45d7-94ba-981c9cd0d3de is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:48.718409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:48.730419 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:48.730419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Pushing event updated for resources: {'Port': ['ID=5b16bbd3-3794-4fd2-97eb-4759e8967774,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:48.732309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:48.816021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-15a2ba0c-d7bb-47bc-b34f-74cf177dc92d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05fef313-19ac-4526-9d2c-913247968e16 HTTP/1.1" status: 200 len: 217 time: 0.2503154 Aug 23 03:35:48.859771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:48.867858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:48.908864 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e2071-8073-4782-b544-1aa8df898f49" -d '{"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-plugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:48.971214 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:49.135298 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9a4c49-3078-4f7d-8aee-441123bb01d0 x-openstack-request-id: req-5b9a4c49-3078-4f7d-8aee-441123bb01d0 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:49.135298 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-plugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:49.135298 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b9a4c49-3078-4f7d-8aee-441123bb01d0 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:49.135298 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16', 'code': 200} Aug 23 03:35:49.138552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Attempting to bind port 5b16bbd3-3794-4fd2-97eb-4759e8967774 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:49.140148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Attempting to bind port 5b16bbd3-3794-4fd2-97eb-4759e8967774 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:49.140557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Attempting to bind port 5b16bbd3-3794-4fd2-97eb-4759e8967774 on network 0dba890a-974f-45d7-94ba-981c9cd0d3de {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:49.176049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:49.176424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Checking segment: {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:49.176859 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:49.177298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Bound using segment: {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:49.177782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Bound port: 5b16bbd3-3794-4fd2-97eb-4759e8967774, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:49.178161 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:49.189385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff70717-61f4-43f6-b52f-c221cce0c597 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:49.201374 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:49.217569 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Transition to ACTIVE for port object 2ff70717-61f4-43f6-b52f-c221cce0c597 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:49.226255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:49.229561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:49.230944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:49.245513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:49.277817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559a0f9-4c34-4a80-bdc4-e866122d4893 req-5d9a0d6b-4759-4365-9ae4-78a1e832e47f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:49.289440 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d559a0f9-4c34-4a80-bdc4-e866122d4893 req-5d9a0d6b-4759-4365-9ae4-78a1e832e47f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 949 time: 0.7462611 Aug 23 03:35:49.318144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] For port 5b16bbd3-3794-4fd2-97eb-4759e8967774, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:49.318484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-73d6b934-1c63-469d-badb-c2f964358775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:49.319933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-73d6b934-1c63-469d-badb-c2f964358775 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.4805965 Aug 23 03:35:49.323830 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] For port 5b16bbd3-3794-4fd2-97eb-4759e8967774, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5b16bbd3-3794-4fd2-97eb-4759e8967774,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:49.346567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:49.371711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 60a139cf-649e-4665-b659-6103a54622a7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=60a139cf-649e-4665-b659-6103a54622a7,segment=NetworkSegment(6924820a-11ba-403b-8b93-9ada8a0c99da),segment_id=6924820a-11ba-403b-8b93-9ada8a0c99da)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:49.414083 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:49.515920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d559a0f9-4c34-4a80-bdc4-e866122d4893 req-d2eacde0-fa86-4c91-85b6-d840a2543fea tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255158 Aug 23 03:35:49.560333 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:49.604530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f7927-de8b-4cd1-a054-1b7c602dde14 None None] Pushing event updated for resources: {'Port': ['ID=5b16bbd3-3794-4fd2-97eb-4759e8967774,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:49.691717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=60a139cf-649e-4665-b659-6103a54622a7,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:49.864729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-7f51f35f-c442-4669-a135-91f6aa2a2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:49.871704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-7f51f35f-c442-4669-a135-91f6aa2a2d14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5353897 Aug 23 03:35:49.873001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Pushing event updated for resources: {'Port': ['ID=2ff70717-61f4-43f6-b52f-c221cce0c597,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:50.072002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:50.072341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:50.072671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:50.083815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Port 2ff70717-61f4-43f6-b52f-c221cce0c597 on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:35:50.084140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:50.130584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-c47cb8d8-4083-42ec-a44d-4674476dcca9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478673 Aug 23 03:35:50.137487 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:50.185948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:50.186207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:50.186592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:50.187026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Bound port: 2ff70717-61f4-43f6-b52f-c221cce0c597, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:50.187390 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:50.225927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de96e91-6dce-48ed-a391-303b57952887 req-93d24a5b-3f9c-4854-a802-0ae6d72a5432 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:50.237311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7de96e91-6dce-48ed-a391-303b57952887 req-93d24a5b-3f9c-4854-a802-0ae6d72a5432 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.2571700 Aug 23 03:35:50.351736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-ce778647-8d11-4428-96a1-214a8a18050b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:50.353982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-ce778647-8d11-4428-96a1-214a8a18050b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155049 Aug 23 03:35:50.368177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Request body: {'port': {'device_id': '88a01963-cdb6-4beb-84cc-e375b0f78205', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '28983f2da7f0464eb27b7189a87c46cb'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:50.466535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57586) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:50.475836 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7de96e91-6dce-48ed-a391-303b57952887 req-1279edc1-932e-45f5-9cf4-12d8452a36eb tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387402 Aug 23 03:35:50.515800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Subnet': ['ID=5b4c9372-85db-4845-955f-4cf912f89af8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:50.543812 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-1a636ba7-afb7-4cfd-be5d-964453e191e8 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414820 Aug 23 03:35:50.670588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Made reservation on behalf of 28983f2da7f0464eb27b7189a87c46cb for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:50.673865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:50.674245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:50.689606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Checking segment: {'id': 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:50.689989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network hostable DHCP agents. Network: 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:35:50.724333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1322197132-network', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:50.802963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-470ae838-c126-41ec-820c-a22222308a3e req-996ce334-7403-497d-8716-2e3ead00d078 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 210 time: 0.1827829 Aug 23 03:35:50.846157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:50.880660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-0d9c5206-7a9c-451a-ac52-6cec83bf16b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800676 Aug 23 03:35:50.947284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:50.995064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-bc204ca1-c4d1-4659-99ff-9e6fc3794798 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357133 Aug 23 03:35:51.012166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:35:51.021962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Made reservation on behalf of a631d26f4571412c8b5225c424dd1ef8 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:51.025957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:51.081385 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:51.185030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Allocated IP 192.168.233.88 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/709c2986-ee51-4d88-b6f9-22a990c525f7) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:51.220503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aebaf1-6f16-48f4-aaab-00df3bff4bb6 None None] Network 0dba890a-974f-45d7-94ba-981c9cd0d3de requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:51.263824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:51.264499 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:51.266036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] 10.222.0.11 "PUT /v2.0/ports/2ff70717-61f4-43f6-b52f-c221cce0c597 HTTP/1.1" status: 200 len: 1091 time: 3.3554578 Aug 23 03:35:51.318878 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:51.322560 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:51.339672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:51.367109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:51.369446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:51.369849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea48dbf-60de-4be2-b542-29d00227e253 None None] Network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:51.455016 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:51.493785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Pushing event updated for resources: {'Port': ['ID=2ff70717-61f4-43f6-b52f-c221cce0c597,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:51.501550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:51.508841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.509424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.509946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.510603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.511097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.512034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.512375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.512705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.513332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.513533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.514112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.514308 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf4b7bd-615f-4641-8d62-d73d5ad8444d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.515529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3d203d36-28a3-466a-8234-8626afed8805 None None] Provisioning for port 5b16bbd3-3794-4fd2-97eb-4759e8967774 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:51.536303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Transition to ACTIVE for port object 709c2986-ee51-4d88-b6f9-22a990c525f7 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:51.546124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ae5b6-8168-4bca-8f80-78c78fdc2cbc req-dfebee7e-4368-459b-aee1-d378914fbfa9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:51.557744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-798ae5b6-8168-4bca-8f80-78c78fdc2cbc req-dfebee7e-4368-459b-aee1-d378914fbfa9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.4426003 Aug 23 03:35:51.558824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:51.616373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6633a43d-8f78-4086-b4ce-d8bf61347835 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:51.619503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6633a43d-8f78-4086-b4ce-d8bf61347835 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7207940 Aug 23 03:35:51.633232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-803b4093-7785-4e1f-ac4c-fb4681b4ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:51.633354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:35:51.633462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-803b4093-7785-4e1f-ac4c-fb4681b4ebb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 1094 time: 0.2115388 Aug 23 03:35:51.675893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-798ae5b6-8168-4bca-8f80-78c78fdc2cbc req-c1c1b10f-e35c-4419-94ce-2b5a58a6bcd7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171651 Aug 23 03:35:51.685388 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273fcb73-cd61-4915-a5ec-ae815e78ca46 x-openstack-request-id: req-273fcb73-cd61-4915-a5ec-ae815e78ca46 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:51.685388 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:51.685388 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-273fcb73-cd61-4915-a5ec-ae815e78ca46 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:51.685388 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597', 'status': 'completed', 'code': 200} Aug 23 03:35:51.701760 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:51.702213 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Added segment cbe81eaf-8237-40eb-9054-384e1633cb16 of type vlan for network c0445a91-b126-4592-ad35-0f12179ff408 Aug 23 03:35:51.703919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef9b712-883f-42ae-ad39-416d589ced72,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:51.708057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Request body: {'port': {'device_id': '2bca3cc1-54b3-4c1c-85b3-6d039e885bf1', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '28983f2da7f0464eb27b7189a87c46cb'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:51.742859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.744717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.745192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.747548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.748255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.748937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.751717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.752178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.752748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.753202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.753627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.756605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:51.819520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:51.843546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8472a26c-001f-497e-9063-760714a9f284 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8792059 Aug 23 03:35:51.943125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event updated for resources: {'Port': ['ID=709c2986-ee51-4d88-b6f9-22a990c525f7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:52.082023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-708bffcc-0b40-414e-8ca0-3e0580495194 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff70717-61f4-43f6-b52f-c221cce0c597 HTTP/1.1" status: 200 len: 217 time: 0.4038785 Aug 23 03:35:52.095307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:52.172177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:52.259827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5b16bbd3-3794-4fd2-97eb-4759e8967774 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:52.268931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9', 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'fixed_ips': [{'subnet_id': '5b4c9372-85db-4845-955f-4cf912f89af8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:35:52.269773 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:52.279952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-d74c872e-aaf6-443b-980b-60eb9ffce0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:52.281445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-d74c872e-aaf6-443b-980b-60eb9ffce0ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.1889937 Aug 23 03:35:52.360920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-0bdb5361-209f-43f3-813f-3e9b1d41efe9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598633 Aug 23 03:35:52.398098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3a77aaa-7dfe-4f7a-84c5-63f3bbb8952c req-de537b0e-5115-451a-8e62-cad77a00a050 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 210 time: 0.0687163 Aug 23 03:35:52.402576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:52.445107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:52.453413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:52.466327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:52.470457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Made reservation on behalf of 28983f2da7f0464eb27b7189a87c46cb for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:52.475723 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:52.522006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:52.522882 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:52.575233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625a6dd-eae1-4f06-be64-00ae90ad0693 req-be7283be-2304-478e-8884-fb80f5dd8aad tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:52.577485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Allocated IP 19.86.0.2 (6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9/5b4c9372-85db-4845-955f-4cf912f89af8/150d1213-0671-4099-8fe0-7a28de28862c) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:52.598909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8625a6dd-eae1-4f06-be64-00ae90ad0693 req-be7283be-2304-478e-8884-fb80f5dd8aad tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.6622441 Aug 23 03:35:52.607992 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:52.609186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:52.609881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:52.631970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-bb7db9b3-48c4-438e-810d-77093315be9e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2673748 Aug 23 03:35:52.654489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Request body: {'port': {'device_id': '88a01963-cdb6-4beb-84cc-e375b0f78205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:52.761715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2938635 Aug 23 03:35:52.774432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:52.777738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57624) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:52.790592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Transition to ACTIVE for port object 150d1213-0671-4099-8fe0-7a28de28862c will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:52.804642 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-74786a66-37fa-4f0d-a7ad-0f2446ad51c7 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105699 Aug 23 03:35:52.804642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Request body: {'subnet': {'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1322197132-subnet', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:52.808331 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8625a6dd-eae1-4f06-be64-00ae90ad0693 req-8601ba21-ecc7-41f3-9eb7-bd5d9d42d912 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023027 Aug 23 03:35:52.834767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c5eb2-ed0f-4c24-80e5-a19bb6884ecb admin admin] Pushing event updated for resources: {'Network': ['ID=c0445a91-b126-4592-ad35-0f12179ff408,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:52.836489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Transition to ACTIVE for port object 150d1213-0671-4099-8fe0-7a28de28862c will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:52.910455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:52.988743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c0445a91-b126-4592-ad35-0f12179ff408 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:35:53.055397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Allocated IP 192.168.233.25 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/a9b3641c-c0c4-4e7c-ac99-bb2e8c567300) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:53.105555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:53.161953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9ca49-1fa6-4d69-8602-a1208e8a1f7a req-821ed3c1-14ad-4852-a40b-88470d2c2eb6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:53.170736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5b9ca49-1fa6-4d69-8602-a1208e8a1f7a req-821ed3c1-14ad-4852-a40b-88470d2c2eb6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.1997259 Aug 23 03:35:53.254065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5b9ca49-1fa6-4d69-8602-a1208e8a1f7a req-b718b60c-822c-4ef5-88ae-596f11d2a46e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815279 Aug 23 03:35:53.272380 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:53.426522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Pushing event updated for resources: {'Port': ['ID=150d1213-0671-4099-8fe0-7a28de28862c,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:53.500343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d118652e-365d-46d8-b16f-1745f9bab191 None None] Provisioning for port 709c2986-ee51-4d88-b6f9-22a990c525f7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:53.500343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:53.500343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d118652e-365d-46d8-b16f-1745f9bab191 None None] Provisioning complete for port 709c2986-ee51-4d88-b6f9-22a990c525f7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:53.500343 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d118652e-365d-46d8-b16f-1745f9bab191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:53.500343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:53.518093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:53.648053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Made reservation on behalf of a631d26f4571412c8b5225c424dd1ef8 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:53.651145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:53.666284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:53.682850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Attempting to bind port 150d1213-0671-4099-8fe0-7a28de28862c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:53.684094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Attempting to bind port 150d1213-0671-4099-8fe0-7a28de28862c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:53.684094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Attempting to bind port 150d1213-0671-4099-8fe0-7a28de28862c on network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:53.693869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d118652e-365d-46d8-b16f-1745f9bab191 None None] Port 709c2986-ee51-4d88-b6f9-22a990c525f7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:35:53.707026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:53.707412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Checking segment: {'id': 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:53.707831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:53.708239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Bound using segment: {'id': 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:53.708730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Bound port: 150d1213-0671-4099-8fe0-7a28de28862c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:53.709301 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:53.792227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Transition to ACTIVE for port object a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:53.797044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] For port 150d1213-0671-4099-8fe0-7a28de28862c, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:53.809145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] For port 150d1213-0671-4099-8fe0-7a28de28862c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=150d1213-0671-4099-8fe0-7a28de28862c,segment=NetworkSegment(d15d8e6e-5fab-4e8b-b696-ce46577d10a8),segment_id=d15d8e6e-5fab-4e8b-b696-ce46577d10a8)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:53.812096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 5b16bbd3-3794-4fd2-97eb-4759e8967774 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:53.826340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 5b16bbd3-3794-4fd2-97eb-4759e8967774 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:53.826340 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:53.852904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-267b0d52-6197-479e-a908-991197e0595f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:53.858807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-267b0d52-6197-479e-a908-991197e0595f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:53.860477 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-267b0d52-6197-479e-a908-991197e0595f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/networks?id=0dba890a-974f-45d7-94ba-981c9cd0d3de&id=6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9&id=0dba890a-974f-45d7-94ba-981c9cd0d3de HTTP/1.1" status: 200 len: 1392 time: 1.0662704 Aug 23 03:35:53.862501 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1248825e-6edb-4851-a068-8020e7bda633 req-89d34e32-d738-4542-9a7b-af15a8a84a71 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 210 time: 0.0819745 Aug 23 03:35:53.884734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ce0f9171-f862-4eab-9a6f-037ce928990f None None] Provisioning complete for port 5b16bbd3-3794-4fd2-97eb-4759e8967774 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:53.884734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ce0f9171-f862-4eab-9a6f-037ce928990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:53.917233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-2f6c2b61-3932-4840-b74c-774317cd9322 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/quotas/7a18a0e9d6384dd9bd7f8320db515c03 HTTP/1.1" status: 200 len: 375 time: 0.0468054 Aug 23 03:35:53.926200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fdeda77-b99b-4c83-baa3-87e749bd7187 req-ca173b8a-becb-4d30-ada9-c0fdc04d40d3 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514564 Aug 23 03:35:53.928368 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:54.031401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:54.076186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:54.156529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e31e4962-5237-4c0d-88b2-b9c5e8f14fcb tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2269566 Aug 23 03:35:54.158864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:54.219620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5294-705d-4b43-b566-2d55d0ce7246 None None] Pushing event updated for resources: {'Port': ['ID=150d1213-0671-4099-8fe0-7a28de28862c,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:54.305983 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:54.413960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event updated for resources: {'Port': ['ID=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:54.414529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 5b16bbd3-3794-4fd2-97eb-4759e8967774, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5b16bbd3-3794-4fd2-97eb-4759e8967774,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:54.421197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:54.423649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:54.494516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:54.510458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:54.511248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 60a139cf-649e-4665-b659-6103a54622a7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:54.517619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709c2986-ee51-4d88-b6f9-22a990c525f7 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:54.553297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-6ca9eca0-c0bb-41d9-a3d9-620dd1c9ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:54.555898 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-6ca9eca0-c0bb-41d9-a3d9-620dd1c9ae09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 1094 time: 0.3939676 Aug 23 03:35:54.560130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47060c3-719c-461c-b64d-4b243d56acff req-83f66c8d-0a59-4dcb-a27e-e8ab4c89233e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:54.564948 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b47060c3-719c-461c-b64d-4b243d56acff req-83f66c8d-0a59-4dcb-a27e-e8ab4c89233e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.2441530 Aug 23 03:35:54.573981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:54.575416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:54.584699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:54.632095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Transition to ACTIVE for port object 709c2986-ee51-4d88-b6f9-22a990c525f7 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:54.667999 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b47060c3-719c-461c-b64d-4b243d56acff req-1c2a5369-0c40-4783-803c-0a015479889b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724843 Aug 23 03:35:54.698578 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:54.764277 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-7c206405-5d80-4124-a2cb-33c3cc6de007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:54.766050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-7c206405-5d80-4124-a2cb-33c3cc6de007 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1775470 Aug 23 03:35:54.772270 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:54.838891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-5975dbef-712b-4b0f-8703-598d3f85adc6 service neutron] 10.222.0.20 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903499 Aug 23 03:35:54.840174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-09349cc8-6e00-4e8c-9053-63877a89fb5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff70717-61f4-43f6-b52f-c221cce0c597 HTTP/1.1" status: 200 len: 217 time: 0.0471432 Aug 23 03:35:54.848267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Pushing event updated for resources: {'Port': ['ID=709c2986-ee51-4d88-b6f9-22a990c525f7,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:54.915062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57652) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:54.916483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cc83e26d-e8c6-4d11-99e9-d3305101c5cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2324040 Aug 23 03:35:54.984579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Request body: {'port': {'device_id': '2bca3cc1-54b3-4c1c-85b3-6d039e885bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:55.052797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Attempting to bind port 709c2986-ee51-4d88-b6f9-22a990c525f7 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:55.053414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Attempting to bind port 709c2986-ee51-4d88-b6f9-22a990c525f7 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:55.053765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Attempting to bind port 709c2986-ee51-4d88-b6f9-22a990c525f7 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:55.070001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Port 709c2986-ee51-4d88-b6f9-22a990c525f7 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:35:55.071049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Attempting to bind port 709c2986-ee51-4d88-b6f9-22a990c525f7 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:55.103970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda27e9-0701-4d10-b1c7-4ed927c0d419 req-7025cee0-ece4-4fd6-a451-f6e9b3881575 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:55.106337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abda27e9-0701-4d10-b1c7-4ed927c0d419 req-7025cee0-ece4-4fd6-a451-f6e9b3881575 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.2087328 Aug 23 03:35:55.107245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:55.109642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:55.110634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:55.111686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Bound port: 709c2986-ee51-4d88-b6f9-22a990c525f7, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:55.112758 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:55.129189 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ce0f9171-f862-4eab-9a6f-037ce928990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:55.149331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e985fe0-66a1-4eeb-96b0-10a22a2c892d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:55.170182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-14dfe45e-a1ea-4d79-a2b9-8fc45b411d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:55.171720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-14dfe45e-a1ea-4d79-a2b9-8fc45b411d97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.2898993 Aug 23 03:35:55.204152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Checking segment: {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:55.204515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Network hostable DHCP agents. Network: c0445a91-b126-4592-ad35-0f12179ff408, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:35:55.225940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-3852c634-e363-4174-b6a1-53e3d05b86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:55.228146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-3852c634-e363-4174-b6a1-53e3d05b86d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 1101 time: 0.3862760 Aug 23 03:35:55.282474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-6f1969de-34c9-44ed-9887-4ea5b7348450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957880 Aug 23 03:35:55.294642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95fc4b9b-7270-46e2-8cf7-45e86983db5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:55.335168 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-ce0f9171-f862-4eab-9a6f-037ce928990f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:35:55.335696 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-ce0f9171-f862-4eab-9a6f-037ce928990f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:35:55.338322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abda27e9-0701-4d10-b1c7-4ed927c0d419 req-0e739fb5-e2aa-44ea-afc2-02a801abf2bd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210171 Aug 23 03:35:55.369505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] For port 709c2986-ee51-4d88-b6f9-22a990c525f7, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:55.369621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=5b16bbd3-3794-4fd2-97eb-4759e8967774,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:55.373417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] For port 709c2986-ee51-4d88-b6f9-22a990c525f7, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=709c2986-ee51-4d88-b6f9-22a990c525f7,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:55.392281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:55.420696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 60a139cf-649e-4665-b659-6103a54622a7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:55.423423 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:55.430502 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:55.441245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e0d6d3a0-2592-4151-a792-d21bf53bb878 service neutron] 10.222.0.20 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718293 Aug 23 03:35:55.487893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:55.488580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:55.490302 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] 10.222.0.24 "PUT /v2.0/ports/709c2986-ee51-4d88-b6f9-22a990c525f7 HTTP/1.1" status: 200 len: 1095 time: 2.8433084 Aug 23 03:35:55.496598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a01963-cdb6-4beb-84cc-e375b0f78205', 'tag': '709c2986-ee51-4d88-b6f9-22a990c525f7'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:55.499002 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701b2ec5-7275-4e02-9dcf-1e18188c3309" -d '{"events": [{"name": "network-changed", "server_uuid": "88a01963-cdb6-4beb-84cc-e375b0f78205", "tag": "709c2986-ee51-4d88-b6f9-22a990c525f7"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:55.562746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ada9c3-dca8-4fc6-bb66-84c942cdb3a5 req-7b89e42e-ddd3-4195-bb73-546f1994328c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:55.570972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-37ada9c3-dca8-4fc6-bb66-84c942cdb3a5 req-7b89e42e-ddd3-4195-bb73-546f1994328c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 935 time: 0.1510141 Aug 23 03:35:55.575537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Network c0445a91-b126-4592-ad35-0f12179ff408 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:35:55.587460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24024356-ead0-4c31-9280-7712ff2d18da service neutron] Pushing event updated for resources: {'Port': ['ID=709c2986-ee51-4d88-b6f9-22a990c525f7,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:55.641956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-37ada9c3-dca8-4fc6-bb66-84c942cdb3a5 req-470f7e33-17f4-4df1-9e1d-7f62bc9bfef9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694919 Aug 23 03:35:55.648577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-f3855035-daf0-4a5f-806c-87d413afd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:55.654931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-f3855035-daf0-4a5f-806c-87d413afd16c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 1101 time: 0.3714926 Aug 23 03:35:55.730932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, c0445a91-b126-4592-ad35-0f12179ff408) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:55.769587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-9d242bf5-ae23-41ca-9f6a-d3637e3eddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:55.769587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-9d242bf5-ae23-41ca-9f6a-d3637e3eddd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 1098 time: 0.1217377 Aug 23 03:35:55.780571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2ee25-2925-4e5c-8cfa-79b1b7f4d43e None None] Network c0445a91-b126-4592-ad35-0f12179ff408 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:55.835172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-cf52554a-841f-4446-8188-d90a68b9b81a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=709c2986-ee51-4d88-b6f9-22a990c525f7 HTTP/1.1" status: 200 len: 217 time: 0.0579338 Aug 23 03:35:55.857750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:35:55.869940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a92a1-1a2e-4d06-8d5a-28b7ce80dc77 None None] Network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:55.901555 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb013bb5-1245-4cb1-93fb-f2f86dcaae13 x-openstack-request-id: req-eb013bb5-1245-4cb1-93fb-f2f86dcaae13 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:55.901913 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a01963-cdb6-4beb-84cc-e375b0f78205", "tag": "709c2986-ee51-4d88-b6f9-22a990c525f7", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:55.902107 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb013bb5-1245-4cb1-93fb-f2f86dcaae13 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:55.905317 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a01963-cdb6-4beb-84cc-e375b0f78205', 'tag': '709c2986-ee51-4d88-b6f9-22a990c525f7', 'status': 'completed', 'code': 200} Aug 23 03:35:55.905426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:55.906006 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:55.929186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-2bc1f5b3-9ce0-417f-800d-b41c4fe133ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:55.933418 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-2bc1f5b3-9ce0-417f-800d-b41c4fe133ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0864201 Aug 23 03:35:56.001464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-cf42e0ac-5edd-4fd0-89ad-7a2e805356de service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871614 Aug 23 03:35:56.069628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-ef0ebbf2-a901-4f5e-8c0b-9cc724dc5e9e service neutron] 10.222.0.20 "GET /v2.0/networks/6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265233 Aug 23 03:35:56.087700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 150d1213-0671-4099-8fe0-7a28de28862c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:56.094770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-0dedd498-6cf5-40eb-b8a8-cdfcf5a817a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:56.096466 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-0dedd498-6cf5-40eb-b8a8-cdfcf5a817a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1554224 Aug 23 03:35:56.141204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a6888-77ca-447d-b503-1efbac4a15d3 req-17108e75-fcbe-4dcd-9aad-67609435879d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:56.145759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f56a6888-77ca-447d-b503-1efbac4a15d3 req-17108e75-fcbe-4dcd-9aad-67609435879d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.1107965 Aug 23 03:35:56.246016 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-42f49e95-e9d1-48aa-8103-cb27b8a82a10 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412306 Aug 23 03:35:56.248746 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fadac165-cb12-472b-98f7-986c2c3bb09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.273157 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-2ac22fe5-327f-4ef6-8c45-1d2ceab72082 service neutron] 10.222.0.20 "GET /v2.0/networks/6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678088 Aug 23 03:35:56.290252 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f56a6888-77ca-447d-b503-1efbac4a15d3 req-213949f0-073c-483a-b101-57ddb406d15e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370862 Aug 23 03:35:56.333610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-7b02b5af-4c65-49f8-bdd1-02f7f06fe9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:56.335337 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-7b02b5af-4c65-49f8-bdd1-02f7f06fe9ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.6593482 Aug 23 03:35:56.409060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-aa12f74b-b622-454f-9ea4-ce699c6f1c76 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483352 Aug 23 03:35:56.444238 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.460370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-cace0fb7-a30b-4905-b0ad-eeaada2fa621 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=05fef313-19ac-4526-9d2c-913247968e16 HTTP/1.1" status: 200 len: 217 time: 0.1132138 Aug 23 03:35:56.484849 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95fc4b9b-7270-46e2-8cf7-45e86983db5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.494600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:56.496961 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6030425c-fab6-4d30-b7f0-c8db4803dc2a" -d '{"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-unplugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:56.504837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 150d1213-0671-4099-8fe0-7a28de28862c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:56.514534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-c0445a91-b126-4592-ad35-0f12179ff408', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:35:56.515534 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.522689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:56.523802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5b16bbd3-3794-4fd2-97eb-4759e8967774 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:35:56.553563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b12f3d7-b9c0-4558-b94e-14e47bf6e1a6 req-5c7fbc29-2df2-469c-b0dd-e41d3d4854a6 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360169 Aug 23 03:35:56.561238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660980cd-3930-478e-969b-bd9eced5ec4d req-debeeaf1-288d-4f6e-a702-93f3583cb1c6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:56.578207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Provisioning for port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:56.578604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-660980cd-3930-478e-969b-bd9eced5ec4d req-debeeaf1-288d-4f6e-a702-93f3583cb1c6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.1128616 Aug 23 03:35:56.590007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-f75b0a5f-e160-40ee-b6d4-26fdfea5ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:56.591614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-f75b0a5f-e160-40ee-b6d4-26fdfea5ec3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1193891 Aug 23 03:35:56.598328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Provisioning complete for port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:56.601199 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.639238 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-dae68b98-1238-4eda-9209-be1cc64f53fe service neutron] 10.222.0.20 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316143 Aug 23 03:35:56.658868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-660980cd-3930-478e-969b-bd9eced5ec4d req-cd010aa6-f7c8-445e-9bac-8d6380277ad7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869572 Aug 23 03:35:56.663100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95fc4b9b-7270-46e2-8cf7-45e86983db5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.670647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.678418 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b46944a3-7583-4b59-a092-3d9134e2e3de admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8827572 Aug 23 03:35:56.728333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57674) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:56.740356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:56.780648 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f875e5-e052-4845-9584-665187e9442d x-openstack-request-id: req-52f875e5-e052-4845-9584-665187e9442d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:56.780973 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-unplugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:56.781300 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52f875e5-e052-4845-9584-665187e9442d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:56.781701 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16', 'code': 200} Aug 23 03:35:56.809723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-57755d8c-85e2-4c1e-8a8d-d148030f09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:56.818805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-57755d8c-85e2-4c1e-8a8d-d148030f09c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 1098 time: 0.1789534 Aug 23 03:35:56.826633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:35:56.828304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 5b16bbd3-3794-4fd2-97eb-4759e8967774 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:56.828685 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.861479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:56.866331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.869914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.908681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:56.934833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Allocated IP 172.20.0.2 (c0445a91-b126-4592-ad35-0f12179ff408/1e985fe0-66a1-4eeb-96b0-10a22a2c892d/8244401d-5f60-4cca-b3b7-9c763acb154b) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:56.934941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:56.945152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-95fc4b9b-7270-46e2-8cf7-45e86983db5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8b42706921d4a34aa240f8dce142c73&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0276124 Aug 23 03:35:56.950676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4b9b-7270-46e2-8cf7-45e86983db5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0520d3d-4318-49ab-a977-6016208be344,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:56.960416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-cfd0f73b-bed0-4275-9e60-b265c2f1b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:56.965155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57678) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:56.968082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-cfd0f73b-bed0-4275-9e60-b265c2f1b392 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3191383 Aug 23 03:35:56.994441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Provisioning for port 150d1213-0671-4099-8fe0-7a28de28862c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:35:57.006373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Transition to ACTIVE for port object a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:57.028507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Provisioning complete for port 150d1213-0671-4099-8fe0-7a28de28862c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:57.028908 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.050445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.062679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.084971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43076067-f5be-4e9a-a1fe-5903e2082426 req-01b21f19-4572-4a9e-9706-0dfdba89cb9c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:57.093045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43076067-f5be-4e9a-a1fe-5903e2082426 req-01b21f19-4572-4a9e-9706-0dfdba89cb9c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 935 time: 0.2083621 Aug 23 03:35:57.122010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-a1a913c2-236e-429f-bad5-f8b23437c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:57.124299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-a1a913c2-236e-429f-bad5-f8b23437c775 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2955804 Aug 23 03:35:57.171156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8562de5f-6553-489a-91c3-2d79f44d7422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.193520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.205553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Transition to ACTIVE for port object 8244401d-5f60-4cca-b3b7-9c763acb154b will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:57.230518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-ddb0a9ba-5453-4809-9f9e-fdb0f05bebde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=709c2986-ee51-4d88-b6f9-22a990c525f7 HTTP/1.1" status: 200 len: 217 time: 0.0980999 Aug 23 03:35:57.255124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Transition to ACTIVE for port object 8244401d-5f60-4cca-b3b7-9c763acb154b will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:35:57.261671 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.298198 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43076067-f5be-4e9a-a1fe-5903e2082426 req-8a41ed6f-00fe-4c5a-9eaf-156d69d734b1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042913 Aug 23 03:35:57.302992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] For port 150d1213-0671-4099-8fe0-7a28de28862c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=150d1213-0671-4099-8fe0-7a28de28862c,segment=NetworkSegment(d15d8e6e-5fab-4e8b-b696-ce46577d10a8),segment_id=d15d8e6e-5fab-4e8b-b696-ce46577d10a8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:57.307761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8562de5f-6553-489a-91c3-2d79f44d7422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.334492 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.378012 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.408489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Network c0445a91-b126-4592-ad35-0f12179ff408 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:57.413702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-efac3f04-08bf-4f3d-8dab-f5797ac72a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:57.415586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-efac3f04-08bf-4f3d-8dab-f5797ac72a59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1548691 Aug 23 03:35:57.417818 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.435027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-323b6340-8a97-4bc0-b76d-2828575a7c2e service neutron] 10.222.0.20 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646632 Aug 23 03:35:57.446744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:57.455200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Pushing event updated for resources: {'Port': ['ID=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:57.465241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:57.520120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-a0880457-8b3f-4995-a690-50482672af7f service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441673 Aug 23 03:35:57.524080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Pushing event updated for resources: {'Port': ['ID=8244401d-5f60-4cca-b3b7-9c763acb154b,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:57.550358 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8562de5f-6553-489a-91c3-2d79f44d7422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.553495 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8562de5f-6553-489a-91c3-2d79f44d7422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.554643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8562de5f-6553-489a-91c3-2d79f44d7422 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0520d3d-4318-49ab-a977-6016208be344 HTTP/1.1" status: 204 len: 168 time: 0.5842435 Aug 23 03:35:57.562225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-0b512ded-4d1b-412e-9460-e6cd90fe30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:57.563717 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-0b512ded-4d1b-412e-9460-e6cd90fe30a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1409278 Aug 23 03:35:57.586525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Attempting to bind port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:57.587156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Attempting to bind port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:57.587472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562de5f-6553-489a-91c3-2d79f44d7422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0520d3d-4318-49ab-a977-6016208be344,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:57.587905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Attempting to bind port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:57.660745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Attempting to bind port 8244401d-5f60-4cca-b3b7-9c763acb154b on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:35:57.661678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Attempting to bind port 8244401d-5f60-4cca-b3b7-9c763acb154b by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:35:57.662235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Attempting to bind port 8244401d-5f60-4cca-b3b7-9c763acb154b on network c0445a91-b126-4592-ad35-0f12179ff408 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:57.673452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:35:57.673780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Attempting to bind port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:35:57.686947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:57.688001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Checking segment: {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:57.688603 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.689394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Bound using segment: {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:57.690064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Bound port: 8244401d-5f60-4cca-b3b7-9c763acb154b, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:57.690777 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.694800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:35:57.694800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:35:57.694800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:35:57.697182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Bound port: a9b3641c-c0c4-4e7c-ac99-bb2e8c567300, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:35:57.697551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.757767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ceecccbd-d17b-49bf-8680-8bd157b89f74 None None] Provisioning complete for port 150d1213-0671-4099-8fe0-7a28de28862c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:35:57.758401 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ceecccbd-d17b-49bf-8680-8bd157b89f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:57.796120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c9ea27-0f5a-4c1f-9ac6-5547903f650a req-41e49753-2c4d-4af9-889b-60c2476aaf0f service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615178 Aug 23 03:35:57.806331 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-0d6028c7-de4b-40d4-91d0-e91a0c6ac53a service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297046 Aug 23 03:35:57.818952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f8a7b-7771-4657-88d9-53ec5ef52cf0 None None] Pushing event updated for resources: {'Port': ['ID=150d1213-0671-4099-8fe0-7a28de28862c,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:57.888495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] For port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:57.923363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] For port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:57.929465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4c789-0db6-4320-b97f-077063cb649d req-fd183fd2-ba79-4962-b67d-739877a26e00 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:57.937824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17f4c789-0db6-4320-b97f-077063cb649d req-fd183fd2-ba79-4962-b67d-739877a26e00 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.1770055 Aug 23 03:35:57.974834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] For port 8244401d-5f60-4cca-b3b7-9c763acb154b, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:35:57.982447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] For port 8244401d-5f60-4cca-b3b7-9c763acb154b, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8244401d-5f60-4cca-b3b7-9c763acb154b,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:35:58.014568 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:58.039377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:58.089276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:58.089964 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:58.091852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] 10.222.0.11 "PUT /v2.0/ports/a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 HTTP/1.1" status: 200 len: 1095 time: 3.1295006 Aug 23 03:35:58.101336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bca3cc1-54b3-4c1c-85b3-6d039e885bf1', 'tag': 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:35:58.124872 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18417ae4-0e01-4f2c-8700-27693fe60139" -d '{"events": [{"name": "network-changed", "server_uuid": "2bca3cc1-54b3-4c1c-85b3-6d039e885bf1", "tag": "a9b3641c-c0c4-4e7c-ac99-bb2e8c567300"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:35:58.125165 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17f4c789-0db6-4320-b97f-077063cb649d req-a4150c57-03f5-436d-a30a-c70236372864 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861010 Aug 23 03:35:58.165925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701b2ec5-7275-4e02-9dcf-1e18188c3309 req-d0eb164f-7933-4f74-82cc-a16adb6a9590 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508346 Aug 23 03:35:58.211138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1048f-9515-417d-bcf8-34dd2bf0d814 req-53c12702-eea1-4db1-9f26-ffd2cd56cec5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:58.213949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2fc1048f-9515-417d-bcf8-34dd2bf0d814 req-53c12702-eea1-4db1-9f26-ffd2cd56cec5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.2857800 Aug 23 03:35:58.297462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b63f9-25a1-4b72-b17d-6641421b218b service neutron] Pushing event updated for resources: {'Port': ['ID=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:58.299849 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-320d26c2-8393-4845-a65d-50dd7167372f req-1861b211-35fc-4ba8-bb78-c4942347c138 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 210 time: 0.0480709 Aug 23 03:35:58.323272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:58.362728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:58.414329 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bb5e5e-6bb8-4035-bd22-2975d08c75b2 x-openstack-request-id: req-55bb5e5e-6bb8-4035-bd22-2975d08c75b2 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:35:58.416080 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bca3cc1-54b3-4c1c-85b3-6d039e885bf1", "tag": "a9b3641c-c0c4-4e7c-ac99-bb2e8c567300", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:35:58.416080 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55bb5e5e-6bb8-4035-bd22-2975d08c75b2 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:35:58.419691 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bca3cc1-54b3-4c1c-85b3-6d039e885bf1', 'tag': 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', 'status': 'completed', 'code': 200} Aug 23 03:35:58.497391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-7164ed6e-e5e6-49a2-98ec-27cf8a7f431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:58.502024 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-7164ed6e-e5e6-49a2-98ec-27cf8a7f431f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 1098 time: 0.2539759 Aug 23 03:35:58.565295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1a4c9-53da-4a09-921d-905887e1c9f0 None None] Pushing event updated for resources: {'Port': ['ID=8244401d-5f60-4cca-b3b7-9c763acb154b,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:58.569659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2fc1048f-9515-417d-bcf8-34dd2bf0d814 req-8e0691f1-8b59-4abd-8ef8-1946c8d7a82a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432918 Aug 23 03:35:58.674607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979e46d-bc4c-4afc-aef8-1e7df35f7699 req-0b1d710d-5897-42b9-b648-59aa8d9b26cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:58.688143 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1979e46d-bc4c-4afc-aef8-1e7df35f7699 req-0b1d710d-5897-42b9-b648-59aa8d9b26cf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 947 time: 0.1851652 Aug 23 03:35:58.703961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-a1ac9598-6721-49e1-96ba-058ac69c4c8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 HTTP/1.1" status: 200 len: 217 time: 0.1251767 Aug 23 03:35:58.720466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1f9492fe-83bd-4b47-ae98-7cb6a40b172d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:58.743678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Allocated IP 172.25.1.211 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/43d01025-f04d-419a-ad0f-1d21a0659ac2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:35:58.788664 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1979e46d-bc4c-4afc-aef8-1e7df35f7699 req-a04a81d0-913b-4c7d-90e1-8397a3cadbde tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014524 Aug 23 03:35:58.816758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-ccfb248a-6027-47b5-9351-bd5ef747b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:58.821221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-ccfb248a-6027-47b5-9351-bd5ef747b7b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1135759 Aug 23 03:35:58.830599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:58.912510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-1572019b-32e9-4619-8c73-7c199ffe6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:58.914388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-1572019b-32e9-4619-8c73-7c199ffe6665 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755882 Aug 23 03:35:58.954024 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:59.032668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 709c2986-ee51-4d88-b6f9-22a990c525f7 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:35:59.062435 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-8c30d46b-dd43-4bcf-95f8-a476c7e89647 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966079 Aug 23 03:35:59.106564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:59.190457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:35:59.197931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:35:59.203382 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e95a0e0d-08c1-4460-b061-259edacf0c7a req-0d4420d6-d133-4768-b511-50d1a96e820c service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299732 Aug 23 03:35:59.205375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 709c2986-ee51-4d88-b6f9-22a990c525f7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=709c2986-ee51-4d88-b6f9-22a990c525f7,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:59.206279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:35:59.220793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '709c2986-ee51-4d88-b6f9-22a990c525f7', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '709c2986-ee51-4d88-b6f9-22a990c525f7', 'mac_address': 'fa:16:3e:f9:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:35:59.243540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Pushing event updated for resources: {'Port': ['ID=43d01025-f04d-419a-ad0f-1d21a0659ac2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:59.305439 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:59.325317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709c2986-ee51-4d88-b6f9-22a990c525f7 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:35:59.329754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d44ee-cd99-4d13-ba89-62506ae938d2 req-e87d7a12-e92f-472f-8609-225a6f714778 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:59.331949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e68d44ee-cd99-4d13-ba89-62506ae938d2 req-e87d7a12-e92f-472f-8609-225a6f714778 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.0977769 Aug 23 03:35:59.370198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57728) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:35:59.386172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 709c2986-ee51-4d88-b6f9-22a990c525f7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=709c2986-ee51-4d88-b6f9-22a990c525f7,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:35:59.429964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:59.496646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-95ba9ab6-2796-4f68-8b56-e0f056f727dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:59.497947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-95ba9ab6-2796-4f68-8b56-e0f056f727dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 1098 time: 0.1064079 Aug 23 03:35:59.517865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e68d44ee-cd99-4d13-ba89-62506ae938d2 req-a8c1a896-8ee7-4b93-9e08-627069e2a44f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700654 Aug 23 03:35:59.540168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e314e7e-3ce2-408c-a729-5922c9bd9bb6 req-6ae22433-fa95-4eb4-98fe-df20cecc64a7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 210 time: 0.0459669 Aug 23 03:35:59.565098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=709c2986-ee51-4d88-b6f9-22a990c525f7,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:35:59.600453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.604126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.604126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.604126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.604126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.604126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.604126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.604126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.605851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.609820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.611092 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.612223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:35:59.633042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1865813201-network', 'tenant_id': '4013780338e54b128aef06d19a2c7bca'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:35:59.720212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-d5d24123-5032-4243-ac5d-66b53a791a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:59.721895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-d5d24123-5032-4243-ac5d-66b53a791a2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2018859 Aug 23 03:35:59.724129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Made reservation on behalf of 4013780338e54b128aef06d19a2c7bca for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:35:59.731198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:59.746960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['709c2986-ee51-4d88-b6f9-22a990c525f7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:35:59.748333 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:35:59.769200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:59.803866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-5b3aba0e-1357-49d2-900d-85f0281ebc08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 HTTP/1.1" status: 200 len: 217 time: 0.0594516 Aug 23 03:35:59.803866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:35:59.847224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25280f-34c5-4780-88db-698a607cccb1 req-1e0f28c2-9792-41fd-b394-7b217e376545 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:59.847224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e25280f-34c5-4780-88db-698a607cccb1 req-1e0f28c2-9792-41fd-b394-7b217e376545 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.1720715 Aug 23 03:35:59.862576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96b0edb-66de-470c-8eef-7f539e5bacb2 None None] Network c0445a91-b126-4592-ad35-0f12179ff408 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:35:59.948953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-24d5bd97-4c9c-41d5-a93b-76088c37d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:35:59.951531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-24d5bd97-4c9c-41d5-a93b-76088c37d771 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1340683 Aug 23 03:35:59.959329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e25280f-34c5-4780-88db-698a607cccb1 req-6bc538e1-79f2-4f9b-9d4e-19bee4c99188 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912929 Aug 23 03:36:00.046428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 150d1213-0671-4099-8fe0-7a28de28862c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:00.048282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e140f459-f4da-4802-9d1c-6c1ebe438860 None None] Provisioning for port 8244401d-5f60-4cca-b3b7-9c763acb154b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:00.055012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-81b58510-67b4-48c1-b33c-96dfd876a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:00.057329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-81b58510-67b4-48c1-b33c-96dfd876a212 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952187 Aug 23 03:36:00.113188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.184242 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.218224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 150d1213-0671-4099-8fe0-7a28de28862c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:00.218604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.244313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:36:00.268329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.269266 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Added segment a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe of type vlan for network 615f167b-3fb2-471b-a623-dad1a0074dd3 Aug 23 03:36:00.277081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-77b8bbc2-ebe7-4cf7-9fc4-eb0937d0b061 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069666 Aug 23 03:36:00.286515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03efabec-522c-4f3e-a57f-7ce96c4a7420,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:00.384047 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.389747 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.406726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8244401d-5f60-4cca-b3b7-9c763acb154b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:00.477773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18417ae4-0e01-4f2c-8700-27693fe60139 req-a7db3881-9c52-4651-8438-7a8efe73f905 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917176 Aug 23 03:36:00.489139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.533150 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.534276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:00.534978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.561507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 8244401d-5f60-4cca-b3b7-9c763acb154b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:00.568350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8244401d-5f60-4cca-b3b7-9c763acb154b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:00.569948 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.654001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2812884 Aug 23 03:36:00.655206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1e88a-ea9f-4644-a43a-b0dd9dad0b5e admin admin] Pushing event updated for resources: {'Network': ['ID=615f167b-3fb2-471b-a623-dad1a0074dd3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:00.655339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57744) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:00.669832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4491107-7239-4628-aa28-9903084a444f req-039671ac-9f80-45a4-9090-3955e19c559e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:00.671793 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4491107-7239-4628-aa28-9903084a444f req-039671ac-9f80-45a4-9090-3955e19c559e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 947 time: 0.5869837 Aug 23 03:36:00.675869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:36:00.686229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Request body: {'subnet': {'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1865813201-subnet', 'tenant_id': '4013780338e54b128aef06d19a2c7bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:00.710596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f2364-2ba8-44c1-8428-2888f98c9d5c req-a9e63902-29b2-4e94-88da-a9b1ae0106cc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:00.713640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd0f2364-2ba8-44c1-8428-2888f98c9d5c req-a9e63902-29b2-4e94-88da-a9b1ae0106cc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.0845795 Aug 23 03:36:00.787176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd0f2364-2ba8-44c1-8428-2888f98c9d5c req-f6d9d8a4-3e9c-4786-a77b-f81eda241f9d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666902 Aug 23 03:36:00.835664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-382d0f52-c878-4af0-b76a-73b5b6bf8161 None None] Provisioning complete for port 8244401d-5f60-4cca-b3b7-9c763acb154b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:00.837436 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-382d0f52-c878-4af0-b76a-73b5b6bf8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.848385 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4491107-7239-4628-aa28-9903084a444f req-7f0654d1-3c17-4f58-828f-2f7ec02557fd tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524930 Aug 23 03:36:00.880929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.913228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Made reservation on behalf of 4013780338e54b128aef06d19a2c7bca for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:00.916676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:00.924849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 8244401d-5f60-4cca-b3b7-9c763acb154b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8244401d-5f60-4cca-b3b7-9c763acb154b,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:00.980167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab6af868-5556-48a7-bc81-73d553021893 req-8463b520-ee42-417c-9eb3-b2eaa3bbe560 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 210 time: 0.0489023 Aug 23 03:36:00.982424 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-382d0f52-c878-4af0-b76a-73b5b6bf8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:01.020266 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:01.092013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-b5a1b70a-928d-40b0-9d3d-53372d0d21b1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:01.097644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-b5a1b70a-928d-40b0-9d3d-53372d0d21b1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:01.099171 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-b5a1b70a-928d-40b0-9d3d-53372d0d21b1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.24 "GET /v2.0/networks?id=0dba890a-974f-45d7-94ba-981c9cd0d3de&id=6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9&id=0dba890a-974f-45d7-94ba-981c9cd0d3de HTTP/1.1" status: 200 len: 1392 time: 0.4586103 Aug 23 03:36:01.110079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-382d0f52-c878-4af0-b76a-73b5b6bf8161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:36:01.110635 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-382d0f52-c878-4af0-b76a-73b5b6bf8161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:36:01.113333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=8244401d-5f60-4cca-b3b7-9c763acb154b,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:01.115455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'port': {'device_id': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de', 'admin_state_up': True, 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:01.266188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e2ae4-64d1-4a2b-80ec-9c0bd2e62e16 req-3090e300-e52b-4677-87dd-7d5ec1be2af4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:01.267715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d7e2ae4-64d1-4a2b-80ec-9c0bd2e62e16 req-3090e300-e52b-4677-87dd-7d5ec1be2af4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 948 time: 0.1649296 Aug 23 03:36:01.328809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Router 2298b947-156f-46c8-8fc7-316552f9e9f7 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:36:01.348474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d7e2ae4-64d1-4a2b-80ec-9c0bd2e62e16 req-56b87b7c-d5de-4d56-bed8-37534d0b5618 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681279 Aug 23 03:36:01.350304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:01.428938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:01.433199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:01.461400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca45a50e-d18c-4f9b-9797-806eaf36f9bd,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:01.565871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Checking segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:01.566566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Network hostable DHCP agents. Network: 615f167b-3fb2-471b-a623-dad1a0074dd3, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:36:01.583893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:36:01.597361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Sync routers for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:36:01.607510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:36:01.608042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:01.648805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:36:01.667924 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:01.669950 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:01.671556 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5db3b350-302b-4bec-b2a4-202fd469b586 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9391875 Aug 23 03:36:01.673215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Allocated IP 19.80.0.56 (0dba890a-974f-45d7-94ba-981c9cd0d3de/21e3a2a9-3e37-4568-a55b-670d8c7faccb/691ebc25-1b20-478e-b525-8e83a1c00cc6) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:01.674409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57752) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:01.703544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 615f167b-3fb2-471b-a623-dad1a0074dd3) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:01.715333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:01.719352 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:01.727180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8b0cf-8963-462a-9880-43c6792649d8 None None] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:36:01.803221 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:36:01.873147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8ea4edd4-4eaf-4b4b-bcbf-45466b25e6c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2051229 Aug 23 03:36:01.929289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:01.932212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8244401d-5f60-4cca-b3b7-9c763acb154b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:02.123309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d125748-c275-4f62-9c34-70d1636f192f req-9b6d3d61-fcfd-4156-92e0-b036a94981ce tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:02.126257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d125748-c275-4f62-9c34-70d1636f192f req-9b6d3d61-fcfd-4156-92e0-b036a94981ce tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.1013517 Aug 23 03:36:02.133236 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:02.137611 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.resource_extend [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:36:02.157762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5f75a-e8c7-41ef-ae3b-9bf81dcc1ee2 req-31ff545d-3e9f-4f26-be66-0124d11e9bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:02.159565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bdb5f75a-e8c7-41ef-ae3b-9bf81dcc1ee2 req-31ff545d-3e9f-4f26-be66-0124d11e9bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 947 time: 0.1913004 Aug 23 03:36:02.164598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Transition to ACTIVE for port object 691ebc25-1b20-478e-b525-8e83a1c00cc6 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:02.205467 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bdb5f75a-e8c7-41ef-ae3b-9bf81dcc1ee2 req-717181a0-20e5-4208-96bb-b9c8d93f2f6d tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Aug 23 03:36:02.232820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50611ec2-ef23-4dbd-8af3-40289f4390e6 None None] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:36:02.257503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d125748-c275-4f62-9c34-70d1636f192f req-0ae01aa6-be0e-4b18-ba25-e6715962245f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661123 Aug 23 03:36:02.338469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:02.386192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network 0dba890a-974f-45d7-94ba-981c9cd0d3de is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:02.421613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:02.439900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:02.488503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8244401d-5f60-4cca-b3b7-9c763acb154b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:02.488881 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:02.501065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:02.575285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '05fef313-19ac-4526-9d2c-913247968e16', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '05fef313-19ac-4526-9d2c-913247968e16', 'mac_address': 'fa:16:3e:3a:6d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:02.588797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Port': ['ID=691ebc25-1b20-478e-b525-8e83a1c00cc6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:02.605491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:02.606712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:02.686990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-145b2736-fb3f-4b0e-8d40-a6374049090e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5756259 Aug 23 03:36:02.697321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63762644-2e3c-4dbc-816b-34e60e5aff1e req-9c805542-713a-4462-bae0-860bca8308de tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:02.697850 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:02.703783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'port': {'device_id': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9', 'admin_state_up': True, 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:02.707055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63762644-2e3c-4dbc-816b-34e60e5aff1e req-9c805542-713a-4462-bae0-860bca8308de tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 931 time: 0.3442807 Aug 23 03:36:02.735961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fef313-19ac-4526-9d2c-913247968e16 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:02.747000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:35:59Z', 'revision_number': 3, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:02.794410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Checking router: 2298b947-156f-46c8-8fc7-316552f9e9f7 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:36:02.794770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Updating router 2298b947-156f-46c8-8fc7-316552f9e9f7 port 43d01025-f04d-419a-ad0f-1d21a0659ac2 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:36:02.799977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:02.804340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63762644-2e3c-4dbc-816b-34e60e5aff1e req-9f47a349-3ad5-4902-af96-f98e36aa603c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891168 Aug 23 03:36:02.825396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:02.828955 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:02.869401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-8f390b55-f266-4fae-995c-fe75061b6112 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:02.876119 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-8f390b55-f266-4fae-995c-fe75061b6112 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.2193785 Aug 23 03:36:02.910871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-3f978f19-2d3f-4d1e-bf10-b623139ca93a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/quotas/4013780338e54b128aef06d19a2c7bca HTTP/1.1" status: 200 len: 375 time: 0.0337386 Aug 23 03:36:02.944005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-8d900226-546d-48c1-abdb-dbd5cacee708 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322642 Aug 23 03:36:02.965914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b75c1acb-265e-4942-9049-7c7f869ae485 None None] Provisioning for port 691ebc25-1b20-478e-b525-8e83a1c00cc6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:02.970538 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:02.982669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b75c1acb-265e-4942-9049-7c7f869ae485 None None] Provisioning complete for port 691ebc25-1b20-478e-b525-8e83a1c00cc6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:02.982669 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b75c1acb-265e-4942-9049-7c7f869ae485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.033944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667f7c2-afb1-4bcb-8bb8-a4271aa82813 req-0c3b6359-4b1d-4d5e-b710-deb5c6c11aa1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:03.035648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8667f7c2-afb1-4bcb-8bb8-a4271aa82813 req-0c3b6359-4b1d-4d5e-b710-deb5c6c11aa1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.1004865 Aug 23 03:36:03.037864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:03.042816 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.096517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 709c2986-ee51-4d88-b6f9-22a990c525f7 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:03.140098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-c290ceb7-ebae-4d76-ad5d-b490c47c8451 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738820 Aug 23 03:36:03.151519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8667f7c2-afb1-4bcb-8bb8-a4271aa82813 req-a5f56e4c-4e9a-49bc-ba46-b3ebdca032ae tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965319 Aug 23 03:36:03.167249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Allocated IP 172.20.0.1 (c0445a91-b126-4592-ad35-0f12179ff408/1e985fe0-66a1-4eeb-96b0-10a22a2c892d/8bb75242-3c51-475a-8b00-d650b76cffba) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:03.177040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=10']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:03.259405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b75c1acb-265e-4942-9049-7c7f869ae485 None None] Port 691ebc25-1b20-478e-b525-8e83a1c00cc6 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:03.265170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Allocated IP 19.86.0.231 (6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9/5b4c9372-85db-4845-955f-4cf912f89af8/8b11d238-6c3e-47bd-b693-ca0e149beef8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:03.311923 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-fda2bcf6-045b-4b32-a99e-eeb323796780 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585608 Aug 23 03:36:03.380391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e19bce-edff-4836-b98c-2530c0bba6f1 req-84d102ce-d468-489d-aaf3-da6fb313b0c6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:03.388510 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11e19bce-edff-4836-b98c-2530c0bba6f1 req-84d102ce-d468-489d-aaf3-da6fb313b0c6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 950 time: 0.1306987 Aug 23 03:36:03.421791 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.462196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11e19bce-edff-4836-b98c-2530c0bba6f1 req-14724aad-c4ae-4fd6-981b-55cc4d0f78dc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679076 Aug 23 03:36:03.468017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Transition to ACTIVE for port object 8bb75242-3c51-475a-8b00-d650b76cffba will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:03.501291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['05fef313-19ac-4526-9d2c-913247968e16'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:03.554566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 709c2986-ee51-4d88-b6f9-22a990c525f7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:03.575654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 709c2986-ee51-4d88-b6f9-22a990c525f7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:03.576021 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.614115 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.635427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.643389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Transition to ACTIVE for port object 43d01025-f04d-419a-ad0f-1d21a0659ac2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:03.655218 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.710693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.733290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Transition to ACTIVE for port object 8b11d238-6c3e-47bd-b693-ca0e149beef8 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:03.753001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Network c0445a91-b126-4592-ad35-0f12179ff408 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:03.760799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:03.766217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:03.815453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427e435-c56c-4672-bde0-25dccdbe653b req-0b21974d-a8af-4b58-a5f0-730e5d1ef913 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:03.823238 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c427e435-c56c-4672-bde0-25dccdbe653b req-0b21974d-a8af-4b58-a5f0-730e5d1ef913 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 947 time: 0.2538550 Aug 23 03:36:03.827816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Pushing event updated for resources: {'Port': ['ID=8bb75242-3c51-475a-8b00-d650b76cffba,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:03.830257 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.869628 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:03.886674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:03.895483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45efc4-d6d5-4a8f-b3ba-a3a9b600fab2 req-3b5a4574-0468-4a09-bb2e-027abe403581 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:03.904550 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd45efc4-d6d5-4a8f-b3ba-a3a9b600fab2 req-3b5a4574-0468-4a09-bb2e-027abe403581 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.1515167 Aug 23 03:36:03.916730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Attempting to bind port 43d01025-f04d-419a-ad0f-1d21a0659ac2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:03.917052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Attempting to bind port 43d01025-f04d-419a-ad0f-1d21a0659ac2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:03.917427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Attempting to bind port 43d01025-f04d-419a-ad0f-1d21a0659ac2 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:03.925653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9d4f7-6409-47a1-8d81-ba0dbd620910 None None] Pushing event updated for resources: {'Port': ['ID=43d01025-f04d-419a-ad0f-1d21a0659ac2,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:03.960409 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c427e435-c56c-4672-bde0-25dccdbe653b req-d427f099-3e6a-40c1-9615-1add32c93c9f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361706 Aug 23 03:36:04.000603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd45efc4-d6d5-4a8f-b3ba-a3a9b600fab2 req-c1d7697a-502e-4a70-8d65-b0c7ec06a6dc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954418 Aug 23 03:36:04.020972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.033907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 709c2986-ee51-4d88-b6f9-22a990c525f7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=709c2986-ee51-4d88-b6f9-22a990c525f7,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:04.038620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a01963-cdb6-4beb-84cc-e375b0f78205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709c2986-ee51-4d88-b6f9-22a990c525f7'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:04.052509 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655c632-dff0-4a9c-a020-19140a6f1b47" -d '{"events": [{"server_uuid": "88a01963-cdb6-4beb-84cc-e375b0f78205", "name": "network-vif-plugged", "status": "completed", "tag": "709c2986-ee51-4d88-b6f9-22a990c525f7"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:04.139158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:04.141273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:04.141828 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.146403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:04.146403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Bound port: 43d01025-f04d-419a-ad0f-1d21a0659ac2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:04.146403 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.226649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] For port 43d01025-f04d-419a-ad0f-1d21a0659ac2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:04.231257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:04.235729 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:04.236968 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.243311 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] For port 43d01025-f04d-419a-ad0f-1d21a0659ac2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=43d01025-f04d-419a-ad0f-1d21a0659ac2,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:04.260795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.resource_extend [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:36:04.275006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db02f2-96a0-4761-95e1-cd69a923e548 req-aaa8b07d-832a-4c21-964a-b80bcff605f4 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:04.286989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db02f2-96a0-4761-95e1-cd69a923e548 req-aaa8b07d-832a-4c21-964a-b80bcff605f4 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:04.288837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15db02f2-96a0-4761-95e1-cd69a923e548 req-aaa8b07d-832a-4c21-964a-b80bcff605f4 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 1654 time: 0.1086380 Aug 23 03:36:04.297317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Port': ['ID=8b11d238-6c3e-47bd-b693-ca0e149beef8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:04.312933 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-654ca6f6-3059-444e-b305-635611fe5cfc req-0c3882c5-c495-46fc-a7ff-8c3880d58131 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 210 time: 0.1954205 Aug 23 03:36:04.313996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:04.400495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:04.401228 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.405110 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.448639 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4879f2f1-03dd-428f-91dc-e8c0f946ce88 x-openstack-request-id: req-4879f2f1-03dd-428f-91dc-e8c0f946ce88 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:04.449087 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a01963-cdb6-4beb-84cc-e375b0f78205", "name": "network-vif-plugged", "status": "completed", "tag": "709c2986-ee51-4d88-b6f9-22a990c525f7", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:04.449443 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4879f2f1-03dd-428f-91dc-e8c0f946ce88 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:04.450526 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a01963-cdb6-4beb-84cc-e375b0f78205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709c2986-ee51-4d88-b6f9-22a990c525f7', 'code': 200} Aug 23 03:36:04.462522 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.466833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a5bdace0-012b-46e9-89dc-c40103f209d1 None None] Provisioning for port 8bb75242-3c51-475a-8b00-d650b76cffba completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:04.481619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15db02f2-96a0-4761-95e1-cd69a923e548 req-f7912432-1b1e-4336-a3d5-15ed8259c48b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813204 Aug 23 03:36:04.482219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a5bdace0-012b-46e9-89dc-c40103f209d1 None None] Provisioning complete for port 8bb75242-3c51-475a-8b00-d650b76cffba triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:04.482515 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a5bdace0-012b-46e9-89dc-c40103f209d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.495900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=709c2986-ee51-4d88-b6f9-22a990c525f7,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:04.529590 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a72b00b5-e84f-4918-944d-d7ac9f9786f1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8303142 Aug 23 03:36:04.543942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:36:04.544513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:04.582421 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-b52efec5-86b9-485b-ac36-f58deedb205f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585315 Aug 23 03:36:04.602075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'port': {'device_id': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de', 'admin_state_up': True, 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:04.663057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a5bdace0-012b-46e9-89dc-c40103f209d1 None None] Port 8bb75242-3c51-475a-8b00-d650b76cffba cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:04.673682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:04.676360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9d4f7-6409-47a1-8d81-ba0dbd620910 None None] Pushing event updated for resources: {'Port': ['ID=43d01025-f04d-419a-ad0f-1d21a0659ac2,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:04.689716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070053a2-0087-4232-b9f4-96974b35e08b req-ce6d771e-d474-4a57-9863-bb7782601a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:04.691209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-070053a2-0087-4232-b9f4-96974b35e08b req-ce6d771e-d474-4a57-9863-bb7782601a8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 1100 time: 0.2280884 Aug 23 03:36:04.702934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', 'mac_address': 'fa:16:3e:35:22:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:04.745249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.816347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.819293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:36:04.823945 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-070053a2-0087-4232-b9f4-96974b35e08b req-52fdd86f-ac9d-4d9e-97e6-3979e38cd414 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235805 Aug 23 03:36:04.830546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.841400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-b33026c1-29f6-49bb-81e4-5dd75277d926 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:04.848470 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-b33026c1-29f6-49bb-81e4-5dd75277d926 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500277 Aug 23 03:36:04.860161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:04.876623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-53cf89ac-e328-4bc1-acf6-d8906667dad2 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/quotas/20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 375 time: 0.0271850 Aug 23 03:36:04.916340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.919766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Pushing event updated for resources: {'Port': ['ID=8bb75242-3c51-475a-8b00-d650b76cffba,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:04.924728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ebd79e8c-9026-4fb9-95d8-404edaf9db0d None None] Provisioning for port 8b11d238-6c3e-47bd-b693-ca0e149beef8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:04.929952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:04.943382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ebd79e8c-9026-4fb9-95d8-404edaf9db0d None None] Provisioning complete for port 8b11d238-6c3e-47bd-b693-ca0e149beef8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:04.943763 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ebd79e8c-9026-4fb9-95d8-404edaf9db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:04.964332 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-89fe4151-d61e-4da6-b7cd-b298cc144456 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818379 Aug 23 03:36:04.984793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:04.989417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:05.062426 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:05.063140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2ff70717-61f4-43f6-b52f-c221cce0c597 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:05.070090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Network c0445a91-b126-4592-ad35-0f12179ff408 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:05.086581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:05.177595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef2bfe-3664-4d45-b760-5551d7c701b4 req-ed4ebc47-47f4-4d17-b462-aea738e6b14c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:05.179183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5ef2bfe-3664-4d45-b760-5551d7c701b4 req-ed4ebc47-47f4-4d17-b462-aea738e6b14c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 948 time: 0.1209776 Aug 23 03:36:05.225252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Allocated IP 19.80.0.54 (0dba890a-974f-45d7-94ba-981c9cd0d3de/21e3a2a9-3e37-4568-a55b-670d8c7faccb/aa297a85-fafc-4e4a-99b5-f8d25490b53c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:05.328614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5ef2bfe-3664-4d45-b760-5551d7c701b4 req-36882754-425c-4ab8-82a1-ecdccf9dec52 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427939 Aug 23 03:36:05.369468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Router 2298b947-156f-46c8-8fc7-316552f9e9f7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:36:05.405906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ebd79e8c-9026-4fb9-95d8-404edaf9db0d None None] Port 8b11d238-6c3e-47bd-b693-ca0e149beef8 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:05.606963 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:05.633733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c1b87ce-be40-42c5-b51f-e7e0dfac09ed req-6c07ef82-b869-4db6-b969-13c856a5d04c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 210 time: 0.0755391 Aug 23 03:36:05.656987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:05.661002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:36:05.674892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6809d901-95e5-4ef9-84f2-4f03d81f5d5f admin admin] 10.222.0.20 "PUT /v2.0/routers/2298b947-156f-46c8-8fc7-316552f9e9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9987552 Aug 23 03:36:05.678789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c26adf82-f0f3-4349-b95d-bca1fdd7bdc2 None None] Provisioning complete for port 8bb75242-3c51-475a-8b00-d650b76cffba triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:05.679167 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c26adf82-f0f3-4349-b95d-bca1fdd7bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:05.688499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca0a4d-f806-42bc-ab1d-90fc5fd73ff5 req-99396b54-cc05-40b2-9e26-5fac17951df7 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:05.697642 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-deca0a4d-f806-42bc-ab1d-90fc5fd73ff5 req-99396b54-cc05-40b2-9e26-5fac17951df7 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.1494467 Aug 23 03:36:05.704454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Transition to ACTIVE for port object aa297a85-fafc-4e4a-99b5-f8d25490b53c will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:05.755444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:05.771903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c26adf82-f0f3-4349-b95d-bca1fdd7bdc2 None None] Port 8bb75242-3c51-475a-8b00-d650b76cffba cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:05.776587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '2ff70717-61f4-43f6-b52f-c221cce0c597', 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f', 'port_id': '2ff70717-61f4-43f6-b52f-c221cce0c597', 'mac_address': 'fa:16:3e:75:7c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd30577-c479-4f1e-98b6-f90156d3f3d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:05.790924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc40180d-7006-414e-a70c-0620139afb4a req-cd3fa193-54fa-43c0-bfc0-c29fc45adfec tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 210 time: 0.0519967 Aug 23 03:36:05.815279 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:03Z', 'revision_number': 1, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:05.827870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-deca0a4d-f806-42bc-ab1d-90fc5fd73ff5 req-90b58a78-2997-4cf8-9329-d38d6cd9eed8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266165 Aug 23 03:36:05.844115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ab21e-cfe8-450b-a0eb-7e1bf9aa60d3 None None] The sync data for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 is: [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:03Z', 'revision_number': 1, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:36:05.870934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:05.898693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff70717-61f4-43f6-b52f-c221cce0c597 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:05.917486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:05.950350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:06.014121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network 0dba890a-974f-45d7-94ba-981c9cd0d3de is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:06.025808 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:06.026314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:06.031214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:06.042337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Port': ['ID=aa297a85-fafc-4e4a-99b5-f8d25490b53c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:06.084850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827fa49-e83f-4809-8064-0a6e0d51bcbe req-9df3dae2-b396-48b4-9f08-c26320423bde tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:06.094773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827fa49-e83f-4809-8064-0a6e0d51bcbe req-9df3dae2-b396-48b4-9f08-c26320423bde tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:06.105217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827fa49-e83f-4809-8064-0a6e0d51bcbe req-9df3dae2-b396-48b4-9f08-c26320423bde tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:06.115088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4827fa49-e83f-4809-8064-0a6e0d51bcbe req-9df3dae2-b396-48b4-9f08-c26320423bde tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2375 time: 0.1488278 Aug 23 03:36:06.124612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=2ff70717-61f4-43f6-b52f-c221cce0c597,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:06.137357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:06.149517 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:06.164858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:06.189186 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4827fa49-e83f-4809-8064-0a6e0d51bcbe req-02148e1e-0e9e-49c0-ac3b-1eb6e9ed61f8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595093 Aug 23 03:36:06.241400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 05fef313-19ac-4526-9d2c-913247968e16 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:06.241862 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:06.259818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-62e05909-f834-4e0b-af37-5bdf1f35e530 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6665156 Aug 23 03:36:06.285414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Request body: {'port': {'device_id': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:06.458278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:06.458390 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:06.509824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:06.514469 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cad7b6-b6fc-46bd-8b11-8ed968d9eede" -d '{"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-plugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:06.563669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:06.580561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['2ff70717-61f4-43f6-b52f-c221cce0c597'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:06.602637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987597a6-6187-4426-b2d2-07b1219682c8 req-cba6db7f-65ef-40e7-99a7-f324658c7da2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:06.613252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a9b3641c-c0c4-4e7c-ac99-bb2e8c567300'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:06.615616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-987597a6-6187-4426-b2d2-07b1219682c8 req-cba6db7f-65ef-40e7-99a7-f324658c7da2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 948 time: 0.1588733 Aug 23 03:36:06.795647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-987597a6-6187-4426-b2d2-07b1219682c8 req-8ef29fc2-d7a0-4f9b-a8cc-cc5fb1edeb66 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786466 Aug 23 03:36:06.862942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-ef58d94f-2d83-4d86-8daf-d6cbb8be1df8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:06.864590 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-ef58d94f-2d83-4d86-8daf-d6cbb8be1df8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.3193073 Aug 23 03:36:06.886171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Request body: {'port': {'device_id': '37e99cae-c7cf-498f-a0b1-61d8083f4772', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'admin_state_up': True, 'tenant_id': '4013780338e54b128aef06d19a2c7bca'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:06.947836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-80bd88ab-55c0-4780-932f-5e10d5a3a969 None None] Provisioning for port aa297a85-fafc-4e4a-99b5-f8d25490b53c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:06.960122 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.057398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691ebc25-1b20-478e-b525-8e83a1c00cc6 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:07.064846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57864) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:07.069190 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df415f-28b1-443c-9f43-421115e9bf39 x-openstack-request-id: req-75df415f-28b1-443c-9f43-421115e9bf39 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:07.069593 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-plugged", "status": "completed", "tag": "05fef313-19ac-4526-9d2c-913247968e16", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:07.069944 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75df415f-28b1-443c-9f43-421115e9bf39 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:07.071078 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fef313-19ac-4526-9d2c-913247968e16', 'code': 200} Aug 23 03:36:07.074610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-80bd88ab-55c0-4780-932f-5e10d5a3a969 None None] Provisioning complete for port aa297a85-fafc-4e4a-99b5-f8d25490b53c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:07.074610 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-80bd88ab-55c0-4780-932f-5e10d5a3a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.099277 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.105383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-be187de7-0698-4dc2-a545-9f4bfafa9809 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823601724', 'description': 'tempest-description--75244519'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:07.171657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Transition to ACTIVE for port object 691ebc25-1b20-478e-b525-8e83a1c00cc6 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:07.234163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-659f2390-d9e7-46fb-a463-7d5bc9b0658e req-bdd35dd6-0904-405f-a6d3-55580c794ee0 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 210 time: 0.0278502 Aug 23 03:36:07.250097 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9cc2637f-cbf8-4d5d-af8b-e9a7b721c9da req-79660de5-7b4d-445d-b81a-539758cde83e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 210 time: 0.0639720 Aug 23 03:36:07.258709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-80bd88ab-55c0-4780-932f-5e10d5a3a969 None None] Port aa297a85-fafc-4e4a-99b5-f8d25490b53c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:07.264846 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.320240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=11']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:07.343805 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-be187de7-0698-4dc2-a545-9f4bfafa9809 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.393157 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.421863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Pushing event updated for resources: {'Port': ['ID=691ebc25-1b20-478e-b525-8e83a1c00cc6,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:07.427041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Made reservation on behalf of 4013780338e54b128aef06d19a2c7bca for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:07.430891 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.590079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4077062-1b19-4f41-9f06-26edd3fe3f96 req-679d8587-a483-4be4-a219-de55f4c1bc9d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:07.600528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4077062-1b19-4f41-9f06-26edd3fe3f96 req-679d8587-a483-4be4-a219-de55f4c1bc9d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:07.607039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4077062-1b19-4f41-9f06-26edd3fe3f96 req-679d8587-a483-4be4-a219-de55f4c1bc9d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:07.616345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4077062-1b19-4f41-9f06-26edd3fe3f96 req-679d8587-a483-4be4-a219-de55f4c1bc9d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2387 time: 0.1972055 Aug 23 03:36:07.650572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Attempting to bind port 691ebc25-1b20-478e-b525-8e83a1c00cc6 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:07.650918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Attempting to bind port 691ebc25-1b20-478e-b525-8e83a1c00cc6 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:07.651220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Attempting to bind port 691ebc25-1b20-478e-b525-8e83a1c00cc6 on network 0dba890a-974f-45d7-94ba-981c9cd0d3de {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:07.671664 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4077062-1b19-4f41-9f06-26edd3fe3f96 req-92119118-c6f1-4780-9a68-cf89f41c68b9 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Aug 23 03:36:07.672692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Port 691ebc25-1b20-478e-b525-8e83a1c00cc6 on network 0dba890a-974f-45d7-94ba-981c9cd0d3de not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:07.673069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Attempting to bind port 691ebc25-1b20-478e-b525-8e83a1c00cc6 on network 0dba890a-974f-45d7-94ba-981c9cd0d3de {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:07.678003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94657c-6bae-497e-8c39-998dfafe731d req-0cbe74f3-0303-400e-99df-376e8f07fe0f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:07.688109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:07.688477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Checking segment: {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:07.688822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Bound using segment: {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:07.689302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a94657c-6bae-497e-8c39-998dfafe731d req-0cbe74f3-0303-400e-99df-376e8f07fe0f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 944 time: 0.3221731 Aug 23 03:36:07.692468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Bound port: 691ebc25-1b20-478e-b525-8e83a1c00cc6, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:07.692891 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.776340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] For port 691ebc25-1b20-478e-b525-8e83a1c00cc6, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:07.784050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] For port 691ebc25-1b20-478e-b525-8e83a1c00cc6, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=691ebc25-1b20-478e-b525-8e83a1c00cc6,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:07.829747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Allocated IP 172.20.0.7 (615f167b-3fb2-471b-a623-dad1a0074dd3/ca45a50e-d18c-4f9b-9797-806eaf36f9bd/e5db818c-933f-4a60-afa3-411ab79db7d1) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:07.842508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a94657c-6bae-497e-8c39-998dfafe731d req-ad8b4200-87e8-45a7-8de8-aeeac3589627 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519313 Aug 23 03:36:07.862408 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-be187de7-0698-4dc2-a545-9f4bfafa9809 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.868139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 43d01025-f04d-419a-ad0f-1d21a0659ac2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:07.921380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.979631 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-be187de7-0698-4dc2-a545-9f4bfafa9809 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.988680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:07.989593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:07.998904 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] 10.222.0.24 "PUT /v2.0/ports/691ebc25-1b20-478e-b525-8e83a1c00cc6 HTTP/1.1" status: 200 len: 1091 time: 1.7226512 Aug 23 03:36:08.002882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'tag': '691ebc25-1b20-478e-b525-8e83a1c00cc6'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:08.009485 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e893db86-1b1f-4987-82c3-90f0898b0bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "tag": "691ebc25-1b20-478e-b525-8e83a1c00cc6"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:08.069928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cec97-b038-4ed7-b78e-4a92fa39d4fa req-be7ec1d0-772f-45a2-b1e2-22cb0546b0b9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:08.070589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 43d01025-f04d-419a-ad0f-1d21a0659ac2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:08.079136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e1cec97-b038-4ed7-b78e-4a92fa39d4fa req-be7ec1d0-772f-45a2-b1e2-22cb0546b0b9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 948 time: 0.2059057 Aug 23 03:36:08.079373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 43d01025-f04d-419a-ad0f-1d21a0659ac2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:08.079883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.134833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-be187de7-0698-4dc2-a545-9f4bfafa9809 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.140831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-be187de7-0698-4dc2-a545-9f4bfafa9809 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0646384 Aug 23 03:36:08.141904 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba58758-c8d1-4fc2-a93c-44fc89130d47 x-openstack-request-id: req-5ba58758-c8d1-4fc2-a93c-44fc89130d47 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:08.142204 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "tag": "691ebc25-1b20-478e-b525-8e83a1c00cc6", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:08.142610 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ba58758-c8d1-4fc2-a93c-44fc89130d47 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:08.143051 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'tag': '691ebc25-1b20-478e-b525-8e83a1c00cc6', 'status': 'completed', 'code': 200} Aug 23 03:36:08.144549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be187de7-0698-4dc2-a545-9f4bfafa9809 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e8661-57f7-42c9-a7fc-92fa3341aa55,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:08.152075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Request body: {'port': {'device_id': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:08.160800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57876) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:08.169431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ee391226-da63-45a4-957f-abc73c2ea25d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Request body: {'security_group_rule': {'security_group_id': '9c3e8661-57f7-42c9-a7fc-92fa3341aa55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:08.237735 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.270634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 43d01025-f04d-419a-ad0f-1d21a0659ac2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=43d01025-f04d-419a-ad0f-1d21a0659ac2,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:08.283876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c300-21f8-488a-aced-279f741b0ccd service neutron] Pushing event updated for resources: {'Port': ['ID=691ebc25-1b20-478e-b525-8e83a1c00cc6,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:08.313220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.332901 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e1cec97-b038-4ed7-b78e-4a92fa39d4fa req-6f13e71b-eda5-4141-bba8-5faa3316a3bb tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480111 Aug 23 03:36:08.336806 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.355822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efa09bfa-1f3c-4332-b89f-94f53e77d3b5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137557 Aug 23 03:36:08.370862 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-82781a0e-c19e-48d3-aafe-2118bad2ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:08.373110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-82781a0e-c19e-48d3-aafe-2118bad2ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:08.373110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-82781a0e-c19e-48d3-aafe-2118bad2ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:08.384659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-82781a0e-c19e-48d3-aafe-2118bad2ea55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2730 time: 0.2262237 Aug 23 03:36:08.386549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.419373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=43d01025-f04d-419a-ad0f-1d21a0659ac2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:08.460934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.502996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-924ef14e-11d6-4059-bb75-69dd682224a3 req-2ba4a7c3-341d-4b2b-afde-e8de4ff62016 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 210 time: 0.0898530 Aug 23 03:36:08.575263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee391226-da63-45a4-957f-abc73c2ea25d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.581575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:08.594868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:08.604300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:08.658916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event updated for resources: {'Port': ['ID=e5db818c-933f-4a60-afa3-411ab79db7d1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:08.710867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-cb43fab1-254d-49e4-b1e8-4e7ed2b377d2 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:08.713229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-cb43fab1-254d-49e4-b1e8-4e7ed2b377d2 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982428 Aug 23 03:36:08.730413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:08.731071 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.745119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee391226-da63-45a4-957f-abc73c2ea25d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:08.769095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Request body: {'port': {'device_id': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '20f616f4226d41c0bc8d4e12b5359c6e'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:09.028744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57105319-644c-413f-8592-06aff2ee52c0 req-cc4f3cc0-7540-4c3c-812a-2ba915eaecbd tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.030354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57105319-644c-413f-8592-06aff2ee52c0 req-cc4f3cc0-7540-4c3c-812a-2ba915eaecbd tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 931 time: 0.5906966 Aug 23 03:36:09.108664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-b43eba02-a385-46b0-8aab-bf21f6c17903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.108664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-b43eba02-a385-46b0-8aab-bf21f6c17903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.108664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-b43eba02-a385-46b0-8aab-bf21f6c17903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.108664 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-b43eba02-a385-46b0-8aab-bf21f6c17903 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6777027 Aug 23 03:36:09.176658 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57105319-644c-413f-8592-06aff2ee52c0 req-298d7413-47f7-4100-931c-4bc78b9d75e1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226766 Aug 23 03:36:09.203096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee391226-da63-45a4-957f-abc73c2ea25d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:09.217877 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-78da4330-833f-4e5e-bf45-24b81c872468 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3359616 Aug 23 03:36:09.252433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee391226-da63-45a4-957f-abc73c2ea25d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d99eb9-0933-464c-b5d0-1827c93eb909,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:09.279079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28ead-3b44-4235-b8c7-e5ccc71d5c88 req-baa80a7c-8b54-4e56-bfa5-205e4e527e27 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.285740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28ead-3b44-4235-b8c7-e5ccc71d5c88 req-baa80a7c-8b54-4e56-bfa5-205e4e527e27 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.292867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28ead-3b44-4235-b8c7-e5ccc71d5c88 req-baa80a7c-8b54-4e56-bfa5-205e4e527e27 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.300502 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Sync routers for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:36:09.310942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ba28ead-3b44-4235-b8c7-e5ccc71d5c88 req-baa80a7c-8b54-4e56-bfa5-205e4e527e27 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2387 time: 0.5231423 Aug 23 03:36:09.323459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:36:09.324212 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:09.341346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Request body: {'port': {'device_id': '37e99cae-c7cf-498f-a0b1-61d8083f4772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:09.430104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-9747a4e6-d482-4b01-a91d-9b76a345e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.431565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e893db86-1b1f-4987-82c3-90f0898b0bdb req-9747a4e6-d482-4b01-a91d-9b76a345e38b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3082168 Aug 23 03:36:09.465879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:09.467391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a39b8-e17d-492b-ad1f-ba43e9824db7 req-76e57b38-27a0-4c3c-8e1c-491539b4ed2b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.469520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-677a39b8-e17d-492b-ad1f-ba43e9824db7 req-76e57b38-27a0-4c3c-8e1c-491539b4ed2b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 944 time: 0.1566999 Aug 23 03:36:09.488588 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:36:09.491161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ba28ead-3b44-4235-b8c7-e5ccc71d5c88 req-31123710-12d2-4679-b0b3-38060315b84c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740875 Aug 23 03:36:09.505350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b11d238-6c3e-47bd-b693-ca0e149beef8 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:09.536100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:09.547654 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-677a39b8-e17d-492b-ad1f-ba43e9824db7 req-849cde07-ee72-4d70-9e78-9ad41c107fba tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708880 Aug 23 03:36:09.557060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Transition to ACTIVE for port object 8b11d238-6c3e-47bd-b693-ca0e149beef8 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:09.682767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6edd12-df20-4f6b-a6a6-b5a439efe980 req-aeb48cc9-7685-4365-9db7-eef4e623e65d tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:09.684424 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd6edd12-df20-4f6b-a6a6-b5a439efe980 req-aeb48cc9-7685-4365-9db7-eef4e623e65d tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 948 time: 0.0610590 Aug 23 03:36:09.770215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd6edd12-df20-4f6b-a6a6-b5a439efe980 req-936545e0-9ab9-4cd2-b873-17f574c22b10 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789247 Aug 23 03:36:09.792688 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 2, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:09.797549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d4d113a9-111a-4b25-a017-bb1fcba5302a req-7445ee3a-d284-4f38-960d-6103a91568ba tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 210 time: 0.0898983 Aug 23 03:36:09.845573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 43d01025-f04d-419a-ad0f-1d21a0659ac2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:09.868195 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Checking router: 2298b947-156f-46c8-8fc7-316552f9e9f7 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:36:09.868195 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Updating router 2298b947-156f-46c8-8fc7-316552f9e9f7 port 8bb75242-3c51-475a-8b00-d650b76cffba binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:36:09.894303 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:09.912227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 43d01025-f04d-419a-ad0f-1d21a0659ac2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:09.912612 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:09.916943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee391226-da63-45a4-957f-abc73c2ea25d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:09.922108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ee391226-da63-45a4-957f-abc73c2ea25d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7540658 Aug 23 03:36:09.923451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57896) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:09.928119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-18604b84-3ba9-4136-ba19-b90a0c623d90 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Request body: {'security_group_rule': {'security_group_id': '9c3e8661-57f7-42c9-a7fc-92fa3341aa55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:09.967386 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.016073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Made reservation on behalf of 20f616f4226d41c0bc8d4e12b5359c6e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:10.019962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Pushing event updated for resources: {'Port': ['ID=8b11d238-6c3e-47bd-b693-ca0e149beef8,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:10.031986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.098758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:10.112037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5db818c-933f-4a60-afa3-411ab79db7d1 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:10.134624 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.167133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Transition to ACTIVE for port object e5db818c-933f-4a60-afa3-411ab79db7d1 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:10.175677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Attempting to bind port 8b11d238-6c3e-47bd-b693-ca0e149beef8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:10.176239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Attempting to bind port 8b11d238-6c3e-47bd-b693-ca0e149beef8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:10.176457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Attempting to bind port 8b11d238-6c3e-47bd-b693-ca0e149beef8 on network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:10.192622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Port 8b11d238-6c3e-47bd-b693-ca0e149beef8 on network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:10.193223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Attempting to bind port 8b11d238-6c3e-47bd-b693-ca0e149beef8 on network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:10.202352 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18604b84-3ba9-4136-ba19-b90a0c623d90 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.232178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:10.232524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Checking segment: {'id': 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:10.232912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Bound using segment: {'id': 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:10.235242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Bound port: 8b11d238-6c3e-47bd-b693-ca0e149beef8, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:10.235614 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.260717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.275736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:10.280089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:10.280509 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.305693 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18604b84-3ba9-4136-ba19-b90a0c623d90 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.359221 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.370985 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Transition to ACTIVE for port object 8bb75242-3c51-475a-8b00-d650b76cffba will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:10.377326 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18604b84-3ba9-4136-ba19-b90a0c623d90 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.416892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a0619-9df4-4a38-af72-d9b7b87fae6c req-23c69e9b-0f43-4a4a-8c30-34932011bc15 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:10.424390 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd7a0619-9df4-4a38-af72-d9b7b87fae6c req-23c69e9b-0f43-4a4a-8c30-34932011bc15 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 943 time: 0.1167219 Aug 23 03:36:10.439560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.441661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18604b84-3ba9-4136-ba19-b90a0c623d90 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0515b78a-e829-4a0a-8771-81a261208a14,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:10.453030 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.475506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Pushing event updated for resources: {'Port': ['ID=e5db818c-933f-4a60-afa3-411ab79db7d1,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:10.510764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bca3cc1-54b3-4c1c-85b3-6d039e885bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:10.510880 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd7a0619-9df4-4a38-af72-d9b7b87fae6c req-23e953e2-b4ff-4b38-91cf-be1cfddff5db tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768526 Aug 23 03:36:10.513446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] For port 8b11d238-6c3e-47bd-b693-ca0e149beef8, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:10.517586 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b92f5c-1a34-4596-84c1-34fdb48449c8" -d '{"events": [{"server_uuid": "2bca3cc1-54b3-4c1c-85b3-6d039e885bf1", "name": "network-vif-plugged", "status": "completed", "tag": "a9b3641c-c0c4-4e7c-ac99-bb2e8c567300"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:10.518178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] For port 8b11d238-6c3e-47bd-b693-ca0e149beef8, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=8b11d238-6c3e-47bd-b693-ca0e149beef8,segment=NetworkSegment(d15d8e6e-5fab-4e8b-b696-ce46577d10a8),segment_id=d15d8e6e-5fab-4e8b-b696-ce46577d10a8)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:10.540157 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18604b84-3ba9-4136-ba19-b90a0c623d90 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.540290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:10.540405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-18604b84-3ba9-4136-ba19-b90a0c623d90 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6109960 Aug 23 03:36:10.542047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57912) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:10.544407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Allocated IP 192.168.233.97 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/6b59119e-4ee1-4c35-85a3-8217f66379b4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:10.549578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:10.560434 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7560b5b-a758-4765-8df4-9fcdacb9a2e5 None None] Pushing event updated for resources: {'Port': ['ID=8bb75242-3c51-475a-8b00-d650b76cffba,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:10.584444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Attempting to bind port e5db818c-933f-4a60-afa3-411ab79db7d1 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:10.584788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Attempting to bind port e5db818c-933f-4a60-afa3-411ab79db7d1 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:10.585339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Attempting to bind port e5db818c-933f-4a60-afa3-411ab79db7d1 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:10.593404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.602950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Port e5db818c-933f-4a60-afa3-411ab79db7d1 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:10.603281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Attempting to bind port e5db818c-933f-4a60-afa3-411ab79db7d1 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:10.610609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:10.611114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Checking segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:10.611639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Bound using segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:10.612068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Bound port: e5db818c-933f-4a60-afa3-411ab79db7d1, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:10.612426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.619588 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.620508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2ff70717-61f4-43f6-b52f-c221cce0c597 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:10.631710 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d1686-582e-46e1-92d3-0ffdcff0f202 x-openstack-request-id: req-541d1686-582e-46e1-92d3-0ffdcff0f202 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:10.631710 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bca3cc1-54b3-4c1c-85b3-6d039e885bf1", "name": "network-vif-plugged", "status": "completed", "tag": "a9b3641c-c0c4-4e7c-ac99-bb2e8c567300", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:10.631710 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-541d1686-582e-46e1-92d3-0ffdcff0f202 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:10.631710 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bca3cc1-54b3-4c1c-85b3-6d039e885bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', 'code': 200} Aug 23 03:36:10.715316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:10.717164 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.719043 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Attempting to bind port 8bb75242-3c51-475a-8b00-d650b76cffba on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:10.719426 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Attempting to bind port 8bb75242-3c51-475a-8b00-d650b76cffba by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:10.719795 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Attempting to bind port 8bb75242-3c51-475a-8b00-d650b76cffba on network c0445a91-b126-4592-ad35-0f12179ff408 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:10.722758 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] 10.222.0.24 "PUT /v2.0/ports/8b11d238-6c3e-47bd-b693-ca0e149beef8 HTTP/1.1" status: 200 len: 1092 time: 2.5788479 Aug 23 03:36:10.735118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'tag': '8b11d238-6c3e-47bd-b693-ca0e149beef8'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:10.738855 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462" -d '{"events": [{"name": "network-changed", "server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "tag": "8b11d238-6c3e-47bd-b693-ca0e149beef8"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:10.740456 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:10.741099 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Checking segment: {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:10.742944 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.744242 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Bound using segment: {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:10.746262 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Bound port: 8bb75242-3c51-475a-8b00-d650b76cffba, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:10.746974 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.793609 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.820260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:10.862866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Request body: {'port': {'device_id': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:10.872588 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] For port 8bb75242-3c51-475a-8b00-d650b76cffba, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:10.888939 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] For port 8bb75242-3c51-475a-8b00-d650b76cffba, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8bb75242-3c51-475a-8b00-d650b76cffba,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:10.903932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d14692-0bfd-4efb-b260-9fa3f54a6611 service neutron] Pushing event updated for resources: {'Port': ['ID=8b11d238-6c3e-47bd-b693-ca0e149beef8,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:10.915339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19f26a-fe87-421d-93c0-c279ed4c2d9e req-6a50605e-b4ae-4ecc-a946-5da3ef249a37 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:10.915799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 2ff70717-61f4-43f6-b52f-c221cce0c597 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:10.921299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 2ff70717-61f4-43f6-b52f-c221cce0c597 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:10.923212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:10.927734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19f26a-fe87-421d-93c0-c279ed4c2d9e req-6a50605e-b4ae-4ecc-a946-5da3ef249a37 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:10.946291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19f26a-fe87-421d-93c0-c279ed4c2d9e req-6a50605e-b4ae-4ecc-a946-5da3ef249a37 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:10.948036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d19f26a-fe87-421d-93c0-c279ed4c2d9e req-6a50605e-b4ae-4ecc-a946-5da3ef249a37 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2399 time: 0.3214636 Aug 23 03:36:10.984664 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.001435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e6695-00eb-41d7-9e47-968b15b59df4 req-3e9ffac5-bcb8-4f47-9fac-01476a90cc04 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:11.015215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a3e6695-00eb-41d7-9e47-968b15b59df4 req-3e9ffac5-bcb8-4f47-9fac-01476a90cc04 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 944 time: 0.3286736 Aug 23 03:36:11.067485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] For port e5db818c-933f-4a60-afa3-411ab79db7d1, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:11.070872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] For port e5db818c-933f-4a60-afa3-411ab79db7d1, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e5db818c-933f-4a60-afa3-411ab79db7d1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:11.082213 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7560b5b-a758-4765-8df4-9fcdacb9a2e5 None None] Pushing event updated for resources: {'Port': ['ID=8bb75242-3c51-475a-8b00-d650b76cffba,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:11.096694 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.113302 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:36:11.114007 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:11.118684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.120509 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950abde-7c21-4265-8858-1a38cf401cb6 req-53e695fa-2ed7-4318-8cd1-03cd0481df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:11.122077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c950abde-7c21-4265-8858-1a38cf401cb6 req-53e695fa-2ed7-4318-8cd1-03cd0481df5d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 1100 time: 0.4041052 Aug 23 03:36:11.165749 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a3e6695-00eb-41d7-9e47-968b15b59df4 req-8146f6da-e67e-4077-a7cc-70e1c4793092 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494730 Aug 23 03:36:11.173580 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.184953 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:11.190483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d19f26a-fe87-421d-93c0-c279ed4c2d9e req-4c958b30-d1f2-4b19-8fc4-96eaa158eb33 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424007 Aug 23 03:36:11.241441 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.293457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c950abde-7c21-4265-8858-1a38cf401cb6 req-411244a6-0d08-485d-9309-bb3f24e86991 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624308 Aug 23 03:36:11.315696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.322619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:11.323715 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.325348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] 10.222.0.11 "PUT /v2.0/ports/e5db818c-933f-4a60-afa3-411ab79db7d1 HTTP/1.1" status: 200 len: 1091 time: 1.9920583 Aug 23 03:36:11.329299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e99cae-c7cf-498f-a0b1-61d8083f4772', 'tag': 'e5db818c-933f-4a60-afa3-411ab79db7d1'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:11.331684 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98360cde-6991-4c0e-a5f0-0d80802d7f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "37e99cae-c7cf-498f-a0b1-61d8083f4772", "tag": "e5db818c-933f-4a60-afa3-411ab79db7d1"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:11.367696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107bb87-48c7-4c0f-8ec7-554269441778 service neutron] Pushing event updated for resources: {'Port': ['ID=e5db818c-933f-4a60-afa3-411ab79db7d1,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:11.368289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=2ff70717-61f4-43f6-b52f-c221cce0c597,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:11.384851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Transition to ACTIVE for port object 6b59119e-4ee1-4c35-85a3-8217f66379b4 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:11.427787 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:36:11.457801 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0cb5d9-4476-427a-b8e6-aaa78de5b7aa x-openstack-request-id: req-be0cb5d9-4476-427a-b8e6-aaa78de5b7aa {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:11.458412 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "tag": "8b11d238-6c3e-47bd-b693-ca0e149beef8", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:11.458412 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be0cb5d9-4476-427a-b8e6-aaa78de5b7aa {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:11.458712 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'tag': '8b11d238-6c3e-47bd-b693-ca0e149beef8', 'status': 'completed', 'code': 200} Aug 23 03:36:11.466710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06a2e6cd-6d60-478a-bbac-950b05c3ecfc req-57ea356b-1d8e-4ff9-9aca-1dd17d43f4e4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 210 time: 0.0351965 Aug 23 03:36:11.478759 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.480361 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.490313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d4ed72b4-cf2a-4a59-9279-a256d76d3863'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:11.519379 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4756e83-57b5-4774-8797-4a50e5eac784 x-openstack-request-id: req-f4756e83-57b5-4774-8797-4a50e5eac784 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:11.519830 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e99cae-c7cf-498f-a0b1-61d8083f4772", "tag": "e5db818c-933f-4a60-afa3-411ab79db7d1", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:11.520897 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4756e83-57b5-4774-8797-4a50e5eac784 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:11.521563 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e99cae-c7cf-498f-a0b1-61d8083f4772', 'tag': 'e5db818c-933f-4a60-afa3-411ab79db7d1', 'status': 'completed', 'code': 200} Aug 23 03:36:11.539376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:11.543239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:11.547081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:11.570231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['8784c166-0386-4c45-9bfb-c7eaf900f8d4', '05fef313-19ac-4526-9d2c-913247968e16'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:11.599923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-e017e76c-1f17-4ef7-bb4c-a7d5eaebb665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:11.600400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-e017e76c-1f17-4ef7-bb4c-a7d5eaebb665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:11.600871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-e017e76c-1f17-4ef7-bb4c-a7d5eaebb665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:11.608952 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-e017e76c-1f17-4ef7-bb4c-a7d5eaebb665 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2797 time: 0.1899207 Aug 23 03:36:11.617224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:11.618026 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:11.641074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:11.707844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25e469-d03c-4d4a-aa75-a22ab6975866 req-8d73d885-a105-49e7-a594-6fd0915bf654 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:11.728323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a25e469-d03c-4d4a-aa75-a22ab6975866 req-8d73d885-a105-49e7-a594-6fd0915bf654 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 943 time: 0.1018877 Aug 23 03:36:11.740249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Allocated IP 172.25.1.52 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/0ab5c37a-f485-4524-a713-4c578cf356be) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:11.826632 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6f31729c-e878-4f72-bbea-629144557594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:10Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:11.842253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a25e469-d03c-4d4a-aa75-a22ab6975866 req-823ca66a-0771-440f-980e-2dad038df863 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073115 Aug 23 03:36:11.845527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-efd31ca1-a71f-4b73-b7e1-85d110a87c03 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0816007 Aug 23 03:36:11.887764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Request body: {'port': {'device_id': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:11.914937 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31729c-e878-4f72-bbea-629144557594 None None] The sync data for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 is: [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:10Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:36:11.940009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7aec2d-7da2-4cd1-b872-8804eab795a2 req-7e778de9-2335-467c-861a-1a240945a3ed tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:11.945394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8bb75242-3c51-475a-8b00-d650b76cffba up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:11.955097 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d7aec2d-7da2-4cd1-b872-8804eab795a2 req-7e778de9-2335-467c-861a-1a240945a3ed tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 949 time: 0.4902046 Aug 23 03:36:11.981909 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.068174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98360cde-6991-4c0e-a5f0-0d80802d7f2e req-a4077e87-cec2-4cc1-906e-00c96f12840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.070758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98360cde-6991-4c0e-a5f0-0d80802d7f2e req-a4077e87-cec2-4cc1-906e-00c96f12840c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 1094 time: 0.3317182 Aug 23 03:36:12.119959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2c5ba82d-401a-4b2f-8057-d022dd094390 None None] Provisioning for port 6b59119e-4ee1-4c35-85a3-8217f66379b4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:12.149281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2c5ba82d-401a-4b2f-8057-d022dd094390 None None] Provisioning complete for port 6b59119e-4ee1-4c35-85a3-8217f66379b4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:12.149967 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba82d-401a-4b2f-8057-d022dd094390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.198788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-3dadaad6-fcb3-4b49-a2b9-882852e922a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.199273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-3dadaad6-fcb3-4b49-a2b9-882852e922a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.199745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-3dadaad6-fcb3-4b49-a2b9-882852e922a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.206158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-3dadaad6-fcb3-4b49-a2b9-882852e922a2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4157224 Aug 23 03:36:12.213180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ba82d-401a-4b2f-8057-d022dd094390 None None] Port 6b59119e-4ee1-4c35-85a3-8217f66379b4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:12.223601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 8bb75242-3c51-475a-8b00-d650b76cffba completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:12.237158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8bb75242-3c51-475a-8b00-d650b76cffba triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:12.237971 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.358310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.373069 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.404195 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d7aec2d-7da2-4cd1-b872-8804eab795a2 req-edad633c-2984-40a1-895d-fe309381c05b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480832 Aug 23 03:36:12.503728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 8bb75242-3c51-475a-8b00-d650b76cffba, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8bb75242-3c51-475a-8b00-d650b76cffba,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:12.536891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-ba71c4f9-7b4e-4ef1-8df6-3d6945d622e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.539170 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6ece21ff-ff8d-4a73-bf20-d9a2a95de462 req-ba71c4f9-7b4e-4ef1-8df6-3d6945d622e3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3150516 Aug 23 03:36:12.578811 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.631541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:12.633875 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89677a7-a925-417d-b014-007925a07465" -d '{"events": [{"server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "name": "network-vif-plugged", "status": "completed", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:12.671373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa297a85-fafc-4e4a-99b5-f8d25490b53c {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:12.682622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.686997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=8bb75242-3c51-475a-8b00-d650b76cffba,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:12.692895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a07e5a-2fd1-49df-8c66-c16c70da10d3 req-04c15c6d-c26d-420d-9af7-03e302c6200b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.697287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b59119e-4ee1-4c35-85a3-8217f66379b4 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:12.699094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a07e5a-2fd1-49df-8c66-c16c70da10d3 req-04c15c6d-c26d-420d-9af7-03e302c6200b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.705085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a07e5a-2fd1-49df-8c66-c16c70da10d3 req-04c15c6d-c26d-420d-9af7-03e302c6200b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.713167 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60a07e5a-2fd1-49df-8c66-c16c70da10d3 req-04c15c6d-c26d-420d-9af7-03e302c6200b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2399 time: 0.2236085 Aug 23 03:36:12.722584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.731562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.768936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4be440-4e5d-4cfb-b5a5-f96671e380fe req-17604aa1-0de1-4d8d-afae-5e18347407f4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.769277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Transition to ACTIVE for port object aa297a85-fafc-4e4a-99b5-f8d25490b53c will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:12.771519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a4be440-4e5d-4cfb-b5a5-f96671e380fe req-17604aa1-0de1-4d8d-afae-5e18347407f4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.2444570 Aug 23 03:36:12.798575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Transition to ACTIVE for port object 6b59119e-4ee1-4c35-85a3-8217f66379b4 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:12.821611 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60a07e5a-2fd1-49df-8c66-c16c70da10d3 req-ff0082fb-9fc5-43c9-8eeb-1784819f7fd8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075027 Aug 23 03:36:12.835590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98360cde-6991-4c0e-a5f0-0d80802d7f2e req-f09f3ef5-f7a9-47d0-920a-0f8beef44f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:12.838822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98360cde-6991-4c0e-a5f0-0d80802d7f2e req-f09f3ef5-f7a9-47d0-920a-0f8beef44f3c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4013780338e54b128aef06d19a2c7bca&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7508514 Aug 23 03:36:12.839948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:12.844573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Pushing event updated for resources: {'Port': ['ID=0ab5c37a-f485-4524-a713-4c578cf356be,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:12.848173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.858712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:12.873411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:12.929201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:12.968715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a4be440-4e5d-4cfb-b5a5-f96671e380fe req-05050048-826e-462f-892c-a9120eabb8cc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803052 Aug 23 03:36:12.970143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Pushing event updated for resources: {'Port': ['ID=aa297a85-fafc-4e4a-99b5-f8d25490b53c,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:13.042754 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43af874-28b5-4ded-b00c-be89b1df6fa7 x-openstack-request-id: req-c43af874-28b5-4ded-b00c-be89b1df6fa7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:13.045422 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "name": "network-vif-plugged", "status": "completed", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:13.045422 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c43af874-28b5-4ded-b00c-be89b1df6fa7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:13.045422 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597', 'code': 200} Aug 23 03:36:13.068279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:13.104444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98360cde-6991-4c0e-a5f0-0d80802d7f2e req-15399579-0dc8-4fbb-bd1f-7f42cb99df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:13.106082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98360cde-6991-4c0e-a5f0-0d80802d7f2e req-15399579-0dc8-4fbb-bd1f-7f42cb99df8d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2547622 Aug 23 03:36:13.330493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b909aa-f3e1-4e73-9073-a1e35e8e8b7b req-088121a2-2f34-4fc3-88cd-4a71ce887550 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:13.332071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61b909aa-f3e1-4e73-9073-a1e35e8e8b7b req-088121a2-2f34-4fc3-88cd-4a71ce887550 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 943 time: 0.2132165 Aug 23 03:36:13.377711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Attempting to bind port aa297a85-fafc-4e4a-99b5-f8d25490b53c on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:13.378056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Attempting to bind port aa297a85-fafc-4e4a-99b5-f8d25490b53c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:13.378391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Attempting to bind port aa297a85-fafc-4e4a-99b5-f8d25490b53c on network 0dba890a-974f-45d7-94ba-981c9cd0d3de {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:13.379093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-de58ad13-9c92-4c57-8aa2-927243039203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:13.380583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-de58ad13-9c92-4c57-8aa2-927243039203 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 1094 time: 0.1806045 Aug 23 03:36:13.384932 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:13.387640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Port aa297a85-fafc-4e4a-99b5-f8d25490b53c on network 0dba890a-974f-45d7-94ba-981c9cd0d3de not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:13.387963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Attempting to bind port aa297a85-fafc-4e4a-99b5-f8d25490b53c on network 0dba890a-974f-45d7-94ba-981c9cd0d3de {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:13.408538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bd31b-24d4-42de-903a-2e670c267d55 req-2670167c-65b2-468c-bb38-c544d9d7aadf tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:13.408993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dc9ac-245f-4c83-95a2-350399308495 req-8fd1b0a1-0570-42e6-b182-93837de6188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:13.410138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-269bd31b-24d4-42de-903a-2e670c267d55 req-2670167c-65b2-468c-bb38-c544d9d7aadf tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 947 time: 0.2033134 Aug 23 03:36:13.410450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a2dc9ac-245f-4c83-95a2-350399308495 req-8fd1b0a1-0570-42e6-b182-93837de6188e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 1096 time: 0.2020526 Aug 23 03:36:13.411130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:13.411572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Checking segment: {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:13.417271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Bound using segment: {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:13.417751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Bound port: aa297a85-fafc-4e4a-99b5-f8d25490b53c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:13.418807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:13.418967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:13.419152 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:13.428080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:13.481773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-aad23ea3-68af-4534-9ef5-f448903965b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5db818c-933f-4a60-afa3-411ab79db7d1 HTTP/1.1" status: 200 len: 217 time: 0.0796506 Aug 23 03:36:13.491540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:13.491866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:13.521273 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-269bd31b-24d4-42de-903a-2e670c267d55 req-2a6c3fbc-7abb-492b-9392-4a6c6a403e3e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879946 Aug 23 03:36:13.531945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:13.537094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61b909aa-f3e1-4e73-9073-a1e35e8e8b7b req-dd7bfc24-7733-4874-8b5b-587913e1c379 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895797 Aug 23 03:36:13.538365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:13.538704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:13.539081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:13.540080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Bound port: 6b59119e-4ee1-4c35-85a3-8217f66379b4, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:13.540441 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:13.562851 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a2dc9ac-245f-4c83-95a2-350399308495 req-75bb2659-b7d4-4d0f-ae19-77163eab9cd7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995381 Aug 23 03:36:13.613747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-26abfe3b-43fe-4daf-ba25-04552821d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:13.619708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-26abfe3b-43fe-4daf-ba25-04552821d31f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.1185076 Aug 23 03:36:13.619836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] For port aa297a85-fafc-4e4a-99b5-f8d25490b53c, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:13.657249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:13.658124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] For port aa297a85-fafc-4e4a-99b5-f8d25490b53c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=aa297a85-fafc-4e4a-99b5-f8d25490b53c,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:13.661852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:13.734275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:13.734387 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:13.751156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfab06-18f8-4ff5-b014-dba9b65348e3 req-0a33f35d-12ea-4acf-b800-71a10f778703 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:13.756349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ccfab06-18f8-4ff5-b014-dba9b65348e3 req-0a33f35d-12ea-4acf-b800-71a10f778703 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 949 time: 0.1117575 Aug 23 03:36:13.772943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:13.773595 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:13.780869 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] 10.222.0.11 "PUT /v2.0/ports/6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 1095 time: 1.8960378 Aug 23 03:36:13.780869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:13.780869 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c745a2-e587-49e1-8bf2-d301e428fee0" -d '{"events": [{"name": "network-changed", "server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:13.818206 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:13.818776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:13.820156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] 10.222.0.24 "PUT /v2.0/ports/aa297a85-fafc-4e4a-99b5-f8d25490b53c HTTP/1.1" status: 200 len: 1091 time: 2.9675252 Aug 23 03:36:13.821144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'tag': 'aa297a85-fafc-4e4a-99b5-f8d25490b53c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:13.823401 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da31fc39-e0fe-42b2-8db2-df10d3efa654" -d '{"events": [{"name": "network-changed", "server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "tag": "aa297a85-fafc-4e4a-99b5-f8d25490b53c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:13.845646 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fd08a0-ef30-49d4-9762-97504fdb6261 x-openstack-request-id: req-09fd08a0-ef30-49d4-9762-97504fdb6261 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:13.846054 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:13.846162 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09fd08a0-ef30-49d4-9762-97504fdb6261 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:13.847933 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'status': 'completed', 'code': 200} Aug 23 03:36:13.848991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae3a03-ace9-490a-b12b-97687dfc5a0b service neutron] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:13.875957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8bb75242-3c51-475a-8b00-d650b76cffba up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:13.894462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:13.899963 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ccfab06-18f8-4ff5-b014-dba9b65348e3 req-52d6b200-bb75-4f37-bd74-c6b907dafd0f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174321 Aug 23 03:36:13.905068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a08732-ca91-4cc5-af53-002da3f69d4a service neutron] Pushing event updated for resources: {'Port': ['ID=aa297a85-fafc-4e4a-99b5-f8d25490b53c,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:14.004348 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:14.028725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8bb75242-3c51-475a-8b00-d650b76cffba triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:14.029651 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:14.030942 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fa330a-a307-445e-8259-661edb558078 x-openstack-request-id: req-39fa330a-a307-445e-8259-661edb558078 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:14.031274 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "tag": "aa297a85-fafc-4e4a-99b5-f8d25490b53c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:14.031721 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39fa330a-a307-445e-8259-661edb558078 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:14.032147 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'tag': 'aa297a85-fafc-4e4a-99b5-f8d25490b53c', 'status': 'completed', 'code': 200} Aug 23 03:36:14.047407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-e822562b-6396-421d-a784-f50dbf77f723 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741713 Aug 23 03:36:14.191760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-f6a41967-25df-43f5-b877-7f977a5bca39 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255426 Aug 23 03:36:14.341130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c745a2-e587-49e1-8bf2-d301e428fee0 req-faf7d6d4-23da-4cf5-91e2-c6baeac36327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.342801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04c745a2-e587-49e1-8bf2-d301e428fee0 req-faf7d6d4-23da-4cf5-91e2-c6baeac36327 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1098 time: 0.3002846 Aug 23 03:36:14.353059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986c6b8-e94c-46ae-876d-2529d7cd47e4 req-04265ab2-9bac-489e-921c-2eb65a90d92d tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.360606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6986c6b8-e94c-46ae-876d-2529d7cd47e4 req-04265ab2-9bac-489e-921c-2eb65a90d92d tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 949 time: 0.1544106 Aug 23 03:36:14.408268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e68cb85-072b-4d3e-b4c6-512ec25c9fa2 req-f390c5a0-e516-47d3-9100-be17930919e2 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887906 Aug 23 03:36:14.409820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04c745a2-e587-49e1-8bf2-d301e428fee0 req-364f3c21-c83e-477f-8fac-b94e862d3305 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467093 Aug 23 03:36:14.434339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6986c6b8-e94c-46ae-876d-2529d7cd47e4 req-bfb34fa4-3c76-4684-9855-08d44550b187 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727684 Aug 23 03:36:14.536318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Pushing event updated for resources: {'Port': ['ID=0ab5c37a-f485-4524-a713-4c578cf356be,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:14.553715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-5b6beb60-939b-41fe-9a00-d5d191dced89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.554454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-5b6beb60-939b-41fe-9a00-d5d191dced89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.555665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-5b6beb60-939b-41fe-9a00-d5d191dced89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.557772 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-5b6beb60-939b-41fe-9a00-d5d191dced89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2864 time: 0.6176288 Aug 23 03:36:14.569750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c745a2-e587-49e1-8bf2-d301e428fee0 req-b9cdd98b-f4e1-47f0-bb4b-c4fd2a26e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.571201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04c745a2-e587-49e1-8bf2-d301e428fee0 req-b9cdd98b-f4e1-47f0-bb4b-c4fd2a26e97e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1359279 Aug 23 03:36:14.586279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d322b-93d0-4f4a-82f9-2ea482ddbaba req-2f2f21dd-221e-4941-8636-f02f4c7030ab tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.593521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d322b-93d0-4f4a-82f9-2ea482ddbaba req-2f2f21dd-221e-4941-8636-f02f4c7030ab tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.599771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d322b-93d0-4f4a-82f9-2ea482ddbaba req-2f2f21dd-221e-4941-8636-f02f4c7030ab tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.601469 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a14d322b-93d0-4f4a-82f9-2ea482ddbaba req-2f2f21dd-221e-4941-8636-f02f4c7030ab tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2411 time: 0.5775039 Aug 23 03:36:14.628074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:14.636024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b954b-491e-4aa7-b9e9-f7153cb3871e req-ef3c8e16-b5be-4857-a38e-3550c155ecaa tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.638603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-a81714fb-dd52-4b0d-970e-18e96b005e5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=691ebc25-1b20-478e-b525-8e83a1c00cc6 HTTP/1.1" status: 200 len: 217 time: 0.0711327 Aug 23 03:36:14.638981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b93b954b-491e-4aa7-b9e9-f7153cb3871e req-ef3c8e16-b5be-4857-a38e-3550c155ecaa tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0668328 Aug 23 03:36:14.707612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a14d322b-93d0-4f4a-82f9-2ea482ddbaba req-ca03374e-bc6c-478d-9c93-e8fbc9f96a2b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760310 Aug 23 03:36:14.707840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b93b954b-491e-4aa7-b9e9-f7153cb3871e req-0c2978c8-a3aa-470f-8a81-ba5b10e0a336 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620804 Aug 23 03:36:14.709990 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:14.711104 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bdff9c56-c642-4c65-ba1d-658f02d9d008 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1679249 Aug 23 03:36:14.716068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-6a22d2d8-699a-47b3-ac6f-a3a06cb025f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.717455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-6a22d2d8-699a-47b3-ac6f-a3a06cb025f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1098 time: 0.0642636 Aug 23 03:36:14.725972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-3981c076-737e-46be-b270-a2ce5c4a10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.728139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-3981c076-737e-46be-b270-a2ce5c4a10d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21e3a2a9-3e37-4568-a55b-670d8c7faccb HTTP/1.1" status: 200 len: 801 time: 0.0773063 Aug 23 03:36:14.791161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-87c62dbd-522e-4637-ac4f-e5052ba25fc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 217 time: 0.0561855 Aug 23 03:36:14.811961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-fa89f4c2-4982-4657-96de-d883a775cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.815995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-fa89f4c2-4982-4657-96de-d883a775cc73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0dba890a-974f-45d7-94ba-981c9cd0d3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0762479 Aug 23 03:36:14.904511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-ba888276-b3bd-4c14-8d6f-b3ffafb27d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.906101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-ba888276-b3bd-4c14-8d6f-b3ffafb27d12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0996411 Aug 23 03:36:14.936787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1badcb-4f32-4034-923a-20db23647892 req-8b94448e-3c6e-463d-a4ec-1c0c311a2d1f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:14.944245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e1badcb-4f32-4034-923a-20db23647892 req-8b94448e-3c6e-463d-a4ec-1c0c311a2d1f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 947 time: 0.1236284 Aug 23 03:36:14.966113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c41956b7-eb1b-43b9-a440-187aedea3f7f service neutron] 10.222.0.24 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441226 Aug 23 03:36:15.008348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-4ff8755d-5147-45fa-a6e5-41c93569b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.009895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-4ff8755d-5147-45fa-a6e5-41c93569b433 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842268 Aug 23 03:36:15.032697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e1badcb-4f32-4034-923a-20db23647892 req-358c8c84-f3c6-4ae9-9fcd-a1642db69cd6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740635 Aug 23 03:36:15.157834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-320fe478-247f-4603-859d-9361d954381f service neutron] 10.222.0.24 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847715 Aug 23 03:36:15.167291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274793-e610-403e-beea-2d3b0fc03d14 req-a7aa69b3-474e-41d8-a884-84c84219d58e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.173272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274793-e610-403e-beea-2d3b0fc03d14 req-a7aa69b3-474e-41d8-a884-84c84219d58e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.180508 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db274793-e610-403e-beea-2d3b0fc03d14 req-a7aa69b3-474e-41d8-a884-84c84219d58e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1&device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 1689 time: 0.0857015 Aug 23 03:36:15.199163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc92a9-e9c5-4f1a-80a5-70a0bf413721 req-7c9755d2-64ca-49bc-97e7-d0c7bfd117c0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.202407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55bc92a9-e9c5-4f1a-80a5-70a0bf413721 req-7c9755d2-64ca-49bc-97e7-d0c7bfd117c0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 943 time: 0.1243875 Aug 23 03:36:15.235622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-17d83da3-9134-478a-b948-89c5f4dc33c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.231&port_id=8b11d238-6c3e-47bd-b693-ca0e149beef8 HTTP/1.1" status: 200 len: 217 time: 0.0463750 Aug 23 03:36:15.267450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-7428bae9-f2b8-4af0-b8e8-47c5a073a00c service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592896 Aug 23 03:36:15.272929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55bc92a9-e9c5-4f1a-80a5-70a0bf413721 req-6e165bff-09f0-48bd-8bc8-11bb8561d281 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619280 Aug 23 03:36:15.306327 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db274793-e610-403e-beea-2d3b0fc03d14 req-1e0c6074-80f4-4f53-8e74-cd6c771c4046 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224246 Aug 23 03:36:15.351784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-595e40b7-3f05-4d8f-9068-42442e6b6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.353348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-595e40b7-3f05-4d8f-9068-42442e6b6599 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b4c9372-85db-4845-955f-4cf912f89af8 HTTP/1.1" status: 200 len: 801 time: 0.1079955 Aug 23 03:36:15.406673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c6b2c672-25f6-4750-b06e-fff27c6c14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.408185 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-c6b2c672-25f6-4750-b06e-fff27c6c14ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460875 Aug 23 03:36:15.410223 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4124b057-fded-4507-85fc-f3c9e73ef099 req-458d845d-dc33-4b6b-9a9c-87cf0545a3eb service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343412 Aug 23 03:36:15.489062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b65d6-c569-42a7-ab9c-107b77853eaa req-c460fbcc-6ba2-4dfb-8323-e597a32ea98b tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.496845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd1b65d6-c569-42a7-ab9c-107b77853eaa req-c460fbcc-6ba2-4dfb-8323-e597a32ea98b tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 1100 time: 0.0524390 Aug 23 03:36:15.520710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-f1420ad1-d2be-4e64-8e55-69f41eb2d435 service neutron] 10.222.0.24 "GET /v2.0/networks/6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055214 Aug 23 03:36:15.530104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd1b65d6-c569-42a7-ab9c-107b77853eaa req-d63ec0dd-e85a-4bbc-8081-8a375ba1014c tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Aug 23 03:36:15.634164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-8706c838-df86-4fd4-a4be-1c01e85d9ff8 service neutron] 10.222.0.24 "GET /v2.0/networks/6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932071 Aug 23 03:36:15.682078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591e05a-be82-4ad8-a3da-d1e9c4f170d9 req-975e7495-6914-470a-89a2-8513c06adb40 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.683946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a591e05a-be82-4ad8-a3da-d1e9c4f170d9 req-975e7495-6914-470a-89a2-8513c06adb40 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 1100 time: 0.0596862 Aug 23 03:36:15.703559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-dccc77d7-e18d-4d72-9a1a-cb8be92d9df1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=aa297a85-fafc-4e4a-99b5-f8d25490b53c HTTP/1.1" status: 200 len: 217 time: 0.0501063 Aug 23 03:36:15.761790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a591e05a-be82-4ad8-a3da-d1e9c4f170d9 req-e508330c-da85-4096-986f-62f50ee16648 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709074 Aug 23 03:36:15.811805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-3b1fe6c8-cc73-4e4b-9b6e-c91a1332c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.819611 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-3b1fe6c8-cc73-4e4b-9b6e-c91a1332c6ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21e3a2a9-3e37-4568-a55b-670d8c7faccb HTTP/1.1" status: 200 len: 801 time: 0.1022034 Aug 23 03:36:15.903575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc074c5a-b8b6-469d-b7b6-18c0dac4a8ca req-c92e4516-965f-4612-8bfd-7466685daf28 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.905973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2746b-472f-49bd-92fa-2868826944e4 req-a4ecaec0-bc57-4f6d-9236-5634e4466581 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.907481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebb2746b-472f-49bd-92fa-2868826944e4 req-a4ecaec0-bc57-4f6d-9236-5634e4466581 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0649843 Aug 23 03:36:15.908885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc074c5a-b8b6-469d-b7b6-18c0dac4a8ca req-c92e4516-965f-4612-8bfd-7466685daf28 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.915573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc074c5a-b8b6-469d-b7b6-18c0dac4a8ca req-c92e4516-965f-4612-8bfd-7466685daf28 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.917284 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc074c5a-b8b6-469d-b7b6-18c0dac4a8ca req-c92e4516-965f-4612-8bfd-7466685daf28 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2411 time: 0.0981658 Aug 23 03:36:15.921040 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-f922944f-34a9-481d-b285-c298169111a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:15.934189 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-f922944f-34a9-481d-b285-c298169111a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0dba890a-974f-45d7-94ba-981c9cd0d3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0932741 Aug 23 03:36:15.950781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebb2746b-472f-49bd-92fa-2868826944e4 req-53e988ec-7e23-4be5-a2f9-a12185bd4759 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Aug 23 03:36:16.006437 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc074c5a-b8b6-469d-b7b6-18c0dac4a8ca req-939e18ff-607d-48b2-a96c-64dc8b452873 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831151 Aug 23 03:36:16.040925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-9aafb0c8-25cc-478a-a69a-c79fccdff74c service neutron] 10.222.0.24 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108608 Aug 23 03:36:16.062020 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-5c5e16e3-a7e0-471d-aead-d36d244e53df tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369878 Aug 23 03:36:16.162446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332298a-8e2a-4255-936f-ff408b9cdef0 req-e248d309-cb13-442e-b613-bc2965819a13 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.163994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3332298a-8e2a-4255-936f-ff408b9cdef0 req-e248d309-cb13-442e-b613-bc2965819a13 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 1096 time: 0.0885038 Aug 23 03:36:16.166785 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01b51d00-9ebe-49c0-97dc-5af32ca84090 req-06504598-9ee1-41ff-b1a6-fbe0bf47523c service neutron] 10.222.0.24 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193333 Aug 23 03:36:16.195775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-f02229a8-4715-412d-8604-e3f2b6a79087 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.195775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-f02229a8-4715-412d-8604-e3f2b6a79087 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311455 Aug 23 03:36:16.205649 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3332298a-8e2a-4255-936f-ff408b9cdef0 req-054e9f0a-336f-44c4-95bb-8a203862e6c3 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343139 Aug 23 03:36:16.214620 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-91bd00b2-da5d-455a-b2ec-74dd3411b383 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/quotas/28983f2da7f0464eb27b7189a87c46cb HTTP/1.1" status: 200 len: 375 time: 0.0143299 Aug 23 03:36:16.285361 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-5de44112-4ab4-43a7-9b29-0b8390e23621 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0628653 Aug 23 03:36:16.332594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546ce1e-13f8-4cad-9a2a-e83bae7b3192 req-77e541d7-3f80-4145-b942-95760b3ebb18 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.334219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1546ce1e-13f8-4cad-9a2a-e83bae7b3192 req-77e541d7-3f80-4145-b942-95760b3ebb18 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 947 time: 0.0649996 Aug 23 03:36:16.391266 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1546ce1e-13f8-4cad-9a2a-e83bae7b3192 req-ff446622-3d0c-4234-81b7-5b71d9996e7e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499294 Aug 23 03:36:16.458867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-08915c58-b086-476f-bbfa-9eee41b398c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.459416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-08915c58-b086-476f-bbfa-9eee41b398c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.459894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-08915c58-b086-476f-bbfa-9eee41b398c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.462478 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-08915c58-b086-476f-bbfa-9eee41b398c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2864 time: 0.0490637 Aug 23 03:36:16.583473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f0ed8-5ea2-4b57-a561-f2b67f256846 req-702983a1-3da7-4b86-94a8-cac7ca4d6538 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.589525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b9f0ed8-5ea2-4b57-a561-f2b67f256846 req-702983a1-3da7-4b86-94a8-cac7ca4d6538 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 1096 time: 0.1259608 Aug 23 03:36:16.657089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b9f0ed8-5ea2-4b57-a561-f2b67f256846 req-ab4a899d-440b-4db0-b9a9-efdb738fcd71 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542939 Aug 23 03:36:16.680469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-f0094ed5-d0ef-4dd0-bee2-f3802f8b1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.682231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-f0094ed5-d0ef-4dd0-bee2-f3802f8b1701 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0dba890a-974f-45d7-94ba-981c9cd0d3de HTTP/1.1" status: 200 len: 902 time: 0.2065775 Aug 23 03:36:16.684473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123d745-0aff-41dd-9167-aa38e558c021 req-a34d4301-dad7-40e5-b6f0-1f0164e7f10e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.686326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8123d745-0aff-41dd-9167-aa38e558c021 req-a34d4301-dad7-40e5-b6f0-1f0164e7f10e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 943 time: 0.0844371 Aug 23 03:36:16.742588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-47aadb58-0719-484b-9192-46d78af9a6ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=aa297a85-fafc-4e4a-99b5-f8d25490b53c HTTP/1.1" status: 200 len: 217 time: 0.0482147 Aug 23 03:36:16.768325 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cde04a85-30a9-4312-809d-eddcd930d6b3 req-31d206a7-095f-45ee-836e-fef2cd0961f0 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 210 time: 0.0367897 Aug 23 03:36:16.769269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8123d745-0aff-41dd-9167-aa38e558c021 req-a1bb91cb-ad84-40fa-ba05-ff3adfbbcfaa tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605667 Aug 23 03:36:16.819558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-e5986dd5-c3ed-47b4-867e-1c804280be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.821670 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-e5986dd5-c3ed-47b4-867e-1c804280be3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21e3a2a9-3e37-4568-a55b-670d8c7faccb HTTP/1.1" status: 200 len: 801 time: 0.0635600 Aug 23 03:36:16.883546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-fc65f7e6-873a-40f3-9bf7-ae6d645e2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:16.885432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-fc65f7e6-873a-40f3-9bf7-ae6d645e2f56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0dba890a-974f-45d7-94ba-981c9cd0d3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535452 Aug 23 03:36:16.984549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-648c61f0-49e0-4a5d-a97c-51b39831c85a service neutron] 10.222.0.24 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868173 Aug 23 03:36:17.088991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da31fc39-e0fe-42b2-8db2-df10d3efa654 req-f3fbe124-cbae-4a32-99f3-8550aee3c6e3 service neutron] 10.222.0.24 "GET /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975435 Aug 23 03:36:17.163160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c38b6a-2a71-40af-858d-0b5e74dbe3d5 req-6719af8e-92dd-4b14-a7b2-0b7728168b34 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:17.169138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c38b6a-2a71-40af-858d-0b5e74dbe3d5 req-6719af8e-92dd-4b14-a7b2-0b7728168b34 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:17.175454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c38b6a-2a71-40af-858d-0b5e74dbe3d5 req-6719af8e-92dd-4b14-a7b2-0b7728168b34 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:17.177205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79c38b6a-2a71-40af-858d-0b5e74dbe3d5 req-6719af8e-92dd-4b14-a7b2-0b7728168b34 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2411 time: 0.0911858 Aug 23 03:36:17.219079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79c38b6a-2a71-40af-858d-0b5e74dbe3d5 req-9c8466f9-2e24-4f03-9ab9-1a9492817b9d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351410 Aug 23 03:36:17.526857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cad97c-a1b5-4044-9925-9aa41803d17f req-2c44dc8f-4ecf-4aaa-9310-f6769676de72 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:17.528470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14cad97c-a1b5-4044-9925-9aa41803d17f req-2c44dc8f-4ecf-4aaa-9310-f6769676de72 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 947 time: 0.0499065 Aug 23 03:36:17.568503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14cad97c-a1b5-4044-9925-9aa41803d17f req-4e556d75-6d62-480b-8676-0c2ad5027a91 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Aug 23 03:36:17.904842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7708ef-59da-4705-89bf-3b15b7b945ba req-6b130f65-c059-44a0-b833-37939cc25c1a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:17.906443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d7708ef-59da-4705-89bf-3b15b7b945ba req-6b130f65-c059-44a0-b833-37939cc25c1a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 943 time: 0.0791433 Aug 23 03:36:17.945925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d7708ef-59da-4705-89bf-3b15b7b945ba req-edb2e439-c4bc-4f05-97f2-d5f6cff87ea4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Aug 23 03:36:18.037584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24e183f8-5696-4133-be54-3c1f4d7d2cb5 req-3e054bb6-536e-403e-96a8-cb265dd18039 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 210 time: 0.0358438 Aug 23 03:36:18.154763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e5db818c-933f-4a60-afa3-411ab79db7d1 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:18.264525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e5db818c-933f-4a60-afa3-411ab79db7d1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e5db818c-933f-4a60-afa3-411ab79db7d1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:18.282072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'e5db818c-933f-4a60-afa3-411ab79db7d1', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'port_id': 'e5db818c-933f-4a60-afa3-411ab79db7d1', 'mac_address': 'fa:16:3e:6b:36:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca45a50e-d18c-4f9b-9797-806eaf36f9bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:18.334177 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:18.351100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5db818c-933f-4a60-afa3-411ab79db7d1 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:18.374102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096608f4-8ad7-45c7-b94e-6d281b5ad99a req-162a631b-1367-4560-a4cd-61f2918e6015 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:18.376821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e5db818c-933f-4a60-afa3-411ab79db7d1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e5db818c-933f-4a60-afa3-411ab79db7d1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:18.380777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096608f4-8ad7-45c7-b94e-6d281b5ad99a req-162a631b-1367-4560-a4cd-61f2918e6015 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:18.388649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096608f4-8ad7-45c7-b94e-6d281b5ad99a req-162a631b-1367-4560-a4cd-61f2918e6015 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:18.397183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-096608f4-8ad7-45c7-b94e-6d281b5ad99a req-162a631b-1367-4560-a4cd-61f2918e6015 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2411 time: 0.0823231 Aug 23 03:36:18.431218 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-096608f4-8ad7-45c7-b94e-6d281b5ad99a req-101090d3-3833-4d76-a6e4-2d52a39efcc7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330744 Aug 23 03:36:18.561848 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:18.621961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=e5db818c-933f-4a60-afa3-411ab79db7d1,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:18.691472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cbeb4-486d-4111-bd8d-3ab3011453c5 req-31be12f7-0b84-47c4-bad6-cdde9e6d3f4c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:18.692996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-015cbeb4-486d-4111-bd8d-3ab3011453c5 req-31be12f7-0b84-47c4-bad6-cdde9e6d3f4c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 947 time: 0.0536134 Aug 23 03:36:18.731839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-015cbeb4-486d-4111-bd8d-3ab3011453c5 req-8a9213a1-afc6-445a-a72d-b2f638f868f4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Aug 23 03:36:19.077556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439965c-fc07-43bc-963c-3c215e9cd92f req-221ab531-c5ee-4276-ac46-49329dbac48d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:19.079148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4439965c-fc07-43bc-963c-3c215e9cd92f req-221ab531-c5ee-4276-ac46-49329dbac48d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 944 time: 0.0585690 Aug 23 03:36:19.112224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e5db818c-933f-4a60-afa3-411ab79db7d1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:19.126149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4439965c-fc07-43bc-963c-3c215e9cd92f req-954b70b2-813d-44dc-915f-49928ebc2f0b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Aug 23 03:36:19.172374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 8b11d238-6c3e-47bd-b693-ca0e149beef8 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:19.228797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0ef3d17-4029-45a0-97e5-989a9432891d req-b57e3a1d-5f4d-4c5d-9f31-7ba28a5d18b8 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 210 time: 0.0282648 Aug 23 03:36:19.336219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 8b11d238-6c3e-47bd-b693-ca0e149beef8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=8b11d238-6c3e-47bd-b693-ca0e149beef8,segment=NetworkSegment(d15d8e6e-5fab-4e8b-b696-ce46577d10a8),segment_id=d15d8e6e-5fab-4e8b-b696-ce46577d10a8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:19.341836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-b9cd5c51-bbc2-4565-9293-ffda2b1a69c1 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:36:19.343643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-b9cd5c51-bbc2-4565-9293-ffda2b1a69c1 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081646 Aug 23 03:36:19.354668 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-236d1cfc-f063-451c-b616-f2199f030d7e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260372 Aug 23 03:36:19.356038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Request body: {'binding': {'host': 'n-h2-749052-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:19.356639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Unknown quota resources ['binding']. {{(pid=95120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:36:19.359918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '8b11d238-6c3e-47bd-b693-ca0e149beef8', 'network_id': '6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9', 'port_id': '8b11d238-6c3e-47bd-b693-ca0e149beef8', 'mac_address': 'fa:16:3e:f7:c6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4c9372-85db-4845-955f-4cf912f89af8', 'ip_address': '19.86.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:19.411119 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:19.426437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b11d238-6c3e-47bd-b693-ca0e149beef8 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:19.459578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 8b11d238-6c3e-47bd-b693-ca0e149beef8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=8b11d238-6c3e-47bd-b693-ca0e149beef8,segment=NetworkSegment(d15d8e6e-5fab-4e8b-b696-ce46577d10a8),segment_id=d15d8e6e-5fab-4e8b-b696-ce46577d10a8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:19.504124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-92c5b35c-a34b-4468-a2f3-3b58485293a8 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:19.505673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-92c5b35c-a34b-4468-a2f3-3b58485293a8 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454790 Aug 23 03:36:19.534217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Request body: {'port': {'device_id': '4a361470-6034-4ecc-b10a-848fc6c47c4d', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '28983f2da7f0464eb27b7189a87c46cb'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:19.555792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 on host n-h2-749052-7 for vnic_type normal with profile None {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:19.556228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:19.556919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:19.562295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Port 2ff70717-61f4-43f6-b52f-c221cce0c597 on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:19.562851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:19.567981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:19.568415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:19.569151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:19.569686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Bound port: 2ff70717-61f4-43f6-b52f-c221cce0c597, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:19.584576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:19.585290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 691ebc25-1b20-478e-b525-8e83a1c00cc6 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:19.644373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd87b4-9a29-4027-a304-42f77ac6aa2e req-0cf4bf3d-e39e-4300-98bf-22746f23fb76 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:19.655726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd87b4-9a29-4027-a304-42f77ac6aa2e req-0cf4bf3d-e39e-4300-98bf-22746f23fb76 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:19.658036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:19.663247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd87b4-9a29-4027-a304-42f77ac6aa2e req-0cf4bf3d-e39e-4300-98bf-22746f23fb76 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:19.665462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91bd87b4-9a29-4027-a304-42f77ac6aa2e req-0cf4bf3d-e39e-4300-98bf-22746f23fb76 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2411 time: 0.1447003 Aug 23 03:36:19.691658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=8b11d238-6c3e-47bd-b693-ca0e149beef8,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:19.730983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91bd87b4-9a29-4027-a304-42f77ac6aa2e req-f1a785d2-bc20-4e71-bf46-01fd1faf35aa tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Aug 23 03:36:19.764250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 691ebc25-1b20-478e-b525-8e83a1c00cc6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=691ebc25-1b20-478e-b525-8e83a1c00cc6,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:19.779702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '691ebc25-1b20-478e-b525-8e83a1c00cc6', 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de', 'port_id': '691ebc25-1b20-478e-b525-8e83a1c00cc6', 'mac_address': 'fa:16:3e:75:9b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e3a2a9-3e37-4568-a55b-670d8c7faccb', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:19.785226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] Notify callbacks [] for binding, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:19.787354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-fd963bc0-e835-4c45-957a-a99d3c728697 service neutron] 10.222.0.20 "POST /v2.0/ports/2ff70717-61f4-43f6-b52f-c221cce0c597/bindings HTTP/1.1" status: 201 len: 389 time: 0.4356279 Aug 23 03:36:19.838315 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:19.852513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691ebc25-1b20-478e-b525-8e83a1c00cc6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:19.863245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d096-963f-43c6-aaff-fdc06360aa10 req-1acb4cd0-61f7-415e-bc17-6456752fe025 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:19.865003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac62d096-963f-43c6-aaff-fdc06360aa10 req-1acb4cd0-61f7-415e-bc17-6456752fe025 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 947 time: 0.0580509 Aug 23 03:36:19.872745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 691ebc25-1b20-478e-b525-8e83a1c00cc6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=691ebc25-1b20-478e-b525-8e83a1c00cc6,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:19.910917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac62d096-963f-43c6-aaff-fdc06360aa10 req-a20911b6-da8b-47da-a2cd-7fb441b003d8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388660 Aug 23 03:36:19.912103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Made reservation on behalf of 28983f2da7f0464eb27b7189a87c46cb for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:19.915828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:20.006883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:20.007637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device aa297a85-fafc-4e4a-99b5-f8d25490b53c details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:20.058246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Allocated IP 192.168.233.216 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/5e5e3886-2b07-46ee-a6cb-43814dd277c6) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:20.083625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port aa297a85-fafc-4e4a-99b5-f8d25490b53c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=aa297a85-fafc-4e4a-99b5-f8d25490b53c,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:20.085573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=691ebc25-1b20-478e-b525-8e83a1c00cc6,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:20.105778 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'aa297a85-fafc-4e4a-99b5-f8d25490b53c', 'network_id': '0dba890a-974f-45d7-94ba-981c9cd0d3de', 'port_id': 'aa297a85-fafc-4e4a-99b5-f8d25490b53c', 'mac_address': 'fa:16:3e:54:0d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e3a2a9-3e37-4568-a55b-670d8c7faccb', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:20.156854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:20.159303 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:20.187986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa297a85-fafc-4e4a-99b5-f8d25490b53c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:20.220380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:20.224257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port aa297a85-fafc-4e4a-99b5-f8d25490b53c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=aa297a85-fafc-4e4a-99b5-f8d25490b53c,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:20.238523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Transition to ACTIVE for port object 5e5e3886-2b07-46ee-a6cb-43814dd277c6 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:20.331000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:20.334586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde01f-4aff-4e2c-827f-5e3a8241abec req-a109e201-41e4-4026-bb6f-656dc61376b0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:20.338900 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:20.343422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bfde01f-4aff-4e2c-827f-5e3a8241abec req-a109e201-41e4-4026-bb6f-656dc61376b0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0662801 Aug 23 03:36:20.348760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'mac_address': 'fa:16:3e:0b:cf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:20.354082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fdbfc-99a0-43f5-bcd1-2503df6a3f91 req-c66b549c-e88e-4a24-a2ea-8ffac477c476 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:20.359560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-843fdbfc-99a0-43f5-bcd1-2503df6a3f91 req-c66b549c-e88e-4a24-a2ea-8ffac477c476 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 944 time: 0.0673430 Aug 23 03:36:20.373606 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:20.388608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c', '709c2986-ee51-4d88-b6f9-22a990c525f7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:20.413330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-843fdbfc-99a0-43f5-bcd1-2503df6a3f91 req-82b210fa-ca9b-4187-9ca9-4ee678e9a7b2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390878 Aug 23 03:36:20.429067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79', 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:20.451237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bfde01f-4aff-4e2c-827f-5e3a8241abec req-376a1e42-dc3a-4f4a-aa3a-9b3fac1f8af0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036289 Aug 23 03:36:20.458354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:20.462474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:20.466879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:20.517653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event updated for resources: {'Port': ['ID=5e5e3886-2b07-46ee-a6cb-43814dd277c6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:20.573375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:20.582554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:20.641505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8fff8-0913-4c61-8a70-62c050c96602 req-18652c4c-480c-4390-8882-9db09f948aeb tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:20.646659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-70c8fff8-0913-4c61-8a70-62c050c96602 req-18652c4c-480c-4390-8882-9db09f948aeb tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 936 time: 0.1106319 Aug 23 03:36:20.728078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-70c8fff8-0913-4c61-8a70-62c050c96602 req-de796f9b-f240-42e9-9788-31647ec9ca10 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706313 Aug 23 03:36:20.736366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-d880be1b-9ef9-4bc1-9830-ff7019162467 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2063079 Aug 23 03:36:20.778244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Request body: {'port': {'device_id': '4a361470-6034-4ecc-b10a-848fc6c47c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:20.782604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=aa297a85-fafc-4e4a-99b5-f8d25490b53c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:20.787591 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:20.833042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b59119e-4ee1-4c35-85a3-8217f66379b4 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:20.843061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-5b9fe000-d8a2-43c5-9864-51196616099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:20.844597 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-5b9fe000-d8a2-43c5-9864-51196616099c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 1096 time: 0.0581765 Aug 23 03:36:20.892028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:20.913208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['8b11d238-6c3e-47bd-b693-ca0e149beef8'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:20.916410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:20.931044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['aa297a85-fafc-4e4a-99b5-f8d25490b53c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:20.983452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['691ebc25-1b20-478e-b525-8e83a1c00cc6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:20.985947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c5cb3-b017-482d-854b-55053c83cd56 req-201de282-e271-49ff-bf35-b236fdd3f5ce tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:20.993556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c5cb3-b017-482d-854b-55053c83cd56 req-201de282-e271-49ff-bf35-b236fdd3f5ce tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:21.004865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c5cb3-b017-482d-854b-55053c83cd56 req-201de282-e271-49ff-bf35-b236fdd3f5ce tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:21.013030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-018c5cb3-b017-482d-854b-55053c83cd56 req-201de282-e271-49ff-bf35-b236fdd3f5ce tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2414 time: 0.1415017 Aug 23 03:36:21.017757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-75451d28-9edd-430d-90f9-072ace8c6a7a None None] Provisioning for port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:21.039912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-04423e2b-fbee-4ecc-b89d-385e1f7ac796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:21.041601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-04423e2b-fbee-4ecc-b89d-385e1f7ac796 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1895640 Aug 23 03:36:21.048931 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:21.064048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-75451d28-9edd-430d-90f9-072ace8c6a7a None None] Provisioning complete for port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:21.064422 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-75451d28-9edd-430d-90f9-072ace8c6a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:21.124228 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-5729d40d-7ad3-4d5f-9222-b26e203fa2b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff70717-61f4-43f6-b52f-c221cce0c597 HTTP/1.1" status: 200 len: 217 time: 0.0620615 Aug 23 03:36:21.153035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c5c6f-0996-4830-9386-d41fade9d881 req-7c0ab47c-a728-4b3a-801b-ef7651026d52 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:21.156872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f1c5c6f-0996-4830-9386-d41fade9d881 req-7c0ab47c-a728-4b3a-801b-ef7651026d52 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.1446357 Aug 23 03:36:21.187726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-018c5cb3-b017-482d-854b-55053c83cd56 req-93a850ce-eae0-487d-8e45-9e8406e82507 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736012 Aug 23 03:36:21.193441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-75451d28-9edd-430d-90f9-072ace8c6a7a None None] Port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:21.237524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-47cb5710-4c92-48ce-b923-7f43c4d0b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:21.240409 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-47cb5710-4c92-48ce-b923-7f43c4d0b775 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.1067104 Aug 23 03:36:21.245534 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f1c5c6f-0996-4830-9386-d41fade9d881 req-78c62075-ad21-4efc-a73b-e3f0c6e7d10d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706038 Aug 23 03:36:21.290838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-d8ae4526-22c2-4ccc-aaeb-c20853d71493 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426352 Aug 23 03:36:21.337285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:21.412422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-9d06feb8-f591-4ac8-bc41-f55f91ed76ab service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121933 Aug 23 03:36:21.417525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5e3886-2b07-46ee-a6cb-43814dd277c6 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:21.430895 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:21.452973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Transition to ACTIVE for port object 5e5e3886-2b07-46ee-a6cb-43814dd277c6 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:21.535478 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-e3e54039-4823-4162-95b8-bcf1e3cd1e0c service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084166 Aug 23 03:36:21.550744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:21.619354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['6b59119e-4ee1-4c35-85a3-8217f66379b4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:21.622023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e5bd-cbfb-4407-90ae-571ec62432bf req-d215496e-44a1-4969-a6f4-0d686f348865 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:21.625605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d42e5bd-cbfb-4407-90ae-571ec62432bf req-d215496e-44a1-4969-a6f4-0d686f348865 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0687981 Aug 23 03:36:21.671594 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d42e5bd-cbfb-4407-90ae-571ec62432bf req-fcf4438a-c495-4410-a781-5e1aa65b5029 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Aug 23 03:36:22.005426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec7453-cff3-425b-83b9-b6ffff5c6e13 req-8e843bdb-e9bf-4860-952b-b23f7fa02980 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.005685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e3886-2b07-46ee-a6cb-43814dd277c6,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:22.016356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf31239-10ce-4e0d-9d04-bcefb43eb212 req-45362a7d-629c-445d-a95a-f1ea49281935 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.025400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bf31239-10ce-4e0d-9d04-bcefb43eb212 req-45362a7d-629c-445d-a95a-f1ea49281935 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 944 time: 0.5173867 Aug 23 03:36:22.029431 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0dec7453-cff3-425b-83b9-b6ffff5c6e13 req-8e843bdb-e9bf-4860-952b-b23f7fa02980 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 948 time: 0.1044867 Aug 23 03:36:22.091420 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0dec7453-cff3-425b-83b9-b6ffff5c6e13 req-82b1cc07-fb11-4407-a758-58130617b52c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607338 Aug 23 03:36:22.165617 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bf31239-10ce-4e0d-9d04-bcefb43eb212 req-faebad45-41bf-4690-be39-3f9c0bfea53f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392739 Aug 23 03:36:22.199209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Attempting to bind port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:22.199487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Attempting to bind port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:22.199824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Attempting to bind port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:22.207113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:22.207444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Attempting to bind port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:22.212227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e5db818c-933f-4a60-afa3-411ab79db7d1 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:22.228095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:22.231703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:22.231703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:22.231703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Bound port: 5e5e3886-2b07-46ee-a6cb-43814dd277c6, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:22.231703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:22.264541 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:22.347622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] For port 5e5e3886-2b07-46ee-a6cb-43814dd277c6, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:22.351065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] For port 5e5e3886-2b07-46ee-a6cb-43814dd277c6, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5e5e3886-2b07-46ee-a6cb-43814dd277c6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:22.374739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e995-1155-45a5-8d48-a4df5f1f0fb6 req-4b519df2-3739-4e70-93f1-91b31e7d7e45 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.382429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e995-1155-45a5-8d48-a4df5f1f0fb6 req-4b519df2-3739-4e70-93f1-91b31e7d7e45 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.390678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e995-1155-45a5-8d48-a4df5f1f0fb6 req-4b519df2-3739-4e70-93f1-91b31e7d7e45 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.392915 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d184e995-1155-45a5-8d48-a4df5f1f0fb6 req-4b519df2-3739-4e70-93f1-91b31e7d7e45 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2414 time: 0.1046872 Aug 23 03:36:22.411146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdb7c6-d49d-4162-8a3f-fc1caf5d3a5c req-56481a24-5c4b-481b-8996-5a73ac0eb5ae tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.412980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-debdb7c6-d49d-4162-8a3f-fc1caf5d3a5c req-56481a24-5c4b-481b-8996-5a73ac0eb5ae tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.0604780 Aug 23 03:36:22.431080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port e5db818c-933f-4a60-afa3-411ab79db7d1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:22.436297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port e5db818c-933f-4a60-afa3-411ab79db7d1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:22.436783 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:22.459559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d184e995-1155-45a5-8d48-a4df5f1f0fb6 req-d78cec21-8e95-4932-9e62-2fd8021848a2 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572670 Aug 23 03:36:22.480190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-debdb7c6-d49d-4162-8a3f-fc1caf5d3a5c req-ece2ad37-a1aa-491b-a0df-d52c8e20b251 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588512 Aug 23 03:36:22.483454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:22.529952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.530561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:22.531946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] 10.222.0.11 "PUT /v2.0/ports/5e5e3886-2b07-46ee-a6cb-43814dd277c6 HTTP/1.1" status: 200 len: 1096 time: 1.7661381 Aug 23 03:36:22.532378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a361470-6034-4ecc-b10a-848fc6c47c4d', 'tag': '5e5e3886-2b07-46ee-a6cb-43814dd277c6'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:22.536923 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba5b1a-a5e4-4f09-8938-87275c8f49cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a361470-6034-4ecc-b10a-848fc6c47c4d", "tag": "5e5e3886-2b07-46ee-a6cb-43814dd277c6"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:22.566488 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:22.601747 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb0b52e-8a89-4b44-8897-0f6bf720525a x-openstack-request-id: req-abb0b52e-8a89-4b44-8897-0f6bf720525a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:22.602754 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a361470-6034-4ecc-b10a-848fc6c47c4d", "tag": "5e5e3886-2b07-46ee-a6cb-43814dd277c6", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:22.603213 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abb0b52e-8a89-4b44-8897-0f6bf720525a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:22.603802 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a361470-6034-4ecc-b10a-848fc6c47c4d', 'tag': '5e5e3886-2b07-46ee-a6cb-43814dd277c6', 'status': 'completed', 'code': 200} Aug 23 03:36:22.605246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc0ea0-7386-4b9d-9956-4b52159b5394 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e3886-2b07-46ee-a6cb-43814dd277c6,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:22.619840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e99cae-c7cf-498f-a0b1-61d8083f4772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db818c-933f-4a60-afa3-411ab79db7d1'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:22.626737 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa672c9-61c8-42ea-b24b-5c13f445153b" -d '{"events": [{"server_uuid": "37e99cae-c7cf-498f-a0b1-61d8083f4772", "name": "network-vif-plugged", "status": "completed", "tag": "e5db818c-933f-4a60-afa3-411ab79db7d1"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:22.666818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e5db818c-933f-4a60-afa3-411ab79db7d1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e5db818c-933f-4a60-afa3-411ab79db7d1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:22.674545 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f226c473-4447-457b-bf1b-9db553caa8ab x-openstack-request-id: req-f226c473-4447-457b-bf1b-9db553caa8ab {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:22.674545 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e99cae-c7cf-498f-a0b1-61d8083f4772", "name": "network-vif-plugged", "status": "completed", "tag": "e5db818c-933f-4a60-afa3-411ab79db7d1", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:22.674545 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f226c473-4447-457b-bf1b-9db553caa8ab {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:22.674545 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e99cae-c7cf-498f-a0b1-61d8083f4772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db818c-933f-4a60-afa3-411ab79db7d1', 'code': 200} Aug 23 03:36:22.712351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba5b1a-a5e4-4f09-8938-87275c8f49cc req-ff7b9320-a8bb-4898-a0e5-4b2fdf7232c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.714234 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-beba5b1a-a5e4-4f09-8938-87275c8f49cc req-ff7b9320-a8bb-4898-a0e5-4b2fdf7232c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 1099 time: 0.0604217 Aug 23 03:36:22.770601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-beba5b1a-a5e4-4f09-8938-87275c8f49cc req-a184fc46-5e9e-4b64-842d-e18361ce35e3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342586 Aug 23 03:36:22.784706 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:22.847347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b7a73-ae04-4666-9dd7-24413ad72d16 req-9c5fbbc5-2725-4c6e-943a-cc06cf216aab tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.849520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b3b7a73-ae04-4666-9dd7-24413ad72d16 req-9c5fbbc5-2725-4c6e-943a-cc06cf216aab tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0678182 Aug 23 03:36:22.856363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=e5db818c-933f-4a60-afa3-411ab79db7d1,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:22.913576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b3b7a73-ae04-4666-9dd7-24413ad72d16 req-1ea4725f-9154-4c02-890e-5c12b4808191 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565960 Aug 23 03:36:22.991682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c340f97-3b92-4f2f-9d9b-ac738374b0ce req-5956540a-a222-459c-83c0-bccc5f004e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:22.993752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c340f97-3b92-4f2f-9d9b-ac738374b0ce req-5956540a-a222-459c-83c0-bccc5f004e9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 1096 time: 0.1804039 Aug 23 03:36:23.014153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba5b1a-a5e4-4f09-8938-87275c8f49cc req-7f57c655-0de1-4a2f-8426-fbfcefe2d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.015831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-beba5b1a-a5e4-4f09-8938-87275c8f49cc req-7f57c655-0de1-4a2f-8426-fbfcefe2d6e2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2368937 Aug 23 03:36:23.044906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c340f97-3b92-4f2f-9d9b-ac738374b0ce req-af095dbc-f219-43f8-be3b-26bd972d56f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Aug 23 03:36:23.218684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe68a-6ede-4ed3-b164-411fd3e83e6b req-9dc97a88-dd00-4dc9-b4a7-bfbc94701dce tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.228245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5cfbe68a-6ede-4ed3-b164-411fd3e83e6b req-9dc97a88-dd00-4dc9-b4a7-bfbc94701dce tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 948 time: 0.0669141 Aug 23 03:36:23.304168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5cfbe68a-6ede-4ed3-b164-411fd3e83e6b req-b016e510-50ed-48bd-ae21-15c320dc7272 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740535 Aug 23 03:36:23.304536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0873b-2364-4fa1-a0f4-4f70e425323a req-a19aa695-5d2a-4ed8-ad8c-538aea87fe51 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.306247 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8b0873b-2364-4fa1-a0f4-4f70e425323a req-a19aa695-5d2a-4ed8-ad8c-538aea87fe51 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 945 time: 0.0705557 Aug 23 03:36:23.359223 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8b0873b-2364-4fa1-a0f4-4f70e425323a req-b116cefc-aebc-4cd6-b1bd-ad68806d2809 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465927 Aug 23 03:36:23.624405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070446f-e541-4add-8639-1cce899f4c1e req-37061b4e-f791-4944-a7d3-1cd58ba46d57 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.636128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070446f-e541-4add-8639-1cce899f4c1e req-37061b4e-f791-4944-a7d3-1cd58ba46d57 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.640653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-f1108ce9-99fe-45f0-9e44-f1e21fd2aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.642160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-f1108ce9-99fe-45f0-9e44-f1e21fd2aea9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 1099 time: 0.1142459 Aug 23 03:36:23.642828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070446f-e541-4add-8639-1cce899f4c1e req-37061b4e-f791-4944-a7d3-1cd58ba46d57 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.647241 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d070446f-e541-4add-8639-1cce899f4c1e req-37061b4e-f791-4944-a7d3-1cd58ba46d57 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2414 time: 0.1021705 Aug 23 03:36:23.657166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6afe3-4ff5-4c35-9fdc-0f5d3ea13d47 req-07a7936e-0260-4bd8-a327-17b3f5199230 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.658744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51b6afe3-4ff5-4c35-9fdc-0f5d3ea13d47 req-07a7936e-0260-4bd8-a327-17b3f5199230 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.0775030 Aug 23 03:36:23.704555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-6d4d7436-8d97-40bf-9db8-a948ac6d2071 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5e5e3886-2b07-46ee-a6cb-43814dd277c6 HTTP/1.1" status: 200 len: 217 time: 0.0447948 Aug 23 03:36:23.710638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d070446f-e541-4add-8639-1cce899f4c1e req-49bc7b5f-e30c-4d77-9c2c-723cf0f928a1 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567336 Aug 23 03:36:23.772843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-a52dc0e4-4a25-4363-bcf7-e42f43a2f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.774978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-a52dc0e4-4a25-4363-bcf7-e42f43a2f600 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0613551 Aug 23 03:36:23.778142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51b6afe3-4ff5-4c35-9fdc-0f5d3ea13d47 req-28aec97f-be39-4b90-8abc-962e9d9e32de tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115773 Aug 23 03:36:23.833915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-c8df060f-751f-46a9-8972-7fe77c7d50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:23.844719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-c8df060f-751f-46a9-8972-7fe77c7d50d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486448 Aug 23 03:36:23.960973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-5e258516-c8d0-4bec-abd4-84d4c359c063 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153424 Aug 23 03:36:24.080334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46142311-1eb3-432e-b8bc-1f99621f6aa8 req-1eb579d8-d70e-4f04-8c74-1e05c2c1e7df tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:24.082257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-46142311-1eb3-432e-b8bc-1f99621f6aa8 req-1eb579d8-d70e-4f04-8c74-1e05c2c1e7df tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0876174 Aug 23 03:36:24.097633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de5280b0-fa7f-42bc-a90f-0c2a1e655a13 req-f3a89ee8-8e44-4cd0-a2b4-5598bf04c100 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268668 Aug 23 03:36:24.128837 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-46142311-1eb3-432e-b8bc-1f99621f6aa8 req-4aba94ff-15d1-4b3e-b57c-9691a1f68d06 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390573 Aug 23 03:36:24.215298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:24.349757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 6b59119e-4ee1-4c35-85a3-8217f66379b4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:24.354658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 6b59119e-4ee1-4c35-85a3-8217f66379b4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:24.355175 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:24.465074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dda2f-b23f-4997-9f9b-18ef0fc5afbf req-79744f9c-f9d6-4138-9b85-d793deb1bfdb tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:24.472936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a25dda2f-b23f-4997-9f9b-18ef0fc5afbf req-79744f9c-f9d6-4138-9b85-d793deb1bfdb tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 948 time: 0.0988345 Aug 23 03:36:24.488070 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:24.523020 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a25dda2f-b23f-4997-9f9b-18ef0fc5afbf req-24602798-f4a7-403b-9a5c-08fbbc66eb92 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Aug 23 03:36:24.547199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:24.572678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107e8c5-89c2-482d-9799-cfbce44e77b2 req-0f41b1ea-2f0e-4456-b6c8-a1e58b12d318 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:24.574570 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b107e8c5-89c2-482d-9799-cfbce44e77b2 req-0f41b1ea-2f0e-4456-b6c8-a1e58b12d318 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 945 time: 0.0811067 Aug 23 03:36:24.619593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b107e8c5-89c2-482d-9799-cfbce44e77b2 req-2ea81188-5987-4da8-bd09-e1e7e9e7636d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382624 Aug 23 03:36:24.653068 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:24.677347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:24.679764 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542f4461-c596-45b8-9354-e2c5a6fabdc1" -d '{"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-plugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:24.719133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:24.730008 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6aabf5-565d-4491-9ad7-489a98692fd8 x-openstack-request-id: req-5c6aabf5-565d-4491-9ad7-489a98692fd8 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:24.732271 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-plugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:24.732816 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c6aabf5-565d-4491-9ad7-489a98692fd8 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:24.733899 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'code': 200} Aug 23 03:36:24.868843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9371f4-a5db-4686-bade-9eea6698a7c7 req-4055f189-2557-4e96-918e-4b33239f0366 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:24.896281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9371f4-a5db-4686-bade-9eea6698a7c7 req-4055f189-2557-4e96-918e-4b33239f0366 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:24.903086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9c3ec-57c7-4747-af4d-41d489473d28 req-fac19f41-6b80-4e90-8c20-8d8e32a6eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:24.904555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ea9c3ec-57c7-4747-af4d-41d489473d28 req-fac19f41-6b80-4e90-8c20-8d8e32a6eb82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1100 time: 0.0638726 Aug 23 03:36:24.907634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9371f4-a5db-4686-bade-9eea6698a7c7 req-4055f189-2557-4e96-918e-4b33239f0366 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:24.917448 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f9371f4-a5db-4686-bade-9eea6698a7c7 req-4055f189-2557-4e96-918e-4b33239f0366 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2414 time: 0.1347432 Aug 23 03:36:24.984211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ea9c3ec-57c7-4747-af4d-41d489473d28 req-81f5e07c-e2ba-40d6-b83c-53d855175547 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688744 Aug 23 03:36:24.992350 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f9371f4-a5db-4686-bade-9eea6698a7c7 req-e57b6b45-bfae-4496-8f5c-e8ea430ff655 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736089 Aug 23 03:36:24.994355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62e04d-808f-4997-99e7-7ac86c353ae9 req-84717a7a-1941-4c85-a650-e261d36019fa tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:25.005063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a62e04d-808f-4997-99e7-7ac86c353ae9 req-84717a7a-1941-4c85-a650-e261d36019fa tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1044395 Aug 23 03:36:25.044122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a62e04d-808f-4997-99e7-7ac86c353ae9 req-d49f78ea-9d89-4a72-8631-463a746529fc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Aug 23 03:36:25.207034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 8b11d238-6c3e-47bd-b693-ca0e149beef8 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:25.259545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49018f-46ed-4901-8ccd-48f5d9dae8a4 req-1df48d69-1062-4084-b0e6-d2c7033110f1 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:25.261593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d49018f-46ed-4901-8ccd-48f5d9dae8a4 req-1df48d69-1062-4084-b0e6-d2c7033110f1 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0581846 Aug 23 03:36:25.308130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d49018f-46ed-4901-8ccd-48f5d9dae8a4 req-0458030a-5fe0-4c6d-aca8-982918f79fb9 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Aug 23 03:36:25.378579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 8b11d238-6c3e-47bd-b693-ca0e149beef8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:25.383518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 8b11d238-6c3e-47bd-b693-ca0e149beef8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:25.383835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:25.481079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:25.519974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 8b11d238-6c3e-47bd-b693-ca0e149beef8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=8b11d238-6c3e-47bd-b693-ca0e149beef8,segment=NetworkSegment(d15d8e6e-5fab-4e8b-b696-ce46577d10a8),segment_id=d15d8e6e-5fab-4e8b-b696-ce46577d10a8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:25.656535 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:25.665638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 691ebc25-1b20-478e-b525-8e83a1c00cc6 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:25.666049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643500d0-51b9-4569-abcb-342513bd2141 req-15dd09fd-2097-4f0f-915d-a24b8807a8bf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:25.666049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-643500d0-51b9-4569-abcb-342513bd2141 req-15dd09fd-2097-4f0f-915d-a24b8807a8bf tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 948 time: 0.0525668 Aug 23 03:36:25.735335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-643500d0-51b9-4569-abcb-342513bd2141 req-95ed9ef5-cd8a-42fc-9333-6789e750ec8e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562155 Aug 23 03:36:25.787219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4e10c-4089-4a15-90ce-45741fd5c8d4 req-4407bd14-46d1-492e-8317-e40af6567112 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:25.789650 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83e4e10c-4089-4a15-90ce-45741fd5c8d4 req-4407bd14-46d1-492e-8317-e40af6567112 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 945 time: 0.0644767 Aug 23 03:36:25.790501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=8b11d238-6c3e-47bd-b693-ca0e149beef8,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:25.841269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83e4e10c-4089-4a15-90ce-45741fd5c8d4 req-6e8e5a49-f961-4f28-8cc5-045348835ece tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390425 Aug 23 03:36:25.892461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 691ebc25-1b20-478e-b525-8e83a1c00cc6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:25.897673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 691ebc25-1b20-478e-b525-8e83a1c00cc6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:25.898112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:26.021470 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:26.053940 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7bf68888-b723-41e5-91d7-64186894b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:26.064931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 691ebc25-1b20-478e-b525-8e83a1c00cc6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=691ebc25-1b20-478e-b525-8e83a1c00cc6,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:26.157168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdc49b-1d32-427f-84de-cf87c451bb40 req-f22b6822-1289-4329-a70c-c43702c7a0a8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.166908 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:26.167844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device aa297a85-fafc-4e4a-99b5-f8d25490b53c up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:26.170390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdc49b-1d32-427f-84de-cf87c451bb40 req-f22b6822-1289-4329-a70c-c43702c7a0a8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.179435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdc49b-1d32-427f-84de-cf87c451bb40 req-f22b6822-1289-4329-a70c-c43702c7a0a8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.189582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-accdc49b-1d32-427f-84de-cf87c451bb40 req-f22b6822-1289-4329-a70c-c43702c7a0a8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2415 time: 0.1108942 Aug 23 03:36:26.239585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-accdc49b-1d32-427f-84de-cf87c451bb40 req-76b72924-97f4-4123-b32d-3edc1b6265fc tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Aug 23 03:36:26.294433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=691ebc25-1b20-478e-b525-8e83a1c00cc6,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:26.363822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223dfe-55f3-4502-8c03-9aac7f5e1a48 req-fd61c22c-ef51-453a-8ef3-26801b3aa186 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.371368 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3223dfe-55f3-4502-8c03-9aac7f5e1a48 req-fd61c22c-ef51-453a-8ef3-26801b3aa186 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0678179 Aug 23 03:36:26.413640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3223dfe-55f3-4502-8c03-9aac7f5e1a48 req-1153f271-861a-4ecd-9a11-e14982f49b54 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Aug 23 03:36:26.471023 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port aa297a85-fafc-4e4a-99b5-f8d25490b53c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:26.475280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port aa297a85-fafc-4e4a-99b5-f8d25490b53c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:26.481409 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:26.563889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b6f3-2eda-40fb-8a6d-b36e74a44fb9 req-fb778f47-6afc-4a38-a016-10b54d2c6342 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.568430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d37e0-4915-4fd0-ad3b-4a07988e6010 req-317293a2-fa36-400a-9ee3-f882ebbd3a58 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.568603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0355b6f3-2eda-40fb-8a6d-b36e74a44fb9 req-fb778f47-6afc-4a38-a016-10b54d2c6342 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 945 time: 0.0571704 Aug 23 03:36:26.568722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-280d37e0-4915-4fd0-ad3b-4a07988e6010 req-317293a2-fa36-400a-9ee3-f882ebbd3a58 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0650566 Aug 23 03:36:26.611925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0355b6f3-2eda-40fb-8a6d-b36e74a44fb9 req-a393a0fe-eadc-45fe-a062-9a42eb1f2bd9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364001 Aug 23 03:36:26.624932 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-280d37e0-4915-4fd0-ad3b-4a07988e6010 req-b087cd50-b140-4268-b6c2-3df0fc670413 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Aug 23 03:36:26.634525 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:26.682613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port aa297a85-fafc-4e4a-99b5-f8d25490b53c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=aa297a85-fafc-4e4a-99b5-f8d25490b53c,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:26.735627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b11d238-6c3e-47bd-b693-ca0e149beef8'}, {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691ebc25-1b20-478e-b525-8e83a1c00cc6'}, {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa297a85-fafc-4e4a-99b5-f8d25490b53c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:26.738071 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c82ee6a-0a50-41dc-830f-2bf18693cf48" -d '{"events": [{"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-plugged", "status": "completed", "tag": "8b11d238-6c3e-47bd-b693-ca0e149beef8"}, {"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-plugged", "status": "completed", "tag": "691ebc25-1b20-478e-b525-8e83a1c00cc6"}, {"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-plugged", "status": "completed", "tag": "aa297a85-fafc-4e4a-99b5-f8d25490b53c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:26.779561 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:26.782848 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20180699-db1d-4315-b0ef-530e47d543e9 x-openstack-request-id: req-20180699-db1d-4315-b0ef-530e47d543e9 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:26.783455 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-plugged", "status": "completed", "tag": "8b11d238-6c3e-47bd-b693-ca0e149beef8", "code": 200}, {"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-plugged", "status": "completed", "tag": "691ebc25-1b20-478e-b525-8e83a1c00cc6", "code": 200}, {"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-plugged", "status": "completed", "tag": "aa297a85-fafc-4e4a-99b5-f8d25490b53c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:26.784385 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20180699-db1d-4315-b0ef-530e47d543e9 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:26.784385 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b11d238-6c3e-47bd-b693-ca0e149beef8', 'code': 200} Aug 23 03:36:26.784710 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691ebc25-1b20-478e-b525-8e83a1c00cc6', 'code': 200} Aug 23 03:36:26.785099 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa297a85-fafc-4e4a-99b5-f8d25490b53c', 'code': 200} Aug 23 03:36:26.847036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=aa297a85-fafc-4e4a-99b5-f8d25490b53c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:26.869480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5913bf7-17f5-4a74-8492-e868ba79c3bf req-f45ce578-1b72-47f8-a04d-976ed61a142e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.871131 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a5913bf7-17f5-4a74-8492-e868ba79c3bf req-f45ce578-1b72-47f8-a04d-976ed61a142e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 948 time: 0.0577524 Aug 23 03:36:26.937435 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a5913bf7-17f5-4a74-8492-e868ba79c3bf req-92f0ed30-cf98-467d-b601-a63c752b2d77 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580804 Aug 23 03:36:26.941230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b5476-f272-4b0e-8901-38da8458aa70 req-5f98df02-9732-42d5-973b-e96b662a57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.941720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b5476-f272-4b0e-8901-38da8458aa70 req-5f98df02-9732-42d5-973b-e96b662a57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.942195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b5476-f272-4b0e-8901-38da8458aa70 req-5f98df02-9732-42d5-973b-e96b662a57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:26.943832 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-791b5476-f272-4b0e-8901-38da8458aa70 req-5f98df02-9732-42d5-973b-e96b662a57ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2870 time: 0.0717657 Aug 23 03:36:26.984110 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-791b5476-f272-4b0e-8901-38da8458aa70 req-a483dbba-0099-4034-9bc5-9182d440446f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Aug 23 03:36:27.375915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298697bc-7bd6-4bc4-b091-3326bcbf905e req-8f27c19d-5b56-4c91-a6e4-d5792da2a6af tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:27.381825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298697bc-7bd6-4bc4-b091-3326bcbf905e req-8f27c19d-5b56-4c91-a6e4-d5792da2a6af tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:27.387838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298697bc-7bd6-4bc4-b091-3326bcbf905e req-8f27c19d-5b56-4c91-a6e4-d5792da2a6af tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:27.389759 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-298697bc-7bd6-4bc4-b091-3326bcbf905e req-8f27c19d-5b56-4c91-a6e4-d5792da2a6af tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2417 time: 0.0739820 Aug 23 03:36:27.430476 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-298697bc-7bd6-4bc4-b091-3326bcbf905e req-73a855ea-8f25-4692-baf6-b6d130fe091d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339332 Aug 23 03:36:27.559188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf3a9-b769-4d2f-b3e1-84c6a7abb8ca req-83a11b82-7127-48b5-9620-fa2476541fd1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:27.560783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9ccf3a9-b769-4d2f-b3e1-84c6a7abb8ca req-83a11b82-7127-48b5-9620-fa2476541fd1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0534098 Aug 23 03:36:27.598896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9ccf3a9-b769-4d2f-b3e1-84c6a7abb8ca req-17fe5321-e1ef-474a-aafa-8d756a636c70 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Aug 23 03:36:27.717719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25a52c-971f-4ccb-a118-ddb0b85bafc5 req-ea65e371-078c-47a5-857f-4cb42b0c6799 tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:27.719328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e25a52c-971f-4ccb-a118-ddb0b85bafc5 req-ea65e371-078c-47a5-857f-4cb42b0c6799 tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1100 time: 0.0469029 Aug 23 03:36:27.752988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909f023-390f-45e9-8a1c-e5eb1dd3e532 req-a19494a3-869f-47a0-aa11-2428f7c6cff8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:27.760507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f909f023-390f-45e9-8a1c-e5eb1dd3e532 req-a19494a3-869f-47a0-aa11-2428f7c6cff8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0606723 Aug 23 03:36:27.766532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e25a52c-971f-4ccb-a118-ddb0b85bafc5 req-4ceec456-eb3c-41e8-991f-6de953e5b563 tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Aug 23 03:36:27.806197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f909f023-390f-45e9-8a1c-e5eb1dd3e532 req-63650559-97b1-448b-b3aa-a954ec619d20 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444450 Aug 23 03:36:27.881202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a83a-5c1a-4c2f-936e-b41ddbef276d req-e870b2d9-946a-4784-8263-a3b085cd6698 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:27.883103 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6553a83a-5c1a-4c2f-936e-b41ddbef276d req-e870b2d9-946a-4784-8263-a3b085cd6698 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 945 time: 0.0515308 Aug 23 03:36:27.934622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6553a83a-5c1a-4c2f-936e-b41ddbef276d req-e70796c1-d680-4c86-9c14-ae74c19e5ae0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Aug 23 03:36:28.062434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bcf87-934b-44a6-aa9e-7004000e8d7a req-40a6addb-c7ac-4eea-8cff-ba73ea78c8b4 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:28.064202 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-538bcf87-934b-44a6-aa9e-7004000e8d7a req-40a6addb-c7ac-4eea-8cff-ba73ea78c8b4 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 948 time: 0.0540164 Aug 23 03:36:28.108137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-538bcf87-934b-44a6-aa9e-7004000e8d7a req-9d303d23-0645-49fe-98d2-b906472e6da1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361040 Aug 23 03:36:28.209674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5e5e3886-2b07-46ee-a6cb-43814dd277c6 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:28.331702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 5e5e3886-2b07-46ee-a6cb-43814dd277c6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5e5e3886-2b07-46ee-a6cb-43814dd277c6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:28.346763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '5e5e3886-2b07-46ee-a6cb-43814dd277c6', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '5e5e3886-2b07-46ee-a6cb-43814dd277c6', 'mac_address': 'fa:16:3e:0d:53:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:28.411671 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:28.430681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5e3886-2b07-46ee-a6cb-43814dd277c6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:28.452729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 5e5e3886-2b07-46ee-a6cb-43814dd277c6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5e5e3886-2b07-46ee-a6cb-43814dd277c6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:28.504510 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:28.552871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06f67a-300d-40b6-829b-54e4a5b90dff req-1f92274b-4255-4185-a512-9dd7c8d2f45f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:28.555253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d06f67a-300d-40b6-829b-54e4a5b90dff req-1f92274b-4255-4185-a512-9dd7c8d2f45f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1018319 Aug 23 03:36:28.556235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-5881c228-1ea6-444f-8ec4-3011f0957e90 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:28.558142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-5881c228-1ea6-444f-8ec4-3011f0957e90 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 820 time: 0.1292398 Aug 23 03:36:28.574996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=5e5e3886-2b07-46ee-a6cb-43814dd277c6,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:28.584572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-35297ece-1ded-43e1-96a4-3111a8d012e7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/quotas/5f863b29eed4422dbb8b4e4f56ad8bcf HTTP/1.1" status: 200 len: 375 time: 0.0202372 Aug 23 03:36:28.644773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-b076854b-53df-4354-8aaf-301351a7683a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590208 Aug 23 03:36:28.678837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d06f67a-300d-40b6-829b-54e4a5b90dff req-9cc7dcfe-c067-4707-9973-534ffe72435c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131606 Aug 23 03:36:28.693506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-3e35638d-e2cf-42f5-a589-b182e4b25499 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:28.702006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-3e35638d-e2cf-42f5-a589-b182e4b25499 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 945 time: 0.1565263 Aug 23 03:36:28.702006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-d7f79b4f-4068-400c-a832-0ca7f8f0a8ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955784 Aug 23 03:36:28.722528 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8eac4f7-1deb-44f8-ad39-69a1d868e290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:28.767458 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-182dd7d1-9847-4d7a-9aa2-0eb236eaebdd service neutron] 10.222.0.20 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116064 Aug 23 03:36:28.818872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:28.865879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7216672-4aed-4cbf-a0c1-cdf1ed7afc40 req-15e3005d-0312-4217-aed8-6799293dc468 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:28.873099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7216672-4aed-4cbf-a0c1-cdf1ed7afc40 req-15e3005d-0312-4217-aed8-6799293dc468 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:28.878829 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-62836dd1-3e43-41e3-801a-ca9005bb3a30 service neutron] 10.222.0.20 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049461 Aug 23 03:36:28.880349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7216672-4aed-4cbf-a0c1-cdf1ed7afc40 req-15e3005d-0312-4217-aed8-6799293dc468 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:28.882309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7216672-4aed-4cbf-a0c1-cdf1ed7afc40 req-15e3005d-0312-4217-aed8-6799293dc468 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2417 time: 0.1152000 Aug 23 03:36:28.899030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Deleting port e5db818c-933f-4a60-afa3-411ab79db7d1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:28.899334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:29.022371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7216672-4aed-4cbf-a0c1-cdf1ed7afc40 req-0093f621-c478-4d6e-a61c-e960a2f0e6a0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299622 Aug 23 03:36:29.041441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['5e5e3886-2b07-46ee-a6cb-43814dd277c6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:29.069862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] For port e5db818c-933f-4a60-afa3-411ab79db7d1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e5db818c-933f-4a60-afa3-411ab79db7d1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:29.069862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:29.085719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Calling delete_port for e5db818c-933f-4a60-afa3-411ab79db7d1 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:29.336180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976a856-530f-4a36-8190-394cd49a1f80 req-b9666873-c49e-483a-820b-792f988163bd tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:29.336180 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1976a856-530f-4a36-8190-394cd49a1f80 req-b9666873-c49e-483a-820b-792f988163bd tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.1175795 Aug 23 03:36:29.377223 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1976a856-530f-4a36-8190-394cd49a1f80 req-92399bf5-23fd-4987-b2ee-ab14a3e5f807 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354507 Aug 23 03:36:29.384836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:29.428116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event deleted for resources: {'Port': ['ID=e5db818c-933f-4a60-afa3-411ab79db7d1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:29.471391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] No DVR routers for this DVR port e5db818c-933f-4a60-afa3-411ab79db7d1 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:29.475244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:29.478358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69bf3b45-8a16-4549-a085-5ade053f9253 req-dba37b16-d41a-464f-a6b2-ae29459dfa70 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "DELETE /v2.0/ports/e5db818c-933f-4a60-afa3-411ab79db7d1 HTTP/1.1" status: 204 len: 173 time: 0.7731471 Aug 23 03:36:29.482386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e99cae-c7cf-498f-a0b1-61d8083f4772', 'name': 'network-vif-deleted', 'tag': 'e5db818c-933f-4a60-afa3-411ab79db7d1'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:29.482386 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8fd650-9d8c-40ad-b94b-c0b6aaad50ac" -d '{"events": [{"server_uuid": "37e99cae-c7cf-498f-a0b1-61d8083f4772", "name": "network-vif-deleted", "tag": "e5db818c-933f-4a60-afa3-411ab79db7d1"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:29.530063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28a87e46-bb40-4502-84bf-d59f903ca09f req-cda6acd4-e95d-48c5-816b-ba1ec3482b62 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 210 time: 0.0458484 Aug 23 03:36:29.613884 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ad4ff4-31fb-4491-8a8f-0a229d70ff5c x-openstack-request-id: req-30ad4ff4-31fb-4491-8a8f-0a229d70ff5c {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:29.615844 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e99cae-c7cf-498f-a0b1-61d8083f4772", "name": "network-vif-deleted", "tag": "e5db818c-933f-4a60-afa3-411ab79db7d1", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:29.615844 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30ad4ff4-31fb-4491-8a8f-0a229d70ff5c {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:29.615844 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e99cae-c7cf-498f-a0b1-61d8083f4772', 'name': 'network-vif-deleted', 'tag': 'e5db818c-933f-4a60-afa3-411ab79db7d1', 'status': 'completed', 'code': 200} Aug 23 03:36:29.715120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3e48875-05f5-481a-9f8c-dd04b4f92923 req-ce1f7251-b638-4276-8268-b4a64f63e502 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 210 time: 0.0531836 Aug 23 03:36:29.779876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2cb68-21a2-4cc2-8de0-6acc2470a830 req-519e15f8-14c1-4b01-a01b-555c0c12d214 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:29.781813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4fa2cb68-21a2-4cc2-8de0-6acc2470a830 req-519e15f8-14c1-4b01-a01b-555c0c12d214 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 949 time: 0.1442096 Aug 23 03:36:29.830116 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4fa2cb68-21a2-4cc2-8de0-6acc2470a830 req-6b78d2f8-71d4-4f68-a18f-6378937e3263 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418596 Aug 23 03:36:29.959769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcbbc2-0ee0-4db2-b736-ea5f21826430 req-93c30ca7-a9b3-49ea-a1de-5933ae26d14a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:29.962940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efbcbbc2-0ee0-4db2-b736-ea5f21826430 req-93c30ca7-a9b3-49ea-a1de-5933ae26d14a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0570378 Aug 23 03:36:30.005965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efbcbbc2-0ee0-4db2-b736-ea5f21826430 req-67381137-d5fb-4b1a-a5c1-752293571b19 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350738 Aug 23 03:36:30.234598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40cfa9-92c6-42e1-9b13-07ac53672290 req-17982ece-9e6f-459c-b30f-fa7b987552f2 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:30.241306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40cfa9-92c6-42e1-9b13-07ac53672290 req-17982ece-9e6f-459c-b30f-fa7b987552f2 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:30.247425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40cfa9-92c6-42e1-9b13-07ac53672290 req-17982ece-9e6f-459c-b30f-fa7b987552f2 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:30.249174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab40cfa9-92c6-42e1-9b13-07ac53672290 req-17982ece-9e6f-459c-b30f-fa7b987552f2 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2417 time: 0.0867891 Aug 23 03:36:30.270349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:30.291679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab40cfa9-92c6-42e1-9b13-07ac53672290 req-836dc23c-f5f1-4e0e-b598-9fac8b392a83 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Aug 23 03:36:30.333302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e5db818c-933f-4a60-afa3-411ab79db7d1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:30.509214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de74ea9-16c0-47ad-949a-175ea52a8aaa req-520849bd-433d-4782-8148-63228f61a92a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:30.511573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8de74ea9-16c0-47ad-949a-175ea52a8aaa req-520849bd-433d-4782-8148-63228f61a92a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0542121 Aug 23 03:36:30.549696 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8de74ea9-16c0-47ad-949a-175ea52a8aaa req-10e27f5f-d38a-4a23-92f1-c8b961fdc581 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Aug 23 03:36:30.670838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6a194c2-e2bc-4f1f-9ddc-310e4b4f6719 req-7d439e94-aaf4-4dba-b20e-5f4b7ac6c13b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=37e99cae-c7cf-498f-a0b1-61d8083f4772 HTTP/1.1" status: 200 len: 210 time: 0.0267603 Aug 23 03:36:30.804980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eb9b193b-0115-4fc1-a8c9-a6c436997877 req-e450c093-3a2e-42e7-8135-518f873d8806 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 210 time: 0.0268378 Aug 23 03:36:30.962723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab6c49-e7fa-4a7b-b1d3-dafb264190ee req-412e0481-634c-470c-9424-79c92c452282 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:30.965196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3ab6c49-e7fa-4a7b-b1d3-dafb264190ee req-412e0481-634c-470c-9424-79c92c452282 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 949 time: 0.0593817 Aug 23 03:36:31.007464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3ab6c49-e7fa-4a7b-b1d3-dafb264190ee req-eb484e6f-33d4-49e9-b145-022e8cefd539 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361698 Aug 23 03:36:31.130019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763236c-a500-43f0-8036-09f5d4ff4c45 req-f8ac56df-2de8-458c-b29e-2941e64e92be tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:31.131749 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8763236c-a500-43f0-8036-09f5d4ff4c45 req-f8ac56df-2de8-458c-b29e-2941e64e92be tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0499480 Aug 23 03:36:31.170263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8763236c-a500-43f0-8036-09f5d4ff4c45 req-bfa94b21-e8a9-42dc-9966-7d0fbd2f910b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Aug 23 03:36:31.301690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-ae562e69-71dc-40fa-9bab-26f01c2968ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:31.303322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-ae562e69-71dc-40fa-9bab-26f01c2968ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1100 time: 0.0425866 Aug 23 03:36:31.399532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-bb987523-0f3f-49b7-a8d3-94e9b3736494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:31.439568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-bb987523-0f3f-49b7-a8d3-94e9b3736494 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.0905144 Aug 23 03:36:31.439736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e3a4e-3743-41e3-8cff-f029bd747e08 req-2b7eca8f-2789-455e-94cd-2dab84431074 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:31.439736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e3a4e-3743-41e3-8cff-f029bd747e08 req-2b7eca8f-2789-455e-94cd-2dab84431074 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:31.441327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e3a4e-3743-41e3-8cff-f029bd747e08 req-2b7eca8f-2789-455e-94cd-2dab84431074 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:31.443060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-845e3a4e-3743-41e3-8cff-f029bd747e08 req-2b7eca8f-2789-455e-94cd-2dab84431074 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2417 time: 0.0808122 Aug 23 03:36:31.448049 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-b8eb6d06-4d6f-434d-acfd-f44d56bec781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 217 time: 0.0343914 Aug 23 03:36:31.487047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-845e3a4e-3743-41e3-8cff-f029bd747e08 req-ada9248b-5386-40c9-a8df-c9d959e9b6ef tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370450 Aug 23 03:36:31.511285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5ffd170e-5e97-4e81-b396-0a0f011fd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:31.512874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5ffd170e-5e97-4e81-b396-0a0f011fd423 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0545392 Aug 23 03:36:31.559891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-4176da2a-96c2-4315-947d-09934f2489ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:31.561525 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-4176da2a-96c2-4315-947d-09934f2489ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407760 Aug 23 03:36:31.702380 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-39027964-4e64-4d3d-873e-f866b385f742 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311638 Aug 23 03:36:31.711321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfbe6d-82bf-479e-8b05-5c44f7f60268 req-cb4dcfef-3645-4b4a-8e9d-5e74d3dec9c5 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:31.712863 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9cfbe6d-82bf-479e-8b05-5c44f7f60268 req-cb4dcfef-3645-4b4a-8e9d-5e74d3dec9c5 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.0779767 Aug 23 03:36:31.810763 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9cfbe6d-82bf-479e-8b05-5c44f7f60268 req-36039b0c-36b4-4466-8612-ee13e589b3d1 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897796 Aug 23 03:36:31.843396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-54ae471e-ee6a-4b12-859d-a9152f7f1f5f service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295214 Aug 23 03:36:31.928380 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-376cd51d-5379-4740-8bf2-d5c91345c357 req-a9d4c174-8eaf-4f99-b2d8-fb2c3504f85c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 210 time: 0.0278461 Aug 23 03:36:31.944314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:32.035974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-7d5cccfc-6082-4733-85f4-3788d10853a4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.037703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-7d5cccfc-6082-4733-85f4-3788d10853a4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.1463976 Aug 23 03:36:32.060553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-1d9085d7-c155-4417-8839-4f231192f504 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.066391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-1d9085d7-c155-4417-8839-4f231192f504 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.072697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-1d9085d7-c155-4417-8839-4f231192f504 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.074335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-1d9085d7-c155-4417-8839-4f231192f504 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.24 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2417 time: 0.0915265 Aug 23 03:36:32.083747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-6553968e-d0e7-4a5c-85f5-acf67aee00f7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/quotas/4013780338e54b128aef06d19a2c7bca HTTP/1.1" status: 200 len: 375 time: 0.0389910 Aug 23 03:36:32.137935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71b8b4-d542-4580-aa2b-d58d0fa5fe55 req-0bb6e642-49b4-45f8-9684-1c1fc793a988 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.140820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c71b8b4-d542-4580-aa2b-d58d0fa5fe55 req-0bb6e642-49b4-45f8-9684-1c1fc793a988 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 949 time: 0.0564196 Aug 23 03:36:32.141671 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-74c7b23c-a010-4fbb-a61e-35251f8395c0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570540 Aug 23 03:36:32.198142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c71b8b4-d542-4580-aa2b-d58d0fa5fe55 req-9daa305d-43e8-47cd-bb72-e1bdd25b51af tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496292 Aug 23 03:36:32.219650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5e5e3886-2b07-46ee-a6cb-43814dd277c6 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:32.318352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f036a0-c70a-4396-996b-647782f2f9d1 req-506e9898-49e7-4500-9e06-0261079da7ba tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.321464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6f036a0-c70a-4396-996b-647782f2f9d1 req-506e9898-49e7-4500-9e06-0261079da7ba tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0626945 Aug 23 03:36:32.355565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:32.360539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:32.361237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:32.386323 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-78ad407a-ae4e-4862-80f9-ce49d7576b31 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436762 Aug 23 03:36:32.415951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6f036a0-c70a-4396-996b-647782f2f9d1 req-57973349-3777-4039-84b8-fe2c412be487 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803595 Aug 23 03:36:32.435893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting port 8b11d238-6c3e-47bd-b693-ca0e149beef8 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:32.436246 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:32.464650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-7e160a32-3464-42eb-853d-8b61d46fd273 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.466032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-7e160a32-3464-42eb-853d-8b61d46fd273 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.24 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 820 time: 0.2619281 Aug 23 03:36:32.499298 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:32.510369 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Request body: {'port': {'device_id': '45b4f29c-374e-4239-8580-eb9613357b6c', 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0', 'admin_state_up': True, 'tenant_id': '5f863b29eed4422dbb8b4e4f56ad8bcf'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:32.545927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a361470-6034-4ecc-b10a-848fc6c47c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e3886-2b07-46ee-a6cb-43814dd277c6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:32.549734 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e65d24d-7ad8-4e26-8d89-4e163726af0d" -d '{"events": [{"server_uuid": "4a361470-6034-4ecc-b10a-848fc6c47c4d", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e3886-2b07-46ee-a6cb-43814dd277c6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:32.571376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 5e5e3886-2b07-46ee-a6cb-43814dd277c6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5e5e3886-2b07-46ee-a6cb-43814dd277c6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:32.648580 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:32.649906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e5db818c-933f-4a60-afa3-411ab79db7d1 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:36:32.670292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-5e50cfdd-ea5d-40db-bf5d-116b0ad9df16 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830982 Aug 23 03:36:32.677046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] For port 8b11d238-6c3e-47bd-b693-ca0e149beef8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=8b11d238-6c3e-47bd-b693-ca0e149beef8,segment=NetworkSegment(d15d8e6e-5fab-4e8b-b696-ce46577d10a8),segment_id=d15d8e6e-5fab-4e8b-b696-ce46577d10a8)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:32.680480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:32.683439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b0790-64d1-4c14-b7a1-6559659ed7b0 req-1ce4da69-937d-4957-b25f-1b2a09875f02 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.690907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b0790-64d1-4c14-b7a1-6559659ed7b0 req-1ce4da69-937d-4957-b25f-1b2a09875f02 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.698773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b0790-64d1-4c14-b7a1-6559659ed7b0 req-1ce4da69-937d-4957-b25f-1b2a09875f02 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:32.700991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf3b0790-64d1-4c14-b7a1-6559659ed7b0 req-1ce4da69-937d-4957-b25f-1b2a09875f02 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 2417 time: 0.0944486 Aug 23 03:36:32.713286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Calling delete_port for 8b11d238-6c3e-47bd-b693-ca0e149beef8 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:32.740865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=5e5e3886-2b07-46ee-a6cb-43814dd277c6,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:32.745793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: e5db818c-933f-4a60-afa3-411ab79db7d1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:36:32.746258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e5db818c-933f-4a60-afa3-411ab79db7d1 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:36:32.794203 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf3b0790-64d1-4c14-b7a1-6559659ed7b0 req-6a39067a-fed7-4b45-9192-6f5cf46fb018 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805469 Aug 23 03:36:32.833062 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06650b86-e144-499f-8a59-3f5596c6c323 x-openstack-request-id: req-06650b86-e144-499f-8a59-3f5596c6c323 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:32.833646 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a361470-6034-4ecc-b10a-848fc6c47c4d", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e3886-2b07-46ee-a6cb-43814dd277c6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:32.833962 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06650b86-e144-499f-8a59-3f5596c6c323 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:32.834766 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a361470-6034-4ecc-b10a-848fc6c47c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e3886-2b07-46ee-a6cb-43814dd277c6', 'code': 200} Aug 23 03:36:32.929181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Made reservation on behalf of 5f863b29eed4422dbb8b4e4f56ad8bcf for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:32.933371 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:33.111201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc90b-6248-494e-8da1-1c10762075e9 req-b812db74-a205-40ac-a87c-836add942c8d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:33.121969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df2bc90b-6248-494e-8da1-1c10762075e9 req-b812db74-a205-40ac-a87c-836add942c8d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 945 time: 0.2135901 Aug 23 03:36:33.130839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:33.143085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['aa297a85-fafc-4e4a-99b5-f8d25490b53c', '8b11d238-6c3e-47bd-b693-ca0e149beef8', '691ebc25-1b20-478e-b525-8e83a1c00cc6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:33.145511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Allocated IP 172.20.0.12 (b0ee1423-7420-4572-8a9c-426061a4ead0/06554274-26cb-447d-ae1d-8db0a1d7532e/a995d1bc-86a5-4c3a-8f85-833dfb68dfd1) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:33.166117 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c8324406-6e67-48bd-9cbc-4a66f3495baa req-c83fb9e3-6a77-4755-9ba4-5034b1c1380c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 210 time: 0.1841416 Aug 23 03:36:33.172318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1551d-2f59-43c3-8d7c-2603a845c9f1 req-196d7021-9967-4adc-bc67-e486be97913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:33.173984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcb1551d-2f59-43c3-8d7c-2603a845c9f1 req-196d7021-9967-4adc-bc67-e486be97913e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 1101 time: 0.1673324 Aug 23 03:36:33.203595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df2bc90b-6248-494e-8da1-1c10762075e9 req-a87b0e76-c6c0-4f93-8e92-1e89d28d9e31 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804126 Aug 23 03:36:33.224042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Port': ['ID=8b11d238-6c3e-47bd-b693-ca0e149beef8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:33.293777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcb1551d-2f59-43c3-8d7c-2603a845c9f1 req-9ccf940d-d227-4131-b04e-94ea8f1c77f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106572 Aug 23 03:36:33.330857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] No DVR routers for this DVR port 8b11d238-6c3e-47bd-b693-ca0e149beef8 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:33.351925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:33.354226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-edf32207-7adb-428b-b98d-dc5fc0d7c93f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.24 "DELETE /v2.0/ports/8b11d238-6c3e-47bd-b693-ca0e149beef8 HTTP/1.1" status: 204 len: 173 time: 1.2683709 Aug 23 03:36:33.354804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-deleted', 'tag': '8b11d238-6c3e-47bd-b693-ca0e149beef8'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:33.364796 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a1b605-add7-4085-80e3-eb8bc15e1304" -d '{"events": [{"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-deleted", "tag": "8b11d238-6c3e-47bd-b693-ca0e149beef8"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:33.428749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9950947-9548-4801-bbd9-d8ef791184e8 req-04e00cf8-9db1-4fc5-aff5-ee4d4827dea6 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:33.430548 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e44f8bcb-8318-4e9a-b7a0-57696a0aa0cb req-dec35f17-169a-46bf-8460-7264ca1241c0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 210 time: 0.1029735 Aug 23 03:36:33.437642 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9950947-9548-4801-bbd9-d8ef791184e8 req-04e00cf8-9db1-4fc5-aff5-ee4d4827dea6 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 950 time: 0.1074798 Aug 23 03:36:33.516270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9950947-9548-4801-bbd9-d8ef791184e8 req-f9642866-0cd6-47eb-90d3-91f8c50a7b81 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776386 Aug 23 03:36:33.559155 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c9dd2e-0007-4c1f-8eb5-2aaa74cd6ab6 x-openstack-request-id: req-c6c9dd2e-0007-4c1f-8eb5-2aaa74cd6ab6 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:33.559659 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-deleted", "tag": "8b11d238-6c3e-47bd-b693-ca0e149beef8", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:33.560071 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6c9dd2e-0007-4c1f-8eb5-2aaa74cd6ab6 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:33.560637 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-deleted', 'tag': '8b11d238-6c3e-47bd-b693-ca0e149beef8', 'status': 'completed', 'code': 200} Aug 23 03:36:33.667164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acf45b-c43a-4aba-b6a8-13ee638b3df5 req-e4a710bb-362d-40a1-bdce-c46ca56416b1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:33.668680 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5acf45b-c43a-4aba-b6a8-13ee638b3df5 req-e4a710bb-362d-40a1-bdce-c46ca56416b1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0969670 Aug 23 03:36:33.821344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-d63ab310-f948-4df1-8093-123cb1b3ee8e tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:33.823057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-d63ab310-f948-4df1-8093-123cb1b3ee8e tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.1421201 Aug 23 03:36:33.830252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5acf45b-c43a-4aba-b6a8-13ee638b3df5 req-ec681b50-5469-4465-9cef-45d45343ff7f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429319 Aug 23 03:36:33.851311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-749052-7'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:33.908703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.054064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:34.112621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:34.124875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.197471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:34.200344 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79bbdd-1025-4513-99b5-d1fa0ada8e5c" -d '{"events": [{"server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:34.211811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.224811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting port aa297a85-fafc-4e4a-99b5-f8d25490b53c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:34.227300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.249709 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.258936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c21726-f6ef-4d79-820d-133738840063 req-6ff8dcd3-cd09-4e06-9eb0-ba716a7c5f03 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:34.262296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f19c15c5-6540-4586-afb9-eda2f362fdde'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:34.265480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c21726-f6ef-4d79-820d-133738840063 req-6ff8dcd3-cd09-4e06-9eb0-ba716a7c5f03 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:34.272867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f1c21726-f6ef-4d79-820d-133738840063 req-6ff8dcd3-cd09-4e06-9eb0-ba716a7c5f03 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 1681 time: 0.1895812 Aug 23 03:36:34.300000 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f2806cd-dc50-494e-9fe2-9a563ae3b8e0 req-d6e9157e-a569-402b-b4f2-d55ba38dafba tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 210 time: 0.0577197 Aug 23 03:36:34.310090 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.384503 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dae4f4-d667-4621-a99d-cb10d478e52b x-openstack-request-id: req-a9dae4f4-d667-4621-a99d-cb10d478e52b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:34.384866 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:34.385163 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9dae4f4-d667-4621-a99d-cb10d478e52b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:34.385574 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597', 'code': 200} Aug 23 03:36:34.463503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 on host n-h1-749052-7 for vnic_type normal with profile {"migrating_to": "n-h2-749052-7"} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:34.463777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:34.464052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:34.473791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Port 2ff70717-61f4-43f6-b52f-c221cce0c597 on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:34.474119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Attempting to bind port 2ff70717-61f4-43f6-b52f-c221cce0c597 on network ba086131-5cb5-4e31-8f4a-0f45c2fd938f {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:34.476939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff70717-61f4-43f6-b52f-c221cce0c597,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:34.484667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:34.485050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Checking segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:34.485409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Bound using segment: {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:34.485836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Bound port: 2ff70717-61f4-43f6-b52f-c221cce0c597, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ece1896-fcd6-492d-94f4-09498d096989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba086131-5cb5-4e31-8f4a-0f45c2fd938f'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:34.486191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.517461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] For port aa297a85-fafc-4e4a-99b5-f8d25490b53c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=aa297a85-fafc-4e4a-99b5-f8d25490b53c,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:34.517835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.537226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Calling delete_port for aa297a85-fafc-4e4a-99b5-f8d25490b53c owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:34.568530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:34.572010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:34.638187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Network b0ee1423-7420-4572-8a9c-426061a4ead0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:34.651752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:34.652923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a04d5-d393-4287-9a80-aaa7b3b49689 req-619db08e-4a06-4297-b9a3-5d1ee965ed32 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:34.659578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:34.666035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-747a04d5-d393-4287-9a80-aaa7b3b49689 req-619db08e-4a06-4297-b9a3-5d1ee965ed32 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.0920510 Aug 23 03:36:34.668179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.713404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:34.713942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.739583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f1c21726-f6ef-4d79-820d-133738840063 req-aa8a232a-ee84-4e92-a7e1-90ff20be7627 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622452 Aug 23 03:36:34.756418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Pushing event updated for resources: {'Port': ['ID=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:34.817731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-01408cf6-cbc4-4c29-8352-b4057543d83c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3377914 Aug 23 03:36:34.824526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff70717-61f4-43f6-b52f-c221cce0c597,revision_number=8']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:34.840408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Request body: {'port': {'device_id': '45b4f29c-374e-4239-8580-eb9613357b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:34.841241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-747a04d5-d393-4287-9a80-aaa7b3b49689 req-60624391-e90d-4b7b-ae96-04ff4ce43403 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641731 Aug 23 03:36:34.888142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:34.907126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:34.910037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-1438d391-9d26-4a68-a1c7-c6475ead7dd9 service neutron] 10.222.0.24 "PUT /v2.0/ports/2ff70717-61f4-43f6-b52f-c221cce0c597 HTTP/1.1" status: 200 len: 1121 time: 1.0763021 Aug 23 03:36:35.037582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2ff70717-61f4-43f6-b52f-c221cce0c597'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:35.037875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:35.059518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613a86-5371-451b-a376-ba9bbad83843 req-6377ff39-b092-4c89-b829-69850301cb29 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:35.061268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40613a86-5371-451b-a376-ba9bbad83843 req-6377ff39-b092-4c89-b829-69850301cb29 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 950 time: 0.1200004 Aug 23 03:36:35.106233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29143be9-870e-4977-a8c7-6c60ad51669b req-297614b5-ffb6-4ad5-95df-4ca507a51032 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:35.127602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40613a86-5371-451b-a376-ba9bbad83843 req-2633148d-0325-451e-bf81-36c31dd0b13a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510468 Aug 23 03:36:35.133277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-29143be9-870e-4977-a8c7-6c60ad51669b req-297614b5-ffb6-4ad5-95df-4ca507a51032 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 932 time: 0.2313006 Aug 23 03:36:35.178823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['2ff70717-61f4-43f6-b52f-c221cce0c597'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:35.308693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2ff70717-61f4-43f6-b52f-c221cce0c597 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:35.310666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 8b11d238-6c3e-47bd-b693-ca0e149beef8 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:36:35.368303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e08b7-6084-4dc4-bbde-cce36ed37e7e req-b523ce98-4bee-4439-99cd-8e94f15f4b3b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:35.388930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af9e08b7-6084-4dc4-bbde-cce36ed37e7e req-b523ce98-4bee-4439-99cd-8e94f15f4b3b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0790892 Aug 23 03:36:35.417619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 8b11d238-6c3e-47bd-b693-ca0e149beef8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:36:35.418290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 8b11d238-6c3e-47bd-b693-ca0e149beef8 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:36:35.419402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 691ebc25-1b20-478e-b525-8e83a1c00cc6 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:36:35.444654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af9e08b7-6084-4dc4-bbde-cce36ed37e7e req-e94907db-1e56-4d07-9505-f289e0ca7e6c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547237 Aug 23 03:36:35.492722 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-29143be9-870e-4977-a8c7-6c60ad51669b req-996c2b55-f6c4-4445-a60e-b027a6feca87 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690562 Aug 23 03:36:35.493479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:35.623825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:35.631611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:35.645147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Transition to ACTIVE for port object a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:35.645321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f234a72-e12c-4850-9b11-4ed517cc8d00 req-e6ebcc3b-502f-47c4-a680-d784c696ca98 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 210 time: 0.1026061 Aug 23 03:36:35.646331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Port': ['ID=aa297a85-fafc-4e4a-99b5-f8d25490b53c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:35.709917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] No DVR routers for this DVR port aa297a85-fafc-4e4a-99b5-f8d25490b53c on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:35.712966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:35.716202 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-32531c8f-12c3-461e-958c-46821dde9419 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.24 "DELETE /v2.0/ports/aa297a85-fafc-4e4a-99b5-f8d25490b53c HTTP/1.1" status: 204 len: 173 time: 2.3396051 Aug 23 03:36:35.717616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-deleted', 'tag': 'aa297a85-fafc-4e4a-99b5-f8d25490b53c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:35.733729 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b5ef1-5dfb-472a-9914-6eae08c143b5" -d '{"events": [{"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-deleted", "tag": "aa297a85-fafc-4e4a-99b5-f8d25490b53c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:35.739483 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:35.755708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:35.772155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2ff70717-61f4-43f6-b52f-c221cce0c597 has no active binding in host n-h2-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:36:35.832194 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:35.870087 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3e76dd-dd44-4d51-84e4-152a8b73453b x-openstack-request-id: req-cd3e76dd-dd44-4d51-84e4-152a8b73453b {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:35.870380 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-deleted", "tag": "aa297a85-fafc-4e4a-99b5-f8d25490b53c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:35.870635 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd3e76dd-dd44-4d51-84e4-152a8b73453b {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:35.871035 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-deleted', 'tag': 'aa297a85-fafc-4e4a-99b5-f8d25490b53c', 'status': 'completed', 'code': 200} Aug 23 03:36:35.953714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Pushing event updated for resources: {'Port': ['ID=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:36.104682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 691ebc25-1b20-478e-b525-8e83a1c00cc6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=691ebc25-1b20-478e-b525-8e83a1c00cc6,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:36.105675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '691ebc25-1b20-478e-b525-8e83a1c00cc6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:36.107925 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af636f69-8fa3-4e32-a6c8-ebacf5b19493" -d '{"events": [{"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-unplugged", "status": "completed", "tag": "691ebc25-1b20-478e-b525-8e83a1c00cc6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:36.135661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:36.135904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:36.136232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:36.148948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c44f44-ab49-4c72-9f0f-e5002faa50c2 req-5c245922-f287-4ae7-b6c6-31ba76f2cb54 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:36.150500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2c44f44-ab49-4c72-9f0f-e5002faa50c2 req-5c245922-f287-4ae7-b6c6-31ba76f2cb54 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 945 time: 0.2930968 Aug 23 03:36:36.152435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:36.152828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:36.159220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-74983858-b562-4162-85ce-f7783776b64f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:36.159732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:36.160013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:36.160391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:36.160826 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Bound port: a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:36.161312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:36.162718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-74983858-b562-4162-85ce-f7783776b64f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.2298553 Aug 23 03:36:36.197022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Request body: {'port': {'device_id': 'b8daa793-0699-4445-9aa7-e9d626256274', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'admin_state_up': True, 'tenant_id': '4013780338e54b128aef06d19a2c7bca'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:36.202554 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:36.203776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device aa297a85-fafc-4e4a-99b5-f8d25490b53c no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:36:36.301049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting port 691ebc25-1b20-478e-b525-8e83a1c00cc6 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:36.301438 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:36.352196 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2c44f44-ab49-4c72-9f0f-e5002faa50c2 req-6e36b321-100c-4605-a5ff-7d4ef91b9722 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936884 Aug 23 03:36:36.373867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: aa297a85-fafc-4e4a-99b5-f8d25490b53c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:36:36.378186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device aa297a85-fafc-4e4a-99b5-f8d25490b53c not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:36:36.380677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=691ebc25-1b20-478e-b525-8e83a1c00cc6,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:36.388353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:36.390856 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0411e76c-f874-4a60-89e7-6f7f85190732" -d '{"events": [{"name": "network-changed", "server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:36.416300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba4817-547b-43c1-ab39-8168ea637c44 req-b4bd3364-a2e8-4f42-9240-e68244b63853 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:36.422700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9ba4817-547b-43c1-ab39-8168ea637c44 req-b4bd3364-a2e8-4f42-9240-e68244b63853 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.2996972 Aug 23 03:36:36.425704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:36.431576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:36.453120 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bfe1a8-bcd4-4406-bd57-adcf1bf8d4f6 x-openstack-request-id: req-45bfe1a8-bcd4-4406-bd57-adcf1bf8d4f6 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:36.453498 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-unplugged", "status": "completed", "tag": "691ebc25-1b20-478e-b525-8e83a1c00cc6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:36.453855 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45bfe1a8-bcd4-4406-bd57-adcf1bf8d4f6 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:36.454337 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '691ebc25-1b20-478e-b525-8e83a1c00cc6', 'code': 200} Aug 23 03:36:36.471542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] For port 691ebc25-1b20-478e-b525-8e83a1c00cc6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=691ebc25-1b20-478e-b525-8e83a1c00cc6,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:36.471957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:36.487786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Calling delete_port for 691ebc25-1b20-478e-b525-8e83a1c00cc6 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:36.489972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9ba4817-547b-43c1-ab39-8168ea637c44 req-b00f4cae-683f-4a84-bac1-5daf15c962d0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662823 Aug 23 03:36:36.505749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:36.568765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:36.569704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:36.571642 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] 10.222.0.24 "PUT /v2.0/ports/a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 HTTP/1.1" status: 200 len: 1092 time: 1.7385979 Aug 23 03:36:36.618824 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acadc399-40db-4c23-a00d-26bef4563be6 x-openstack-request-id: req-acadc399-40db-4c23-a00d-26bef4563be6 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:36.619231 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:36.619494 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acadc399-40db-4c23-a00d-26bef4563be6 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:36.619982 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597', 'status': 'completed', 'code': 200} Aug 23 03:36:36.679736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7080c5-069c-4222-82f1-6aa281f8141e service neutron] Pushing event updated for resources: {'Port': ['ID=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:36.694297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1192f-af26-4116-b712-31a497a6af2b req-eeae39a7-fd90-4e25-8e32-1eded26817c0 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:36.696801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a5a1192f-af26-4116-b712-31a497a6af2b req-eeae39a7-fd90-4e25-8e32-1eded26817c0 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 950 time: 0.1445847 Aug 23 03:36:36.720282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Made reservation on behalf of 4013780338e54b128aef06d19a2c7bca for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:36.724009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:36.750099 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:36:36.783379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ec29f-e744-40e1-b0e9-a7507e25ac22 req-ecc95cc2-9617-450f-a013-63dd6be70a01 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:36.784878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a7ec29f-e744-40e1-b0e9-a7507e25ac22 req-ecc95cc2-9617-450f-a013-63dd6be70a01 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1147559 Aug 23 03:36:36.790315 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a5a1192f-af26-4116-b712-31a497a6af2b req-1bc6fa0b-e797-4f78-a822-f4b2315cdce5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792072 Aug 23 03:36:36.835851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-0a366a80-9247-440b-9921-f1f6429a19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:36.836400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-54d014ed-dea3-499c-92af-e6e366a9036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:36.837399 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-0a366a80-9247-440b-9921-f1f6429a19f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 1095 time: 0.0576808 Aug 23 03:36:36.837885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-54d014ed-dea3-499c-92af-e6e366a9036f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 1124 time: 0.1658266 Aug 23 03:36:36.924489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:36.926994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-122d73e8-81bc-4b2a-b3d0-c9b3e7bdf62b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 HTTP/1.1" status: 200 len: 217 time: 0.0459950 Aug 23 03:36:36.966678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a7ec29f-e744-40e1-b0e9-a7507e25ac22 req-3f608099-bd74-42fe-ad5e-573d26ca1f65 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297503 Aug 23 03:36:36.990218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Port': ['ID=691ebc25-1b20-478e-b525-8e83a1c00cc6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:36.992485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-2947835b-68c2-470c-b61a-8fcc73ca498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:37.000335 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-2947835b-68c2-470c-b61a-8fcc73ca498c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1515565 Aug 23 03:36:37.030101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28c4b6-d839-4129-926a-e90a561999c7 req-95b718a6-c851-42f1-87b5-5af3964b8935 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:37.031766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c28c4b6-d839-4129-926a-e90a561999c7 req-95b718a6-c851-42f1-87b5-5af3964b8935 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.1765847 Aug 23 03:36:37.068367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] No DVR routers for this DVR port 691ebc25-1b20-478e-b525-8e83a1c00cc6 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:37.079400 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:37.081426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-493ec094-9c89-4ce7-93cf-52dbde30ed2e req-4e7c3793-1453-480e-a43e-72ec16d50404 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.24 "DELETE /v2.0/ports/691ebc25-1b20-478e-b525-8e83a1c00cc6 HTTP/1.1" status: 204 len: 173 time: 1.3193839 Aug 23 03:36:37.085088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-7ed67196-9e93-44af-b708-25cd0c25dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:37.086524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-7ed67196-9e93-44af-b708-25cd0c25dede service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.1477230 Aug 23 03:36:37.109802 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c28c4b6-d839-4129-926a-e90a561999c7 req-0195e1a9-06da-487c-a4d0-8340a781335e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472906 Aug 23 03:36:37.126323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-79b62a4c-9c91-4bbf-babd-f6a3c86a18fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff70717-61f4-43f6-b52f-c221cce0c597 HTTP/1.1" status: 200 len: 217 time: 0.0732491 Aug 23 03:36:37.161897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca8bd3d0-58f4-4d65-9106-a1457cf05d32 req-0691810c-3102-4271-92ac-9026f978f8bc tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 210 time: 0.0493126 Aug 23 03:36:37.185289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Allocated IP 172.20.0.5 (615f167b-3fb2-471b-a623-dad1a0074dd3/ca45a50e-d18c-4f9b-9797-806eaf36f9bd/a80d74cb-e46d-4b11-b61f-13070d8a3467) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:37.190213 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-83359c1d-56b4-487c-afd9-3358490b35b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487669 Aug 23 03:36:37.250006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-1fdff51f-84f3-45d4-ad91-2a24786f23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:37.251485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-1fdff51f-84f3-45d4-ad91-2a24786f23c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.0947585 Aug 23 03:36:37.296538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-a861c596-d997-47d8-98be-48867db5eff0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316699 Aug 23 03:36:37.298320 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:37.339906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705905a-bf7b-4850-88ef-ebddcd9712fe req-599c1d0c-97aa-4103-8172-be86a478774f tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:37.341466 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1705905a-bf7b-4850-88ef-ebddcd9712fe req-599c1d0c-97aa-4103-8172-be86a478774f tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 1101 time: 0.1175015 Aug 23 03:36:37.397479 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1705905a-bf7b-4850-88ef-ebddcd9712fe req-bc38d7df-5038-4be1-a06e-3916f5ca174e tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471144 Aug 23 03:36:37.408537 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-7730d139-cb8b-4d7c-8415-ba2b31cc8d42 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424587 Aug 23 03:36:37.607994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-6abd2f86-08aa-4802-9b10-ab5adc53da8b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390058 Aug 23 03:36:37.647714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d15c0b-75c3-499c-83f2-8e101af1299d req-37a2c993-be28-4c11-9d41-f99547248a37 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763029 Aug 23 03:36:37.743118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-e6ec4314-550a-4db4-8c08-ed20a6f09167 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:37.750868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-e6ec4314-550a-4db4-8c08-ed20a6f09167 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267364 Aug 23 03:36:37.764081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-398c6420-ae81-415b-a5a4-3d1583637930 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/quotas/28983f2da7f0464eb27b7189a87c46cb HTTP/1.1" status: 200 len: 375 time: 0.0130746 Aug 23 03:36:37.841849 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-6aa96218-0daa-417b-9ff4-f29434b4faf4 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0661807 Aug 23 03:36:37.856968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-043d1989-072c-4d8d-82ab-b863e229fb4f req-522994c1-c793-4e6a-845f-6fc359000af0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=942b9b8c-eba5-4402-b6fa-3e8747ae0632 HTTP/1.1" status: 200 len: 210 time: 0.3790951 Aug 23 03:36:37.861666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-d17a7776-5248-4948-b36b-413e03f35a8e service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525055 Aug 23 03:36:37.871941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1'}, {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-deleted', 'tag': '691ebc25-1b20-478e-b525-8e83a1c00cc6'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:37.876196 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113e64d4-0156-4b0d-84a4-5bb57b86412f" -d '{"events": [{"name": "network-changed", "server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1"}, {"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-deleted", "tag": "691ebc25-1b20-478e-b525-8e83a1c00cc6"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:37.951023 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:38.084379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a934b-abde-4b0c-aef2-9bd60a634594 req-0375986e-5277-4d88-aa78-2c251add5fac tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:38.085835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c85a934b-abde-4b0c-aef2-9bd60a634594 req-0375986e-5277-4d88-aa78-2c251add5fac tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.1290803 Aug 23 03:36:38.089392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0411e76c-f874-4a60-89e7-6f7f85190732 req-f2c9e4cd-3724-4a5b-9e66-583efd604ef0 service neutron] 10.222.0.11 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193642 Aug 23 03:36:38.129930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c85a934b-abde-4b0c-aef2-9bd60a634594 req-b7f6343a-0142-4d51-b2ff-4382cf8b9bca tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Aug 23 03:36:38.179674 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:38.241073 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba57d879-2b28-4e77-ab84-6ce4762a28eb x-openstack-request-id: req-ba57d879-2b28-4e77-ab84-6ce4762a28eb {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:38.241449 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1", "status": "completed", "code": 200}, {"server_uuid": "942b9b8c-eba5-4402-b6fa-3e8747ae0632", "name": "network-vif-deleted", "tag": "691ebc25-1b20-478e-b525-8e83a1c00cc6", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:38.241643 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba57d879-2b28-4e77-ab84-6ce4762a28eb {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:38.242047 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1', 'status': 'completed', 'code': 200} Aug 23 03:36:38.242500 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b9b8c-eba5-4402-b6fa-3e8747ae0632', 'name': 'network-vif-deleted', 'tag': '691ebc25-1b20-478e-b525-8e83a1c00cc6', 'status': 'completed', 'code': 200} Aug 23 03:36:38.244131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:38.247431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:38.256328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:38.325147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event updated for resources: {'Port': ['ID=a80d74cb-e46d-4b11-b61f-13070d8a3467,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:38.355762 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d61b5f3-9003-4b99-8550-fd68604fc764 req-55e7b22f-7458-4e11-a6bf-fda349c34dcd tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 210 time: 0.0371063 Aug 23 03:36:38.394549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:38.395454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:38.424729 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-54177543-f2d1-4bf3-bf12-1ef876d409f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:38.430884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-54177543-f2d1-4bf3-bf12-1ef876d409f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 1095 time: 0.0645280 Aug 23 03:36:38.431032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e507ed1-18d7-493a-a431-29772b2ee65e req-d9f640ff-2d7d-4664-9c81-40f4fefc3772 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:38.432226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e507ed1-18d7-493a-a431-29772b2ee65e req-d9f640ff-2d7d-4664-9c81-40f4fefc3772 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0891652 Aug 23 03:36:38.481565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e507ed1-18d7-493a-a431-29772b2ee65e req-104e4016-a0fe-4180-bb4c-39c5471a3a6c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Aug 23 03:36:38.563577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bfccc-729a-44fa-a0d5-04e44f0e11ec req-2a1d8b5c-3013-4c5b-9c6d-f97289292637 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:38.578712 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-691bfccc-729a-44fa-a0d5-04e44f0e11ec req-2a1d8b5c-3013-4c5b-9c6d-f97289292637 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.1234796 Aug 23 03:36:38.603214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-27526bd1-3d08-40f3-a69c-cebf684cd2bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4127996 Aug 23 03:36:38.616894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-e7a3cda8-36fd-4aa0-9684-66ee659561ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:38.617607 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-e7a3cda8-36fd-4aa0-9684-66ee659561ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.1822159 Aug 23 03:36:38.618855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9ba98-a76c-4bde-a2d6-ee29b1af751b req-b613cff0-646a-4195-8f5d-e85808d6fa03 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:38.620599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ece9ba98-a76c-4bde-a2d6-ee29b1af751b req-b613cff0-646a-4195-8f5d-e85808d6fa03 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 931 time: 0.0613816 Aug 23 03:36:38.625755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Request body: {'port': {'device_id': 'b8daa793-0699-4445-9aa7-e9d626256274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:38.644199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-691bfccc-729a-44fa-a0d5-04e44f0e11ec req-91852a4e-7fcd-480c-a7d2-c1440c41caa5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632236 Aug 23 03:36:38.683815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-bf6c84e1-e7fe-4342-9579-885686536149 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 HTTP/1.1" status: 200 len: 217 time: 0.0510643 Aug 23 03:36:38.703440 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ece9ba98-a76c-4bde-a2d6-ee29b1af751b req-5e99732b-4b43-4822-b19d-9d0b089479e7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731273 Aug 23 03:36:38.705608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:38.747059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-a8dc9775-23e2-4abd-b115-422aa6ef0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:38.749253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-a8dc9775-23e2-4abd-b115-422aa6ef0e84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0582354 Aug 23 03:36:38.795462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-86ea0873-95ca-4617-abd1-aec45795da97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361347 Aug 23 03:36:38.890566 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-6a573b77-63c7-45d7-a240-43b2e6959862 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849361 Aug 23 03:36:38.925146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58554) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:39.014470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80d74cb-e46d-4b11-b61f-13070d8a3467 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:39.022926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.030369 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-38339dc2-2586-4f38-95f6-1b2a3b0bee07 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting subnet 5b4c9372-85db-4845-955f-4cf912f89af8 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:36:39.034788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Transition to ACTIVE for port object a80d74cb-e46d-4b11-b61f-13070d8a3467 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:39.038583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38339dc2-2586-4f38-95f6-1b2a3b0bee07 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.080327 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-113e64d4-0156-4b0d-84a4-5bb57b86412f req-ab71c2aa-b6b6-4993-bc01-70e1f4a4226a service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796994 Aug 23 03:36:39.096511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38339dc2-2586-4f38-95f6-1b2a3b0bee07 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.138476 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.196341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Pushing event updated for resources: {'Port': ['ID=a80d74cb-e46d-4b11-b61f-13070d8a3467,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:39.208719 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38339dc2-2586-4f38-95f6-1b2a3b0bee07 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.330214 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890646e0-5271-4401-9d13-6d65ee04ff7b req-21bd8468-81e4-4e02-809a-f27471678a2b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:39.333763 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-890646e0-5271-4401-9d13-6d65ee04ff7b req-21bd8468-81e4-4e02-809a-f27471678a2b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.1025529 Aug 23 03:36:39.335060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Attempting to bind port a80d74cb-e46d-4b11-b61f-13070d8a3467 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:39.335457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Attempting to bind port a80d74cb-e46d-4b11-b61f-13070d8a3467 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:39.336268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Attempting to bind port a80d74cb-e46d-4b11-b61f-13070d8a3467 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:39.349517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Port a80d74cb-e46d-4b11-b61f-13070d8a3467 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:39.349851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Attempting to bind port a80d74cb-e46d-4b11-b61f-13070d8a3467 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:39.350703 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38339dc2-2586-4f38-95f6-1b2a3b0bee07 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.365943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:39.366295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Checking segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:39.366718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Bound using segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:39.367171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Bound port: a80d74cb-e46d-4b11-b61f-13070d8a3467, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:39.367535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.391400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38339dc2-2586-4f38-95f6-1b2a3b0bee07 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4c9372-85db-4845-955f-4cf912f89af8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:39.393557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38339dc2-2586-4f38-95f6-1b2a3b0bee07 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.396818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-38339dc2-2586-4f38-95f6-1b2a3b0bee07 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "DELETE /v2.0/subnets/5b4c9372-85db-4845-955f-4cf912f89af8 HTTP/1.1" status: 204 len: 168 time: 0.4631705 Aug 23 03:36:39.399283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58564) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:39.405868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6319a0e-4297-4742-9f07-7b8ef9935ba2 None None] Network 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:36:39.407498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-890646e0-5271-4401-9d13-6d65ee04ff7b req-de84fba8-79b4-4774-ab3a-e8a957253a75 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661819 Aug 23 03:36:39.471070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] For port a80d74cb-e46d-4b11-b61f-13070d8a3467, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:39.475082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] For port a80d74cb-e46d-4b11-b61f-13070d8a3467, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a80d74cb-e46d-4b11-b61f-13070d8a3467,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:39.534906 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d12318bc-9e7f-4d03-abe9-78c009eb8042 req-a211d59f-3a90-444d-a3a6-5f47ed158458 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 210 time: 0.0881402 Aug 23 03:36:39.571077 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.637412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting port 150d1213-0671-4099-8fe0-7a28de28862c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:39.637412 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.654227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.692788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790e058b-b914-45cb-9dc4-0357a6dfbf87 None None] DHCP port deletion for 6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:36:39.712033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:39.713134 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.714954 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] 10.222.0.11 "PUT /v2.0/ports/a80d74cb-e46d-4b11-b61f-13070d8a3467 HTTP/1.1" status: 200 len: 1091 time: 1.0933604 Aug 23 03:36:39.718140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8daa793-0699-4445-9aa7-e9d626256274', 'tag': 'a80d74cb-e46d-4b11-b61f-13070d8a3467'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:39.720889 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453279e1-bdb2-4d0e-905f-f479f1b8816c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8daa793-0699-4445-9aa7-e9d626256274", "tag": "a80d74cb-e46d-4b11-b61f-13070d8a3467"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:39.746320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] For port 150d1213-0671-4099-8fe0-7a28de28862c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=150d1213-0671-4099-8fe0-7a28de28862c,segment=NetworkSegment(d15d8e6e-5fab-4e8b-b696-ce46577d10a8),segment_id=d15d8e6e-5fab-4e8b-b696-ce46577d10a8)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:39.746690 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.759300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a655e20-d392-4f7d-afba-e55cbe3b2004 req-c7ab5281-1e9d-4ff5-bb9b-718be2b8fd08 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:39.763142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a655e20-d392-4f7d-afba-e55cbe3b2004 req-c7ab5281-1e9d-4ff5-bb9b-718be2b8fd08 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1882377 Aug 23 03:36:39.775830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Calling delete_port for 150d1213-0671-4099-8fe0-7a28de28862c owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:39.785658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d41e0-bbec-4687-8a1f-302f61cafe49 service neutron] Pushing event updated for resources: {'Port': ['ID=a80d74cb-e46d-4b11-b61f-13070d8a3467,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:39.805056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-790e058b-b914-45cb-9dc4-0357a6dfbf87 None None] Deleting port 150d1213-0671-4099-8fe0-7a28de28862c {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:39.805442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-790e058b-b914-45cb-9dc4-0357a6dfbf87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.823805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a655e20-d392-4f7d-afba-e55cbe3b2004 req-2c681161-8f55-4bc4-9178-c93f1bd09e78 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489688 Aug 23 03:36:39.923982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-790e058b-b914-45cb-9dc4-0357a6dfbf87 None None] For port 150d1213-0671-4099-8fe0-7a28de28862c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=150d1213-0671-4099-8fe0-7a28de28862c,segment=NetworkSegment(d15d8e6e-5fab-4e8b-b696-ce46577d10a8),segment_id=d15d8e6e-5fab-4e8b-b696-ce46577d10a8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:39.924505 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-790e058b-b914-45cb-9dc4-0357a6dfbf87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:39.933224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 150d1213-0671-4099-8fe0-7a28de28862c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:36:39.962334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c111-287e-4778-8e46-56376c981b48 req-bfe8a768-3a8b-4267-9e09-dc5e1820ec80 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:39.963955 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b64c111-287e-4778-8e46-56376c981b48 req-bfe8a768-3a8b-4267-9e09-dc5e1820ec80 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.0979521 Aug 23 03:36:39.980151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-790e058b-b914-45cb-9dc4-0357a6dfbf87 None None] Calling delete_port for 150d1213-0671-4099-8fe0-7a28de28862c owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:40.016122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510a2f6-4483-42f8-b63e-9581e0fecf08 req-3093f150-1da8-4de2-bade-4bed2f65db80 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:40.017751 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5510a2f6-4483-42f8-b63e-9581e0fecf08 req-3093f150-1da8-4de2-bade-4bed2f65db80 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 943 time: 0.0992746 Aug 23 03:36:40.023056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b64c111-287e-4778-8e46-56376c981b48 req-dc1576f2-7a2f-424d-9078-67ab60ac34dd tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516896 Aug 23 03:36:40.033504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-bb6a7bce-5f04-4dee-a1ec-779cc5d13c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:40.033504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-bb6a7bce-5f04-4dee-a1ec-779cc5d13c2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 1094 time: 0.0655968 Aug 23 03:36:40.040690 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.082783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No active binding found for port 150d1213-0671-4099-8fe0-7a28de28862c {{(pid=95122) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 03:36:40.083482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 150d1213-0671-4099-8fe0-7a28de28862c not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:36:40.098537 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-e6c97cc0-aa7e-4e9b-ae53-10955c1887b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a80d74cb-e46d-4b11-b61f-13070d8a3467 HTTP/1.1" status: 200 len: 217 time: 0.0503187 Aug 23 03:36:40.108418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Port': ['ID=150d1213-0671-4099-8fe0-7a28de28862c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:40.113066 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf3fcce-75d7-4cda-a88c-d75f6055a294 x-openstack-request-id: req-cbf3fcce-75d7-4cda-a88c-d75f6055a294 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:40.113596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] No DVR routers for this DVR port 150d1213-0671-4099-8fe0-7a28de28862c on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:40.113750 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8daa793-0699-4445-9aa7-e9d626256274", "tag": "a80d74cb-e46d-4b11-b61f-13070d8a3467", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:40.113935 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbf3fcce-75d7-4cda-a88c-d75f6055a294 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:40.114311 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8daa793-0699-4445-9aa7-e9d626256274', 'tag': 'a80d74cb-e46d-4b11-b61f-13070d8a3467', 'status': 'completed', 'code': 200} Aug 23 03:36:40.127010 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-790e058b-b914-45cb-9dc4-0357a6dfbf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.130308 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5510a2f6-4483-42f8-b63e-9581e0fecf08 req-c312f3d0-4c70-4c25-a8d9-8c915a63120a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040142 Aug 23 03:36:40.166498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e058b-b914-45cb-9dc4-0357a6dfbf87 None None] Pushing event deleted for resources: {'Port': ['ID=150d1213-0671-4099-8fe0-7a28de28862c,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:40.172622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e058b-b914-45cb-9dc4-0357a6dfbf87 None None] No DVR routers for this DVR port 150d1213-0671-4099-8fe0-7a28de28862c on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:40.193176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-bbf6289e-cf44-415a-8708-fac6360a3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:40.194888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-bbf6289e-cf44-415a-8708-fac6360a3526 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.0586910 Aug 23 03:36:40.240915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-cae3712f-a736-462f-8ea9-f82556bfa491 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272560 Aug 23 03:36:40.247542 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.254016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:40.265349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:40.265650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15d8e6e-5fab-4e8b-b696-ce46577d10a8') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:40.274996 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.289052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.295511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:36:40.295904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:36:40.303715 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:36:40.361374 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-fa047d67-4eb1-4900-a8f7-1d61a590fa50 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041460 Aug 23 03:36:40.474004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a98c5fc0-6c76-4121-948e-8fe2a8ec079f req-a28654ec-8bb7-4409-83b2-3db9c7f8db7f service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047873 Aug 23 03:36:40.481378 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.490879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.495477 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "DELETE /v2.0/networks/6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9 HTTP/1.1" status: 204 len: 168 time: 1.0949044 Aug 23 03:36:40.496165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58580) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:40.519208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9236be7-d41b-464f-ac36-40dbf75e507b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Network': ['ID=6cb3aabe-ce81-4ca1-aa22-8bf678fbc6b9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:40.544267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524eb97-2f51-4fa9-ac7d-4b32c0616c8f req-86d9f229-9040-46d9-b9e5-72672842d1bb tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:40.545830 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f524eb97-2f51-4fa9-ac7d-4b32c0616c8f req-86d9f229-9040-46d9-b9e5-72672842d1bb tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.0540786 Aug 23 03:36:40.566343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cba261-14aa-4de3-9d00-5adffd1d8df7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting subnet 21e3a2a9-3e37-4568-a55b-670d8c7faccb {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:36:40.576062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11cba261-14aa-4de3-9d00-5adffd1d8df7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.593461 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f524eb97-2f51-4fa9-ac7d-4b32c0616c8f req-71316506-5e0e-405c-b9cb-9e78be5e1a1f tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Aug 23 03:36:40.616792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11cba261-14aa-4de3-9d00-5adffd1d8df7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.673909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ae420e2-aef4-4585-aa6b-0163f7afa46f req-aea8bb67-a28a-4ef2-9fc3-df637c20bf18 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 210 time: 0.0541542 Aug 23 03:36:40.734204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11cba261-14aa-4de3-9d00-5adffd1d8df7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.790541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-5e62c19b-af02-4e36-b48f-4aaab9e26510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:40.792151 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-5e62c19b-af02-4e36-b48f-4aaab9e26510 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 1094 time: 0.0444798 Aug 23 03:36:40.917367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-6eae72f0-7198-4cc4-a7be-1e5f807442a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:40.918873 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-6eae72f0-7198-4cc4-a7be-1e5f807442a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 912 time: 0.1115873 Aug 23 03:36:40.962940 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11cba261-14aa-4de3-9d00-5adffd1d8df7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:40.975281 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-afed12f5-1918-4545-b512-66345c2c5c05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a80d74cb-e46d-4b11-b61f-13070d8a3467 HTTP/1.1" status: 200 len: 217 time: 0.0414717 Aug 23 03:36:40.994927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cba261-14aa-4de3-9d00-5adffd1d8df7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Subnet': ['ID=21e3a2a9-3e37-4568-a55b-670d8c7faccb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:40.999917 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11cba261-14aa-4de3-9d00-5adffd1d8df7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.002278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-11cba261-14aa-4de3-9d00-5adffd1d8df7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "DELETE /v2.0/subnets/21e3a2a9-3e37-4568-a55b-670d8c7faccb HTTP/1.1" status: 204 len: 168 time: 0.4913654 Aug 23 03:36:41.007080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58588) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:41.009101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7173d08-f7b6-4c7a-a71d-c4805df270ea None None] Network 0dba890a-974f-45d7-94ba-981c9cd0d3de requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:36:41.027693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748aac8-fd59-4fc1-9a98-8cf9299020db req-ff60cab4-606d-424f-8752-3f0b387e3e4a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:41.029635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e748aac8-fd59-4fc1-9a98-8cf9299020db req-ff60cab4-606d-424f-8752-3f0b387e3e4a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1263618 Aug 23 03:36:41.058630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-b2aff1d4-9eb2-4385-9bc9-d849115562bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:41.060094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-b2aff1d4-9eb2-4385-9bc9-d849115562bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.0769496 Aug 23 03:36:41.105658 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-6cee4105-91e9-4149-b665-8dce9c149909 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368607 Aug 23 03:36:41.108644 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e748aac8-fd59-4fc1-9a98-8cf9299020db req-6fab7ac4-9b25-4fe9-a801-d850b857ffd5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722425 Aug 23 03:36:41.199757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.235127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4defbe2-3fbf-46c1-a650-ea2fc813567a req-7b422600-198b-4573-9a91-e12ad1eb68df tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:41.236834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4defbe2-3fbf-46c1-a650-ea2fc813567a req-7b422600-198b-4573-9a91-e12ad1eb68df tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.1080878 Aug 23 03:36:41.267613 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-d50cb9c2-df49-4881-a6eb-fb4705e4bc17 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472738 Aug 23 03:36:41.273485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-47b62c0d-b701-4921-b5e4-4f1dd73673af tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431824 Aug 23 03:36:41.286102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342d5e4-6868-49f4-8f38-e70d14cbd2dc None None] DHCP port deletion for 0dba890a-974f-45d7-94ba-981c9cd0d3de request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:36:41.321264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4defbe2-3fbf-46c1-a650-ea2fc813567a req-17c2fcc4-d919-4c32-ba8b-cc3bbf477ee7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534670 Aug 23 03:36:41.345294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting port 5b16bbd3-3794-4fd2-97eb-4759e8967774 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:41.346059 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.388410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b342d5e4-6868-49f4-8f38-e70d14cbd2dc None None] Deleting port 5b16bbd3-3794-4fd2-97eb-4759e8967774 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:41.389025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b342d5e4-6868-49f4-8f38-e70d14cbd2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.423531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] For port 5b16bbd3-3794-4fd2-97eb-4759e8967774, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5b16bbd3-3794-4fd2-97eb-4759e8967774,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:41.423917 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.433721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0f007-bb1e-4a2a-89ce-f707cf0eba46 req-80d113e5-f508-4fcb-9912-a7f04b08081a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:41.435443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92c0f007-bb1e-4a2a-89ce-f707cf0eba46 req-80d113e5-f508-4fcb-9912-a7f04b08081a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 943 time: 0.1790719 Aug 23 03:36:41.438721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Calling delete_port for 5b16bbd3-3794-4fd2-97eb-4759e8967774 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:41.473468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b342d5e4-6868-49f4-8f38-e70d14cbd2dc None None] For port 5b16bbd3-3794-4fd2-97eb-4759e8967774, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5b16bbd3-3794-4fd2-97eb-4759e8967774,segment=NetworkSegment(33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4),segment_id=33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:41.474542 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b342d5e4-6868-49f4-8f38-e70d14cbd2dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.497468 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-453279e1-bdb2-4d0e-905f-f479f1b8816c req-cb940358-86cb-4e14-bfb8-fdd284967b87 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029097 Aug 23 03:36:41.508539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b342d5e4-6868-49f4-8f38-e70d14cbd2dc None None] Calling delete_port for 5b16bbd3-3794-4fd2-97eb-4759e8967774 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:41.526564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-77ae1b29-b7f8-4980-911a-aff07728518e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:41.528014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-77ae1b29-b7f8-4980-911a-aff07728518e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239437 Aug 23 03:36:41.556973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92c0f007-bb1e-4a2a-89ce-f707cf0eba46 req-b6b2a282-591f-4d4f-bed8-d22c07f6cd2e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863967 Aug 23 03:36:41.562191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Request body: {'port': {'device_id': '61f11cbc-f875-42ba-8a67-b5f6b7df5513', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '28983f2da7f0464eb27b7189a87c46cb'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:41.700713 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b342d5e4-6868-49f4-8f38-e70d14cbd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.706095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-7bb1fe41-a999-4694-9e4e-d4e9392bba69 service neutron] 10.222.0.11 "GET /v2.0/ports/2ff70717-61f4-43f6-b52f-c221cce0c597/bindings/n-h2-749052-7 HTTP/1.1" status: 200 len: 384 time: 0.0826185 Aug 23 03:36:41.715881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.730853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342d5e4-6868-49f4-8f38-e70d14cbd2dc None None] Pushing event deleted for resources: {'Port': ['ID=5b16bbd3-3794-4fd2-97eb-4759e8967774,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:41.734974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342d5e4-6868-49f4-8f38-e70d14cbd2dc None None] No DVR routers for this DVR port 5b16bbd3-3794-4fd2-97eb-4759e8967774 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:41.745444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] No DVR routers for this DVR port 5b16bbd3-3794-4fd2-97eb-4759e8967774 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:41.797455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Port': ['ID=5b16bbd3-3794-4fd2-97eb-4759e8967774,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:41.833503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5b16bbd3-3794-4fd2-97eb-4759e8967774 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:36:41.837521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Made reservation on behalf of 28983f2da7f0464eb27b7189a87c46cb for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:41.841149 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.843931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77103281-22a1-4c96-942c-80347be4cb1b req-d9eadc05-33f7-49b0-9133-3a40c8bba5b0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:41.844485 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77103281-22a1-4c96-942c-80347be4cb1b req-d9eadc05-33f7-49b0-9133-3a40c8bba5b0 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 943 time: 0.1786115 Aug 23 03:36:41.869428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 5b16bbd3-3794-4fd2-97eb-4759e8967774 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:36:41.870800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5b16bbd3-3794-4fd2-97eb-4759e8967774 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:36:41.893755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1db9b84b-4909-4613-8c76-26ae005c698e req-5a6cd0a3-41aa-4cf3-9020-4dd9545a59d2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 210 time: 0.1138885 Aug 23 03:36:41.894698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.918452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dba890a-974f-45d7-94ba-981c9cd0d3de']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:41.938119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:41.938443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fa4cc4-35ab-4fd6-b4f4-c7bbc939f0e4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:41.951824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77103281-22a1-4c96-942c-80347be4cb1b req-494fa579-bd6a-45e2-b497-7e45fe969efc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672033 Aug 23 03:36:41.953447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.971533 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.978326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:36:41.978727 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:36:41.989219 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:36:42.055694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:42.089832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:42.118677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Allocated IP 192.168.233.96 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/4f5603f0-273d-4379-9c28-44e4c8190efb) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:42.138388 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.143404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff70717-61f4-43f6-b52f-c221cce0c597 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:42.146946 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.157921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "DELETE /v2.0/networks/0dba890a-974f-45d7-94ba-981c9cd0d3de HTTP/1.1" status: 204 len: 168 time: 1.1413877 Aug 23 03:36:42.160478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58604) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:42.162223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5755037-a652-43fe-8133-30ed3697b87d tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Network': ['ID=0dba890a-974f-45d7-94ba-981c9cd0d3de,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:42.175460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:42.181855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1927392645'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:42.234371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2ff70717-61f4-43f6-b52f-c221cce0c597 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:36:42.283559 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.343669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d5b09-1a9e-4078-95dc-6a51eae02585 req-d11e916b-97a3-4f53-ad83-7c40650b605a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:42.345155 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa8d5b09-1a9e-4078-95dc-6a51eae02585 req-d11e916b-97a3-4f53-ad83-7c40650b605a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1444514 Aug 23 03:36:42.349660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:42.352938 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.442231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa45510-6d95-4e91-8597-1f8857c6687c req-e27795ee-b3ac-4df8-88e4-a31eadb8c3c4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:42.443780 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9aa45510-6d95-4e91-8597-1f8857c6687c req-e27795ee-b3ac-4df8-88e4-a31eadb8c3c4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.0549114 Aug 23 03:36:42.461443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:36:42.483105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9aa45510-6d95-4e91-8597-1f8857c6687c req-27b719e4-bd42-492b-94bf-90dcc1af4580 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Aug 23 03:36:42.488414 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.498781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa8d5b09-1a9e-4078-95dc-6a51eae02585 req-c5860441-7e3f-4a5e-8f6e-ab92eaecf030 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425884 Aug 23 03:36:42.506436 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.506774 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Added segment 40477397-4c83-49da-9498-bc882a827ca8 of type vlan for network 519d9049-a241-4462-988f-13188b58918d Aug 23 03:36:42.543644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Transition to ACTIVE for port object 4f5603f0-273d-4379-9c28-44e4c8190efb will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:42.545254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] Transition to ACTIVE for port object 2ff70717-61f4-43f6-b52f-c221cce0c597 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:42.561604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.607097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.679534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.685429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:42.686068 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.747409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff70717-61f4-43f6-b52f-c221cce0c597,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:42.750207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] No DVR routers for this DVR port 2ff70717-61f4-43f6-b52f-c221cce0c597 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:42.756271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:42.769187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c', '709c2986-ee51-4d88-b6f9-22a990c525f7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:42.794379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79', 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', '5e5e3886-2b07-46ee-a6cb-43814dd277c6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:42.828550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a215071-2aed-49fa-87e7-dd37c49618fb req-7ca49e25-211b-4a33-b126-aa2a29f1164f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:42.830067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a215071-2aed-49fa-87e7-dd37c49618fb req-7ca49e25-211b-4a33-b126-aa2a29f1164f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 943 time: 0.1980572 Aug 23 03:36:42.855932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Network': ['ID=519d9049-a241-4462-988f-13188b58918d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:42.864052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-df72c0cb-03e2-4df7-a895-d0fcc487f654 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6899831 Aug 23 03:36:42.864498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58612) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:42.871401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'subnet': {'network_id': '519d9049-a241-4462-988f-13188b58918d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:42.875291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-86f0a37d-1026-4fd0-90a3-acad57fc2691 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ff70717-61f4-43f6-b52f-c221cce0c597/bindings/n-h2-749052-7/activate HTTP/1.1" status: 200 len: 369 time: 1.1622739 Aug 23 03:36:42.875736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 519d9049-a241-4462-988f-13188b58918d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:36:42.901421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:42.907820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:42.917094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:42.923930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event updated for resources: {'Port': ['ID=4f5603f0-273d-4379-9c28-44e4c8190efb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:42.979390 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a215071-2aed-49fa-87e7-dd37c49618fb req-772d18c9-7871-4f97-9888-d56f4187603d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231103 Aug 23 03:36:43.016407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.022053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:43.162256 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-4837db6c-aff1-47fb-8f17-8824bc08cb72 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6040990 Aug 23 03:36:43.165089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f8bfc-9a70-4920-91c9-dd862ec83100 req-e8bb55b0-d884-44e5-9111-20dd51d021fd tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.167059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-406f8bfc-9a70-4920-91c9-dd862ec83100 req-e8bb55b0-d884-44e5-9111-20dd51d021fd tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 935 time: 0.1025405 Aug 23 03:36:43.186200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Request body: {'port': {'device_id': '61f11cbc-f875-42ba-8a67-b5f6b7df5513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:43.201402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-662e8818-d9b5-41b6-9c1b-50dff7b7ee34 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.202941 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-662e8818-d9b5-41b6-9c1b-50dff7b7ee34 tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.1009634 Aug 23 03:36:43.222062 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-406f8bfc-9a70-4920-91c9-dd862ec83100 req-59c30325-8abf-4ee5-a809-c2ea0ff90a9a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452414 Aug 23 03:36:43.235128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4eb7e-48a7-4043-8f6e-0ef057ef5c7f req-0fc8944c-cade-44ec-a4c3-6e4d6624dd92 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.236793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17d4eb7e-48a7-4043-8f6e-0ef057ef5c7f req-0fc8944c-cade-44ec-a4c3-6e4d6624dd92 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 944 time: 0.1235819 Aug 23 03:36:43.287409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:43.292743 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:43.305209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:43.327589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17d4eb7e-48a7-4043-8f6e-0ef057ef5c7f req-6f71db51-efe4-4f02-b62a-31db0851e697 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769312 Aug 23 03:36:43.367987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-e2918059-0b88-4f4d-8a4a-70884b7a9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.369542 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-e2918059-0b88-4f4d-8a4a-70884b7a9c53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c HTTP/1.1" status: 200 len: 1095 time: 0.1438816 Aug 23 03:36:43.406115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c73e19fa-ee3e-4cbe-a6f1-c2eb2adb51a7 None None] Provisioning for port 4f5603f0-273d-4379-9c28-44e4c8190efb completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:43.417455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c73e19fa-ee3e-4cbe-a6f1-c2eb2adb51a7 None None] Provisioning complete for port 4f5603f0-273d-4379-9c28-44e4c8190efb triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:43.417928 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c73e19fa-ee3e-4cbe-a6f1-c2eb2adb51a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:43.477085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c73e19fa-ee3e-4cbe-a6f1-c2eb2adb51a7 None None] Port 4f5603f0-273d-4379-9c28-44e4c8190efb cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:43.483329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-4f17d65c-5379-4b84-9ea9-d88ce4d82d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.485027 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-4f17d65c-5379-4b84-9ea9-d88ce4d82d78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 1095 time: 0.0834374 Aug 23 03:36:43.653994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-8e1b90c2-40e1-4417-962a-da8e9ff5889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.655548 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-8e1b90c2-40e1-4417-962a-da8e9ff5889c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1598575 Aug 23 03:36:43.667627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707108f-d4fc-487c-bd81-e401fc6279b2 req-79465621-68fd-4b9f-ab23-fb68cb488e66 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.669036 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6707108f-d4fc-487c-bd81-e401fc6279b2 req-79465621-68fd-4b9f-ab23-fb68cb488e66 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.0751796 Aug 23 03:36:43.673043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5603f0-273d-4379-9c28-44e4c8190efb {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:43.683650 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:43.700219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Transition to ACTIVE for port object 4f5603f0-273d-4379-9c28-44e4c8190efb will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:43.709094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bfe6a-8467-4738-90c2-0496ebaf8f08 req-5ae6b3ef-c1c2-4a02-8bfd-7ffc1b4aef20 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.711179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e63bfe6a-8467-4738-90c2-0496ebaf8f08 req-5ae6b3ef-c1c2-4a02-8bfd-7ffc1b4aef20 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0827551 Aug 23 03:36:43.718703 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:43.727214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-867f5ea8-c110-41a6-82e6-aa5ce524f465 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff70717-61f4-43f6-b52f-c221cce0c597 HTTP/1.1" status: 200 len: 217 time: 0.0572071 Aug 23 03:36:43.763471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e63bfe6a-8467-4738-90c2-0496ebaf8f08 req-37046b67-ee79-4e38-906e-330063a57552 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Aug 23 03:36:43.802187 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:43.821405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6707108f-d4fc-487c-bd81-e401fc6279b2 req-e36a85fe-2dfc-4f25-8e09-f0603784e076 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453972 Aug 23 03:36:43.829717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Subnet': ['ID=d8085f5a-f7a2-4377-a611-bd2cf16a5e5d,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:43.850440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-e7dab516-56b5-49a1-8ca3-e9cdfe3d58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:43.852049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-e7dab516-56b5-49a1-8ca3-e9cdfe3d58ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.1036808 Aug 23 03:36:43.855827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Checking segment: {'id': '40477397-4c83-49da-9498-bc882a827ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '519d9049-a241-4462-988f-13188b58918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:43.856180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network hostable DHCP agents. Network: 519d9049-a241-4462-988f-13188b58918d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:36:43.880734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5603f0-273d-4379-9c28-44e4c8190efb,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:43.945616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Attempting to bind port 4f5603f0-273d-4379-9c28-44e4c8190efb on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:43.945872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Attempting to bind port 4f5603f0-273d-4379-9c28-44e4c8190efb by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:43.946300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Attempting to bind port 4f5603f0-273d-4379-9c28-44e4c8190efb on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:43.951447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Port 4f5603f0-273d-4379-9c28-44e4c8190efb on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:43.952034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Attempting to bind port 4f5603f0-273d-4379-9c28-44e4c8190efb on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:43.957938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:43.958628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:43.959239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:43.959935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Bound port: 4f5603f0-273d-4379-9c28-44e4c8190efb, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:43.961155 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:44.043001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] For port 4f5603f0-273d-4379-9c28-44e4c8190efb, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:44.047220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] For port 4f5603f0-273d-4379-9c28-44e4c8190efb, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=4f5603f0-273d-4379-9c28-44e4c8190efb,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:44.143652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e651-e564-4a31-ac63-527529673126 req-db86c4dc-df2c-4740-99f9-89c2c3e9d821 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:44.145460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c22e651-e564-4a31-ac63-527529673126 req-db86c4dc-df2c-4740-99f9-89c2c3e9d821 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 943 time: 0.0610144 Aug 23 03:36:44.161988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:44.218081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-b505fbf1-5a8e-4f7e-b213-82e74cf1c72c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3558977 Aug 23 03:36:44.219802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:44.220628 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:44.222469 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f5603f0-273d-4379-9c28-44e4c8190efb HTTP/1.1" status: 200 len: 1095 time: 1.0422263 Aug 23 03:36:44.224311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f11cbc-f875-42ba-8a67-b5f6b7df5513', 'tag': '4f5603f0-273d-4379-9c28-44e4c8190efb'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:44.226777 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c6b407-1f7f-42b3-9f95-72aa7e2006fc" -d '{"events": [{"name": "network-changed", "server_uuid": "61f11cbc-f875-42ba-8a67-b5f6b7df5513", "tag": "4f5603f0-273d-4379-9c28-44e4c8190efb"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:44.238812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a80d74cb-e46d-4b11-b61f-13070d8a3467 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:44.295133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c22e651-e564-4a31-ac63-527529673126 req-bebd9e7a-d844-494d-83c1-7697f484fb30 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084223 Aug 23 03:36:44.302374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba351a-b786-4cff-ac73-b1e14fc44357 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5603f0-273d-4379-9c28-44e4c8190efb,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:44.333458 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b485d2db-49a0-4726-9bbb-2605153eab57 x-openstack-request-id: req-b485d2db-49a0-4726-9bbb-2605153eab57 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:44.333458 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f11cbc-f875-42ba-8a67-b5f6b7df5513", "tag": "4f5603f0-273d-4379-9c28-44e4c8190efb", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:44.333458 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b485d2db-49a0-4726-9bbb-2605153eab57 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:44.333458 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f11cbc-f875-42ba-8a67-b5f6b7df5513', 'tag': '4f5603f0-273d-4379-9c28-44e4c8190efb', 'status': 'completed', 'code': 200} Aug 23 03:36:44.341506 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-340d151a-f1b5-4e84-8941-ea5644b23a3f service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148124 Aug 23 03:36:44.381852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a80d74cb-e46d-4b11-b61f-13070d8a3467, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a80d74cb-e46d-4b11-b61f-13070d8a3467,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:44.386610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network 519d9049-a241-4462-988f-13188b58918d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:36:44.418640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a80d74cb-e46d-4b11-b61f-13070d8a3467', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'port_id': 'a80d74cb-e46d-4b11-b61f-13070d8a3467', 'mac_address': 'fa:16:3e:fb:6b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca45a50e-d18c-4f9b-9797-806eaf36f9bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:44.487804 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:44.502814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80d74cb-e46d-4b11-b61f-13070d8a3467 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:44.512756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 519d9049-a241-4462-988f-13188b58918d) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:44.524940 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-388728d3-299c-46ae-92cf-5b58f93fdae9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1515899 Aug 23 03:36:44.526278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:44.526856 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:44.530834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a80d74cb-e46d-4b11-b61f-13070d8a3467, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a80d74cb-e46d-4b11-b61f-13070d8a3467,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:44.537077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c223e-998f-4afa-b921-ad0e9ed0adc4 None None] Network 519d9049-a241-4462-988f-13188b58918d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:36:44.563989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-d566a4a9-6cda-45cd-9ea6-0364afc8cfc8 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017055 Aug 23 03:36:44.578784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f811-4da8-4850-af02-fd89a852211e req-a8386395-e087-49de-a97b-105bbf978564 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:44.580387 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b295f811-4da8-4850-af02-fd89a852211e req-a8386395-e087-49de-a97b-105bbf978564 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 944 time: 0.1157420 Aug 23 03:36:44.609215 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:44.651029 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b295f811-4da8-4850-af02-fd89a852211e req-f1cf4243-eb96-4074-a267-66ce3b96218d tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586784 Aug 23 03:36:44.655914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-42b1cf7b-277c-4e22-8ef0-42ade320f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:44.657435 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-42b1cf7b-277c-4e22-8ef0-42ade320f1e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 1095 time: 0.0748327 Aug 23 03:36:44.658737 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6ba62f03-3c8c-4efa-a7e6-a89e718bf3e0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7925439 Aug 23 03:36:44.661429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58638) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:44.667491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-724767199'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:44.713168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a80d74cb-e46d-4b11-b61f-13070d8a3467,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:44.755240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-519d9049-a241-4462-988f-13188b58918d', 'network_id': '519d9049-a241-4462-988f-13188b58918d', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'fixed_ips': [{'subnet_id': 'd8085f5a-f7a2-4377-a611-bd2cf16a5e5d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:36:44.756210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:44.763522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:44.767149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:44.812954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6b407-1f7f-42b3-9f95-72aa7e2006fc req-009a6723-d987-44f9-9363-0be5c8f98f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:44.815396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82c6b407-1f7f-42b3-9f95-72aa7e2006fc req-009a6723-d987-44f9-9363-0be5c8f98f0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 1098 time: 0.4452114 Aug 23 03:36:44.829137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:36:44.831803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-d0fae922-9435-4d5d-bb4c-26ac6267c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:44.838109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d20b7b-e611-476a-bef7-3b81640d100a req-fcea36db-1741-4849-9953-a9a59910f026 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:44.845500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-d0fae922-9435-4d5d-bb4c-26ac6267c0da service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 200 len: 908 time: 0.1517293 Aug 23 03:36:44.846583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2d20b7b-e611-476a-bef7-3b81640d100a req-fcea36db-1741-4849-9953-a9a59910f026 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 947 time: 0.4126029 Aug 23 03:36:44.885230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82c6b407-1f7f-42b3-9f95-72aa7e2006fc req-91e606d0-94de-4fd1-aaab-a2e441d14e68 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365677 Aug 23 03:36:44.918503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Allocated IP 19.80.0.2 (519d9049-a241-4462-988f-13188b58918d/d8085f5a-f7a2-4377-a611-bd2cf16a5e5d/7d988591-544a-46f2-8551-b88e83b754bf) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:44.921064 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:44.921064 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Added segment 19614ff5-8794-4e33-87c8-08c676b835cc of type vlan for network 859113c5-4bae-4abc-9be7-bd8d6af560fd Aug 23 03:36:44.925998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2d20b7b-e611-476a-bef7-3b81640d100a req-3d7e97c0-e0bd-4e0b-a235-b62f30cc3739 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780814 Aug 23 03:36:44.934735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-4bf91e08-c336-418b-9f39-245d8fa796b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 200 len: 217 time: 0.0612967 Aug 23 03:36:45.012920 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.028194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339039b-1b49-4d5c-93db-e8f66a24d1ea req-0eefb0c9-007a-4811-b191-f62cf45aaf94 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.030005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6339039b-1b49-4d5c-93db-e8f66a24d1ea req-0eefb0c9-007a-4811-b191-f62cf45aaf94 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1790731 Aug 23 03:36:45.061460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6b407-1f7f-42b3-9f95-72aa7e2006fc req-963a5cfc-7d61-445a-aad6-9586b986f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.063149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82c6b407-1f7f-42b3-9f95-72aa7e2006fc req-963a5cfc-7d61-445a-aad6-9586b986f394 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1561587 Aug 23 03:36:45.070321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-a992673d-5204-4346-941c-824a5441a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.071853 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-a992673d-5204-4346-941c-824a5441a1fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 200 len: 848 time: 0.1040354 Aug 23 03:36:45.100773 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.111703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Transition to ACTIVE for port object 7d988591-544a-46f2-8551-b88e83b754bf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:45.129122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Transition to ACTIVE for port object 7d988591-544a-46f2-8551-b88e83b754bf will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:45.149153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-d457b18f-ced2-40f2-9283-03e72a689825 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba086131-5cb5-4e31-8f4a-0f45c2fd938f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618224 Aug 23 03:36:45.167326 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6339039b-1b49-4d5c-93db-e8f66a24d1ea req-61003cfd-3967-4c82-b5d9-f539f5629774 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252117 Aug 23 03:36:45.192752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.194433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3046059-1ac0-4b47-979a-11ee8753194a req-821878a7-5269-4c46-9347-45428dabf0b4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.196079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3046059-1ac0-4b47-979a-11ee8753194a req-821878a7-5269-4c46-9347-45428dabf0b4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.0995829 Aug 23 03:36:45.198403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.199682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.205980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-25f04a63-2d63-436f-a291-86d9196f0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.207612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-25f04a63-2d63-436f-a291-86d9196f0ab1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 1098 time: 0.0794594 Aug 23 03:36:45.224452 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.239538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a80d74cb-e46d-4b11-b61f-13070d8a3467'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:45.272196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-63214120-c6e6-4e51-96c8-b91c5b6a1785 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4f5603f0-273d-4379-9c28-44e4c8190efb HTTP/1.1" status: 200 len: 217 time: 0.0474641 Aug 23 03:36:45.306866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Network 519d9049-a241-4462-988f-13188b58918d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:45.312823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:45.322243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:45.323746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-22b87ad0-e6c2-4b56-be1e-8a089a66c07e tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.324290 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3046059-1ac0-4b47-979a-11ee8753194a req-06a83513-937f-4f99-a583-c1cdb81c16cd tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150241 Aug 23 03:36:45.325997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-22b87ad0-e6c2-4b56-be1e-8a089a66c07e tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b&tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1095 time: 0.2225561 Aug 23 03:36:45.332070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Network': ['ID=859113c5-4bae-4abc-9be7-bd8d6af560fd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:45.336517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-babe872d-d60f-4127-b0d7-35e4cccf53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.338132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-babe872d-d60f-4127-b0d7-35e4cccf53e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0553048 Aug 23 03:36:45.352698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 859113c5-4bae-4abc-9be7-bd8d6af560fd details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:36:45.388771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-ce2fad2b-8269-4b0d-a5b8-e2f2f5dabea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.391057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-ce2fad2b-8269-4b0d-a5b8-e2f2f5dabea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450628 Aug 23 03:36:45.406745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-752a5820-a06d-460d-bd15-3cd59b58adbe tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7411995 Aug 23 03:36:45.410166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58650) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:45.413824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Pushing event updated for resources: {'Port': ['ID=7d988591-544a-46f2-8551-b88e83b754bf,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:45.431447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'subnet': {'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:45.476834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-38e16a89-6fab-4fc5-8e59-c73d1d0907a7 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136060 Aug 23 03:36:45.500495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Attempting to bind port 7d988591-544a-46f2-8551-b88e83b754bf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:45.501096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Attempting to bind port 7d988591-544a-46f2-8551-b88e83b754bf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '40477397-4c83-49da-9498-bc882a827ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '519d9049-a241-4462-988f-13188b58918d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:45.501465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Attempting to bind port 7d988591-544a-46f2-8551-b88e83b754bf on network 519d9049-a241-4462-988f-13188b58918d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:45.503129 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-5c9a0eec-303f-42ec-824d-24a30ef7e790 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007602 Aug 23 03:36:45.512957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:45.513619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Checking segment: {'id': '40477397-4c83-49da-9498-bc882a827ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '519d9049-a241-4462-988f-13188b58918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:45.514109 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.515010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Bound using segment: {'id': '40477397-4c83-49da-9498-bc882a827ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '519d9049-a241-4462-988f-13188b58918d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:45.515176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Bound port: 7d988591-544a-46f2-8551-b88e83b754bf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40477397-4c83-49da-9498-bc882a827ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '519d9049-a241-4462-988f-13188b58918d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:45.515653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.613442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f263d1-0d3e-4966-bf1d-6c57192c66fb req-0f256288-c183-452e-9315-b0073930d1fa tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.613692 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba455306-6ad5-4e1d-be67-41b7469fc860 req-bb6dc5f6-5154-4c50-9ee0-1c96ebbebb4b service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017432 Aug 23 03:36:45.613920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1f263d1-0d3e-4966-bf1d-6c57192c66fb req-0f256288-c183-452e-9315-b0073930d1fa tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 944 time: 0.2112777 Aug 23 03:36:45.620883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] For port 7d988591-544a-46f2-8551-b88e83b754bf, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:45.645579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] For port 7d988591-544a-46f2-8551-b88e83b754bf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7d988591-544a-46f2-8551-b88e83b754bf,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:45.708308 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1f263d1-0d3e-4966-bf1d-6c57192c66fb req-a21c6d1c-8a77-43e4-a292-d24d2fe4d39b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 Aug 23 03:36:45.714383 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89df4220-3efc-42f3-8a94-ee5c13e14c50 req-441099c6-f0e7-4052-a6b5-c37fd9165040 service neutron] 10.222.0.24 "GET /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289834 Aug 23 03:36:45.750127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:45.751019 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.753822 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.773257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-ef37a9fe-c89a-49d9-8e79-05c88a80f292 service neutron] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:45.782960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-ef37a9fe-c89a-49d9-8e79-05c88a80f292 service neutron] Notify callbacks [] for binding, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:45.784080 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b25a7d83-3118-4f89-881e-5c4b8ecedeac req-ef37a9fe-c89a-49d9-8e79-05c88a80f292 service neutron] 10.222.0.24 "DELETE /v2.0/ports/2ff70717-61f4-43f6-b52f-c221cce0c597/bindings/n-h1-749052-7 HTTP/1.1" status: 204 len: 173 time: 0.4417715 Aug 23 03:36:45.835056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed0d1f-2db4-4b82-a5f1-88c225154770 None None] Pushing event updated for resources: {'Port': ['ID=7d988591-544a-46f2-8551-b88e83b754bf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:45.851624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aea44f-3a60-4454-bdae-813dbffa929a req-31dba1c7-cb60-4500-8ee5-897464b21234 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:45.853696 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9aea44f-3a60-4454-bdae-813dbffa929a req-31dba1c7-cb60-4500-8ee5-897464b21234 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 944 time: 0.0829690 Aug 23 03:36:45.892702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9aea44f-3a60-4454-bdae-813dbffa929a req-bc4e87c8-4178-4fb3-8550-fe3748350ae2 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350399 Aug 23 03:36:46.093511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9041be-ced4-43b7-a595-49938391c9bd req-38679744-3e78-4433-9589-82b9ae1730d2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:46.102679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe9041be-ced4-43b7-a595-49938391c9bd req-38679744-3e78-4433-9589-82b9ae1730d2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 947 time: 0.0594292 Aug 23 03:36:46.113356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34314e2-547e-43e5-871d-03476d1edea1 req-1ed574f6-ca91-4ccf-b676-97aa3f288afa tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:46.115057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a34314e2-547e-43e5-871d-03476d1edea1 req-1ed574f6-ca91-4ccf-b676-97aa3f288afa tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 1095 time: 0.0626016 Aug 23 03:36:46.141761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe9041be-ced4-43b7-a595-49938391c9bd req-8b0e91a1-8bf8-4d3d-ae3b-0b0316b6d096 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378647 Aug 23 03:36:46.156267 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:46.193243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a34314e2-547e-43e5-871d-03476d1edea1 req-a4153cad-ade9-48cc-b30a-29709aacea8e tempest-LiveMigrationTest-975634995 tempest-LiveMigrationTest-975634995-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718980 Aug 23 03:36:46.233890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Subnet': ['ID=6da6f15a-3e5c-4f51-9b6b-38ee9cf92769,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:46.249236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Checking segment: {'id': '19614ff5-8794-4e33-87c8-08c676b835cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:46.249602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network hostable DHCP agents. Network: 859113c5-4bae-4abc-9be7-bd8d6af560fd, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:36:46.360634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4cc4f-97bf-454f-aaf8-7cf27f6da13a req-d61bfbe2-1a3f-4212-9331-4c4eb6e867a5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:46.362761 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26e4cc4f-97bf-454f-aaf8-7cf27f6da13a req-d61bfbe2-1a3f-4212-9331-4c4eb6e867a5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0662761 Aug 23 03:36:46.364047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network 859113c5-4bae-4abc-9be7-bd8d6af560fd is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:36:46.404141 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26e4cc4f-97bf-454f-aaf8-7cf27f6da13a req-94969e27-e994-434a-87af-4d1d47cd2642 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Aug 23 03:36:46.489242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 859113c5-4bae-4abc-9be7-bd8d6af560fd) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:46.496590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:46.497295 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:46.505364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff371f-02fe-41c3-9f17-f99b7f1c48a0 None None] Network 859113c5-4bae-4abc-9be7-bd8d6af560fd requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:36:46.526090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272f4ea-a18a-427e-9221-455c9581dcbe req-0a9435b1-49bb-4604-97bf-d8e28dd194c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:46.527665 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6272f4ea-a18a-427e-9221-455c9581dcbe req-0a9435b1-49bb-4604-97bf-d8e28dd194c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.0674844 Aug 23 03:36:46.572215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6272f4ea-a18a-427e-9221-455c9581dcbe req-7f2a1f18-fb59-49a5-a98f-d6cb6027f90e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369935 Aug 23 03:36:46.619808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b9bd3531-4cbd-4557-850b-99f0d7e18e0f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1903577 Aug 23 03:36:46.683546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-859113c5-4bae-4abc-9be7-bd8d6af560fd', 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'fixed_ips': [{'subnet_id': '6da6f15a-3e5c-4f51-9b6b-38ee9cf92769'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:36:46.684558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:46.856564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c84b0-d21f-4f12-b24c-8d1faf1c46a6 req-fd046c14-f401-4aae-9526-2bd3373bd3b3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:46.858506 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b0c84b0-d21f-4f12-b24c-8d1faf1c46a6 req-fd046c14-f401-4aae-9526-2bd3373bd3b3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 944 time: 0.0664904 Aug 23 03:36:46.869579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Allocated IP 19.86.0.2 (859113c5-4bae-4abc-9be7-bd8d6af560fd/6da6f15a-3e5c-4f51-9b6b-38ee9cf92769/1b51d7b3-b027-411c-95eb-407e6c17705e) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:46.932542 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b0c84b0-d21f-4f12-b24c-8d1faf1c46a6 req-78c49dae-4f13-4258-aa95-bf46bcfc100d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673246 Aug 23 03:36:46.973610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e580971-dbd0-4f75-9240-f0e733ad3b30 None None] Network 519d9049-a241-4462-988f-13188b58918d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:36:47.036739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9675a4f-5bca-4427-8f42-e99048f0c537 req-bf72c8b0-2dbf-4930-a73b-bea20e146341 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:47.044017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-bcd3b9c6-7d7f-4cb7-968b-b4812e5f7356 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:47.046121 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9675a4f-5bca-4427-8f42-e99048f0c537 req-bf72c8b0-2dbf-4930-a73b-bea20e146341 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 944 time: 0.0670469 Aug 23 03:36:47.049939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-bcd3b9c6-7d7f-4cb7-968b-b4812e5f7356 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:47.051536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-bcd3b9c6-7d7f-4cb7-968b-b4812e5f7356 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/networks?id=519d9049-a241-4462-988f-13188b58918d&id=859113c5-4bae-4abc-9be7-bd8d6af560fd HTTP/1.1" status: 200 len: 1391 time: 0.1438060 Aug 23 03:36:47.071176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-1c19d69b-bfb4-4b26-b83e-0ea60e7ecb30 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/quotas/7a18a0e9d6384dd9bd7f8320db515c03 HTTP/1.1" status: 200 len: 375 time: 0.0119984 Aug 23 03:36:47.097657 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9675a4f-5bca-4427-8f42-e99048f0c537 req-b8000e47-f296-434c-87f1-bd8f0a96d3d4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503788 Aug 23 03:36:47.114915 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:47.133606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-055c4ee7-9ab7-4308-8136-db629d9d5154 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525651 Aug 23 03:36:47.146219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Transition to ACTIVE for port object 1b51d7b3-b027-411c-95eb-407e6c17705e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:47.172184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Transition to ACTIVE for port object 1b51d7b3-b027-411c-95eb-407e6c17705e will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:47.178301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d2cce74b-c988-4ed1-b080-fbad4675ed52 None None] Provisioning for port 7d988591-544a-46f2-8551-b88e83b754bf completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:47.251730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-e5ab9206-1c47-47e2-853a-4f5a6d1a6138 service neutron] 10.222.0.20 "GET /v2.0/networks/519d9049-a241-4462-988f-13188b58918d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108267 Aug 23 03:36:47.269617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447721-8936-4c77-a548-5f9919c97bca req-8f2bf41e-cdef-43c1-b7c1-b00878d432b5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:47.271313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df447721-8936-4c77-a548-5f9919c97bca req-8f2bf41e-cdef-43c1-b7c1-b00878d432b5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 947 time: 0.0537367 Aug 23 03:36:47.287724 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:47.320640 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df447721-8936-4c77-a548-5f9919c97bca req-7a520dff-5670-43c1-abdf-ec9b39be4fd2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Aug 23 03:36:47.341390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Network 859113c5-4bae-4abc-9be7-bd8d6af560fd is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:47.356680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:47.366027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:47.375063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c35769fe-2760-4267-9a61-9d657abfacfd service neutron] 10.222.0.20 "GET /v2.0/networks/519d9049-a241-4462-988f-13188b58918d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169739 Aug 23 03:36:47.489679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-6ad79233-429d-4920-8d59-34fa29bc3bdf service neutron] 10.222.0.20 "GET /v2.0/networks/859113c5-4bae-4abc-9be7-bd8d6af560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083076 Aug 23 03:36:47.543101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e81a1-c448-440d-a4f1-f801b44236f1 req-669c0959-ffe1-40ce-8f3f-4f51d1b59b39 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:47.545951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-839e81a1-c448-440d-a4f1-f801b44236f1 req-669c0959-ffe1-40ce-8f3f-4f51d1b59b39 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0635478 Aug 23 03:36:47.576691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:47.584911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Pushing event updated for resources: {'Port': ['ID=1b51d7b3-b027-411c-95eb-407e6c17705e,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:47.601618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-31394072-ec7e-4986-8523-6727661167f1 service neutron] 10.222.0.20 "GET /v2.0/networks/859113c5-4bae-4abc-9be7-bd8d6af560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070638 Aug 23 03:36:47.636857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Attempting to bind port 1b51d7b3-b027-411c-95eb-407e6c17705e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:47.637244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Attempting to bind port 1b51d7b3-b027-411c-95eb-407e6c17705e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '19614ff5-8794-4e33-87c8-08c676b835cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:47.638330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Attempting to bind port 1b51d7b3-b027-411c-95eb-407e6c17705e on network 859113c5-4bae-4abc-9be7-bd8d6af560fd {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:47.640127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-ae692c94-dfd8-43c9-9fd2-af241b4b96a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:47.642150 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-ae692c94-dfd8-43c9-9fd2-af241b4b96a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 944 time: 0.0925765 Aug 23 03:36:47.645362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-839e81a1-c448-440d-a4f1-f801b44236f1 req-d0478f3d-1026-47a4-9df2-f8bc3ff94207 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863695 Aug 23 03:36:47.654799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:47.655176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Checking segment: {'id': '19614ff5-8794-4e33-87c8-08c676b835cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:47.655583 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:47.656101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Bound using segment: {'id': '19614ff5-8794-4e33-87c8-08c676b835cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:47.656456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Bound port: 1b51d7b3-b027-411c-95eb-407e6c17705e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19614ff5-8794-4e33-87c8-08c676b835cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:47.657129 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:47.787230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:47.802201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4be3bb-b64c-46d6-af3e-53ba985f4319 req-63e2a164-b229-427d-a241-4eca5cc70a01 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:47.802535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] For port 1b51d7b3-b027-411c-95eb-407e6c17705e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:47.803781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa4be3bb-b64c-46d6-af3e-53ba985f4319 req-63e2a164-b229-427d-a241-4eca5cc70a01 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.0688598 Aug 23 03:36:47.804884 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1', 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0', 'port_id': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1', 'mac_address': 'fa:16:3e:e3:75:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06554274-26cb-447d-ae1d-8db0a1d7532e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:47.820895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Deleting port 2ff70717-61f4-43f6-b52f-c221cce0c597 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:47.820895 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:47.821141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] For port 1b51d7b3-b027-411c-95eb-407e6c17705e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1b51d7b3-b027-411c-95eb-407e6c17705e,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:47.852807 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:47.867782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:47.895389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:47.898128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7d988591-544a-46f2-8551-b88e83b754bf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:47.904224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa4be3bb-b64c-46d6-af3e-53ba985f4319 req-911ad583-bc19-4c84-ac63-e074707ed69a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924194 Aug 23 03:36:47.941990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] For port 2ff70717-61f4-43f6-b52f-c221cce0c597, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2ff70717-61f4-43f6-b52f-c221cce0c597,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:47.942413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:47.956748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Calling delete_port for 2ff70717-61f4-43f6-b52f-c221cce0c597 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:47.975777 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:48.066599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:48.147037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4eb18-f65a-46c7-8c9b-1ad9a2163a48 None None] Pushing event updated for resources: {'Port': ['ID=1b51d7b3-b027-411c-95eb-407e6c17705e,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:48.172429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7d988591-544a-46f2-8551-b88e83b754bf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:48.189688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7d988591-544a-46f2-8551-b88e83b754bf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:48.190516 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:48.220819 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58b02a31-3e77-4440-947d-5008db4c39e6 req-33cceadb-e00e-4310-8a8f-8466ec836bb4 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 210 time: 0.1649237 Aug 23 03:36:48.286231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:48.287555 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:48.299491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a80d74cb-e46d-4b11-b61f-13070d8a3467 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:48.309372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['103b6d8d-7ccd-41c3-a035-4a06727daffc', '2ff70717-61f4-43f6-b52f-c221cce0c597'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:48.345539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Pushing event deleted for resources: {'Port': ['ID=2ff70717-61f4-43f6-b52f-c221cce0c597,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:48.357743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d8ee291-f7f6-43d4-bf3b-5e1a2a64249b req-8c0dfbcd-a017-4cda-b0dd-3c66f2527c44 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 210 time: 0.0398514 Aug 23 03:36:48.499846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] No DVR routers for this DVR port 2ff70717-61f4-43f6-b52f-c221cce0c597 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:48.500376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a995d1bc-86a5-4c3a-8f85-833dfb68dfd1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:48.502933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:48.505057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fa5c4fb-6679-48b1-96db-af3f588faa38 req-504449ce-108c-4783-89c7-52f32d2f1f05 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.24 "DELETE /v2.0/ports/2ff70717-61f4-43f6-b52f-c221cce0c597 HTTP/1.1" status: 204 len: 173 time: 0.8556395 Aug 23 03:36:48.508677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'name': 'network-vif-deleted', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:48.527354 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c83508a-89be-4df8-b67d-c84f5aeafc3b" -d '{"events": [{"server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "name": "network-vif-deleted", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:48.547806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5b2e4-656b-4737-a0de-e1315eebdf7d req-ca9fc144-f183-49e1-9443-9b8c25543f76 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:48.556496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-64e5b2e4-656b-4737-a0de-e1315eebdf7d req-ca9fc144-f183-49e1-9443-9b8c25543f76 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 944 time: 0.2562695 Aug 23 03:36:48.600516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d1bae-9560-4d5e-9467-517a3f35ed76 req-cc1fa976-478a-41f1-94f3-9b78f659cf2b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:48.612311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc5d1bae-9560-4d5e-9467-517a3f35ed76 req-cc1fa976-478a-41f1-94f3-9b78f659cf2b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 947 time: 0.1602781 Aug 23 03:36:48.637035 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-64e5b2e4-656b-4737-a0de-e1315eebdf7d req-8e299a5e-7289-41d4-90d6-c6aee1f3301d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772440 Aug 23 03:36:48.697788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc5d1bae-9560-4d5e-9467-517a3f35ed76 req-6dbd0547-c353-475c-8e54-5bfd6fcc097a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825768 Aug 23 03:36:48.710015 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:48.777597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port a80d74cb-e46d-4b11-b61f-13070d8a3467 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:48.780228 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adbf57e-932e-404c-ad45-25b3e2c1063e x-openstack-request-id: req-7adbf57e-932e-404c-ad45-25b3e2c1063e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:48.780653 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff8c149-920f-4509-9971-e3db81df464b", "name": "network-vif-deleted", "tag": "2ff70717-61f4-43f6-b52f-c221cce0c597", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:48.781091 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7adbf57e-932e-404c-ad45-25b3e2c1063e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:48.781660 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff8c149-920f-4509-9971-e3db81df464b', 'name': 'network-vif-deleted', 'tag': '2ff70717-61f4-43f6-b52f-c221cce0c597', 'status': 'completed', 'code': 200} Aug 23 03:36:48.802145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 7d988591-544a-46f2-8551-b88e83b754bf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7d988591-544a-46f2-8551-b88e83b754bf,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:48.803332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a80d74cb-e46d-4b11-b61f-13070d8a3467 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:48.803705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:48.917164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9180b-f3f4-4554-af64-00f15865dc32 req-5befbcfd-ed03-441d-8500-5275c71975b4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:48.918769 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3a9180b-f3f4-4554-af64-00f15865dc32 req-5befbcfd-ed03-441d-8500-5275c71975b4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1034739 Aug 23 03:36:48.943306 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:48.973938 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3a9180b-f3f4-4554-af64-00f15865dc32 req-6042d16a-86dc-4f0f-a8a4-5edf4ca9cc3b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489252 Aug 23 03:36:49.014574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7be608-be99-41f6-8c99-3811728ba6e3 req-00de23ac-cd01-4ad6-9e57-7ed90884648a tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:49.017117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1f7be608-be99-41f6-8c99-3811728ba6e3 req-00de23ac-cd01-4ad6-9e57-7ed90884648a tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 946 time: 0.1264877 Aug 23 03:36:49.095509 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1f7be608-be99-41f6-8c99-3811728ba6e3 req-37da3ab0-75e3-4c0c-b326-857599f811bc tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710325 Aug 23 03:36:49.124430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=7d988591-544a-46f2-8551-b88e83b754bf,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:49.163538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ef67-769f-4a55-abce-4b58ef34d7ca req-0f47f720-bbae-4e4a-98e6-4d8bd9b11507 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:49.173547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6e2ef67-769f-4a55-abce-4b58ef34d7ca req-0f47f720-bbae-4e4a-98e6-4d8bd9b11507 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 945 time: 0.1211112 Aug 23 03:36:49.197274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:49.237324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8daa793-0699-4445-9aa7-e9d626256274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80d74cb-e46d-4b11-b61f-13070d8a3467'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:49.262061 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824b049b-f917-4f44-9bad-ded9dc048e08" -d '{"events": [{"server_uuid": "b8daa793-0699-4445-9aa7-e9d626256274", "name": "network-vif-plugged", "status": "completed", "tag": "a80d74cb-e46d-4b11-b61f-13070d8a3467"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:49.281655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a80d74cb-e46d-4b11-b61f-13070d8a3467, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a80d74cb-e46d-4b11-b61f-13070d8a3467,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:49.328667 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6e2ef67-769f-4a55-abce-4b58ef34d7ca req-82859bd7-fb5f-46d3-b197-5491ba8be7a7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539719 Aug 23 03:36:49.343973 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:49.370550 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afbccc59-117d-454f-93d1-63cb6414b992 req-6f6dc3a7-8832-47f4-af2d-f26a3aa3ff79 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 210 time: 0.0625863 Aug 23 03:36:49.438224 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8c9db6-e226-47fb-b38f-9fffebf816c2 x-openstack-request-id: req-8e8c9db6-e226-47fb-b38f-9fffebf816c2 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:49.438942 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8daa793-0699-4445-9aa7-e9d626256274", "name": "network-vif-plugged", "status": "completed", "tag": "a80d74cb-e46d-4b11-b61f-13070d8a3467", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:49.439286 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e8c9db6-e226-47fb-b38f-9fffebf816c2 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:49.439853 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8daa793-0699-4445-9aa7-e9d626256274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80d74cb-e46d-4b11-b61f-13070d8a3467', 'code': 200} Aug 23 03:36:49.440576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a80d74cb-e46d-4b11-b61f-13070d8a3467,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:49.501754 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37cb6599-27f9-44b6-b897-33804eca585d req-1adce731-c3c4-4bc0-bb2c-034cc347b3d7 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 210 time: 0.0511839 Aug 23 03:36:49.563710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53742c8-7925-4e61-874f-4751d57b1f95 req-2614c830-7452-436c-8c65-ad58c82ee5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:49.565698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53742c8-7925-4e61-874f-4751d57b1f95 req-2614c830-7452-436c-8c65-ad58c82ee5ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 1096 time: 0.0537462 Aug 23 03:36:49.585918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc694b30-a9dc-4786-88bf-1457f91f1f04 None None] Network 859113c5-4bae-4abc-9be7-bd8d6af560fd requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:36:49.613992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d53742c8-7925-4e61-874f-4751d57b1f95 req-5578b102-5220-4157-a407-4d37dfeed7fc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Aug 23 03:36:49.724892 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-1c119708-5ccd-45b2-8604-28805f454ff5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--823601724&fields=id&tenant_id=a631d26f4571412c8b5225c424dd1ef8 HTTP/1.1" status: 200 len: 267 time: 0.0528584 Aug 23 03:36:49.762157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bce8a-4081-464d-9a2a-2e8ce53e3e1a req-f637fb93-e45e-45c7-a093-44b4a2a648ac tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:49.763618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af5bce8a-4081-464d-9a2a-2e8ce53e3e1a req-f637fb93-e45e-45c7-a093-44b4a2a648ac tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 945 time: 0.0558896 Aug 23 03:36:49.828964 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af5bce8a-4081-464d-9a2a-2e8ce53e3e1a req-0348285b-fb46-4991-b46f-b4dad329fa05 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553887 Aug 23 03:36:49.837966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-48ea0efb-c7f8-4ca3-a096-6dc14ddfe2bc None None] Provisioning for port 1b51d7b3-b027-411c-95eb-407e6c17705e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:49.860016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-229b0f97-d4b8-4788-b53b-7f18b093d92a tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:49.862050 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-229b0f97-d4b8-4788-b53b-7f18b093d92a tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/networks?id=c0445a91-b126-4592-ad35-0f12179ff408 HTTP/1.1" status: 200 len: 816 time: 0.1355400 Aug 23 03:36:49.901516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-ee9d1e4b-e2a3-4e19-81f7-b78feaf30118 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/quotas/a631d26f4571412c8b5225c424dd1ef8 HTTP/1.1" status: 200 len: 375 time: 0.0323668 Aug 23 03:36:49.981266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db31e5c-22a6-4884-b7f0-834c9a99d49f req-22733ab0-bed5-4219-9365-8fb04b1c3a24 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:49.990669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0db31e5c-22a6-4884-b7f0-834c9a99d49f req-22733ab0-bed5-4219-9365-8fb04b1c3a24 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 947 time: 0.0767877 Aug 23 03:36:50.000436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-bc8c0139-b1b1-4e39-975e-6f71ecf3eae6 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a631d26f4571412c8b5225c424dd1ef8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908933 Aug 23 03:36:50.010050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1b51d7b3-b027-411c-95eb-407e6c17705e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:50.039633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0db31e5c-22a6-4884-b7f0-834c9a99d49f req-0f9262a0-eed4-4908-8cfe-4d7c560d34c2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459843 Aug 23 03:36:50.126687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-8ded5aad-c84a-4284-a2c4-873b614a1014 service neutron] 10.222.0.20 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234899 Aug 23 03:36:50.138306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 1b51d7b3-b027-411c-95eb-407e6c17705e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:50.146843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1b51d7b3-b027-411c-95eb-407e6c17705e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:50.146843 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:50.232785 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-6b949fab-d18a-460b-ac1c-601cd1d3d709 service neutron] 10.222.0.20 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006939 Aug 23 03:36:50.242802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:50.271644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 4f5603f0-273d-4379-9c28-44e4c8190efb details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:36:50.286020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 1b51d7b3-b027-411c-95eb-407e6c17705e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1b51d7b3-b027-411c-95eb-407e6c17705e,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:50.327925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e4432578-e09c-4387-9ca8-8441622ca903 None None] Provisioning complete for port 1b51d7b3-b027-411c-95eb-407e6c17705e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:50.328299 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e4432578-e09c-4387-9ca8-8441622ca903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:50.364280 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:50.365185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7d988591-544a-46f2-8551-b88e83b754bf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:50.512840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190356-942d-477b-b224-1dc8b63b73ba req-8340985e-e5db-41bb-84cf-f967a8292b8a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:50.514708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=1b51d7b3-b027-411c-95eb-407e6c17705e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:50.516315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e190356-942d-477b-b224-1dc8b63b73ba req-8340985e-e5db-41bb-84cf-f967a8292b8a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0581584 Aug 23 03:36:50.543116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 4f5603f0-273d-4379-9c28-44e4c8190efb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=4f5603f0-273d-4379-9c28-44e4c8190efb,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:50.571479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e190356-942d-477b-b224-1dc8b63b73ba req-af4de72d-caaf-4572-9f90-5140f542a91c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391889 Aug 23 03:36:50.583320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '4f5603f0-273d-4379-9c28-44e4c8190efb', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '4f5603f0-273d-4379-9c28-44e4c8190efb', 'mac_address': 'fa:16:3e:7a:e2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:36:50.587778 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7d988591-544a-46f2-8551-b88e83b754bf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:50.589477 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:50.670909 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:50.708565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5603f0-273d-4379-9c28-44e4c8190efb {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:50.720776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e917e7e-ff4d-40cd-838b-16562f9ddeae req-76d789f1-2721-4476-bc6c-06c353775901 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:50.723980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e917e7e-ff4d-40cd-838b-16562f9ddeae req-76d789f1-2721-4476-bc6c-06c353775901 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 945 time: 0.0648556 Aug 23 03:36:50.736655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 4f5603f0-273d-4379-9c28-44e4c8190efb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=4f5603f0-273d-4379-9c28-44e4c8190efb,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:50.770990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e917e7e-ff4d-40cd-838b-16562f9ddeae req-af7f078e-2866-4c8c-957c-65564a8dd36c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Aug 23 03:36:50.852680 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:50.885579 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5552b442-41fe-40d7-ac22-f9432fcf062c req-5acbffcb-698b-4c20-a3fd-a538b021fc81 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 210 time: 0.0342689 Aug 23 03:36:50.955272 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=4f5603f0-273d-4379-9c28-44e4c8190efb,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:51.042011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bbf44-351a-44f4-903a-39c0869076dd req-56b05c2e-9421-41e7-97c1-82e35ce33d05 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:51.043556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a40bbf44-351a-44f4-903a-39c0869076dd req-56b05c2e-9421-41e7-97c1-82e35ce33d05 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 946 time: 0.0720828 Aug 23 03:36:51.088465 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e2490d14-835a-4796-b1a7-09a65f86dccc req-08af8fb9-6528-4d65-be87-cab60098dd43 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 210 time: 0.0457847 Aug 23 03:36:51.255773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51b251-24c4-477d-bc96-8681c2cf37df req-8d8f4fb9-646f-40d8-9187-0eac9c77a6b4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:51.267172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb51b251-24c4-477d-bc96-8681c2cf37df req-8d8f4fb9-646f-40d8-9187-0eac9c77a6b4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 945 time: 0.0894611 Aug 23 03:36:51.278048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a40bbf44-351a-44f4-903a-39c0869076dd req-5ef5ed39-fafa-453b-af4e-f768afe4be32 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220135 Aug 23 03:36:51.356503 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb51b251-24c4-477d-bc96-8681c2cf37df req-40407cb2-1401-4089-a174-473fa43254e7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844216 Aug 23 03:36:51.434861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-b902f212-3852-4a3f-ba45-a34e59e93a3a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:51.439156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:51.445589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-b902f212-3852-4a3f-ba45-a34e59e93a3a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:51.447922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-b902f212-3852-4a3f-ba45-a34e59e93a3a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.11 "GET /v2.0/networks?id=519d9049-a241-4462-988f-13188b58918d&id=859113c5-4bae-4abc-9be7-bd8d6af560fd HTTP/1.1" status: 200 len: 1391 time: 0.3628683 Aug 23 03:36:51.462135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-176bada0-f3b4-4ba5-8401-6fe5816c66dd req-31a5aba4-0284-4032-9f4f-649a90e3f755 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 210 time: 0.0766437 Aug 23 03:36:51.470740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'port': {'device_id': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'network_id': '519d9049-a241-4462-988f-13188b58918d', 'admin_state_up': True, 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:51.504361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['4f5603f0-273d-4379-9c28-44e4c8190efb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:36:51.626160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8ad09-0ccc-4eab-a171-4c96e05c5ea1 req-f36909f4-980d-49bc-9df6-92f652b07c68 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:51.637151 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c8b8ad09-0ccc-4eab-a171-4c96e05c5ea1 req-f36909f4-980d-49bc-9df6-92f652b07c68 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 948 time: 0.1036060 Aug 23 03:36:51.706298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:51.712806 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c8b8ad09-0ccc-4eab-a171-4c96e05c5ea1 req-fecdb2ad-ae9b-4a62-8047-2e89bcd2b040 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746031 Aug 23 03:36:51.735363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:51.736075 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:51.740615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:51.744236 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:51.843600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b86b3f-8691-4f6b-8fc9-0d016ac6c30d req-19cb3c76-06f3-4e36-8d8f-0ff057ec7769 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:51.845332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8b86b3f-8691-4f6b-8fc9-0d016ac6c30d req-19cb3c76-06f3-4e36-8d8f-0ff057ec7769 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1516151 Aug 23 03:36:51.916627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1b51d7b3-b027-411c-95eb-407e6c17705e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:51.967780 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:51.990273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8b86b3f-8691-4f6b-8fc9-0d016ac6c30d req-b9b3994c-a258-4832-8524-4eecd8407db7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141491 Aug 23 03:36:52.014284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d303f91-cafe-4585-92d1-36516910df73 req-16ad0597-558f-4764-9ed1-4e89ee1682c7 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:52.014284 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d303f91-cafe-4585-92d1-36516910df73 req-16ad0597-558f-4764-9ed1-4e89ee1682c7 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 946 time: 0.1702685 Aug 23 03:36:52.019048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Allocated IP 19.80.0.35 (519d9049-a241-4462-988f-13188b58918d/d8085f5a-f7a2-4377-a611-bd2cf16a5e5d/1dbce585-af96-4476-b74a-c7a44907fb5a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:52.020156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8452a-a804-4519-81d0-06e69841350c req-80dbd56d-8601-4e8d-b985-11354a60a0f7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:52.030045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eeb8452a-a804-4519-81d0-06e69841350c req-80dbd56d-8601-4e8d-b985-11354a60a0f7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 945 time: 0.0991139 Aug 23 03:36:52.067075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:52.069961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:52.072235 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbe7f47-f875-472a-b5de-f21f72dc3d61" -d '{"events": [{"server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "name": "network-vif-plugged", "status": "completed", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:52.092872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1b51d7b3-b027-411c-95eb-407e6c17705e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:52.093365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.138654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3dd2947b-6581-497e-aa6b-6b300eb09164 req-e95bbace-6407-4395-85af-538a145ac4a7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 210 time: 0.0534821 Aug 23 03:36:52.156178 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eeb8452a-a804-4519-81d0-06e69841350c req-80225832-caa2-427e-b1e3-a235766d5461 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251199 Aug 23 03:36:52.218423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Deleting port 253a5d04-07f5-4bab-b5cd-2f687852154f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:36:52.222061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.321304 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.333294 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6727785a-9438-4261-9afc-7f09895c9277 x-openstack-request-id: req-6727785a-9438-4261-9afc-7f09895c9277 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:52.333718 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "name": "network-vif-plugged", "status": "completed", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:52.334040 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6727785a-9438-4261-9afc-7f09895c9277 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:52.334783 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1', 'code': 200} Aug 23 03:36:52.340905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Transition to ACTIVE for port object 1dbce585-af96-4476-b74a-c7a44907fb5a will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:52.348084 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.348980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2ff70717-61f4-43f6-b52f-c221cce0c597 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:36:52.371648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 2ff70717-61f4-43f6-b52f-c221cce0c597 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:36:52.372077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2ff70717-61f4-43f6-b52f-c221cce0c597 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:36:52.444186 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-087fa360-590f-45da-9af2-175c45cdf270 req-8bde14d1-d957-4a67-b8ab-639d38907eb3 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 210 time: 0.1457891 Aug 23 03:36:52.453642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1bd8f-316d-4b8d-82d1-986644295889 req-57893c41-b1d0-4ca6-b071-e045fcb53fd2 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:52.454209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:52.455426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b0f1bd8f-316d-4b8d-82d1-986644295889 req-57893c41-b1d0-4ca6-b071-e045fcb53fd2 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 946 time: 0.0685687 Aug 23 03:36:52.472493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] For port 253a5d04-07f5-4bab-b5cd-2f687852154f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=253a5d04-07f5-4bab-b5cd-2f687852154f,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:52.472948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.482479 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.499756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a5b11-d7ac-4b18-bf66-716eefac3231 req-8963f61a-d5d3-4ecf-b13a-2a3657f8cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:52.501249 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d6a5b11-d7ac-4b18-bf66-716eefac3231 req-8963f61a-d5d3-4ecf-b13a-2a3657f8cf97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 1097 time: 0.2047184 Aug 23 03:36:52.514807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b0f1bd8f-316d-4b8d-82d1-986644295889 req-5c56c308-e22f-4092-bd5d-07fa38b1f064 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5485f-e04d-4995-92e9-d2847191ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511954 Aug 23 03:36:52.516193 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.564540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network 519d9049-a241-4462-988f-13188b58918d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:52.568915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:52.574923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:52.609893 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d6a5b11-d7ac-4b18-bf66-716eefac3231 req-12414b72-e9a1-4151-bbc7-d98df68db177 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743511 Aug 23 03:36:52.650876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75965107-887a-4d7d-8a53-b99d5c29c3d8 req-b50a759d-d52e-476b-b9cb-e6695710388c tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 210 time: 0.0289435 Aug 23 03:36:52.651491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Port': ['ID=1dbce585-af96-4476-b74a-c7a44907fb5a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:52.670068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.670411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.670746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.671067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.671404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.680992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.681652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.681994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.682328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.682660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.682996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.683328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:52.699291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:52.699917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.759547 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.763892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.763892 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Floating IP 8cd89279-df54-4e45-b145-a73f30133d4f disassociated. External IP: 172.25.1.148, port: 253a5d04-07f5-4bab-b5cd-2f687852154f. Aug 23 03:36:52.763892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Calling delete_port for 253a5d04-07f5-4bab-b5cd-2f687852154f owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:36:52.785199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-ea23d50e-f121-4b6d-8571-a37e53eb82f7 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3188634 Aug 23 03:36:52.813089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Request body: {'port': {'device_id': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd', 'admin_state_up': True, 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:52.826540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af40a2-20d6-4f9e-925f-db39564ce940 req-3f0a2758-20f4-4bb3-881e-57e0f148274c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:52.828126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3af40a2-20d6-4f9e-925f-db39564ce940 req-3f0a2758-20f4-4bb3-881e-57e0f148274c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 945 time: 0.2742128 Aug 23 03:36:52.899411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3af40a2-20d6-4f9e-925f-db39564ce940 req-9cee6c9a-2c55-43e0-9dd0-c7d2ef7d4089 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Aug 23 03:36:52.910708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b248c3-5adc-4afb-a86c-540cb40a734b req-45eea525-3249-4db4-990d-0a9405c7e64c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:52.918813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90b248c3-5adc-4afb-a86c-540cb40a734b req-45eea525-3249-4db4-990d-0a9405c7e64c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 948 time: 0.1240468 Aug 23 03:36:52.927432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c5910093-9c89-4d7a-852e-29fab284b7b2 None None] Provisioning for port 1dbce585-af96-4476-b74a-c7a44907fb5a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:52.935598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c5910093-9c89-4d7a-852e-29fab284b7b2 None None] Provisioning complete for port 1dbce585-af96-4476-b74a-c7a44907fb5a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:52.936040 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c5910093-9c89-4d7a-852e-29fab284b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:52.989651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90b248c3-5adc-4afb-a86c-540cb40a734b req-9f365973-6a20-4b28-b07a-26b4dd68043f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694888 Aug 23 03:36:53.009132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c5910093-9c89-4d7a-852e-29fab284b7b2 None None] Port 1dbce585-af96-4476-b74a-c7a44907fb5a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:53.104095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Made reservation on behalf of 7a18a0e9d6384dd9bd7f8320db515c03 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:53.107933 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:53.119456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de8305-364e-42c1-b101-b1cb994cf8d4 req-ac4dc07d-3977-4c87-906a-ef0567aeb6ea tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:53.127587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0de8305-364e-42c1-b101-b1cb994cf8d4 req-ac4dc07d-3977-4c87-906a-ef0567aeb6ea tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0594099 Aug 23 03:36:53.136188 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:53.180236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event deleted for resources: {'Port': ['ID=253a5d04-07f5-4bab-b5cd-2f687852154f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:53.203457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.203801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.204142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.204475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.204823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.205205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.205531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.205913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.206235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.206556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.206875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.207187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:36:53.233649 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0de8305-364e-42c1-b101-b1cb994cf8d4 req-cc5b6766-6fe9-4603-bb21-80a3db4f0f2f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050992 Aug 23 03:36:53.326221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Allocated IP 19.86.0.72 (859113c5-4bae-4abc-9be7-bd8d6af560fd/6da6f15a-3e5c-4f51-9b6b-38ee9cf92769/17a74a1d-4d38-44ab-b3f0-946c083d2f93) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:53.344859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845d889-05af-4e6e-b9e0-d7d7cf3680ae req-a40a0108-ee9c-4c39-985b-37a124f21867 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:53.346464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a845d889-05af-4e6e-b9e0-d7d7cf3680ae req-a40a0108-ee9c-4c39-985b-37a124f21867 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 931 time: 0.0839858 Aug 23 03:36:53.416212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafd83f-62ae-4498-811d-20f1a61435e9 req-fe3bb2f4-c231-48a1-9db7-c9ce191ec049 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:53.423598 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3eafd83f-62ae-4498-811d-20f1a61435e9 req-fe3bb2f4-c231-48a1-9db7-c9ce191ec049 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.1102440 Aug 23 03:36:53.434115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Router a72bf3c0-8110-4432-919b-94390fd5e878 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:36:53.435491 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a845d889-05af-4e6e-b9e0-d7d7cf3680ae req-2081c3a0-8125-47d7-b3af-cddb595a4fff tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740383 Aug 23 03:36:53.571691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76620cf3-e194-49a8-afaf-5fdfc618977d req-77e9facd-376c-4ddc-91bb-9621300a023a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 210 time: 0.0415423 Aug 23 03:36:53.609494 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:53.625843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Transition to ACTIVE for port object 17a74a1d-4d38-44ab-b3f0-946c083d2f93 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:53.688236 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6493f5ec-f837-4275-962c-fc2b1d7fcf25 req-793b50fd-0806-4820-8530-de9f1978de4d tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 210 time: 0.0421753 Aug 23 03:36:53.778238 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:53.896664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event updated for resources: {'Port': ['ID=17a74a1d-4d38-44ab-b3f0-946c083d2f93,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:53.903121 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fa8214f-a9d7-4f88-bc7b-bff2361527ab req-fefd1084-f771-44e6-8b63-e9a917d90924 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 210 time: 0.1177309 Aug 23 03:36:53.910136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Network 859113c5-4bae-4abc-9be7-bd8d6af560fd is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:53.912547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:53.915273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:53.953948 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3eafd83f-62ae-4498-811d-20f1a61435e9 req-83c797bb-e703-4ab7-a602-4ad13e6b72ca tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260608 Aug 23 03:36:54.003177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:54.003884 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:54.065290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:36:54.077758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] Sync routers for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:36:54.087405 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-406a9939-ea66-4cd9-a7ed-aecc7843b5b0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2823393 Aug 23 03:36:54.092478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:36:54.093201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:36:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:54.112309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] No DVR routers for this DVR port 253a5d04-07f5-4bab-b5cd-2f687852154f on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:36:54.116050 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:54.119236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d303f91-cafe-4585-92d1-36516910df73 req-84e12147-1ef5-45d7-95da-e0f0c0746f42 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.24 "DELETE /v2.0/ports/253a5d04-07f5-4bab-b5cd-2f687852154f HTTP/1.1" status: 204 len: 173 time: 2.0867252 Aug 23 03:36:54.119854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'name': 'network-vif-deleted', 'tag': '253a5d04-07f5-4bab-b5cd-2f687852154f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:54.123384 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a077997e-08ce-4fc4-864b-550d3a29d245" -d '{"events": [{"server_uuid": "b1b25be9-b16b-421c-9e62-44b37afc5072", "name": "network-vif-deleted", "tag": "253a5d04-07f5-4bab-b5cd-2f687852154f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:54.138873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Request body: {'port': {'device_id': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:54.183269 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c23cf-c323-4b5a-a555-1460924e8ea3 x-openstack-request-id: req-666c23cf-c323-4b5a-a555-1460924e8ea3 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:54.184212 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b25be9-b16b-421c-9e62-44b37afc5072", "name": "network-vif-deleted", "tag": "253a5d04-07f5-4bab-b5cd-2f687852154f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:54.185592 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-666c23cf-c323-4b5a-a555-1460924e8ea3 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:54.186424 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b25be9-b16b-421c-9e62-44b37afc5072', 'name': 'network-vif-deleted', 'tag': '253a5d04-07f5-4bab-b5cd-2f687852154f', 'status': 'completed', 'code': 200} Aug 23 03:36:54.257839 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:54.275354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 4f5603f0-273d-4379-9c28-44e4c8190efb up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:36:54.279287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ad3ee-bd71-4334-ba45-9941b248aee2 req-36bb0aa7-c66e-4ec4-8a92-d40f80645aaa tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:54.282341 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-161ad3ee-bd71-4334-ba45-9941b248aee2 req-36bb0aa7-c66e-4ec4-8a92-d40f80645aaa tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 948 time: 0.1793184 Aug 23 03:36:54.282863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:36:54.362093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eeba78b8-0ecf-430d-ac75-387aace41beb None None] Provisioning for port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:54.378727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eeba78b8-0ecf-430d-ac75-387aace41beb None None] Provisioning complete for port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:54.379483 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eeba78b8-0ecf-430d-ac75-387aace41beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:54.388662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-161ad3ee-bd71-4334-ba45-9941b248aee2 req-aa544bf4-04af-4c80-9dbb-33f579ecaa35 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732558 Aug 23 03:36:54.483523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-eeba78b8-0ecf-430d-ac75-387aace41beb None None] Port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:54.521919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-befe2792-e5eb-43f6-b7c6-291d8e5689a3 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:54.524176 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-befe2792-e5eb-43f6-b7c6-291d8e5689a3 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.24 "GET /v2.0/networks?id=c0445a91-b126-4592-ad35-0f12179ff408 HTTP/1.1" status: 200 len: 816 time: 0.2881560 Aug 23 03:36:54.621192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ba7f-c348-4c66-a982-d0fb207a9834 req-064d162d-5352-4b90-8eaa-dc082d93630a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:54.631310 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7850ba7f-c348-4c66-a982-d0fb207a9834 req-064d162d-5352-4b90-8eaa-dc082d93630a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1060760 Aug 23 03:36:54.674635 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5b335438-7677-42c0-b840-dc92e793d55a tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a631d26f4571412c8b5225c424dd1ef8 HTTP/1.1" status: 200 len: 379 time: 0.1395350 Aug 23 03:36:54.701677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7850ba7f-c348-4c66-a982-d0fb207a9834 req-9ceb7b54-9294-4768-9e2b-80d0613483f8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671685 Aug 23 03:36:54.724614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Request body: {'port': {'device_id': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'admin_state_up': True, 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'security_groups': ['9c3e8661-57f7-42c9-a7fc-92fa3341aa55']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:54.730922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:54.795267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5751ad2-5a81-4515-8732-298f6e031af6 req-b3d26ffb-aee5-4c8b-b62e-3ea4b15e1d2b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:54.798938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] Checking router: a72bf3c0-8110-4432-919b-94390fd5e878 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:36:54.809994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:36:54.810902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:36:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:54.815851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5751ad2-5a81-4515-8732-298f6e031af6 req-b3d26ffb-aee5-4c8b-b62e-3ea4b15e1d2b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:54.817540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5751ad2-5a81-4515-8732-298f6e031af6 req-b3d26ffb-aee5-4c8b-b62e-3ea4b15e1d2b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1653 time: 0.1863194 Aug 23 03:36:54.933700 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c116cc02-199d-438c-8d4b-3f84c1b7b966 req-3699d4d6-53ac-4b44-9c5b-b1c5c60c813a tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=fff8c149-920f-4509-9971-e3db81df464b HTTP/1.1" status: 200 len: 210 time: 0.0572662 Aug 23 03:36:54.963382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbce585-af96-4476-b74a-c7a44907fb5a {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:54.989886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 4f5603f0-273d-4379-9c28-44e4c8190efb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:55.010484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 4f5603f0-273d-4379-9c28-44e4c8190efb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:55.010800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:55.046380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:55.078252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5751ad2-5a81-4515-8732-298f6e031af6 req-17c922e3-647c-414e-9844-4101185da7fd tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822461 Aug 23 03:36:55.081110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Transition to ACTIVE for port object 1dbce585-af96-4476-b74a-c7a44907fb5a will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:55.099768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:36:55.124382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Made reservation on behalf of a631d26f4571412c8b5225c424dd1ef8 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:36:55.135693 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:55.201075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:55.241716 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d73f76e-43bf-4519-af3d-ac9ebc087f10 req-276942d1-4eb6-4ef4-b04f-162ab6663e7f tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1b25be9-b16b-421c-9e62-44b37afc5072 HTTP/1.1" status: 200 len: 210 time: 0.1521034 Aug 23 03:36:55.250174 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:55.434321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-815ad037-9ea7-4bba-83d8-e0f92683ced4 req-ebd37887-1555-42e5-a0b1-2d568c5ebfae tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 210 time: 0.1305666 Aug 23 03:36:55.549656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Allocated IP 172.20.0.6 (c0445a91-b126-4592-ad35-0f12179ff408/1e985fe0-66a1-4eeb-96b0-10a22a2c892d/36c6a3e3-eb06-41c6-bd36-568e443a8e0b) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:36:55.591586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbce585-af96-4476-b74a-c7a44907fb5a,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:55.594488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 253a5d04-07f5-4bab-b5cd-2f687852154f no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:36:55.666380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Attempting to bind port 1dbce585-af96-4476-b74a-c7a44907fb5a on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:55.666734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Attempting to bind port 1dbce585-af96-4476-b74a-c7a44907fb5a by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '40477397-4c83-49da-9498-bc882a827ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '519d9049-a241-4462-988f-13188b58918d'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:55.667067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Attempting to bind port 1dbce585-af96-4476-b74a-c7a44907fb5a on network 519d9049-a241-4462-988f-13188b58918d {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:55.680720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Port 1dbce585-af96-4476-b74a-c7a44907fb5a on network 519d9049-a241-4462-988f-13188b58918d not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:55.681340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Attempting to bind port 1dbce585-af96-4476-b74a-c7a44907fb5a on network 519d9049-a241-4462-988f-13188b58918d {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:55.690364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:55.690721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Checking segment: {'id': '40477397-4c83-49da-9498-bc882a827ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '519d9049-a241-4462-988f-13188b58918d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:55.691088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Bound using segment: {'id': '40477397-4c83-49da-9498-bc882a827ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '519d9049-a241-4462-988f-13188b58918d'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:55.691523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Bound port: 1dbce585-af96-4476-b74a-c7a44907fb5a, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40477397-4c83-49da-9498-bc882a827ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '519d9049-a241-4462-988f-13188b58918d'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:55.692180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:55.703708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 253a5d04-07f5-4bab-b5cd-2f687852154f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:36:55.704234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 253a5d04-07f5-4bab-b5cd-2f687852154f not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:36:55.722738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f11cbc-f875-42ba-8a67-b5f6b7df5513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5603f0-273d-4379-9c28-44e4c8190efb'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:55.732423 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b2544d-ec7c-4aac-ae07-04c9aa371ced" -d '{"events": [{"server_uuid": "61f11cbc-f875-42ba-8a67-b5f6b7df5513", "name": "network-vif-plugged", "status": "completed", "tag": "4f5603f0-273d-4379-9c28-44e4c8190efb"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:55.736448 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:55.751250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Transition to ACTIVE for port object 36c6a3e3-eb06-41c6-bd36-568e443a8e0b will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:55.757553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 4f5603f0-273d-4379-9c28-44e4c8190efb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=4f5603f0-273d-4379-9c28-44e4c8190efb,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:36:55.797691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:36:55.828515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4e48d-f2e5-4921-94c4-650810d9c274 req-256b0dbe-23d6-44da-855e-b25b7332c33a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:55.831438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63179c5-bd5f-4703-a602-391feb92b7ad req-eba11903-c857-4fa1-a4b4-e6a26a24bf0f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:55.838182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79a4e48d-f2e5-4921-94c4-650810d9c274 req-256b0dbe-23d6-44da-855e-b25b7332c33a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 948 time: 0.2558532 Aug 23 03:36:55.838963 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d63179c5-bd5f-4703-a602-391feb92b7ad req-eba11903-c857-4fa1-a4b4-e6a26a24bf0f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.0739996 Aug 23 03:36:55.848080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f3172a-eb0f-4f56-9ad3-5c9617a2926a None None] The sync data for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 is: [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:31:58Z', 'revision_number': 4, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0238b21-cba9-4018-a5cf-46879ba14403', 'name': '', 'network_id': 'd284e626-14c2-4d2a-8386-94627b64a16d', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'mac_address': 'fa:16:3e:19:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:57Z', 'updated_at': '2021-08-23T03:32:05Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'subnets': [{'id': '69ee5bdc-836b-461b-b460-681e91b9dd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:36:55.850123 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:55.898174 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d63179c5-bd5f-4703-a602-391feb92b7ad req-6833f5b2-3e96-4667-9e60-f50fa0e9e2b4 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 Aug 23 03:36:55.914578 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:55.945512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79a4e48d-f2e5-4921-94c4-650810d9c274 req-26547cc1-6e94-42d7-9a66-433113426e97 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062651 Aug 23 03:36:55.948259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] For port 1dbce585-af96-4476-b74a-c7a44907fb5a, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:55.978926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=4f5603f0-273d-4379-9c28-44e4c8190efb,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:56.001591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] For port 1dbce585-af96-4476-b74a-c7a44907fb5a, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1dbce585-af96-4476-b74a-c7a44907fb5a,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:56.017569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Network c0445a91-b126-4592-ad35-0f12179ff408 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:36:56.034730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:36:56.042151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:36:56.052287 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df79992-a802-48d6-8cd9-05cb7b0d546e x-openstack-request-id: req-6df79992-a802-48d6-8cd9-05cb7b0d546e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:56.052587 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f11cbc-f875-42ba-8a67-b5f6b7df5513", "name": "network-vif-plugged", "status": "completed", "tag": "4f5603f0-273d-4379-9c28-44e4c8190efb", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:56.052844 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6df79992-a802-48d6-8cd9-05cb7b0d546e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:56.053299 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f11cbc-f875-42ba-8a67-b5f6b7df5513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5603f0-273d-4379-9c28-44e4c8190efb', 'code': 200} Aug 23 03:36:56.070775 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:56.098393 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a221ee7f-a11f-48a8-ae63-26b0c697fbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:56.154641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:56.157845 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:56.159674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/1dbce585-af96-4476-b74a-c7a44907fb5a HTTP/1.1" status: 200 len: 1091 time: 2.0444303 Aug 23 03:36:56.160323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'tag': '1dbce585-af96-4476-b74a-c7a44907fb5a'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:56.163881 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e120e5-f0bb-4df9-953d-42490d1429c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "tag": "1dbce585-af96-4476-b74a-c7a44907fb5a"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:56.182312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Pushing event updated for resources: {'Port': ['ID=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:56.208347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e40a4-86ca-4e56-84ab-e1057bd24a48 req-b817c0b9-cd9a-487d-a652-cfcd5251512b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:56.210490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-687e40a4-86ca-4e56-84ab-e1057bd24a48 req-b817c0b9-cd9a-487d-a652-cfcd5251512b tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1704993 Aug 23 03:36:56.240779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:56.242041 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:56.318912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-687e40a4-86ca-4e56-84ab-e1057bd24a48 req-2d295acf-3f56-417e-af75-11eecee1a7f8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942278 Aug 23 03:36:56.339724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Request body: {'port': {'device_id': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:56.350396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fd1c940-36d7-4df9-973e-d7eda90069fb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6568391 Aug 23 03:36:56.415139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369dc02-c38f-4d69-be0e-2c0fc5e798c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbce585-af96-4476-b74a-c7a44907fb5a,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:56.423958 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a308ef-2a86-4372-8adc-035a46a21e93 None None] New status for floating IP 8cd89279-df54-4e45-b145-a73f30133d4f: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:36:56.464822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Request body: {'port': {'device_id': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:36:56.479403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c8e0c-d937-460e-b02f-9e6caa243103 req-11d9910f-eb91-40a3-b188-675c0f105fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:56.481208 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a67c8e0c-d937-460e-b02f-9e6caa243103 req-11d9910f-eb91-40a3-b188-675c0f105fe9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 1100 time: 0.2953548 Aug 23 03:36:56.483052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f49573-497a-4c58-bb6a-2008618d2ac2 req-77871d57-bdc4-42a8-9e80-fc63f9404ba0 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:56.490460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27f49573-497a-4c58-bb6a-2008618d2ac2 req-77871d57-bdc4-42a8-9e80-fc63f9404ba0 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 1097 time: 0.2669888 Aug 23 03:36:56.518227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:56.555682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0ccae010-b123-4e90-87d4-b93633ce6ab1 None None] Provisioning for port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:36:56.560410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0ccae010-b123-4e90-87d4-b93633ce6ab1 None None] Provisioning complete for port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:36:56.560863 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0ccae010-b123-4e90-87d4-b93633ce6ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:56.598759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:56.605297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27f49573-497a-4c58-bb6a-2008618d2ac2 req-b283277d-1e6c-421b-a54f-fd828a5475f2 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083353 Aug 23 03:36:56.617147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a67c8e0c-d937-460e-b02f-9e6caa243103 req-cab5897c-96f0-41f4-ac7f-cf15bb6aca8f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126275 Aug 23 03:36:56.654122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0ccae010-b123-4e90-87d4-b93633ce6ab1 None None] Port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:36:56.909224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a42815-bf28-435a-be1d-2775d76b5a79 req-1e33bf99-159c-4740-8055-bc316de8e119 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:56.915364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a42815-bf28-435a-be1d-2775d76b5a79 req-1e33bf99-159c-4740-8055-bc316de8e119 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:56.922742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48a42815-bf28-435a-be1d-2775d76b5a79 req-1e33bf99-159c-4740-8055-bc316de8e119 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1665 time: 0.1681030 Aug 23 03:36:57.007575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48a42815-bf28-435a-be1d-2775d76b5a79 req-854d1ce3-c26f-4754-bc2f-1a5222e7d973 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820029 Aug 23 03:36:57.083599 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e966555-b997-4b5f-8f76-c96ef1f9e3c5 x-openstack-request-id: req-2e966555-b997-4b5f-8f76-c96ef1f9e3c5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:57.083965 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "tag": "1dbce585-af96-4476-b74a-c7a44907fb5a", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:57.084291 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e966555-b997-4b5f-8f76-c96ef1f9e3c5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:57.084926 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'tag': '1dbce585-af96-4476-b74a-c7a44907fb5a', 'status': 'completed', 'code': 200} Aug 23 03:36:57.152285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a74a1d-4d38-44ab-b3f0-946c083d2f93 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:57.155347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c6a3e3-eb06-41c6-bd36-568e443a8e0b {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:36:57.163575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:57.165103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:57.176591 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Transition to ACTIVE for port object 36c6a3e3-eb06-41c6-bd36-568e443a8e0b will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:57.189296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Transition to ACTIVE for port object 17a74a1d-4d38-44ab-b3f0-946c083d2f93 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:36:57.246821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:57.268043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcaedb-5476-455a-b1ce-c7a4ff052b37 req-99509505-8c92-4c23-9be7-4b341a5bb1b3 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:57.269670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60fcaedb-5476-455a-b1ce-c7a4ff052b37 req-99509505-8c92-4c23-9be7-4b341a5bb1b3 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 931 time: 0.0791168 Aug 23 03:36:57.311983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:57.335443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e120e5-f0bb-4df9-953d-42490d1429c0 req-ac2ab6b9-366b-425d-9550-b342448e66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:57.339579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e120e5-f0bb-4df9-953d-42490d1429c0 req-ac2ab6b9-366b-425d-9550-b342448e66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:57.345144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15e120e5-f0bb-4df9-953d-42490d1429c0 req-ac2ab6b9-366b-425d-9550-b342448e66eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1912 time: 0.1271322 Aug 23 03:36:57.408774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Pushing event updated for resources: {'Port': ['ID=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:57.471738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Attempting to bind port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:57.472114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Attempting to bind port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:57.472458 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Attempting to bind port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b on network c0445a91-b126-4592-ad35-0f12179ff408 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:57.481414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b on network c0445a91-b126-4592-ad35-0f12179ff408 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:57.481900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Attempting to bind port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b on network c0445a91-b126-4592-ad35-0f12179ff408 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:57.487658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:57.488005 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Checking segment: {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:57.488428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Bound using segment: {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:57.488864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Bound port: 36c6a3e3-eb06-41c6-bd36-568e443a8e0b, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe81eaf-8237-40eb-9054-384e1633cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:57.492012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:57.514280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60fcaedb-5476-455a-b1ce-c7a4ff052b37 req-ae77f305-8615-4076-8f1c-00162f5aca2d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357581 Aug 23 03:36:57.609493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Pushing event updated for resources: {'Port': ['ID=17a74a1d-4d38-44ab-b3f0-946c083d2f93,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:57.634105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] For port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:57.642488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] For port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:57.676915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Attempting to bind port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:36:57.677262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Attempting to bind port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '19614ff5-8794-4e33-87c8-08c676b835cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:36:57.677596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Attempting to bind port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 on network 859113c5-4bae-4abc-9be7-bd8d6af560fd {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:57.705052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 on network 859113c5-4bae-4abc-9be7-bd8d6af560fd not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:36:57.705989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Attempting to bind port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 on network 859113c5-4bae-4abc-9be7-bd8d6af560fd {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:36:57.711919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e120e5-f0bb-4df9-953d-42490d1429c0 req-2b97bdc8-8c9e-4086-a874-aab9fc6095b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:57.712414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e120e5-f0bb-4df9-953d-42490d1429c0 req-2b97bdc8-8c9e-4086-a874-aab9fc6095b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:57.712886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e120e5-f0bb-4df9-953d-42490d1429c0 req-2b97bdc8-8c9e-4086-a874-aab9fc6095b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:57.714984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15e120e5-f0bb-4df9-953d-42490d1429c0 req-2b97bdc8-8c9e-4086-a874-aab9fc6095b1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3378534 Aug 23 03:36:57.720165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:36:57.720165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Checking segment: {'id': '19614ff5-8794-4e33-87c8-08c676b835cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:36:57.720165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Bound using segment: {'id': '19614ff5-8794-4e33-87c8-08c676b835cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:36:57.723385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Bound port: 17a74a1d-4d38-44ab-b3f0-946c083d2f93, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19614ff5-8794-4e33-87c8-08c676b835cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:36:57.723385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:57.726321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:57.771680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:57.773547 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:57.775955 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] 10.222.0.24 "PUT /v2.0/ports/36c6a3e3-eb06-41c6-bd36-568e443a8e0b HTTP/1.1" status: 200 len: 1091 time: 1.4164155 Aug 23 03:36:57.776628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'tag': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:57.779596 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f483e-1778-4763-b06b-cd65ceb79099" -d '{"events": [{"name": "network-changed", "server_uuid": "dabbd1f4-41da-4fb5-b06d-295cbb18ff16", "tag": "36c6a3e3-eb06-41c6-bd36-568e443a8e0b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:57.808162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a73f1-4144-4485-9119-f5c06955d237 req-781508f0-e30c-4054-a2ed-13510358b92a tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:57.827729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-860a73f1-4144-4485-9119-f5c06955d237 req-781508f0-e30c-4054-a2ed-13510358b92a tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 1097 time: 0.1857290 Aug 23 03:36:57.843732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd79a2-7248-4fa0-b826-bf0107a4b337 service neutron] Pushing event updated for resources: {'Port': ['ID=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:57.997841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-860a73f1-4144-4485-9119-f5c06955d237 req-9ddda055-18e0-4fa7-84d4-cc20fa7e0b8b tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620765 Aug 23 03:36:58.081553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76863c-c75f-4321-a78a-d808d69c654d req-032b6134-3af6-4a6e-9652-9b2b1b3c1342 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.088361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd76863c-c75f-4321-a78a-d808d69c654d req-032b6134-3af6-4a6e-9652-9b2b1b3c1342 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 949 time: 0.2103491 Aug 23 03:36:58.088361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-87e3acdd-2888-4e09-945f-3e7fe9564db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.088361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-87e3acdd-2888-4e09-945f-3e7fe9564db3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a631d26f4571412c8b5225c424dd1ef8&device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 1094 time: 0.1467524 Aug 23 03:36:58.108769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e120e5-f0bb-4df9-953d-42490d1429c0 req-bc01c4f0-82cc-43db-b00c-bd9913244f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.122754 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15e120e5-f0bb-4df9-953d-42490d1429c0 req-bc01c4f0-82cc-43db-b00c-bd9913244f51 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3859274 Aug 23 03:36:58.122754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] For port 17a74a1d-4d38-44ab-b3f0-946c083d2f93, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:36:58.123836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] For port 17a74a1d-4d38-44ab-b3f0-946c083d2f93, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=17a74a1d-4d38-44ab-b3f0-946c083d2f93,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:36:58.175866 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-90e0bbd0-56f9-4e12-851c-d16b9a3474f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36c6a3e3-eb06-41c6-bd36-568e443a8e0b HTTP/1.1" status: 200 len: 217 time: 0.0672214 Aug 23 03:36:58.192157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed13b5-46cd-466a-bc5b-fe0ff66da518 req-85ea5def-d32d-426e-a442-b0f40ebc2e3a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.193733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bed13b5-46cd-466a-bc5b-fe0ff66da518 req-85ea5def-d32d-426e-a442-b0f40ebc2e3a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0580707 Aug 23 03:36:58.225525 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:58.234781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd76863c-c75f-4321-a78a-d808d69c654d req-b89973c0-7ebf-4d4f-8ffc-73527f00e5fc tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393936 Aug 23 03:36:58.248728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-ff31ed0b-ec57-4e02-9b14-980baed57f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.250828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-ff31ed0b-ec57-4e02-9b14-980baed57f0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e985fe0-66a1-4eeb-96b0-10a22a2c892d HTTP/1.1" status: 200 len: 855 time: 0.0682688 Aug 23 03:36:58.296369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.300424 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:58.308730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] 10.222.0.11 "PUT /v2.0/ports/17a74a1d-4d38-44ab-b3f0-946c083d2f93 HTTP/1.1" status: 200 len: 1091 time: 1.9826186 Aug 23 03:36:58.314320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fe13e97-5681-4bb8-9b86-9d13c7cceceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.315925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-5fe13e97-5681-4bb8-9b86-9d13c7cceceb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0445a91-b126-4592-ad35-0f12179ff408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560269 Aug 23 03:36:58.371424 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3ae533-d45a-4533-82f4-e16040ff1a85 x-openstack-request-id: req-7c3ae533-d45a-4533-82f4-e16040ff1a85 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:36:58.371783 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabbd1f4-41da-4fb5-b06d-295cbb18ff16", "tag": "36c6a3e3-eb06-41c6-bd36-568e443a8e0b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:36:58.371979 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c3ae533-d45a-4533-82f4-e16040ff1a85 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:36:58.374763 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'tag': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b', 'status': 'completed', 'code': 200} Aug 23 03:36:58.414758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bed13b5-46cd-466a-bc5b-fe0ff66da518 req-1db0cd49-74b3-4f5f-8d53-3e71db0f1780 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125094 Aug 23 03:36:58.415890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b61b5e-f4e6-4c59-a346-3c3cfb18abf2 service neutron] Pushing event updated for resources: {'Port': ['ID=17a74a1d-4d38-44ab-b3f0-946c083d2f93,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:36:58.479587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-0afe5abc-2fb3-4232-892d-468e5187c96b service neutron] 10.222.0.24 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546240 Aug 23 03:36:58.639803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7932a0-8ef7-4ef4-b8a1-55f3e6d3d685 req-636b52d0-0313-4d3d-91fb-a50e907299f9 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.646533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7932a0-8ef7-4ef4-b8a1-55f3e6d3d685 req-636b52d0-0313-4d3d-91fb-a50e907299f9 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.654756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e7932a0-8ef7-4ef4-b8a1-55f3e6d3d685 req-636b52d0-0313-4d3d-91fb-a50e907299f9 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1677 time: 0.1741979 Aug 23 03:36:58.661986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-7d20d9a5-c938-47de-b2d4-51f15037b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.662488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-7d20d9a5-c938-47de-b2d4-51f15037b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.664164 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-7d20d9a5-c938-47de-b2d4-51f15037b151 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1979 time: 0.1179876 Aug 23 03:36:58.729529 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4386e8ab-bb9d-41dc-b9bb-bc5b4d6be89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:58.787009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-2ad73a34-4f99-4470-8948-21f0e0f0c9f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=1dbce585-af96-4476-b74a-c7a44907fb5a HTTP/1.1" status: 200 len: 217 time: 0.0975294 Aug 23 03:36:58.790524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f38ed37-2d7e-454c-9f26-844891e53a54 req-75e02d96-4c45-431b-aa2d-e15eef3e392f service neutron] 10.222.0.24 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710204 Aug 23 03:36:58.807588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e7932a0-8ef7-4ef4-b8a1-55f3e6d3d685 req-464aee87-ceb4-4f4d-b3f0-dfce1c2181e9 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518128 Aug 23 03:36:58.818444 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:58.872092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-8eb142e6-12db-4cd7-ab0e-bec77d85fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.876377 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-8eb142e6-12db-4cd7-ab0e-bec77d85fef9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8085f5a-f7a2-4377-a611-bd2cf16a5e5d HTTP/1.1" status: 200 len: 801 time: 0.0537672 Aug 23 03:36:58.947134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb581a-d4b5-46c5-b5cb-42b413a7447f req-bcd9b4cd-0e92-4dfb-aee8-cfd7b17a3fe1 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.948680 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61cb581a-d4b5-46c5-b5cb-42b413a7447f req-bcd9b4cd-0e92-4dfb-aee8-cfd7b17a3fe1 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.1725912 Aug 23 03:36:58.967725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-2463da7d-a56a-400b-a094-b5e62dbaf0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.968855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-95f9afc5-e663-4733-9f78-fc31ec874f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:58.969987 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-2463da7d-a56a-400b-a094-b5e62dbaf0e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a631d26f4571412c8b5225c424dd1ef8&device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 1094 time: 0.0633156 Aug 23 03:36:58.970382 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-95f9afc5-e663-4733-9f78-fc31ec874f5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=519d9049-a241-4462-988f-13188b58918d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861213 Aug 23 03:36:59.127241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-71a71dc7-6577-4c43-8848-9f1a669ad705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:59.129322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-71a71dc7-6577-4c43-8848-9f1a669ad705 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0445a91-b126-4592-ad35-0f12179ff408 HTTP/1.1" status: 200 len: 916 time: 0.1516581 Aug 23 03:36:59.198125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-b76acb8e-1ecd-487a-99cd-d84a5bee13ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36c6a3e3-eb06-41c6-bd36-568e443a8e0b HTTP/1.1" status: 200 len: 217 time: 0.0607400 Aug 23 03:36:59.254090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-4a3cc265-9d1f-4695-b93a-f761c960e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:59.256395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-4a3cc265-9d1f-4695-b93a-f761c960e93b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e985fe0-66a1-4eeb-96b0-10a22a2c892d HTTP/1.1" status: 200 len: 855 time: 0.0512023 Aug 23 03:36:59.312398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-754c2592-1dc8-411c-9560-04f84bbdc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:59.313974 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-754c2592-1dc8-411c-9560-04f84bbdc18f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0445a91-b126-4592-ad35-0f12179ff408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469477 Aug 23 03:36:59.368623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'tag': '17a74a1d-4d38-44ab-b3f0-946c083d2f93'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:36:59.370697 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b4edbe-60f0-45ab-a9b0-b852a170790b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "tag": "17a74a1d-4d38-44ab-b3f0-946c083d2f93"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:36:59.409730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61cb581a-d4b5-46c5-b5cb-42b413a7447f req-d03b4a1d-5593-4f15-a899-26a198b53e3d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4518609 Aug 23 03:36:59.441367 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-647d90cd-e6c1-4a67-8958-d2cb7f357492 service neutron] 10.222.0.24 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118004 Aug 23 03:36:59.507182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-35b50f76-ff1b-47e4-80c3-702456719e11 service neutron] 10.222.0.11 "GET /v2.0/networks/519d9049-a241-4462-988f-13188b58918d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451058 Aug 23 03:36:59.514454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58916) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:36:59.613624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c6f483e-1778-4763-b06b-cd65ceb79099 req-7b39079f-6274-412f-b1d7-56578007b008 service neutron] 10.222.0.24 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648626 Aug 23 03:36:59.753757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d14d74-57c6-46c4-9cc6-c6d92c8e90c6 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:59.782717 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-b4f9cd7b-18bb-4b0a-83f3-930bd67b6225 service neutron] 10.222.0.11 "GET /v2.0/networks/519d9049-a241-4462-988f-13188b58918d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278974 Aug 23 03:36:59.856011 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d14d74-57c6-46c4-9cc6-c6d92c8e90c6 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:36:59.865190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-858a435b-46d0-44c0-9b2e-defdec9e9f69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.72&port_id=17a74a1d-4d38-44ab-b3f0-946c083d2f93 HTTP/1.1" status: 200 len: 217 time: 0.0631366 Aug 23 03:36:59.938198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a8d2b-a7d4-4e03-bc5a-3e12637bc062 req-0adf894c-40ed-4b37-ac9d-e452e7ea4517 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:59.939695 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20a8d2b-a7d4-4e03-bc5a-3e12637bc062 req-0adf894c-40ed-4b37-ac9d-e452e7ea4517 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 949 time: 0.1557839 Aug 23 03:36:59.958440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-1da2c93a-8d1e-4502-9586-d8446e317b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:36:59.959907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-1da2c93a-8d1e-4502-9586-d8446e317b45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6da6f15a-3e5c-4f51-9b6b-38ee9cf92769 HTTP/1.1" status: 200 len: 801 time: 0.0744588 Aug 23 03:36:59.988112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20a8d2b-a7d4-4e03-bc5a-3e12637bc062 req-97495889-0054-44e8-ac96-56e7ad09b66f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367410 Aug 23 03:37:00.037231 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d14d74-57c6-46c4-9cc6-c6d92c8e90c6 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:00.039854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d14d74-57c6-46c4-9cc6-c6d92c8e90c6 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:00.041249 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-72d14d74-57c6-46c4-9cc6-c6d92c8e90c6 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "DELETE /v2.0/security-groups/b9d5485f-e04d-4995-92e9-d2847191ca51 HTTP/1.1" status: 204 len: 168 time: 0.5223892 Aug 23 03:37:00.044514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58940) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:00.048098 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0c09f-2f52-449a-bc8e-e0d94858d4a9 x-openstack-request-id: req-c1c0c09f-2f52-449a-bc8e-e0d94858d4a9 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:00.048385 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "tag": "17a74a1d-4d38-44ab-b3f0-946c083d2f93", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:00.048632 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1c0c09f-2f52-449a-bc8e-e0d94858d4a9 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:00.049053 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'tag': '17a74a1d-4d38-44ab-b3f0-946c083d2f93', 'status': 'completed', 'code': 200} Aug 23 03:37:00.058085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d14d74-57c6-46c4-9cc6-c6d92c8e90c6 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d5485f-e04d-4995-92e9-d2847191ca51,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:00.073339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-f5bb5a54-6af8-4595-9da1-4d587ccd8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:00.073339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-f5bb5a54-6af8-4595-9da1-4d587ccd8ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859113c5-4bae-4abc-9be7-bd8d6af560fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583916 Aug 23 03:37:00.076556 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-4ec57a8b-8099-4846-b3d9-200da7de4126 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] show failed (client error): The resource could not be found. Aug 23 03:37:00.078185 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4ec57a8b-8099-4846-b3d9-200da7de4126 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "GET /v2.0/security-groups/b9d5485f-e04d-4995-92e9-d2847191ca51 HTTP/1.1" status: 404 len: 347 time: 0.0321882 Aug 23 03:37:00.080742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58942) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:00.218610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-a0ec845c-18e3-44e4-815d-3f7e401cceca service neutron] 10.222.0.11 "GET /v2.0/networks/859113c5-4bae-4abc-9be7-bd8d6af560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286082 Aug 23 03:37:00.226873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c98971-6f82-4379-92d6-436bacd630c2 req-510862cd-6c5c-4244-892b-e4f648c00a14 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:00.228737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6c98971-6f82-4379-92d6-436bacd630c2 req-510862cd-6c5c-4244-892b-e4f648c00a14 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0757630 Aug 23 03:37:00.242761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Deleting port ec5c4d8e-e939-44a6-ba07-fecfc7e6d7cb {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:00.243183 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:00.275262 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:00.335413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:00.335413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:00.339678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6c98971-6f82-4379-92d6-436bacd630c2 req-9849753b-b59f-422b-b052-ad7db2942518 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967102 Aug 23 03:37:00.348782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Calling delete_port for ec5c4d8e-e939-44a6-ba07-fecfc7e6d7cb owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:00.381359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4436c956-6321-41c8-8fe6-28d9a8fd942a req-7706aad1-89ae-4c7f-affd-f0d783015722 service neutron] 10.222.0.11 "GET /v2.0/networks/859113c5-4bae-4abc-9be7-bd8d6af560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420093 Aug 23 03:37:00.511368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdc853-fe52-41c3-806e-c21f22d19122 req-69dc4bfd-5256-4dcb-9716-5eb14c2ff125 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:00.517753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdc853-fe52-41c3-806e-c21f22d19122 req-69dc4bfd-5256-4dcb-9716-5eb14c2ff125 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:00.520237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bfdc853-fe52-41c3-806e-c21f22d19122 req-69dc4bfd-5256-4dcb-9716-5eb14c2ff125 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1677 time: 0.0780759 Aug 23 03:37:00.560300 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bfdc853-fe52-41c3-806e-c21f22d19122 req-175bc1bc-e2c2-4b68-9885-abaa6f32e4e2 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338120 Aug 23 03:37:00.572596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:00.619041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Pushing event deleted for resources: {'Port': ['ID=ec5c4d8e-e939-44a6-ba07-fecfc7e6d7cb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:00.697774 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:00.700650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:00.701903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-de94346d-4b39-4c15-a6d8-e015a41aa565 tempest-ServersWithSpecificFlavorTestJSON-168220789 tempest-ServersWithSpecificFlavorTestJSON-168220789-project] 10.222.0.20 "DELETE /v2.0/floatingips/8cd89279-df54-4e45-b145-a73f30133d4f HTTP/1.1" status: 204 len: 168 time: 0.6200876 Aug 23 03:37:00.728670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58879bcb-e52f-4785-976f-918c71804710 req-08f52b1d-b612-4424-ae30-db8eea3b153e tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:00.730232 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58879bcb-e52f-4785-976f-918c71804710 req-08f52b1d-b612-4424-ae30-db8eea3b153e tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 1100 time: 0.0792029 Aug 23 03:37:00.736240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-91a62039-e10b-425d-a428-0021f9023911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:00.736722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-91a62039-e10b-425d-a428-0021f9023911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:00.738236 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-91a62039-e10b-425d-a428-0021f9023911 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1979 time: 0.0578680 Aug 23 03:37:00.822735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-e2786772-c698-448d-a963-d821ec9b17dc tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:37:00.823770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-e2786772-c698-448d-a963-d821ec9b17dc tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346503 Aug 23 03:37:00.829780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58879bcb-e52f-4785-976f-918c71804710 req-4d09695d-a9f0-48c8-a619-21b015e6306a tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905890 Aug 23 03:37:00.842723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Request body: {'binding': {'host': 'n-h1-749052-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:00.843290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Unknown quota resources ['binding']. {{(pid=95121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:37:00.870725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-9d2a9b66-d691-444d-9644-4aa29ffa6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:00.871838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-9d2a9b66-d691-444d-9644-4aa29ffa6145 service neutron] 10.222.0.11 "GET /v2.0/networks?id=859113c5-4bae-4abc-9be7-bd8d6af560fd HTTP/1.1" status: 200 len: 901 time: 0.1187520 Aug 23 03:37:00.992693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-a9892dc1-61bd-4dad-bfb9-8ab218e08d64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.72&port_id=17a74a1d-4d38-44ab-b3f0-946c083d2f93 HTTP/1.1" status: 200 len: 217 time: 0.1010046 Aug 23 03:37:01.138989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583def56-543a-4a89-b02e-79cf9fa55665 req-87d3fc6d-5feb-43c7-8678-11d2664eca81 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:01.140492 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-583def56-543a-4a89-b02e-79cf9fa55665 req-87d3fc6d-5feb-43c7-8678-11d2664eca81 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.1845922 Aug 23 03:37:01.148298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-44f36386-961d-441b-9eb2-32d6c35df3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:01.149740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-44f36386-961d-441b-9eb2-32d6c35df3c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6da6f15a-3e5c-4f51-9b6b-38ee9cf92769 HTTP/1.1" status: 200 len: 801 time: 0.1243038 Aug 23 03:37:01.192199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-8fa465a7-d506-4101-81fd-f41dc182d66c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1776614 Aug 23 03:37:01.245572 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-583def56-543a-4a89-b02e-79cf9fa55665 req-6d6100e3-eaad-4aaa-8170-2f3287f6d09e tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947847 Aug 23 03:37:01.254778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-776d7c76-5ed1-49b3-8875-855911edb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:01.256300 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-776d7c76-5ed1-49b3-8875-855911edb6de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=859113c5-4bae-4abc-9be7-bd8d6af560fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0885251 Aug 23 03:37:01.257473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on host n-h1-749052-7 for vnic_type normal with profile None {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:37:01.257799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:37:01.258119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:01.271056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:37:01.271465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:01.285417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:37:01.285761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:37:01.286138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:37:01.286572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Bound port: a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:37:01.422476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-387d280f-b664-4907-9db3-a9bcdc2f72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:01.424514 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-387d280f-b664-4907-9db3-a9bcdc2f72d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 1100 time: 0.1273549 Aug 23 03:37:01.450077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:37:01.452751 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-456ead92-09e5-4737-9c0d-56d3187b8478 service neutron] 10.222.0.11 "GET /v2.0/networks/859113c5-4bae-4abc-9be7-bd8d6af560fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771481 Aug 23 03:37:01.492989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-5943015f-f9e8-4c2c-9b1e-0eb711b08de7 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390449 Aug 23 03:37:01.522120 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:01.523157 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-089b15f0-febf-48cc-b77a-ffdfa76bf900 service neutron] 10.222.0.20 "POST /v2.0/ports/a995d1bc-86a5-4c3a-8f85-833dfb68dfd1/bindings HTTP/1.1" status: 201 len: 389 time: 0.6858308 Aug 23 03:37:01.624007 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:01.712613 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9b4edbe-60f0-45ab-a9b0-b852a170790b req-04804920-5e4e-4ae6-a0a5-14be4799e901 service neutron] 10.222.0.11 "GET /v2.0/networks/859113c5-4bae-4abc-9be7-bd8d6af560fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379384 Aug 23 03:37:01.721777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-b702b20f-3217-4131-b415-91321be3688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:01.723261 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-b702b20f-3217-4131-b415-91321be3688a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2500401 Aug 23 03:37:01.747332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-e29045a0-37e7-44b8-953c-da5da860f9d7 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:01.748989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-e29045a0-37e7-44b8-953c-da5da860f9d7 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324345 Aug 23 03:37:01.778450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-3fe9cb60-7c4a-450d-af5a-8806fad82fa3 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/quotas/28983f2da7f0464eb27b7189a87c46cb HTTP/1.1" status: 200 len: 375 time: 0.0221903 Aug 23 03:37:01.823764 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-cc34e12c-de74-4079-afc9-ce93c9715b2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4 HTTP/1.1" status: 200 len: 217 time: 0.0578425 Aug 23 03:37:01.931802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-fa2db7bd-76d8-4cd1-aada-f9de8ed71256 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1172764 Aug 23 03:37:01.938085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-b341a376-f752-4793-be2a-5ec7430bcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:01.939549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-b341a376-f752-4793-be2a-5ec7430bcec0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0948691 Aug 23 03:37:02.027417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e3211-7c77-4c18-a620-06d075ead16b req-62a764a5-cf22-4ade-8583-e07ab9c15ed1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:02.030013 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5c8e3211-7c77-4c18-a620-06d075ead16b req-62a764a5-cf22-4ade-8583-e07ab9c15ed1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0779138 Aug 23 03:37:02.053283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-da04e9a5-c40b-4559-9ff7-47d7c3dab0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:02.056561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-da04e9a5-c40b-4559-9ff7-47d7c3dab0ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074679 Aug 23 03:37:02.078176 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5c8e3211-7c77-4c18-a620-06d075ead16b req-38012ca2-48d9-45eb-9faa-895a2385b02c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Aug 23 03:37:02.268914 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-df0596bb-669e-476c-bd73-4c28b0b38e86 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026839 Aug 23 03:37:02.297461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ccb2-28fb-44e7-8750-d48254a18553 req-2a9ad279-c01f-42ea-a607-02a64465d215 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:02.310288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ccb2-28fb-44e7-8750-d48254a18553 req-2a9ad279-c01f-42ea-a607-02a64465d215 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:02.323618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c64ccb2-28fb-44e7-8750-d48254a18553 req-2a9ad279-c01f-42ea-a607-02a64465d215 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1677 time: 0.0997324 Aug 23 03:37:02.324760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2102d-a576-4839-a38b-94af89747e20 req-1185c851-21aa-4ab9-b52e-3db5151d082f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:02.331831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eec2102d-a576-4839-a38b-94af89747e20 req-1185c851-21aa-4ab9-b52e-3db5151d082f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.1416514 Aug 23 03:37:02.366278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c64ccb2-28fb-44e7-8750-d48254a18553 req-b1743d91-4147-4a33-b5ee-0166f8fdbcab tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Aug 23 03:37:02.371922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-c67522e8-3aa7-44b7-8eb2-9b90a24defcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:02.373713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-c67522e8-3aa7-44b7-8eb2-9b90a24defcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 1097 time: 0.1390057 Aug 23 03:37:02.446814 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eec2102d-a576-4839-a38b-94af89747e20 req-c87107ce-f301-486f-9226-bd6d75a728af tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139345 Aug 23 03:37:02.522185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f19a67dc-f1d9-45f3-9492-73a4f788bd64 req-5f55cf0f-b624-470f-97cc-1a59587dd230 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427564 Aug 23 03:37:02.573588 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1731994d-e3b8-43cd-b641-7072f47d8311 req-1421b3b2-abbe-4eb7-b5b0-505d9dd3b06f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 210 time: 0.0462217 Aug 23 03:37:02.612284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f9683-cf2b-4c28-82be-1f98c60662bc req-56e7d513-52e8-4ae5-aa6e-1e562729e6dd tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:02.620011 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a23f9683-cf2b-4c28-82be-1f98c60662bc req-56e7d513-52e8-4ae5-aa6e-1e562729e6dd tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.0773213 Aug 23 03:37:02.624021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-13e05c17-0457-4054-b02a-e671d5691e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:02.625779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-13e05c17-0457-4054-b02a-e671d5691e8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.2329211 Aug 23 03:37:02.716515 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a23f9683-cf2b-4c28-82be-1f98c60662bc req-ebdebc2f-584d-4555-89de-a967b2bf409b tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926106 Aug 23 03:37:02.760102 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-3c25541d-5acd-4ee1-be70-dccf48898b17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 HTTP/1.1" status: 200 len: 217 time: 0.0964737 Aug 23 03:37:02.851729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-f3ac772c-2181-4ca0-918f-dbe84b44a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:02.853895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-f3ac772c-2181-4ca0-918f-dbe84b44a1f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0817418 Aug 23 03:37:02.910826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-74f4cb47-5767-4a36-b2cd-c4e2acee77fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339551 Aug 23 03:37:02.949137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58992) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:03.037692 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-193a7208-33c0-4ba9-bea1-cc5144d3ec93 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097877 Aug 23 03:37:03.153555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-e68f79c8-7d02-4ddb-adfe-e3193c332171 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063240 Aug 23 03:37:03.261184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0643c21-0d67-4436-a323-53e71e48f976 req-c49f107f-9559-4470-b757-84efd7ad3ca8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:03.269097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0643c21-0d67-4436-a323-53e71e48f976 req-c49f107f-9559-4470-b757-84efd7ad3ca8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0655344 Aug 23 03:37:03.329782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0643c21-0d67-4436-a323-53e71e48f976 req-4c6cdc23-c3ed-45c1-b230-501a9f861b47 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597239 Aug 23 03:37:03.531418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5b0cf-a7ca-4938-8239-43fd92e02a70 req-334af9db-9bd7-49a7-ab6b-92f893a15e46 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:03.537385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5b0cf-a7ca-4938-8239-43fd92e02a70 req-334af9db-9bd7-49a7-ab6b-92f893a15e46 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:03.545170 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-07f5b0cf-a7ca-4938-8239-43fd92e02a70 req-334af9db-9bd7-49a7-ab6b-92f893a15e46 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1677 time: 0.0852325 Aug 23 03:37:03.571786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:03.597211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4b9c-3420-4d7f-8d78-e9df875adc14 req-a81114b2-2eb2-4237-a43b-51d53e7ccf7a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:03.598723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-810f4b9c-3420-4d7f-8d78-e9df875adc14 req-a81114b2-2eb2-4237-a43b-51d53e7ccf7a tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.0623765 Aug 23 03:37:03.637209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-07f5b0cf-a7ca-4938-8239-43fd92e02a70 req-7f83abf9-6169-4c32-8161-50805013d4b8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889337 Aug 23 03:37:03.655757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-810f4b9c-3420-4d7f-8d78-e9df875adc14 req-50a1458c-3029-44b4-acff-9ce5862f03ca tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Aug 23 03:37:03.734255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-adaa36f2-4413-4488-a294-ef470f5e56ab req-870df17b-95e6-4bd4-9d2f-1d5ad17c911e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 210 time: 0.0325143 Aug 23 03:37:03.868661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac06f8-890c-484e-bf15-ac8f6b9a3b24 req-bf6ab994-8861-47fa-a17d-e3764845d4cc tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:03.870499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3cac06f8-890c-484e-bf15-ac8f6b9a3b24 req-bf6ab994-8861-47fa-a17d-e3764845d4cc tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.0649087 Aug 23 03:37:03.922195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Deleting port c0238b21-cba9-4018-a5cf-46879ba14403 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:03.922195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:03.925687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3cac06f8-890c-484e-bf15-ac8f6b9a3b24 req-49b01f4e-8d00-45c0-8503-54eec9c47663 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477374 Aug 23 03:37:04.007772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] For port c0238b21-cba9-4018-a5cf-46879ba14403, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0238b21-cba9-4018-a5cf-46879ba14403,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:04.008239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:04.022183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Calling delete_port for c0238b21-cba9-4018-a5cf-46879ba14403 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:04.315766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-1024a40d-69c0-44c1-8d08-8357d5b46c8d tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=28983f2da7f0464eb27b7189a87c46cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211959 Aug 23 03:37:04.340732 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:04.344370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 17a74a1d-4d38-44ab-b3f0-946c083d2f93 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:04.408788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0238b21-cba9-4018-a5cf-46879ba14403,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:04.540318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 17a74a1d-4d38-44ab-b3f0-946c083d2f93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=17a74a1d-4d38-44ab-b3f0-946c083d2f93,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:04.552748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '17a74a1d-4d38-44ab-b3f0-946c083d2f93', 'network_id': '859113c5-4bae-4abc-9be7-bd8d6af560fd', 'port_id': '17a74a1d-4d38-44ab-b3f0-946c083d2f93', 'mac_address': 'fa:16:3e:2c:01:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da6f15a-3e5c-4f51-9b6b-38ee9cf92769', 'ip_address': '19.86.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:37:04.573213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-a0aef219-1ab6-4b0e-8de7-9036a76c1c58 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:04.575674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-a0aef219-1ab6-4b0e-8de7-9036a76c1c58 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549877 Aug 23 03:37:04.591746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c49981-39bb-4585-8fe1-60dd09c663fd req-780f36f5-4517-4608-a01b-ad2b2b1975a9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:04.593585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-56c49981-39bb-4585-8fe1-60dd09c663fd req-780f36f5-4517-4608-a01b-ad2b2b1975a9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1858649 Aug 23 03:37:04.603196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Request body: {'port': {'device_id': '4e80ac2f-f49e-4564-a277-261e88402c92', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '28983f2da7f0464eb27b7189a87c46cb'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:04.652092 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:04.700865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a74a1d-4d38-44ab-b3f0-946c083d2f93 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:04.726602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 17a74a1d-4d38-44ab-b3f0-946c083d2f93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=17a74a1d-4d38-44ab-b3f0-946c083d2f93,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:04.750129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-56c49981-39bb-4585-8fe1-60dd09c663fd req-87b7efc3-2e6d-440a-b984-f6ed38831a3d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409833 Aug 23 03:37:04.824246 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:04.826179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1dbce585-af96-4476-b74a-c7a44907fb5a details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:04.849053 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:04.942502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8a2b-af35-4a71-a088-eb477f3c78c0 req-ada7d141-cf2b-4f25-8ae1-6adc9c715f80 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:04.948680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8a2b-af35-4a71-a088-eb477f3c78c0 req-ada7d141-cf2b-4f25-8ae1-6adc9c715f80 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:04.956064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e6d8a2b-af35-4a71-a088-eb477f3c78c0 req-ada7d141-cf2b-4f25-8ae1-6adc9c715f80 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1678 time: 0.1237702 Aug 23 03:37:04.973967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Made reservation on behalf of 28983f2da7f0464eb27b7189a87c46cb for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:37:04.978074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:05.015621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=17a74a1d-4d38-44ab-b3f0-946c083d2f93,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.035535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.036831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.038525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:05.054885 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e6d8a2b-af35-4a71-a088-eb477f3c78c0 req-c71079b1-b78d-42b6-9a01-4f6b6fea3a22 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979660 Aug 23 03:37:05.109294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1dbce585-af96-4476-b74a-c7a44907fb5a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1dbce585-af96-4476-b74a-c7a44907fb5a,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:05.124016 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '1dbce585-af96-4476-b74a-c7a44907fb5a', 'network_id': '519d9049-a241-4462-988f-13188b58918d', 'port_id': '1dbce585-af96-4476-b74a-c7a44907fb5a', 'mac_address': 'fa:16:3e:2f:95:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8085f5a-f7a2-4377-a611-bd2cf16a5e5d', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:37:05.178658 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:05.195296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbce585-af96-4476-b74a-c7a44907fb5a {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:05.228793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1dbce585-af96-4476-b74a-c7a44907fb5a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1dbce585-af96-4476-b74a-c7a44907fb5a,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:05.304343 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:05.311291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Allocated IP 192.168.233.74 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/5510bd5c-81f3-4924-a68c-d3b8a6c62647) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:37:05.328393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fef27-c114-4d9a-8977-070b4b1302f6 req-4d256902-d3cc-432e-8fc3-e9f66fe56481 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:05.336350 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-745fef27-c114-4d9a-8977-070b4b1302f6 req-4d256902-d3cc-432e-8fc3-e9f66fe56481 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.1576884 Aug 23 03:37:05.402741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=1dbce585-af96-4476-b74a-c7a44907fb5a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:05.404527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-800705cd-85a3-4cf2-bfac-76a7638ad7ec req-9ba927fa-3960-466d-9d16-c4663681db05 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 210 time: 0.1022015 Aug 23 03:37:05.405643 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-fc2a0581-51da-49a7-9485-affadc03cac8 service neutron] show failed (client error): The resource could not be found. Aug 23 03:37:05.408638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-fc2a0581-51da-49a7-9485-affadc03cac8 service neutron] 10.222.0.11 "GET /v2.0/ports/6b59119e-4ee1-4c35-85a3-8217f66379b4/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.1896489 Aug 23 03:37:05.438772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Router a72bf3c0-8110-4432-919b-94390fd5e878 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:37:05.542696 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-745fef27-c114-4d9a-8977-070b4b1302f6 req-cc11e0f6-5a24-4c67-b782-4aa90e8ee84c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052975 Aug 23 03:37:05.598422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a504a-11f1-4606-ae77-7aa4e25f40fb req-af4af665-5030-4ae7-8127-3f83b1bea4f6 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:05.600018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-734a504a-11f1-4606-ae77-7aa4e25f40fb req-af4af665-5030-4ae7-8127-3f83b1bea4f6 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.0661366 Aug 23 03:37:05.631327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:05.661699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Transition to ACTIVE for port object 5510bd5c-81f3-4924-a68c-d3b8a6c62647 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:37:05.682959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-734a504a-11f1-4606-ae77-7aa4e25f40fb req-20e9e5a4-e0a6-4909-961f-a25ba7cb793e tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709686 Aug 23 03:37:05.915854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['17a74a1d-4d38-44ab-b3f0-946c083d2f93'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:05.977920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-779307c0-7fcc-48c9-a471-3768db338ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:05.979456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-779307c0-7fcc-48c9-a471-3768db338ef7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 1100 time: 0.0954280 Aug 23 03:37:05.988083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e986b-2383-48f2-a5d0-2618ddabcc22 req-3a578f55-a4dd-4ceb-bfec-0d41ffbfc15a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:05.989974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a3e986b-2383-48f2-a5d0-2618ddabcc22 req-3a578f55-a4dd-4ceb-bfec-0d41ffbfc15a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1197762 Aug 23 03:37:05.996545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:06.098236 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a3e986b-2383-48f2-a5d0-2618ddabcc22 req-e1b82c88-a639-43f8-93ff-a6b9087ac2c5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966434 Aug 23 03:37:06.106134 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:06.203503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:37:06.209678 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70525638-aa74-47e9-9565-7bcedeb4232a admin admin] 10.222.0.20 "PUT /v2.0/routers/a72bf3c0-8110-4432-919b-94390fd5e878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2593822 Aug 23 03:37:06.217524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59026) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:06.218732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] Sync routers for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:37:06.228522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:37:06.229459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:36:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:06.294955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-23413f0e-d234-4c91-a8dd-2f9fbaf7a3f8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:06.296632 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-23413f0e-d234-4c91-a8dd-2f9fbaf7a3f8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.24 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 945 time: 0.6250072 Aug 23 03:37:06.319886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533206c-3190-40f2-a2f5-2cd9f2805ef2 req-8dc8dc9d-982d-48af-9a54-92a9011ad6a2 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:06.328205 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6533206c-3190-40f2-a2f5-2cd9f2805ef2 req-8dc8dc9d-982d-48af-9a54-92a9011ad6a2 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 945 time: 0.6199200 Aug 23 03:37:06.347165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bef06-757e-4280-bfb4-93c1722427fb req-7f422762-0e28-4c96-9d7f-09899a70908b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:06.356983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bef06-757e-4280-bfb4-93c1722427fb req-7f422762-0e28-4c96-9d7f-09899a70908b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:06.357222 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:06.359555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e2bef06-757e-4280-bfb4-93c1722427fb req-7f422762-0e28-4c96-9d7f-09899a70908b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1679 time: 0.1147342 Aug 23 03:37:06.412382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:37:06.474851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c', '709c2986-ee51-4d88-b6f9-22a990c525f7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:06.479624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e2bef06-757e-4280-bfb4-93c1722427fb req-997b6aa4-c538-47e5-89fc-279879278930 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955913 Aug 23 03:37:06.559431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:06.587170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event updated for resources: {'Port': ['ID=5510bd5c-81f3-4924-a68c-d3b8a6c62647,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:06.594114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:37:06.608407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:37:06.613684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:06.623198 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:37:06.680265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:06.738732 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6533206c-3190-40f2-a2f5-2cd9f2805ef2 req-9e64ef7e-7c3e-4dd6-9dd0-d178f84a6580 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091020 Aug 23 03:37:06.743414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bdbb1-d28d-47ff-9085-25da4b9425e1 req-56674099-ecb2-4d7f-837d-0aac5fe78b8f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:06.751114 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e78bdbb1-d28d-47ff-9085-25da4b9425e1 req-56674099-ecb2-4d7f-837d-0aac5fe78b8f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 935 time: 0.1181166 Aug 23 03:37:06.795147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:06.803104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:06.804183 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:06.830787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Transition to ACTIVE for port object 6b59119e-4ee1-4c35-85a3-8217f66379b4 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:37:06.852517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:06.855765 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9788cf1-2bcf-4488-a5d3-491b57f7289b" -d '{"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:06.886768 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:06.944349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Deleting port 103b6d8d-7ccd-41c3-a035-4a06727daffc {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:06.945037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:06.953666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-689fa120-ab5a-4276-88e1-e84ef44a1625 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3589356 Aug 23 03:37:06.982463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Request body: {'port': {'device_id': '4e80ac2f-f49e-4564-a277-261e88402c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:06.990232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:07.020692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.039316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617687e-f63e-4c09-8919-20b0ccab7bcd req-b15ec82d-0cdd-4891-9f73-b9fb5b08e48f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:07.039578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e78bdbb1-d28d-47ff-9085-25da4b9425e1 req-6eb87f48-46e2-45d1-8ab2-651037e8d1c9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822618 Aug 23 03:37:07.041472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f617687e-f63e-4c09-8919-20b0ccab7bcd req-b15ec82d-0cdd-4891-9f73-b9fb5b08e48f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.1771333 Aug 23 03:37:07.102940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] No DVR routers for this DVR port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:07.120001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:37:04Z', 'revision_number': 5, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port': {'id': '181f8a8d-6f12-4ab5-b353-ef5d5a70f11c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:31:53Z', 'updated_at': '2021-08-23T03:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:07.184521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] Checking router: a72bf3c0-8110-4432-919b-94390fd5e878 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:37:07.192704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['1dbce585-af96-4476-b74a-c7a44907fb5a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:07.197614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4517a32d-5853-4aea-bb6a-130e41e59362 None None] Provisioning for port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:37:07.241405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] For port 103b6d8d-7ccd-41c3-a035-4a06727daffc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=103b6d8d-7ccd-41c3-a035-4a06727daffc,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:07.241783 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.249357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4517a32d-5853-4aea-bb6a-130e41e59362 None None] Provisioning complete for port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:37:07.249784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4517a32d-5853-4aea-bb6a-130e41e59362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.261761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Calling delete_port for 103b6d8d-7ccd-41c3-a035-4a06727daffc owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:07.276909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:37:07.278665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:37:07.281537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:07.290286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:37:07.290623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:07.312969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:37:07.317640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:37:07.318153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:37:07.318625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Bound port: 6b59119e-4ee1-4c35-85a3-8217f66379b4, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:37:07.328719 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.329083 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f617687e-f63e-4c09-8919-20b0ccab7bcd req-445f1669-88e3-4c55-bd4a-275548571a46 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298565 Aug 23 03:37:07.349125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758bff4-f72e-4f74-8728-489dd151b3b7 req-7d005470-2799-42fb-b85d-4b88aa745814 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:07.358083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] Routers {'a72bf3c0-8110-4432-919b-94390fd5e878'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:37:07.358322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d758bff4-f72e-4f74-8728-489dd151b3b7 req-7d005470-2799-42fb-b85d-4b88aa745814 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.1662431 Aug 23 03:37:07.359529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:36:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a72bf3c0-8110-4432-919b-94390fd5e878'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:07.428849 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cb794d-02e8-47e0-b81f-6e3843b85cdb x-openstack-request-id: req-d3cb794d-02e8-47e0-b81f-6e3843b85cdb {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:07.429174 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:07.429440 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3cb794d-02e8-47e0-b81f-6e3843b85cdb {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:07.429814 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'code': 200} Aug 23 03:37:07.458760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d758bff4-f72e-4f74-8728-489dd151b3b7 req-c05045c3-4dab-45f8-964c-cabac9f12184 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954731 Aug 23 03:37:07.473588 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.475831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:07.479018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:37:07.492500 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.519412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4517a32d-5853-4aea-bb6a-130e41e59362 None None] Port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:37:07.528993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79', 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', '5e5e3886-2b07-46ee-a6cb-43814dd277c6', '4f5603f0-273d-4379-9c28-44e4c8190efb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:07.550227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.621045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebd2a2-6bf4-42a4-abfc-3847a68399b7 req-c3b6adcb-9905-421a-a0f7-a0dd77bbfbbe tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:07.622640 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7ebd2a2-6bf4-42a4-abfc-3847a68399b7 req-c3b6adcb-9905-421a-a0f7-a0dd77bbfbbe tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 947 time: 0.1322434 Aug 23 03:37:07.623855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:07.625045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.625896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] 10.222.0.24 "PUT /v2.0/ports/6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 1095 time: 1.6349907 Aug 23 03:37:07.651973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Deleting port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:07.652325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.691364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] Set router a72bf3c0-8110-4432-919b-94390fd5e878 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:37:07.716283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23cae5-9367-4c38-847a-dc8d2207ef26 service neutron] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:07.735049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6287-6435-47b2-9b57-e3fd41e78d76 req-7be6eb75-67ac-4c2c-809c-7e665bb6258a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:07.741763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6287-6435-47b2-9b57-e3fd41e78d76 req-7be6eb75-67ac-4c2c-809c-7e665bb6258a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:07.743432 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e34d6287-6435-47b2-9b57-e3fd41e78d76 req-7be6eb75-67ac-4c2c-809c-7e665bb6258a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1679 time: 0.1409059 Aug 23 03:37:07.752116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-44839393-5029-4c24-9ab9-4d6a0f7ceeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:07.753271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] For port 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=181f8a8d-6f12-4ab5-b353-ef5d5a70f11c,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:07.753750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:07.758746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-44839393-5029-4c24-9ab9-4d6a0f7ceeaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1098 time: 0.1026845 Aug 23 03:37:07.767407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Calling delete_port for 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:07.835116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:37:07Z', 'revision_number': 6, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:07.882189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51af24d-d25e-4326-84a0-191627a0ffb1 None None] The sync data for ids ['a72bf3c0-8110-4432-919b-94390fd5e878'] in n-d-749052-7 is: [{'id': 'a72bf3c0-8110-4432-919b-94390fd5e878', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832977877-router', 'tenant_id': '9b2a52da400e46c5a077f830248eb7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:31:52Z', 'updated_at': '2021-08-23T03:37:07Z', 'revision_number': 6, 'project_id': '9b2a52da400e46c5a077f830248eb7bd', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:37:07.995734 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.114651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Pushing event deleted for resources: {'Port': ['ID=103b6d8d-7ccd-41c3-a035-4a06727daffc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:08.170425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7ebd2a2-6bf4-42a4-abfc-3847a68399b7 req-8831bace-c817-4161-affc-10179b422f95 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856089 Aug 23 03:37:08.268473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] No DVR routers for this DVR port 103b6d8d-7ccd-41c3-a035-4a06727daffc on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:08.277104 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.279811 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-93ffb825-9935-4bc6-95d4-ea983e6a020e req-388cec6c-923e-4d3f-862a-c5bb838502a8 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.24 "DELETE /v2.0/ports/103b6d8d-7ccd-41c3-a035-4a06727daffc HTTP/1.1" status: 204 len: 173 time: 1.9761474 Aug 23 03:37:08.280293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'name': 'network-vif-deleted', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:08.282845 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adcaf2a-9b28-4ddd-ab97-3bb6f5f7fa5e" -d '{"events": [{"server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "name": "network-vif-deleted", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:08.292887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e34d6287-6435-47b2-9b57-e3fd41e78d76 req-a7ef6476-2f45-49c3-9ec3-fb8bf8938e4c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196438 Aug 23 03:37:08.331603 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.375462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c5163a3b-f071-4350-a38a-6d7200c1c363 req-c9be457a-45d4-43a9-8577-6ce7625c6f09 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f61e5d-e770-4ef9-a3a7-6cb13d636d43 HTTP/1.1" status: 200 len: 210 time: 0.1026990 Aug 23 03:37:08.406140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 17a74a1d-4d38-44ab-b3f0-946c083d2f93 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:37:08.410191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-bb477200-9f54-4af8-975e-fd43fffff790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:08.415746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-bb477200-9f54-4af8-975e-fd43fffff790 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.6445487 Aug 23 03:37:08.442113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Pushing event deleted for resources: {'Port': ['ID=181f8a8d-6f12-4ab5-b353-ef5d5a70f11c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:08.542174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-1e96e81b-86f9-4aaa-827b-e8ce03c18fdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 217 time: 0.1177289 Aug 23 03:37:08.585870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.610771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-13fec5dc-68c1-4d3d-88c1-6a95d605b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:08.612306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-13fec5dc-68c1-4d3d-88c1-6a95d605b78a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0623386 Aug 23 03:37:08.622334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45444e5-8ae2-436d-ae64-eb6b61f64625 req-1a7ade00-84d3-4c30-bc53-3114a971ef63 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:08.624785 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d45444e5-8ae2-436d-ae64-eb6b61f64625 req-1a7ade00-84d3-4c30-bc53-3114a971ef63 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 935 time: 0.1249120 Aug 23 03:37:08.642260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:37:08.656867 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf107dec-561b-4945-9a0e-a60d7edbb871 x-openstack-request-id: req-bf107dec-561b-4945-9a0e-a60d7edbb871 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:08.657917 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f61e5d-e770-4ef9-a3a7-6cb13d636d43", "name": "network-vif-deleted", "tag": "103b6d8d-7ccd-41c3-a035-4a06727daffc", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:08.658687 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf107dec-561b-4945-9a0e-a60d7edbb871 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:08.659102 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f61e5d-e770-4ef9-a3a7-6cb13d636d43', 'name': 'network-vif-deleted', 'tag': '103b6d8d-7ccd-41c3-a035-4a06727daffc', 'status': 'completed', 'code': 200} Aug 23 03:37:08.673566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:37:08.674206 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.703632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d45444e5-8ae2-436d-ae64-eb6b61f64625 req-adfd7f98-21b5-4f8e-8783-efa1eb7f45f1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Aug 23 03:37:08.727580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-ca4e6b47-bd3c-4963-9433-d5b0166d3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:08.734462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-ca4e6b47-bd3c-4963-9433-d5b0166d3b76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047254 Aug 23 03:37:08.841906 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.846676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.848756 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.859198 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-c43292e3-c3ac-420e-8835-2e91e4e03813 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182244 Aug 23 03:37:08.870579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5510bd5c-81f3-4924-a68c-d3b8a6c62647 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:08.901223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 17a74a1d-4d38-44ab-b3f0-946c083d2f93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=17a74a1d-4d38-44ab-b3f0-946c083d2f93,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:08.902878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a74a1d-4d38-44ab-b3f0-946c083d2f93'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:08.905432 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1856ecf9-5b0e-4067-acdc-fe744049de88" -d '{"events": [{"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-plugged", "status": "completed", "tag": "17a74a1d-4d38-44ab-b3f0-946c083d2f93"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:08.931515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.947030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44ab6-f333-4d93-8a72-d077da0e8c88 req-bacbb620-6638-4a22-804e-814cffbec966 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:08.948600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98e44ab6-f333-4d93-8a72-d077da0e8c88 req-bacbb620-6638-4a22-804e-814cffbec966 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.2328484 Aug 23 03:37:08.959710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Transition to ACTIVE for port object 5510bd5c-81f3-4924-a68c-d3b8a6c62647 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:37:08.973215 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:08.974031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:08.997113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8de57-8bc7-49cf-a05b-cf02e9549b74 req-a974712d-8a60-442c-a7a5-aed40f7292bf tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.001688 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ee8de57-8bc7-49cf-a05b-cf02e9549b74 req-a974712d-8a60-442c-a7a5-aed40f7292bf tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.1413283 Aug 23 03:37:09.009052 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98e44ab6-f333-4d93-8a72-d077da0e8c88 req-a440b8ac-6ce1-4107-afd0-8cc08836ba52 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505536 Aug 23 03:37:09.018141 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.018782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72bf3c0-8110-4432-919b-94390fd5e878 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:37:09.023853 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.024993 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e05ad111-1870-4ec3-ac31-a1ea30ce85af admin admin] 10.222.0.20 "DELETE /v2.0/routers/a72bf3c0-8110-4432-919b-94390fd5e878 HTTP/1.1" status: 204 len: 168 time: 2.8061841 Aug 23 03:37:09.037477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59062) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:09.040254 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.090880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e222d03-aa2e-4e2b-809c-404acf347372 admin admin] Deleting subnet 69ee5bdc-836b-461b-b460-681e91b9dd62 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:37:09.104506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=17a74a1d-4d38-44ab-b3f0-946c083d2f93,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:09.111577 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d627c004-d6c5-43da-9f9e-be732cee41e6 x-openstack-request-id: req-d627c004-d6c5-43da-9f9e-be732cee41e6 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:09.112235 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-plugged", "status": "completed", "tag": "17a74a1d-4d38-44ab-b3f0-946c083d2f93", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:09.112807 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d627c004-d6c5-43da-9f9e-be732cee41e6 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:09.113475 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a74a1d-4d38-44ab-b3f0-946c083d2f93', 'code': 200} Aug 23 03:37:09.121039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:09.121936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e222d03-aa2e-4e2b-809c-404acf347372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.137153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Pushing event updated for resources: {'Port': ['ID=5510bd5c-81f3-4924-a68c-d3b8a6c62647,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:09.233217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Attempting to bind port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:37:09.233557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Attempting to bind port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:37:09.233877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Attempting to bind port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:09.247017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:37:09.247762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Attempting to bind port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:09.254480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:37:09.255006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:37:09.255402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:37:09.255839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Bound port: 5510bd5c-81f3-4924-a68c-d3b8a6c62647, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:37:09.257131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.270832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bda10d9-661c-4d77-a489-5392a0990cdf req-57fe9902-965b-4885-a0da-16175afa8da0 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970227 Aug 23 03:37:09.301749 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e222d03-aa2e-4e2b-809c-404acf347372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.307097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ee8de57-8bc7-49cf-a05b-cf02e9549b74 req-4a1dc78e-53e0-41aa-b7b3-ad86bffb9619 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964718 Aug 23 03:37:09.359802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] For port 5510bd5c-81f3-4924-a68c-d3b8a6c62647, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:09.363533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] For port 5510bd5c-81f3-4924-a68c-d3b8a6c62647, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5510bd5c-81f3-4924-a68c-d3b8a6c62647,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:37:09.416837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65b7b-e4ed-44b6-b754-c682ba81ba48 req-b0bd34e2-9f6f-4b6a-a571-e6f027a39ecd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.418593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2b65b7b-e4ed-44b6-b754-c682ba81ba48 req-b0bd34e2-9f6f-4b6a-a571-e6f027a39ecd tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 947 time: 0.0536399 Aug 23 03:37:09.430447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e222d03-aa2e-4e2b-809c-404acf347372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.437874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:09.438394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.441101 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9c1288-33c4-4d26-8479-621ee5ef801b" -d '{"events": [{"name": "network-changed", "server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:09.487472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.488132 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.489582 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] 10.222.0.24 "PUT /v2.0/ports/5510bd5c-81f3-4924-a68c-d3b8a6c62647 HTTP/1.1" status: 200 len: 1095 time: 2.5160353 Aug 23 03:37:09.529151 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2b65b7b-e4ed-44b6-b754-c682ba81ba48 req-3288363c-3247-4502-a693-515476703cff tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974803 Aug 23 03:37:09.540798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 103b6d8d-7ccd-41c3-a035-4a06727daffc no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:09.562302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d650875-8b94-4935-9440-3e111a2e28ea service neutron] Pushing event updated for resources: {'Port': ['ID=5510bd5c-81f3-4924-a68c-d3b8a6c62647,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:09.579882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 103b6d8d-7ccd-41c3-a035-4a06727daffc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:09.580417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 103b6d8d-7ccd-41c3-a035-4a06727daffc not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:09.642602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603efe4-f60e-4709-9bed-72cad58f5ca2 req-5e590a7d-1a07-4fde-99b5-76786b85783c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.674029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603efe4-f60e-4709-9bed-72cad58f5ca2 req-5e590a7d-1a07-4fde-99b5-76786b85783c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.677668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-67520b73-4c9b-4dfe-a167-eafef766f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.682268 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-67520b73-4c9b-4dfe-a167-eafef766f70d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 1098 time: 0.0615034 Aug 23 03:37:09.689633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7603efe4-f60e-4709-9bed-72cad58f5ca2 req-5e590a7d-1a07-4fde-99b5-76786b85783c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1680 time: 0.2615047 Aug 23 03:37:09.696781 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b955fb38-6832-47f3-9a65-5e7b183531f4 x-openstack-request-id: req-b955fb38-6832-47f3-9a65-5e7b183531f4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:09.697207 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:09.697348 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b955fb38-6832-47f3-9a65-5e7b183531f4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:09.697718 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'status': 'completed', 'code': 200} Aug 23 03:37:09.744128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7603efe4-f60e-4709-9bed-72cad58f5ca2 req-3709e536-e787-4019-8909-8b2267db2c0b tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532887 Aug 23 03:37:09.760011 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-280e4eaa-3811-4c94-80f9-481c92b996df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5510bd5c-81f3-4924-a68c-d3b8a6c62647 HTTP/1.1" status: 200 len: 217 time: 0.0571077 Aug 23 03:37:09.829887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-95df509f-be0e-40b2-9865-543e434f1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.832033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-95df509f-be0e-40b2-9865-543e434f1659 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0569911 Aug 23 03:37:09.853844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-399ca67d-43a5-4cf6-8614-8d3251e7cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.855367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-399ca67d-43a5-4cf6-8614-8d3251e7cbcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1098 time: 0.1149235 Aug 23 03:37:09.858159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-42940ced-7622-4bd9-95fe-0aff1aad4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.860162 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-42940ced-7622-4bd9-95fe-0aff1aad4588 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1098 time: 0.1204438 Aug 23 03:37:09.886933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-f9beb801-783f-4e95-a8b2-40fc8007be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:09.888503 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-f9beb801-783f-4e95-a8b2-40fc8007be6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479283 Aug 23 03:37:09.937054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e222d03-aa2e-4e2b-809c-404acf347372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:09.939472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0238b21-cba9-4018-a5cf-46879ba14403 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:09.980484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c0238b21-cba9-4018-a5cf-46879ba14403 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:09.981078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0238b21-cba9-4018-a5cf-46879ba14403 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:09.981509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:10.003327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:10.003594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 181f8a8d-6f12-4ab5-b353-ef5d5a70f11c not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:10.036448 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-a8e0457f-edf3-428e-967d-3ade575d42c0 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324763 Aug 23 03:37:10.037144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e222d03-aa2e-4e2b-809c-404acf347372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ee5bdc-836b-461b-b460-681e91b9dd62,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:10.051747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db5753-a289-4e89-9ea6-ae2ef9a67c33 None None] Network d284e626-14c2-4d2a-8386-94627b64a16d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:37:10.083989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e222d03-aa2e-4e2b-809c-404acf347372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.085532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0e222d03-aa2e-4e2b-809c-404acf347372 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/69ee5bdc-836b-461b-b460-681e91b9dd62 HTTP/1.1" status: 204 len: 168 time: 1.0526876 Aug 23 03:37:10.093307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59082) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:10.142191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a375aa5-2c58-431c-859d-c5c8b104fd26 req-3092777a-568e-4818-8939-8b575f838cca tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.145243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a375aa5-2c58-431c-859d-c5c8b104fd26 req-3092777a-568e-4818-8939-8b575f838cca tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 947 time: 0.2704830 Aug 23 03:37:10.215641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e68dd-371f-445d-9746-a4b14d942135 req-f9ed74fd-6989-4986-9d06-b630ec1cc5bc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.222641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b43e68dd-371f-445d-9746-a4b14d942135 req-f9ed74fd-6989-4986-9d06-b630ec1cc5bc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 945 time: 0.1121423 Aug 23 03:37:10.234218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-0c139756-a425-4480-9dfb-4c0ea6e336be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.235602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-0c139756-a425-4480-9dfb-4c0ea6e336be service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.3714809 Aug 23 03:37:10.245278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc27a3a6-3fca-41e9-b6bf-5a6f1230f75b req-eea94ec8-d986-4e1e-8cd0-eb366375fe55 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998210 Aug 23 03:37:10.254053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.258038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-f5e7e646-ddb5-4dd7-9215-1080fa3bb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.259331 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-f5e7e646-ddb5-4dd7-9215-1080fa3bb5b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.3738782 Aug 23 03:37:10.289789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b43e68dd-371f-445d-9746-a4b14d942135 req-6d2c2f0b-7323-4976-83a2-c1794947e6f3 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572839 Aug 23 03:37:10.322604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d46101-d6de-4db6-a2da-8122b0d70a5f None None] DHCP port deletion for d284e626-14c2-4d2a-8386-94627b64a16d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:37:10.337101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a375aa5-2c58-431c-859d-c5c8b104fd26 req-91fb5af1-79b4-47c0-993c-1c619c8cd81a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334677 Aug 23 03:37:10.365055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-8b0f1a6a-60a5-49aa-8baa-3a00721040fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 217 time: 0.0990760 Aug 23 03:37:10.369993 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-3bfd422a-eb2b-4772-ba76-191894665e4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 217 time: 0.0912673 Aug 23 03:37:10.388497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-14d46101-d6de-4db6-a2da-8122b0d70a5f None None] Deleting port d5303e3d-5fd1-48c6-988c-401bcffe02ad {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:10.388877 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14d46101-d6de-4db6-a2da-8122b0d70a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.445138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1dbce585-af96-4476-b74a-c7a44907fb5a up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:37:10.450118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491a51-73fb-4c99-a716-86bc4a4d7f0b req-535ace36-2775-466a-bf5f-5073b00de77c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.451952 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a1491a51-73fb-4c99-a716-86bc4a4d7f0b req-535ace36-2775-466a-bf5f-5073b00de77c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.0867088 Aug 23 03:37:10.491841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-14d46101-d6de-4db6-a2da-8122b0d70a5f None None] For port d5303e3d-5fd1-48c6-988c-401bcffe02ad, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d5303e3d-5fd1-48c6-988c-401bcffe02ad,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:10.492237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14d46101-d6de-4db6-a2da-8122b0d70a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.498205 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a1491a51-73fb-4c99-a716-86bc4a4d7f0b req-d55b2a05-81ca-46e8-93ca-2d540cb67126 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389807 Aug 23 03:37:10.512965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-14d46101-d6de-4db6-a2da-8122b0d70a5f None None] Calling delete_port for d5303e3d-5fd1-48c6-988c-401bcffe02ad owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:10.529656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-39b98b59-3bd6-4423-8e3d-f42897ff523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.531234 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-39b98b59-3bd6-4423-8e3d-f42897ff523c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1328344 Aug 23 03:37:10.592074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 1dbce585-af96-4476-b74a-c7a44907fb5a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:37:10.597935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 1dbce585-af96-4476-b74a-c7a44907fb5a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:37:10.598318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.609501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-73cbf91e-c2f3-471e-a0aa-8692da72f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.610953 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-73cbf91e-c2f3-471e-a0aa-8692da72f071 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.2138178 Aug 23 03:37:10.642808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-8438091c-cbfb-43de-a2cb-fc578f7e7c00 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.644331 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-8438091c-cbfb-43de-a2cb-fc578f7e7c00 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.24 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 945 time: 0.1017482 Aug 23 03:37:10.660448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e80ac2f-f49e-4564-a277-261e88402c92', 'tag': '5510bd5c-81f3-4924-a68c-d3b8a6c62647'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:10.662795 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7911282a-d114-414b-914d-82f6403a0e69" -d '{"events": [{"name": "network-changed", "server_uuid": "4e80ac2f-f49e-4564-a277-261e88402c92", "tag": "5510bd5c-81f3-4924-a68c-d3b8a6c62647"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:10.703309 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.703840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe0e25-c115-4648-9501-57eb602cf0f6 req-abad903b-3e64-4ccb-94f1-88d011cc3fbe tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.705380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0fe0e25-c115-4648-9501-57eb602cf0f6 req-abad903b-3e64-4ccb-94f1-88d011cc3fbe tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 947 time: 0.1018059 Aug 23 03:37:10.712923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e7a37-f780-4cdc-a203-37a7772cf01a req-6ca846fd-4927-4a6d-84f4-dfff25b6d1c5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.715443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-480e7a37-f780-4cdc-a203-37a7772cf01a req-6ca846fd-4927-4a6d-84f4-dfff25b6d1c5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.2478056 Aug 23 03:37:10.719152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Deleting port d5303e3d-5fd1-48c6-988c-401bcffe02ad {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:10.719775 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.738657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1dbce585-af96-4476-b74a-c7a44907fb5a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1dbce585-af96-4476-b74a-c7a44907fb5a,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:10.740528 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14d46101-d6de-4db6-a2da-8122b0d70a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.777146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d46101-d6de-4db6-a2da-8122b0d70a5f None None] Pushing event deleted for resources: {'Port': ['ID=d5303e3d-5fd1-48c6-988c-401bcffe02ad,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:10.782776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d46101-d6de-4db6-a2da-8122b0d70a5f None None] No DVR routers for this DVR port d5303e3d-5fd1-48c6-988c-401bcffe02ad on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:10.797511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0fe0e25-c115-4648-9501-57eb602cf0f6 req-0f29dfbc-9a8d-4eb2-9195-b508ae44b5bb tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627360 Aug 23 03:37:10.817360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Deleting port cb768274-17b6-407f-909f-23b0a6c260ec {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:10.817360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.851271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-ae3def6f-050d-480a-ae31-77852ca3accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.852938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-ae3def6f-050d-480a-ae31-77852ca3accf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2996883 Aug 23 03:37:10.864162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.886022 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2339890d-4dda-420d-94d7-0825d76702e5 x-openstack-request-id: req-2339890d-4dda-420d-94d7-0825d76702e5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:10.886331 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e80ac2f-f49e-4564-a277-261e88402c92", "tag": "5510bd5c-81f3-4924-a68c-d3b8a6c62647", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:10.886630 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2339890d-4dda-420d-94d7-0825d76702e5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:10.891337 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e80ac2f-f49e-4564-a277-261e88402c92', 'tag': '5510bd5c-81f3-4924-a68c-d3b8a6c62647', 'status': 'completed', 'code': 200} Aug 23 03:37:10.904167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-480e7a37-f780-4cdc-a203-37a7772cf01a req-e96f045e-5f83-4b8d-8a22-217b7a737871 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799250 Aug 23 03:37:10.917772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] For port d5303e3d-5fd1-48c6-988c-401bcffe02ad, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d5303e3d-5fd1-48c6-988c-401bcffe02ad,segment=NetworkSegment(3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0),segment_id=3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:10.918142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.932945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-3a3ec64c-32c2-436d-a5a2-e2ffd63e7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:10.934565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-3a3ec64c-32c2-436d-a5a2-e2ffd63e7561 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3101625 Aug 23 03:37:10.955035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Calling delete_port for d5303e3d-5fd1-48c6-988c-401bcffe02ad owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:10.972008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=1dbce585-af96-4476-b74a-c7a44907fb5a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:10.972593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] For port cb768274-17b6-407f-909f-23b0a6c260ec, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cb768274-17b6-407f-909f-23b0a6c260ec,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:10.972593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:10.999155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Calling delete_port for cb768274-17b6-407f-909f-23b0a6c260ec owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:11.062278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911282a-d114-414b-914d-82f6403a0e69 req-610bfc48-3fdb-4105-a433-920752a25e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.063643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7911282a-d114-414b-914d-82f6403a0e69 req-610bfc48-3fdb-4105-a433-920752a25e2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28983f2da7f0464eb27b7189a87c46cb&device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 1098 time: 0.1701210 Aug 23 03:37:11.114342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbce585-af96-4476-b74a-c7a44907fb5a'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:11.117459 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a898eb2a-037b-43a8-9e0a-3a99e6edb3b1" -d '{"events": [{"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-plugged", "status": "completed", "tag": "1dbce585-af96-4476-b74a-c7a44907fb5a"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:11.122281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191a1e-06fa-461f-acb7-7621239c7ee8 req-835ff418-8991-40ac-ba14-96eea1046ee2 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.128496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191a1e-06fa-461f-acb7-7621239c7ee8 req-835ff418-8991-40ac-ba14-96eea1046ee2 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.130703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a191a1e-06fa-461f-acb7-7621239c7ee8 req-835ff418-8991-40ac-ba14-96eea1046ee2 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1681 time: 0.1473269 Aug 23 03:37:11.139398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-b02b0c6b-6bc9-4cb8-bfea-d68e89daf86c service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703691 Aug 23 03:37:11.168635 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc3a71-bd4e-4f04-a64a-029b36f6c407 x-openstack-request-id: req-d8bc3a71-bd4e-4f04-a64a-029b36f6c407 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:11.169233 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-plugged", "status": "completed", "tag": "1dbce585-af96-4476-b74a-c7a44907fb5a", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:11.169721 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8bc3a71-bd4e-4f04-a64a-029b36f6c407 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:11.170388 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbce585-af96-4476-b74a-c7a44907fb5a', 'code': 200} Aug 23 03:37:11.176279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-7028bfc6-f34d-4232-9172-929a8630b8c4 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223549 Aug 23 03:37:11.215112 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.217407 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a191a1e-06fa-461f-acb7-7621239c7ee8 req-102bf330-b07e-4274-b9be-a5b05a80f0b9 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612688 Aug 23 03:37:11.230916 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911282a-d114-414b-914d-82f6403a0e69 req-c0a627bc-4fb4-4550-9990-ba0e6a3eebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.242295 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7911282a-d114-414b-914d-82f6403a0e69 req-c0a627bc-4fb4-4550-9990-ba0e6a3eebe5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1612246 Aug 23 03:37:11.268634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5303e3d-5fd1-48c6-988c-401bcffe02ad,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:11.270321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] No DVR routers for this DVR port d5303e3d-5fd1-48c6-988c-401bcffe02ad on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:11.306905 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7911282a-d114-414b-914d-82f6403a0e69 req-75e58123-dda2-40b2-ba18-469c7d7dce7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5510bd5c-81f3-4924-a68c-d3b8a6c62647 HTTP/1.1" status: 200 len: 217 time: 0.0658848 Aug 23 03:37:11.382786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911282a-d114-414b-914d-82f6403a0e69 req-e2b800ab-390e-4ca3-bac9-60b0bcc54c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.384337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7911282a-d114-414b-914d-82f6403a0e69 req-e2b800ab-390e-4ca3-bac9-60b0bcc54c58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0660498 Aug 23 03:37:11.412177 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-efac33db-6316-443c-a7a1-8d5e1ea08972 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608287 Aug 23 03:37:11.459158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.465598 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.481166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d284e626-14c2-4d2a-8386-94627b64a16d']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:11.501146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Pushing event deleted for resources: {'Port': ['ID=cb768274-17b6-407f-909f-23b0a6c260ec,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:11.503290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:11.503588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b34bc98-c09f-4f4b-9b4d-ac887bfcd1c0') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:11.503910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911282a-d114-414b-914d-82f6403a0e69 req-6254c089-455a-4eaa-be99-54a20c21e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.505447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7911282a-d114-414b-914d-82f6403a0e69 req-6254c089-455a-4eaa-be99-54a20c21e3e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103189 Aug 23 03:37:11.515197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464eadf-54e5-4688-bef8-129b61de7a98 req-c6fe2f53-e094-4ff7-b46d-6b9e50fe9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.515557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc6784-d879-4791-b582-a19ea060463e req-0c1d3ec4-2962-4bfe-b8cb-51b52c70780e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.515698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464eadf-54e5-4688-bef8-129b61de7a98 req-c6fe2f53-e094-4ff7-b46d-6b9e50fe9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.517059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39dc6784-d879-4791-b582-a19ea060463e req-0c1d3ec4-2962-4bfe-b8cb-51b52c70780e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 947 time: 0.0945842 Aug 23 03:37:11.517217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f464eadf-54e5-4688-bef8-129b61de7a98 req-c6fe2f53-e094-4ff7-b46d-6b9e50fe9cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1983 time: 0.2079637 Aug 23 03:37:11.521580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9c1288-33c4-4d26-8479-621ee5ef801b req-9cf294bf-c5f7-4ad6-98fc-c7e84035be48 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993321 Aug 23 03:37:11.523858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.540640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2ceff-701a-4818-afc0-cbe0a2dfaf8a req-ea4073bf-711d-4e59-b394-040300a83117 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.542159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ee2ceff-701a-4818-afc0-cbe0a2dfaf8a req-ea4073bf-711d-4e59-b394-040300a83117 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 945 time: 0.1639512 Aug 23 03:37:11.557476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:11.559516 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.579054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:37:11.579423 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:37:11.582647 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:37:11.590514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] No DVR routers for this DVR port cb768274-17b6-407f-909f-23b0a6c260ec on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:11.594554 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.596560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c79164bb-8ff9-4d60-9084-a38f1f31e419 req-851942dd-420a-4eee-84c3-1f154fb2d6a4 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.24 "DELETE /v2.0/ports/cb768274-17b6-407f-909f-23b0a6c260ec HTTP/1.1" status: 204 len: 173 time: 0.9455245 Aug 23 03:37:11.662777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f464eadf-54e5-4688-bef8-129b61de7a98 req-396a06f1-5595-4c47-8dbc-ffa8ae3491c3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196184 Aug 23 03:37:11.665660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ee2ceff-701a-4818-afc0-cbe0a2dfaf8a req-010f1afb-eec0-488b-a199-1a77b5a5272e tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135936 Aug 23 03:37:11.677538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:11.691339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'mac_address': 'fa:16:3e:0b:cf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:37:11.733035 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.739602 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.749282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] 10.222.0.20 "DELETE /v2.0/networks/d284e626-14c2-4d2a-8386-94627b64a16d HTTP/1.1" status: 204 len: 168 time: 1.6475646 Aug 23 03:37:11.751310 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.752975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59102) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:11.761671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7890a29-23df-451b-929c-82b7c42aae9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d284e626-14c2-4d2a-8386-94627b64a16d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:11.773242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b59119e-4ee1-4c35-85a3-8217f66379b4 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:11.832073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:11.904440 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:11.910591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6aad6-f7e4-472c-b2bc-756d18d83e1b req-10646f05-a823-4944-82e3-12e3963ea6a5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:11.913601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98d6aad6-f7e4-472c-b2bc-756d18d83e1b req-10646f05-a823-4944-82e3-12e3963ea6a5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.1596313 Aug 23 03:37:11.936730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d5303e3d-5fd1-48c6-988c-401bcffe02ad no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:11.961751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: d5303e3d-5fd1-48c6-988c-401bcffe02ad {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:11.961751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d5303e3d-5fd1-48c6-988c-401bcffe02ad not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:11.987250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39dc6784-d879-4791-b582-a19ea060463e req-86dcb07f-b8f1-4e92-a452-8630e05c3a53 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521255 Aug 23 03:37:11.996812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:11.998709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98d6aad6-f7e4-472c-b2bc-756d18d83e1b req-904359e9-8286-417d-885d-da723c7fc01e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554919 Aug 23 03:37:12.054693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7911282a-d114-414b-914d-82f6403a0e69 req-16fd1fbb-5379-4cea-b3d5-f37ab43529d9 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366919 Aug 23 03:37:12.199057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167d97f-6f9a-48d5-8d23-5abed3c66cee req-b3a2a0d8-b6cf-4bbd-87a9-017ea41e568d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:12.200876 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4167d97f-6f9a-48d5-8d23-5abed3c66cee req-b3a2a0d8-b6cf-4bbd-87a9-017ea41e568d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.1032579 Aug 23 03:37:12.202802 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7911282a-d114-414b-914d-82f6403a0e69 req-f8daf277-7933-4f81-b11d-2abd1872be6c service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349993 Aug 23 03:37:12.244085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4167d97f-6f9a-48d5-8d23-5abed3c66cee req-abf21c64-2da5-4f16-a444-97b0bb136251 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367670 Aug 23 03:37:12.265726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6b59119e-4ee1-4c35-85a3-8217f66379b4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:12.363611 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f0d3e-1d72-4258-a9be-1650949c635d req-100bb396-d202-4e1c-84af-15f68d6b294c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:12.370288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f0d3e-1d72-4258-a9be-1650949c635d req-100bb396-d202-4e1c-84af-15f68d6b294c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:12.371949 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe7f0d3e-1d72-4258-a9be-1650949c635d req-100bb396-d202-4e1c-84af-15f68d6b294c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1681 time: 0.0617545 Aug 23 03:37:12.417215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe7f0d3e-1d72-4258-a9be-1650949c635d req-44f43c8d-a1ad-42d9-9321-d1e6458e546c tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378182 Aug 23 03:37:12.489699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c5ba6-fa47-4ee9-b0bd-1912d6d1cb17 req-8967b455-0d29-42ba-8906-5993b7794cfa tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:12.491720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b2c5ba6-fa47-4ee9-b0bd-1912d6d1cb17 req-8967b455-0d29-42ba-8906-5993b7794cfa tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.3865108 Aug 23 03:37:12.580466 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b2c5ba6-fa47-4ee9-b0bd-1912d6d1cb17 req-630f321b-e948-411a-93b2-ffcf740456c8 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772696 Aug 23 03:37:12.710334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:12.777857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38892737-d7c5-4373-9244-c76f8e5f4340 req-77ff4174-c07b-45d0-867d-a255ac1470b3 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=4947709f-133b-4764-8b7a-17ebefdb7404 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Aug 23 03:37:12.888054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'name': 'network-vif-deleted', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:12.900586 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b26d37-dffe-4ea9-af3e-5eeb8be28040" -d '{"events": [{"server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "name": "network-vif-deleted", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:12.939166 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513cc0dc-bbab-4a35-ae76-85f62293191f x-openstack-request-id: req-513cc0dc-bbab-4a35-ae76-85f62293191f {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:12.939615 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4947709f-133b-4764-8b7a-17ebefdb7404", "name": "network-vif-deleted", "tag": "cb768274-17b6-407f-909f-23b0a6c260ec", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:12.941097 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-513cc0dc-bbab-4a35-ae76-85f62293191f {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:12.941224 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4947709f-133b-4764-8b7a-17ebefdb7404', 'name': 'network-vif-deleted', 'tag': 'cb768274-17b6-407f-909f-23b0a6c260ec', 'status': 'completed', 'code': 200} Aug 23 03:37:13.029357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Deleting port 83ad5024-4c35-4212-b3c2-0edd348807b2 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:13.030260 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:13.144286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59e7de-d9d4-4362-856b-657876712375 req-f2547900-3a2a-4812-b017-0defab74400c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:13.145950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c59e7de-d9d4-4362-856b-657876712375 req-f2547900-3a2a-4812-b017-0defab74400c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 947 time: 0.0943682 Aug 23 03:37:13.148292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] For port 83ad5024-4c35-4212-b3c2-0edd348807b2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=83ad5024-4c35-4212-b3c2-0edd348807b2,segment=NetworkSegment(9d6b6573-6eaf-48ec-8d83-56792b6043c6),segment_id=9d6b6573-6eaf-48ec-8d83-56792b6043c6)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:13.148746 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:13.167660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Calling delete_port for 83ad5024-4c35-4212-b3c2-0edd348807b2 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:13.227114 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c59e7de-d9d4-4362-856b-657876712375 req-0ea427a6-a249-45a5-bc4a-cf0e6c1f3aec tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706105 Aug 23 03:37:13.351504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c1471-d1f7-46b5-b910-f130a253f20d req-e331d0fa-6842-49a2-a060-a5fde7faa265 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:13.352995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e02c1471-d1f7-46b5-b910-f130a253f20d req-e331d0fa-6842-49a2-a060-a5fde7faa265 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.0679390 Aug 23 03:37:13.426036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e02c1471-d1f7-46b5-b910-f130a253f20d req-abf86353-3e96-4869-a200-aacff8e61c2c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657163 Aug 23 03:37:13.485002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccda9a-590d-453d-97d6-c3e2a3077787 req-bc53f0a2-72de-4e2d-87c1-bfced5afa4e8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:13.486465 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a9ccda9a-590d-453d-97d6-c3e2a3077787 req-bc53f0a2-72de-4e2d-87c1-bfced5afa4e8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.0539901 Aug 23 03:37:13.498446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:13.526007 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a9ccda9a-590d-453d-97d6-c3e2a3077787 req-dbda48ad-f78f-4f13-8e3c-c1ff2fe4a3d6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Aug 23 03:37:13.541978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Pushing event deleted for resources: {'Port': ['ID=83ad5024-4c35-4212-b3c2-0edd348807b2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:13.568049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 36c6a3e3-eb06-41c6-bd36-568e443a8e0b details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:13.570895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:37:13.614338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d61e9-1a4b-4d53-bcf6-ca6b6065f446 req-23c2d356-2185-48ce-92db-c0b2350a46eb tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:13.623153 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b30d61e9-1a4b-4d53-bcf6-ca6b6065f446 req-23c2d356-2185-48ce-92db-c0b2350a46eb tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 945 time: 0.1383865 Aug 23 03:37:13.684968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51badc7-f562-410e-a481-364bfc69aea3 req-6e7d3b93-66cb-466a-9104-94f4ab3d9802 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:13.691035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51badc7-f562-410e-a481-364bfc69aea3 req-6e7d3b93-66cb-466a-9104-94f4ab3d9802 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:13.700820 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a51badc7-f562-410e-a481-364bfc69aea3 req-6e7d3b93-66cb-466a-9104-94f4ab3d9802 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1681 time: 0.0864317 Aug 23 03:37:13.759852 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:37:13.761122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a51badc7-f562-410e-a481-364bfc69aea3 req-11b7b8cc-1af2-4f93-a24f-b1a1a276c354 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591938 Aug 23 03:37:13.786276 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b30d61e9-1a4b-4d53-bcf6-ca6b6065f446 req-2c78d6f5-4d32-440f-8f12-86c2f3b66c00 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622787 Aug 23 03:37:13.816864 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:13.930565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:13.944690 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'port_id': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b', 'mac_address': 'fa:16:3e:6a:fe:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:37:13.981665 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:13.995087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c6a3e3-eb06-41c6-bd36-568e443a8e0b {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:14.012044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f796240-96ca-4161-8a81-510cbcfe6425 req-5a76e9be-a14d-489a-ab3a-efd3c8bbbe40 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:14.013437 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f796240-96ca-4161-8a81-510cbcfe6425 req-5a76e9be-a14d-489a-ab3a-efd3c8bbbe40 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 943 time: 0.0696454 Aug 23 03:37:14.014955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:14.023721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 6b59119e-4ee1-4c35-85a3-8217f66379b4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:37:14.028091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 6b59119e-4ee1-4c35-85a3-8217f66379b4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:37:14.033484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:14.101500 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:14.102200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5510bd5c-81f3-4924-a68c-d3b8a6c62647 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:14.123191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f796240-96ca-4161-8a81-510cbcfe6425 req-0cc121b9-795f-4e33-b3ee-7be4142d3740 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765784 Aug 23 03:37:14.155218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:14.158118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Router 158f70bd-22cf-4e9b-9003-1f5c56b07dce has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:37:14.228674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:14.232455 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c5f5a2-4699-478b-9930-81c3e3a466d8" -d '{"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-plugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:14.248219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:14.291257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:37:14.293471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:14.299966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-deb8faf2-1bf0-463f-9969-c2128738368a admin admin] 10.222.0.20 "PUT /v2.0/routers/158f70bd-22cf-4e9b-9003-1f5c56b07dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5431263 Aug 23 03:37:14.301236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59146) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:14.304334 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] Sync routers for ids ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:37:14.322221 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] Routers {'158f70bd-22cf-4e9b-9003-1f5c56b07dce'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:37:14.323829 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:36:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:14.324461 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fe4259-3374-43c7-af13-95ce92ea9f0a x-openstack-request-id: req-f3fe4259-3374-43c7-af13-95ce92ea9f0a {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:14.325244 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-plugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:14.327116 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3fe4259-3374-43c7-af13-95ce92ea9f0a {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:14.327833 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'code': 200} Aug 23 03:37:14.371857 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:14.373245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cb768274-17b6-407f-909f-23b0a6c260ec no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:14.391594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 5510bd5c-81f3-4924-a68c-d3b8a6c62647, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5510bd5c-81f3-4924-a68c-d3b8a6c62647,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:14.421850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: cb768274-17b6-407f-909f-23b0a6c260ec {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:14.422210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cb768274-17b6-407f-909f-23b0a6c260ec not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:14.444252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '5510bd5c-81f3-4924-a68c-d3b8a6c62647', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '5510bd5c-81f3-4924-a68c-d3b8a6c62647', 'mac_address': 'fa:16:3e:ee:2e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:37:14.464318 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] Set router 158f70bd-22cf-4e9b-9003-1f5c56b07dce gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:37:14.484366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-b3a3b1de-c48f-498b-a004-003a1846664f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:14.485931 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-b3a3b1de-c48f-498b-a004-003a1846664f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.24 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 949 time: 0.1410897 Aug 23 03:37:14.500861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3946e-22ed-42e5-93b1-90e063930e82 req-3a756516-b1ae-4376-a14f-fcce3578067c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:14.502468 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e4d3946e-22ed-42e5-93b1-90e063930e82 req-3a756516-b1ae-4376-a14f-fcce3578067c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 947 time: 0.1272295 Aug 23 03:37:14.502757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:14.519983 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:14.529198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5510bd5c-81f3-4924-a68c-d3b8a6c62647 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:14.550653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 5510bd5c-81f3-4924-a68c-d3b8a6c62647, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5510bd5c-81f3-4924-a68c-d3b8a6c62647,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:14.562517 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:14.635313 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:14.653573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e4d3946e-22ed-42e5-93b1-90e063930e82 req-c330b725-502f-42ff-9947-39618dcf24ad tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174548 Aug 23 03:37:14.680285 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:37:13Z', 'revision_number': 5, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'gw_port': {'id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:14.712685 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] Checking router: 158f70bd-22cf-4e9b-9003-1f5c56b07dce for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:37:14.714541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe6122-88f8-4e56-bf13-4db9fb72d3da req-86bd1056-8e02-41ec-b39f-8d1affd0787d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:14.721459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] Routers {'158f70bd-22cf-4e9b-9003-1f5c56b07dce'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:37:14.722334 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:36:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:14.722476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=5510bd5c-81f3-4924-a68c-d3b8a6c62647,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:14.729679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-acfe6122-88f8-4e56-bf13-4db9fb72d3da req-86bd1056-8e02-41ec-b39f-8d1affd0787d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0936334 Aug 23 03:37:14.760288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-7238a539-6543-4dbb-91ed-eb2e152bb397 service neutron] 10.222.0.24 "GET /v2.0/ports/6b59119e-4ee1-4c35-85a3-8217f66379b4/bindings/n-h2-749052-7 HTTP/1.1" status: 200 len: 382 time: 0.2568054 Aug 23 03:37:14.765366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-acfe6122-88f8-4e56-bf13-4db9fb72d3da req-74e25588-de3c-484e-8e60-dc6c39de34e9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346184 Aug 23 03:37:14.805655 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:14.815923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec20b-4ff7-4353-ad1a-285558797f5a req-8aef5c07-3ca5-4668-aa91-a728d9159dba tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:14.817632 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-298ec20b-4ff7-4353-ad1a-285558797f5a req-8aef5c07-3ca5-4668-aa91-a728d9159dba tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.0856771 Aug 23 03:37:14.829546 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] Set router 158f70bd-22cf-4e9b-9003-1f5c56b07dce gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:37:14.885050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-ee028455-1220-4947-a081-9bd6ec107459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:14.886779 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-ee028455-1220-4947-a081-9bd6ec107459 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1100 time: 0.0926795 Aug 23 03:37:14.896479 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-298ec20b-4ff7-4353-ad1a-285558797f5a req-4e743fc8-709e-4fb0-adb2-4f6bb0a37714 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571542 Aug 23 03:37:14.914676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e55778-1283-4dbe-bd4f-92fee4c20fa8 req-b11793a7-65b2-49f4-a17a-2ad654dde176 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:14.916438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13e55778-1283-4dbe-bd4f-92fee4c20fa8 req-b11793a7-65b2-49f4-a17a-2ad654dde176 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 944 time: 0.0761707 Aug 23 03:37:14.984843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13e55778-1283-4dbe-bd4f-92fee4c20fa8 req-0eb4620c-6efe-4fb4-b14d-3fe0a97ba895 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499713 Aug 23 03:37:15.024160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['5510bd5c-81f3-4924-a68c-d3b8a6c62647'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:15.058808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['36c6a3e3-eb06-41c6-bd36-568e443a8e0b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:15.063700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Deleting port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:15.064188 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:15.078030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-b4619a29-c6f1-40f6-92ac-1ab2e322d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.079554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-b4619a29-c6f1-40f6-92ac-1ab2e322d598 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1637812 Aug 23 03:37:15.126356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0db304-234d-4291-b591-296ae6cbbd71 req-7f77dc60-203c-47d0-a3b8-678de5738adb tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.128324 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e0db304-234d-4291-b591-296ae6cbbd71 req-7f77dc60-203c-47d0-a3b8-678de5738adb tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 945 time: 0.0624797 Aug 23 03:37:15.134678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe4541-6d78-4262-b9b0-a7c65521f242 req-abb16541-177c-458c-ad15-4affb00793cd tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.140863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe4541-6d78-4262-b9b0-a7c65521f242 req-abb16541-177c-458c-ad15-4affb00793cd tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.150055 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-70fe4541-6d78-4262-b9b0-a7c65521f242 req-abb16541-177c-458c-ad15-4affb00793cd tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1681 time: 0.1507189 Aug 23 03:37:15.160184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:37:13Z', 'revision_number': 5, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'gw_port': {'id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:15.195689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e0db304-234d-4291-b591-296ae6cbbd71 req-5f46b86d-0a64-4142-9133-f5f31d8dfed4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554087 Aug 23 03:37:15.197995 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4db962-3261-46c9-9c90-c9141c0122b1 None None] The sync data for ids ['158f70bd-22cf-4e9b-9003-1f5c56b07dce'] in n-d-749052-7 is: [{'id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1716662531-router', 'tenant_id': '438c0fe345724eb5be3930b9ed322487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:37:13Z', 'revision_number': 5, 'project_id': '438c0fe345724eb5be3930b9ed322487', 'gw_port': {'id': 'cfce3eb8-5618-41e0-84c5-e146b6ffb4cb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158f70bd-22cf-4e9b-9003-1f5c56b07dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:32:07Z', 'updated_at': '2021-08-23T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:37:15.213764 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-d717f9c1-ef71-4833-bb58-17e6f8fb2bca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 217 time: 0.1167197 Aug 23 03:37:15.307263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-70fe4541-6d78-4262-b9b0-a7c65521f242 req-00cf60f8-b2bb-478b-a22f-0d9cc5329aea tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561215 Aug 23 03:37:15.308721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e9201-0805-4bd5-a803-04e79fa5bfd0 req-321f8907-5ebb-4296-94bf-302a863e3cca tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.310305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c9e9201-0805-4bd5-a803-04e79fa5bfd0 req-321f8907-5ebb-4296-94bf-302a863e3cca tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 944 time: 0.0529130 Aug 23 03:37:15.319574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] For port cfce3eb8-5618-41e0-84c5-e146b6ffb4cb, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cfce3eb8-5618-41e0-84c5-e146b6ffb4cb,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:15.320085 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:15.334052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-06e2d4d3-25c3-4939-b5f9-6e617b1115dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.336481 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-06e2d4d3-25c3-4939-b5f9-6e617b1115dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1033301 Aug 23 03:37:15.355635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-f0837f9c-1b68-42fe-9ada-102b2ecf961b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.357620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-f0837f9c-1b68-42fe-9ada-102b2ecf961b tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 944 time: 0.1616755 Aug 23 03:37:15.359412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c9e9201-0805-4bd5-a803-04e79fa5bfd0 req-dabda2d4-273b-4dd6-9296-ff47f706355c tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398245 Aug 23 03:37:15.395361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Calling delete_port for cfce3eb8-5618-41e0-84c5-e146b6ffb4cb owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:15.499499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-d560a6bf-a473-4961-ba45-d72629fe1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.500903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-d560a6bf-a473-4961-ba45-d72629fe1245 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423171 Aug 23 03:37:15.643685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Deleting port 639770ad-ac9d-4de4-914e-367de5c2658c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:15.644019 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:15.779119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79438f2-e305-4a09-960e-71ecbc3261cb req-ad30540c-88d0-4337-9c8f-b369fd72a20c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.780940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a79438f2-e305-4a09-960e-71ecbc3261cb req-ad30540c-88d0-4337-9c8f-b369fd72a20c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 948 time: 0.0490794 Aug 23 03:37:15.782575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-290f5d8a-d88e-4e37-8f76-fc60da965ccd service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664177 Aug 23 03:37:15.814230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 83ad5024-4c35-4212-b3c2-0edd348807b2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:15.824960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a79438f2-e305-4a09-960e-71ecbc3261cb req-b022fed8-4ad8-43b5-8515-90d8738d3291 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349975 Aug 23 03:37:15.834975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 83ad5024-4c35-4212-b3c2-0edd348807b2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:15.835457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 83ad5024-4c35-4212-b3c2-0edd348807b2 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:15.885534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] For port 639770ad-ac9d-4de4-914e-367de5c2658c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=639770ad-ac9d-4de4-914e-367de5c2658c,segment=NetworkSegment(7ece1896-fcd6-492d-94f4-09498d096989),segment_id=7ece1896-fcd6-492d-94f4-09498d096989)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:15.885900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:15.913276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060f31-2bd0-4096-bcc3-cebe1c50eccd req-218b82a6-37f3-42cc-bfd3-cf0a7f12d326 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.919152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060f31-2bd0-4096-bcc3-cebe1c50eccd req-218b82a6-37f3-42cc-bfd3-cf0a7f12d326 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.920756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a060f31-2bd0-4096-bcc3-cebe1c50eccd req-218b82a6-37f3-42cc-bfd3-cf0a7f12d326 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1681 time: 0.1751335 Aug 23 03:37:15.923371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Calling delete_port for 639770ad-ac9d-4de4-914e-367de5c2658c owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:15.933484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d412-6a2c-4862-a455-87edcb10d5be req-a31dbb13-95c8-464f-9f56-ae7ebc98a718 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:15.934962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1144d412-6a2c-4862-a455-87edcb10d5be req-a31dbb13-95c8-464f-9f56-ae7ebc98a718 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0493445 Aug 23 03:37:15.960360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:15.968532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-e724f82a-7d51-45ea-a1c8-d9765fa472a4 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759148 Aug 23 03:37:15.976749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1144d412-6a2c-4862-a455-87edcb10d5be req-88179b40-a66b-4c59-9fd4-dbf77df4888e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Aug 23 03:37:16.042518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfce3eb8-5618-41e0-84c5-e146b6ffb4cb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:16.092561 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a060f31-2bd0-4096-bcc3-cebe1c50eccd req-9b4b962d-06a3-4090-aa7a-e1691b585c44 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621208 Aug 23 03:37:16.108085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-392881b0-f0df-4c31-bf71-a47712ca15a0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:16.109784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-392881b0-f0df-4c31-bf71-a47712ca15a0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 945 time: 0.0859358 Aug 23 03:37:16.117427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b76021-4fe8-4fc5-a2eb-13c81ac0864d req-44329ee4-baa5-46eb-8ac7-2c269da1ea48 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:16.118821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2b76021-4fe8-4fc5-a2eb-13c81ac0864d req-44329ee4-baa5-46eb-8ac7-2c269da1ea48 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.0693178 Aug 23 03:37:16.128069 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.210805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2b76021-4fe8-4fc5-a2eb-13c81ac0864d req-a9fa2b4e-92a2-45c7-9d62-202dce3ce111 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824144 Aug 23 03:37:16.237591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Deleting port a80d74cb-e46d-4b11-b61f-13070d8a3467 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:16.237835 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.248577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.251773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.340487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf9675-0aab-41fe-99e2-5951ed07d557 req-6acf0ecc-1fd1-4a4a-b170-0000e4b2ada5 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:16.342008 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2bf9675-0aab-41fe-99e2-5951ed07d557 req-6acf0ecc-1fd1-4a4a-b170-0000e4b2ada5 tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 944 time: 0.1534352 Aug 23 03:37:16.361546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] For port a80d74cb-e46d-4b11-b61f-13070d8a3467, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a80d74cb-e46d-4b11-b61f-13070d8a3467,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:16.361816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.377456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad376e07-77d6-4459-a83e-f2ce42cfabe5 req-7cc1fa9b-a973-44d5-b13f-b0453df37cf7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:16.378968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad376e07-77d6-4459-a83e-f2ce42cfabe5 req-7cc1fa9b-a973-44d5-b13f-b0453df37cf7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 945 time: 0.0865123 Aug 23 03:37:16.385055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Calling delete_port for a80d74cb-e46d-4b11-b61f-13070d8a3467 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:16.385964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2bf9675-0aab-41fe-99e2-5951ed07d557 req-fecc86b5-e654-4e44-97f2-6a9bd535f0fc tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1876c29-cb25-4d44-a803-fb1164242415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Aug 23 03:37:16.395042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.395601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 158f70bd-22cf-4e9b-9003-1f5c56b07dce {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:37:16.401484 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.402740 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4ecccacc-a8ac-4c55-85d7-1f23ede62279 admin admin] 10.222.0.20 "DELETE /v2.0/routers/158f70bd-22cf-4e9b-9003-1f5c56b07dce HTTP/1.1" status: 204 len: 168 time: 2.1002080 Aug 23 03:37:16.410766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59176) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:16.445149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.482072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad376e07-77d6-4459-a83e-f2ce42cfabe5 req-c65fb2d0-5d86-4ddc-903c-c120557b1045 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950239 Aug 23 03:37:16.495738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Pushing event deleted for resources: {'Port': ['ID=639770ad-ac9d-4de4-914e-367de5c2658c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:16.545058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d1cf60-0c3a-4720-b19f-bb264e7202a5 admin admin] Deleting subnet 36bf1888-0182-4f37-bb6a-92fa4344995b {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:37:16.554025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d1cf60-0c3a-4720-b19f-bb264e7202a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.594607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] No DVR routers for this DVR port 639770ad-ac9d-4de4-914e-367de5c2658c on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:16.597171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.599318 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4357061-5f60-4e04-aee4-1cd079fff611 req-3c65dff4-c979-4434-a7ef-bae109b8a0be tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.24 "DELETE /v2.0/ports/639770ad-ac9d-4de4-914e-367de5c2658c HTTP/1.1" status: 204 len: 173 time: 1.2298625 Aug 23 03:37:16.605510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'name': 'network-vif-deleted', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:16.607777 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d023b572-9228-4e40-a9a7-74334f8ec364" -d '{"events": [{"server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "name": "network-vif-deleted", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:16.626883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aab8a1-5cba-4ecd-9dc4-92673475db6e req-e3e8a5d7-0deb-4620-94f3-1b67e36263cd tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:16.628357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-86aab8a1-5cba-4ecd-9dc4-92673475db6e req-e3e8a5d7-0deb-4620-94f3-1b67e36263cd tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 944 time: 0.1715097 Aug 23 03:37:16.630558 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d1cf60-0c3a-4720-b19f-bb264e7202a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.635291 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.650641 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090b917-9d4f-4d76-bfd2-d2fbbe795b19 x-openstack-request-id: req-f090b917-9d4f-4d76-bfd2-d2fbbe795b19 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:16.650941 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebd6a57-3cc6-4ba8-a21c-8c343e04a457", "name": "network-vif-deleted", "tag": "639770ad-ac9d-4de4-914e-367de5c2658c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:16.651209 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f090b917-9d4f-4d76-bfd2-d2fbbe795b19 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:16.651591 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebd6a57-3cc6-4ba8-a21c-8c343e04a457', 'name': 'network-vif-deleted', 'tag': '639770ad-ac9d-4de4-914e-367de5c2658c', 'status': 'completed', 'code': 200} Aug 23 03:37:16.673300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event deleted for resources: {'Port': ['ID=a80d74cb-e46d-4b11-b61f-13070d8a3467,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:16.703115 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-86aab8a1-5cba-4ecd-9dc4-92673475db6e req-1b5131d5-3dc8-45c3-9fb7-b36e2ef64af9 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507069 Aug 23 03:37:16.720430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] No DVR routers for this DVR port a80d74cb-e46d-4b11-b61f-13070d8a3467 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:16.724133 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.726794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab3811c0-9a21-4f10-841a-33a9bff17d34 req-f51501b7-ec8f-4110-9aae-010be095b345 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "DELETE /v2.0/ports/a80d74cb-e46d-4b11-b61f-13070d8a3467 HTTP/1.1" status: 204 len: 173 time: 0.6070824 Aug 23 03:37:16.727232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8daa793-0699-4445-9aa7-e9d626256274', 'name': 'network-vif-deleted', 'tag': 'a80d74cb-e46d-4b11-b61f-13070d8a3467'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:16.729466 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9180633c-d6dc-4a8a-b3af-e481a9fbf911" -d '{"events": [{"server_uuid": "b8daa793-0699-4445-9aa7-e9d626256274", "name": "network-vif-deleted", "tag": "a80d74cb-e46d-4b11-b61f-13070d8a3467"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:16.747319 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d1cf60-0c3a-4720-b19f-bb264e7202a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.764333 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d8af87-9505-44e6-878d-c1d427e7df52 x-openstack-request-id: req-c1d8af87-9505-44e6-878d-c1d427e7df52 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:16.764817 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8daa793-0699-4445-9aa7-e9d626256274", "name": "network-vif-deleted", "tag": "a80d74cb-e46d-4b11-b61f-13070d8a3467", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:16.765098 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1d8af87-9505-44e6-878d-c1d427e7df52 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:16.765509 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8daa793-0699-4445-9aa7-e9d626256274', 'name': 'network-vif-deleted', 'tag': 'a80d74cb-e46d-4b11-b61f-13070d8a3467', 'status': 'completed', 'code': 200} Aug 23 03:37:16.909101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d1cf60-0c3a-4720-b19f-bb264e7202a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.939178 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d1cf60-0c3a-4720-b19f-bb264e7202a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:16.941887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-72d1cf60-0c3a-4720-b19f-bb264e7202a5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/36bf1888-0182-4f37-bb6a-92fa4344995b HTTP/1.1" status: 204 len: 168 time: 0.5298245 Aug 23 03:37:16.944705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59184) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:16.947346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c616138-78fb-4baa-80c8-f93780790559 None None] Network 77172d47-85eb-4588-8230-c9c9bd7539ad requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:37:16.965512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1cf60-0c3a-4720-b19f-bb264e7202a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36bf1888-0182-4f37-bb6a-92fa4344995b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:16.986622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8d1a5-3276-4851-ab7d-e39806ed5a07 req-a1184b5c-0294-476a-bc77-4513489f2fc5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:16.988505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecd8d1a5-3276-4851-ab7d-e39806ed5a07 req-a1184b5c-0294-476a-bc77-4513489f2fc5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 948 time: 0.0899799 Aug 23 03:37:17.030423 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.073616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecd8d1a5-3276-4851-ab7d-e39806ed5a07 req-716d4d43-eb07-4fc2-ad27-ded183ba121e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784054 Aug 23 03:37:17.129682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Deleting port ca2418e9-6fe7-47f8-8438-65e914f9f553 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:17.130021 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.157984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2e52e-477c-4cb8-be7e-68dcb5191c17 req-72a36a18-4734-40a9-a01d-6036504acb13 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:17.159710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3aa2e52e-477c-4cb8-be7e-68dcb5191c17 req-72a36a18-4734-40a9-a01d-6036504acb13 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0755720 Aug 23 03:37:17.189538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21360ab-d5eb-455f-a0c7-1fb4367da277 None None] DHCP port deletion for 77172d47-85eb-4588-8230-c9c9bd7539ad request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:37:17.227735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] For port ca2418e9-6fe7-47f8-8438-65e914f9f553, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ca2418e9-6fe7-47f8-8438-65e914f9f553,segment=NetworkSegment(9d6b6573-6eaf-48ec-8d83-56792b6043c6),segment_id=9d6b6573-6eaf-48ec-8d83-56792b6043c6)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:17.228297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.228385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71f52-9f3f-482e-9e19-4c1815db37e3 req-4359d286-7ca0-40d1-ac9b-1574eeddc7dc tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:17.234760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71f52-9f3f-482e-9e19-4c1815db37e3 req-4359d286-7ca0-40d1-ac9b-1574eeddc7dc tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:17.236356 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98b71f52-9f3f-482e-9e19-4c1815db37e3 req-4359d286-7ca0-40d1-ac9b-1574eeddc7dc tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1681 time: 0.0645874 Aug 23 03:37:17.251340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c21360ab-d5eb-455f-a0c7-1fb4367da277 None None] Deleting port ca2418e9-6fe7-47f8-8438-65e914f9f553 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:17.251723 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c21360ab-d5eb-455f-a0c7-1fb4367da277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.253747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Calling delete_port for ca2418e9-6fe7-47f8-8438-65e914f9f553 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:17.267071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3aa2e52e-477c-4cb8-be7e-68dcb5191c17 req-cfe3713b-f229-4283-88cf-aa755adcdfe1 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708482 Aug 23 03:37:17.287345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98b71f52-9f3f-482e-9e19-4c1815db37e3 req-9e0b8a6d-44d5-4889-9227-c2fac397654f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Aug 23 03:37:17.344906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c21360ab-d5eb-455f-a0c7-1fb4367da277 None None] For port ca2418e9-6fe7-47f8-8438-65e914f9f553, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ca2418e9-6fe7-47f8-8438-65e914f9f553,segment=NetworkSegment(9d6b6573-6eaf-48ec-8d83-56792b6043c6),segment_id=9d6b6573-6eaf-48ec-8d83-56792b6043c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:17.345340 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c21360ab-d5eb-455f-a0c7-1fb4367da277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.359718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c21360ab-d5eb-455f-a0c7-1fb4367da277 None None] Calling delete_port for ca2418e9-6fe7-47f8-8438-65e914f9f553 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:17.403299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c783f92-a855-4111-b6e5-530f068340c7 req-be485d29-622e-43fd-902a-52dae1c934a3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:17.404849 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c783f92-a855-4111-b6e5-530f068340c7 req-be485d29-622e-43fd-902a-52dae1c934a3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.0714715 Aug 23 03:37:17.465677 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c783f92-a855-4111-b6e5-530f068340c7 req-fc377b3b-9694-4ffa-975d-9c592b02e51c tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544698 Aug 23 03:37:17.502985 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb6e1a8-a5d2-4fb9-9eb1-5077ab37d0c3 req-4b206a76-f972-4e40-91ba-ba73261606ac tempest-LiveMigrationTest-624849074 tempest-LiveMigrationTest-624849074-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebd6a57-3cc6-4ba8-a21c-8c343e04a457 HTTP/1.1" status: 200 len: 210 time: 0.0300384 Aug 23 03:37:17.515279 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.531225 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c21360ab-d5eb-455f-a0c7-1fb4367da277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.543159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2418e9-6fe7-47f8-8438-65e914f9f553,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:17.544936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] No DVR routers for this DVR port ca2418e9-6fe7-47f8-8438-65e914f9f553 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:17.556845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21360ab-d5eb-455f-a0c7-1fb4367da277 None None] Pushing event deleted for resources: {'Port': ['ID=ca2418e9-6fe7-47f8-8438-65e914f9f553,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:17.562300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 36c6a3e3-eb06-41c6-bd36-568e443a8e0b up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:37:17.566895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21360ab-d5eb-455f-a0c7-1fb4367da277 None None] No DVR routers for this DVR port ca2418e9-6fe7-47f8-8438-65e914f9f553 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:17.633041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e3f4a4e-31f2-463e-82fa-a3796548b075 req-75b5a24e-5c03-4dff-81b0-c544825f070f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 210 time: 0.0418842 Aug 23 03:37:17.674016 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.684896 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77172d47-85eb-4588-8230-c9c9bd7539ad']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:17.695951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6b6573-6eaf-48ec-8d83-56792b6043c6') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:17.696243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6b6573-6eaf-48ec-8d83-56792b6043c6') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:17.703401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:37:17.705514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.707287 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:37:17.707673 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.730703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.740150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:37:17.742571 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.811676 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:37:17.811784 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:37:17.846403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:17.848651 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7382f6e7-3ca4-4823-b126-2670875052df" -d '{"events": [{"server_uuid": "dabbd1f4-41da-4fb5-b06d-295cbb18ff16", "name": "network-vif-plugged", "status": "completed", "tag": "36c6a3e3-eb06-41c6-bd36-568e443a8e0b"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:17.864741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:17.879746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209c90f-834d-4694-929d-f333527bf5ec req-e5329852-5dc6-4ed4-a563-9f3c03dd90ca tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:17.885531 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0209c90f-834d-4694-929d-f333527bf5ec req-e5329852-5dc6-4ed4-a563-9f3c03dd90ca tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 944 time: 0.0748141 Aug 23 03:37:17.898341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cfce3eb8-5618-41e0-84c5-e146b6ffb4cb no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:17.922958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: cfce3eb8-5618-41e0-84c5-e146b6ffb4cb {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:17.923453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cfce3eb8-5618-41e0-84c5-e146b6ffb4cb not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:17.923878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ca2418e9-6fe7-47f8-8438-65e914f9f553 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:17.933944 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.946780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ca2418e9-6fe7-47f8-8438-65e914f9f553 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:17.947133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ca2418e9-6fe7-47f8-8438-65e914f9f553 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:17.947495 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.954934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] 10.222.0.20 "DELETE /v2.0/networks/77172d47-85eb-4588-8230-c9c9bd7539ad HTTP/1.1" status: 204 len: 168 time: 1.0091579 Aug 23 03:37:17.973594 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0209c90f-834d-4694-929d-f333527bf5ec req-344e0610-8fce-4abf-8282-4d3d07c6e43c tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849292 Aug 23 03:37:17.996087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa27b35-5ff8-4a80-b02b-5977f931d10e admin admin] Pushing event deleted for resources: {'Network': ['ID=77172d47-85eb-4588-8230-c9c9bd7539ad,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:17.997228 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:17.997228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5510bd5c-81f3-4924-a68c-d3b8a6c62647 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:37:18.012633 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22c0847-6723-4bc4-8fa2-3724c2c25d64 x-openstack-request-id: req-a22c0847-6723-4bc4-8fa2-3724c2c25d64 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:18.027578 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabbd1f4-41da-4fb5-b06d-295cbb18ff16", "name": "network-vif-plugged", "status": "completed", "tag": "36c6a3e3-eb06-41c6-bd36-568e443a8e0b", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:18.027578 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a22c0847-6723-4bc4-8fa2-3724c2c25d64 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:18.027578 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b', 'code': 200} Aug 23 03:37:18.074498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:18.133039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:37:18.133506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45601b96-edc3-4b69-b658-f9e6f4ac567e req-9a3b94dc-7728-4f67-97f6-af70ea243773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:18.135037 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45601b96-edc3-4b69-b658-f9e6f4ac567e req-9a3b94dc-7728-4f67-97f6-af70ea243773 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 1096 time: 0.0580647 Aug 23 03:37:18.137960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:37:18.138337 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:18.226457 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:18.243597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-e878e83b-912f-4772-a3e8-33f72226d4f0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:18.253658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-e878e83b-912f-4772-a3e8-33f72226d4f0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:18.255625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-e878e83b-912f-4772-a3e8-33f72226d4f0 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1681 time: 0.0842121 Aug 23 03:37:18.259946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45601b96-edc3-4b69-b658-f9e6f4ac567e req-2339c155-02e8-4ad5-80c2-cee7b64c0738 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091692 Aug 23 03:37:18.284583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b03a6-aa30-40fc-9607-bb87d9555817 req-a2f00e6a-8c63-40e0-9c89-14fe1cc50991 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:18.290965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 5510bd5c-81f3-4924-a68c-d3b8a6c62647, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5510bd5c-81f3-4924-a68c-d3b8a6c62647,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:18.295606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec5b03a6-aa30-40fc-9607-bb87d9555817 req-a2f00e6a-8c63-40e0-9c89-14fe1cc50991 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 948 time: 0.1380417 Aug 23 03:37:18.330650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59210) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:18.346576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec5b03a6-aa30-40fc-9607-bb87d9555817 req-e7f9d4cb-0411-491a-b2ed-7e18c49083da tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481632 Aug 23 03:37:18.355448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:18.356261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 639770ad-ac9d-4de4-914e-367de5c2658c no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:18.399951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 639770ad-ac9d-4de4-914e-367de5c2658c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:18.400362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 639770ad-ac9d-4de4-914e-367de5c2658c not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:18.452596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-71e544aa-f7cf-4b67-8ca7-eadd8bdea57f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b2a52da400e46c5a077f830248eb7bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0999794 Aug 23 03:37:18.456609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59212) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:18.472872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd02aea-48c7-4af9-b80d-a79a469d5b78 req-046c76c0-385a-4b49-92e5-0df0c3ae9032 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:18.476763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a80d74cb-e46d-4b11-b61f-13070d8a3467 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:18.480104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1cd02aea-48c7-4af9-b80d-a79a469d5b78 req-046c76c0-385a-4b49-92e5-0df0c3ae9032 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1114783 Aug 23 03:37:18.480387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=5510bd5c-81f3-4924-a68c-d3b8a6c62647,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:18.497839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb11673-d7fe-4bf1-83d6-10058fb8e1e3 req-7aa18fb0-29c8-4b01-bd0b-bcd573d70865 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:18.504224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb11673-d7fe-4bf1-83d6-10058fb8e1e3 req-7aa18fb0-29c8-4b01-bd0b-bcd573d70865 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:18.506594 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4fb11673-d7fe-4bf1-83d6-10058fb8e1e3 req-7aa18fb0-29c8-4b01-bd0b-bcd573d70865 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1681 time: 0.0825195 Aug 23 03:37:18.515908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: a80d74cb-e46d-4b11-b61f-13070d8a3467 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:18.516387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a80d74cb-e46d-4b11-b61f-13070d8a3467 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:18.517116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1dbce585-af96-4476-b74a-c7a44907fb5a no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:18.569795 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4fb11673-d7fe-4bf1-83d6-10058fb8e1e3 req-df1ef0f9-cf2d-4beb-9fea-ad017d072b13 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557351 Aug 23 03:37:18.634841 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:18.683954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1dbce585-af96-4476-b74a-c7a44907fb5a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1dbce585-af96-4476-b74a-c7a44907fb5a,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:18.716197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258765-b872-426c-8f0b-617c54083e8a req-dc6ce519-0b76-4e04-be20-10d0b13b1b47 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:18.717840 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d8258765-b872-426c-8f0b-617c54083e8a req-dc6ce519-0b76-4e04-be20-10d0b13b1b47 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.0690808 Aug 23 03:37:18.768745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d8258765-b872-426c-8f0b-617c54083e8a req-fde65625-710b-440a-9298-53aac586700e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 Aug 23 03:37:18.784017 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:18.784763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 17a74a1d-4d38-44ab-b3f0-946c083d2f93 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:18.851439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting port 1dbce585-af96-4476-b74a-c7a44907fb5a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:18.851792 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:18.871645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59220) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:18.913307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=1dbce585-af96-4476-b74a-c7a44907fb5a,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:18.969155 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:18.976294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1cd02aea-48c7-4af9-b80d-a79a469d5b78 req-436545c4-5891-4123-b737-1d8bbf0db99a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942684 Aug 23 03:37:18.999992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2955129f-0ff1-4707-90f6-eb1e235e6bf5 req-357d6c9b-4974-4427-9df4-1319660f1f99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 210 time: 0.0521665 Aug 23 03:37:19.012514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 17a74a1d-4d38-44ab-b3f0-946c083d2f93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=17a74a1d-4d38-44ab-b3f0-946c083d2f93,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:19.079768 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cd39a2d-5606-457c-83a5-fb10fc137c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.085020 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.170355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=17a74a1d-4d38-44ab-b3f0-946c083d2f93,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:19.215677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4314f6-a00f-46ce-95b4-20a8af749a61 admin admin] Deleting subnet bcd30577-c479-4f1e-98b6-f90156d3f3d6 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:37:19.219147 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd4314f6-a00f-46ce-95b4-20a8af749a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.247599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] For port 1dbce585-af96-4476-b74a-c7a44907fb5a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1dbce585-af96-4476-b74a-c7a44907fb5a,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:19.251985 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.251985 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cd39a2d-5606-457c-83a5-fb10fc137c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.256125 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd4314f6-a00f-46ce-95b4-20a8af749a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.281704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Calling delete_port for 1dbce585-af96-4476-b74a-c7a44907fb5a owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:19.298441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd4314f6-a00f-46ce-95b4-20a8af749a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.324580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6f908-57e7-42ef-a0bb-302873081081 req-7a219182-a9b3-4730-acfd-13cedd32ded6 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:19.326214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e5f6f908-57e7-42ef-a0bb-302873081081 req-7a219182-a9b3-4730-acfd-13cedd32ded6 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 945 time: 0.2431610 Aug 23 03:37:19.348477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-c85861aa-bcaf-4aa0-8b15-88a8d0d8fd24 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:19.350465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-c85861aa-bcaf-4aa0-8b15-88a8d0d8fd24 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1097 time: 0.1996448 Aug 23 03:37:19.400660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-749052-7'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:19.441786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd4314f6-a00f-46ce-95b4-20a8af749a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.478867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4314f6-a00f-46ce-95b4-20a8af749a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd30577-c479-4f1e-98b6-f90156d3f3d6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:19.481259 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd4314f6-a00f-46ce-95b4-20a8af749a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.483210 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dd4314f6-a00f-46ce-95b4-20a8af749a61 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bcd30577-c479-4f1e-98b6-f90156d3f3d6 HTTP/1.1" status: 204 len: 168 time: 0.6104190 Aug 23 03:37:19.491096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59228) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:19.506784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e5f6f908-57e7-42ef-a0bb-302873081081 req-1c6a0ac8-a33b-4627-a047-66b6f121a796 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599653 Aug 23 03:37:19.508628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-17799849-19c9-47aa-b7d0-6adb28da6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:19.510134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-17799849-19c9-47aa-b7d0-6adb28da6f9f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e&tenant_id=20f616f4226d41c0bc8d4e12b5359c6e HTTP/1.1" status: 200 len: 1100 time: 0.2237954 Aug 23 03:37:19.522910 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.533714 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cd39a2d-5606-457c-83a5-fb10fc137c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.536561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cd39a2d-5606-457c-83a5-fb10fc137c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.538749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0cd39a2d-5606-457c-83a5-fb10fc137c68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfef1900-647b-4b32-8e55-ce94008a2bf8 HTTP/1.1" status: 204 len: 168 time: 1.0807750 Aug 23 03:37:19.558391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:19.560899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd39a2d-5606-457c-83a5-fb10fc137c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef1900-647b-4b32-8e55-ce94008a2bf8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:19.612070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4c3b1-6f2c-4d4b-8bbd-a4939a17ee8b req-57d6371a-5777-48bf-a73e-492828338870 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:19.613947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76d4c3b1-6f2c-4d4b-8bbd-a4939a17ee8b req-57d6371a-5777-48bf-a73e-492828338870 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 949 time: 0.1391015 Aug 23 03:37:19.616802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.735688 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76d4c3b1-6f2c-4d4b-8bbd-a4939a17ee8b req-1157e351-cc5a-4cbd-9ec0-a8028cb2c090 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056902 Aug 23 03:37:19.751837 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.775730 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.790596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba086131-5cb5-4e31-8f4a-0f45c2fd938f']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:19.807001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ece1896-fcd6-492d-94f4-09498d096989') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:19.807303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ece1896-fcd6-492d-94f4-09498d096989') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:19.816782 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.833967 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.842917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:37:19.843627 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:37:19.845791 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:37:19.878760 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:19.907012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b82c4e-2455-4ca3-a4f0-38aca2720a6f req-c164675a-5bc5-45cb-9cfd-5555b73f0851 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:19.920864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b82c4e-2455-4ca3-a4f0-38aca2720a6f req-c164675a-5bc5-45cb-9cfd-5555b73f0851 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:19.922594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37b82c4e-2455-4ca3-a4f0-38aca2720a6f req-c164675a-5bc5-45cb-9cfd-5555b73f0851 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 1677 time: 0.2252426 Aug 23 03:37:19.956292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:19.992961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb4bc1-b97d-44b0-a69c-d998b624201d req-12c2f0bf-55d0-425b-b5f6-26f351da3872 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:20.000288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33fb4bc1-b97d-44b0-a69c-d998b624201d req-12c2f0bf-55d0-425b-b5f6-26f351da3872 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 946 time: 0.0709691 Aug 23 03:37:20.009171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:20.014795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e80ac2f-f49e-4564-a277-261e88402c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5510bd5c-81f3-4924-a68c-d3b8a6c62647'}, {'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dbce585-af96-4476-b74a-c7a44907fb5a'}, {'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a74a1d-4d38-44ab-b3f0-946c083d2f93'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:20.017320 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde4f6cc-cd43-4e59-939f-ff5f0366d1a9" -d '{"events": [{"server_uuid": "4e80ac2f-f49e-4564-a277-261e88402c92", "name": "network-vif-plugged", "status": "completed", "tag": "5510bd5c-81f3-4924-a68c-d3b8a6c62647"}, {"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-unplugged", "status": "completed", "tag": "1dbce585-af96-4476-b74a-c7a44907fb5a"}, {"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-unplugged", "status": "completed", "tag": "17a74a1d-4d38-44ab-b3f0-946c083d2f93"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:20.033977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:20.034371 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ba086131-5cb5-4e31-8f4a-0f45c2fd938f HTTP/1.1" status: 204 len: 168 time: 0.5412538 Aug 23 03:37:20.040427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb593dd9-a188-4458-8666-036abb82d389 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba086131-5cb5-4e31-8f4a-0f45c2fd938f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:20.042183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59244) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:20.045271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Port': ['ID=1dbce585-af96-4476-b74a-c7a44907fb5a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:20.069760 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33fb4bc1-b97d-44b0-a69c-d998b624201d req-1652d10a-33a4-456e-ab59-d4f97cefbcec tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684698 Aug 23 03:37:20.186455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37b82c4e-2455-4ca3-a4f0-38aca2720a6f req-c1dd509e-281e-400a-a32d-8a35ef34f688 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355173 Aug 23 03:37:20.225616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] No DVR routers for this DVR port 1dbce585-af96-4476-b74a-c7a44907fb5a on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:20.239390 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:20.240919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa2e4e-f1f5-4c28-a7b9-38d7033c44fa req-6de4aebb-009c-480a-8936-ec1910ec5f6d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:20.242549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-942f7a99-b006-47d6-98ec-ddb18208a15e tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.11 "DELETE /v2.0/ports/1dbce585-af96-4476-b74a-c7a44907fb5a HTTP/1.1" status: 204 len: 173 time: 1.9805613 Aug 23 03:37:20.243053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-deleted', 'tag': '1dbce585-af96-4476-b74a-c7a44907fb5a'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:20.246382 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73fa2e4e-f1f5-4c28-a7b9-38d7033c44fa req-6de4aebb-009c-480a-8936-ec1910ec5f6d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0990033 Aug 23 03:37:20.254608 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb47e88-5de5-4fe0-a948-8618b9f42e02" -d '{"events": [{"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-deleted", "tag": "1dbce585-af96-4476-b74a-c7a44907fb5a"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:20.287481 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313126f4-77e9-4285-9f01-3c193acdd4ed x-openstack-request-id: req-313126f4-77e9-4285-9f01-3c193acdd4ed {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:20.288039 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e80ac2f-f49e-4564-a277-261e88402c92", "name": "network-vif-plugged", "status": "completed", "tag": "5510bd5c-81f3-4924-a68c-d3b8a6c62647", "code": 200}, {"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-unplugged", "status": "completed", "tag": "1dbce585-af96-4476-b74a-c7a44907fb5a", "code": 200}, {"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-unplugged", "status": "completed", "tag": "17a74a1d-4d38-44ab-b3f0-946c083d2f93", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:20.288493 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-313126f4-77e9-4285-9f01-3c193acdd4ed {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:20.289111 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e80ac2f-f49e-4564-a277-261e88402c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5510bd5c-81f3-4924-a68c-d3b8a6c62647', 'code': 200} Aug 23 03:37:20.289584 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dbce585-af96-4476-b74a-c7a44907fb5a', 'code': 200} Aug 23 03:37:20.290026 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a74a1d-4d38-44ab-b3f0-946c083d2f93', 'code': 200} Aug 23 03:37:20.363637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4255f8d-6b90-46c2-ba6b-3d80cf6c3db7 admin admin] Deleting subnet 13fc195a-6e3b-4263-a690-1402335fb91a {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:37:20.372038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:20.375802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59250) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:20.403963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4255f8d-6b90-46c2-ba6b-3d80cf6c3db7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:20.417761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:20.529612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00bd1501-a2bc-4e9f-b134-7cdca9c7075c req-9e396e5e-b180-4b35-9fa1-bc7596ed321a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 210 time: 0.1592760 Aug 23 03:37:20.542726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:20.567810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 has no active binding in host n-h1-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:37:20.604471 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:20.607837 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4255f8d-6b90-46c2-ba6b-3d80cf6c3db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:20.618187 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1194cd34-1356-410c-bbea-856336b91432 x-openstack-request-id: req-1194cd34-1356-410c-bbea-856336b91432 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:20.618490 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-deleted", "tag": "1dbce585-af96-4476-b74a-c7a44907fb5a", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:20.618725 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1194cd34-1356-410c-bbea-856336b91432 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:20.621931 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-deleted', 'tag': '1dbce585-af96-4476-b74a-c7a44907fb5a', 'status': 'completed', 'code': 200} Aug 23 03:37:20.689868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-46a2e5e9-5b33-40d4-88f9-939ed43bd082 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=438c0fe345724eb5be3930b9ed322487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944531 Aug 23 03:37:20.694299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:20.700519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59254) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:20.723247 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73fa2e4e-f1f5-4c28-a7b9-38d7033c44fa req-7b761876-315e-4fe6-b280-7bceaf8aec0e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651606 Aug 23 03:37:20.724169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:20.737217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91929b57-17d4-45b2-9999-9da2b011aa19 req-5eefe522-f37b-4311-a223-3978a9d949c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:20.738756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91929b57-17d4-45b2-9999-9da2b011aa19 req-5eefe522-f37b-4311-a223-3978a9d949c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 1100 time: 0.0646803 Aug 23 03:37:20.772175 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4255f8d-6b90-46c2-ba6b-3d80cf6c3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:20.796545 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91929b57-17d4-45b2-9999-9da2b011aa19 req-0a05b0f4-b99c-4c3f-8326-fa06742d0bb6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Aug 23 03:37:20.866237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d57fb-4846-434d-a0fc-dcc9a2df5dd6 req-3a97b446-9d76-41bd-b086-5e2d6e35058f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:20.870187 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c27d57fb-4846-434d-a0fc-dcc9a2df5dd6 req-3a97b446-9d76-41bd-b086-5e2d6e35058f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 949 time: 0.0524383 Aug 23 03:37:20.912096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:20.913138 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:20.925934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:20.929778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c27d57fb-4846-434d-a0fc-dcc9a2df5dd6 req-98f941a2-a958-4922-b636-a27a4e4a81ca tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552273 Aug 23 03:37:20.957860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:20.967849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aaadd-3d5e-4878-9412-4111023ec2fa req-3a8203a3-fde6-462f-8895-5cc6d0050d23 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:20.969360 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a83aaadd-3d5e-4878-9412-4111023ec2fa req-3a8203a3-fde6-462f-8895-5cc6d0050d23 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 945 time: 0.2851198 Aug 23 03:37:21.087602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on host n-h2-749052-7 for vnic_type normal with profile {"migrating_to": "n-h1-749052-7"} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:37:21.087872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:37:21.088198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:21.092854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-965fdd29-9d82-4a55-8ae4-48ab553cde8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.107281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.124416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on network b0ee1423-7420-4572-8a9c-426061a4ead0 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:37:21.124740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Attempting to bind port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on network b0ee1423-7420-4572-8a9c-426061a4ead0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:21.127186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4255f8d-6b90-46c2-ba6b-3d80cf6c3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.185428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:37:21.185813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Checking segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:37:21.186146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Bound using segment: {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:37:21.186582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Bound port: a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc201f00-ce2c-48df-85f9-4a950c42e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b0ee1423-7420-4572-8a9c-426061a4ead0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:37:21.186937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.191176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a83aaadd-3d5e-4878-9412-4111023ec2fa req-1537aded-cb37-49fb-975e-bee4fe9f4b9d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860604 Aug 23 03:37:21.197401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-965fdd29-9d82-4a55-8ae4-48ab553cde8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.198647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bf9ef-d733-443d-a65a-58b4fec5c639 req-279f20f7-a298-43a5-8ff1-4f01ec3167e2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:21.199719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Transition to ACTIVE for port object 6b59119e-4ee1-4c35-85a3-8217f66379b4 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:37:21.200499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4255f8d-6b90-46c2-ba6b-3d80cf6c3db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fc195a-6e3b-4263-a690-1402335fb91a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:21.204274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ef3bf9ef-d733-443d-a65a-58b4fec5c639 req-279f20f7-a298-43a5-8ff1-4f01ec3167e2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.0607805 Aug 23 03:37:21.230949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4255f8d-6b90-46c2-ba6b-3d80cf6c3db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.232829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b4255f8d-6b90-46c2-ba6b-3d80cf6c3db7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13fc195a-6e3b-4263-a690-1402335fb91a HTTP/1.1" status: 204 len: 168 time: 1.1887753 Aug 23 03:37:21.239360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59268) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:21.272349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ef3bf9ef-d733-443d-a65a-58b4fec5c639 req-91764690-efcc-44ea-81bc-84db5145e0fa tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590575 Aug 23 03:37:21.278550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] For port 17a74a1d-4d38-44ab-b3f0-946c083d2f93, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=17a74a1d-4d38-44ab-b3f0-946c083d2f93,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:21.279021 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.315745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.384655 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4e3c1-cd9e-4ea9-b74d-312b71adc9ad req-5c0a39f4-53c4-410f-bd47-4c501ed4078e tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:21.386254 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ce4e3c1-cd9e-4ea9-b74d-312b71adc9ad req-5c0a39f4-53c4-410f-bd47-4c501ed4078e tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 945 time: 0.0477412 Aug 23 03:37:21.387520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Calling delete_port for 17a74a1d-4d38-44ab-b3f0-946c083d2f93 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:21.398502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59270) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:21.403718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-56fb5ffb-f948-4158-a32f-3978dd8448d0 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Request body: {'floatingip': {'port_id': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:21.449930 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56fb5ffb-f948-4158-a32f-3978dd8448d0 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.490170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.556529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] No DVR routers for this DVR port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:21.565705 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:21.580150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:21.599335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:37:21.616302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:21.618008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d9104-5de4-4ec4-9b85-e8ff91cd0e79 req-b3c639d0-7efb-4319-8f8b-4c011d40eca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:21.626847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-923d9104-5de4-4ec4-9b85-e8ff91cd0e79 req-b3c639d0-7efb-4319-8f8b-4c011d40eca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 943 time: 0.3447587 Aug 23 03:37:21.634513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:21.695623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-965fdd29-9d82-4a55-8ae4-48ab553cde8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.698773 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-965fdd29-9d82-4a55-8ae4-48ab553cde8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.699989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-965fdd29-9d82-4a55-8ae4-48ab553cde8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8b40595-f088-47b5-8104-f2cfd164c239 HTTP/1.1" status: 204 len: 168 time: 0.9912493 Aug 23 03:37:21.707326 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c23dde03-5924-437c-b6c3-7ebaf9c3b7bf req-343d4935-dd68-4573-9bef-7434893cfbb6 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 210 time: 0.0322962 Aug 23 03:37:21.742125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:21.846634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fdd29-9d82-4a55-8ae4-48ab553cde8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b40595-f088-47b5-8104-f2cfd164c239,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:21.877398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:37:21.877734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:37:21.877994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:21.927000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:37:21.927372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Attempting to bind port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:21.932782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-923d9104-5de4-4ec4-9b85-e8ff91cd0e79 req-9b668ea6-ef72-4244-bea5-2b0b21bfbc54 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/security-groups?id=93001383-f0e7-4455-b5e5-e0e0695394ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051243 Aug 23 03:37:21.953080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104913d-dff8-49e6-b38d-aae69ae37381 req-a62cfb87-656e-4378-be55-41ee827fb271 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:21.954697 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6104913d-dff8-49e6-b38d-aae69ae37381 req-a62cfb87-656e-4378-be55-41ee827fb271 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.1192620 Aug 23 03:37:21.992050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:37:21.992517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:37:21.992843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:37:21.993465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Bound port: 6b59119e-4ee1-4c35-85a3-8217f66379b4, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:37:21.993661 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.005682 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.026455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,revision_number=8']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:22.059095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cba270b-20e4-42ef-90c4-ac98bdacc60a']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:22.065673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6104913d-dff8-49e6-b38d-aae69ae37381 req-48c41c9a-0108-4ac1-b5d7-5efefa2ce0f5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846107 Aug 23 03:37:22.073154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:22.073783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.075173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-794f6768-b1af-4e06-8963-8b3932b29cf4 service neutron] 10.222.0.11 "PUT /v2.0/ports/a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 HTTP/1.1" status: 200 len: 1122 time: 2.6879666 Aug 23 03:37:22.107409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428d7901-dd8e-4bfa-8e48-a0e7fab81236') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:22.107706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428d7901-dd8e-4bfa-8e48-a0e7fab81236') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:22.120757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.123960 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.192159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a995d1bc-86a5-4c3a-8f85-833dfb68dfd1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:22.216532 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56fb5ffb-f948-4158-a32f-3978dd8448d0 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.243421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.283980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a995d1bc-86a5-4c3a-8f85-833dfb68dfd1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:22.333238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56fb5ffb-f948-4158-a32f-3978dd8448d0 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.505963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.516637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Port': ['ID=17a74a1d-4d38-44ab-b3f0-946c083d2f93,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:22.530826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:37:22.531230 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:37:22.539287 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:37:22.576341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787752ef-3b74-4828-b856-36ac7995f7ec req-c756b9d6-51d5-4f62-8250-50338e607aea tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:22.578006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-787752ef-3b74-4828-b856-36ac7995f7ec req-c756b9d6-51d5-4f62-8250-50338e607aea tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 949 time: 0.5654635 Aug 23 03:37:22.582107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d830bc3-d077-4fe4-9892-e52f5586157e req-1949ae0e-7d23-4678-aee7-9deefc0b52f9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:22.595292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d830bc3-d077-4fe4-9892-e52f5586157e req-1949ae0e-7d23-4678-aee7-9deefc0b52f9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.1447425 Aug 23 03:37:22.595767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:22.617388 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-56fb5ffb-f948-4158-a32f-3978dd8448d0 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Floating IP f0e24687-a56d-4dff-9a42-e31b31e3c98f associated. External IP: 172.25.1.52, port: 36c6a3e3-eb06-41c6-bd36-568e443a8e0b. Aug 23 03:37:22.637068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1'}, {'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4'}, {'name': 'network-changed', 'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:22.639769 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2155e983-3e72-4655-afe9-74e47ec9185b" -d '{"events": [{"server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "name": "network-vif-unplugged", "status": "completed", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1"}, {"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4"}, {"name": "network-changed", "server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:22.651458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] No DVR routers for this DVR port 17a74a1d-4d38-44ab-b3f0-946c083d2f93 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:22.664880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:37:22.667965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.669115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eecfc260-6f42-4b83-9052-a3b0afdeb5a0 req-95d518f8-c99a-49d2-b0e2-677c014703c8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.11 "DELETE /v2.0/ports/17a74a1d-4d38-44ab-b3f0-946c083d2f93 HTTP/1.1" status: 204 len: 173 time: 2.3920574 Aug 23 03:37:22.702769 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d830bc3-d077-4fe4-9892-e52f5586157e req-a7f70b77-1782-4d21-9aef-ecfd6a0025cb tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056523 Aug 23 03:37:22.710143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-787752ef-3b74-4828-b856-36ac7995f7ec req-bea16060-e4e1-422a-b889-c6775672fc5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872815 Aug 23 03:37:22.744224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.786661 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.816435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.819309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2cba270b-20e4-42ef-90c4-ac98bdacc60a HTTP/1.1" status: 204 len: 168 time: 1.5751810 Aug 23 03:37:22.842194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:22.843375 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:22.845083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] 10.222.0.11 "PUT /v2.0/ports/6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 1096 time: 3.2944982 Aug 23 03:37:22.853063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303b859-c8f5-49e6-87de-8ed3b286e847 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cba270b-20e4-42ef-90c4-ac98bdacc60a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:22.895840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3d2df-ef39-497d-b588-1aead4621f95 service neutron] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=11']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:23.018878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be95695b-2781-4724-803b-a02b147c37b1 req-d6982820-c867-4b63-9855-c8cd3e308596 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8daa793-0699-4445-9aa7-e9d626256274 HTTP/1.1" status: 200 len: 210 time: 0.1139705 Aug 23 03:37:23.023184 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fb5ffb-f948-4158-a32f-3978dd8448d0 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Router 2298b947-156f-46c8-8fc7-316552f9e9f7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:37:23.031208 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2e5982-6bd3-42a3-855a-1bd863983a94 x-openstack-request-id: req-9d2e5982-6bd3-42a3-855a-1bd863983a94 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:23.033150 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "name": "network-vif-unplugged", "status": "completed", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1", "code": 200}, {"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4", "code": 200}, {"name": "network-changed", "server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:23.033150 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d2e5982-6bd3-42a3-855a-1bd863983a94 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:23.033150 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1', 'code': 200} Aug 23 03:37:23.033150 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'code': 200} Aug 23 03:37:23.033150 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1', 'status': 'completed', 'code': 200} Aug 23 03:37:23.153745 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74dc1f3e-d6dd-4f01-8b10-268313fa6cec req-17eb3809-d9f2-42d5-afca-1f8a50a6c059 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a80f375-56bd-4b9a-bdd1-5cf488a66809 HTTP/1.1" status: 200 len: 210 time: 0.0487895 Aug 23 03:37:23.159661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155e983-3e72-4655-afe9-74e47ec9185b req-4cacb169-e45b-40e2-9a30-640bff401c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.161291 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2155e983-3e72-4655-afe9-74e47ec9185b req-4cacb169-e45b-40e2-9a30-640bff401c90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 1125 time: 0.0837369 Aug 23 03:37:23.237446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fb5ffb-f948-4158-a32f-3978dd8448d0 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:37:23.244767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56fb5ffb-f948-4158-a32f-3978dd8448d0 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:23.247557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] Sync routers for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:37:23.260105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:37:23.260747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:36:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:23.275898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-c9ba9a9f-f08e-443e-b74d-014e8a1d5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.278582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-c9ba9a9f-f08e-443e-b74d-014e8a1d5d5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1099 time: 0.3882642 Aug 23 03:37:23.315412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8f5f7-3c75-407f-87e6-bc26934051c8 req-28c627c7-2b03-47e5-9f74-300f724dcefb tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.316993 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ed8f5f7-3c75-407f-87e6-bc26934051c8 req-28c627c7-2b03-47e5-9f74-300f724dcefb tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.1548207 Aug 23 03:37:23.317817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59308) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:23.327938 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-56fb5ffb-f948-4158-a32f-3978dd8448d0 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "PUT /v2.0/floatingips/f0e24687-a56d-4dff-9a42-e31b31e3c98f HTTP/1.1" status: 200 len: 990 time: 1.9281216 Aug 23 03:37:23.332391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'tag': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:23.335326 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69964ba-d949-4865-8bd4-6d5a757ecb66" -d '{"events": [{"name": "network-changed", "server_uuid": "dabbd1f4-41da-4fb5-b06d-295cbb18ff16", "tag": "36c6a3e3-eb06-41c6-bd36-568e443a8e0b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:23.392703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155e983-3e72-4655-afe9-74e47ec9185b req-dde20b25-4b70-4eb4-bf90-11469d47c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.394199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2155e983-3e72-4655-afe9-74e47ec9185b req-dde20b25-4b70-4eb4-bf90-11469d47c48a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.2200105 Aug 23 03:37:23.422277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:37:23.423465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4b7d8e83-7455-42c0-ac3d-f99df58831ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.425074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-4b7d8e83-7455-42c0-ac3d-f99df58831ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1362677 Aug 23 03:37:23.472326 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ed8f5f7-3c75-407f-87e6-bc26934051c8 req-171465da-47d0-41e2-9f10-8f9a0824c8f5 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354785 Aug 23 03:37:23.475871 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c94342-8ee4-47c7-9bf2-3091dd3c0493 x-openstack-request-id: req-e9c94342-8ee4-47c7-9bf2-3091dd3c0493 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:23.476392 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabbd1f4-41da-4fb5-b06d-295cbb18ff16", "tag": "36c6a3e3-eb06-41c6-bd36-568e443a8e0b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:23.476811 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9c94342-8ee4-47c7-9bf2-3091dd3c0493 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:23.477435 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'tag': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b', 'status': 'completed', 'code': 200} Aug 23 03:37:23.478965 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2155e983-3e72-4655-afe9-74e47ec9185b req-2fa96977-957f-40a9-a230-1c4f5e16e659 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 HTTP/1.1" status: 200 len: 217 time: 0.0760775 Aug 23 03:37:23.481923 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-22e3a2ad-c523-4930-a2ac-f979b725939e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=168d4dbdb06d40e2868bcbafccb7d54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614118 Aug 23 03:37:23.487429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-42606659-73e8-4d8b-beff-5e10e6528dcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 217 time: 0.0533884 Aug 23 03:37:23.488014 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59318) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:23.562645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155e983-3e72-4655-afe9-74e47ec9185b req-46648752-b2b2-48a2-bc04-983fefb3094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.564119 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2155e983-3e72-4655-afe9-74e47ec9185b req-46648752-b2b2-48a2-bc04-983fefb3094b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.0754688 Aug 23 03:37:23.574541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-f6f26f2e-d65c-4549-b29a-489ad6930252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.576000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-f6f26f2e-d65c-4549-b29a-489ad6930252 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a631d26f4571412c8b5225c424dd1ef8&device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 1096 time: 0.0795178 Aug 23 03:37:23.578543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-f88801dc-bd8c-48d3-b131-0668022eeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.579967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-f88801dc-bd8c-48d3-b131-0668022eeffc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0792017 Aug 23 03:37:23.618541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a580b59-7c4f-4a5b-8163-661dda2aa88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:23.623450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2155e983-3e72-4655-afe9-74e47ec9185b req-8a13d017-f82c-43e9-bdc5-d97474dde0ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370901 Aug 23 03:37:23.649925 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a580b59-7c4f-4a5b-8163-661dda2aa88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:23.669130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-0f81b377-0d51-4ca6-b7ab-f41cdd5bac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.669130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-0f81b377-0d51-4ca6-b7ab-f41cdd5bac17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762136 Aug 23 03:37:23.765625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'f0e24687-a56d-4dff-9a42-e31b31e3c98f', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'port_id': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'mac_address': 'fa:16:3e:6a:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:36:13Z', 'updated_at': '2021-08-23T03:37:22Z', 'revision_number': 1, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:12Z', 'revision_number': 5, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:23.767057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2155e983-3e72-4655-afe9-74e47ec9185b req-67b5b543-bd42-49bd-afef-149bc9d800d3 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320274 Aug 23 03:37:23.786706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-1b5d054e-74ac-4333-bcf9-4f3d1dfac486 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105804 Aug 23 03:37:23.819073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] Checking router: 2298b947-156f-46c8-8fc7-316552f9e9f7 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:37:23.831586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:37:23.832739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:36:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:23.895163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-23aaacde-efcb-4a6d-a1fb-0308b2492cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:23.898916 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-23aaacde-efcb-4a6d-a1fb-0308b2492cfa service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0445a91-b126-4592-ad35-0f12179ff408 HTTP/1.1" status: 200 len: 916 time: 0.3034596 Aug 23 03:37:23.953302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5531d9b1-8b8b-4fe0-ae55-127ed894f2c2 req-5567641e-445b-4243-8dca-e6a5b23b004c service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513596 Aug 23 03:37:23.955901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a580b59-7c4f-4a5b-8163-661dda2aa88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:23.958721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a580b59-7c4f-4a5b-8163-661dda2aa88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:23.960007 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9a580b59-7c4f-4a5b-8163-661dda2aa88e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1876c29-cb25-4d44-a803-fb1164242415 HTTP/1.1" status: 204 len: 168 time: 0.4710538 Aug 23 03:37:23.978590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a580b59-7c4f-4a5b-8163-661dda2aa88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1876c29-cb25-4d44-a803-fb1164242415,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:24.040257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1606d-6783-4ca3-86c4-8b04ad5d2b13 req-be0415c2-0c79-4de8-819b-28dbb0c8f7dc tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:24.054994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dc1606d-6783-4ca3-86c4-8b04ad5d2b13 req-be0415c2-0c79-4de8-819b-28dbb0c8f7dc tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.0992889 Aug 23 03:37:24.099176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cc118-3695-4b79-8fee-3520ac27105d req-4de2b254-76c2-4c3b-a5f1-8e450a710711 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:24.107284 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-602cc118-3695-4b79-8fee-3520ac27105d req-4de2b254-76c2-4c3b-a5f1-8e450a710711 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 949 time: 0.2072706 Aug 23 03:37:24.110528 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-626afda7-e9d1-45e7-ae21-855337bbb0aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36c6a3e3-eb06-41c6-bd36-568e443a8e0b HTTP/1.1" status: 200 len: 998 time: 0.1989396 Aug 23 03:37:24.112079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dc1606d-6783-4ca3-86c4-8b04ad5d2b13 req-9e8779ee-9d82-438f-a23b-ebc5c695bda3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528624 Aug 23 03:37:24.148601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2155e983-3e72-4655-afe9-74e47ec9185b req-d612ff8b-d79f-4732-a3b3-e3d25dc2bf39 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475145 Aug 23 03:37:24.191567 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-602cc118-3695-4b79-8fee-3520ac27105d req-c8c642fc-5701-4cf8-b2c2-0f92d9d61900 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834060 Aug 23 03:37:24.205475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-dfa381d1-1d21-4c71-af5b-06047da33a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:24.207080 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-dfa381d1-1d21-4c71-af5b-06047da33a94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e985fe0-66a1-4eeb-96b0-10a22a2c892d HTTP/1.1" status: 200 len: 855 time: 0.0853608 Aug 23 03:37:24.246165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59340) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:24.344160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-909441ea-7922-4cb7-9408-0e3ed85c9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:24.345721 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-909441ea-7922-4cb7-9408-0e3ed85c9f81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0445a91-b126-4592-ad35-0f12179ff408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275122 Aug 23 03:37:24.359860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154587b-8e31-404e-82f7-2e5f161c36c3 req-aff1b527-0ee0-461f-8bc3-602c6e15c84d tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:24.362574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e80b13-e4e4-4131-8ba5-b1f18cd1333f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting subnet 6da6f15a-3e5c-4f51-9b6b-38ee9cf92769 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:37:24.368452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11e80b13-e4e4-4131-8ba5-b1f18cd1333f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:24.383816 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9154587b-8e31-404e-82f7-2e5f161c36c3 req-aff1b527-0ee0-461f-8bc3-602c6e15c84d tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 1100 time: 0.1046503 Aug 23 03:37:24.402522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:37:24.423893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11e80b13-e4e4-4131-8ba5-b1f18cd1333f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:24.592130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9154587b-8e31-404e-82f7-2e5f161c36c3 req-3c716036-c366-49b6-8556-c17255f31a23 tempest-ServersOnMultiNodesTest-786602671 tempest-ServersOnMultiNodesTest-786602671-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861835 Aug 23 03:37:24.629301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-72c1a5fa-b258-486e-8bca-dbe7468ae24f service neutron] 10.222.0.24 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408073 Aug 23 03:37:24.656964 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11e80b13-e4e4-4131-8ba5-b1f18cd1333f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:24.735894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4d745-a595-4c4d-a41f-ea9021c58485 req-65d91194-44d6-4f5d-8af9-b222ed562f48 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:24.737391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48e4d745-a595-4c4d-a41f-ea9021c58485 req-65d91194-44d6-4f5d-8af9-b222ed562f48 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.0959313 Aug 23 03:37:24.778005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f69964ba-d949-4865-8bd4-6d5a757ecb66 req-4fdd8871-1225-4eeb-bd4d-2c31b48f5e7f service neutron] 10.222.0.24 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379607 Aug 23 03:37:24.784679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'f0e24687-a56d-4dff-9a42-e31b31e3c98f', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'port_id': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'mac_address': 'fa:16:3e:6a:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:36:13Z', 'updated_at': '2021-08-23T03:37:22Z', 'revision_number': 1, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:12Z', 'revision_number': 5, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:24.786612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48e4d745-a595-4c4d-a41f-ea9021c58485 req-51b4ff19-1591-4383-ad35-a76958f7ecab tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 Aug 23 03:37:24.836128 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11e80b13-e4e4-4131-8ba5-b1f18cd1333f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:24.836900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33ea01-e73d-43b5-8145-1b71afa6982b None None] The sync data for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 is: [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'f0e24687-a56d-4dff-9a42-e31b31e3c98f', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'floating_ip_address': '172.25.1.52', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'port_id': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'mac_address': 'fa:16:3e:6a:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:36:13Z', 'updated_at': '2021-08-23T03:37:22Z', 'revision_number': 1, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:12Z', 'revision_number': 5, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:37:24.897188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e80b13-e4e4-4131-8ba5-b1f18cd1333f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Subnet': ['ID=6da6f15a-3e5c-4f51-9b6b-38ee9cf92769,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:24.911090 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11e80b13-e4e4-4131-8ba5-b1f18cd1333f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:24.913266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-11e80b13-e4e4-4131-8ba5-b1f18cd1333f tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "DELETE /v2.0/subnets/6da6f15a-3e5c-4f51-9b6b-38ee9cf92769 HTTP/1.1" status: 204 len: 168 time: 0.6658714 Aug 23 03:37:24.916053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59372) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:24.926992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0029c-8e7b-4793-a19e-1a3eb75afbf9 None None] Network 859113c5-4bae-4abc-9be7-bd8d6af560fd requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:37:24.984848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59374) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:25.025127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.034725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-deleted', 'tag': '17a74a1d-4d38-44ab-b3f0-946c083d2f93'}, {'name': 'network-changed', 'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:25.038700 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a" -d '{"events": [{"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-deleted", "tag": "17a74a1d-4d38-44ab-b3f0-946c083d2f93"}, {"name": "network-changed", "server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:25.070572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ceee-daaf-4437-8cf1-5a931fbb5f6d req-5fca7aa3-55b3-455a-9d22-cff96ecba238 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:25.078031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c63ceee-daaf-4437-8cf1-5a931fbb5f6d req-5fca7aa3-55b3-455a-9d22-cff96ecba238 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.1876097 Aug 23 03:37:25.100216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c63ceee-daaf-4437-8cf1-5a931fbb5f6d req-35e2f925-3ba5-4588-832a-af3e51a6d943 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/quotas/4013780338e54b128aef06d19a2c7bca HTTP/1.1" status: 200 len: 375 time: 0.0203519 Aug 23 03:37:25.104252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c0e87cb7-cfe5-4a6d-955b-f99720e5a4c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c17de28324dc4d6fbd0f0721ff99c6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1176560 Aug 23 03:37:25.107677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting port 1b51d7b3-b027-411c-95eb-407e6c17705e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:25.108086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.110514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59380) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:25.148415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c63ceee-daaf-4437-8cf1-5a931fbb5f6d req-f45e3ef1-ebb3-4106-ad50-9fdb5a39f2a2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468311 Aug 23 03:37:25.194167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3f4a4-99b0-477a-b3d9-d353c0203dc4 None None] New status for floating IP f0e24687-a56d-4dff-9a42-e31b31e3c98f: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:37:25.220754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708209d9-450a-4707-8df8-effceaf2b8cd None None] DHCP port deletion for 859113c5-4bae-4abc-9be7-bd8d6af560fd request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:37:25.285486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] For port 1b51d7b3-b027-411c-95eb-407e6c17705e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1b51d7b3-b027-411c-95eb-407e6c17705e,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:25.285918 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.287016 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5104daf9-9637-447f-8c16-b978728d60ea x-openstack-request-id: req-5104daf9-9637-447f-8c16-b978728d60ea {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:25.291122 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a80f375-56bd-4b9a-bdd1-5cf488a66809", "name": "network-vif-deleted", "tag": "17a74a1d-4d38-44ab-b3f0-946c083d2f93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:25.293185 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5104daf9-9637-447f-8c16-b978728d60ea {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:25.293822 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a80f375-56bd-4b9a-bdd1-5cf488a66809', 'name': 'network-vif-deleted', 'tag': '17a74a1d-4d38-44ab-b3f0-946c083d2f93', 'status': 'completed', 'code': 200} Aug 23 03:37:25.294144 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'status': 'completed', 'code': 200} Aug 23 03:37:25.300143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Calling delete_port for 1b51d7b3-b027-411c-95eb-407e6c17705e owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:25.308726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-708209d9-450a-4707-8df8-effceaf2b8cd None None] Deleting port 1b51d7b3-b027-411c-95eb-407e6c17705e {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:25.309240 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-708209d9-450a-4707-8df8-effceaf2b8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.422235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-708209d9-450a-4707-8df8-effceaf2b8cd None None] For port 1b51d7b3-b027-411c-95eb-407e6c17705e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1b51d7b3-b027-411c-95eb-407e6c17705e,segment=NetworkSegment(19614ff5-8794-4e33-87c8-08c676b835cc),segment_id=19614ff5-8794-4e33-87c8-08c676b835cc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:25.423171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-708209d9-450a-4707-8df8-effceaf2b8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.434977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c63ceee-daaf-4437-8cf1-5a931fbb5f6d req-33b00392-904e-425d-a6e7-16f7903b2243 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851939 Aug 23 03:37:25.447254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-708209d9-450a-4707-8df8-effceaf2b8cd None None] Calling delete_port for 1b51d7b3-b027-411c-95eb-407e6c17705e owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:25.480031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-5b377c05-965a-4cc4-b9d6-041d381b09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:25.481563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-5b377c05-965a-4cc4-b9d6-041d381b09aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1099 time: 0.0991735 Aug 23 03:37:25.483093 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2976993-7725-47b8-a5c8-18632d4e7b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.498309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce66df3-6ae7-4495-af4f-f1aafcaf0d57 req-33eec397-9b84-4f98-bfbe-e3c6b615eeae tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:25.499810 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ce66df3-6ae7-4495-af4f-f1aafcaf0d57 req-33eec397-9b84-4f98-bfbe-e3c6b615eeae tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.0997195 Aug 23 03:37:25.544299 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.545666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-47bffc8c-9d5e-46f9-a8f1-c6b6ea700a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:25.547224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-47bffc8c-9d5e-46f9-a8f1-c6b6ea700a17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1099 time: 0.1031997 Aug 23 03:37:25.583163 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2976993-7725-47b8-a5c8-18632d4e7b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.605291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-708209d9-450a-4707-8df8-effceaf2b8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.620754 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ce66df3-6ae7-4495-af4f-f1aafcaf0d57 req-03eaa324-2fd2-4da8-9b74-751aabe0573e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020772 Aug 23 03:37:25.620754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] No DVR routers for this DVR port 1b51d7b3-b027-411c-95eb-407e6c17705e on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:25.646212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Port': ['ID=1b51d7b3-b027-411c-95eb-407e6c17705e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:25.656263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708209d9-450a-4707-8df8-effceaf2b8cd None None] Pushing event deleted for resources: {'Port': ['ID=1b51d7b3-b027-411c-95eb-407e6c17705e,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:25.663913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708209d9-450a-4707-8df8-effceaf2b8cd None None] No DVR routers for this DVR port 1b51d7b3-b027-411c-95eb-407e6c17705e on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:25.690989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c63ceee-daaf-4437-8cf1-5a931fbb5f6d req-377315d1-5bbf-43a3-bf33-b3ec7eb71165 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551537 Aug 23 03:37:25.739252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-f293cf20-39a4-46df-97bc-e70a4694a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:25.742121 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-f293cf20-39a4-46df-97bc-e70a4694a19f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1849468 Aug 23 03:37:25.794154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-fc4d9583-64c6-47d9-91b5-92429a72c83f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 217 time: 0.0442507 Aug 23 03:37:25.821963 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.837428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-aa6a5b39-26c1-46e4-8c62-51857c69785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:25.839357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-aa6a5b39-26c1-46e4-8c62-51857c69785b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.3383722 Aug 23 03:37:25.840526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859113c5-4bae-4abc-9be7-bd8d6af560fd']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:25.852378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19614ff5-8794-4e33-87c8-08c676b835cc') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:25.852671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19614ff5-8794-4e33-87c8-08c676b835cc') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:25.854973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-7504168f-6cc6-40bc-93b1-6f6ee7143445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:25.856426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-7504168f-6cc6-40bc-93b1-6f6ee7143445 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0522938 Aug 23 03:37:25.867362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1b51d7b3-b027-411c-95eb-407e6c17705e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:25.872305 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.888506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 1b51d7b3-b027-411c-95eb-407e6c17705e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:25.888986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1b51d7b3-b027-411c-95eb-407e6c17705e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:25.916295 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-c66eaac4-472d-4a86-b52f-537d6e72e604 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 200 len: 217 time: 0.0539548 Aug 23 03:37:25.921319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-cd56e382-16bc-432f-bd1e-0cf387a8e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:25.921319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-cd56e382-16bc-432f-bd1e-0cf387a8e15e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494604 Aug 23 03:37:25.923696 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b583-140c-442c-8bc1-fc561127b5e6 req-383b757f-1e48-4748-b089-9d21603f1c4f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:25.925119 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aef5b583-140c-442c-8bc1-fc561127b5e6 req-383b757f-1e48-4748-b089-9d21603f1c4f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 949 time: 0.1819911 Aug 23 03:37:25.936771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.977193 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2976993-7725-47b8-a5c8-18632d4e7b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.984137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2976993-7725-47b8-a5c8-18632d4e7b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:25.989342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f2976993-7725-47b8-a5c8-18632d4e7b81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea2df4c9-febb-4c52-95ce-a747f6af37c3 HTTP/1.1" status: 204 len: 168 time: 0.8777525 Aug 23 03:37:26.003807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:37:26.004231 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:26.013362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2d7cceec-76f3-4178-839a-4755f1c3349a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:37:26.018805 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:37:26.067584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-d682bb1b-1cc7-43a2-8684-76a2e35313ca service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347225 Aug 23 03:37:26.151444 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aef5b583-140c-442c-8bc1-fc561127b5e6 req-39f5eaf4-d0ed-4666-9124-bc4f65b2e5f0 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124157 Aug 23 03:37:26.157972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2976993-7725-47b8-a5c8-18632d4e7b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2df4c9-febb-4c52-95ce-a747f6af37c3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:26.193146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-2a852a7e-7c72-47e8-9ff4-630bf5ed58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:26.198194 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-2a852a7e-7c72-47e8-9ff4-630bf5ed58c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.2699726 Aug 23 03:37:26.251563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:26.270363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-b87273fd-820b-4cb2-88b4-81b5860763f0 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876652 Aug 23 03:37:26.276468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0969c9-226e-4f49-9014-50043d6eaafd req-5231e90b-6da4-44b4-8fdc-8b260c285673 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:26.277962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b0969c9-226e-4f49-9014-50043d6eaafd req-5231e90b-6da4-44b4-8fdc-8b260c285673 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.0958955 Aug 23 03:37:26.279992 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:26.281997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "DELETE /v2.0/networks/859113c5-4bae-4abc-9be7-bd8d6af560fd HTTP/1.1" status: 204 len: 168 time: 1.3649464 Aug 23 03:37:26.289266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59410) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:26.292284 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5cee63d1-6db2-4d22-b360-1b7a89c3b9a0 req-23ccca34-3c33-4d79-b9e3-e09489d2ae87 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9329c861-c0ec-4062-b2bf-125da9d7b235 HTTP/1.1" status: 200 len: 210 time: 0.0454197 Aug 23 03:37:26.312863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b701c4-4248-4689-969e-6be31714894a tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Network': ['ID=859113c5-4bae-4abc-9be7-bd8d6af560fd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:26.322900 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b0969c9-226e-4f49-9014-50043d6eaafd req-186636e0-6834-482f-b10b-e488730260a3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364194 Aug 23 03:37:26.359097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-751fa3ba-71f4-4ebd-854a-d39d61d2f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:26.360618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-751fa3ba-71f4-4ebd-854a-d39d61d2f099 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545355 Aug 23 03:37:26.395265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38b43b7-d20f-44de-98ec-cb2a070fad10 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting subnet d8085f5a-f7a2-4377-a611-bd2cf16a5e5d {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:37:26.405490 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a38b43b7-d20f-44de-98ec-cb2a070fad10 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:26.438112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:26.480003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a38b43b7-d20f-44de-98ec-cb2a070fad10 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:26.538631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-3e05436e-4245-47e3-bf29-443979c62a5f service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699402 Aug 23 03:37:26.539649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:26.552034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 has no active binding in host n-h1-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 03:37:26.611343 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a38b43b7-d20f-44de-98ec-cb2a070fad10 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:26.768329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59434) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:26.822145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda2df9-6093-4909-a1ad-159afb981d8a req-920af841-a9ac-4c0e-a2b0-01ff80f8ec24 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:26.824200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dda2df9-6093-4909-a1ad-159afb981d8a req-920af841-a9ac-4c0e-a2b0-01ff80f8ec24 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.1044245 Aug 23 03:37:26.971046 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dda2df9-6093-4909-a1ad-159afb981d8a req-6b39ca89-9bba-4ada-b3d3-5324b4aa9e3e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292946 Aug 23 03:37:27.000028 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11565e4f-f8ab-4a43-88f9-bdc901eb7ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.113897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-f7ac3efa-c73f-4f6d-80cb-ec02d521a2cd tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:27.115891 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-f7ac3efa-c73f-4f6d-80cb-ec02d521a2cd tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 949 time: 0.4632754 Aug 23 03:37:27.118710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8221fa5e-07a4-45d6-a8ca-f7e27cf9615a req-26a9bc93-d231-48be-b4d6-be3de1d7f4de service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196590 Aug 23 03:37:27.229439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Deleting port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:27.229778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.247614 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a38b43b7-d20f-44de-98ec-cb2a070fad10 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.315370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b43b7-d20f-44de-98ec-cb2a070fad10 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Subnet': ['ID=d8085f5a-f7a2-4377-a611-bd2cf16a5e5d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:27.323123 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a38b43b7-d20f-44de-98ec-cb2a070fad10 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.329785 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a38b43b7-d20f-44de-98ec-cb2a070fad10 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "DELETE /v2.0/subnets/d8085f5a-f7a2-4377-a611-bd2cf16a5e5d HTTP/1.1" status: 204 len: 168 time: 1.0345564 Aug 23 03:37:27.329785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59452) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:27.348352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb399d-5755-46de-a67b-05cfe7677207 None None] Network 519d9049-a241-4462-988f-13188b58918d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:37:27.405893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec91a7c-7f31-471e-a634-6e6fbc19353c req-7c8c0e47-b4bb-4b60-999d-23d442c304aa tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:27.407758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ec91a7c-7f31-471e-a634-6e6fbc19353c req-7c8c0e47-b4bb-4b60-999d-23d442c304aa tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 949 time: 0.1651139 Aug 23 03:37:27.424671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.457734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] For port 5510bd5c-81f3-4924-a68c-d3b8a6c62647, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5510bd5c-81f3-4924-a68c-d3b8a6c62647,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:27.458104 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.497173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Calling delete_port for 5510bd5c-81f3-4924-a68c-d3b8a6c62647 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:27.505434 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11565e4f-f8ab-4a43-88f9-bdc901eb7ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.554978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ec91a7c-7f31-471e-a634-6e6fbc19353c req-e376cfc0-63cf-4f7e-84d3-ad389986230b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298642 Aug 23 03:37:27.566902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11565e4f-f8ab-4a43-88f9-bdc901eb7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.601805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c87bb2-9371-4321-8d68-ef59c4f43ddf req-6d260483-18d4-498d-8608-02eb175cb3e2 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:27.603330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17c87bb2-9371-4321-8d68-ef59c4f43ddf req-6d260483-18d4-498d-8608-02eb175cb3e2 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.1120548 Aug 23 03:37:27.659265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Deleting port 7d988591-544a-46f2-8551-b88e83b754bf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:27.659265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.665978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11565e4f-f8ab-4a43-88f9-bdc901eb7ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b97ec3b-ad7d-4bb1-8c32-e609b5970eb6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:27.687957 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17c87bb2-9371-4321-8d68-ef59c4f43ddf req-2f817c1b-0b22-47c5-a8c8-fc24d34a0188 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728147 Aug 23 03:37:27.696718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e2f3a-0fee-4b4d-8329-54abc2db64cf None None] DHCP port deletion for 519d9049-a241-4462-988f-13188b58918d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:37:27.736757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-11565e4f-f8ab-4a43-88f9-bdc901eb7ef6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbbc2f12bdc94a62b78102bdf9dcf869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9635091 Aug 23 03:37:27.747989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59474) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:27.754344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e2f3a-0fee-4b4d-8329-54abc2db64cf None None] Deleting port 7d988591-544a-46f2-8551-b88e83b754bf {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:27.755112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2f3a-0fee-4b4d-8329-54abc2db64cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.771970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] For port 7d988591-544a-46f2-8551-b88e83b754bf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7d988591-544a-46f2-8551-b88e83b754bf,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:27.772348 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.789419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Calling delete_port for 7d988591-544a-46f2-8551-b88e83b754bf owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:27.832237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2f2e2f3a-0fee-4b4d-8329-54abc2db64cf None None] For port 7d988591-544a-46f2-8551-b88e83b754bf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7d988591-544a-46f2-8551-b88e83b754bf,segment=NetworkSegment(40477397-4c83-49da-9498-bc882a827ca8),segment_id=40477397-4c83-49da-9498-bc882a827ca8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:27.833139 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2f3a-0fee-4b4d-8329-54abc2db64cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.854315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e2f3a-0fee-4b4d-8329-54abc2db64cf None None] Calling delete_port for 7d988591-544a-46f2-8551-b88e83b754bf owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:27.926634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7d988591-544a-46f2-8551-b88e83b754bf no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:27.971085 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:27.977872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No active binding found for port 7d988591-544a-46f2-8551-b88e83b754bf {{(pid=95122) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 03:37:27.978178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7d988591-544a-46f2-8551-b88e83b754bf not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:27.983674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-9c2552c9-181c-407c-ad52-2f8bb491bc46 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:27.995926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-9c2552c9-181c-407c-ad52-2f8bb491bc46 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.2770355 Aug 23 03:37:28.000131 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d67ab6ec-54ac-4dba-a281-fa4763b559a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.010377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2f3a-0fee-4b4d-8329-54abc2db64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.018037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-95378a78-a38c-4fe0-93b9-92fb66ef0193 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/quotas/4013780338e54b128aef06d19a2c7bca HTTP/1.1" status: 200 len: 375 time: 0.0210714 Aug 23 03:37:28.036352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e2f3a-0fee-4b4d-8329-54abc2db64cf None None] No DVR routers for this DVR port 7d988591-544a-46f2-8551-b88e83b754bf on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:28.044998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Port': ['ID=7d988591-544a-46f2-8551-b88e83b754bf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:28.056325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] No DVR routers for this DVR port 7d988591-544a-46f2-8551-b88e83b754bf on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:28.064797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-de92f269-11eb-41fb-bf0f-07023c3ae2e0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456753 Aug 23 03:37:28.080912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e2f3a-0fee-4b4d-8329-54abc2db64cf None None] Pushing event deleted for resources: {'Port': ['ID=7d988591-544a-46f2-8551-b88e83b754bf,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:28.121579 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d67ab6ec-54ac-4dba-a281-fa4763b559a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.158195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.170642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c', '709c2986-ee51-4d88-b6f9-22a990c525f7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:28.202999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event deleted for resources: {'Port': ['ID=5510bd5c-81f3-4924-a68c-d3b8a6c62647,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:28.218503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-eb09e2a3-98ee-4bb2-b569-f0fb991f4194 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528833 Aug 23 03:37:28.223813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79', 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', '5e5e3886-2b07-46ee-a6cb-43814dd277c6', '4f5603f0-273d-4379-9c28-44e4c8190efb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:28.240213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.268471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519d9049-a241-4462-988f-13188b58918d']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:28.285383 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40477397-4c83-49da-9498-bc882a827ca8') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:28.285615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40477397-4c83-49da-9498-bc882a827ca8') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:28.326536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] No DVR routers for this DVR port 5510bd5c-81f3-4924-a68c-d3b8a6c62647 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:28.339357 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.351456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd1092e0-0ddc-4dd9-a124-dc357cf00aa7 req-e815c1a5-5795-40ec-a4c6-3a7dcc509bb9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "DELETE /v2.0/ports/5510bd5c-81f3-4924-a68c-d3b8a6c62647 HTTP/1.1" status: 204 len: 173 time: 1.2239804 Aug 23 03:37:28.351881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e80ac2f-f49e-4564-a277-261e88402c92', 'name': 'network-vif-deleted', 'tag': '5510bd5c-81f3-4924-a68c-d3b8a6c62647'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:28.362044 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814cc725-df8a-46a3-908f-4a7e02c446d5" -d '{"events": [{"server_uuid": "4e80ac2f-f49e-4564-a277-261e88402c92", "name": "network-vif-deleted", "tag": "5510bd5c-81f3-4924-a68c-d3b8a6c62647"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:28.368137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.369848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d67ab6ec-54ac-4dba-a281-fa4763b559a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.372106 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d67ab6ec-54ac-4dba-a281-fa4763b559a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.386997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025101d6-e3ba-495d-85af-b2f876a74c77 req-06376f46-5885-4c3f-b0a0-034f537f20c2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:28.386997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-025101d6-e3ba-495d-85af-b2f876a74c77 req-06376f46-5885-4c3f-b0a0-034f537f20c2 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.2734413 Aug 23 03:37:28.387304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d67ab6ec-54ac-4dba-a281-fa4763b559a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b97ec3b-ad7d-4bb1-8c32-e609b5970eb6 HTTP/1.1" status: 204 len: 168 time: 0.6237350 Aug 23 03:37:28.406285 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.417091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:37:28.417488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:37:28.420469 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:37:28.452045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ab6ec-54ac-4dba-a281-fa4763b559a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b97ec3b-ad7d-4bb1-8c32-e609b5970eb6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:28.494464 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:28.527184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-50b1cfe4-b6e3-4a2b-8cf5-9dc3f1214b6d service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720640 Aug 23 03:37:28.573636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-025101d6-e3ba-495d-85af-b2f876a74c77 req-64a77a80-08d5-43ae-a23b-d4294b83534d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826777 Aug 23 03:37:28.704386 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.738523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.743854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] 10.222.0.20 "DELETE /v2.0/networks/519d9049-a241-4462-988f-13188b58918d HTTP/1.1" status: 204 len: 168 time: 1.4126303 Aug 23 03:37:28.746790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f730c1-c3ed-4bf9-a4dc-9a853a331ca8 tempest-ServersTestMultiNic-617896644 tempest-ServersTestMultiNic-617896644-project] Pushing event deleted for resources: {'Network': ['ID=519d9049-a241-4462-988f-13188b58918d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:28.781758 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec81905-5d65-4ed3-8eb3-991b3bc4ed1a x-openstack-request-id: req-3ec81905-5d65-4ed3-8eb3-991b3bc4ed1a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:28.781758 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e80ac2f-f49e-4564-a277-261e88402c92", "name": "network-vif-deleted", "tag": "5510bd5c-81f3-4924-a68c-d3b8a6c62647", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:28.781758 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ec81905-5d65-4ed3-8eb3-991b3bc4ed1a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:28.782124 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e80ac2f-f49e-4564-a277-261e88402c92', 'name': 'network-vif-deleted', 'tag': '5510bd5c-81f3-4924-a68c-d3b8a6c62647', 'status': 'completed', 'code': 200} Aug 23 03:37:28.842168 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.850030 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-21d0d6de-f09f-4d1c-a10e-21f601198336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:28.918134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:28.944432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-69ac1486-34f0-4cb7-b130-213c72798fe4 req-90a63a0f-3e86-4992-bb67-9133c0175d1a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e80ac2f-f49e-4564-a277-261e88402c92 HTTP/1.1" status: 200 len: 210 time: 0.0575109 Aug 23 03:37:28.950608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'mac_address': 'fa:16:3e:0b:cf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:37:29.061539 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:29.084874 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b59119e-4ee1-4c35-85a3-8217f66379b4 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:29.121999 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d561bbb4-0a32-463f-8af2-f83320b54bfd req-d3555e7c-fc22-40b2-8e5f-c76f93f5df47 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 210 time: 0.0641665 Aug 23 03:37:29.148203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:29.234514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3d308-c544-4643-aa44-50e69c0d6c2f req-1d0e5445-d7a3-4a22-833b-f947bfdabb1c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:29.236205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ceb3d308-c544-4643-aa44-50e69c0d6c2f req-1d0e5445-d7a3-4a22-833b-f947bfdabb1c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 948 time: 0.1555533 Aug 23 03:37:29.257760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:29.324609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:29.356955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ceb3d308-c544-4643-aa44-50e69c0d6c2f req-b308f51f-a874-458d-a853-c4608413e2f3 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114974 Aug 23 03:37:29.404383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-512b44a4-e2b5-48d4-8d3e-12d6c9dae1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:29.449875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59524) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:29.464061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=12']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:29.591026 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-512b44a4-e2b5-48d4-8d3e-12d6c9dae1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:29.641334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:29.738009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-512b44a4-e2b5-48d4-8d3e-12d6c9dae1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:29.802089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-512b44a4-e2b5-48d4-8d3e-12d6c9dae1b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=295f82e4c8ca414fb45407a0c54e9d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752290 Aug 23 03:37:29.807507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59534) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:29.854231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b44a4-e2b5-48d4-8d3e-12d6c9dae1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25535b83-85c9-4d8e-9f7f-de1805ff7a68,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:29.858164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c11c56-3bda-47bb-a503-63e98236f541 req-e562c770-7ed6-4235-8b77-d0d1cc17e21d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:29.862793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['6b59119e-4ee1-4c35-85a3-8217f66379b4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:29.863511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1c11c56-3bda-47bb-a503-63e98236f541 req-e562c770-7ed6-4235-8b77-d0d1cc17e21d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 944 time: 0.1433628 Aug 23 03:37:29.907024 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c885ad6-ce90-4f98-8c75-e826f495f4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:29.927298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5510bd5c-81f3-4924-a68c-d3b8a6c62647 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:29.962004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 5510bd5c-81f3-4924-a68c-d3b8a6c62647 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:29.962410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5510bd5c-81f3-4924-a68c-d3b8a6c62647 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:30.023894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-a46f793a-ea16-4a73-9c94-c8fc9594fd78 req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Request body: {'security_group': {'name': 'tempest-securitygroup-891005809', 'description': 'tempest-description-801279514'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:30.033880 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c885ad6-ce90-4f98-8c75-e826f495f4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.043995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1c11c56-3bda-47bb-a503-63e98236f541 req-3b4eb070-88bf-447b-bd2f-934d8e8a0b6e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685724 Aug 23 03:37:30.133603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-6b7cd4fa-414c-46c9-822e-ed775b564c35 service neutron] 10.222.0.24 "GET /v2.0/ports/a995d1bc-86a5-4c3a-8f85-833dfb68dfd1/bindings/n-h1-749052-7 HTTP/1.1" status: 200 len: 384 time: 0.0745213 Aug 23 03:37:30.173234 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.212253 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c885ad6-ce90-4f98-8c75-e826f495f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.215373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a46f793a-ea16-4a73-9c94-c8fc9594fd78 req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.215489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c885ad6-ce90-4f98-8c75-e826f495f4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.216356 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c885ad6-ce90-4f98-8c75-e826f495f4c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25535b83-85c9-4d8e-9f7f-de1805ff7a68 HTTP/1.1" status: 204 len: 168 time: 0.4074228 Aug 23 03:37:30.231921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c885ad6-ce90-4f98-8c75-e826f495f4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25535b83-85c9-4d8e-9f7f-de1805ff7a68,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:30.235643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a46f793a-ea16-4a73-9c94-c8fc9594fd78 req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.268468 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4aa4101-6415-4d6e-aa0a-f0a6af16a7b0 req-4ea1e7da-2dee-477a-bf77-907c820a5ca9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 210 time: 0.0398264 Aug 23 03:37:30.295738 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.399106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:30.430748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:30.473410 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a46f793a-ea16-4a73-9c94-c8fc9594fd78 req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.479537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-3048020b-7444-4685-87ca-1d04c9e039cd req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:30.490166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:30.516329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Deleting port 60a139cf-649e-4665-b659-6103a54622a7 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:30.516665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.543442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a46f793a-ea16-4a73-9c94-c8fc9594fd78 req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.582684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25184074-4072-4595-9109-e8d8b85df49d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:30.598369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] For port 60a139cf-649e-4665-b659-6103a54622a7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=60a139cf-649e-4665-b659-6103a54622a7,segment=NetworkSegment(6924820a-11ba-403b-8b93-9ada8a0c99da),segment_id=6924820a-11ba-403b-8b93-9ada8a0c99da)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:30.598369 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.598773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.615509 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Calling delete_port for 60a139cf-649e-4665-b659-6103a54622a7 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:30.681563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a46f793a-ea16-4a73-9c94-c8fc9594fd78 req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.703538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-3048020b-7444-4685-87ca-1d04c9e039cd req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] Transition to ACTIVE for port object a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:37:30.739682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a46f793a-ea16-4a73-9c94-c8fc9594fd78 req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.769980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.838445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,revision_number=10']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:30.845964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373d2f31-0cb1-43aa-977b-f3057a34045c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:30.876498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] No DVR routers for this DVR port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:30.909142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-7185cbc5-f3b8-4b5e-be78-d80262be27b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/a995d1bc-86a5-4c3a-8f85-833dfb68dfd1/bindings/n-h1-749052-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7677381 Aug 23 03:37:30.936122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.955791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a46f793a-ea16-4a73-9c94-c8fc9594fd78 req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:30.966944 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a46f793a-ea16-4a73-9c94-c8fc9594fd78 req-de69729f-ff73-4b45-b154-bdd95079425a tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9466047 Aug 23 03:37:30.972143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Pushing event deleted for resources: {'Port': ['ID=60a139cf-649e-4665-b659-6103a54622a7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:31.095965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e80d6-a409-4eee-aff3-2114f00a780f req-b1fcd0bc-4c84-4073-b0b9-441d5ff17459 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:31.097776 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd5e80d6-a409-4eee-aff3-2114f00a780f req-b1fcd0bc-4c84-4073-b0b9-441d5ff17459 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 949 time: 0.0732903 Aug 23 03:37:31.171333 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd5e80d6-a409-4eee-aff3-2114f00a780f req-b0c046e6-0cf9-4ead-a465-cf447e8bfcdd tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603499 Aug 23 03:37:31.201826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-74518ae2-7e60-479d-b117-a8b5f5598603 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:31.206609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-74518ae2-7e60-479d-b117-a8b5f5598603 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.1419773 Aug 23 03:37:31.209927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-a2864638-24f1-4943-abbf-c7d4dee9f859 req-918e273b-4bc2-43e2-875b-ff5a52ef5be5 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Request body: {'security_group': {'name': 'tempest-securitygroup-205657419', 'description': 'tempest-description-638234899'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:31.222498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b78c7-66db-4d87-9f66-e7f0ff42d874 req-9ae5035e-7f86-46a6-9fc3-51b0f221ee7d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:31.223771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb5b78c7-66db-4d87-9f66-e7f0ff42d874 req-9ae5035e-7f86-46a6-9fc3-51b0f221ee7d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.1276789 Aug 23 03:37:31.334685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-f5041e4f-c5f9-4abf-a126-345172332919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:31.336137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-f5041e4f-c5f9-4abf-a126-345172332919 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf HTTP/1.1" status: 200 len: 1096 time: 0.1082435 Aug 23 03:37:31.343302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb5b78c7-66db-4d87-9f66-e7f0ff42d874 req-7f5c5f52-4d20-49e4-9fe3-64fad7dcdec7 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044245 Aug 23 03:37:31.348210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:31.378169 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a2864638-24f1-4943-abbf-c7d4dee9f859 req-918e273b-4bc2-43e2-875b-ff5a52ef5be5 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:31.484614 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a2864638-24f1-4943-abbf-c7d4dee9f859 req-918e273b-4bc2-43e2-875b-ff5a52ef5be5 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:31.526663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a2864638-24f1-4943-abbf-c7d4dee9f859 req-918e273b-4bc2-43e2-875b-ff5a52ef5be5 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:31.560684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e273b-4bc2-43e2-875b-ff5a52ef5be5 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb596fce-4bcb-46c6-966f-1e99ca98834b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:31.607505 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a2864638-24f1-4943-abbf-c7d4dee9f859 req-918e273b-4bc2-43e2-875b-ff5a52ef5be5 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:31.608817 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2864638-24f1-4943-abbf-c7d4dee9f859 req-918e273b-4bc2-43e2-875b-ff5a52ef5be5 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4049642 Aug 23 03:37:31.635652 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:31.747167 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3105c0b5-89e5-4974-95bd-93390ac2aafc req-cc24277d-c187-45bb-86f7-8431681ccc89 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 210 time: 0.0284765 Aug 23 03:37:31.837546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-5c046b87-7d0b-4dfe-ac55-a21d08ecae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:31.839117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-5c046b87-7d0b-4dfe-ac55-a21d08ecae64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 1096 time: 0.4402244 Aug 23 03:37:31.847181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cbcdb-9f1a-4977-b22f-32ab2917adb9 req-2c676b1c-4d42-4509-855f-cbe974ad528a tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:31.848560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446691e3-495e-4daf-934a-7c90d0985206 req-7ad296dd-e955-42fc-a86f-3748e3d02fcf tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:31.850176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-446691e3-495e-4daf-934a-7c90d0985206 req-7ad296dd-e955-42fc-a86f-3748e3d02fcf tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 945 time: 0.4388714 Aug 23 03:37:31.855347 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-235cbcdb-9f1a-4977-b22f-32ab2917adb9 req-2c676b1c-4d42-4509-855f-cbe974ad528a tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 1100 time: 0.0486717 Aug 23 03:37:31.888348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-235cbcdb-9f1a-4977-b22f-32ab2917adb9 req-b3217bde-b702-466c-b102-8bd0319495ea tempest-MigrationsAdminTest-515148717 tempest-MigrationsAdminTest-515148717-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Aug 23 03:37:32.018195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-446691e3-495e-4daf-934a-7c90d0985206 req-3efb1954-9c6d-44c6-8fad-522c7a0a8979 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536994 Aug 23 03:37:32.079636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-f3c4a5ad-e2fc-445e-a349-1698505fa261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:32.084757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-f3c4a5ad-e2fc-445e-a349-1698505fa261 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 200 len: 920 time: 0.2287073 Aug 23 03:37:32.103787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Router 568d1217-4a60-459c-bd91-670e36f6f774 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:37:32.140860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-c79d8a74-842e-4bc5-aeaa-99c8c9cf1d5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 HTTP/1.1" status: 200 len: 217 time: 0.0449858 Aug 23 03:37:32.232204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-f820b355-26dc-4f11-9b72-f16943858e2c req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2058975266', 'description': 'tempest-description-632779792'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:32.278258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-d45d1322-7b93-4a58-9085-28c7865395b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:32.279618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-d45d1322-7b93-4a58-9085-28c7865395b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 200 len: 860 time: 0.1310050 Aug 23 03:37:32.366533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-3e307173-c63e-4b0b-96e0-1e2555e0eaf8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ee1423-7420-4572-8a9c-426061a4ead0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668638 Aug 23 03:37:32.371136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:37:32.377966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0fbc1798-859b-4b2a-80e4-bb2f9091c58f admin admin] 10.222.0.20 "PUT /v2.0/routers/568d1217-4a60-459c-bd91-670e36f6f774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9267342 Aug 23 03:37:32.380630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59598) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:32.383878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] Sync routers for ids ['568d1217-4a60-459c-bd91-670e36f6f774'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:37:32.391949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f820b355-26dc-4f11-9b72-f16943858e2c req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:32.393834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] Routers {'568d1217-4a60-459c-bd91-670e36f6f774'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:37:32.394637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:37:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['568d1217-4a60-459c-bd91-670e36f6f774'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:32.412673 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f820b355-26dc-4f11-9b72-f16943858e2c req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:32.428421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-f6c87199-f9f9-4ff2-85af-108929008b73 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:32.430755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-f6c87199-f9f9-4ff2-85af-108929008b73 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.1665633 Aug 23 03:37:32.492773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:37:32.543100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Request body: {'port': {'device_id': 'c1a0012e-fb3a-458b-a78d-e92fdd6ec46b', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'admin_state_up': True, 'tenant_id': '4013780338e54b128aef06d19a2c7bca'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:32.557182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] Set router 568d1217-4a60-459c-bd91-670e36f6f774 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:37:32.609999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:32.726255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76b298-2080-4bf8-9e94-10ad2e7da20c req-3297a753-994b-4793-8960-dcfe1c8d7a27 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:32.734242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb76b298-2080-4bf8-9e94-10ad2e7da20c req-3297a753-994b-4793-8960-dcfe1c8d7a27 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 949 time: 0.2729394 Aug 23 03:37:32.751399 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f820b355-26dc-4f11-9b72-f16943858e2c req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:32.756375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:32.766856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d1217-4a60-459c-bd91-670e36f6f774', 'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:37:30Z', 'revision_number': 5, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'gw_port': {'id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:32.794006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] Checking router: 568d1217-4a60-459c-bd91-670e36f6f774 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:37:32.795727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 6b59119e-4ee1-4c35-85a3-8217f66379b4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:37:32.798967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-019fde61-88f9-4043-9165-b387c84e9876 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198167 Aug 23 03:37:32.801769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 6b59119e-4ee1-4c35-85a3-8217f66379b4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:37:32.802148 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:32.822627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb76b298-2080-4bf8-9e94-10ad2e7da20c req-dc181ab8-6e2f-4a83-be53-0d6dd6e08357 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780716 Aug 23 03:37:32.829087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f820b355-26dc-4f11-9b72-f16943858e2c req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:32.829389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] Routers {'568d1217-4a60-459c-bd91-670e36f6f774'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:37:32.829389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:37:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['568d1217-4a60-459c-bd91-670e36f6f774'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:32.869118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15897f5-3491-451d-861c-b5fac8ca44bf,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:32.937221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Deleting port cec42f77-4532-447e-8c72-d872fec65f8d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:32.937620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:32.982864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-728226cb-04c7-402b-80c9-5dca6b16b548 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578503 Aug 23 03:37:32.990093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] Set router 568d1217-4a60-459c-bd91-670e36f6f774 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:37:32.993245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22cbd4-5ea6-4009-8eff-59cf1adf99d7 req-969f17f3-bef2-43bd-b69f-da0417dc9835 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:32.994737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec22cbd4-5ea6-4009-8eff-59cf1adf99d7 req-969f17f3-bef2-43bd-b69f-da0417dc9835 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 949 time: 0.0813217 Aug 23 03:37:33.008548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Made reservation on behalf of 4013780338e54b128aef06d19a2c7bca for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:37:33.012746 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.030021 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.056204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] For port cec42f77-4532-447e-8c72-d872fec65f8d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cec42f77-4532-447e-8c72-d872fec65f8d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:33.056531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.067882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec22cbd4-5ea6-4009-8eff-59cf1adf99d7 req-25723194-6845-408e-a3a7-6dab7482bdb6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668120 Aug 23 03:37:33.083598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Calling delete_port for cec42f77-4532-447e-8c72-d872fec65f8d owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:33.175278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f820b355-26dc-4f11-9b72-f16943858e2c req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.206683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Allocated IP 172.20.0.9 (615f167b-3fb2-471b-a623-dad1a0074dd3/ca45a50e-d18c-4f9b-9797-806eaf36f9bd/64910ef5-f109-4c7b-890b-9d0e37eb42c5) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:37:33.235480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f820b355-26dc-4f11-9b72-f16943858e2c req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.277271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8464eb21-8776-4d0a-9246-710fcd99fca8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:33.302048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:33.330680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:33.333365 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d668a88b-7eae-4ba4-b464-f184b57712bc" -d '{"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-plugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:33.351518 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f820b355-26dc-4f11-9b72-f16943858e2c req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.352984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f820b355-26dc-4f11-9b72-f16943858e2c req-670ca243-603a-46b0-9385-6912a21bada2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1251090 Aug 23 03:37:33.406782 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.417313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.427675 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.467141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Pushing event deleted for resources: {'Port': ['ID=cec42f77-4532-447e-8c72-d872fec65f8d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:33.497109 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=13']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:33.512420 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2fcb93c4-1241-4c07-8a6e-9a39034d6f7f req-73a04fd5-200d-4790-80eb-6e33dd4f3af9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 210 time: 0.0966151 Aug 23 03:37:33.512681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d1217-4a60-459c-bd91-670e36f6f774', 'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:37:30Z', 'revision_number': 5, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'gw_port': {'id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:33.542678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c47267-f098-401c-8a11-2fff764fd1a6 None None] The sync data for ids ['568d1217-4a60-459c-bd91-670e36f6f774'] in n-d-749052-7 is: [{'id': '568d1217-4a60-459c-bd91-670e36f6f774', 'name': 'tempest-ServersTestMultiNic-2091521998-router', 'tenant_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:37:30Z', 'revision_number': 5, 'project_id': '7a18a0e9d6384dd9bd7f8320db515c03', 'gw_port': {'id': 'cec42f77-4532-447e-8c72-d872fec65f8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d1217-4a60-459c-bd91-670e36f6f774', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:35Z', 'updated_at': '2021-08-23T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:37:33.560495 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.575138 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853a2f4c-4882-4949-9eb9-a5375fae5047 x-openstack-request-id: req-853a2f4c-4882-4949-9eb9-a5375fae5047 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:33.578288 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-plugged", "status": "completed", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:33.579106 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-853a2f4c-4882-4949-9eb9-a5375fae5047 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:33.579621 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'code': 200} Aug 23 03:37:33.596627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-07818b84-fd54-484a-b56b-d82126b1f64e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:33.596627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-07818b84-fd54-484a-b56b-d82126b1f64e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 949 time: 0.0999544 Aug 23 03:37:33.597129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.598910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e86ad0-2ac0-4e60-ac70-8cc73c67d2bf req-076ed2e1-ba57-4911-8641-23e4abebf848 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:33.604871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35e86ad0-2ac0-4e60-ac70-8cc73c67d2bf req-076ed2e1-ba57-4911-8641-23e4abebf848 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 945 time: 0.1507642 Aug 23 03:37:33.663461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-8bbfb956-ce04-45c3-8d03-2d0fd1c2c41c req-f7f0ba1f-c495-4930-a9ab-9742dd0d9b7b tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1950927997', 'description': 'tempest-description-1552925019'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:33.680054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:37:33.691290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:37:33.705069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:37:33.705945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.709722 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.720765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event updated for resources: {'Port': ['ID=64910ef5-f109-4c7b-890b-9d0e37eb42c5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:33.799258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35e86ad0-2ac0-4e60-ac70-8cc73c67d2bf req-e862fac5-8182-436a-9b18-c7efd799e39e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692715 Aug 23 03:37:33.800586 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8bbfb956-ce04-45c3-8d03-2d0fd1c2c41c req-f7f0ba1f-c495-4930-a9ab-9742dd0d9b7b tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.827413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:33.828064 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.844195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048020b-7444-4685-87ca-1d04c9e039cd req-0dae1a0b-a1aa-45c5-aba0-11409ec3d52f tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:33.845644 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-0dae1a0b-a1aa-45c5-aba0-11409ec3d52f tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c&tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.1420105 Aug 23 03:37:33.849651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.849651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568d1217-4a60-459c-bd91-670e36f6f774 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:37:33.858161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.862087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f5d7bc52-4b99-46b2-ab66-55a64462475c admin admin] 10.222.0.20 "DELETE /v2.0/routers/568d1217-4a60-459c-bd91-670e36f6f774 HTTP/1.1" status: 204 len: 168 time: 1.4773350 Aug 23 03:37:33.862324 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59628) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:33.904118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Deleting port 4f5603f0-273d-4379-9c28-44e4c8190efb {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:33.904782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:33.946398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-db35298b-0d04-4903-84a9-bae99c0e8af9 admin admin] Deleting subnet 47423ee4-5ee6-43ca-a833-10f9d8347407 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:37:33.956276 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db35298b-0d04-4903-84a9-bae99c0e8af9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.010335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8bbfb956-ce04-45c3-8d03-2d0fd1c2c41c req-f7f0ba1f-c495-4930-a9ab-9742dd0d9b7b tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.040484 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db35298b-0d04-4903-84a9-bae99c0e8af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.055138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 60a139cf-649e-4665-b659-6103a54622a7 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:34.071984 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8bbfb956-ce04-45c3-8d03-2d0fd1c2c41c req-f7f0ba1f-c495-4930-a9ab-9742dd0d9b7b tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.093701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 60a139cf-649e-4665-b659-6103a54622a7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:34.094345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 60a139cf-649e-4665-b659-6103a54622a7 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:34.119532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0ba1f-c495-4930-a9ab-9742dd0d9b7b tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed42a243-7449-4f60-81a8-d87fd4a0bfbd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:34.131081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] For port 4f5603f0-273d-4379-9c28-44e4c8190efb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=4f5603f0-273d-4379-9c28-44e4c8190efb,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:34.131081 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.142256 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-5ff24946-4cce-4e74-90b6-c2ef32360857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6068568 Aug 23 03:37:34.151455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Calling delete_port for 4f5603f0-273d-4379-9c28-44e4c8190efb owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:34.165200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db35298b-0d04-4903-84a9-bae99c0e8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.184804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Request body: {'port': {'device_id': 'c1a0012e-fb3a-458b-a78d-e92fdd6ec46b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:34.189062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8bbfb956-ce04-45c3-8d03-2d0fd1c2c41c req-f7f0ba1f-c495-4930-a9ab-9742dd0d9b7b tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.199676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8bbfb956-ce04-45c3-8d03-2d0fd1c2c41c req-f7f0ba1f-c495-4930-a9ab-9742dd0d9b7b tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5753248 Aug 23 03:37:34.203130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664342d0-6007-4109-9e7c-4afa0d574e1d req-b90545d3-886a-4b8e-98c5-337fa69e0b30 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:34.205233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-664342d0-6007-4109-9e7c-4afa0d574e1d req-b90545d3-886a-4b8e-98c5-337fa69e0b30 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 949 time: 0.1480317 Aug 23 03:37:34.290127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3048020b-7444-4685-87ca-1d04c9e039cd req-5b613a8f-3959-45eb-a280-7fc20e2dc472 service neutron] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:34.298002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db35298b-0d04-4903-84a9-bae99c0e8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.298650 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3048020b-7444-4685-87ca-1d04c9e039cd req-5b613a8f-3959-45eb-a280-7fc20e2dc472 service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.299878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3048020b-7444-4685-87ca-1d04c9e039cd req-5b613a8f-3959-45eb-a280-7fc20e2dc472 service neutron] 10.222.0.11 "DELETE /v2.0/ports/a995d1bc-86a5-4c3a-8f85-833dfb68dfd1/bindings/n-h2-749052-7 HTTP/1.1" status: 204 len: 173 time: 0.4460435 Aug 23 03:37:34.332642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35298b-0d04-4903-84a9-bae99c0e8af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47423ee4-5ee6-43ca-a833-10f9d8347407,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:34.334678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db35298b-0d04-4903-84a9-bae99c0e8af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.336981 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-db35298b-0d04-4903-84a9-bae99c0e8af9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/47423ee4-5ee6-43ca-a833-10f9d8347407 HTTP/1.1" status: 204 len: 168 time: 0.4736335 Aug 23 03:37:34.343220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59640) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:34.345720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005d9795-b62b-405c-b7da-6d9825bc1805 None None] Network 049b9328-8279-400d-be71-89528b1f68c2 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:37:34.362091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.380589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5adfb-7874-4cfc-9273-45227a6c0d7c req-e76be879-12ce-4bbd-b663-c9b9f6f36922 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:34.388737 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fae5adfb-7874-4cfc-9273-45227a6c0d7c req-e76be879-12ce-4bbd-b663-c9b9f6f36922 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 950 time: 0.1247895 Aug 23 03:37:34.389024 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-664342d0-6007-4109-9e7c-4afa0d574e1d req-14846077-4c92-40f8-bccc-e344837e0426 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581283 Aug 23 03:37:34.483899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fae5adfb-7874-4cfc-9273-45227a6c0d7c req-747660f6-cf81-408f-97a0-e4c4dee68157 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942464 Aug 23 03:37:34.498088 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.635791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Deleting port c95d4338-19c0-4161-ae10-507ad4bfba9c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:34.636127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.642879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.658811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c', '709c2986-ee51-4d88-b6f9-22a990c525f7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:34.688007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79', 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', '5e5e3886-2b07-46ee-a6cb-43814dd277c6', '4f5603f0-273d-4379-9c28-44e4c8190efb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:34.716019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event deleted for resources: {'Port': ['ID=4f5603f0-273d-4379-9c28-44e4c8190efb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:34.748224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] For port c95d4338-19c0-4161-ae10-507ad4bfba9c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c95d4338-19c0-4161-ae10-507ad4bfba9c,segment=NetworkSegment(6924820a-11ba-403b-8b93-9ada8a0c99da),segment_id=6924820a-11ba-403b-8b93-9ada8a0c99da)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:34.748587 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:34.771806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Calling delete_port for c95d4338-19c0-4161-ae10-507ad4bfba9c owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:34.783778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d89c9-93c3-419b-91af-a3815f9a8d26 req-72ae7426-50f6-4126-a5ae-10d6e13ddbe8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:34.785585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d7d89c9-93c3-419b-91af-a3815f9a8d26 req-72ae7426-50f6-4126-a5ae-10d6e13ddbe8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 931 time: 0.1724684 Aug 23 03:37:34.848316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] DHCP port deletion for 049b9328-8279-400d-be71-89528b1f68c2 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:37:34.997050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64910ef5-f109-4c7b-890b-9d0e37eb42c5 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:35.029801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] No DVR routers for this DVR port 4f5603f0-273d-4379-9c28-44e4c8190efb on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:35.032743 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.035179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d28479fd-2fcd-49cf-b7d5-ea96223d4eff req-2e223bd7-4bf0-4655-be61-338420b435b2 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "DELETE /v2.0/ports/4f5603f0-273d-4379-9c28-44e4c8190efb HTTP/1.1" status: 204 len: 173 time: 1.4063766 Aug 23 03:37:35.037440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.054008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f11cbc-f875-42ba-8a67-b5f6b7df5513', 'name': 'network-vif-deleted', 'tag': '4f5603f0-273d-4379-9c28-44e4c8190efb'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:35.056905 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2bee94-ee5f-467d-bc75-81349a78c819" -d '{"events": [{"server_uuid": "61f11cbc-f875-42ba-8a67-b5f6b7df5513", "name": "network-vif-deleted", "tag": "4f5603f0-273d-4379-9c28-44e4c8190efb"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:35.058023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-8a8a9d79-ba68-47bb-9f97-0307b50352e4 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47849 time: 0.5000651 Aug 23 03:37:35.073968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba719d64-316d-41f2-b178-27909038e0b9 req-51ca7876-350f-4dfe-8aa5-d0f8d29666f2 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:35.075529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba719d64-316d-41f2-b178-27909038e0b9 req-51ca7876-350f-4dfe-8aa5-d0f8d29666f2 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 950 time: 0.3884718 Aug 23 03:37:35.101872 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.116378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] Deleting port c95d4338-19c0-4161-ae10-507ad4bfba9c {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:35.117387 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.126561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Transition to ACTIVE for port object 64910ef5-f109-4c7b-890b-9d0e37eb42c5 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:37:35.150289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Pushing event deleted for resources: {'Port': ['ID=c95d4338-19c0-4161-ae10-507ad4bfba9c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:35.154538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d7d89c9-93c3-419b-91af-a3815f9a8d26 req-2729b84b-1f3e-4b44-b2f7-e8f4c2cc4ec8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308157 Aug 23 03:37:35.164874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] No DVR routers for this DVR port c95d4338-19c0-4161-ae10-507ad4bfba9c on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:35.170628 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-9a5ba1b9-80b1-43e0-ac03-2ac39701dae8 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/03efabec-522c-4f3e-a57f-7ce96c4a7420 HTTP/1.1" status: 200 len: 2981 time: 0.1009455 Aug 23 03:37:35.209861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.242657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] For port c95d4338-19c0-4161-ae10-507ad4bfba9c, host n-d-749052-7, got binding levels [] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:35.243425 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.260841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ba719d64-316d-41f2-b178-27909038e0b9 req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Deleting port 6b59119e-4ee1-4c35-85a3-8217f66379b4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:35.261263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba719d64-316d-41f2-b178-27909038e0b9 req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.267232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] Calling delete_port for c95d4338-19c0-4161-ae10-507ad4bfba9c owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:35.276752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.ipam_backend_mixin [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] Port c95d4338-19c0-4161-ae10-507ad4bfba9c was not found and therefore no delete operation was performed {{(pid=95122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 03:37:35.287037 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.311969 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.322125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Pushing event updated for resources: {'Port': ['ID=64910ef5-f109-4c7b-890b-9d0e37eb42c5,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:35.326746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049b9328-8279-400d-be71-89528b1f68c2']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:35.330156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-55abaf01-8e4f-4471-8f74-9a15ee06d5b0 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/03efabec-522c-4f3e-a57f-7ce96c4a7420 HTTP/1.1" status: 200 len: 2981 time: 0.1397002 Aug 23 03:37:35.332629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] Pushing event deleted for resources: {'Port': ['ID=c95d4338-19c0-4161-ae10-507ad4bfba9c,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:35.337683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fccfc5-469a-4c3b-8ad0-b7c89e057007 None None] No DVR routers for this DVR port c95d4338-19c0-4161-ae10-507ad4bfba9c on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:35.340625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6924820a-11ba-403b-8b93-9ada8a0c99da') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:35.341066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6924820a-11ba-403b-8b93-9ada8a0c99da') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:37:35.369345 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.404336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.432304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:37:35.432824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:37:35.435385 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:37:35.456454 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-27ce1c78-2c28-4eb6-beba-91fa05d19a3b tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/25184074-4072-4595-9109-e8d8b85df49d HTTP/1.1" status: 200 len: 2981 time: 0.1126525 Aug 23 03:37:35.497436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa85419-ad73-454e-9f4f-eb9f911f86ee req-097dde9b-6dd6-4ae1-8ac6-a3377c359350 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:35.507193 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2aa85419-ad73-454e-9f4f-eb9f911f86ee req-097dde9b-6dd6-4ae1-8ac6-a3377c359350 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 945 time: 0.2225080 Aug 23 03:37:35.523996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ba719d64-316d-41f2-b178-27909038e0b9 req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] For port 6b59119e-4ee1-4c35-85a3-8217f66379b4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=6b59119e-4ee1-4c35-85a3-8217f66379b4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:35.524428 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba719d64-316d-41f2-b178-27909038e0b9 req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.540497 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-3803bab7-4ee0-4087-9fb4-b30f84738a78 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/25184074-4072-4595-9109-e8d8b85df49d HTTP/1.1" status: 200 len: 2981 time: 0.0534518 Aug 23 03:37:35.559456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ba719d64-316d-41f2-b178-27909038e0b9 req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Calling delete_port for 6b59119e-4ee1-4c35-85a3-8217f66379b4 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:35.566627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Attempting to bind port 64910ef5-f109-4c7b-890b-9d0e37eb42c5 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:37:35.566627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Attempting to bind port 64910ef5-f109-4c7b-890b-9d0e37eb42c5 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:37:35.571365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Attempting to bind port 64910ef5-f109-4c7b-890b-9d0e37eb42c5 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:35.591075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.610102 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2aa85419-ad73-454e-9f4f-eb9f911f86ee req-7b3fdc7d-f917-4f96-b04c-67a026356c2e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021578 Aug 23 03:37:35.611028 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.612723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Port 64910ef5-f109-4c7b-890b-9d0e37eb42c5 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:37:35.612723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Attempting to bind port 64910ef5-f109-4c7b-890b-9d0e37eb42c5 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:35.619068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] 10.222.0.20 "DELETE /v2.0/networks/049b9328-8279-400d-be71-89528b1f68c2 HTTP/1.1" status: 204 len: 168 time: 1.2629499 Aug 23 03:37:35.639237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a999bb-d08d-4b5d-9b18-aa0b735de5de admin admin] Pushing event deleted for resources: {'Network': ['ID=049b9328-8279-400d-be71-89528b1f68c2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:35.645673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-c3fea318-d676-4d20-8457-2cc6614fa7c0 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/25b0f707-98b1-4024-a692-c2a950a36e20 HTTP/1.1" status: 200 len: 2981 time: 0.0974433 Aug 23 03:37:35.654484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:37:35.655099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Checking segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:37:35.655537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Bound using segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:37:35.656082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Bound port: 64910ef5-f109-4c7b-890b-9d0e37eb42c5, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:37:35.656574 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.710678 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-4b06d286-92a4-4c8e-9e79-c2befd6d63fe tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/25b0f707-98b1-4024-a692-c2a950a36e20 HTTP/1.1" status: 200 len: 2981 time: 0.0502613 Aug 23 03:37:35.732567 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3859209-e3be-48a9-8ccb-0e2a7a64cea5 x-openstack-request-id: req-c3859209-e3be-48a9-8ccb-0e2a7a64cea5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:35.732567 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f11cbc-f875-42ba-8a67-b5f6b7df5513", "name": "network-vif-deleted", "tag": "4f5603f0-273d-4379-9c28-44e4c8190efb", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:35.732567 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3859209-e3be-48a9-8ccb-0e2a7a64cea5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:35.732567 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f11cbc-f875-42ba-8a67-b5f6b7df5513', 'name': 'network-vif-deleted', 'tag': '4f5603f0-273d-4379-9c28-44e4c8190efb', 'status': 'completed', 'code': 200} Aug 23 03:37:35.773637 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-713d57ef-f1fc-4ecd-87c8-b4d7bb8c37dc tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/26833283-0e20-4a0d-a3d9-5f97fb760645 HTTP/1.1" status: 200 len: 2981 time: 0.0542665 Aug 23 03:37:35.783802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] For port 64910ef5-f109-4c7b-890b-9d0e37eb42c5, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:35.821563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-2d7bc9b5-d4ae-4b64-b34e-61cf414a1211 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/26833283-0e20-4a0d-a3d9-5f97fb760645 HTTP/1.1" status: 200 len: 2981 time: 0.0466878 Aug 23 03:37:35.853744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9b12a94-1b91-48a7-a2ee-ca0246b071f5 req-e89553e2-da32-42c9-b2fa-6898e9c972b8 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=61f11cbc-f875-42ba-8a67-b5f6b7df5513 HTTP/1.1" status: 200 len: 210 time: 0.0331872 Aug 23 03:37:35.879094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-1705d1fb-edc2-4347-9ee4-a823bffd6523 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5835f123-9260-4b6c-9d30-2975b2fa50ff HTTP/1.1" status: 200 len: 2977 time: 0.0531175 Aug 23 03:37:35.905462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cec42f77-4532-447e-8c72-d872fec65f8d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:35.922563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba719d64-316d-41f2-b178-27909038e0b9 req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:35.925858 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-1759db12-1030-4bca-90c5-490be4bcd20f tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5835f123-9260-4b6c-9d30-2975b2fa50ff HTTP/1.1" status: 200 len: 2977 time: 0.0457559 Aug 23 03:37:35.926499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: cec42f77-4532-447e-8c72-d872fec65f8d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:35.927035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cec42f77-4532-447e-8c72-d872fec65f8d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:35.928195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c95d4338-19c0-4161-ae10-507ad4bfba9c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:35.946438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] For port 64910ef5-f109-4c7b-890b-9d0e37eb42c5, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=64910ef5-f109-4c7b-890b-9d0e37eb42c5,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:37:35.951396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c95d4338-19c0-4161-ae10-507ad4bfba9c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:35.951989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c95d4338-19c0-4161-ae10-507ad4bfba9c not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:35.954551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d4ed72b4-cf2a-4a59-9279-a256d76d3863'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:35.978348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-cbc5490f-dc65-4ca6-8d7e-cc9238472278 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/76dcb97e-9323-43fd-a31b-52b2dedfd4ca HTTP/1.1" status: 200 len: 2981 time: 0.0429645 Aug 23 03:37:35.989289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Pushing event deleted for resources: {'Port': ['ID=6b59119e-4ee1-4c35-85a3-8217f66379b4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:36.024519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:36.064282 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-f303ab8b-e4e4-465b-953a-82cf960dea59 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/76dcb97e-9323-43fd-a31b-52b2dedfd4ca HTTP/1.1" status: 200 len: 2981 time: 0.0761974 Aug 23 03:37:36.133921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59664) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:36.166052 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-3ae2de88-4e0a-4977-bdf7-d9989224f84f tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7ef9b712-883f-42ae-ad39-416d589ced72 HTTP/1.1" status: 200 len: 2981 time: 0.0920205 Aug 23 03:37:36.211930 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-501386f5-784b-457d-8936-bf52f5b4b1b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a18a0e9d6384dd9bd7f8320db515c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743139 Aug 23 03:37:36.215051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59668) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:36.252258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-bf85e3d0-ccf5-498a-8ac8-215c279e0f1e tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7ef9b712-883f-42ae-ad39-416d589ced72 HTTP/1.1" status: 200 len: 2981 time: 0.0762622 Aug 23 03:37:36.314791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd8d355b-4b18-44db-a229-a9d507ea7409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:36.321332 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-882b4268-89d3-4dbe-81d2-44e9f10cf706 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/93001383-f0e7-4455-b5e5-e0e0695394ce HTTP/1.1" status: 200 len: 2981 time: 0.0604506 Aug 23 03:37:36.348546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd8d355b-4b18-44db-a229-a9d507ea7409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:36.402966 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-c19b276c-4863-41af-ab2c-95d4b44177dd tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/93001383-f0e7-4455-b5e5-e0e0695394ce HTTP/1.1" status: 200 len: 2981 time: 0.0714428 Aug 23 03:37:36.408269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16b08948-8f12-43b4-bfcc-5ca7765a7765 req-2cf0f8ab-9a09-426f-9529-bc43bbf26097 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=37deb855-52ce-49b5-a5af-84ee877b6c8e HTTP/1.1" status: 200 len: 210 time: 0.4346850 Aug 23 03:37:36.412763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba719d64-316d-41f2-b178-27909038e0b9 req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] No DVR routers for this DVR port 6b59119e-4ee1-4c35-85a3-8217f66379b4 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:36.416714 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba719d64-316d-41f2-b178-27909038e0b9 req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:36.418631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba719d64-316d-41f2-b178-27909038e0b9 req-ff2cc65b-da87-4807-89f1-86fd2ea81651 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "DELETE /v2.0/ports/6b59119e-4ee1-4c35-85a3-8217f66379b4 HTTP/1.1" status: 204 len: 173 time: 1.3335931 Aug 23 03:37:36.425590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:36.426188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:36.428077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] 10.222.0.11 "PUT /v2.0/ports/64910ef5-f109-4c7b-890b-9d0e37eb42c5 HTTP/1.1" status: 200 len: 1091 time: 2.2551062 Aug 23 03:37:36.452793 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-2266d009-088c-4447-b6dd-3eb9a128f04c tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9922d4dc-e8af-4dd2-9331-7aa39aac2d7c HTTP/1.1" status: 200 len: 2981 time: 0.0427136 Aug 23 03:37:36.456548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93682f17-14a6-4ff6-831b-bae55ed0191f service neutron] Pushing event updated for resources: {'Port': ['ID=64910ef5-f109-4c7b-890b-9d0e37eb42c5,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:36.497372 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-52ef3ce9-d738-4841-bb98-d8b9411eaed9 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9922d4dc-e8af-4dd2-9331-7aa39aac2d7c HTTP/1.1" status: 200 len: 2981 time: 0.0379379 Aug 23 03:37:36.498361 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd8d355b-4b18-44db-a229-a9d507ea7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:36.500817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd8d355b-4b18-44db-a229-a9d507ea7409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:36.501850 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dd8d355b-4b18-44db-a229-a9d507ea7409 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93001383-f0e7-4455-b5e5-e0e0695394ce HTTP/1.1" status: 204 len: 168 time: 0.2858672 Aug 23 03:37:36.515660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d355b-4b18-44db-a229-a9d507ea7409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93001383-f0e7-4455-b5e5-e0e0695394ce,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:36.564598 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-d138fd92-ec48-4ed2-81f9-2d45f8db02de tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ab659fe2-2d60-4f68-a217-2f76d1b0e70c HTTP/1.1" status: 200 len: 2973 time: 0.0590632 Aug 23 03:37:36.613661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-7b8ae833-a06c-4759-8fc6-201ac3ccfd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:36.615781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-2f5bced3-5c49-4469-8a1c-bb93a98a7bc1 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ab659fe2-2d60-4f68-a217-2f76d1b0e70c HTTP/1.1" status: 200 len: 2973 time: 0.0440133 Aug 23 03:37:36.616920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-7b8ae833-a06c-4759-8fc6-201ac3ccfd1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 1094 time: 0.0562396 Aug 23 03:37:36.666061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-b5dd0289-204c-48b8-b7cb-fa41f4829702 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b9d5d71f-756b-426e-b8ab-53f9db4a6f37 HTTP/1.1" status: 200 len: 2981 time: 0.0440145 Aug 23 03:37:36.678640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-c3dbdee4-87b4-4524-9c1e-6a5381e7ed3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64910ef5-f109-4c7b-890b-9d0e37eb42c5 HTTP/1.1" status: 200 len: 217 time: 0.0466485 Aug 23 03:37:36.715551 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-064c0849-c3a1-4d84-99cc-9ab819ea5979 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b9d5d71f-756b-426e-b8ab-53f9db4a6f37 HTTP/1.1" status: 200 len: 2981 time: 0.0434041 Aug 23 03:37:36.749530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c91292-343a-4e70-ad12-407bb4e3c113 req-a422af28-5b5a-488a-a79d-c726aba1e872 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:36.751053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29c91292-343a-4e70-ad12-407bb4e3c113 req-a422af28-5b5a-488a-a79d-c726aba1e872 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 943 time: 0.1122365 Aug 23 03:37:36.752735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-10d787c3-d670-4d77-8cc7-7a5b7b3a86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:36.754111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-10d787c3-d670-4d77-8cc7-7a5b7b3a86b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.0616491 Aug 23 03:37:36.765615 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-88058300-9429-4f5b-8a10-edbf1f17cc72 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d15897f5-3491-451d-861c-b5fac8ca44bf HTTP/1.1" status: 200 len: 2981 time: 0.0431061 Aug 23 03:37:36.799811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-72baeab7-ef2d-4cdf-ab0f-e1997c7ac768 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376978 Aug 23 03:37:36.813657 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-2ee6b741-8321-4ac3-aa1b-ee1cba1824ed tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d15897f5-3491-451d-861c-b5fac8ca44bf HTTP/1.1" status: 200 len: 2981 time: 0.0399945 Aug 23 03:37:36.828172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29c91292-343a-4e70-ad12-407bb4e3c113 req-3efee50e-f370-4ecb-851a-83318264d2df tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682349 Aug 23 03:37:36.869240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-90c2eb4b-f945-4c79-9b44-dcd244fb786f tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f71ea41d-55da-44c0-a61f-d279200a9e4e HTTP/1.1" status: 200 len: 2981 time: 0.0481369 Aug 23 03:37:36.914942 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-976c4092-15c6-47b7-81f2-04371017d10b tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f71ea41d-55da-44c0-a61f-d279200a9e4e HTTP/1.1" status: 200 len: 2981 time: 0.0393269 Aug 23 03:37:36.946310 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-eda40008-bd65-4b82-b115-f60cd94e4b9c service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354530 Aug 23 03:37:36.952501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34a73-728c-4be7-81f1-aa07c048014f req-33b47c80-215a-4f58-a623-6461ca2f9476 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:36.958239 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8c34a73-728c-4be7-81f1-aa07c048014f req-33b47c80-215a-4f58-a623-6461ca2f9476 tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 1096 time: 0.0657086 Aug 23 03:37:36.969191 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-5f52690b-32d9-4789-8c00-dbf6e6546e97 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/fb33825d-e2d4-456d-a292-f52b823a850d HTTP/1.1" status: 200 len: 2981 time: 0.0468812 Aug 23 03:37:37.017236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d051e73a-820c-4efa-9476-47e49ed5928f req-56419d2c-8f9d-4c7c-b22b-e88a7ff3653e tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/fb33825d-e2d4-456d-a292-f52b823a850d HTTP/1.1" status: 200 len: 2981 time: 0.0399821 Aug 23 03:37:37.056878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8c34a73-728c-4be7-81f1-aa07c048014f req-a5ec759a-0ca9-4bfa-9d45-2cfb47fd3d1c tempest-LiveAutoBlockMigrationV225Test-763627120 tempest-LiveAutoBlockMigrationV225Test-763627120-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956795 Aug 23 03:37:37.094774 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2177d82e-b2d3-4e5d-8f61-32e7b0358140 req-4c10af67-0a55-4107-b896-88158747b015 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347091 Aug 23 03:37:37.140432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['8784c166-0386-4c45-9bfb-c7eaf900f8d4', '05fef313-19ac-4526-9d2c-913247968e16'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:37.198070 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-652799f6-d9aa-4b6b-b51f-4eccd53bde43 req-0d04d397-296e-4f22-b0cc-bc04bffd921c tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88fa9d4ccfcd444b82f61b2314287544 HTTP/1.1" status: 200 len: 6100 time: 0.0983984 Aug 23 03:37:37.257127 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-652799f6-d9aa-4b6b-b51f-4eccd53bde43 req-ce1c550c-52cc-416d-ba85-6d632d2a31ca tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] 10.222.0.20 "GET /v2.0/security-groups/25184074-4072-4595-9109-e8d8b85df49d HTTP/1.1" status: 200 len: 2981 time: 0.0524857 Aug 23 03:37:37.263377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:37.306946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-652799f6-d9aa-4b6b-b51f-4eccd53bde43 req-01c7e770-908e-4f70-bff1-7c1fd649417b tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] 10.222.0.20 "GET /v2.0/security-groups/25184074-4072-4595-9109-e8d8b85df49d HTTP/1.1" status: 200 len: 2981 time: 0.0432665 Aug 23 03:37:37.587762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52aebbc8-5f9c-45ba-b236-79bfb700b36a req-819b9bca-784b-4ad5-8b12-92fb158f94ea tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ed42a243-7449-4f60-81a8-d87fd4a0bfbd HTTP/1.1" status: 200 len: 1778 time: 0.0358641 Aug 23 03:37:37.639267 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-52aebbc8-5f9c-45ba-b236-79bfb700b36a req-00cb6e30-ad7a-486c-9948-df2cc0a8e1c2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:37.658302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-52aebbc8-5f9c-45ba-b236-79bfb700b36a req-00cb6e30-ad7a-486c-9948-df2cc0a8e1c2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:37.733290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-deleted', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4'}, {'name': 'network-changed', 'server_uuid': 'c1a0012e-fb3a-458b-a78d-e92fdd6ec46b', 'tag': '64910ef5-f109-4c7b-890b-9d0e37eb42c5'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:37.735585 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83" -d '{"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-deleted", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4"}, {"name": "network-changed", "server_uuid": "c1a0012e-fb3a-458b-a78d-e92fdd6ec46b", "tag": "64910ef5-f109-4c7b-890b-9d0e37eb42c5"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:37.748362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59720) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:37.766066 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-52aebbc8-5f9c-45ba-b236-79bfb700b36a req-00cb6e30-ad7a-486c-9948-df2cc0a8e1c2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:37.770663 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-52aebbc8-5f9c-45ba-b236-79bfb700b36a req-00cb6e30-ad7a-486c-9948-df2cc0a8e1c2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:37.773648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52aebbc8-5f9c-45ba-b236-79bfb700b36a req-00cb6e30-ad7a-486c-9948-df2cc0a8e1c2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed42a243-7449-4f60-81a8-d87fd4a0bfbd HTTP/1.1" status: 204 len: 173 time: 0.1797922 Aug 23 03:37:37.787699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb6e30-ad7a-486c-9948-df2cc0a8e1c2 tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed42a243-7449-4f60-81a8-d87fd4a0bfbd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:37.860369 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-682459095-network', 'tenant_id': '9a9836ba8bba4a7fa79f837e52c1ee96'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:37.887870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d44cd-9441-4813-a5d7-b7d65fd581ac req-3832e00a-6074-4fac-ba13-c0d3b041b331 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:37.889879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-914d44cd-9441-4813-a5d7-b7d65fd581ac req-3832e00a-6074-4fac-ba13-c0d3b041b331 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 950 time: 0.0564139 Aug 23 03:37:37.917339 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fce0d0f-95ce-43fb-bc1a-cd8bc8d04041 x-openstack-request-id: req-6fce0d0f-95ce-43fb-bc1a-cd8bc8d04041 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:37.917641 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37deb855-52ce-49b5-a5af-84ee877b6c8e", "name": "network-vif-deleted", "tag": "6b59119e-4ee1-4c35-85a3-8217f66379b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1a0012e-fb3a-458b-a78d-e92fdd6ec46b", "tag": "64910ef5-f109-4c7b-890b-9d0e37eb42c5", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:37.917895 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fce0d0f-95ce-43fb-bc1a-cd8bc8d04041 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:37.918286 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37deb855-52ce-49b5-a5af-84ee877b6c8e', 'name': 'network-vif-deleted', 'tag': '6b59119e-4ee1-4c35-85a3-8217f66379b4', 'status': 'completed', 'code': 200} Aug 23 03:37:37.918538 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a0012e-fb3a-458b-a78d-e92fdd6ec46b', 'tag': '64910ef5-f109-4c7b-890b-9d0e37eb42c5', 'status': 'completed', 'code': 200} Aug 23 03:37:37.935850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-914d44cd-9441-4813-a5d7-b7d65fd581ac req-959203e0-2418-4031-9eb0-a4dd2fa83fb7 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378215 Aug 23 03:37:37.972755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Made reservation on behalf of 9a9836ba8bba4a7fa79f837e52c1ee96 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:37:37.975672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:37.995605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad2e5985-990b-4558-b183-7f14d6c94aa2 req-6b8318d4-c75c-4680-9a3a-641087dd1dfa tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8464eb21-8776-4d0a-9246-710fcd99fca8 HTTP/1.1" status: 200 len: 1777 time: 0.0368991 Aug 23 03:37:38.004216 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.040635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f726b0-18aa-4ac7-93c0-3e9f89a65a3f req-b34c7e69-f995-48e0-9ac3-7f2676023a83 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:38.042158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89f726b0-18aa-4ac7-93c0-3e9f89a65a3f req-b34c7e69-f995-48e0-9ac3-7f2676023a83 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 945 time: 0.0798683 Aug 23 03:37:38.075435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-40814c02-25de-4751-9556-5b84c7dd9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:38.076926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-40814c02-25de-4751-9556-5b84c7dd9694 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 1094 time: 0.0687122 Aug 23 03:37:38.082011 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ad2e5985-990b-4558-b183-7f14d6c94aa2 req-072beb20-ccfe-4e5d-af6a-f58310ba9e9e tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.100526 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89f726b0-18aa-4ac7-93c0-3e9f89a65a3f req-83adbb2c-4171-40af-98e5-34d7b42f3269 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497522 Aug 23 03:37:38.132906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ad2e5985-990b-4558-b183-7f14d6c94aa2 req-072beb20-ccfe-4e5d-af6a-f58310ba9e9e tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.150129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.210165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-a941f2f8-6bb0-402d-8346-32a6991b6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:38.211659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-a941f2f8-6bb0-402d-8346-32a6991b6c4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 912 time: 0.1255131 Aug 23 03:37:38.217896 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.243011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dec921-1043-4712-aec5-9f6c7564e64f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:38.258278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-95fae72d-bf34-494f-84e5-83d1f7024efb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64910ef5-f109-4c7b-890b-9d0e37eb42c5 HTTP/1.1" status: 200 len: 217 time: 0.0385573 Aug 23 03:37:38.292630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:37:38.294821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ad2e5985-990b-4558-b183-7f14d6c94aa2 req-072beb20-ccfe-4e5d-af6a-f58310ba9e9e tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.297185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ad2e5985-990b-4558-b183-7f14d6c94aa2 req-072beb20-ccfe-4e5d-af6a-f58310ba9e9e tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.298297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad2e5985-990b-4558-b183-7f14d6c94aa2 req-072beb20-ccfe-4e5d-af6a-f58310ba9e9e tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/8464eb21-8776-4d0a-9246-710fcd99fca8 HTTP/1.1" status: 204 len: 173 time: 0.2968667 Aug 23 03:37:38.313168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072beb20-ccfe-4e5d-af6a-f58310ba9e9e tempest-SecurityGroupsTestAdminJSON-1564591816 tempest-SecurityGroupsTestAdminJSON-1564591816-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464eb21-8776-4d0a-9246-710fcd99fca8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:38.324274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-16d4a377-4def-4f66-a17f-34387a39a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:38.325778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-16d4a377-4def-4f66-a17f-34387a39a509 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.0595198 Aug 23 03:37:38.331669 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.334685 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Added segment b1931bdc-682b-4487-9e03-e97c82a9be82 of type vlan for network 00c74ffb-1fa9-4d25-bebc-439092fdba23 Aug 23 03:37:38.373655 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.387870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-1f5643d3-2805-42c4-b5eb-f1adee7dc678 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337417 Aug 23 03:37:38.454174 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.455117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:38.455694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.464722 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-891b2478-b0f9-4b27-877a-aa2e3a029e89 req-cf44b22a-4cd8-44b4-aa35-5e8c7f5e814b tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] 10.222.0.20 "GET /v2.0/security-groups/eb596fce-4bcb-46c6-966f-1e99ca98834b HTTP/1.1" status: 200 len: 1776 time: 0.0447826 Aug 23 03:37:38.484537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c5fcf-c92d-48a6-ad20-d5ceb010d8c0 req-21c480ef-4547-478d-a2a0-146506169796 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:38.486163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f9c5fcf-c92d-48a6-ad20-d5ceb010d8c0 req-21c480ef-4547-478d-a2a0-146506169796 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 943 time: 0.1223485 Aug 23 03:37:38.509204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 4f5603f0-273d-4379-9c28-44e4c8190efb no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:38.532338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 4f5603f0-273d-4379-9c28-44e4c8190efb {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:38.532949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 4f5603f0-273d-4379-9c28-44e4c8190efb not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:38.533574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:38.536770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-a021d56e-99e4-477b-9cb5-657cd6d96e83 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343975 Aug 23 03:37:38.541835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f9c5fcf-c92d-48a6-ad20-d5ceb010d8c0 req-d7fffb4a-15b8-4a0a-990e-a56a3a12f824 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487545 Aug 23 03:37:38.544596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] Pushing event updated for resources: {'Network': ['ID=00c74ffb-1fa9-4d25-bebc-439092fdba23,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:38.569499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 6b59119e-4ee1-4c35-85a3-8217f66379b4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:38.569931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 6b59119e-4ee1-4c35-85a3-8217f66379b4 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:38.573965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 00c74ffb-1fa9-4d25-bebc-439092fdba23 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:37:38.582590 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fd179b94-aace-4f9a-8ce7-928165952cbd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8324213 Aug 23 03:37:38.582769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59738) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:38.590936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Request body: {'subnet': {'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-682459095-subnet', 'tenant_id': '9a9836ba8bba4a7fa79f837e52c1ee96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:38.593256 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-891b2478-b0f9-4b27-877a-aa2e3a029e89 req-6705db62-e28a-41ce-a4a2-98b1c3d347da tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.618776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-891b2478-b0f9-4b27-877a-aa2e3a029e89 req-6705db62-e28a-41ce-a4a2-98b1c3d347da tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.702074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4061ed63-a32c-4bc7-bfe1-1b8d96b3eb83 req-e0630518-b4f7-44b6-b3d5-94d93b878a89 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488159 Aug 23 03:37:38.714018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcc57d-e222-49c1-8a1b-6cf61729533f req-6ed9cbf1-88f8-4820-8350-358838aa1bf4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:38.715378 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3dbcc57d-e222-49c1-8a1b-6cf61729533f req-6ed9cbf1-88f8-4820-8350-358838aa1bf4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 951 time: 0.0752442 Aug 23 03:37:38.743123 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-891b2478-b0f9-4b27-877a-aa2e3a029e89 req-6705db62-e28a-41ce-a4a2-98b1c3d347da tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.745852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-891b2478-b0f9-4b27-877a-aa2e3a029e89 req-6705db62-e28a-41ce-a4a2-98b1c3d347da tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.747084 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-891b2478-b0f9-4b27-877a-aa2e3a029e89 req-6705db62-e28a-41ce-a4a2-98b1c3d347da tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] 10.222.0.20 "DELETE /v2.0/security-groups/eb596fce-4bcb-46c6-966f-1e99ca98834b HTTP/1.1" status: 204 len: 173 time: 0.2655971 Aug 23 03:37:38.756353 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3dbcc57d-e222-49c1-8a1b-6cf61729533f req-ec9fe638-ed74-4d54-a3e3-24431d5002b9 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350447 Aug 23 03:37:38.756953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705db62-e28a-41ce-a4a2-98b1c3d347da tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb596fce-4bcb-46c6-966f-1e99ca98834b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:38.774094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Made reservation on behalf of 9a9836ba8bba4a7fa79f837e52c1ee96 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:37:38.780192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:38.825762 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-196d7efc-fa14-4a11-af28-5e32989b3871 req-5e21423c-556e-48e4-96a5-43728200b29b tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] 10.222.0.20 "GET /v2.0/security-groups/373d2f31-0cb1-43aa-977b-f3057a34045c HTTP/1.1" status: 200 len: 1776 time: 0.0431330 Aug 23 03:37:39.007538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da893741-d611-427a-b7d4-252f7ded0dfc req-1576b567-9b48-40c5-a950-7c1547bc4059 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:39.009228 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da893741-d611-427a-b7d4-252f7ded0dfc req-1576b567-9b48-40c5-a950-7c1547bc4059 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.11 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 945 time: 0.0688210 Aug 23 03:37:39.043295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.173218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cd090-911f-44ac-a888-2428845784fa req-2529ceb1-a3aa-4e25-86d0-6edb2aa10870 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:39.174775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f32cd090-911f-44ac-a888-2428845784fa req-2529ceb1-a3aa-4e25-86d0-6edb2aa10870 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 950 time: 0.1591866 Aug 23 03:37:39.186102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfcfaae4-71ad-468e-bb46-224ebaab3581,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:39.196310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59756) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:39.216555 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-196d7efc-fa14-4a11-af28-5e32989b3871 req-d8ef0509-b7fd-4f6f-8d7e-cb89f8b7cd72 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.222353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Checking segment: {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:37:39.222954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Network hostable DHCP agents. Network: 00c74ffb-1fa9-4d25-bebc-439092fdba23, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:37:39.239234 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-196d7efc-fa14-4a11-af28-5e32989b3871 req-d8ef0509-b7fd-4f6f-8d7e-cb89f8b7cd72 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.247994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f32cd090-911f-44ac-a888-2428845784fa req-e8d84a78-c88d-490d-8a3b-85529e964f16 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629880 Aug 23 03:37:39.264877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-da893741-d611-427a-b7d4-252f7ded0dfc req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Deleting port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:39.265244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-da893741-d611-427a-b7d4-252f7ded0dfc req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.334834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57b907fc-a991-459f-bb9b-b5759da0c72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.342929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Network 00c74ffb-1fa9-4d25-bebc-439092fdba23 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:37:39.370408 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-196d7efc-fa14-4a11-af28-5e32989b3871 req-d8ef0509-b7fd-4f6f-8d7e-cb89f8b7cd72 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.372909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-196d7efc-fa14-4a11-af28-5e32989b3871 req-d8ef0509-b7fd-4f6f-8d7e-cb89f8b7cd72 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.377111 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-196d7efc-fa14-4a11-af28-5e32989b3871 req-d8ef0509-b7fd-4f6f-8d7e-cb89f8b7cd72 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] 10.222.0.20 "DELETE /v2.0/security-groups/373d2f31-0cb1-43aa-977b-f3057a34045c HTTP/1.1" status: 204 len: 173 time: 0.5413454 Aug 23 03:37:39.389306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef0509-b7fd-4f6f-8d7e-cb89f8b7cd72 tempest-SecurityGroupsTestAdminJSON-1406158420 tempest-SecurityGroupsTestAdminJSON-1406158420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373d2f31-0cb1-43aa-977b-f3057a34045c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:39.397872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-da893741-d611-427a-b7d4-252f7ded0dfc req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] For port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:39.398244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-da893741-d611-427a-b7d4-252f7ded0dfc req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.414640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f149f39-6fc4-45c3-a017-e3ca75c36de1 req-a945d01e-89d0-4aeb-82dd-ce23850d8cba tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:39.416249 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f149f39-6fc4-45c3-a017-e3ca75c36de1 req-a945d01e-89d0-4aeb-82dd-ce23850d8cba tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 945 time: 0.0866938 Aug 23 03:37:39.423474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-da893741-d611-427a-b7d4-252f7ded0dfc req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Calling delete_port for a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:39.427164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 00c74ffb-1fa9-4d25-bebc-439092fdba23) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:37:39.440332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:39.441001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.443657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf0f21-8741-4752-be26-960b81285967 None None] Network 00c74ffb-1fa9-4d25-bebc-439092fdba23 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:37:39.471070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57b907fc-a991-459f-bb9b-b5759da0c72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.519413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f149f39-6fc4-45c3-a017-e3ca75c36de1 req-d33828cc-e421-4640-9547-157ecc6c83b8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932043 Aug 23 03:37:39.574754 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57b907fc-a991-459f-bb9b-b5759da0c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.586330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317bd15f-4cec-432e-bb09-8c76d237aa59 None None] Network 00c74ffb-1fa9-4d25-bebc-439092fdba23 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:37:39.623352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-57b907fc-a991-459f-bb9b-b5759da0c72c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ba231db59e94ffd8296bae4983af8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257696 Aug 23 03:37:39.625460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b907fc-a991-459f-bb9b-b5759da0c72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d777bd-5ab9-40fd-99e0-4f06fa1c0e3e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:39.626313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59764) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:39.681629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-31cbedbc-d0a5-42d0-a4b1-0686ffd297ac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0977247 Aug 23 03:37:39.697708 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a853489-93e6-4fa8-9f52-c0e887e09f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.700028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cb9b2-9e0d-41e0-b1b1-1281aeeff9ae req-3a31ad71-ceaa-437c-a955-49555cbc39b8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:39.702069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d9cb9b2-9e0d-41e0-b1b1-1281aeeff9ae req-3a31ad71-ceaa-437c-a955-49555cbc39b8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 943 time: 0.0608959 Aug 23 03:37:39.731231 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a853489-93e6-4fa8-9f52-c0e887e09f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.749391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-da893741-d611-427a-b7d4-252f7ded0dfc req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.752078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d9cb9b2-9e0d-41e0-b1b1-1281aeeff9ae req-794117b4-85dc-4a92-b08e-fd2189b35d92 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Aug 23 03:37:39.762348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f19c15c5-6540-4586-afb9-eda2f362fdde'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:39.806339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Pushing event deleted for resources: {'Port': ['ID=a995d1bc-86a5-4c3a-8f85-833dfb68dfd1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:39.808844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a995d1bc-86a5-4c3a-8f85-833dfb68dfd1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:39.891049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-da893741-d611-427a-b7d4-252f7ded0dfc req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] No DVR routers for this DVR port a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:39.908533 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-da893741-d611-427a-b7d4-252f7ded0dfc req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:39.910476 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da893741-d611-427a-b7d4-252f7ded0dfc req-945c1ba1-d505-432f-8e2c-87264f97d5e3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.11 "DELETE /v2.0/ports/a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 HTTP/1.1" status: 204 len: 173 time: 0.8623857 Aug 23 03:37:39.920138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'name': 'network-vif-deleted', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:39.922348 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eca7d3-4d4c-4d31-b72a-8cac7d434329" -d '{"events": [{"server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "name": "network-vif-deleted", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:39.972887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cf15510f-49bb-4f90-9a5a-50c34c796e12 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:39.975667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cf15510f-49bb-4f90-9a5a-50c34c796e12 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 950 time: 0.1280119 Aug 23 03:37:39.984956 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79866fc-a8df-4ac9-964c-92543949c1e3 x-openstack-request-id: req-c79866fc-a8df-4ac9-964c-92543949c1e3 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:39.985273 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b4f29c-374e-4239-8580-eb9613357b6c", "name": "network-vif-deleted", "tag": "a995d1bc-86a5-4c3a-8f85-833dfb68dfd1", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:39.985522 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c79866fc-a8df-4ac9-964c-92543949c1e3 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:39.986258 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b4f29c-374e-4239-8580-eb9613357b6c', 'name': 'network-vif-deleted', 'tag': 'a995d1bc-86a5-4c3a-8f85-833dfb68dfd1', 'status': 'completed', 'code': 200} Aug 23 03:37:40.006541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59780) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:40.012251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678f8e7-47a6-4ced-876c-9f774fb6416b req-61f0369d-1539-4f77-9beb-49bdd7f53a73 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:40.013896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6678f8e7-47a6-4ced-876c-9f774fb6416b req-61f0369d-1539-4f77-9beb-49bdd7f53a73 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 951 time: 0.1070328 Aug 23 03:37:40.035211 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a853489-93e6-4fa8-9f52-c0e887e09f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.038282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a853489-93e6-4fa8-9f52-c0e887e09f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.039448 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7a853489-93e6-4fa8-9f52-c0e887e09f1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8d777bd-5ab9-40fd-99e0-4f06fa1c0e3e HTTP/1.1" status: 204 len: 168 time: 0.4118125 Aug 23 03:37:40.072361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a853489-93e6-4fa8-9f52-c0e887e09f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d777bd-5ab9-40fd-99e0-4f06fa1c0e3e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:40.115649 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6678f8e7-47a6-4ced-876c-9f774fb6416b req-3f975108-8d42-4d53-8320-f6a59ba6bd86 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847335 Aug 23 03:37:40.139957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Deleting port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:40.140295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.210677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9ebaa33a-ea73-49a5-afbc-b1167c642ba5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88fa9d4ccfcd444b82f61b2314287544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019508 Aug 23 03:37:40.211605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59788) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:40.275805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] For port 5e5e3886-2b07-46ee-a6cb-43814dd277c6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5e5e3886-2b07-46ee-a6cb-43814dd277c6,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:40.276248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.298753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Calling delete_port for 5e5e3886-2b07-46ee-a6cb-43814dd277c6 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:40.306403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23666742-6d27-4ce7-89b0-7b21620ae570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.398041 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23666742-6d27-4ce7-89b0-7b21620ae570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.463109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0773d5-a25b-4640-8377-1e5cc92f49f7 req-c78f62c8-1925-4355-ab22-01c4c80cf13f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:40.471106 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd0773d5-a25b-4640-8377-1e5cc92f49f7 req-c78f62c8-1925-4355-ab22-01c4c80cf13f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 950 time: 0.1121707 Aug 23 03:37:40.522000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 64910ef5-f109-4c7b-890b-9d0e37eb42c5 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:40.560863 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd0773d5-a25b-4640-8377-1e5cc92f49f7 req-c2c62248-8b0c-442f-988b-07020596ca26 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748503 Aug 23 03:37:40.633615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-e210c926-f2e0-41af-a55d-09c2384cdd7f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:40.635054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-e210c926-f2e0-41af-a55d-09c2384cdd7f tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 951 time: 0.0752177 Aug 23 03:37:40.637419 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23666742-6d27-4ce7-89b0-7b21620ae570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.640534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23666742-6d27-4ce7-89b0-7b21620ae570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.643891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-23666742-6d27-4ce7-89b0-7b21620ae570 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25184074-4072-4595-9109-e8d8b85df49d HTTP/1.1" status: 204 len: 168 time: 0.4288554 Aug 23 03:37:40.668212 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a06e4f01-01df-4309-84ed-c114e81ade0d req-6d7e3114-1f2f-4cc9-a789-2045bef2086d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 210 time: 0.0512633 Aug 23 03:37:40.682686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23666742-6d27-4ce7-89b0-7b21620ae570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25184074-4072-4595-9109-e8d8b85df49d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:40.734892 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.758270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c', '709c2986-ee51-4d88-b6f9-22a990c525f7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:40.766564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-e9a4f683-c4c2-4921-8d2b-e4d07e354257 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:40.774227 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-e9a4f683-c4c2-4921-8d2b-e4d07e354257 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/networks?id=00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 200 len: 814 time: 0.1803012 Aug 23 03:37:40.785096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event deleted for resources: {'Port': ['ID=5e5e3886-2b07-46ee-a6cb-43814dd277c6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:40.795348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-3299763c-325a-4779-96af-e10f5969ae99 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/quotas/9a9836ba8bba4a7fa79f837e52c1ee96 HTTP/1.1" status: 200 len: 375 time: 0.0191393 Aug 23 03:37:40.831325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79', 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', '5e5e3886-2b07-46ee-a6cb-43814dd277c6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:40.870849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59808) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:40.873984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-0dcb57ed-6180-4a5c-afef-dfab92e150ac tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774226 Aug 23 03:37:40.879699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] No DVR routers for this DVR port 5e5e3886-2b07-46ee-a6cb-43814dd277c6 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:40.887943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.889990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bbbc8453-32ee-4811-8ca6-783a2337fd7b req-cfd5a502-4194-43c2-b2fb-b216fc36d11a tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "DELETE /v2.0/ports/5e5e3886-2b07-46ee-a6cb-43814dd277c6 HTTP/1.1" status: 204 len: 173 time: 0.9071848 Aug 23 03:37:40.898751 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da7be338-6ad3-4934-b123-c8f142c2e0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.908998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 64910ef5-f109-4c7b-890b-9d0e37eb42c5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=64910ef5-f109-4c7b-890b-9d0e37eb42c5,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:40.918727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Deleting port 05fef313-19ac-4526-9d2c-913247968e16 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:40.919072 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:40.972744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '64910ef5-f109-4c7b-890b-9d0e37eb42c5', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'port_id': '64910ef5-f109-4c7b-890b-9d0e37eb42c5', 'mac_address': 'fa:16:3e:3c:af:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca45a50e-d18c-4f9b-9797-806eaf36f9bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:37:41.038247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] For port 05fef313-19ac-4526-9d2c-913247968e16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=05fef313-19ac-4526-9d2c-913247968e16,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:41.038607 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:41.052133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Calling delete_port for 05fef313-19ac-4526-9d2c-913247968e16 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:41.096666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:41.118542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64910ef5-f109-4c7b-890b-9d0e37eb42c5 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:41.199273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 64910ef5-f109-4c7b-890b-9d0e37eb42c5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=64910ef5-f109-4c7b-890b-9d0e37eb42c5,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:41.292878 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:41.363304 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-537e3740-f70f-4761-a91e-2614f06cc6a2 service neutron] 10.222.0.20 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773333 Aug 23 03:37:41.419090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4348-0ee7-4e30-8ef4-d15fccaf6f00 req-201251b8-f853-4f6d-b851-36d3aa67eb9b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:41.426302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-949c4348-0ee7-4e30-8ef4-d15fccaf6f00 req-201251b8-f853-4f6d-b851-36d3aa67eb9b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 944 time: 0.4880629 Aug 23 03:37:41.439209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=64910ef5-f109-4c7b-890b-9d0e37eb42c5,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:41.472191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:41.527114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Pushing event deleted for resources: {'Port': ['ID=05fef313-19ac-4526-9d2c-913247968e16,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:41.536720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-17083bc0-1211-4fc9-8159-7143e3e076b9 service neutron] 10.222.0.20 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642919 Aug 23 03:37:41.555028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-949c4348-0ee7-4e30-8ef4-d15fccaf6f00 req-4f512fcb-8737-4f20-a824-ce73b73303f3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277616 Aug 23 03:37:41.656403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] No DVR routers for this DVR port 05fef313-19ac-4526-9d2c-913247968e16 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:41.660732 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:41.662723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c06e128-753a-4458-96d6-37d51e44dc47 req-18a7d06e-0831-4d31-9792-9a8a90e38939 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "DELETE /v2.0/ports/05fef313-19ac-4526-9d2c-913247968e16 HTTP/1.1" status: 204 len: 173 time: 0.9974473 Aug 23 03:37:41.695773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59822) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:41.695906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da7be338-6ad3-4934-b123-c8f142c2e0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:41.757920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-56eda0f2-598c-4841-8536-33cfbcbf5777 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d48a159404774ecab00ddd95aa1d15de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611854 Aug 23 03:37:41.761468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59826) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:41.815725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-edb0d76e-ff48-456d-a2bc-fa4805671db6 req-4c4a49db-bcd8-44e8-83a1-cbc6a3cb238e tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 210 time: 0.0470114 Aug 23 03:37:41.820753 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da7be338-6ad3-4934-b123-c8f142c2e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:41.856433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-da7be338-6ad3-4934-b123-c8f142c2e0d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d24932c0f73426b8e4e6ac50e9359f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9801207 Aug 23 03:37:41.862976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59830) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:41.873094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e42ec08b-d83f-443d-a658-0979e1acde3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:41.885307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['64910ef5-f109-4c7b-890b-9d0e37eb42c5'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:41.932715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9df927c7-9018-4f89-af4c-38e8b776ecc6 req-a9cba66a-068a-40b6-8ed1-7c2d6aa94897 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a361470-6034-4ecc-b10a-848fc6c47c4d HTTP/1.1" status: 200 len: 210 time: 0.0490594 Aug 23 03:37:41.969866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e42ec08b-d83f-443d-a658-0979e1acde3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:41.982592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7be338-6ad3-4934-b123-c8f142c2e0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e457f816-442e-414a-bb42-b0e392de111e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:42.038921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a361470-6034-4ecc-b10a-848fc6c47c4d', 'name': 'network-vif-deleted', 'tag': '5e5e3886-2b07-46ee-a6cb-43814dd277c6'}, {'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-deleted', 'tag': '05fef313-19ac-4526-9d2c-913247968e16'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:42.049769 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f32d7c-bee4-4a69-a41c-6da4c6951f2c" -d '{"events": [{"server_uuid": "4a361470-6034-4ecc-b10a-848fc6c47c4d", "name": "network-vif-deleted", "tag": "5e5e3886-2b07-46ee-a6cb-43814dd277c6"}, {"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-deleted", "tag": "05fef313-19ac-4526-9d2c-913247968e16"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:42.085418 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1260c674-647a-4042-af59-7e94eb72045a req-778564a1-5a83-4b34-8846-d02959a7d755 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 210 time: 0.1781518 Aug 23 03:37:42.090737 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd1d83ba-85f9-40b5-958c-ffc9a2c4e199 req-d311abb1-f796-451d-b347-d8257cea144c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 210 time: 0.0688794 Aug 23 03:37:42.147584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8813b93-0b4b-4314-8984-4cb9082a69c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:42.183885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e42ec08b-d83f-443d-a658-0979e1acde3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:42.188520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e42ec08b-d83f-443d-a658-0979e1acde3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:42.192521 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e42ec08b-d83f-443d-a658-0979e1acde3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d15897f5-3491-451d-861c-b5fac8ca44bf HTTP/1.1" status: 204 len: 168 time: 0.4297132 Aug 23 03:37:42.200058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d4ed72b4-cf2a-4a59-9279-a256d76d3863'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:42.204203 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f807aba-72e4-4c9c-9328-c963e6702e51 x-openstack-request-id: req-4f807aba-72e4-4c9c-9328-c963e6702e51 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:42.204745 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a361470-6034-4ecc-b10a-848fc6c47c4d", "name": "network-vif-deleted", "tag": "5e5e3886-2b07-46ee-a6cb-43814dd277c6", "status": "completed", "code": 200}, {"server_uuid": "7aa2945f-df67-489f-860e-2ba72bd2135d", "name": "network-vif-deleted", "tag": "05fef313-19ac-4526-9d2c-913247968e16", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:42.205644 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f807aba-72e4-4c9c-9328-c963e6702e51 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:42.206268 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a361470-6034-4ecc-b10a-848fc6c47c4d', 'name': 'network-vif-deleted', 'tag': '5e5e3886-2b07-46ee-a6cb-43814dd277c6', 'status': 'completed', 'code': 200} Aug 23 03:37:42.206753 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa2945f-df67-489f-860e-2ba72bd2135d', 'name': 'network-vif-deleted', 'tag': '05fef313-19ac-4526-9d2c-913247968e16', 'status': 'completed', 'code': 200} Aug 23 03:37:42.209264 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8813b93-0b4b-4314-8984-4cb9082a69c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:42.215183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ec08b-d83f-443d-a658-0979e1acde3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15897f5-3491-451d-861c-b5fac8ca44bf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:42.412726 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8813b93-0b4b-4314-8984-4cb9082a69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:42.415403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8813b93-0b4b-4314-8984-4cb9082a69c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:42.416647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f8813b93-0b4b-4314-8984-4cb9082a69c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e457f816-442e-414a-bb42-b0e392de111e HTTP/1.1" status: 204 len: 168 time: 0.5533214 Aug 23 03:37:42.437949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8813b93-0b4b-4314-8984-4cb9082a69c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e457f816-442e-414a-bb42-b0e392de111e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:42.534292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:42.566258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:42.573473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a995d1bc-86a5-4c3a-8f85-833dfb68dfd1 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:42.573473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:42.589290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 05fef313-19ac-4526-9d2c-913247968e16 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:42.589876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 05fef313-19ac-4526-9d2c-913247968e16 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:42.596451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5e5e3886-2b07-46ee-a6cb-43814dd277c6 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:42.610297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 5e5e3886-2b07-46ee-a6cb-43814dd277c6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:42.610695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5e5e3886-2b07-46ee-a6cb-43814dd277c6 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:42.715085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['8784c166-0386-4c45-9bfb-c7eaf900f8d4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:42.733524 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9821-a80f-4b27-b2bf-2948362d5f53 req-fc275398-ef84-4306-8d21-97f90e9a0d75 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:42.735891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bbad9821-a80f-4b27-b2bf-2948362d5f53 req-fc275398-ef84-4306-8d21-97f90e9a0d75 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 944 time: 0.1005943 Aug 23 03:37:42.790839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bbad9821-a80f-4b27-b2bf-2948362d5f53 req-a1720d1b-2105-4c29-b67f-59d90a37936c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476186 Aug 23 03:37:42.990526 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7ce09a03-30d1-44cb-b205-fdfdecc4fe1d req-f9b88d48-c8a0-4868-95df-2f7fd4263c85 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aa2945f-df67-489f-860e-2ba72bd2135d HTTP/1.1" status: 200 len: 210 time: 0.0819564 Aug 23 03:37:43.183299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa55b080-2944-4124-9bda-b8a4e6aef294 req-047960d9-8589-4c10-992c-ee8eada1954a tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 210 time: 0.0289688 Aug 23 03:37:43.282084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91a98ebe-8306-4380-9842-fc1f24163fd4 req-be2719b1-a03d-4fb3-8be6-7f07789729b3 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 210 time: 0.0288203 Aug 23 03:37:43.962886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f156cb-5974-4cee-b979-60ec32aeb968 req-381acaac-ee9e-457d-a41e-0405a51f7020 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:43.962886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82f156cb-5974-4cee-b979-60ec32aeb968 req-381acaac-ee9e-457d-a41e-0405a51f7020 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 949 time: 0.0955324 Aug 23 03:37:44.003442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82f156cb-5974-4cee-b979-60ec32aeb968 req-5389bf8b-6bda-49f2-919b-061220bd14dd tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366826 Aug 23 03:37:44.055209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23ad65-cb66-4744-87b6-76ee656f0986 req-32c43871-e44a-442c-af5b-7b161b8db553 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:44.060204 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd23ad65-cb66-4744-87b6-76ee656f0986 req-32c43871-e44a-442c-af5b-7b161b8db553 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 944 time: 0.0710795 Aug 23 03:37:44.146556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd23ad65-cb66-4744-87b6-76ee656f0986 req-fd30bc97-90eb-473a-8f5b-a84e7b02f3e8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776894 Aug 23 03:37:44.282602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90a7bfa1-3f5a-4a62-b928-24d31ef74e53 req-b1021189-6540-4fd6-8c10-43db9fbf8c1f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 210 time: 0.0295901 Aug 23 03:37:44.408048 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-7f506757-1929-4309-88ad-2368aef8efa0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714495 Aug 23 03:37:44.432606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b76388-96fd-4a64-ad4d-f13c943a31b6 req-e03970bf-23a5-463e-969c-0c120caf368e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 210 time: 0.0477839 Aug 23 03:37:44.495339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-3d646d98-ed8a-46f9-9d5d-5d03621b593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:44.497319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-3d646d98-ed8a-46f9-9d5d-5d03621b593e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 1101 time: 0.0603511 Aug 23 03:37:44.550855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 64910ef5-f109-4c7b-890b-9d0e37eb42c5 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:37:44.617134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66b9f8-e963-44af-bf2c-f4dfb2679a25 req-d6cfc652-b4fa-452a-84d2-93afd17057c4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:44.619145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de66b9f8-e963-44af-bf2c-f4dfb2679a25 req-d6cfc652-b4fa-452a-84d2-93afd17057c4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0818441 Aug 23 03:37:44.672411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de66b9f8-e963-44af-bf2c-f4dfb2679a25 req-ea6254da-12b6-44d8-8230-b25fde9694b4 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463150 Aug 23 03:37:44.723152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 64910ef5-f109-4c7b-890b-9d0e37eb42c5 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:37:44.726322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 64910ef5-f109-4c7b-890b-9d0e37eb42c5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:37:44.726929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:44.789644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-8ac8d071-df88-4371-b7cf-9e57d0e26e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:44.791443 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-8ac8d071-df88-4371-b7cf-9e57d0e26e9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2686813 Aug 23 03:37:44.855235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-28e85720-e9d9-4794-b4e1-50128aa16d11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 200 len: 217 time: 0.0500064 Aug 23 03:37:44.896047 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:44.934245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-b142d296-80e3-42db-8a27-7e0e8a3a5fdb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:44.936103 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-b142d296-80e3-42db-8a27-7e0e8a3a5fdb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.24 "GET /v2.0/networks?id=00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 200 len: 814 time: 0.2696729 Aug 23 03:37:44.948266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a0012e-fb3a-458b-a78d-e92fdd6ec46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64910ef5-f109-4c7b-890b-9d0e37eb42c5'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:44.951178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Request body: {'port': {'device_id': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23', 'admin_state_up': True, 'tenant_id': '9a9836ba8bba4a7fa79f837e52c1ee96'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:44.951501 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5d3fcb-297f-4426-a1c8-0230d770b3c2" -d '{"events": [{"server_uuid": "c1a0012e-fb3a-458b-a78d-e92fdd6ec46b", "name": "network-vif-plugged", "status": "completed", "tag": "64910ef5-f109-4c7b-890b-9d0e37eb42c5"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:44.969191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 64910ef5-f109-4c7b-890b-9d0e37eb42c5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=64910ef5-f109-4c7b-890b-9d0e37eb42c5,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:44.982433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-a316f26d-288b-45e9-9574-56de600fc6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:44.991172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-a316f26d-288b-45e9-9574-56de600fc6e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1275563 Aug 23 03:37:44.997252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-a14d8fa8-5ca9-42e4-81f5-94ca39549a1c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:45.000832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-a14d8fa8-5ca9-42e4-81f5-94ca39549a1c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "GET /v2.0/ports?device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 949 time: 0.0884612 Aug 23 03:37:45.065287 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0876c36f-c281-4993-b6cf-4d565f71e5eb x-openstack-request-id: req-0876c36f-c281-4993-b6cf-4d565f71e5eb {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:45.065579 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a0012e-fb3a-458b-a78d-e92fdd6ec46b", "name": "network-vif-plugged", "status": "completed", "tag": "64910ef5-f109-4c7b-890b-9d0e37eb42c5", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:45.065834 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0876c36f-c281-4993-b6cf-4d565f71e5eb {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:45.066627 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a0012e-fb3a-458b-a78d-e92fdd6ec46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64910ef5-f109-4c7b-890b-9d0e37eb42c5', 'code': 200} Aug 23 03:37:45.075463 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:45.179097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-c139871c-0730-47bb-b33c-fb1b0b29e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:45.180859 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-c139871c-0730-47bb-b33c-fb1b0b29e8bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759284 Aug 23 03:37:45.204441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f1656-c29e-46bf-bc72-7d4160d64445 req-fa044483-c3ce-484f-8f6c-772afb4ad97b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:45.206631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-300f1656-c29e-46bf-bc72-7d4160d64445 req-fa044483-c3ce-484f-8f6c-772afb4ad97b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 949 time: 0.0775046 Aug 23 03:37:45.209619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Deleting port 709c2986-ee51-4d88-b6f9-22a990c525f7 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:45.209968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:45.217661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=64910ef5-f109-4c7b-890b-9d0e37eb42c5,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:45.318773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-1d92ce7a-b7e3-4baf-89af-364439eb1b55 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265609 Aug 23 03:37:45.342564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-300f1656-c29e-46bf-bc72-7d4160d64445 req-e9a05c8b-be97-4083-9b5f-b0897d979f5c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119273 Aug 23 03:37:45.353718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5afff-192e-411e-a1b7-757ab8047623 req-5e349c24-31c8-4f99-bba3-94ebd4b620b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:45.355222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4ef5afff-192e-411e-a1b7-757ab8047623 req-5e349c24-31c8-4f99-bba3-94ebd4b620b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 1096 time: 0.1480324 Aug 23 03:37:45.399029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] For port 709c2986-ee51-4d88-b6f9-22a990c525f7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=709c2986-ee51-4d88-b6f9-22a990c525f7,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:45.399391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:45.414444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Made reservation on behalf of 9a9836ba8bba4a7fa79f837e52c1ee96 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:37:45.418449 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:45.422421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Calling delete_port for 709c2986-ee51-4d88-b6f9-22a990c525f7 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:45.436415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4ef5afff-192e-411e-a1b7-757ab8047623 req-5032d3ce-7213-4758-b2d3-9b4665a4fece service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663886 Aug 23 03:37:45.539446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c6141-20e5-4754-ab40-f31168c72117 req-a89f58f6-ac8a-43b3-8712-16245d08477c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:45.541093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae2c6141-20e5-4754-ab40-f31168c72117 req-a89f58f6-ac8a-43b3-8712-16245d08477c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 945 time: 0.1034696 Aug 23 03:37:45.560027 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a5dc664-9edd-4a89-806e-ec394c6a8c5e req-1ff76e14-fbdb-4e48-b552-5eeac5931f89 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299380 Aug 23 03:37:45.597924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6009debd-e008-46f0-8cd3-20f92cff9bd5 req-26d433f2-a826-4efe-abd3-de7970d9dd19 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 210 time: 0.0342503 Aug 23 03:37:45.616270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae2c6141-20e5-4754-ab40-f31168c72117 req-5c28f78e-4879-4a61-8457-e7a7aaaaba0c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651548 Aug 23 03:37:45.671964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Allocated IP 172.20.0.5 (00c74ffb-1fa9-4d25-bebc-439092fdba23/dfcfaae4-71ad-468e-bb46-224ebaab3581/f88ff5df-ccba-4b88-839c-4dd642d8dddb) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:37:45.772566 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da846119-95c3-4587-9af0-947dd3febacb req-c08e0832-b403-4d2e-9e7e-36f59adf005d tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=45b4f29c-374e-4239-8580-eb9613357b6c HTTP/1.1" status: 200 len: 210 time: 0.0377328 Aug 23 03:37:45.784427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:45.799034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:45.834891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79', 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:45.850879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event deleted for resources: {'Port': ['ID=709c2986-ee51-4d88-b6f9-22a990c525f7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:45.924001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b63a3-b400-40b8-aa57-0d3392182b94 req-937ea55c-259f-4c52-8bcb-6f2bfa88153a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:45.935070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-476b63a3-b400-40b8-aa57-0d3392182b94 req-937ea55c-259f-4c52-8bcb-6f2bfa88153a tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.1825173 Aug 23 03:37:45.948036 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:45.978265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] No DVR routers for this DVR port 709c2986-ee51-4d88-b6f9-22a990c525f7 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:46.001657 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:46.004425 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa588a9a-485d-4ecb-8e04-7d350c912afe req-8a621248-3352-4f98-8fe8-0bf019f4ab5e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "DELETE /v2.0/ports/709c2986-ee51-4d88-b6f9-22a990c525f7 HTTP/1.1" status: 204 len: 173 time: 0.9887350 Aug 23 03:37:46.007425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a01963-cdb6-4beb-84cc-e375b0f78205', 'name': 'network-vif-deleted', 'tag': '709c2986-ee51-4d88-b6f9-22a990c525f7'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:46.020253 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab53530-78ac-40ef-9240-bbc87e4be65c" -d '{"events": [{"server_uuid": "88a01963-cdb6-4beb-84cc-e375b0f78205", "name": "network-vif-deleted", "tag": "709c2986-ee51-4d88-b6f9-22a990c525f7"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:46.144232 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:46.165444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-476b63a3-b400-40b8-aa57-0d3392182b94 req-711910eb-9dd7-44a6-94af-28809cfa8453 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297046 Aug 23 03:37:46.187553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-4959d768-397a-49c7-9606-0be94a89e48c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:46.196036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-4959d768-397a-49c7-9606-0be94a89e48c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 949 time: 0.2457833 Aug 23 03:37:46.306173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Pushing event updated for resources: {'Port': ['ID=f88ff5df-ccba-4b88-839c-4dd642d8dddb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:46.345449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Network 00c74ffb-1fa9-4d25-bebc-439092fdba23 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:37:46.348126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:37:46.353461 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8620bca3-b0d4-4024-aafb-d5696741d49d x-openstack-request-id: req-8620bca3-b0d4-4024-aafb-d5696741d49d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:46.354061 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a01963-cdb6-4beb-84cc-e375b0f78205", "name": "network-vif-deleted", "tag": "709c2986-ee51-4d88-b6f9-22a990c525f7", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:46.354061 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8620bca3-b0d4-4024-aafb-d5696741d49d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:46.354389 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a01963-cdb6-4beb-84cc-e375b0f78205', 'name': 'network-vif-deleted', 'tag': '709c2986-ee51-4d88-b6f9-22a990c525f7', 'status': 'completed', 'code': 200} Aug 23 03:37:46.365269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:37:46.467837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:46.470733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:46.499782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Deleting port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:46.500438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:46.597797 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e14953e3-29b4-4e75-8649-3fd9fff29158 req-99683cff-76fa-49fa-b40f-f562f5a0b57c tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=88a01963-cdb6-4beb-84cc-e375b0f78205 HTTP/1.1" status: 200 len: 210 time: 0.1125989 Aug 23 03:37:46.661596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] For port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:46.663639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:46.681685 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-7e2179a3-3385-4baf-97de-6d464fd0f5d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7350366 Aug 23 03:37:46.681923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Calling delete_port for a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:46.696619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60010) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:46.696967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Request body: {'port': {'device_id': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:37:46.826148 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:46.846634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-764fe4c6-6be4-472a-a950-2466fb158f39 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:46.848257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-764fe4c6-6be4-472a-a950-2466fb158f39 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0769508 Aug 23 03:37:46.856116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd2b57-cbb2-49ae-8a19-a21b527957ed req-bd23f1ce-82eb-4195-b184-d1b86007795b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:46.858735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98bd2b57-cbb2-49ae-8a19-a21b527957ed req-bd23f1ce-82eb-4195-b184-d1b86007795b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 945 time: 0.1213653 Aug 23 03:37:46.867223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16927d7-edfa-4110-9550-af68d989fb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:46.911188 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98bd2b57-cbb2-49ae-8a19-a21b527957ed req-a5f221d7-6555-43b0-87cd-de766c41154d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514805 Aug 23 03:37:46.953396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f560242-fa8b-48bb-b280-b53dabf5a223 req-5ee73742-6449-4376-ab6a-64fd7bbb48d3 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:46.954993 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f560242-fa8b-48bb-b280-b53dabf5a223 req-5ee73742-6449-4376-ab6a-64fd7bbb48d3 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 931 time: 0.2489753 Aug 23 03:37:47.123376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f560242-fa8b-48bb-b280-b53dabf5a223 req-6d6cc480-7606-4625-826d-ad20d9dc794a tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366487 Aug 23 03:37:47.193757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Deleting port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:47.194097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.220426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60022) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:47.407969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88ff5df-ccba-4b88-839c-4dd642d8dddb {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:47.420611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.434757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58733f-c3a8-49ab-90ec-0fe42a3c2ad4 req-cc5487a0-f591-4474-8aa2-46f027d31639 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:47.436676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c58733f-c3a8-49ab-90ec-0fe42a3c2ad4 req-cc5487a0-f591-4474-8aa2-46f027d31639 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 949 time: 0.0792158 Aug 23 03:37:47.458832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Transition to ACTIVE for port object f88ff5df-ccba-4b88-839c-4dd642d8dddb will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:37:47.490761 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c58733f-c3a8-49ab-90ec-0fe42a3c2ad4 req-8ec8bb64-c163-4605-8740-749b990ab0d8 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Aug 23 03:37:47.520674 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.579833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Pushing event updated for resources: {'Port': ['ID=f88ff5df-ccba-4b88-839c-4dd642d8dddb,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:47.661274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Attempting to bind port f88ff5df-ccba-4b88-839c-4dd642d8dddb on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:37:47.661994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Attempting to bind port f88ff5df-ccba-4b88-839c-4dd642d8dddb by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:37:47.662327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Attempting to bind port f88ff5df-ccba-4b88-839c-4dd642d8dddb on network 00c74ffb-1fa9-4d25-bebc-439092fdba23 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:47.668269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Port f88ff5df-ccba-4b88-839c-4dd642d8dddb on network 00c74ffb-1fa9-4d25-bebc-439092fdba23 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:37:47.668596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Attempting to bind port f88ff5df-ccba-4b88-839c-4dd642d8dddb on network 00c74ffb-1fa9-4d25-bebc-439092fdba23 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:37:47.681752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:37:47.682091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Checking segment: {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:37:47.682502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Bound using segment: {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:37:47.682942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Bound port: f88ff5df-ccba-4b88-839c-4dd642d8dddb, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:37:47.683304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.692319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 709c2986-ee51-4d88-b6f9-22a990c525f7 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:47.735528 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.737678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 709c2986-ee51-4d88-b6f9-22a990c525f7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:47.738030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 709c2986-ee51-4d88-b6f9-22a990c525f7 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:47.740921 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16927d7-edfa-4110-9550-af68d989fb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.749751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:47.797459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9daeb3b0-a271-4ec7-8919-a402d8a019a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.811990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event deleted for resources: {'Port': ['ID=a9b3641c-c0c4-4e7c-ac99-bb2e8c567300,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:47.820241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:47.868536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] No DVR routers for this DVR port a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:47.873983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16927d7-edfa-4110-9550-af68d989fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.876690 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.878653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04d4c32f-dbb4-4170-a08e-831913528e8f req-f2de3df4-da75-4091-8998-26672a096c90 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "DELETE /v2.0/ports/a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 HTTP/1.1" status: 204 len: 173 time: 1.6738224 Aug 23 03:37:47.890477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] For port 8784c166-0386-4c45-9bfb-c7eaf900f8d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8784c166-0386-4c45-9bfb-c7eaf900f8d4,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:47.890852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:47.928271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Calling delete_port for 8784c166-0386-4c45-9bfb-c7eaf900f8d4 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:47.936702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2dc65ea8-ed8f-4d2b-8d4d-bb80ddd3a43d req-de591d71-9e6a-4fa0-b126-c2bbc9b708e9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 210 time: 0.0718989 Aug 23 03:37:47.950900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:37:47.980029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:37:47.988412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a16927d7-edfa-4110-9550-af68d989fb4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5374ac35ae65487e8ea2b5e407a6f403&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2903519 Aug 23 03:37:47.992290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60036) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:47.992455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16927d7-edfa-4110-9550-af68d989fb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db0e3b1-10c1-429a-b2e9-68067e55cb70,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:48.118549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.189056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283b160-751a-4441-a801-a9a7be5d513b req-a3e7e9a1-f666-494c-8900-eb0fb56ad698 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:48.190728 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9283b160-751a-4441-a801-a9a7be5d513b req-a3e7e9a1-f666-494c-8900-eb0fb56ad698 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 945 time: 0.1522667 Aug 23 03:37:48.199643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:48.199884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.201789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] 10.222.0.24 "PUT /v2.0/ports/f88ff5df-ccba-4b88-839c-4dd642d8dddb HTTP/1.1" status: 200 len: 1091 time: 1.5100157 Aug 23 03:37:48.219865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:48.226877 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61471c04-e271-49ad-ac26-699e056bc5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:48.244834 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9daeb3b0-a271-4ec7-8919-a402d8a019a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.314679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9283b160-751a-4441-a801-a9a7be5d513b req-52832637-c37f-46ea-a9f6-4741d014b404 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142473 Aug 23 03:37:48.341566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9daeb3b0-a271-4ec7-8919-a402d8a019a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.359022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bca3cc1-54b3-4c1c-85b3-6d039e885bf1', 'name': 'network-vif-deleted', 'tag': 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:48.383598 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8c8645-2364-4812-a186-6ca856b37ef3" -d '{"events": [{"server_uuid": "2bca3cc1-54b3-4c1c-85b3-6d039e885bf1", "name": "network-vif-deleted", "tag": "a9b3641c-c0c4-4e7c-ac99-bb2e8c567300"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:48.392651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-392c8ab4-edf1-4d7a-8ef0-e290e73948f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.472821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.485361 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c5eb4c-f557-4641-b8b7-a53bd5039d28 x-openstack-request-id: req-47c5eb4c-f557-4641-b8b7-a53bd5039d28 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:48.485885 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:48.486075 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47c5eb4c-f557-4641-b8b7-a53bd5039d28 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:48.486679 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb', 'status': 'completed', 'code': 200} Aug 23 03:37:48.503228 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-392c8ab4-edf1-4d7a-8ef0-e290e73948f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.505111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9daeb3b0-a271-4ec7-8919-a402d8a019a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84e98c0aa7f941058be4bbd042529d18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2834063 Aug 23 03:37:48.515767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-51301781-2cc4-4d95-82b8-25e3f4dc9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:48.515767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-51301781-2cc4-4d95-82b8-25e3f4dc9258 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 1094 time: 0.1687803 Aug 23 03:37:48.515767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60050) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:48.532085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ebae0-1de8-40d1-a3fe-293e5833c2db service neutron] Pushing event updated for resources: {'Port': ['ID=f88ff5df-ccba-4b88-839c-4dd642d8dddb,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:48.544391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852903c8-de71-4527-bdb7-9aaa69e45aae req-f0783e6c-1d94-4001-a346-3bdaabd21d34 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:48.546170 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-852903c8-de71-4527-bdb7-9aaa69e45aae req-f0783e6c-1d94-4001-a346-3bdaabd21d34 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 943 time: 0.2030504 Aug 23 03:37:48.614277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-140cd7ac-77d9-4ed6-889e-0e54313811e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb HTTP/1.1" status: 200 len: 217 time: 0.0796235 Aug 23 03:37:48.618581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Pushing event deleted for resources: {'Port': ['ID=8784c166-0386-4c45-9bfb-c7eaf900f8d4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:48.653051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeb3b0-a271-4ec7-8919-a402d8a019a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d30e62a-15c8-4f9f-ac85-babd0c817651,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:48.683092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] No DVR routers for this DVR port 8784c166-0386-4c45-9bfb-c7eaf900f8d4 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:48.684175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d4ed72b4-cf2a-4a59-9279-a256d76d3863'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:48.685845 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.688174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97870e24-79b5-4ce8-8298-d8bf71557133 req-4beeef98-ba51-4dcd-b116-7a89ab8bf4bc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.11 "DELETE /v2.0/ports/8784c166-0386-4c45-9bfb-c7eaf900f8d4 HTTP/1.1" status: 204 len: 173 time: 1.8183925 Aug 23 03:37:48.774879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8710fca6-de9b-4f03-b9e3-9f0c21024c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.803486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8710fca6-de9b-4f03-b9e3-9f0c21024c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:48.893103 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-852903c8-de71-4527-bdb7-9aaa69e45aae req-cfc79944-cc52-4c5c-ac96-2cc2c4959a26 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817361 Aug 23 03:37:48.924863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-28063c3e-874f-4615-91a0-ed7eab9c3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:48.926989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-28063c3e-874f-4615-91a0-ed7eab9c3401 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfcfaae4-71ad-468e-bb46-224ebaab3581 HTTP/1.1" status: 200 len: 854 time: 0.2608061 Aug 23 03:37:48.967455 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac69015-0f93-4453-ad1e-080e65bc9b22 x-openstack-request-id: req-0ac69015-0f93-4453-ad1e-080e65bc9b22 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:48.968319 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bca3cc1-54b3-4c1c-85b3-6d039e885bf1", "name": "network-vif-deleted", "tag": "a9b3641c-c0c4-4e7c-ac99-bb2e8c567300", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:48.968764 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ac69015-0f93-4453-ad1e-080e65bc9b22 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:48.969548 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bca3cc1-54b3-4c1c-85b3-6d039e885bf1', 'name': 'network-vif-deleted', 'tag': 'a9b3641c-c0c4-4e7c-ac99-bb2e8c567300', 'status': 'completed', 'code': 200} Aug 23 03:37:49.015746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-247bc58b-7531-48a7-8c62-632b80628370 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00c74ffb-1fa9-4d25-bebc-439092fdba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799499 Aug 23 03:37:49.019951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8710fca6-de9b-4f03-b9e3-9f0c21024c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:49.029594 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8710fca6-de9b-4f03-b9e3-9f0c21024c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:49.035300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8710fca6-de9b-4f03-b9e3-9f0c21024c71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d30e62a-15c8-4f9f-ac85-babd0c817651 HTTP/1.1" status: 204 len: 168 time: 0.5105665 Aug 23 03:37:49.115662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-89e23650-08c9-43c6-af12-a58c552b9cbf req-c56dd706-0d9b-4c43-b490-c6419e593208 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f HTTP/1.1" status: 200 len: 210 time: 0.0538762 Aug 23 03:37:49.200080 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-392c8ab4-edf1-4d7a-8ef0-e290e73948f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:49.203589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-392c8ab4-edf1-4d7a-8ef0-e290e73948f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:49.209305 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-392c8ab4-edf1-4d7a-8ef0-e290e73948f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0db0e3b1-10c1-429a-b2e9-68067e55cb70 HTTP/1.1" status: 204 len: 168 time: 1.2156136 Aug 23 03:37:49.258011 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-c38f8840-fc75-47a0-b15e-96cb460740bc service neutron] 10.222.0.24 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192495 Aug 23 03:37:49.323590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710fca6-de9b-4f03-b9e3-9f0c21024c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d30e62a-15c8-4f9f-ac85-babd0c817651,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:49.361735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c8ab4-edf1-4d7a-8ef0-e290e73948f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db0e3b1-10c1-429a-b2e9-68067e55cb70,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:49.365339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e5838d1-0a97-4cf7-87d4-5f496e4989d4 req-a29ec76f-3003-41e2-9889-1abb2e67cb85 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bca3cc1-54b3-4c1c-85b3-6d039e885bf1 HTTP/1.1" status: 200 len: 210 time: 0.0569715 Aug 23 03:37:49.437479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb69e41-7ecb-422f-8ed3-50734002e1f9 req-03563825-a2da-418b-bf29-c1fe4c2b5dfa tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:49.439198 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6cb69e41-7ecb-422f-8ed3-50734002e1f9 req-03563825-a2da-418b-bf29-c1fe4c2b5dfa tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 945 time: 0.2569702 Aug 23 03:37:49.514155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fca2bf-bbfc-464c-ba6a-200f359aa86b req-37e96d51-3627-4209-8a4a-29a6c4f11747 service neutron] 10.222.0.24 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360570 Aug 23 03:37:49.518660 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6cb69e41-7ecb-422f-8ed3-50734002e1f9 req-4a430685-ca1d-482b-a1ca-98f201b4fded tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698397 Aug 23 03:37:49.744079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-0dc2c9df-2545-47c9-adf1-379858405d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:49.760567 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-0dc2c9df-2545-47c9-adf1-379858405d03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 1094 time: 0.0733998 Aug 23 03:37:49.863517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-ddb97b1d-3624-49b3-aa21-de595325ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:49.865641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-ddb97b1d-3624-49b3-aa21-de595325ed7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 200 len: 914 time: 0.0978124 Aug 23 03:37:49.910612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-3d0c172c-f5e2-43ba-ae42-7eb4c2fb75e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb HTTP/1.1" status: 200 len: 217 time: 0.0366468 Aug 23 03:37:50.023451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e5c6-b94d-491a-ac29-1a5c5efd4d5e req-15c80ad4-1ae3-41b0-b8d6-d38b9dacdb9f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:50.025895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ccf8e5c6-b94d-491a-ac29-1a5c5efd4d5e req-15c80ad4-1ae3-41b0-b8d6-d38b9dacdb9f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 943 time: 0.0537376 Aug 23 03:37:50.069906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-59dace0a-6335-4eea-982e-958ac3861c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:50.071951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-59dace0a-6335-4eea-982e-958ac3861c1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfcfaae4-71ad-468e-bb46-224ebaab3581 HTTP/1.1" status: 200 len: 854 time: 0.1534636 Aug 23 03:37:50.089973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ccf8e5c6-b94d-491a-ac29-1a5c5efd4d5e req-b239cbdc-65ba-463e-8dea-fda2b41c48e0 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558302 Aug 23 03:37:50.119321 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-89b3a691-fbd9-4285-a1e9-33462add11cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00c74ffb-1fa9-4d25-bebc-439092fdba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399077 Aug 23 03:37:50.149640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60074) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:50.174703 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a932ef18-deb0-4d5e-8b9d-9f41bb1710c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.221450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60078) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:50.245860 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d8e10b3-f3e6-46ec-8de7-03ec2c4c1eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.264256 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-8d3a55bc-09e6-42aa-98bc-80f5e4445669 service neutron] 10.222.0.24 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364319 Aug 23 03:37:50.397579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61471c04-e271-49ad-ac26-699e056bc5a8 req-ef426dc2-2258-4e89-ae03-ff2cbb1b8d4b service neutron] 10.222.0.24 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232486 Aug 23 03:37:50.399315 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a932ef18-deb0-4d5e-8b9d-9f41bb1710c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.474752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a932ef18-deb0-4d5e-8b9d-9f41bb1710c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.516258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932ef18-deb0-4d5e-8b9d-9f41bb1710c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779bc5ed-2738-42a1-a613-b9191005350d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:50.532461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a932ef18-deb0-4d5e-8b9d-9f41bb1710c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a1d2195c6024ab980f4fc36b2cab083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811140 Aug 23 03:37:50.534713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60084) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:50.540473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8784c166-0386-4c45-9bfb-c7eaf900f8d4 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:50.573843 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d8e10b3-f3e6-46ec-8de7-03ec2c4c1eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.632459 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c781a532-dc50-4268-9c39-9c400cd69037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.634563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 8784c166-0386-4c45-9bfb-c7eaf900f8d4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:50.635155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8784c166-0386-4c45-9bfb-c7eaf900f8d4 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:50.635781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:50.674872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d8e10b3-f3e6-46ec-8de7-03ec2c4c1eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.676131 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:50.678935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a9b3641c-c0c4-4e7c-ac99-bb2e8c567300 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:50.683834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c781a532-dc50-4268-9c39-9c400cd69037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.750347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6d8e10b3-f3e6-46ec-8de7-03ec2c4c1eac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2330025ba3e4d5d911dcfff242dd44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262234 Aug 23 03:37:50.752929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60094) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:50.775967 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:37:50.781587 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e10b3-f3e6-46ec-8de7-03ec2c4c1eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ad61b-743d-4a08-8cfb-49d5abb620d4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:50.811549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d8a4a-0e12-4d45-a46a-3ce171ebdfa0 req-83e736a8-00e5-4bc4-a785-a97224ac2e1b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:50.813212 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d18d8a4a-0e12-4d45-a46a-3ce171ebdfa0 req-83e736a8-00e5-4bc4-a785-a97224ac2e1b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 945 time: 0.0992410 Aug 23 03:37:50.820471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afb51b-0f56-4787-a073-9fbd2200eb47 req-fe7410c7-f186-4ef0-9b1f-5ad4808335f6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:50.828564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69afb51b-0f56-4787-a073-9fbd2200eb47 req-fe7410c7-f186-4ef0-9b1f-5ad4808335f6 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.1330011 Aug 23 03:37:50.868493 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c781a532-dc50-4268-9c39-9c400cd69037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.869737 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac652287-089d-4a95-baf9-4d6853689804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.871239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c781a532-dc50-4268-9c39-9c400cd69037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.872595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c781a532-dc50-4268-9c39-9c400cd69037 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/779bc5ed-2738-42a1-a613-b9191005350d HTTP/1.1" status: 204 len: 168 time: 0.3362947 Aug 23 03:37:50.914623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69afb51b-0f56-4787-a073-9fbd2200eb47 req-3bc7685d-2610-4cb8-9050-164084d1f86c tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808010 Aug 23 03:37:50.919945 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d18d8a4a-0e12-4d45-a46a-3ce171ebdfa0 req-5d55ee60-c292-4cac-93b3-bcbe4ea1dbc8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961130 Aug 23 03:37:50.919945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781a532-dc50-4268-9c39-9c400cd69037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779bc5ed-2738-42a1-a613-b9191005350d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:50.945258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac652287-089d-4a95-baf9-4d6853689804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:50.977985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'name': 'network-vif-deleted', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:50.980288 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb3422a-a204-4593-a9c9-152f6ee269f1" -d '{"events": [{"server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "name": "network-vif-deleted", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:51.115709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac652287-089d-4a95-baf9-4d6853689804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:51.118677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac652287-089d-4a95-baf9-4d6853689804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:51.120155 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ac652287-089d-4a95-baf9-4d6853689804 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af6ad61b-743d-4a08-8cfb-49d5abb620d4 HTTP/1.1" status: 204 len: 168 time: 0.3665698 Aug 23 03:37:51.129077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac652287-089d-4a95-baf9-4d6853689804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ad61b-743d-4a08-8cfb-49d5abb620d4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:51.385534 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d574db0-5da1-46f8-a9fa-6f52c60d1b74 x-openstack-request-id: req-5d574db0-5da1-46f8-a9fa-6f52c60d1b74 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:51.386154 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f", "name": "network-vif-deleted", "tag": "8784c166-0386-4c45-9bfb-c7eaf900f8d4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:51.386565 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d574db0-5da1-46f8-a9fa-6f52c60d1b74 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:51.387115 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a9ce5-ba3e-4fc7-8fd9-a5196d9bfb9f', 'name': 'network-vif-deleted', 'tag': '8784c166-0386-4c45-9bfb-c7eaf900f8d4', 'status': 'completed', 'code': 200} Aug 23 03:37:51.508339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496f536-fdeb-452d-b534-fb8c46f6a6c1 req-8c8b4530-0d11-4d9e-a2af-0c791b985fc5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:51.510253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6496f536-fdeb-452d-b534-fb8c46f6a6c1 req-8c8b4530-0d11-4d9e-a2af-0c791b985fc5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 943 time: 0.0617807 Aug 23 03:37:51.590063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6496f536-fdeb-452d-b534-fb8c46f6a6c1 req-dbe78d0c-4a1e-4586-ae56-e11a7e358ec6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495839 Aug 23 03:37:51.637232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677bddf-2608-4604-8493-50ee3d796914 req-5833612c-61d5-477f-9f50-f246bfb43948 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:51.643464 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4677bddf-2608-4604-8493-50ee3d796914 req-5833612c-61d5-477f-9f50-f246bfb43948 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 945 time: 0.0903254 Aug 23 03:37:51.697216 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4677bddf-2608-4604-8493-50ee3d796914 req-4e0432a7-9f9e-4d35-b184-463c67a4b754 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525353 Aug 23 03:37:51.720349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f88ff5df-ccba-4b88-839c-4dd642d8dddb details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:37:51.879880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:51.894510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb', 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23', 'port_id': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb', 'mac_address': 'fa:16:3e:db:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcfaae4-71ad-468e-bb46-224ebaab3581', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:37:51.943816 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:51.955472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88ff5df-ccba-4b88-839c-4dd642d8dddb {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:37:51.976423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:52.013962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-c2b36159-401b-4da0-97a1-0b1d4b4cd8dc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:52.016050 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-c2b36159-401b-4da0-97a1-0b1d4b4cd8dc tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0668619 Aug 23 03:37:52.119527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Deleting port d4ed72b4-cf2a-4a59-9279-a256d76d3863 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:52.119819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:52.126365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:52.227534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f88ff5df-ccba-4b88-839c-4dd642d8dddb,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:52.269697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] For port d4ed72b4-cf2a-4a59-9279-a256d76d3863, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d4ed72b4-cf2a-4a59-9279-a256d76d3863,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:52.270076 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:52.289701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Calling delete_port for d4ed72b4-cf2a-4a59-9279-a256d76d3863 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:52.349814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159b368-b012-4eaf-9d9e-64c81a9bfec2 req-e0a817bb-bb6b-4e24-9bb8-0423b5945e5d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:52.351926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b159b368-b012-4eaf-9d9e-64c81a9bfec2 req-e0a817bb-bb6b-4e24-9bb8-0423b5945e5d tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 950 time: 0.0684664 Aug 23 03:37:52.376393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f88ff5df-ccba-4b88-839c-4dd642d8dddb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:52.401861 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b159b368-b012-4eaf-9d9e-64c81a9bfec2 req-31b33ce2-7ef8-4833-8f93-63deb500c292 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/security-groups?id=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Aug 23 03:37:52.462570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:52.544454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8456-44db-4591-99fb-bfb19a0ef07b req-5649f465-25f1-4f03-b78c-e98d02297b41 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:52.544661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0ceac-36a7-410d-800d-c01e7c567fc2 req-23ccc07f-7a9c-42ff-9f9c-83974d8829a1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:52.546054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-543c8456-44db-4591-99fb-bfb19a0ef07b req-5649f465-25f1-4f03-b78c-e98d02297b41 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 944 time: 0.0693603 Aug 23 03:37:52.557863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31f0ceac-36a7-410d-800d-c01e7c567fc2 req-23ccc07f-7a9c-42ff-9f9c-83974d8829a1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 949 time: 0.0811241 Aug 23 03:37:52.561944 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:52.612646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-543c8456-44db-4591-99fb-bfb19a0ef07b req-498cc71f-1921-46ab-9a2a-794313447a11 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543146 Aug 23 03:37:52.643272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Pushing event deleted for resources: {'Port': ['ID=d4ed72b4-cf2a-4a59-9279-a256d76d3863,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:52.650715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31f0ceac-36a7-410d-800d-c01e7c567fc2 req-44215ec0-b4bb-49c7-99db-da8fd0c2f27e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901051 Aug 23 03:37:52.718876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] No DVR routers for this DVR port d4ed72b4-cf2a-4a59-9279-a256d76d3863 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:52.722106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:52.726079 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-212d6345-c409-4597-a7db-42816ed8c7d3 req-ef88483c-ac8c-4c6c-bea3-df2a41a06463 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.24 "DELETE /v2.0/ports/d4ed72b4-cf2a-4a59-9279-a256d76d3863 HTTP/1.1" status: 204 len: 173 time: 0.7037282 Aug 23 03:37:52.726872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'name': 'network-vif-deleted', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:52.730037 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0057e178-efa2-4e53-ae8b-1bc69d7160d5" -d '{"events": [{"server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "name": "network-vif-deleted", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:52.807706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8937b-0e6e-48ae-b2fc-d60aee633cbe req-dba9f65e-6825-4791-b0d8-f82807f66007 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:52.817099 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ff8937b-0e6e-48ae-b2fc-d60aee633cbe req-dba9f65e-6825-4791-b0d8-f82807f66007 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 944 time: 0.0651312 Aug 23 03:37:52.843609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655a068-dea9-435a-905a-bbd4ca9acacb req-db86fbaa-7768-4ce1-a15e-18f9bbf30d53 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:52.851726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a655a068-dea9-435a-905a-bbd4ca9acacb req-db86fbaa-7768-4ce1-a15e-18f9bbf30d53 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 945 time: 0.0609245 Aug 23 03:37:52.867621 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ff8937b-0e6e-48ae-b2fc-d60aee633cbe req-420f352f-76e6-494e-8cb4-fbaf0d41d644 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464032 Aug 23 03:37:52.913736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a655a068-dea9-435a-905a-bbd4ca9acacb req-57f03fb8-0bfd-4f40-98a6-6ea56cf0c988 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 Aug 23 03:37:52.944018 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e5ca88-385a-49b8-a796-a3a4efe3b969 x-openstack-request-id: req-06e5ca88-385a-49b8-a796-a3a4efe3b969 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:52.944366 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a108fb0-acc6-4900-9d2a-4243d140cb18", "name": "network-vif-deleted", "tag": "d4ed72b4-cf2a-4a59-9279-a256d76d3863", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:52.944599 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06e5ca88-385a-49b8-a796-a3a4efe3b969 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:52.945098 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a108fb0-acc6-4900-9d2a-4243d140cb18', 'name': 'network-vif-deleted', 'tag': 'd4ed72b4-cf2a-4a59-9279-a256d76d3863', 'status': 'completed', 'code': 200} Aug 23 03:37:52.952955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-786c44a1-3b1c-49aa-a127-1de456aa1a1b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:52.954641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-786c44a1-3b1c-49aa-a127-1de456aa1a1b tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 944 time: 0.0828836 Aug 23 03:37:53.097777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Deleting port f19c15c5-6540-4586-afb9-eda2f362fdde {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:53.097777 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:53.125932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d4ed72b4-cf2a-4a59-9279-a256d76d3863'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:53.195451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] For port f19c15c5-6540-4586-afb9-eda2f362fdde, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f19c15c5-6540-4586-afb9-eda2f362fdde,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:53.195822 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:53.218564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Calling delete_port for f19c15c5-6540-4586-afb9-eda2f362fdde owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:53.295468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-8c5b510e-3fc0-4bb8-abfa-981fda02db31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:53.297001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-8c5b510e-3fc0-4bb8-abfa-981fda02db31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 945 time: 0.0482082 Aug 23 03:37:53.409682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Deleting port 64910ef5-f109-4c7b-890b-9d0e37eb42c5 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:53.410342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:53.425171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:53.438582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f19c15c5-6540-4586-afb9-eda2f362fdde'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:53.458401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Pushing event deleted for resources: {'Port': ['ID=f19c15c5-6540-4586-afb9-eda2f362fdde,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:53.484306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.486639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.489002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.490236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.491449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.492262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.492957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.494090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.495323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.496766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.497634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.498083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:53.531053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-112a1116-bc8e-4a51-a9cb-fa34f67d91b3 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:53.532552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-112a1116-bc8e-4a51-a9cb-fa34f67d91b3 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 949 time: 0.1182647 Aug 23 03:37:53.586884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] No DVR routers for this DVR port f19c15c5-6540-4586-afb9-eda2f362fdde on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:53.590320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:53.593917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be4e4efe-3107-458e-8bbb-3b090e54a031 req-f07362df-479f-43a7-a4c1-223b05cdf20f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.24 "DELETE /v2.0/ports/f19c15c5-6540-4586-afb9-eda2f362fdde HTTP/1.1" status: 204 len: 173 time: 0.6287026 Aug 23 03:37:53.658906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d2bcf7c-7f79-4aa4-ab26-326c25a668fd req-b93da13c-e081-415c-81c9-c8842ff50459 tempest-MigrationsAdminTest-1391297514 tempest-MigrationsAdminTest-1391297514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a108fb0-acc6-4900-9d2a-4243d140cb18 HTTP/1.1" status: 200 len: 210 time: 0.0723653 Aug 23 03:37:53.665844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] For port 64910ef5-f109-4c7b-890b-9d0e37eb42c5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=64910ef5-f109-4c7b-890b-9d0e37eb42c5,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:53.665844 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:53.686579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Calling delete_port for 64910ef5-f109-4c7b-890b-9d0e37eb42c5 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:53.719141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f88ff5df-ccba-4b88-839c-4dd642d8dddb up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:37:53.777728 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b0c1d243-b5eb-4177-9a99-b3063404603e req-b8a07526-0d9a-48d8-b956-bc5d5ca964fc tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 210 time: 0.0767281 Aug 23 03:37:53.867384 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Deleting port 08bd716d-73df-4719-91de-5e20bc120f28 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:53.867861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:53.898731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port f88ff5df-ccba-4b88-839c-4dd642d8dddb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:37:53.902981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port f88ff5df-ccba-4b88-839c-4dd642d8dddb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:37:53.903707 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.003964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e7b4b-a0c8-4720-8091-19c8f91ff964 req-d0f653af-3bd1-42b0-b8c1-980d396953d9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:54.005683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd6e7b4b-a0c8-4720-8091-19c8f91ff964 req-d0f653af-3bd1-42b0-b8c1-980d396953d9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 949 time: 0.1887977 Aug 23 03:37:54.031686 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.062805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:54.065388 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267064d5-8fea-4c8f-ba60-c299d7e5719d" -d '{"events": [{"server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "name": "network-vif-plugged", "status": "completed", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:54.079150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] For port 08bd716d-73df-4719-91de-5e20bc120f28, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=08bd716d-73df-4719-91de-5e20bc120f28,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:54.079540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.080609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:54.097651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd6e7b4b-a0c8-4720-8091-19c8f91ff964 req-2681c85d-a948-4f21-b6c0-6be482050b55 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833938 Aug 23 03:37:54.102211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Calling delete_port for 08bd716d-73df-4719-91de-5e20bc120f28 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:54.122965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.152324 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.157983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['64910ef5-f109-4c7b-890b-9d0e37eb42c5'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:54.199337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event deleted for resources: {'Port': ['ID=64910ef5-f109-4c7b-890b-9d0e37eb42c5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:54.226103 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5c4114e2-e306-42a2-8476-f6f0b4888cc2 req-02d005e0-bc9d-4a75-a252-536070ac2064 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 210 time: 0.0396764 Aug 23 03:37:54.232962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f88ff5df-ccba-4b88-839c-4dd642d8dddb,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:54.265268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.265613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.265945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.266430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.266790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.267129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.267450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.267769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.268084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.268402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.268719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.269111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:37:54.279966 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e98e5fb-4d1d-47d9-aa46-8c4d9708b310 x-openstack-request-id: req-0e98e5fb-4d1d-47d9-aa46-8c4d9708b310 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:54.280568 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "name": "network-vif-plugged", "status": "completed", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:54.281128 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e98e5fb-4d1d-47d9-aa46-8c4d9708b310 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:54.286499 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb', 'code': 200} Aug 23 03:37:54.351166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] No DVR routers for this DVR port 64910ef5-f109-4c7b-890b-9d0e37eb42c5 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:54.363332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.365393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bfa008c-fb04-4f4a-b4e5-49bb24befe19 req-39756435-9a43-4c42-b10b-d1b12873dc99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "DELETE /v2.0/ports/64910ef5-f109-4c7b-890b-9d0e37eb42c5 HTTP/1.1" status: 204 len: 173 time: 1.0602589 Aug 23 03:37:54.365830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a0012e-fb3a-458b-a78d-e92fdd6ec46b', 'name': 'network-vif-deleted', 'tag': '64910ef5-f109-4c7b-890b-9d0e37eb42c5'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:54.368062 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9d1be1-1f94-4ff2-81aa-21edb139e17b" -d '{"events": [{"server_uuid": "c1a0012e-fb3a-458b-a78d-e92fdd6ec46b", "name": "network-vif-deleted", "tag": "64910ef5-f109-4c7b-890b-9d0e37eb42c5"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:54.387658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-c38e0ec7-e936-4fe3-9136-cb9349cfe720 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:54.389558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-c38e0ec7-e936-4fe3-9136-cb9349cfe720 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 950 time: 0.1860580 Aug 23 03:37:54.399780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff656c54-347f-4988-b5e0-458658fc7dfb req-f5450a9a-76dc-4bd2-9a53-f09058481344 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:54.407780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff656c54-347f-4988-b5e0-458658fc7dfb req-f5450a9a-76dc-4bd2-9a53-f09058481344 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.2260814 Aug 23 03:37:54.417680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e494-3921-4976-bc2b-e9d07a8633d3 req-32adb67f-8dd1-4362-8589-0ac7993af824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:54.420512 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a27e494-3921-4976-bc2b-e9d07a8633d3 req-32adb67f-8dd1-4362-8589-0ac7993af824 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 1096 time: 0.0536108 Aug 23 03:37:54.427397 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8424c1fc-6645-4d14-9ece-ec683cfe2447 x-openstack-request-id: req-8424c1fc-6645-4d14-9ece-ec683cfe2447 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:54.432787 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a0012e-fb3a-458b-a78d-e92fdd6ec46b", "name": "network-vif-deleted", "tag": "64910ef5-f109-4c7b-890b-9d0e37eb42c5", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:54.432787 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8424c1fc-6645-4d14-9ece-ec683cfe2447 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:54.432787 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a0012e-fb3a-458b-a78d-e92fdd6ec46b', 'name': 'network-vif-deleted', 'tag': '64910ef5-f109-4c7b-890b-9d0e37eb42c5', 'status': 'completed', 'code': 200} Aug 23 03:37:54.469755 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a27e494-3921-4976-bc2b-e9d07a8633d3 req-f881988d-3638-4c3a-bb16-5aefb9e4bda8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Aug 23 03:37:54.540549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff656c54-347f-4988-b5e0-458658fc7dfb req-a6174b63-1763-4d78-9dc4-bf85ab8ab590 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318986 Aug 23 03:37:54.577142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Deleting port 916c007e-d38a-4156-9d59-dc321ef90d79 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:54.577484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.672495 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.675966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] For port 916c007e-d38a-4156-9d59-dc321ef90d79, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=916c007e-d38a-4156-9d59-dc321ef90d79,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:54.677871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.684914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:54.718207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Calling delete_port for 916c007e-d38a-4156-9d59-dc321ef90d79 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:54.725259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event deleted for resources: {'Port': ['ID=08bd716d-73df-4719-91de-5e20bc120f28,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:54.741246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28', '916c007e-d38a-4156-9d59-dc321ef90d79'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:54.846454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] No DVR routers for this DVR port 08bd716d-73df-4719-91de-5e20bc120f28 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:54.850039 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:54.852089 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed1b184-5f74-489b-b2ae-70cd7659e6ec req-79395f71-572a-4a17-9428-2249c2bf31e5 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "DELETE /v2.0/ports/08bd716d-73df-4719-91de-5e20bc120f28 HTTP/1.1" status: 204 len: 173 time: 1.2806683 Aug 23 03:37:54.934287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d938fac7-d73a-4178-9c3c-1ba3da80a806 req-2a996c41-e25b-49c6-aa2d-50b9575890f8 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1f5a71-98b7-45f8-b928-d3c8dbe078a6 HTTP/1.1" status: 200 len: 210 time: 0.0301254 Aug 23 03:37:54.946311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'name': 'network-vif-deleted', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:54.949360 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aac9dcf-a6b6-4331-a264-b721426f1bb5" -d '{"events": [{"server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "name": "network-vif-deleted", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:55.058085 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07b0d43-6780-4dab-ab9b-4d514f1c89e0 x-openstack-request-id: req-f07b0d43-6780-4dab-ab9b-4d514f1c89e0 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:55.061286 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1f5a71-98b7-45f8-b928-d3c8dbe078a6", "name": "network-vif-deleted", "tag": "f19c15c5-6540-4586-afb9-eda2f362fdde", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:55.061286 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f07b0d43-6780-4dab-ab9b-4d514f1c89e0 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:55.061286 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1f5a71-98b7-45f8-b928-d3c8dbe078a6', 'name': 'network-vif-deleted', 'tag': 'f19c15c5-6540-4586-afb9-eda2f362fdde', 'status': 'completed', 'code': 200} Aug 23 03:37:55.080420 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:55.131771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['08bd716d-73df-4719-91de-5e20bc120f28'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:55.136645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event deleted for resources: {'Port': ['ID=916c007e-d38a-4156-9d59-dc321ef90d79,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:55.176384 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60308) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:55.216973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] No DVR routers for this DVR port 916c007e-d38a-4156-9d59-dc321ef90d79 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:55.217568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:37:55.226155 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:55.229332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b766e887-dd51-4780-b35a-6e4cd84de495 req-2f9018e9-f901-487e-9a17-c6841219617e tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.11 "DELETE /v2.0/ports/916c007e-d38a-4156-9d59-dc321ef90d79 HTTP/1.1" status: 204 len: 173 time: 0.8192823 Aug 23 03:37:55.312132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-85f3d61e-e6a4-4061-9f44-f9192832d441 req-24b67e56-f8b1-49c4-8468-0f2ce20fd05f tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b HTTP/1.1" status: 200 len: 210 time: 0.0642891 Aug 23 03:37:55.485661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60336) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:55.503101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-87110a08-4d7d-425b-9635-0e5535ea3879 req-6a828f2a-4bcd-4e21-8d3c-67ec435e2088 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a0012e-fb3a-458b-a78d-e92fdd6ec46b HTTP/1.1" status: 200 len: 210 time: 0.0591788 Aug 23 03:37:55.565046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec675ba8-a26b-4c99-a8b0-e5aa15d08ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:55.628496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aaca5dc4-5994-40fa-9066-142aa1b779fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20f616f4226d41c0bc8d4e12b5359c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420562 Aug 23 03:37:55.631144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60346) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:55.691343 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db7225b9-7dee-478b-8b80-7884a29f344d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:55.702564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bccdc2-58cd-4e92-b12a-e98c36ba10ce req-3fb0312b-beb8-46c7-a362-808127df28f3 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:55.704095 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e1bccdc2-58cd-4e92-b12a-e98c36ba10ce req-3fb0312b-beb8-46c7-a362-808127df28f3 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0665479 Aug 23 03:37:55.728289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db7225b9-7dee-478b-8b80-7884a29f344d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:55.744588 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec675ba8-a26b-4c99-a8b0-e5aa15d08ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:55.748124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d4ed72b4-cf2a-4a59-9279-a256d76d3863 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:55.761567 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e1bccdc2-58cd-4e92-b12a-e98c36ba10ce req-9ae8c00a-7648-4943-8822-ec79e831786c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494454 Aug 23 03:37:55.768688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: d4ed72b4-cf2a-4a59-9279-a256d76d3863 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:55.768922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d4ed72b4-cf2a-4a59-9279-a256d76d3863 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:55.769372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f19c15c5-6540-4586-afb9-eda2f362fdde no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:55.790730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: f19c15c5-6540-4586-afb9-eda2f362fdde {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:55.790730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f19c15c5-6540-4586-afb9-eda2f362fdde not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:55.886593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec675ba8-a26b-4c99-a8b0-e5aa15d08ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:55.887034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db7225b9-7dee-478b-8b80-7884a29f344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:55.900733 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db7225b9-7dee-478b-8b80-7884a29f344d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:55.900733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-db7225b9-7dee-478b-8b80-7884a29f344d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9922d4dc-e8af-4dd2-9331-7aa39aac2d7c HTTP/1.1" status: 204 len: 168 time: 0.2673337 Aug 23 03:37:55.927381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7225b9-7dee-478b-8b80-7884a29f344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9922d4dc-e8af-4dd2-9331-7aa39aac2d7c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:55.997307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60366) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:55.998525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec675ba8-a26b-4c99-a8b0-e5aa15d08ff0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0be136d70d5844d0bfced274df360bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8201118 Aug 23 03:37:55.999576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec675ba8-a26b-4c99-a8b0-e5aa15d08ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070da16e-d518-4c41-a018-1b691504fe47,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:56.097224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c18d0f-583b-40a1-a981-194341e1fec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:56.120321 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f958ba8-e3f1-452d-a77b-05712fa63fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:56.130415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c18d0f-583b-40a1-a981-194341e1fec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:56.223119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c18d0f-583b-40a1-a981-194341e1fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:56.230957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c18d0f-583b-40a1-a981-194341e1fec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:56.232589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-06c18d0f-583b-40a1-a981-194341e1fec8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/070da16e-d518-4c41-a018-1b691504fe47 HTTP/1.1" status: 204 len: 168 time: 0.2339153 Aug 23 03:37:56.244889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c18d0f-583b-40a1-a981-194341e1fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070da16e-d518-4c41-a018-1b691504fe47,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:56.429630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b', 'name': 'network-vif-deleted', 'tag': '08bd716d-73df-4719-91de-5e20bc120f28'}, {'server_uuid': '00e67156-a306-464c-bc8b-d8a3824a7123', 'name': 'network-vif-deleted', 'tag': '916c007e-d38a-4156-9d59-dc321ef90d79'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:56.432383 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf74871-a8e0-41af-9ddd-2da3f5bcbb97" -d '{"events": [{"server_uuid": "7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b", "name": "network-vif-deleted", "tag": "08bd716d-73df-4719-91de-5e20bc120f28"}, {"server_uuid": "00e67156-a306-464c-bc8b-d8a3824a7123", "name": "network-vif-deleted", "tag": "916c007e-d38a-4156-9d59-dc321ef90d79"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:56.548796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580227cc-5e21-4fd6-9f2d-8b3e6a37137f req-6eccdeb6-614e-4afb-8049-33fe4b5b8d36 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:56.551289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-580227cc-5e21-4fd6-9f2d-8b3e6a37137f req-6eccdeb6-614e-4afb-8049-33fe4b5b8d36 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 944 time: 0.0667098 Aug 23 03:37:56.604305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-580227cc-5e21-4fd6-9f2d-8b3e6a37137f req-ff011b29-6283-484a-bf03-807fe908cdb9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Aug 23 03:37:56.610498 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1899f299-f464-4699-981c-fcbbed3e1800 x-openstack-request-id: req-1899f299-f464-4699-981c-fcbbed3e1800 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:56.611404 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b", "name": "network-vif-deleted", "tag": "08bd716d-73df-4719-91de-5e20bc120f28", "status": "completed", "code": 200}, {"server_uuid": "00e67156-a306-464c-bc8b-d8a3824a7123", "name": "network-vif-deleted", "tag": "916c007e-d38a-4156-9d59-dc321ef90d79", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:56.611404 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1899f299-f464-4699-981c-fcbbed3e1800 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:56.611732 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb1fa9f-a237-40bb-9d9f-c0a4a883cc5b', 'name': 'network-vif-deleted', 'tag': '08bd716d-73df-4719-91de-5e20bc120f28', 'status': 'completed', 'code': 200} Aug 23 03:37:56.612075 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e67156-a306-464c-bc8b-d8a3824a7123', 'name': 'network-vif-deleted', 'tag': '916c007e-d38a-4156-9d59-dc321ef90d79', 'status': 'completed', 'code': 200} Aug 23 03:37:56.712054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a692990-70a3-4f21-8f6f-bf48e13dbad2 req-128df7dd-a2a3-4855-908a-6bcaacb9d666 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=00e67156-a306-464c-bc8b-d8a3824a7123 HTTP/1.1" status: 200 len: 210 time: 0.0300648 Aug 23 03:37:56.921101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848459b3-62dc-4b40-a4ca-ec5f83ea6e17 req-ea84348d-363b-4f6e-9406-4ac1d27b91de tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:56.922583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-848459b3-62dc-4b40-a4ca-ec5f83ea6e17 req-ea84348d-363b-4f6e-9406-4ac1d27b91de tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0931978 Aug 23 03:37:56.945809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-86fc2cd4-c564-4453-a001-35657781edfc tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:56.948846 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-86fc2cd4-c564-4453-a001-35657781edfc tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 944 time: 0.0772381 Aug 23 03:37:56.971765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60472) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:57.020032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-848459b3-62dc-4b40-a4ca-ec5f83ea6e17 req-ddfd2951-e3fe-44d7-bb09-9c63087e982c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888650 Aug 23 03:37:57.021500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5bf762b0-d773-4e6b-a6de-51cf9a446758 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fae5c4fc717643d8b787ea4115c5db69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547464 Aug 23 03:37:57.022376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60482) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:57.092280 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9a065dd-a195-497c-9195-0812f42324bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.109130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Deleting port 2c39946d-645f-432f-bcba-afb53a96e850 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:37:57.109746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.115938 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9a065dd-a195-497c-9195-0812f42324bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.196855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5524a-1461-42a2-b7c4-542b23135579 req-cdfd4f57-b974-4a44-b3d5-0995f5ae0be8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:57.198423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32c5524a-1461-42a2-b7c4-542b23135579 req-cdfd4f57-b974-4a44-b3d5-0995f5ae0be8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0623631 Aug 23 03:37:57.236755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32c5524a-1461-42a2-b7c4-542b23135579 req-e4581b67-5ee9-415c-8dd8-5e3e5ebfd050 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Aug 23 03:37:57.289895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] For port 2c39946d-645f-432f-bcba-afb53a96e850, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2c39946d-645f-432f-bcba-afb53a96e850,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:37:57.289895 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.312557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Calling delete_port for 2c39946d-645f-432f-bcba-afb53a96e850 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:37:57.322379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-895b8a9a-dc82-44c6-9fcf-268a271c0cf0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:57.323915 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-895b8a9a-dc82-44c6-9fcf-268a271c0cf0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.1738877 Aug 23 03:37:57.331941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9a065dd-a195-497c-9195-0812f42324bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.335410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9a065dd-a195-497c-9195-0812f42324bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.338988 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a9a065dd-a195-497c-9195-0812f42324bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25b0f707-98b1-4024-a692-c2a950a36e20 HTTP/1.1" status: 204 len: 168 time: 0.3131213 Aug 23 03:37:57.343857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-89ca1205-e69a-4752-a462-10efa1161d47 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/quotas/4013780338e54b128aef06d19a2c7bca HTTP/1.1" status: 200 len: 375 time: 0.0127034 Aug 23 03:37:57.352179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a065dd-a195-497c-9195-0812f42324bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b0f707-98b1-4024-a692-c2a950a36e20,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:57.409432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-ea616b24-e687-4730-84f6-3eb7ce2d1eb1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307620 Aug 23 03:37:57.544224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60520) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:57.553595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b6bca895-0ea3-4492-b407-2169887786d7 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304312 Aug 23 03:37:57.558034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb534cb6-4cad-45f7-9f86-af3a6a67b4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.649907 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb534cb6-4cad-45f7-9f86-af3a6a67b4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.650790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-dbdedd6f-a141-43de-87b0-98d1bda249df service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904107 Aug 23 03:37:57.657513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.695145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Pushing event deleted for resources: {'Port': ['ID=2c39946d-645f-432f-bcba-afb53a96e850,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:57.741766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb534cb6-4cad-45f7-9f86-af3a6a67b4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.755223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] No DVR routers for this DVR port 2c39946d-645f-432f-bcba-afb53a96e850 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:37:57.759050 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.764250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f15a6015-e8cf-49e2-8406-ab4e5c36a217 req-11632d81-6aba-4f8d-9acc-70e7a64906c5 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.24 "DELETE /v2.0/ports/2c39946d-645f-432f-bcba-afb53a96e850 HTTP/1.1" status: 204 len: 173 time: 0.8057580 Aug 23 03:37:57.764250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'name': 'network-vif-deleted', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:37:57.764879 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e8a04b-1139-498b-8f66-4f240f940277" -d '{"events": [{"server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "name": "network-vif-deleted", "tag": "2c39946d-645f-432f-bcba-afb53a96e850"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:37:57.776003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60530) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:37:57.776192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fb534cb6-4cad-45f7-9f86-af3a6a67b4dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=761201832f73416fbc1edaabb8c7544a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307503 Aug 23 03:37:57.797567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb534cb6-4cad-45f7-9f86-af3a6a67b4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9387bf-12bf-4b4a-b976-731b9af2f6f6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:57.842336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b843843-2945-42bd-87a6-b6ed5679893f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:57.865148 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b843843-2945-42bd-87a6-b6ed5679893f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:58.001674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18c0ac2e-f615-4f44-8951-96c314db0218 req-06980186-e83e-440f-a72e-f00ee9ae9d3e tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 210 time: 0.0334246 Aug 23 03:37:58.055037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b843843-2945-42bd-87a6-b6ed5679893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:58.055037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b843843-2945-42bd-87a6-b6ed5679893f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:58.055037 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3b843843-2945-42bd-87a6-b6ed5679893f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be9387bf-12bf-4b4a-b976-731b9af2f6f6 HTTP/1.1" status: 204 len: 168 time: 0.2779031 Aug 23 03:37:58.068017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b843843-2945-42bd-87a6-b6ed5679893f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9387bf-12bf-4b4a-b976-731b9af2f6f6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:37:58.132947 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3611601a-cdaa-417d-9e24-38f712b05484 x-openstack-request-id: req-3611601a-cdaa-417d-9e24-38f712b05484 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:37:58.133294 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea46740-f29b-4157-83b6-6a3d0086cb12", "name": "network-vif-deleted", "tag": "2c39946d-645f-432f-bcba-afb53a96e850", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:37:58.133717 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3611601a-cdaa-417d-9e24-38f712b05484 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:37:58.134180 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea46740-f29b-4157-83b6-6a3d0086cb12', 'name': 'network-vif-deleted', 'tag': '2c39946d-645f-432f-bcba-afb53a96e850', 'status': 'completed', 'code': 200} Aug 23 03:37:58.240115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-652278f2-5887-428d-a740-9cd99b3b4ae5 req-2590e1ea-4780-472e-9d7b-31030abe60d2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 210 time: 0.0319495 Aug 23 03:37:58.260046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d911a-1d14-4004-80f4-068313755e9f req-a286e47a-974e-4606-8a06-31332d52ac8d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:58.261677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f6d911a-1d14-4004-80f4-068313755e9f req-a286e47a-974e-4606-8a06-31332d52ac8d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0701942 Aug 23 03:37:58.301709 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f6d911a-1d14-4004-80f4-068313755e9f req-d066fb50-44d5-4858-9a0c-12d4bd58a07c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333507 Aug 23 03:37:58.589282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 916c007e-d38a-4156-9d59-dc321ef90d79 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:58.632456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 916c007e-d38a-4156-9d59-dc321ef90d79 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:58.632456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 916c007e-d38a-4156-9d59-dc321ef90d79 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:58.632456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 08bd716d-73df-4719-91de-5e20bc120f28 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:58.680007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 08bd716d-73df-4719-91de-5e20bc120f28 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:58.680620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 08bd716d-73df-4719-91de-5e20bc120f28 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:58.681104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 64910ef5-f109-4c7b-890b-9d0e37eb42c5 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:58.709986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 64910ef5-f109-4c7b-890b-9d0e37eb42c5 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:58.714358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 64910ef5-f109-4c7b-890b-9d0e37eb42c5 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:37:58.789921 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e9e0-0d9d-4da6-940d-bfd8cbfb1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:58.840243 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:37:59.146112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c1956ee-a946-4e06-9b2a-c82b8ee152f9 req-180b3c6a-ca76-4cc2-aab6-824c14b120fa tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea46740-f29b-4157-83b6-6a3d0086cb12 HTTP/1.1" status: 200 len: 210 time: 0.0257266 Aug 23 03:37:59.183212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1351cb-b4b0-4221-9bb4-903c22e7ec77 req-5147f7f7-1c88-4df6-bdd9-e86c1a9ecbbc tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:59.184845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a1351cb-b4b0-4221-9bb4-903c22e7ec77 req-5147f7f7-1c88-4df6-bdd9-e86c1a9ecbbc tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 950 time: 0.0574601 Aug 23 03:37:59.263851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a1351cb-b4b0-4221-9bb4-903c22e7ec77 req-d123994c-497e-4ef8-8671-d3c984bd7ff1 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727017 Aug 23 03:37:59.383559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74823e0c-651c-4fd1-a612-307076363496 req-be6389d9-dd45-4fb6-888f-515a228aa295 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 210 time: 0.0280676 Aug 23 03:37:59.519325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4531f-5f9f-40f2-b0f6-d11e1614b1bf req-14d6fa51-105d-4a61-a5a2-a699eb4ef609 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:37:59.528599 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fb4531f-5f9f-40f2-b0f6-d11e1614b1bf req-14d6fa51-105d-4a61-a5a2-a699eb4ef609 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0777762 Aug 23 03:37:59.572123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fb4531f-5f9f-40f2-b0f6-d11e1614b1bf req-29c0477a-ffbb-496b-8ecb-bcafd0a1d9b7 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Aug 23 03:37:59.780259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2c39946d-645f-432f-bcba-afb53a96e850 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:37:59.808640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 2c39946d-645f-432f-bcba-afb53a96e850 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:37:59.808640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2c39946d-645f-432f-bcba-afb53a96e850 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:38:00.269555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:00.464920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-4de353e9-20ab-4267-8b37-6197e0da83d9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:00.466451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-4de353e9-20ab-4267-8b37-6197e0da83d9 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 950 time: 0.0662556 Aug 23 03:38:00.572764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60818) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:00.595613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Deleting port efb9edf9-8112-4c87-9020-05e14161414c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:38:00.596262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:00.610101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-31c5a950-1ef7-42f6-9fa1-7b6ffe2710c6 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:00.613124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-31c5a950-1ef7-42f6-9fa1-7b6ffe2710c6 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.1676753 Aug 23 03:38:00.630054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94eef-c5e0-4891-8995-fe7dfb5b81f6 req-3866005d-6f5c-402c-8593-ed0c7b894918 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:00.631568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-49b94eef-c5e0-4891-8995-fe7dfb5b81f6 req-3866005d-6f5c-402c-8593-ed0c7b894918 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 950 time: 0.0860031 Aug 23 03:38:00.636331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Request body: {'port': {'device_id': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'admin_state_up': True, 'tenant_id': '4013780338e54b128aef06d19a2c7bca'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:00.745411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-49b94eef-c5e0-4891-8995-fe7dfb5b81f6 req-2a4f031f-8605-4f1c-b482-b2665101b768 tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/security-groups?id=26833283-0e20-4a0d-a3d9-5f97fb760645&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009576 Aug 23 03:38:00.904375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Made reservation on behalf of 4013780338e54b128aef06d19a2c7bca for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:00.908024 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:00.946535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854029-7eb9-4adb-922f-c2ce951b8c08 req-71e2bb54-62fb-4167-aa8c-4676c081485a tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:00.948119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b854029-7eb9-4adb-922f-c2ce951b8c08 req-71e2bb54-62fb-4167-aa8c-4676c081485a tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0764492 Aug 23 03:38:01.036828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b854029-7eb9-4adb-922f-c2ce951b8c08 req-ab08db19-f6a8-4e35-87fc-b34a99beaa1f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567915 Aug 23 03:38:01.067711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02f342b5-782f-475c-b6d7-3bc1881a5bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.071088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] For port efb9edf9-8112-4c87-9020-05e14161414c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=efb9edf9-8112-4c87-9020-05e14161414c,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:01.071438 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.086035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Allocated IP 172.20.0.11 (615f167b-3fb2-471b-a623-dad1a0074dd3/ca45a50e-d18c-4f9b-9797-806eaf36f9bd/af3b7459-5159-4621-b2d0-6bc409447c5f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:01.109313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fb78ce32-a289-4ad2-a24a-78e592d69764 req-484f6389-62a8-4274-b456-848a33453754 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 210 time: 0.0473716 Aug 23 03:38:01.114392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Calling delete_port for efb9edf9-8112-4c87-9020-05e14161414c owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:38:01.295539 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02f342b5-782f-475c-b6d7-3bc1881a5bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.297981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-a47895c0-16ce-481c-b204-e03e9e4db5f9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:01.302402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-a47895c0-16ce-481c-b204-e03e9e4db5f9 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.24 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 944 time: 0.1276727 Aug 23 03:38:01.360581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e209a85-9d86-4e3f-8473-98390430d40d req-e0a4236e-d0dc-4254-978f-32921a1fffb0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:01.362033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e209a85-9d86-4e3f-8473-98390430d40d req-e0a4236e-d0dc-4254-978f-32921a1fffb0 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 944 time: 0.1264210 Aug 23 03:38:01.377649 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02f342b5-782f-475c-b6d7-3bc1881a5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.405494 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.420614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['efb9edf9-8112-4c87-9020-05e14161414c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:01.421709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.454157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-02f342b5-782f-475c-b6d7-3bc1881a5bf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=267e079080934fe794ee2a0d44aacc39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8755987 Aug 23 03:38:01.454157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Pushing event deleted for resources: {'Port': ['ID=efb9edf9-8112-4c87-9020-05e14161414c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:01.454389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e209a85-9d86-4e3f-8473-98390430d40d req-7c37413a-b956-416f-8745-a687f9643cb7 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d5d71f-756b-426e-b8ab-53f9db4a6f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857387 Aug 23 03:38:01.459745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60872) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:01.461758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f342b5-782f-475c-b6d7-3bc1881a5bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2d1ed-3447-46ee-80e9-8b84c26231b9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:01.526247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] No DVR routers for this DVR port efb9edf9-8112-4c87-9020-05e14161414c on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:38:01.531262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Deleting port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:38:01.531823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.534329 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.534476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d999cdd-18ba-4b88-a86e-b0a2c4a16a13 req-c7b42133-ee5a-44b2-9b2e-b579081bb39b tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.24 "DELETE /v2.0/ports/efb9edf9-8112-4c87-9020-05e14161414c HTTP/1.1" status: 204 len: 173 time: 1.0620778 Aug 23 03:38:01.534889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3285c1de-9c2a-4695-81ef-f76f04e9a06e', 'name': 'network-vif-deleted', 'tag': 'efb9edf9-8112-4c87-9020-05e14161414c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:01.537216 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efc0ec2-8948-4f4c-ab94-58e761488d2b" -d '{"events": [{"server_uuid": "3285c1de-9c2a-4695-81ef-f76f04e9a06e", "name": "network-vif-deleted", "tag": "efb9edf9-8112-4c87-9020-05e14161414c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:01.581650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b9c21a15-2689-4362-b58d-50c52b077db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.603072 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b9c21a15-2689-4362-b58d-50c52b077db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.609656 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c3f83b-459b-43e0-b913-6e553814241d x-openstack-request-id: req-71c3f83b-459b-43e0-b913-6e553814241d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:01.609948 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3285c1de-9c2a-4695-81ef-f76f04e9a06e", "name": "network-vif-deleted", "tag": "efb9edf9-8112-4c87-9020-05e14161414c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:01.610705 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71c3f83b-459b-43e0-b913-6e553814241d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:01.610705 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3285c1de-9c2a-4695-81ef-f76f04e9a06e', 'name': 'network-vif-deleted', 'tag': 'efb9edf9-8112-4c87-9020-05e14161414c', 'status': 'completed', 'code': 200} Aug 23 03:38:01.618949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.663999 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.672299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] For port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,segment=NetworkSegment(fc201f00-ce2c-48df-85f9-4a950c42e500),segment_id=fc201f00-ce2c-48df-85f9-4a950c42e500)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:01.673088 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.698421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Calling delete_port for 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:38:01.702205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:01.715985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:01.720035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event updated for resources: {'Port': ['ID=af3b7459-5159-4621-b2d0-6bc409447c5f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:01.723128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:01.732369 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b9c21a15-2689-4362-b58d-50c52b077db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.736619 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b9c21a15-2689-4362-b58d-50c52b077db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.752359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b9c21a15-2689-4362-b58d-50c52b077db0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8a2d1ed-3447-46ee-80e9-8b84c26231b9 HTTP/1.1" status: 204 len: 168 time: 0.2796581 Aug 23 03:38:01.764615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c21a15-2689-4362-b58d-50c52b077db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2d1ed-3447-46ee-80e9-8b84c26231b9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:01.824399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:01.825668 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:01.984692 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c524913-d727-4965-804a-4b144a9a369f req-2c12c304-0427-4c0f-a276-594b5c7c73cc tempest-ServersOnMultiNodesTest-245523202 tempest-ServersOnMultiNodesTest-245523202-project] 10.222.0.20 "GET /v2.0/ports?device_id=3285c1de-9c2a-4695-81ef-f76f04e9a06e HTTP/1.1" status: 200 len: 210 time: 0.0361331 Aug 23 03:38:02.024240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d3117624-1163-4609-acaa-2a7c8d726e7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3916245 Aug 23 03:38:02.043043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Request body: {'port': {'device_id': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:02.082374 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.135054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Pushing event deleted for resources: {'Port': ['ID=7ea50e15-bb6c-4296-bab9-39eb22f6ed2a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:02.154832 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.220701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] No DVR routers for this DVR port 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:38:02.244721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.246746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e9f2e9f-ae52-4bfb-a86e-7465755c13f0 req-c4164937-6ba2-4e8c-808b-d8261c1be726 tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.24 "DELETE /v2.0/ports/7ea50e15-bb6c-4296-bab9-39eb22f6ed2a HTTP/1.1" status: 204 len: 173 time: 0.9375942 Aug 23 03:38:02.248747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'name': 'network-vif-deleted', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:02.252250 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cbf383-3c3d-45a5-94c2-049c8568ed4e" -d '{"events": [{"server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "name": "network-vif-deleted", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:02.274043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58002adc-ad7a-4022-8e3b-ddfae7133008 req-7aa5e112-07ef-4748-bbb3-4847735fb9a8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:02.275652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58002adc-ad7a-4022-8e3b-ddfae7133008 req-7aa5e112-07ef-4748-bbb3-4847735fb9a8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1471698 Aug 23 03:38:02.390108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58002adc-ad7a-4022-8e3b-ddfae7133008 req-c7174608-2816-47d5-910e-20be825c5b30 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044519 Aug 23 03:38:02.409210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60948) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:02.468103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959df11-73cb-4171-9b28-0858e548d024 req-ed3aab58-0428-4c3b-86ee-8d27a749ef31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:02.476263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4959df11-73cb-4171-9b28-0858e548d024 req-ed3aab58-0428-4c3b-86ee-8d27a749ef31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 932 time: 0.0685210 Aug 23 03:38:02.517316 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4959df11-73cb-4171-9b28-0858e548d024 req-d59fbf96-a2f7-49c4-8014-c7f1a1ae5227 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397613 Aug 23 03:38:02.560232 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8e241e-3344-47f1-a051-e4f060c62c28 x-openstack-request-id: req-ec8e241e-3344-47f1-a051-e4f060c62c28 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:02.560528 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229a8221-91ce-406d-96d0-e3a9f2121997", "name": "network-vif-deleted", "tag": "7ea50e15-bb6c-4296-bab9-39eb22f6ed2a", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:02.563594 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec8e241e-3344-47f1-a051-e4f060c62c28 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:02.563594 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229a8221-91ce-406d-96d0-e3a9f2121997', 'name': 'network-vif-deleted', 'tag': '7ea50e15-bb6c-4296-bab9-39eb22f6ed2a', 'status': 'completed', 'code': 200} Aug 23 03:38:02.585201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3b7459-5159-4621-b2d0-6bc409447c5f {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:02.606399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.609236 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34cc-cc2c-4026-8158-ea8056e03a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.632391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Transition to ACTIVE for port object af3b7459-5159-4621-b2d0-6bc409447c5f will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:02.634290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6674b700-894f-47ba-87a7-d1344f396d60 req-0c33d262-5d51-43e7-978d-10640bb08f6f tempest-LiveAutoBlockMigrationV225Test-1367373109 tempest-LiveAutoBlockMigrationV225Test-1367373109-project] 10.222.0.20 "GET /v2.0/ports?device_id=229a8221-91ce-406d-96d0-e3a9f2121997 HTTP/1.1" status: 200 len: 210 time: 0.0376856 Aug 23 03:38:02.696567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60968) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:02.711842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-719d56fb-2791-46a0-8eb2-3f3a18bfaf7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.727098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34cc-cc2c-4026-8158-ea8056e03a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.731599 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.783834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Pushing event updated for resources: {'Port': ['ID=af3b7459-5159-4621-b2d0-6bc409447c5f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:02.849056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34cc-cc2c-4026-8158-ea8056e03a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.877956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Attempting to bind port af3b7459-5159-4621-b2d0-6bc409447c5f on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:02.878337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Attempting to bind port af3b7459-5159-4621-b2d0-6bc409447c5f by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:02.878617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Attempting to bind port af3b7459-5159-4621-b2d0-6bc409447c5f on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:02.900843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Port af3b7459-5159-4621-b2d0-6bc409447c5f on network 615f167b-3fb2-471b-a623-dad1a0074dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:38:02.901275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Attempting to bind port af3b7459-5159-4621-b2d0-6bc409447c5f on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:02.907580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d2cc34cc-cc2c-4026-8158-ea8056e03a75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ddaefd4c0e24b20b742f858b99b7400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976778 Aug 23 03:38:02.909521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc34cc-cc2c-4026-8158-ea8056e03a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2934220-bcbf-4ddb-9b39-233ad845ff82,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:02.912396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60974) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:02.922019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:02.922294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Checking segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:02.922589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Bound using segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:02.923100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Bound port: af3b7459-5159-4621-b2d0-6bc409447c5f, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:02.923416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:02.970765 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-719d56fb-2791-46a0-8eb2-3f3a18bfaf7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.010966 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7b978fb-f3ea-4e38-9b60-b33bfdda7bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.034192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:03.048214 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7b978fb-f3ea-4e38-9b60-b33bfdda7bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.055943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=af3b7459-5159-4621-b2d0-6bc409447c5f,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:03.060942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-719d56fb-2791-46a0-8eb2-3f3a18bfaf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.118026 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-719d56fb-2791-46a0-8eb2-3f3a18bfaf7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a21e4a3da794f29843526f106d04050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194498 Aug 23 03:38:03.120724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60986) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:03.129652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d56fb-2791-46a0-8eb2-3f3a18bfaf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e73f80-c280-4a1f-956f-d8f91001f744,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:03.143313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.176458 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7b978fb-f3ea-4e38-9b60-b33bfdda7bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.178955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7b978fb-f3ea-4e38-9b60-b33bfdda7bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.182633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c7b978fb-f3ea-4e38-9b60-b33bfdda7bda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2934220-bcbf-4ddb-9b39-233ad845ff82 HTTP/1.1" status: 204 len: 168 time: 0.2650945 Aug 23 03:38:03.210965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:03.210965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.210965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] 10.222.0.11 "PUT /v2.0/ports/af3b7459-5159-4621-b2d0-6bc409447c5f HTTP/1.1" status: 200 len: 1092 time: 1.1681454 Aug 23 03:38:03.216673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b978fb-f3ea-4e38-9b60-b33bfdda7bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2934220-bcbf-4ddb-9b39-233ad845ff82,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:03.234004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee7b90-f7bc-47b0-8513-f71f83e222dc service neutron] Pushing event updated for resources: {'Port': ['ID=af3b7459-5159-4621-b2d0-6bc409447c5f,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:03.241694 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34ec7045-66c6-48f6-88ec-3e2a852b6738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.265036 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34ec7045-66c6-48f6-88ec-3e2a852b6738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.366184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-87e160ed-fab1-47ea-9415-9127acc52580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:03.367755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-87e160ed-fab1-47ea-9415-9127acc52580 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 1095 time: 0.0461476 Aug 23 03:38:03.418280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-015d7041-74c3-4f8b-9c5e-c8edbba3687a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af3b7459-5159-4621-b2d0-6bc409447c5f HTTP/1.1" status: 200 len: 217 time: 0.0363920 Aug 23 03:38:03.418997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34ec7045-66c6-48f6-88ec-3e2a852b6738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.421618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34ec7045-66c6-48f6-88ec-3e2a852b6738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:03.425091 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-34ec7045-66c6-48f6-88ec-3e2a852b6738 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4e73f80-c280-4a1f-956f-d8f91001f744 HTTP/1.1" status: 204 len: 168 time: 0.3009148 Aug 23 03:38:03.440141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec7045-66c6-48f6-88ec-3e2a852b6738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e73f80-c280-4a1f-956f-d8f91001f744,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:03.476365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d5f73056-57f8-4ce1-a250-6c97cfa80537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:03.477835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-d5f73056-57f8-4ce1-a250-6c97cfa80537 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.0514405 Aug 23 03:38:03.665288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcee349-4b8a-4b30-bb17-bbc1d2d29290 req-50e49c30-47bf-4662-8f88-784fec81b483 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:03.666862 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfcee349-4b8a-4b30-bb17-bbc1d2d29290 req-50e49c30-47bf-4662-8f88-784fec81b483 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 944 time: 0.0583575 Aug 23 03:38:03.711065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfcee349-4b8a-4b30-bb17-bbc1d2d29290 req-91743711-b497-460e-9928-ca2bbab3ea93 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347373 Aug 23 03:38:03.762422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32774) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:03.811725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device efb9edf9-8112-4c87-9020-05e14161414c no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:38:03.824056 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-ef3b85d6-99ab-4bb1-b9fd-a0879334ed46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3379207 Aug 23 03:38:03.835436 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: efb9edf9-8112-4c87-9020-05e14161414c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:38:03.835804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device efb9edf9-8112-4c87-9020-05e14161414c not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:38:03.836666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:38:03.858802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:38:03.859147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7ea50e15-bb6c-4296-bab9-39eb22f6ed2a not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:38:03.868567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141cab1-42f1-4398-ae1e-cf5da0834625 req-4ed184a9-58f4-48f7-8e5e-5bb91948217f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:03.870068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c141cab1-42f1-4398-ae1e-cf5da0834625 req-4ed184a9-58f4-48f7-8e5e-5bb91948217f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.3956540 Aug 23 03:38:03.944848 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c141cab1-42f1-4398-ae1e-cf5da0834625 req-c9fdf192-044a-4da4-810e-ff018e75dd2d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436761 Aug 23 03:38:03.947093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32784) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:03.968274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-0e3c3f3d-b501-4bb1-9ef7-5f1357aba383 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302345 Aug 23 03:38:03.983422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32788) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:04.062494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6762a1f6-ce49-4edd-941c-db8314446fc4 req-27cfb110-668a-45f4-b0e0-30977dc383d3 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931544 Aug 23 03:38:04.084747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b956c0d4-969c-47c8-b34c-e71e91359559 admin admin] Deleting subnet 06554274-26cb-447d-ae1d-8db0a1d7532e {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:38:04.088556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b956c0d4-969c-47c8-b34c-e71e91359559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.139491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b19e-62a8-47af-ab1e-29f768cf0494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.162489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b956c0d4-969c-47c8-b34c-e71e91359559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.206264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aac6d5c8-fc6c-4f1d-902f-59569c9d2ba9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28983f2da7f0464eb27b7189a87c46cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577868 Aug 23 03:38:04.209250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32802) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:04.235328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b956c0d4-969c-47c8-b34c-e71e91359559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.298894 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8cd74802-fdf9-4e77-b500-ea417694513b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.335825 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8cd74802-fdf9-4e77-b500-ea417694513b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.336085 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b19e-62a8-47af-ab1e-29f768cf0494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.401194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b956c0d4-969c-47c8-b34c-e71e91359559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.432535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956c0d4-969c-47c8-b34c-e71e91359559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06554274-26cb-447d-ae1d-8db0a1d7532e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:04.439417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b19e-62a8-47af-ab1e-29f768cf0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.444546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b956c0d4-969c-47c8-b34c-e71e91359559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.448958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b956c0d4-969c-47c8-b34c-e71e91359559 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/06554274-26cb-447d-ae1d-8db0a1d7532e HTTP/1.1" status: 204 len: 168 time: 0.6817300 Aug 23 03:38:04.449448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32810) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:04.480716 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f9e3b19e-62a8-47af-ab1e-29f768cf0494 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b834c5f8e84f4d58abeab73580fa8261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962430 Aug 23 03:38:04.483138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3b19e-62a8-47af-ab1e-29f768cf0494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc88ab4c-a409-4e01-8886-35672a55288a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:04.486140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32812) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:04.521719 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8cd74802-fdf9-4e77-b500-ea417694513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.525567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8cd74802-fdf9-4e77-b500-ea417694513b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.527010 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8cd74802-fdf9-4e77-b500-ea417694513b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26833283-0e20-4a0d-a3d9-5f97fb760645 HTTP/1.1" status: 204 len: 168 time: 0.3167040 Aug 23 03:38:04.570723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:04.573235 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d167c2-a833-4419-9daa-d0fbb968b040" -d '{"events": [{"name": "network-changed", "server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:04.579353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd74802-fdf9-4e77-b500-ea417694513b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26833283-0e20-4a0d-a3d9-5f97fb760645,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:04.596778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6c846415-a607-4550-8077-f78fe8b34a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.602027 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.647013 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6c846415-a607-4550-8077-f78fe8b34a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.665200 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14832dd3-1990-4bd3-a735-ca3167f6ce3f x-openstack-request-id: req-14832dd3-1990-4bd3-a735-ca3167f6ce3f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:04.665506 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:04.665740 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14832dd3-1990-4bd3-a735-ca3167f6ce3f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:04.666127 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f', 'status': 'completed', 'code': 200} Aug 23 03:38:04.748428 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.773754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ee1423-7420-4572-8a9c-426061a4ead0']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:04.785435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc201f00-ce2c-48df-85f9-4a950c42e500') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:04.785727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc201f00-ce2c-48df-85f9-4a950c42e500') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:04.797389 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.812755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-63829df5-fd8e-4e08-8100-06ab3c33a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:04.814538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-63829df5-fd8e-4e08-8100-06ab3c33a190 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 1095 time: 0.0813684 Aug 23 03:38:04.815235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.821800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:38:04.822188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:38:04.823835 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:38:04.835404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fd6be-df0e-4a56-bdaf-e500ddf0af43 req-9292c700-c9f0-400b-914a-cc90695c9401 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:04.837541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-022fd6be-df0e-4a56-bdaf-e500ddf0af43 req-9292c700-c9f0-400b-914a-cc90695c9401 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 944 time: 0.0539513 Aug 23 03:38:04.874458 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6c846415-a607-4550-8077-f78fe8b34a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.877726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6c846415-a607-4550-8077-f78fe8b34a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:04.878009 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6c846415-a607-4550-8077-f78fe8b34a77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc88ab4c-a409-4e01-8886-35672a55288a HTTP/1.1" status: 204 len: 168 time: 0.3909504 Aug 23 03:38:04.885835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-022fd6be-df0e-4a56-bdaf-e500ddf0af43 req-a3913c36-48d3-4cdd-8c21-a8fe378742cb tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Aug 23 03:38:04.896911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c846415-a607-4550-8077-f78fe8b34a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc88ab4c-a409-4e01-8886-35672a55288a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:04.965295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-fbc940fd-6fc5-4709-bf61-da2ffc3c6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:04.966996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-fbc940fd-6fc5-4709-bf61-da2ffc3c6d3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 912 time: 0.1340666 Aug 23 03:38:05.012503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-b14ea2c6-f3cc-4c8d-8fec-569e8469ffb2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af3b7459-5159-4621-b2d0-6bc409447c5f HTTP/1.1" status: 200 len: 217 time: 0.0380654 Aug 23 03:38:05.013091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.018208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.021716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0ee1423-7420-4572-8a9c-426061a4ead0 HTTP/1.1" status: 204 len: 168 time: 0.5696063 Aug 23 03:38:05.023808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32838) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:05.072647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4f705-54be-4972-917c-165e8159425c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ee1423-7420-4572-8a9c-426061a4ead0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:05.084584 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a807335-ba9f-4eb8-85da-8dd4f0a84cdb admin admin] Deleting subnet 19662cb0-b156-4db3-b1df-7b79b50a2292 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:38:05.088287 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a807335-ba9f-4eb8-85da-8dd4f0a84cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.123288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-0c06af97-5e16-4a2f-937d-4f51431b0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:05.125563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-0c06af97-5e16-4a2f-937d-4f51431b0d22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.1021924 Aug 23 03:38:05.128332 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a807335-ba9f-4eb8-85da-8dd4f0a84cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.139229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b0cb6-2e7c-4bb1-af96-9248585600d8 req-a77f86e0-cc74-4790-bbcb-55591c4c2400 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:05.145604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-902b0cb6-2e7c-4bb1-af96-9248585600d8 req-a77f86e0-cc74-4790-bbcb-55591c4c2400 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1053741 Aug 23 03:38:05.168029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a807335-ba9f-4eb8-85da-8dd4f0a84cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.179662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-71f755e7-5280-429b-9655-3662185d30dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324144 Aug 23 03:38:05.233114 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-902b0cb6-2e7c-4bb1-af96-9248585600d8 req-c27abdf1-0c44-407f-87e3-0ba96d9f729c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730350 Aug 23 03:38:05.291439 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-d0baac5c-d929-409e-99a7-7ef02b62e19f service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034403 Aug 23 03:38:05.309179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a807335-ba9f-4eb8-85da-8dd4f0a84cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.341901 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a807335-ba9f-4eb8-85da-8dd4f0a84cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.343989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7a807335-ba9f-4eb8-85da-8dd4f0a84cdb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/19662cb0-b156-4db3-b1df-7b79b50a2292 HTTP/1.1" status: 204 len: 168 time: 0.3185635 Aug 23 03:38:05.344847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a807335-ba9f-4eb8-85da-8dd4f0a84cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19662cb0-b156-4db3-b1df-7b79b50a2292,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:05.348535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32846) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:05.391928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57d167c2-a833-4419-9daa-d0fbb968b040 req-9b82c9fd-890f-4d29-84ba-055b4c9f1976 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926232 Aug 23 03:38:05.421282 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.508902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.518752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91a8e9a-6e1f-4d26-80c4-08c13ea97258']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:05.529049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a316a16b-9917-49a3-a680-cbe11db9c3a0') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:05.529330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a316a16b-9917-49a3-a680-cbe11db9c3a0') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:05.538945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.552913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.559630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:38:05.560015 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:38:05.561841 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:38:05.663541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.668596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.670958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c91a8e9a-6e1f-4d26-80c4-08c13ea97258 HTTP/1.1" status: 204 len: 168 time: 0.3213553 Aug 23 03:38:05.687138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8afa8-c6ac-4b98-bfd6-514333ed93f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c91a8e9a-6e1f-4d26-80c4-08c13ea97258,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:05.765148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:05.813621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f927fbb6-4159-4f15-8835-76fb6d17fc10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98b33c415ec84dfc8ad0cd5cca03950a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450783 Aug 23 03:38:05.814161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32864) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:05.867560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97618db4-8679-4bf3-bd3f-f14501524968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:05.889825 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97618db4-8679-4bf3-bd3f-f14501524968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:06.024396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1587f3-e821-4a49-b378-c44da0dd5bb1 req-29bbe90f-d97c-4a4a-ae79-f85831c144a1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:06.024655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c1587f3-e821-4a49-b378-c44da0dd5bb1 req-29bbe90f-d97c-4a4a-ae79-f85831c144a1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 944 time: 0.0602782 Aug 23 03:38:06.027852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97618db4-8679-4bf3-bd3f-f14501524968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:06.030526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97618db4-8679-4bf3-bd3f-f14501524968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:06.033705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-97618db4-8679-4bf3-bd3f-f14501524968 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76dcb97e-9323-43fd-a31b-52b2dedfd4ca HTTP/1.1" status: 204 len: 168 time: 0.2155244 Aug 23 03:38:06.053703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97618db4-8679-4bf3-bd3f-f14501524968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dcb97e-9323-43fd-a31b-52b2dedfd4ca,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:06.092183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c1587f3-e821-4a49-b378-c44da0dd5bb1 req-8c4d2e31-3984-4f6f-a0f9-8c3a8f5b31a4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592818 Aug 23 03:38:06.291361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32918) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:06.361329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ccf3ac57-5047-4cfb-8318-26cb4b8d587f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f863b29eed4422dbb8b4e4f56ad8bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687284 Aug 23 03:38:06.364875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32920) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:06.379272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156a139-ab63-4a03-b091-de1c9e93fe67 req-805b6373-dfcf-4984-b759-c007fac6dbeb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:06.379272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4156a139-ab63-4a03-b091-de1c9e93fe67 req-805b6373-dfcf-4984-b759-c007fac6dbeb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0732279 Aug 23 03:38:06.422737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4156a139-ab63-4a03-b091-de1c9e93fe67 req-59ca1511-bff2-477e-b241-98d018c14ef4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357792 Aug 23 03:38:06.423486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20abc483-38bc-42bb-90d3-49c7f468346e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:06.448516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20abc483-38bc-42bb-90d3-49c7f468346e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:06.600813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device af3b7459-5159-4621-b2d0-6bc409447c5f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:38:06.606390 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20abc483-38bc-42bb-90d3-49c7f468346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:06.610372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20abc483-38bc-42bb-90d3-49c7f468346e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:06.616752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-20abc483-38bc-42bb-90d3-49c7f468346e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9d5d71f-756b-426e-b8ab-53f9db4a6f37 HTTP/1.1" status: 204 len: 168 time: 0.2505376 Aug 23 03:38:06.625053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc483-38bc-42bb-90d3-49c7f468346e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d5d71f-756b-426e-b8ab-53f9db4a6f37,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:06.718263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=af3b7459-5159-4621-b2d0-6bc409447c5f,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:06.729386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'af3b7459-5159-4621-b2d0-6bc409447c5f', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'port_id': 'af3b7459-5159-4621-b2d0-6bc409447c5f', 'mac_address': 'fa:16:3e:03:1d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca45a50e-d18c-4f9b-9797-806eaf36f9bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:38:06.771042 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:06.783674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3b7459-5159-4621-b2d0-6bc409447c5f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:06.802682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=af3b7459-5159-4621-b2d0-6bc409447c5f,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:06.908830 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:06.957144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=af3b7459-5159-4621-b2d0-6bc409447c5f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:06.964687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.965182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.965529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.965867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.966203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.966540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.966896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.967224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.967549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.967873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.968198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:06.968519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:07.213789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d7cf3-41aa-4c36-b3f8-0c689eaa6a1e req-ae81ea4f-a982-4602-80ee-f2b74b3a3805 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:07.215483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0d7d7cf3-41aa-4c36-b3f8-0c689eaa6a1e req-ae81ea4f-a982-4602-80ee-f2b74b3a3805 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 945 time: 0.0513413 Aug 23 03:38:07.218407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32944) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:07.254342 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.266246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0d7d7cf3-41aa-4c36-b3f8-0c689eaa6a1e req-e758f9e2-fac1-4965-9fd7-ec0a907db0cc tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Aug 23 03:38:07.286591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['af3b7459-5159-4621-b2d0-6bc409447c5f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:07.453796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12dab997-d46d-4d2c-8c95-365b5b62ebd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.592972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12dab997-d46d-4d2c-8c95-365b5b62ebd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.602911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32964) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:07.606600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f909fb3-41f7-4d79-9393-859adf2aa502 req-d2de4bf4-8140-4670-894a-c9f52ef60f56 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:07.609540 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f909fb3-41f7-4d79-9393-859adf2aa502 req-d2de4bf4-8140-4670-894a-c9f52ef60f56 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0806725 Aug 23 03:38:07.652489 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f909fb3-41f7-4d79-9393-859adf2aa502 req-f7ce8f41-e8d9-46f9-b664-aef52f4e9b4e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359225 Aug 23 03:38:07.659893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-75de5e0b-1bb2-46d6-ae2d-828f91244832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97decf2353344d30a0d11825d18d647c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505264 Aug 23 03:38:07.659893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32968) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:07.683526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12dab997-d46d-4d2c-8c95-365b5b62ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.727324 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-12dab997-d46d-4d2c-8c95-365b5b62ebd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fefa865dbeb48db978868b99305dedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055203 Aug 23 03:38:07.727676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8171a38-b35a-4971-91b8-0685add75b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.727941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dab997-d46d-4d2c-8c95-365b5b62ebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10461da1-c4d2-4f8b-a86c-01c3375f9d09,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:07.730523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32970) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:07.769633 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8171a38-b35a-4971-91b8-0685add75b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.823678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2632087a-cf74-48ea-95e7-d0884b4ab426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.848872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2632087a-cf74-48ea-95e7-d0884b4ab426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.932979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8171a38-b35a-4971-91b8-0685add75b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.937092 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8171a38-b35a-4971-91b8-0685add75b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.939254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f8171a38-b35a-4971-91b8-0685add75b0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb33825d-e2d4-456d-a292-f52b823a850d HTTP/1.1" status: 204 len: 168 time: 0.2804301 Aug 23 03:38:07.951720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8171a38-b35a-4971-91b8-0685add75b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb33825d-e2d4-456d-a292-f52b823a850d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:07.977221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2632087a-cf74-48ea-95e7-d0884b4ab426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.980682 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2632087a-cf74-48ea-95e7-d0884b4ab426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:07.984932 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2632087a-cf74-48ea-95e7-d0884b4ab426 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10461da1-c4d2-4f8b-a86c-01c3375f9d09 HTTP/1.1" status: 204 len: 168 time: 0.2511055 Aug 23 03:38:08.012389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632087a-cf74-48ea-95e7-d0884b4ab426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10461da1-c4d2-4f8b-a86c-01c3375f9d09,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:08.021533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-213a956a-83eb-47fa-a1bb-0176a305fe74 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358763 Aug 23 03:38:08.138334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-8afaa57c-07d5-46ee-9242-6c354874a1e8 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:08.139816 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-8afaa57c-07d5-46ee-9242-6c354874a1e8 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1174192 Aug 23 03:38:08.155269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-d13f2947-0e60-432c-be86-05c4f456e9cc tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/quotas/229ddebf9b96466aac4f3feaa7eb4ece HTTP/1.1" status: 200 len: 375 time: 0.0092368 Aug 23 03:38:08.187916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-752f3282-4f59-4767-8f41-8b2876e1d571 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272744 Aug 23 03:38:08.385041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f505f9-5111-4bd0-be97-4b696eb88c40 req-ac0168eb-4686-4e3d-a758-7e63e75fca5e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:08.386504 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63f505f9-5111-4bd0-be97-4b696eb88c40 req-ac0168eb-4686-4e3d-a758-7e63e75fca5e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 945 time: 0.0513098 Aug 23 03:38:08.440858 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63f505f9-5111-4bd0-be97-4b696eb88c40 req-67ede8e5-e4f1-4574-b301-fc511372b7da tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477884 Aug 23 03:38:08.505622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90850ab8-39dc-4c6d-9402-073dadd62376 req-d01e110c-2ebc-4342-a455-a2183e54cae1 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 210 time: 0.0347350 Aug 23 03:38:08.612328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device af3b7459-5159-4621-b2d0-6bc409447c5f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:08.780172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port af3b7459-5159-4621-b2d0-6bc409447c5f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:08.781431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port af3b7459-5159-4621-b2d0-6bc409447c5f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:08.781813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:08.792776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c9b0-522c-4b8e-90b1-a9a3aa680837 req-8ef212d8-13f9-422e-b122-725fb8c5176e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:08.806394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f98c9b0-522c-4b8e-90b1-a9a3aa680837 req-8ef212d8-13f9-422e-b122-725fb8c5176e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0744288 Aug 23 03:38:08.857597 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f98c9b0-522c-4b8e-90b1-a9a3aa680837 req-56e7255a-7fbc-4a4b-baa5-87caae3f29c4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500941 Aug 23 03:38:08.877713 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-503bb732-1aae-459e-ad67-97e58d4f313a tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e69279cd7b9d44eba27691d394169d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420275 Aug 23 03:38:08.900693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:08.937345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:08.942237 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835513bc-68e0-4cbd-baea-046bee13d9fb" -d '{"events": [{"server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "name": "network-vif-plugged", "status": "completed", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:08.959971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=af3b7459-5159-4621-b2d0-6bc409447c5f,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:09.000186 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f72b62-a642-437e-bc38-24b2bdb35d88 x-openstack-request-id: req-05f72b62-a642-437e-bc38-24b2bdb35d88 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:09.000690 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "name": "network-vif-plugged", "status": "completed", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:09.000954 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05f72b62-a642-437e-bc38-24b2bdb35d88 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:09.001385 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f', 'code': 200} Aug 23 03:38:09.030857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-2df2c2c5-6806-4225-b806-ec327486c14a tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:09.032672 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-2df2c2c5-6806-4225-b806-ec327486c14a tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542640 Aug 23 03:38:09.040954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:09.051904 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-8392dd97-2d52-4fb2-816d-5cb4fd523e0c tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/quotas/e69279cd7b9d44eba27691d394169d6f HTTP/1.1" status: 200 len: 375 time: 0.0102441 Aug 23 03:38:09.099252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=af3b7459-5159-4621-b2d0-6bc409447c5f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:09.102994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-c907ec2f-d50d-492c-9911-9e02e8abf342 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e69279cd7b9d44eba27691d394169d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425613 Aug 23 03:38:09.128075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33044) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:09.162957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720acc3-4b26-41c0-8538-d1ecbbf2d966 req-e78db8b7-b3c0-4cc8-a2e3-7a581768f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:09.164435 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1720acc3-4b26-41c0-8538-d1ecbbf2d966 req-e78db8b7-b3c0-4cc8-a2e3-7a581768f02c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 1097 time: 0.0774000 Aug 23 03:38:09.201251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1720acc3-4b26-41c0-8538-d1ecbbf2d966 req-1193cb88-4c94-41b4-abae-39b5d3e56f16 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293634 Aug 23 03:38:09.263056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-network', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:09.389722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-496b6f3a-685a-407e-bca2-9419c960e3de req-876ae0b4-d56f-4e6f-b4d4-6bef50359229 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 210 time: 0.0266128 Aug 23 03:38:09.458820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Made reservation on behalf of 3224d9635e844c2c95dfa3c514bb2de7 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:09.458820 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:09.470219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:09.600159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4500d695-a319-46d9-a91f-12f0a5d0770d req-89dabc49-220f-42ff-953b-9b2c2a38ef39 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 210 time: 0.0289769 Aug 23 03:38:09.610942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac53673-11a9-4eb8-9653-40fef28773af req-9b2cf2ca-86d4-4794-bba2-e0afcf9ff8b7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:09.617481 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eac53673-11a9-4eb8-9653-40fef28773af req-9b2cf2ca-86d4-4794-bba2-e0afcf9ff8b7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0891621 Aug 23 03:38:09.674572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eac53673-11a9-4eb8-9653-40fef28773af req-dd2747f4-6672-47ee-9c89-d766f3d0915f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546744 Aug 23 03:38:09.685999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:09.755720 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:09.785924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:38:09.796170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae94d1d4-8a25-4d98-9400-77c409bfcb1e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:09.802507 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:09.802845 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Added segment fca84341-268f-4dae-aee4-3053ff0e8731 of type vlan for network 50d32a05-2282-4e69-bae2-09b5cdd053df Aug 23 03:38:09.809779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33080) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:09.923997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1269597390-network', 'tenant_id': '04bf2e5b042b4841a8ddd88a4a1cfef1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:09.954300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.035233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccff7f3-bb41-4565-a3a9-e0db703ac3de req-2ef45138-a80c-4ac4-be84-2e1e331d0689 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:10.037265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ccff7f3-bb41-4565-a3a9-e0db703ac3de req-2ef45138-a80c-4ac4-be84-2e1e331d0689 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Aug 23 03:38:10.052036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Made reservation on behalf of 04bf2e5b042b4841a8ddd88a4a1cfef1 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:10.054425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.063676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.079054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ccff7f3-bb41-4565-a3a9-e0db703ac3de req-69ef89df-3bf8-4597-82f9-674be31a5a2b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Aug 23 03:38:10.080105 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.081105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:10.081657 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.147904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] Pushing event updated for resources: {'Network': ['ID=50d32a05-2282-4e69-bae2-09b5cdd053df,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:10.160117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 50d32a05-2282-4e69-bae2-09b5cdd053df details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:38:10.202402 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.247861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.273865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:38:10.286856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3d415a-ea4a-4435-a8f7-83ee7b6ea445,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:10.291858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.292202 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Added segment 3bf976ea-38e7-4fde-bc64-1a4a2a55d3d1 of type vlan for network fc713e56-a495-4cb1-906e-2adcf9260648 Aug 23 03:38:10.309726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f4e2b75c-40cf-4a69-a9cc-a676615365b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1802983 Aug 23 03:38:10.312592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33094) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:10.318148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Request body: {'subnet': {'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-subnet', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:10.345754 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.394725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Made reservation on behalf of 3224d9635e844c2c95dfa3c514bb2de7 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:10.397426 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.450696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.451766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:10.452462 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.482390 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-804cecdb-17a5-4796-aef8-13d3fbfa9e66 req-baaba35e-cb48-441d-bcdc-fbaf824aec93 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 210 time: 0.0307858 Aug 23 03:38:10.520009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] Pushing event updated for resources: {'Network': ['ID=fc713e56-a495-4cb1-906e-2adcf9260648,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:10.533202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network fc713e56-a495-4cb1-906e-2adcf9260648 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:38:10.572015 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7ee76985-77ec-410f-8b93-24db0e55244d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7591963 Aug 23 03:38:10.575079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33104) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:10.581635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Request body: {'subnet': {'network_id': 'fc713e56-a495-4cb1-906e-2adcf9260648', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1269597390-subnet', 'tenant_id': '04bf2e5b042b4841a8ddd88a4a1cfef1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:10.705615 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00d3c080-76e2-4e20-b712-4b0fc8621235 req-f76cc725-94de-4d27-8cd5-fd8fd4ee8b9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 210 time: 0.0264270 Aug 23 03:38:10.777940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Made reservation on behalf of 04bf2e5b042b4841a8ddd88a4a1cfef1 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:10.779877 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.781523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:10.873503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c190d11-7551-4581-8c51-ee59684b777d req-25637412-a52d-4d70-8340-b8dc146d7eff tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:10.875086 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c190d11-7551-4581-8c51-ee59684b777d req-25637412-a52d-4d70-8340-b8dc146d7eff tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1065037 Aug 23 03:38:10.876141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfb7ba8-8d29-49eb-a1f6-f530ace65c01,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:10.924696 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Checking segment: {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:10.925148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Network hostable DHCP agents. Network: 50d32a05-2282-4e69-bae2-09b5cdd053df, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:38:10.960798 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c190d11-7551-4581-8c51-ee59684b777d req-515f1165-be26-4967-bd36-bd9530782081 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794601 Aug 23 03:38:11.090927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Network 50d32a05-2282-4e69-bae2-09b5cdd053df is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:38:11.091315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.154897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b022c0-b4cd-45fc-a7e1-e91d58a3404a,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:11.166096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Checking segment: {'id': '3bf976ea-38e7-4fde-bc64-1a4a2a55d3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fc713e56-a495-4cb1-906e-2adcf9260648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:11.168476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Network hostable DHCP agents. Network: fc713e56-a495-4cb1-906e-2adcf9260648, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:38:11.221600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59c2b-186c-40c3-a9a0-0b28c66bf7fb req-297f1b1c-7fe7-4ecf-a89f-7fa0d70b577a tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:11.223014 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2fd59c2b-186c-40c3-a9a0-0b28c66bf7fb req-297f1b1c-7fe7-4ecf-a89f-7fa0d70b577a tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0604002 Aug 23 03:38:11.237935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 50d32a05-2282-4e69-bae2-09b5cdd053df) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:11.242396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:11.245033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.247059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a8218-231b-461f-80bb-13b3094e7c7a None None] Network 50d32a05-2282-4e69-bae2-09b5cdd053df requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:11.276753 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2fd59c2b-186c-40c3-a9a0-0b28c66bf7fb req-8037967c-8bd3-4c44-af30-cdc684766995 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468166 Aug 23 03:38:11.353166 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-6a842891-0283-48ab-bdc5-c690241260b2 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304966 Aug 23 03:38:11.370784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Network fc713e56-a495-4cb1-906e-2adcf9260648 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:38:11.375425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7787a476-00db-4e9d-a94a-9479aa1e7664 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0592821 Aug 23 03:38:11.375630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33118) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:11.380652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:11.403461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, fc713e56-a495-4cb1-906e-2adcf9260648) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:11.416594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73751550-ef96-42bf-96ea-c0810894b9d1 None None] Network fc713e56-a495-4cb1-906e-2adcf9260648 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:11.435122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:11.437097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.440965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-50d32a05-2282-4e69-bae2-09b5cdd053df', 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'fixed_ips': [{'subnet_id': '5bfb7ba8-8d29-49eb-a1f6-f530ace65c01'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:38:11.441873 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.491252 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.492490 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.497883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-109f4fc2-ae84-4f1c-8622-8a281d1869e3 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:11.501735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-109f4fc2-ae84-4f1c-8622-8a281d1869e3 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406584 Aug 23 03:38:11.519662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Request body: {'port': {'device_id': 'af80bf4a-171c-40b5-9a81-4bd53b638bba', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '229ddebf9b96466aac4f3feaa7eb4ece'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:11.580160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.621215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9df4ef5f-f3fa-4edd-914d-6c48c973d892 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0441782 Aug 23 03:38:11.625844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a62f9bce-0a4d-4e05-a0cf-81e9b104e2f1 req-d75b073f-91d9-4e0a-b42e-25b4fd762ec9 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 210 time: 0.0407493 Aug 23 03:38:11.654861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea36622-736c-4f28-84c3-eee87472a7b0 None None] Network fc713e56-a495-4cb1-906e-2adcf9260648 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:11.732898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Allocated IP 172.20.0.2 (50d32a05-2282-4e69-bae2-09b5cdd053df/5bfb7ba8-8d29-49eb-a1f6-f530ace65c01/3803f067-fb5d-46cf-ab31-e28cc48b7281) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:11.743240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Made reservation on behalf of 229ddebf9b96466aac4f3feaa7eb4ece for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:11.748220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.769635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.916962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22e52ef0-21f2-4720-8fb9-6583c0a1c53a req-5ee32729-29a4-4c07-b752-5db70f817052 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 210 time: 0.0533345 Aug 23 03:38:11.934462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:11.960086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.003118 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.013574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Transition to ACTIVE for port object 3803f067-fb5d-46cf-ab31-e28cc48b7281 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:12.029183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Transition to ACTIVE for port object 3803f067-fb5d-46cf-ab31-e28cc48b7281 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:12.064145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.151368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aa77f-299e-4cef-ba67-bce3143564a1 req-7da9e4e7-ef4b-4e00-9a6b-817388a6790a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:12.158608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a4aa77f-299e-4cef-ba67-bce3143564a1 req-7da9e4e7-ef4b-4e00-9a6b-817388a6790a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1259370 Aug 23 03:38:12.160475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:12.166919 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.227226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Network 50d32a05-2282-4e69-bae2-09b5cdd053df is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:12.233475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Pushing event updated for resources: {'Port': ['ID=3803f067-fb5d-46cf-ab31-e28cc48b7281,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:12.236893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:12.239871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:12.259138 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-fd6dd72d-810e-457f-93f4-a64dba5d50a7 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e69279cd7b9d44eba27691d394169d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827725 Aug 23 03:38:12.281138 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a4aa77f-299e-4cef-ba67-bce3143564a1 req-61fd03fb-9f1e-41f8-b06b-4e1770868890 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215372 Aug 23 03:38:12.302898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Attempting to bind port 3803f067-fb5d-46cf-ab31-e28cc48b7281 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:12.303404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Attempting to bind port 3803f067-fb5d-46cf-ab31-e28cc48b7281 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:12.303637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Attempting to bind port 3803f067-fb5d-46cf-ab31-e28cc48b7281 on network 50d32a05-2282-4e69-bae2-09b5cdd053df {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:12.310224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:12.311084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Checking segment: {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:12.311709 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.312636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Bound using segment: {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:12.314072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Bound port: 3803f067-fb5d-46cf-ab31-e28cc48b7281, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:12.317221 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.382339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.430482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] For port 3803f067-fb5d-46cf-ab31-e28cc48b7281, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:12.437620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] For port 3803f067-fb5d-46cf-ab31-e28cc48b7281, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3803f067-fb5d-46cf-ab31-e28cc48b7281,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:12.441201 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.449115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Allocated IP 192.168.233.239 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:12.486665 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.545746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c02f1-850e-45fa-b48a-cfa9856cdd04 req-176132df-7912-45ac-a692-038314a4c963 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:12.553825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87c02f1-850e-45fa-b48a-cfa9856cdd04 req-176132df-7912-45ac-a692-038314a4c963 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1261590 Aug 23 03:38:12.571734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa5692-6fad-4915-b167-7cc66efe4dac None None] Pushing event updated for resources: {'Port': ['ID=3803f067-fb5d-46cf-ab31-e28cc48b7281,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:12.587596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Allocated IP 172.25.1.60 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/10a454eb-2deb-443b-9ca0-0a9f12ca9457) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:12.591373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-e0f60c7d-fda5-4886-831e-e5bcd6732d71 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:12.593735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-e0f60c7d-fda5-4886-831e-e5bcd6732d71 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199770 Aug 23 03:38:12.625938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Request body: {'port': {'device_id': '88ae0f54-a55d-4e8f-b527-b6fdc7614fe4', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': 'e69279cd7b9d44eba27691d394169d6f'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:12.703084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87c02f1-850e-45fa-b48a-cfa9856cdd04 req-5112b796-eb4f-416a-8a84-688ae3813a17 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453230 Aug 23 03:38:12.774179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.868891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33156) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:12.873919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1031382188-network', 'tenant_id': 'e5e19268bcde47ad842059abcbdd8352'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:12.928747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:12.943489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Transition to ACTIVE for port object 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:13.012441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.050671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:13.053216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:13.056761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:13.080269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Pushing event updated for resources: {'Port': ['ID=10a454eb-2deb-443b-9ca0-0a9f12ca9457,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:13.082466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Made reservation on behalf of e5e19268bcde47ad842059abcbdd8352 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:13.085452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.103240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.166881 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.200367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Made reservation on behalf of e69279cd7b9d44eba27691d394169d6f for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:13.204243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.220783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.234005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:13.244381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:13.249259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:13.262734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Pushing event updated for resources: {'Port': ['ID=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:13.333683 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.369288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:13.370017 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.403935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7538ba23-bbc0-4c45-9341-e2a9108869ad req-4d4dfd10-f9fc-4d1f-b8f7-5d170d78e42e tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 210 time: 0.0669084 Aug 23 03:38:13.430548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.463554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:38:13.502291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46111ce5-faf8-443a-b264-d9aed696b095,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:13.508319 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.559667 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.560024 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Added segment 1b841a8b-c508-4589-b9ef-b4cc60b79e01 of type vlan for network 6163f335-2fe1-4cc3-b7e3-b062a377b762 Aug 23 03:38:13.595769 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.615607 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f800-c7cb-440a-84d8-a8098c4479a8 req-cb92069e-f691-424a-8060-2a4c65dc9931 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:13.617432 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8635f800-c7cb-440a-84d8-a8098c4479a8 req-cb92069e-f691-424a-8060-2a4c65dc9931 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 936 time: 0.1163979 Aug 23 03:38:13.635930 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.676795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8635f800-c7cb-440a-84d8-a8098c4479a8 req-6ac7433c-244a-4ff8-82ec-c4f7da1fc40b tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501661 Aug 23 03:38:13.718274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.795844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0921ecb3-c1c9-434c-8330-4ea880f7d5f6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:13.799875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187089ff-4388-4b4f-9843-2ee358c5f46d req-32ce5dcc-70b0-4c15-ada7-34ec0ed1223a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:13.808158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-187089ff-4388-4b4f-9843-2ee358c5f46d req-32ce5dcc-70b0-4c15-ada7-34ec0ed1223a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1286941 Aug 23 03:38:13.817850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-70576135-5a76-478d-b310-02c7290166fd None None] Provisioning for port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:13.821263 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.821977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-290d3ffa-8d5e-4f00-94be-db7003896232 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3062406 Aug 23 03:38:13.822246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:13.822829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.825310 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-70576135-5a76-478d-b310-02c7290166fd None None] Provisioning complete for port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:13.825932 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70576135-5a76-478d-b310-02c7290166fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.908073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Request body: {'port': {'device_id': 'af80bf4a-171c-40b5-9a81-4bd53b638bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:13.937305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-70576135-5a76-478d-b310-02c7290166fd None None] Port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:38:13.942850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d337f1-f8d5-4ce8-8aaa-9a8cac384d56 None None] Network 50d32a05-2282-4e69-bae2-09b5cdd053df requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:13.978314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-187089ff-4388-4b4f-9843-2ee358c5f46d req-a9f3d580-598a-4ef9-9adf-14e35c61c9f6 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546719 Aug 23 03:38:13.987539 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:13.997128 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1268294 Aug 23 03:38:13.997906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0dcf1-70e0-4f65-9736-c0a3a92c3de5 admin admin] Pushing event updated for resources: {'Network': ['ID=6163f335-2fe1-4cc3-b7e3-b062a377b762,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:14.000991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33180) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:14.007811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Request body: {'subnet': {'network_id': '6163f335-2fe1-4cc3-b7e3-b062a377b762', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1031382188-subnet', 'tenant_id': 'e5e19268bcde47ad842059abcbdd8352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:14.029713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Allocated IP 192.168.233.234 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/d65ee6fb-dccb-4cbd-9b59-1c3008fde477) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:14.031962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6163f335-2fe1-4cc3-b7e3-b062a377b762 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:38:14.034435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3803f067-fb5d-46cf-ab31-e28cc48b7281 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:14.051045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.063551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df11a96-a208-475e-af07-c560261979bf req-8cf68cfb-8230-4d4b-b420-533f739fbf98 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:14.065096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3df11a96-a208-475e-af07-c560261979bf req-8cf68cfb-8230-4d4b-b420-533f739fbf98 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1482711 Aug 23 03:38:14.161895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Made reservation on behalf of e5e19268bcde47ad842059abcbdd8352 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:14.164673 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.179349 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3df11a96-a208-475e-af07-c560261979bf req-a17bd20a-bc81-419c-a7f9-a82346405acd tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046391 Aug 23 03:38:14.272874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:38:14.376409 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.397119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Transition to ACTIVE for port object d65ee6fb-dccb-4cbd-9b59-1c3008fde477 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:14.399540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ce3dfb15-744c-4cf0-8628-a4878b578d42 None None] Provisioning for port 3803f067-fb5d-46cf-ab31-e28cc48b7281 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:14.431228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 3803f067-fb5d-46cf-ab31-e28cc48b7281 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:14.454789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3803f067-fb5d-46cf-ab31-e28cc48b7281 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:14.456266 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.469483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:38:14.481130 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Sync routers for ids ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:38:14.492602 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Routers {'ee308d49-82b1-49c6-8d45-2bbaa0509ce9'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:38:14.494826 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:37:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:14.525801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cdddc68-3baa-4d34-b4ab-d4ce398aa6bd req-1860b8fd-3f12-4698-adfd-807de165bf08 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 210 time: 0.0304739 Aug 23 03:38:14.536549 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.567684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.624943 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.641223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:14.648606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:14.648847 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.654614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33188) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:14.655621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:14.656753 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ea65dd13-3f9d-4784-bffa-27cc3e55ed03 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2798963 Aug 23 03:38:14.667969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 3803f067-fb5d-46cf-ab31-e28cc48b7281, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3803f067-fb5d-46cf-ab31-e28cc48b7281,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:14.701271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=421ae8d9-3a8f-451e-a158-e29818f0c3a9,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:14.719146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Checking segment: {'id': '1b841a8b-c508-4589-b9ef-b4cc60b79e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6163f335-2fe1-4cc3-b7e3-b062a377b762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:14.719697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Network hostable DHCP agents. Network: 6163f335-2fe1-4cc3-b7e3-b062a377b762, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:38:14.733086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-970ab2af-55db-4831-a760-bfc592f05c8c None None] Provisioning complete for port 3803f067-fb5d-46cf-ab31-e28cc48b7281 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:14.733656 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-970ab2af-55db-4831-a760-bfc592f05c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.783805 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Set router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:38:14.790707 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.823716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Network 6163f335-2fe1-4cc3-b7e3-b062a377b762 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:38:14.906518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=3803f067-fb5d-46cf-ab31-e28cc48b7281,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:14.920559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6163f335-2fe1-4cc3-b7e3-b062a377b762) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:14.925909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:14.927167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:14.927643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.927852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:14.933224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9fd5c1-a156-43a5-bcf5-aaca1afab8ab None None] Network 6163f335-2fe1-4cc3-b7e3-b062a377b762 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:14.945997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Pushing event updated for resources: {'Port': ['ID=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:15.021783 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:11Z', 'updated_at': '2021-08-23T03:38:13Z', 'revision_number': 3, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'gw_port': {'id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:12Z', 'updated_at': '2021-08-23T03:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:15.055153 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Checking router: ee308d49-82b1-49c6-8d45-2bbaa0509ce9 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:38:15.055530 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Updating router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 port 10a454eb-2deb-443b-9ca0-0a9f12ca9457 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:38:15.086243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-80bdab01-ac31-4e8e-831c-2d8d005f74ae admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0760553 Aug 23 03:38:15.089536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-51261aa7-9bea-46b5-9e35-27a8fa3f3b41 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4806352 Aug 23 03:38:15.102565 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.105253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45452b-652d-4210-a6e3-e688bc1aa094 None None] Network 6163f335-2fe1-4cc3-b7e3-b062a377b762 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:15.114544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d627b6-08b1-4670-a551-d5507b51e1fa req-7f30f223-5909-489c-b7ed-1cfa45626c04 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:15.116595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77d627b6-08b1-4670-a551-d5507b51e1fa req-7f30f223-5909-489c-b7ed-1cfa45626c04 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 936 time: 0.1742957 Aug 23 03:38:15.126588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5e2bb-6bfe-469d-a1d0-ba6692224400 req-475044f6-963d-4e9a-ac4e-88b22b1b7b99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:15.128173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2f29953f-5aeb-48e1-9fce-fe242a0bea21 None None] Provisioning for port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:15.138442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2f29953f-5aeb-48e1-9fce-fe242a0bea21 None None] Provisioning complete for port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:15.138644 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2f29953f-5aeb-48e1-9fce-fe242a0bea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.139588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfb5e2bb-6bfe-469d-a1d0-ba6692224400 req-475044f6-963d-4e9a-ac4e-88b22b1b7b99 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1018751 Aug 23 03:38:15.175291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Request body: {'port': {'device_id': '88ae0f54-a55d-4e8f-b527-b6fdc7614fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:15.214133 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfb5e2bb-6bfe-469d-a1d0-ba6692224400 req-e0f53077-164e-49f5-aafd-f89137185798 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660405 Aug 23 03:38:15.217367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2f29953f-5aeb-48e1-9fce-fe242a0bea21 None None] Port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:38:15.297439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33208) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:15.424476 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.437376 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Transition to ACTIVE for port object 10a454eb-2deb-443b-9ca0-0a9f12ca9457 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:15.526288 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.581498 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.595841 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Pushing event updated for resources: {'Port': ['ID=10a454eb-2deb-443b-9ca0-0a9f12ca9457,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:15.608534 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.609228 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.609780 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.610276 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.611016 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.611526 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.612047 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.612584 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.613108 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.614771 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.615866 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.616372 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:15.644307 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Attempting to bind port 10a454eb-2deb-443b-9ca0-0a9f12ca9457 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:15.645777 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Attempting to bind port 10a454eb-2deb-443b-9ca0-0a9f12ca9457 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:15.646162 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Attempting to bind port 10a454eb-2deb-443b-9ca0-0a9f12ca9457 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:15.649098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:15.652711 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:15.653559 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:15.653960 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.655292 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:15.656754 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Bound port: 10a454eb-2deb-443b-9ca0-0a9f12ca9457, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:15.657113 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.665182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.693939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22264df-6a8f-4665-9250-2893fc68e806 admin admin] Deleting subnet e8b022c0-b4cd-45fc-a7e1-e91d58a3404a {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:38:15.697605 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d22264df-6a8f-4665-9250-2893fc68e806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.717888 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] For port 10a454eb-2deb-443b-9ca0-0a9f12ca9457, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:15.721596 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] For port 10a454eb-2deb-443b-9ca0-0a9f12ca9457, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=10a454eb-2deb-443b-9ca0-0a9f12ca9457,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:15.734429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77d627b6-08b1-4670-a551-d5507b51e1fa req-4bb9b16e-8c07-40ca-a6b8-ff1a84feb8ef tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870029 Aug 23 03:38:15.738987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d22264df-6a8f-4665-9250-2893fc68e806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.785303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d22264df-6a8f-4665-9250-2893fc68e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.798105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Transition to ACTIVE for port object 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:15.805817 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.865394 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Routers {'ee308d49-82b1-49c6-8d45-2bbaa0509ce9'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:38:15.866076 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:37:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:15.914148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839d0b-9246-400f-b537-321b8009012d req-9b074ac4-b1d7-40d8-874e-982e12a44403 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:15.915682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3839d0b-9246-400f-b537-321b8009012d req-9b074ac4-b1d7-40d8-874e-982e12a44403 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1189830 Aug 23 03:38:15.925386 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ab3eb-0f73-4a81-aaa8-4881504508fa None None] Pushing event updated for resources: {'Port': ['ID=10a454eb-2deb-443b-9ca0-0a9f12ca9457,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:15.960911 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d22264df-6a8f-4665-9250-2893fc68e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:15.965784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3803f067-fb5d-46cf-ab31-e28cc48b7281 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:15.991781 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.008705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22264df-6a8f-4665-9250-2893fc68e806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b022c0-b4cd-45fc-a7e1-e91d58a3404a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:16.012600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d22264df-6a8f-4665-9250-2893fc68e806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.019585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d22264df-6a8f-4665-9250-2893fc68e806 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e8b022c0-b4cd-45fc-a7e1-e91d58a3404a HTTP/1.1" status: 204 len: 168 time: 0.7206662 Aug 23 03:38:16.020768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33214) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:16.037671 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] Set router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:38:16.056271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3803f067-fb5d-46cf-ab31-e28cc48b7281 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:16.056657 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.108541 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3839d0b-9246-400f-b537-321b8009012d req-5ea7d8cc-e78b-4416-b8b3-084240d6ceb0 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804144 Aug 23 03:38:16.162311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.203229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e64d-8539-4574-8093-82855dc81cd9 req-55ac6655-efed-46d5-ab05-e41372599fb3 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:16.211395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98c6e64d-8539-4574-8093-82855dc81cd9 req-55ac6655-efed-46d5-ab05-e41372599fb3 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 936 time: 0.0977890 Aug 23 03:38:16.230795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Pushing event updated for resources: {'Port': ['ID=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:16.317292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98c6e64d-8539-4574-8093-82855dc81cd9 req-37d60238-8233-4f34-bef7-d97c33eb49a8 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037853 Aug 23 03:38:16.370520 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.375313 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.382750 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:11Z', 'updated_at': '2021-08-23T03:38:13Z', 'revision_number': 3, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'gw_port': {'id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:12Z', 'updated_at': '2021-08-23T03:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:16.396273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc713e56-a495-4cb1-906e-2adcf9260648']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:16.413480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf976ea-38e7-4fde-bc64-1a4a2a55d3d1') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:16.413779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf976ea-38e7-4fde-bc64-1a4a2a55d3d1') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:16.447650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.449140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Attempting to bind port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:16.449594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Attempting to bind port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:16.452484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Attempting to bind port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:16.482885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:38:16.483354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Attempting to bind port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:16.486987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.496852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:38:16.497282 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.499959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:38:16.505170 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:38:16.507747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:16.507747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:16.507747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Bound port: 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:16.507747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.534148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010886b-7104-48bf-a671-968583ee65ad req-b6368ae2-9cea-447d-bce3-1c35b3cd7b87 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:16.535896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3010886b-7104-48bf-a671-968583ee65ad req-b6368ae2-9cea-447d-bce3-1c35b3cd7b87 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1201248 Aug 23 03:38:16.549305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65ee6fb-dccb-4cbd-9b59-1c3008fde477 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:16.568888 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.601717 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76939ce-9a5b-4262-9882-d55f9785f1bb None None] The sync data for ids ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'] in n-d-749052-7 is: [{'id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:11Z', 'updated_at': '2021-08-23T03:38:13Z', 'revision_number': 3, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'gw_port': {'id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:12Z', 'updated_at': '2021-08-23T03:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:38:16.603952 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3010886b-7104-48bf-a671-968583ee65ad req-f2f84774-2600-454c-9f9a-5292482ef2ad tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Aug 23 03:38:16.638874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Transition to ACTIVE for port object d65ee6fb-dccb-4cbd-9b59-1c3008fde477 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:16.685171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.693137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.696180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc713e56-a495-4cb1-906e-2adcf9260648 HTTP/1.1" status: 204 len: 168 time: 0.6742141 Aug 23 03:38:16.696797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] For port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:16.696903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33224) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:16.718804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] For port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:16.731119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Allocated IP 172.20.0.1 (50d32a05-2282-4e69-bae2-09b5cdd053df/5bfb7ba8-8d29-49eb-a1f6-f530ace65c01/182751ea-679d-47a2-83ac-2ad88fe7f068) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:16.735664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206fd38-6f7f-47ab-afae-c6478916b662 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc713e56-a495-4cb1-906e-2adcf9260648,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:16.761120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-df50ebc9-f5ad-4c0f-9bb7-4ea540191feb admin admin] Deleting subnet 421ae8d9-3a8f-451e-a158-e29818f0c3a9 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:38:16.765039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df50ebc9-f5ad-4c0f-9bb7-4ea540191feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.775214 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.823147 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df50ebc9-f5ad-4c0f-9bb7-4ea540191feb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.861584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:16.935826 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df50ebc9-f5ad-4c0f-9bb7-4ea540191feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.006425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:17.007043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.008484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] 10.222.0.11 "PUT /v2.0/ports/1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f HTTP/1.1" status: 200 len: 1096 time: 3.1532869 Aug 23 03:38:17.040387 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.050469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33232) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:17.055104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af80bf4a-171c-40b5-9a81-4bd53b638bba', 'tag': '1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:17.057523 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edfd146-e78a-4240-bfc5-16ff211e93e9" -d '{"events": [{"name": "network-changed", "server_uuid": "af80bf4a-171c-40b5-9a81-4bd53b638bba", "tag": "1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:17.060259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Pushing event updated for resources: {'Port': ['ID=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:17.099134 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df50ebc9-f5ad-4c0f-9bb7-4ea540191feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.153031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34519862-90c7-4fa6-ae09-b54fa3f045fb service neutron] Pushing event updated for resources: {'Port': ['ID=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:17.196452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50ebc9-f5ad-4c0f-9bb7-4ea540191feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421ae8d9-3a8f-451e-a158-e29818f0c3a9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:17.218341 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df50ebc9-f5ad-4c0f-9bb7-4ea540191feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.218341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-df50ebc9-f5ad-4c0f-9bb7-4ea540191feb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/421ae8d9-3a8f-451e-a158-e29818f0c3a9 HTTP/1.1" status: 204 len: 168 time: 0.5162902 Aug 23 03:38:17.222541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2728f1ae-3ae9-46a8-ac4c-64aea89a022a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.225978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33240) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:17.251960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Transition to ACTIVE for port object 182751ea-679d-47a2-83ac-2ad88fe7f068 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:17.262128 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5edca-5747-4eff-847a-da680f491f55 x-openstack-request-id: req-1eb5edca-5747-4eff-847a-da680f491f55 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:17.262583 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af80bf4a-171c-40b5-9a81-4bd53b638bba", "tag": "1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:17.262908 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1eb5edca-5747-4eff-847a-da680f491f55 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:17.263415 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af80bf4a-171c-40b5-9a81-4bd53b638bba', 'tag': '1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f', 'status': 'completed', 'code': 200} Aug 23 03:38:17.273448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434bde8-7e5b-4861-9d90-a9facd9e0a1b req-44c6f50c-0eef-4082-af05-ea48b04e56bf tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:17.277545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b434bde8-7e5b-4861-9d90-a9facd9e0a1b req-44c6f50c-0eef-4082-af05-ea48b04e56bf tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 948 time: 0.4400320 Aug 23 03:38:17.387495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-7b3c9af0-018c-4745-b878-d2828da6aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:17.389191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-7b3c9af0-018c-4745-b878-d2828da6aa18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 1099 time: 0.2209294 Aug 23 03:38:17.392300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.404040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b434bde8-7e5b-4861-9d90-a9facd9e0a1b req-60499907-0149-451e-a56d-db6baafbe6b9 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920732 Aug 23 03:38:17.447060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3125440-32c7-4b83-824a-823666faeb05 req-3b9a5b5a-5078-4eab-8b6f-6e52b38bdf22 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:17.448551 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3125440-32c7-4b83-824a-823666faeb05 req-3b9a5b5a-5078-4eab-8b6f-6e52b38bdf22 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1250350 Aug 23 03:38:17.465621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-ef5fbc71-85e9-424a-b733-f90785bfc090 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f HTTP/1.1" status: 200 len: 217 time: 0.0604739 Aug 23 03:38:17.473705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Attempting to bind port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:17.473705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Attempting to bind port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:17.473705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Attempting to bind port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:17.524473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:38:17.525199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Attempting to bind port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:17.552995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:17.553533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:17.554020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:17.554568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Bound port: d65ee6fb-dccb-4cbd-9b59-1c3008fde477, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:17.558788 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.583480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.600777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-c35e2b5d-60b5-4934-ba3f-18e3a4542eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:17.602424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-c35e2b5d-60b5-4934-ba3f-18e3a4542eaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1260459 Aug 23 03:38:17.603176 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3125440-32c7-4b83-824a-823666faeb05 req-42e46364-ea16-41f1-8942-e3c48d730df1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228364 Aug 23 03:38:17.604159 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.604822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6163f335-2fe1-4cc3-b7e3-b062a377b762']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:17.631865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b841a8b-c508-4589-b9ef-b4cc60b79e01') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:17.631865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b841a8b-c508-4589-b9ef-b4cc60b79e01') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:17.634937 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2728f1ae-3ae9-46a8-ac4c-64aea89a022a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.638967 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.656173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.662816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:38:17.663336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:38:17.665664 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:38:17.698200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Network 50d32a05-2282-4e69-bae2-09b5cdd053df is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:17.712831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffdd0b-8855-449c-94ca-2f2fef600491 req-ab967bb3-0453-4931-82e7-13ee00b85127 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:17.714400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dffdd0b-8855-449c-94ca-2f2fef600491 req-ab967bb3-0453-4931-82e7-13ee00b85127 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 948 time: 0.2035568 Aug 23 03:38:17.724903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:17.730556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:17.732971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] For port d65ee6fb-dccb-4cbd-9b59-1c3008fde477, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:17.734145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2728f1ae-3ae9-46a8-ac4c-64aea89a022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.792224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Pushing event updated for resources: {'Port': ['ID=182751ea-679d-47a2-83ac-2ad88fe7f068,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:17.796330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2728f1ae-3ae9-46a8-ac4c-64aea89a022a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1e6951e59094d019758750d0a076ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7442045 Aug 23 03:38:17.799712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33246) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:17.803379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728f1ae-3ae9-46a8-ac4c-64aea89a022a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a4d965-9b2b-46e5-b55a-40fccc2fb1d0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:17.807459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-2b7c921d-3023-433e-ad5e-be1a3ec6b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:17.808986 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-2b7c921d-3023-433e-ad5e-be1a3ec6b898 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988990 Aug 23 03:38:17.835731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9683f-f02f-4b5e-994d-16f71c131a57 req-aec85dfa-77a1-47c3-bd41-6e5d9d774756 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:17.837310 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41b9683f-f02f-4b5e-994d-16f71c131a57 req-aec85dfa-77a1-47c3-bd41-6e5d9d774756 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1183774 Aug 23 03:38:17.844978 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.849766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.861569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.866273 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6163f335-2fe1-4cc3-b7e3-b062a377b762 HTTP/1.1" status: 204 len: 168 time: 0.6365559 Aug 23 03:38:17.892191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60ae74-69c3-4674-a7b5-ff4b28e6e2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6163f335-2fe1-4cc3-b7e3-b062a377b762,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:17.903621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] For port d65ee6fb-dccb-4cbd-9b59-1c3008fde477, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:17.919991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dffdd0b-8855-449c-94ca-2f2fef600491 req-518f0ae5-ab4b-40d0-873c-f02d10247e11 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920264 Aug 23 03:38:17.949651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41b9683f-f02f-4b5e-994d-16f71c131a57 req-4144ee8e-3ab8-4da1-a31c-a0e804ae1403 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025546 Aug 23 03:38:17.950635 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-97648f78-604c-4be8-acc6-8b11c56474f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.977529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-97648f78-604c-4be8-acc6-8b11c56474f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:17.982188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.028758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 10a454eb-2deb-443b-9ca0-0a9f12ca9457 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:18.076975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:18.081124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.082599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] 10.222.0.11 "PUT /v2.0/ports/d65ee6fb-dccb-4cbd-9b59-1c3008fde477 HTTP/1.1" status: 200 len: 1096 time: 2.9136894 Aug 23 03:38:18.115769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-97648f78-604c-4be8-acc6-8b11c56474f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.120299 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-97648f78-604c-4be8-acc6-8b11c56474f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.126581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8a0d-0d7f-4235-abd3-46468f0a12bb service neutron] Pushing event updated for resources: {'Port': ['ID=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:18.143982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-97648f78-604c-4be8-acc6-8b11c56474f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3a4d965-9b2b-46e5-b55a-40fccc2fb1d0 HTTP/1.1" status: 204 len: 168 time: 0.3243222 Aug 23 03:38:18.144109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-4c62e020-267d-4f90-ad23-061f4ef286c2 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199124 Aug 23 03:38:18.148103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97648f78-604c-4be8-acc6-8b11c56474f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a4d965-9b2b-46e5-b55a-40fccc2fb1d0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:18.229431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a95ef5ae-9b88-4562-9d59-937867eec443 None None] Provisioning for port 182751ea-679d-47a2-83ac-2ad88fe7f068 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:18.236776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 10a454eb-2deb-443b-9ca0-0a9f12ca9457 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:18.240448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a95ef5ae-9b88-4562-9d59-937867eec443 None None] Provisioning complete for port 182751ea-679d-47a2-83ac-2ad88fe7f068 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:18.241944 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a95ef5ae-9b88-4562-9d59-937867eec443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.244240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 10a454eb-2deb-443b-9ca0-0a9f12ca9457 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:18.246548 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.331413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a95ef5ae-9b88-4562-9d59-937867eec443 None None] Port 182751ea-679d-47a2-83ac-2ad88fe7f068 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:38:18.333052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.357354 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eacaa6e0-a3e3-4494-a0c3-f0810adaf4cf req-dd2a2056-e18b-4803-9eb4-3aca094f3d08 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101583 Aug 23 03:38:18.382855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-d6f650f4-9d05-471b-b476-6d13d62e5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:18.384882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-d6f650f4-9d05-471b-b476-6d13d62e5e09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e69279cd7b9d44eba27691d394169d6f&device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 1099 time: 0.1181209 Aug 23 03:38:18.388909 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.400530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33254) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:18.417925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 10a454eb-2deb-443b-9ca0-0a9f12ca9457, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=10a454eb-2deb-443b-9ca0-0a9f12ca9457,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:18.442293 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-6c3e5213-6c2e-4940-9fd9-040c5172a321 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d65ee6fb-dccb-4cbd-9b59-1c3008fde477 HTTP/1.1" status: 200 len: 217 time: 0.0431495 Aug 23 03:38:18.451419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c9a88063-b487-4362-ad9e-146083927974 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04bf2e5b042b4841a8ddd88a4a1cfef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493717 Aug 23 03:38:18.454423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33258) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:18.485928 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.554312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=10a454eb-2deb-443b-9ca0-0a9f12ca9457,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:18.554649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-08401877-ea9a-4df6-aa4c-0ed098c7201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:18.557908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-08401877-ea9a-4df6-aa4c-0ed098c7201d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1087158 Aug 23 03:38:18.598081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b9ae-b733-4faf-9242-a4bf61e442f3 req-94d020fc-8416-44c3-8351-d948f5fda098 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:18.599889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5927b9ae-b733-4faf-9242-a4bf61e442f3 req-94d020fc-8416-44c3-8351-d948f5fda098 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 948 time: 0.1024806 Aug 23 03:38:18.610066 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23f203e7-d4bd-4577-90fa-e30f32f91f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.653115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23f203e7-d4bd-4577-90fa-e30f32f91f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.696066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-1b0b57b8-585c-43b0-9f11-9cf89345deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:18.697612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-1b0b57b8-585c-43b0-9f11-9cf89345deb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316760 Aug 23 03:38:18.703188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-72a1182b-ab28-47da-8974-861f07dda8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:18.704809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-72a1182b-ab28-47da-8974-861f07dda8f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 1099 time: 0.1059165 Aug 23 03:38:18.705002 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5927b9ae-b733-4faf-9242-a4bf61e442f3 req-ff661cde-15c7-41d0-bc65-d0d8da88e4e3 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960460 Aug 23 03:38:18.708341 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.834719 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23f203e7-d4bd-4577-90fa-e30f32f91f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.837424 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23f203e7-d4bd-4577-90fa-e30f32f91f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.839022 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-23f203e7-d4bd-4577-90fa-e30f32f91f76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d3d415a-ea4a-4435-a8f7-83ee7b6ea445 HTTP/1.1" status: 204 len: 168 time: 0.3816714 Aug 23 03:38:18.847274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f203e7-d4bd-4577-90fa-e30f32f91f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3d415a-ea4a-4435-a8f7-83ee7b6ea445,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:18.855552 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.925226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd5bae-3571-4961-9f20-70d4c843a84e req-9f192211-4e24-4584-bc05-e629896c57b8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:18.927216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ddd5bae-3571-4961-9f20-70d4c843a84e req-9f192211-4e24-4584-bc05-e629896c57b8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.2169812 Aug 23 03:38:18.986290 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:18.989980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-492e88d1-6010-481c-a0d9-8e5c8d7de37d service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840583 Aug 23 03:38:18.997700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-a73f6ae1-42a7-44b6-82c4-85b7b9444097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:18.999251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-a73f6ae1-42a7-44b6-82c4-85b7b9444097 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2741818 Aug 23 03:38:19.017053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Pushing event updated for resources: {'Port': ['ID=182751ea-679d-47a2-83ac-2ad88fe7f068,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:19.060602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbc563-2492-478f-8b72-ac4d9a891aef req-4fd4ea89-f9d6-431b-9317-6ec9dff630e9 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:19.067888 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15fbc563-2492-478f-8b72-ac4d9a891aef req-4fd4ea89-f9d6-431b-9317-6ec9dff630e9 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 948 time: 0.0701540 Aug 23 03:38:19.110274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15fbc563-2492-478f-8b72-ac4d9a891aef req-f195ab95-035f-44c3-bdb0-6a6789033041 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Aug 23 03:38:19.245637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79c4de-3607-44d5-ada6-dc5ea2be0cb2 req-52420f17-04db-436a-9965-2b63a77a25a1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:19.247202 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c79c4de-3607-44d5-ada6-dc5ea2be0cb2 req-52420f17-04db-436a-9965-2b63a77a25a1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0582821 Aug 23 03:38:19.296769 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c79c4de-3607-44d5-ada6-dc5ea2be0cb2 req-204704e0-dff5-4e5c-b68f-72f53077fd97 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Aug 23 03:38:19.389656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ae0f54-a55d-4e8f-b527-b6fdc7614fe4', 'tag': 'd65ee6fb-dccb-4cbd-9b59-1c3008fde477'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:19.392635 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a975361d-92b4-40f7-beea-31f78c9548a4" -d '{"events": [{"name": "network-changed", "server_uuid": "88ae0f54-a55d-4e8f-b527-b6fdc7614fe4", "tag": "d65ee6fb-dccb-4cbd-9b59-1c3008fde477"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:19.408191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ddd5bae-3571-4961-9f20-70d4c843a84e req-6ec11249-520f-4a73-a64a-2481004cac59 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733491 Aug 23 03:38:19.412987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-2cf69b10-e361-4a0d-87fa-4f09c67b0f43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f HTTP/1.1" status: 200 len: 217 time: 0.3954802 Aug 23 03:38:19.442989 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e779d-9e88-4502-82bf-29fa1f622e88 x-openstack-request-id: req-b56e779d-9e88-4502-82bf-29fa1f622e88 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:19.454722 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ae0f54-a55d-4e8f-b527-b6fdc7614fe4", "tag": "d65ee6fb-dccb-4cbd-9b59-1c3008fde477", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:19.454722 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b56e779d-9e88-4502-82bf-29fa1f622e88 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:19.454722 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ae0f54-a55d-4e8f-b527-b6fdc7614fe4', 'tag': 'd65ee6fb-dccb-4cbd-9b59-1c3008fde477', 'status': 'completed', 'code': 200} Aug 23 03:38:19.522526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33292) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:19.551492 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02361861-ec3c-4311-b395-cd0a9311ea0f req-ab8aca2d-0ea1-4be4-9fa0-b4d90e64a13e service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486057 Aug 23 03:38:19.556810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-05a773df-ea4f-423d-8d24-c349adb4ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:19.558735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-05a773df-ea4f-423d-8d24-c349adb4ddba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1106687 Aug 23 03:38:19.569704 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-97568c9b-01e1-4326-bdbe-73a954924b4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5e19268bcde47ad842059abcbdd8352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455968 Aug 23 03:38:19.571338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33294) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:19.593237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Network 50d32a05-2282-4e69-bae2-09b5cdd053df is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:19.596425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33296) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:19.600472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:19.631762 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4170d7c0-036e-42bf-80dc-b6f605b7ede5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:19.658207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4170d7c0-036e-42bf-80dc-b6f605b7ede5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:19.664432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-0d78bb13-2554-449b-b974-c2dadbc719d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:19.666000 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-0d78bb13-2554-449b-b974-c2dadbc719d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965619 Aug 23 03:38:19.818787 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4170d7c0-036e-42bf-80dc-b6f605b7ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:19.818932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:38:19.819025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4170d7c0-036e-42bf-80dc-b6f605b7ede5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:19.819025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4170d7c0-036e-42bf-80dc-b6f605b7ede5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46111ce5-faf8-443a-b264-d9aed696b095 HTTP/1.1" status: 204 len: 168 time: 0.2420251 Aug 23 03:38:19.831946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1701454582-network', 'tenant_id': '7db4211dfaa54f3e939dbaf4f952fad8'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:19.837961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170d7c0-036e-42bf-80dc-b6f605b7ede5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46111ce5-faf8-443a-b264-d9aed696b095,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:19.919529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-cae296e0-4540-4c50-8e5d-c165dcb81d45 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450192 Aug 23 03:38:19.919795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-158973a3-ddbe-4f08-af54-e504fd685553 None None] Provisioning complete for port 182751ea-679d-47a2-83ac-2ad88fe7f068 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:19.920761 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-158973a3-ddbe-4f08-af54-e504fd685553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:19.944201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 10a454eb-2deb-443b-9ca0-0a9f12ca9457 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:19.983737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-158973a3-ddbe-4f08-af54-e504fd685553 None None] Port 182751ea-679d-47a2-83ac-2ad88fe7f068 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:38:19.992007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793859c-593e-4f61-a003-e18b0e5552f0 req-9912a312-1c1a-4be0-9956-cd9a51954998 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:19.993541 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8793859c-593e-4f61-a003-e18b0e5552f0 req-9912a312-1c1a-4be0-9956-cd9a51954998 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 948 time: 0.1986835 Aug 23 03:38:19.995324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-48614c15-0fd1-4dfe-9a38-8dfa1960b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:19.996629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-48614c15-0fd1-4dfe-9a38-8dfa1960b512 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e69279cd7b9d44eba27691d394169d6f&device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 1099 time: 0.1982963 Aug 23 03:38:20.006934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 10a454eb-2deb-443b-9ca0-0a9f12ca9457 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:20.007466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:20.070372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Made reservation on behalf of 7db4211dfaa54f3e939dbaf4f952fad8 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:20.072507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:20.133869 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:20.225537 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8793859c-593e-4f61-a003-e18b0e5552f0 req-cc93d659-ba99-478b-8f16-fc48e14894c6 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181919 Aug 23 03:38:20.232828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:38:20.240547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0edfd146-e78a-4240-bfc5-16ff211e93e9 req-bcef391d-b35f-4bcc-9d5f-c26a6145ab5c service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842817 Aug 23 03:38:20.242991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02bab-c895-4143-9e47-1c6d202a4ad5 req-729d8652-2306-4318-b737-c96ba10f29e6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:20.245844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dfce412b-1d4c-4fcd-be3d-aa36ebf05e51 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee308d49-82b1-49c6-8d45-2bbaa0509ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5848122 Aug 23 03:38:20.249717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Sync routers for ids ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:38:20.268525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-df72a672-3fce-4ba0-b2fc-7308b1d9ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:20.269740 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fde02bab-c895-4143-9e47-1c6d202a4ad5 req-729d8652-2306-4318-b737-c96ba10f29e6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 948 time: 0.0846884 Aug 23 03:38:20.270136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-df72a672-3fce-4ba0-b2fc-7308b1d9ae01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2639377 Aug 23 03:38:20.282638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Routers {'ee308d49-82b1-49c6-8d45-2bbaa0509ce9'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:38:20.284219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:37:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:20.317612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fde02bab-c895-4143-9e47-1c6d202a4ad5 req-1580c62f-6cb7-48d0-8e38-f7aa79330c25 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 Aug 23 03:38:20.348855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-f2b2c904-dde7-476b-84ca-3383ff7a2821 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d65ee6fb-dccb-4cbd-9b59-1c3008fde477 HTTP/1.1" status: 200 len: 217 time: 0.0711677 Aug 23 03:38:20.405132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Set router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:38:20.525668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-2fbf5381-6fd9-4c9b-963e-939faf882db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:20.527152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-2fbf5381-6fd9-4c9b-963e-939faf882db2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1713283 Aug 23 03:38:20.538008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0baa13-20cd-4328-9c99-4864b4020714 req-e6d17145-afba-4c17-ae63-9cdbb3ecd80a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:20.539422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7b0baa13-20cd-4328-9c99-4864b4020714 req-e6d17145-afba-4c17-ae63-9cdbb3ecd80a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1124558 Aug 23 03:38:20.617309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:20.632311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a503e4a-2e8f-4f22-8cb5-27d1cfa90bcc req-97f741e9-18b8-4379-b12b-9eb18ab1adcd tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:20.634237 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a503e4a-2e8f-4f22-8cb5-27d1cfa90bcc req-97f741e9-18b8-4379-b12b-9eb18ab1adcd tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Aug 23 03:38:20.647243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:11Z', 'updated_at': '2021-08-23T03:38:18Z', 'revision_number': 4, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'gw_port': {'id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:12Z', 'updated_at': '2021-08-23T03:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '182751ea-679d-47a2-83ac-2ad88fe7f068', 'name': '', 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'mac_address': 'fa:16:3e:a6:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5bfb7ba8-8d29-49eb-a1f6-f530ace65c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:16Z', 'updated_at': '2021-08-23T03:38:18Z', 'revision_number': 2, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'subnets': [{'id': '5bfb7ba8-8d29-49eb-a1f6-f530ace65c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:20.649315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7b0baa13-20cd-4328-9c99-4864b4020714 req-28e5f49e-9f5e-4037-b083-76d2752fa7af tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007979 Aug 23 03:38:20.664332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-44977309-f0bd-42cb-8dfb-f3b5e0b591ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:20.666289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-44977309-f0bd-42cb-8dfb-f3b5e0b591ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195931 Aug 23 03:38:20.685298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Checking router: ee308d49-82b1-49c6-8d45-2bbaa0509ce9 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:38:20.685508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Updating router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 port 182751ea-679d-47a2-83ac-2ad88fe7f068 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:38:20.715237 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a503e4a-2e8f-4f22-8cb5-27d1cfa90bcc req-6f3ee5cb-1d8b-4197-9736-88f736d41851 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681491 Aug 23 03:38:20.719734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:20.743949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:20.802304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:38:20.811117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2810b2-a24f-4835-a7e9-4afdcc8f6676,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:20.845799 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:20.846226 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Added segment ef11e956-e241-42df-8116-53c4791fae9a of type vlan for network 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed Aug 23 03:38:20.917389 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:20.934505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-03b31981-aa44-40ee-b3ac-e76ff0784a4d service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631556 Aug 23 03:38:21.032438 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.046672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a975361d-92b4-40f7-beea-31f78c9548a4 req-f0079ab2-1d21-4eca-8d06-fcb5d0a87fad service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036439 Aug 23 03:38:21.051534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Transition to ACTIVE for port object 182751ea-679d-47a2-83ac-2ad88fe7f068 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:21.052095 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.053406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:21.053971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.118647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac39401-b309-4b51-a4a5-b2b6a1fa8eed,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:21.129385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:38:21.175614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ec2b1de2-6f64-4f1b-a7ee-8f835cd25932 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5748615 Aug 23 03:38:21.175895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33342) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:21.180071 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.183487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Request body: {'subnet': {'network_id': '5ac39401-b309-4b51-a4a5-b2b6a1fa8eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1701454582-subnet', 'tenant_id': '7db4211dfaa54f3e939dbaf4f952fad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:21.267677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33348) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:21.274012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-network', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:21.286871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bfb71-4932-4409-867a-907f2651652f None None] Pushing event updated for resources: {'Port': ['ID=182751ea-679d-47a2-83ac-2ad88fe7f068,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:21.298992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Made reservation on behalf of 7db4211dfaa54f3e939dbaf4f952fad8 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:21.302251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.330886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Attempting to bind port 182751ea-679d-47a2-83ac-2ad88fe7f068 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:21.331268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Attempting to bind port 182751ea-679d-47a2-83ac-2ad88fe7f068 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:21.331680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Attempting to bind port 182751ea-679d-47a2-83ac-2ad88fe7f068 on network 50d32a05-2282-4e69-bae2-09b5cdd053df {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:21.337913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:21.338365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Checking segment: {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:21.338713 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.339113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Bound using segment: {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:21.339591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Bound port: 182751ea-679d-47a2-83ac-2ad88fe7f068, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:21.339980 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.437991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Made reservation on behalf of 9a3e94bcc2fd4b14a7958ee7c92ff9e7 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:21.439322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] For port 182751ea-679d-47a2-83ac-2ad88fe7f068, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:21.440451 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.444246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] For port 182751ea-679d-47a2-83ac-2ad88fe7f068, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=182751ea-679d-47a2-83ac-2ad88fe7f068,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:21.457946 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.483236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f46c87-4a10-4f6b-b574-e7eba5307422 req-0ef0458e-7335-4962-855e-80addb30a72c tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:21.484633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8f46c87-4a10-4f6b-b574-e7eba5307422 req-0ef0458e-7335-4962-855e-80addb30a72c tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 948 time: 0.0885689 Aug 23 03:38:21.484785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ab2f-8dae-43ba-a916-d2b7038d9555 req-4fb06892-36c4-450c-b67c-86e1d7363f96 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:21.493775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61b0ab2f-8dae-43ba-a916-d2b7038d9555 req-4fb06892-36c4-450c-b67c-86e1d7363f96 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 948 time: 0.1117699 Aug 23 03:38:21.534532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8f46c87-4a10-4f6b-b574-e7eba5307422 req-ea87fe2e-d71a-41ad-b494-ca20c4c7756e tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Aug 23 03:38:21.556359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.556837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61b0ab2f-8dae-43ba-a916-d2b7038d9555 req-5ad4bf24-7654-48e2-9203-30eee8bec641 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599353 Aug 23 03:38:21.626021 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.658366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Routers {'ee308d49-82b1-49c6-8d45-2bbaa0509ce9'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:38:21.659061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:37:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:21.708725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.711442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bfb71-4932-4409-867a-907f2651652f None None] Pushing event updated for resources: {'Port': ['ID=182751ea-679d-47a2-83ac-2ad88fe7f068,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:21.743558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:38:21.750994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7a0cc8-734c-4600-87ee-bec206253dc1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:21.755786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.767715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:21.768268 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Added segment a4d55137-daa1-466c-bf62-9225bf52164c of type vlan for network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 Aug 23 03:38:21.803491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] Set router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:38:21.874547 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:22.275959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7826d13a-7bfc-496b-a37d-59765fa235db,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:22.275959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f13c9-831f-4c9a-b361-c16cc4d27559 req-44ad5915-5f20-4d06-bab1-3af096fce165 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:22.275959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d9f13c9-831f-4c9a-b361-c16cc4d27559 req-44ad5915-5f20-4d06-bab1-3af096fce165 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1857193 Aug 23 03:38:22.275959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Checking segment: {'id': 'ef11e956-e241-42df-8116-53c4791fae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ac39401-b309-4b51-a4a5-b2b6a1fa8eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:22.275959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Network hostable DHCP agents. Network: 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:38:22.279897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6875743-4f70-4ac9-a793-f2bf5145df6d req-9aacd029-8ff4-4a44-aacf-55285ef41223 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:22.279897 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d6875743-4f70-4ac9-a793-f2bf5145df6d req-9aacd029-8ff4-4a44-aacf-55285ef41223 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1044357 Aug 23 03:38:22.279897 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d6875743-4f70-4ac9-a793-f2bf5145df6d req-329dfac5-acb0-4741-9f96-6d5bd9bda52c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Aug 23 03:38:22.287998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d9f13c9-831f-4c9a-b361-c16cc4d27559 req-50714fe0-1e04-49da-9b11-b48f0d91f174 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Aug 23 03:38:22.288209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:11Z', 'updated_at': '2021-08-23T03:38:18Z', 'revision_number': 4, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'gw_port': {'id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:12Z', 'updated_at': '2021-08-23T03:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '182751ea-679d-47a2-83ac-2ad88fe7f068', 'name': '', 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'mac_address': 'fa:16:3e:a6:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5bfb7ba8-8d29-49eb-a1f6-f530ace65c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:16Z', 'updated_at': '2021-08-23T03:38:21Z', 'revision_number': 4, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'subnets': [{'id': '5bfb7ba8-8d29-49eb-a1f6-f530ace65c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:22.289391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751dc78-c04c-46d1-b80c-430b5b0ac6ad None None] The sync data for ids ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'] in n-d-749052-7 is: [{'id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:11Z', 'updated_at': '2021-08-23T03:38:18Z', 'revision_number': 4, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'gw_port': {'id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:12Z', 'updated_at': '2021-08-23T03:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '182751ea-679d-47a2-83ac-2ad88fe7f068', 'name': '', 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'mac_address': 'fa:16:3e:a6:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '5bfb7ba8-8d29-49eb-a1f6-f530ace65c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:16Z', 'updated_at': '2021-08-23T03:38:21Z', 'revision_number': 4, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'subnets': [{'id': '5bfb7ba8-8d29-49eb-a1f6-f530ace65c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:38:22.289611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Network 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:38:22.289799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:22.289799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:22.289799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:22.338898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:22.351142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=60fee649-0de4-49dc-b6ad-7c6737b6e8a6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:22.354514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:22.359099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:22.360368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:22.368935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:38:22.373290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db47a3d-90a0-4195-b789-6bdbd847fb89 None None] Network 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:22.418117 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4970e667-7677-462f-8a34-95690c006ba6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1487858 Aug 23 03:38:22.428048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33372) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:22.434485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Request body: {'subnet': {'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-subnet', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:22.446893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3af50bba-1791-43a8-afdf-888b91f0efc7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2697909 Aug 23 03:38:22.566477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Made reservation on behalf of 9a3e94bcc2fd4b14a7958ee7c92ff9e7 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:22.571481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:22.588302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5aa25-89a2-45a6-a1dc-193b79719b4a None None] Network 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:22.735185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945edf-e9f4-4c6e-ae82-178ecbc546fa req-b6f41be9-21c1-4ae2-99b9-bb82203195ef tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:22.737182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a945edf-e9f4-4c6e-ae82-178ecbc546fa req-b6f41be9-21c1-4ae2-99b9-bb82203195ef tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 948 time: 0.0684025 Aug 23 03:38:22.803084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:38:22.846227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a945edf-e9f4-4c6e-ae82-178ecbc546fa req-8e73f71e-28cd-443a-b629-47b38a7869de tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993922 Aug 23 03:38:22.959361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca51d50-7f23-4fe2-8902-cd7072de374b req-620d269f-c753-4a7d-8d7b-c8a3b57f50db tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:22.961362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ca51d50-7f23-4fe2-8902-cd7072de374b req-620d269f-c753-4a7d-8d7b-c8a3b57f50db tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 948 time: 0.2555752 Aug 23 03:38:22.984369 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:23.035794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:23.048167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f', 'mac_address': 'fa:16:3e:38:89:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:38:23.064150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46102861-976c-4ec4-b8f6-467609bc6397,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:23.097322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:23.112678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:23.125352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ca51d50-7f23-4fe2-8902-cd7072de374b req-0e6f9a35-457f-42b3-ae3a-db2fca193730 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517022 Aug 23 03:38:23.135694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Checking segment: {'id': 'a4d55137-daa1-466c-bf62-9225bf52164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:23.136229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Network hostable DHCP agents. Network: 60fee649-0de4-49dc-b6ad-7c6737b6e8a6, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:38:23.137506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:23.251876 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:23.275394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:38:23.348946 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 60fee649-0de4-49dc-b6ad-7c6737b6e8a6) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:23.354521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:23.355203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:23.361731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:23.371643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b9718-3ce6-40d4-b187-2b2bd2d70f76 None None] Network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:23.420785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-cf4475e3-4328-4f3e-b65d-43642bf8517c tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:23.422416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-cf4475e3-4328-4f3e-b65d-43642bf8517c tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/networks?id=5ac39401-b309-4b51-a4a5-b2b6a1fa8eed HTTP/1.1" status: 200 len: 814 time: 0.1140268 Aug 23 03:38:23.442331 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-858649cd-f4a3-4c89-9a2c-a27a4d1f3b2c tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/quotas/7db4211dfaa54f3e939dbaf4f952fad8 HTTP/1.1" status: 200 len: 375 time: 0.0113614 Aug 23 03:38:23.467167 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d6dc65af-31a7-478d-8ce0-12af4c3cd78b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0341270 Aug 23 03:38:23.467167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33414) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:23.471783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:23.489738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-1db9bef3-1777-4d04-b49c-57b8dab7c7af tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7db4211dfaa54f3e939dbaf4f952fad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404816 Aug 23 03:38:23.540766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-60fee649-0de4-49dc-b6ad-7c6737b6e8a6', 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'fixed_ips': [{'subnet_id': '46102861-976c-4ec4-b8f6-467609bc6397'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:38:23.544792 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:23.566389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:23.569441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:23.589314 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-7d871153-23f0-46f3-9555-2441cc82d99f service neutron] 10.222.0.20 "GET /v2.0/networks/5ac39401-b309-4b51-a4a5-b2b6a1fa8eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983589 Aug 23 03:38:23.649236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:23.661847 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:23.670417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a750e2e-fa45-4ccf-a2f3-f397b14ee56a req-caeaf46a-4aad-4245-b3af-ba42841f2cc4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:23.673201 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a750e2e-fa45-4ccf-a2f3-f397b14ee56a req-caeaf46a-4aad-4245-b3af-ba42841f2cc4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1001244 Aug 23 03:38:23.693602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a5eabb6c-d410-4e2e-a9b1-ef1df324944f service neutron] 10.222.0.20 "GET /v2.0/networks/5ac39401-b309-4b51-a4a5-b2b6a1fa8eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976193 Aug 23 03:38:23.715098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a750e2e-fa45-4ccf-a2f3-f397b14ee56a req-79f82579-139a-457c-aaa8-4c28b8dd0857 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Aug 23 03:38:23.744256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Allocated IP 172.20.0.2 (60fee649-0de4-49dc-b6ad-7c6737b6e8a6/46102861-976c-4ec4-b8f6-467609bc6397/91ba5981-2252-41ce-8c0a-92f24df8ca39) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:23.949231 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:23.967891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 182751ea-679d-47a2-83ac-2ad88fe7f068 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:23.968784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9ce39-70cb-4719-b217-30190734fb10 req-6b968302-a5f1-45a2-ad7d-4cbb192c3fbf tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:23.970892 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76f9ce39-70cb-4719-b217-30190734fb10 req-6b968302-a5f1-45a2-ad7d-4cbb192c3fbf tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1675177 Aug 23 03:38:24.021758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.029757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76f9ce39-70cb-4719-b217-30190734fb10 req-6966814c-d345-4d18-b51b-6b057d75da5c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523458 Aug 23 03:38:24.064755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Transition to ACTIVE for port object 91ba5981-2252-41ce-8c0a-92f24df8ca39 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:24.095187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Transition to ACTIVE for port object 91ba5981-2252-41ce-8c0a-92f24df8ca39 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:24.117386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee6819af-352f-48e4-8353-ced1bca7205b req-ef9c2af5-a9ef-47a6-89d7-9fa971d42d4b tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 210 time: 0.0395062 Aug 23 03:38:24.183844 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.193050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a2997-ff15-48dd-bc06-5fce4ee764b1 req-70654ee5-adb0-4552-ac41-ee45954cddcb tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:24.195022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe5a2997-ff15-48dd-bc06-5fce4ee764b1 req-70654ee5-adb0-4552-ac41-ee45954cddcb tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 948 time: 0.0716887 Aug 23 03:38:24.226940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 182751ea-679d-47a2-83ac-2ad88fe7f068 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:24.238035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 182751ea-679d-47a2-83ac-2ad88fe7f068 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:24.241497 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.269389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:24.270337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Pushing event updated for resources: {'Port': ['ID=91ba5981-2252-41ce-8c0a-92f24df8ca39,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:24.275379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:24.279246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:24.305422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe5a2997-ff15-48dd-bc06-5fce4ee764b1 req-ef8d45b2-e74f-4bdd-b4cf-76fabdec0d63 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040115 Aug 23 03:38:24.351208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Attempting to bind port 91ba5981-2252-41ce-8c0a-92f24df8ca39 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:24.351515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Attempting to bind port 91ba5981-2252-41ce-8c0a-92f24df8ca39 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'a4d55137-daa1-466c-bf62-9225bf52164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:24.351893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Attempting to bind port 91ba5981-2252-41ce-8c0a-92f24df8ca39 on network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:24.358651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:24.358651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Checking segment: {'id': 'a4d55137-daa1-466c-bf62-9225bf52164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:24.359018 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.359148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Bound using segment: {'id': 'a4d55137-daa1-466c-bf62-9225bf52164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:24.359786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Bound port: 91ba5981-2252-41ce-8c0a-92f24df8ca39, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d55137-daa1-466c-bf62-9225bf52164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:24.360006 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.422060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.427597 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.449572 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.459220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa243f-5eea-495c-949d-a717f994e99b req-e6a65cae-dddb-4697-81b5-c44e6f542221 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:24.465608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecfa243f-5eea-495c-949d-a717f994e99b req-e6a65cae-dddb-4697-81b5-c44e6f542221 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 949 time: 0.1253517 Aug 23 03:38:24.479346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] For port 91ba5981-2252-41ce-8c0a-92f24df8ca39, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:24.483668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] For port 91ba5981-2252-41ce-8c0a-92f24df8ca39, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=91ba5981-2252-41ce-8c0a-92f24df8ca39,segment=NetworkSegment(a4d55137-daa1-466c-bf62-9225bf52164c),segment_id=a4d55137-daa1-466c-bf62-9225bf52164c)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:24.485566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 182751ea-679d-47a2-83ac-2ad88fe7f068, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=182751ea-679d-47a2-83ac-2ad88fe7f068,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:24.539721 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecfa243f-5eea-495c-949d-a717f994e99b req-dde1d84b-dabb-47ef-a233-f001245d856f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719345 Aug 23 03:38:24.564680 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.566841 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.616187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Allocated IP 172.25.1.29 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/0f797924-abe2-4abf-b115-0973bb0d336f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:24.640119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a844aa3-0c72-431f-a20b-021c56b5f641 None None] Pushing event updated for resources: {'Port': ['ID=91ba5981-2252-41ce-8c0a-92f24df8ca39,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:24.681972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d65ee6fb-dccb-4cbd-9b59-1c3008fde477 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:38:24.725985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=182751ea-679d-47a2-83ac-2ad88fe7f068,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:24.760333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.855743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d65ee6fb-dccb-4cbd-9b59-1c3008fde477, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:24.857071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff66306-75e6-49e6-acca-412b5b8532e4 req-f1ee1fcb-e8e0-471b-ab13-fa4b1d3a3ba8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:24.858888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ff66306-75e6-49e6-acca-412b5b8532e4 req-f1ee1fcb-e8e0-471b-ab13-fa4b1d3a3ba8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0515351 Aug 23 03:38:24.873382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'd65ee6fb-dccb-4cbd-9b59-1c3008fde477', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'd65ee6fb-dccb-4cbd-9b59-1c3008fde477', 'mac_address': 'fa:16:3e:4a:d7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:38:24.885904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.943894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ff66306-75e6-49e6-acca-412b5b8532e4 req-4f226083-e3f8-4644-b57d-c355aa4084f1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782907 Aug 23 03:38:24.954095 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:24.973995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65ee6fb-dccb-4cbd-9b59-1c3008fde477 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:24.992191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:24.995647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:24.996372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d65ee6fb-dccb-4cbd-9b59-1c3008fde477, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:24.998556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:25.038041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Pushing event updated for resources: {'Port': ['ID=0f797924-abe2-4abf-b115-0973bb0d336f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:25.084978 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:25.142540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:25.203184 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79f2e9-e4c1-4c3e-97f3-81bf47a0c9bd req-75c9a10c-a953-4bc1-8f5c-aea047508893 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:25.210735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e79f2e9-e4c1-4c3e-97f3-81bf47a0c9bd req-75c9a10c-a953-4bc1-8f5c-aea047508893 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0935936 Aug 23 03:38:25.256748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e05baf0-1bb2-47ee-940d-21a91507e767 req-6b9d8b8b-f0e4-4a6b-aed3-6b8a8c550b73 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 210 time: 0.0395553 Aug 23 03:38:25.261333 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e79f2e9-e4c1-4c3e-97f3-81bf47a0c9bd req-991f95f0-996e-402c-b01c-e60adc3ae706 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Aug 23 03:38:25.402580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:25.451048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa06a3-2e1c-4313-beff-0071a7ac65f3 req-46fd8352-762e-4582-b4f5-59a5a644085d tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:25.452883 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40fa06a3-2e1c-4313-beff-0071a7ac65f3 req-46fd8352-762e-4582-b4f5-59a5a644085d tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 949 time: 0.0544298 Aug 23 03:38:25.494966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['d65ee6fb-dccb-4cbd-9b59-1c3008fde477'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:25.497410 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40fa06a3-2e1c-4313-beff-0071a7ac65f3 req-19e7a738-98e8-4513-9b96-0b69f53b6cd7 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356619 Aug 23 03:38:25.731950 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:25.748465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1a38-390c-49cd-81b4-3f142511bb50 req-07213cb5-647a-45cc-b817-a64b53d291a9 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:25.750000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d5c1a38-390c-49cd-81b4-3f142511bb50 req-07213cb5-647a-45cc-b817-a64b53d291a9 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 949 time: 0.0873744 Aug 23 03:38:25.818734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79344c82-d96f-44c1-8a36-08b5b025ba8f None None] Network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:25.856728 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d5c1a38-390c-49cd-81b4-3f142511bb50 req-b1aae568-1bf8-47aa-a4d1-964e564a4020 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710335 Aug 23 03:38:25.971557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3658206e-abe7-4146-bff6-ebc0835ca699 None None] Provisioning for port 91ba5981-2252-41ce-8c0a-92f24df8ca39 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:26.052779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 91ba5981-2252-41ce-8c0a-92f24df8ca39 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:26.082899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e051b4-657f-41e3-be4c-20002bed14ba req-5b5d8d40-c5c4-4eeb-9b23-6109f5605859 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:26.084558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34e051b4-657f-41e3-be4c-20002bed14ba req-5b5d8d40-c5c4-4eeb-9b23-6109f5605859 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0572183 Aug 23 03:38:26.102003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:38:26.116550 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c92e-fd50-4f28-aed3-1cdd77310278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.135036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34e051b4-657f-41e3-be4c-20002bed14ba req-6402ef24-5773-4adf-8a26-42ad0e27eca1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Aug 23 03:38:26.200596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 91ba5981-2252-41ce-8c0a-92f24df8ca39 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:26.205347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 91ba5981-2252-41ce-8c0a-92f24df8ca39 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:26.205888 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.231159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33478) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:26.309991 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.357294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 91ba5981-2252-41ce-8c0a-92f24df8ca39, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=91ba5981-2252-41ce-8c0a-92f24df8ca39,segment=NetworkSegment(a4d55137-daa1-466c-bf62-9225bf52164c),segment_id=a4d55137-daa1-466c-bf62-9225bf52164c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:26.409231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-86fe9e8e-ea4d-42cd-8bcc-d91da593da80 None None] Provisioning complete for port 91ba5981-2252-41ce-8c0a-92f24df8ca39 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:26.410209 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-86fe9e8e-ea4d-42cd-8bcc-d91da593da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.428975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fa31302a-6aeb-4c0a-8dd9-68d91345a948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.459145 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.460317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 182751ea-679d-47a2-83ac-2ad88fe7f068 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:26.460449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c10db-e251-46f6-8bfd-181846d69a16 req-76c084c5-328e-483e-b4e1-fc5ff9773a04 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:26.462213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-064c10db-e251-46f6-8bfd-181846d69a16 req-76c084c5-328e-483e-b4e1-fc5ff9773a04 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0872710 Aug 23 03:38:26.581977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=91ba5981-2252-41ce-8c0a-92f24df8ca39,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:26.598440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 182751ea-679d-47a2-83ac-2ad88fe7f068 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:26.598708 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.601576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-064c10db-e251-46f6-8bfd-181846d69a16 req-5a81bbfe-5246-4638-9427-45f3fa75a016 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287806 Aug 23 03:38:26.677805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-8f48ced7-0d9d-4739-afda-04dd812b0c60 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:26.680357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-8f48ced7-0d9d-4739-afda-04dd812b0c60 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.24 "GET /v2.0/networks?id=5ac39401-b309-4b51-a4a5-b2b6a1fa8eed HTTP/1.1" status: 200 len: 814 time: 0.1868756 Aug 23 03:38:26.683435 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3ad944e-1a71-4dc6-bae6-796c57d1d4c1 req-8315282d-d266-4a58-b67d-7a71d761d4d2 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 210 time: 0.0741570 Aug 23 03:38:26.695585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:26.704049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Request body: {'port': {'device_id': 'f43f1c64-8a4f-42eb-97a4-c9c47724e598', 'network_id': '5ac39401-b309-4b51-a4a5-b2b6a1fa8eed', 'admin_state_up': True, 'tenant_id': '7db4211dfaa54f3e939dbaf4f952fad8'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:26.715316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:38:26.735396 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Sync routers for ids ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:38:26.737499 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fa31302a-6aeb-4c0a-8dd9-68d91345a948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.746915 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Routers {'9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:38:26.747678 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:37:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:26.839900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855ca5d-b7a0-484b-a6aa-d9217ad3af5b req-7ef60d5c-b890-4893-8468-40c6fed958d3 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:26.841390 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b855ca5d-b7a0-484b-a6aa-d9217ad3af5b req-7ef60d5c-b890-4893-8468-40c6fed958d3 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 949 time: 0.0732291 Aug 23 03:38:26.851761 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fa31302a-6aeb-4c0a-8dd9-68d91345a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.853375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:26.857496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:26.860438 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.871097 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Set router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:38:26.926119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fa31302a-6aeb-4c0a-8dd9-68d91345a948 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0dfcfb4d6ed40ccb52bd9c98906c25f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6952767 Aug 23 03:38:26.926611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31302a-6aeb-4c0a-8dd9-68d91345a948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e93e0a-943f-4a48-b6ca-e8a737e1a267,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:26.929271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33492) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:26.934239 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b855ca5d-b7a0-484b-a6aa-d9217ad3af5b req-731c9fd2-67b4-4bd0-bafc-f57cc98f917d tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849848 Aug 23 03:38:26.949374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:26.956097 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e61190a-4aec-4fb1-883c-87e153565982 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4877441 Aug 23 03:38:26.956743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33494) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:26.993760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.017616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af80bf4a-171c-40b5-9a81-4bd53b638bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:27.020677 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2425647-92c6-4d5c-b467-8788f4861ce9" -d '{"events": [{"server_uuid": "af80bf4a-171c-40b5-9a81-4bd53b638bba", "name": "network-vif-plugged", "status": "completed", "tag": "1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:27.033850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:27.045807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Made reservation on behalf of 7db4211dfaa54f3e939dbaf4f952fad8 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:27.049511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.071175 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5485d4e-bb93-45e5-b959-f233d60015be x-openstack-request-id: req-a5485d4e-bb93-45e5-b959-f233d60015be {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:27.071410 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af80bf4a-171c-40b5-9a81-4bd53b638bba", "name": "network-vif-plugged", "status": "completed", "tag": "1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:27.071650 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5485d4e-bb93-45e5-b959-f233d60015be {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:27.072052 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af80bf4a-171c-40b5-9a81-4bd53b638bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f', 'code': 200} Aug 23 03:38:27.096701 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:23Z', 'updated_at': '2021-08-23T03:38:25Z', 'revision_number': 3, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'gw_port': {'id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:24Z', 'updated_at': '2021-08-23T03:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:27.120564 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.121763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d65ee6fb-dccb-4cbd-9b59-1c3008fde477 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:27.125769 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Checking router: 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:38:27.126144 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Updating router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c port 0f797924-abe2-4abf-b115-0973bb0d336f binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:38:27.147823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84008227-a5e7-46de-8612-fa4ac9a5e070 req-76edc516-a67d-4944-927c-65a35c198948 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:27.149563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84008227-a5e7-46de-8612-fa4ac9a5e070 req-76edc516-a67d-4944-927c-65a35c198948 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 949 time: 0.1323745 Aug 23 03:38:27.152107 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4cc3-7af9-4ff6-b3db-5216ae993319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.170150 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.219096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4cc3-7af9-4ff6-b3db-5216ae993319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.226712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:27.254316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Allocated IP 172.20.0.6 (5ac39401-b309-4b51-a4a5-b2b6a1fa8eed/7826d13a-7bfc-496b-a37d-59765fa235db/f34bf23b-5228-47a9-90cb-e5f1f8aabc47) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:27.296166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:27.302340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:27.303289 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.307204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84008227-a5e7-46de-8612-fa4ac9a5e070 req-256ebab6-d564-446a-bccd-8a97e7c8adf1 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493692 Aug 23 03:38:27.372853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dc57c-6216-486d-a871-e4aeb3e85590 req-9bd00c02-eaab-4fe4-9b53-7575931d922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:27.374389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f6dc57c-6216-486d-a871-e4aeb3e85590 req-9bd00c02-eaab-4fe4-9b53-7575931d922d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 1101 time: 0.1178026 Aug 23 03:38:27.400652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4df03e-4555-416c-9576-db762edff1aa req-7a59bc8a-77a1-450d-82b2-cb0657dae235 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:27.410056 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf4df03e-4555-416c-9576-db762edff1aa req-7a59bc8a-77a1-450d-82b2-cb0657dae235 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1522136 Aug 23 03:38:27.438488 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.442135 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4cc3-7af9-4ff6-b3db-5216ae993319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.445068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4cc3-7af9-4ff6-b3db-5216ae993319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.449575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4f5f4cc3-7af9-4ff6-b3db-5216ae993319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72e93e0a-943f-4a48-b6ca-e8a737e1a267 HTTP/1.1" status: 204 len: 168 time: 0.5157084 Aug 23 03:38:27.476260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d65ee6fb-dccb-4cbd-9b59-1c3008fde477, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:27.488795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f4cc3-7af9-4ff6-b3db-5216ae993319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e93e0a-943f-4a48-b6ca-e8a737e1a267,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:27.534168 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.546510 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Transition to ACTIVE for port object 0f797924-abe2-4abf-b115-0973bb0d336f will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:27.554988 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf4df03e-4555-416c-9576-db762edff1aa req-43a0c25e-4f81-40fb-bb76-ec3d4f8774e3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438329 Aug 23 03:38:27.594072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f6dc57c-6216-486d-a871-e4aeb3e85590 req-1070718b-d52f-4f6c-863d-916e21ef65b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067564 Aug 23 03:38:27.599122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.647861 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.682926 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.745626 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.746179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:27.772556 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.801723 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450d4d1-c76d-442d-a95c-e2fea570861f None None] Pushing event updated for resources: {'Port': ['ID=0f797924-abe2-4abf-b115-0973bb0d336f,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:27.808170 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:38:27.819762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b630f-6f95-4b4c-97f1-7c9543207a6f req-f0134fd5-d914-49b0-92b8-9e3b8998d78b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:27.821393 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-711b630f-6f95-4b4c-97f1-7c9543207a6f req-f0134fd5-d914-49b0-92b8-9e3b8998d78b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1583092 Aug 23 03:38:27.827809 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Attempting to bind port 0f797924-abe2-4abf-b115-0973bb0d336f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:27.828343 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Attempting to bind port 0f797924-abe2-4abf-b115-0973bb0d336f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:27.828790 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Attempting to bind port 0f797924-abe2-4abf-b115-0973bb0d336f on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:27.834454 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:27.835435 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:27.835591 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.836006 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:27.836701 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Bound port: 0f797924-abe2-4abf-b115-0973bb0d336f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:27.837380 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:27.840500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Pushing event updated for resources: {'Port': ['ID=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:27.911324 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-711b630f-6f95-4b4c-97f1-7c9543207a6f req-40545071-1165-4192-a93a-75319caa0ebd tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796525 Aug 23 03:38:27.920091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f88ff5df-ccba-4b88-839c-4dd642d8dddb details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:38:27.922493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Allocated IP 172.20.0.1 (60fee649-0de4-49dc-b6ad-7c6737b6e8a6/46102861-976c-4ec4-b8f6-467609bc6397/bfb882aa-a90f-45fa-9121-78104c29d2cd) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:27.924543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f88ff5df-ccba-4b88-839c-4dd642d8dddb no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:38:27.941342 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] For port 0f797924-abe2-4abf-b115-0973bb0d336f, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:27.946075 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] For port 0f797924-abe2-4abf-b115-0973bb0d336f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0f797924-abe2-4abf-b115-0973bb0d336f,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:28.036211 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.122134 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450d4d1-c76d-442d-a95c-e2fea570861f None None] Pushing event updated for resources: {'Port': ['ID=0f797924-abe2-4abf-b115-0973bb0d336f,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:28.143887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93106998-d037-43c9-b7de-3586316fc19f req-d590b8e1-5d08-4372-917d-42e7cfde349e tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:28.146588 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Routers {'9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:38:28.147323 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:37:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:28.154415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-93106998-d037-43c9-b7de-3586316fc19f req-d590b8e1-5d08-4372-917d-42e7cfde349e tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 950 time: 0.0974185 Aug 23 03:38:28.184238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 91ba5981-2252-41ce-8c0a-92f24df8ca39 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:28.189171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.217613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Transition to ACTIVE for port object bfb882aa-a90f-45fa-9121-78104c29d2cd will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:28.239076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-93106998-d037-43c9-b7de-3586316fc19f req-b9a1f4c4-56fe-426b-8ea1-9c08dcf49215 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788670 Aug 23 03:38:28.277897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Network 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:28.280524 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:28.287315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:28.303985 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] Set router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:38:28.334843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549e9cc-960e-4a28-9242-f9e93359b76e req-60d7c8a6-3898-4c26-b45e-54b7d71d02d9 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:28.336440 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d549e9cc-960e-4a28-9242-f9e93359b76e req-60d7c8a6-3898-4c26-b45e-54b7d71d02d9 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 931 time: 0.5006845 Aug 23 03:38:28.354767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:28.355401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.373487 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.381840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 91ba5981-2252-41ce-8c0a-92f24df8ca39 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:28.382212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.400613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.404854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d549e9cc-960e-4a28-9242-f9e93359b76e req-acc1989b-bba5-4dda-b76b-419c1857b16c tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556026 Aug 23 03:38:28.441601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33516) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:28.454219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:28.464084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c2b235d-6efd-46dd-accd-909fd171598b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.469793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:28.478850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a80a3e40-24c5-414a-ba5d-ea5c7d4e4aa6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7843864 Aug 23 03:38:28.484820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb', 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23', 'port_id': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb', 'mac_address': 'fa:16:3e:db:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcfaae4-71ad-468e-bb46-224ebaab3581', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:38:28.492605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Request body: {'port': {'device_id': 'f43f1c64-8a4f-42eb-97a4-c9c47724e598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:28.502296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:28.509118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:28.512059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:28.536100 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.573732 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:23Z', 'updated_at': '2021-08-23T03:38:25Z', 'revision_number': 3, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'gw_port': {'id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:24Z', 'updated_at': '2021-08-23T03:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:28.583156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Pushing event updated for resources: {'Port': ['ID=bfb882aa-a90f-45fa-9121-78104c29d2cd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:28.603018 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.615243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8da4d7-2f90-4ed8-9bdf-3ecc1a593e0e req-d2d707ec-3153-468e-a506-9b68f941e737 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:28.623757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4a8da4d7-2f90-4ed8-9bdf-3ecc1a593e0e req-d2d707ec-3153-468e-a506-9b68f941e737 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 950 time: 0.1667635 Aug 23 03:38:28.629954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.648826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.655484 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15738e94-9c3a-4d38-8c01-36673050a516 None None] The sync data for ids ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'] in n-d-749052-7 is: [{'id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:23Z', 'updated_at': '2021-08-23T03:38:25Z', 'revision_number': 3, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'gw_port': {'id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:24Z', 'updated_at': '2021-08-23T03:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:38:28.682066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f88ff5df-ccba-4b88-839c-4dd642d8dddb {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:28.733759 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ecbea42d-1d34-4212-8148-7ca809817c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.746658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f88ff5df-ccba-4b88-839c-4dd642d8dddb,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:28.762243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4a8da4d7-2f90-4ed8-9bdf-3ecc1a593e0e req-aa2e12c2-55e0-48aa-9714-49a61cc86855 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340244 Aug 23 03:38:28.796523 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:38:28.796935 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:38:28.857463 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.866895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91b464-33da-44da-b902-0dc24b36b14b req-3d07b808-dc66-4ecb-8ce4-4503557e9942 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:28.868442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce91b464-33da-44da-b902-0dc24b36b14b req-3d07b808-dc66-4ecb-8ce4-4503557e9942 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1867268 Aug 23 03:38:28.872382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c2b235d-6efd-46dd-accd-909fd171598b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:28.987963 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.015273 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c2b235d-6efd-46dd-accd-909fd171598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.073059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae0f54-a55d-4e8f-b527-b6fdc7614fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65ee6fb-dccb-4cbd-9b59-1c3008fde477'}, {'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:29.075427 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc0d6e2-ddf6-4d94-a7f3-ea48267e40a2" -d '{"events": [{"server_uuid": "88ae0f54-a55d-4e8f-b527-b6fdc7614fe4", "name": "network-vif-plugged", "status": "completed", "tag": "d65ee6fb-dccb-4cbd-9b59-1c3008fde477"}, {"server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "name": "network-vif-unplugged", "status": "completed", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:29.080443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7c9061e9-587d-4393-9c6c-f652e3d8e996 None None] Provisioning for port bfb882aa-a90f-45fa-9121-78104c29d2cd completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:29.086392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7c9061e9-587d-4393-9c6c-f652e3d8e996 None None] Provisioning complete for port bfb882aa-a90f-45fa-9121-78104c29d2cd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:29.086614 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7c9061e9-587d-4393-9c6c-f652e3d8e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.101288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce91b464-33da-44da-b902-0dc24b36b14b req-902e3e65-3082-47ca-a43e-081a688c4b4e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242978 Aug 23 03:38:29.106098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9c2b235d-6efd-46dd-accd-909fd171598b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c190b71faa0b445a81c2b481427ab57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6607907 Aug 23 03:38:29.110638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33526) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:29.136814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7c9061e9-587d-4393-9c6c-f652e3d8e996 None None] Port bfb882aa-a90f-45fa-9121-78104c29d2cd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:38:29.186139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7c991-a1c9-472d-8ad2-ed03c1bf9e8f req-b697a521-1e06-45fc-90b2-f4e773ef36c8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:29.187052 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab346b72-2ef6-42c8-9ed0-064b13861cfa x-openstack-request-id: req-ab346b72-2ef6-42c8-9ed0-064b13861cfa {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:29.187335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-34c7c991-a1c9-472d-8ad2-ed03c1bf9e8f req-b697a521-1e06-45fc-90b2-f4e773ef36c8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 943 time: 0.1724329 Aug 23 03:38:29.187585 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae0f54-a55d-4e8f-b527-b6fdc7614fe4", "name": "network-vif-plugged", "status": "completed", "tag": "d65ee6fb-dccb-4cbd-9b59-1c3008fde477", "code": 200}, {"server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "name": "network-vif-unplugged", "status": "completed", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:29.187713 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab346b72-2ef6-42c8-9ed0-064b13861cfa {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:29.188079 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ae0f54-a55d-4e8f-b527-b6fdc7614fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65ee6fb-dccb-4cbd-9b59-1c3008fde477', 'code': 200} Aug 23 03:38:29.188454 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb', 'code': 200} Aug 23 03:38:29.201573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b235d-6efd-46dd-accd-909fd171598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a271e0f-1564-4032-a89a-5c6f16506576,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:29.249047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-34c7c991-a1c9-472d-8ad2-ed03c1bf9e8f req-d4c436ad-8036-4b71-9dd3-7012f36ab8a4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527689 Aug 23 03:38:29.271748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c50a4de-44cb-4665-90f9-656aa9f6374f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.319370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c50a4de-44cb-4665-90f9-656aa9f6374f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.323916 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.348941 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.365913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88ff5df-ccba-4b88-839c-4dd642d8dddb {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:29.383127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.388967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:29.456461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.459531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Pushing event updated for resources: {'Port': ['ID=bfb882aa-a90f-45fa-9121-78104c29d2cd,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:29.465894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34bf23b-5228-47a9-90cb-e5f1f8aabc47 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:29.470865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.477340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.500556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Transition to ACTIVE for port object f34bf23b-5228-47a9-90cb-e5f1f8aabc47 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:29.503268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a156860-fc5a-4b0e-9cf7-a5ebe466724f req-d66519e1-45e6-4595-8e4a-0af3d0f10e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:29.505319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a156860-fc5a-4b0e-9cf7-a5ebe466724f req-d66519e1-45e6-4595-8e4a-0af3d0f10e3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 1101 time: 0.1623282 Aug 23 03:38:29.517971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcd5ac-f2c1-47f9-a96d-abe6eb83ed14 req-86da4c3b-b070-4538-a90a-8a5f8e7b6db1 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:29.520067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-70fcd5ac-f2c1-47f9-a96d-abe6eb83ed14 req-86da4c3b-b070-4538-a90a-8a5f8e7b6db1 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 950 time: 0.1608143 Aug 23 03:38:29.556847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f88ff5df-ccba-4b88-839c-4dd642d8dddb,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:29.579263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.609451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc5e1-cdea-40bc-a20f-4330a9dad1e3 req-be2f63f1-fa45-4268-9d27-0161dfe4c5f6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:29.610745 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a156860-fc5a-4b0e-9cf7-a5ebe466724f req-0abbb373-0ef5-4a3a-a3ca-1563ea4add22 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896895 Aug 23 03:38:29.611004 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e5dbc5e1-cdea-40bc-a20f-4330a9dad1e3 req-be2f63f1-fa45-4268-9d27-0161dfe4c5f6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 931 time: 0.1193807 Aug 23 03:38:29.621784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-70fcd5ac-f2c1-47f9-a96d-abe6eb83ed14 req-f9c28143-5d71-426d-a8f9-00cabbcfb6cb tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943873 Aug 23 03:38:29.624739 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c50a4de-44cb-4665-90f9-656aa9f6374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.627986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c50a4de-44cb-4665-90f9-656aa9f6374f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.631962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4c50a4de-44cb-4665-90f9-656aa9f6374f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a271e0f-1564-4032-a89a-5c6f16506576 HTTP/1.1" status: 204 len: 168 time: 0.5186164 Aug 23 03:38:29.652902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50a4de-44cb-4665-90f9-656aa9f6374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a271e0f-1564-4032-a89a-5c6f16506576,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:29.655249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Pushing event updated for resources: {'Port': ['ID=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:29.672039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:29.680693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:29.699160 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e5dbc5e1-cdea-40bc-a20f-4330a9dad1e3 req-f27f68ca-6824-4c19-b2a2-f5584d8018f7 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791032 Aug 23 03:38:29.700987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f88ff5df-ccba-4b88-839c-4dd642d8dddb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:29.802858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Attempting to bind port f34bf23b-5228-47a9-90cb-e5f1f8aabc47 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:29.803327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Attempting to bind port f34bf23b-5228-47a9-90cb-e5f1f8aabc47 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'ef11e956-e241-42df-8116-53c4791fae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ac39401-b309-4b51-a4a5-b2b6a1fa8eed'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:29.803751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Attempting to bind port f34bf23b-5228-47a9-90cb-e5f1f8aabc47 on network 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:29.810705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Port f34bf23b-5228-47a9-90cb-e5f1f8aabc47 on network 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:38:29.811178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Attempting to bind port f34bf23b-5228-47a9-90cb-e5f1f8aabc47 on network 5ac39401-b309-4b51-a4a5-b2b6a1fa8eed {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:29.817965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:29.818439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Checking segment: {'id': 'ef11e956-e241-42df-8116-53c4791fae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ac39401-b309-4b51-a4a5-b2b6a1fa8eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:29.818920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Bound using segment: {'id': 'ef11e956-e241-42df-8116-53c4791fae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ac39401-b309-4b51-a4a5-b2b6a1fa8eed'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:29.819688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Bound port: f34bf23b-5228-47a9-90cb-e5f1f8aabc47, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef11e956-e241-42df-8116-53c4791fae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ac39401-b309-4b51-a4a5-b2b6a1fa8eed'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:29.820947 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:29.902347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:38:29.915525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] For port f34bf23b-5228-47a9-90cb-e5f1f8aabc47, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:29.920315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] For port f34bf23b-5228-47a9-90cb-e5f1f8aabc47, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,segment=NetworkSegment(ef11e956-e241-42df-8116-53c4791fae9a),segment_id=ef11e956-e241-42df-8116-53c4791fae9a)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:30.028737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6aea4-652b-4bad-a2d3-e050a19b38ea req-05f4ef41-4619-45ad-9683-d8af75eb0595 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:30.028737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74e6aea4-652b-4bad-a2d3-e050a19b38ea req-05f4ef41-4619-45ad-9683-d8af75eb0595 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 950 time: 0.1009991 Aug 23 03:38:30.030386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:30.047697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0f797924-abe2-4abf-b115-0973bb0d336f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:30.091768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:30.092698 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:30.094109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] 10.222.0.24 "PUT /v2.0/ports/f34bf23b-5228-47a9-90cb-e5f1f8aabc47 HTTP/1.1" status: 200 len: 1091 time: 1.6067829 Aug 23 03:38:30.096299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43f1c64-8a4f-42eb-97a4-c9c47724e598', 'tag': 'f34bf23b-5228-47a9-90cb-e5f1f8aabc47'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:30.099415 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e32c6be-2004-4743-9cfe-0bd54c9f3c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f43f1c64-8a4f-42eb-97a4-c9c47724e598", "tag": "f34bf23b-5228-47a9-90cb-e5f1f8aabc47"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:30.150541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea14369-64d6-46b5-bd04-fc920778e381 service neutron] Pushing event updated for resources: {'Port': ['ID=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:30.154903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:38:30.174442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f302a058-672d-4070-8c39-72a2c9c3e55c admin admin] 10.222.0.20 "PUT /v2.0/routers/9ecef2ef-443f-453b-95ab-fa0fe1e9f75c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2075701 Aug 23 03:38:30.174557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bea586d6-6992-44d2-8b66-64e20644648e None None] Provisioning complete for port bfb882aa-a90f-45fa-9121-78104c29d2cd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:30.174557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bea586d6-6992-44d2-8b66-64e20644648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:30.180824 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3458b578-9f40-4ad7-a706-4846dce31bd9 x-openstack-request-id: req-3458b578-9f40-4ad7-a706-4846dce31bd9 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:30.184728 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43f1c64-8a4f-42eb-97a4-c9c47724e598", "tag": "f34bf23b-5228-47a9-90cb-e5f1f8aabc47", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:30.185045 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3458b578-9f40-4ad7-a706-4846dce31bd9 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:30.185458 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43f1c64-8a4f-42eb-97a4-c9c47724e598', 'tag': 'f34bf23b-5228-47a9-90cb-e5f1f8aabc47', 'status': 'completed', 'code': 200} Aug 23 03:38:30.209950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74e6aea4-652b-4bad-a2d3-e050a19b38ea req-eeb8d8d8-2f6c-49c8-a83a-6f5e1cd78918 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726410 Aug 23 03:38:30.236769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-bea586d6-6992-44d2-8b66-64e20644648e None None] Port bfb882aa-a90f-45fa-9121-78104c29d2cd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:38:30.249439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0f797924-abe2-4abf-b115-0973bb0d336f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:30.254498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32c6be-2004-4743-9cfe-0bd54c9f3c9c req-f71740c8-483a-4dec-9c47-58aa6d538169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:30.256049 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e32c6be-2004-4743-9cfe-0bd54c9f3c9c req-f71740c8-483a-4dec-9c47-58aa6d538169 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7db4211dfaa54f3e939dbaf4f952fad8&device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 1094 time: 0.0607796 Aug 23 03:38:30.257285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0f797924-abe2-4abf-b115-0973bb0d336f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:30.257628 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:30.289624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dee0e-6a8a-4535-b836-0986fa0a072c req-42f79329-8d44-420f-a4a8-de7d3e45b9d9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:30.291139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-167dee0e-6a8a-4535-b836-0986fa0a072c req-42f79329-8d44-420f-a4a8-de7d3e45b9d9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0752299 Aug 23 03:38:30.366994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-167dee0e-6a8a-4535-b836-0986fa0a072c req-bd472d14-f2c0-4cd7-8111-1b175401a4f0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663559 Aug 23 03:38:30.390422 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:30.417762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:30.432373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32c6be-2004-4743-9cfe-0bd54c9f3c9c req-446ab96c-3d5a-45a6-b943-945e140e519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:30.434383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e32c6be-2004-4743-9cfe-0bd54c9f3c9c req-446ab96c-3d5a-45a6-b943-945e140e519d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7db4211dfaa54f3e939dbaf4f952fad8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1685717 Aug 23 03:38:30.441157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0f797924-abe2-4abf-b115-0973bb0d336f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0f797924-abe2-4abf-b115-0973bb0d336f,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:30.511234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec908e8c-92c8-40fe-83f6-3b4eeb0ec62f req-1823debd-c17f-4f4e-b128-1c4c267c3b59 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:30.512768 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec908e8c-92c8-40fe-83f6-3b4eeb0ec62f req-1823debd-c17f-4f4e-b128-1c4c267c3b59 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 944 time: 0.0559318 Aug 23 03:38:30.519411 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:30.587335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0f797924-abe2-4abf-b115-0973bb0d336f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:30.595501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32c6be-2004-4743-9cfe-0bd54c9f3c9c req-edc82220-902e-4c73-bf75-47e9d44904fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:30.597884 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e32c6be-2004-4743-9cfe-0bd54c9f3c9c req-edc82220-902e-4c73-bf75-47e9d44904fc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1550140 Aug 23 03:38:30.598198 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec908e8c-92c8-40fe-83f6-3b4eeb0ec62f req-9748e6ca-51bb-4c05-a101-ffdfcd0668d5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783958 Aug 23 03:38:30.737208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-f825ea0e-6d5a-4009-a001-fe962bb137a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:30.738885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-f825ea0e-6d5a-4009-a001-fe962bb137a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7db4211dfaa54f3e939dbaf4f952fad8&device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 1094 time: 0.0918171 Aug 23 03:38:30.827545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-a92ebf69-c8bd-4b2c-bfe1-ad53222a274d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f34bf23b-5228-47a9-90cb-e5f1f8aabc47 HTTP/1.1" status: 200 len: 217 time: 0.0787797 Aug 23 03:38:30.850496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e3385-a9d0-4975-9a83-7e1e0927e64f req-b521f9b1-72ef-4d0f-8a31-2f7d800176b4 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:30.859747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e8e3385-a9d0-4975-9a83-7e1e0927e64f req-b521f9b1-72ef-4d0f-8a31-2f7d800176b4 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 950 time: 0.1007469 Aug 23 03:38:30.942044 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e8e3385-a9d0-4975-9a83-7e1e0927e64f req-7626a079-18ca-45d3-9ed3-9139dbdda514 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809317 Aug 23 03:38:31.004597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-b265ba71-552d-4578-9957-38f733c848dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:31.008735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-b265ba71-552d-4578-9957-38f733c848dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7826d13a-7bfc-496b-a37d-59765fa235db HTTP/1.1" status: 200 len: 854 time: 0.1697989 Aug 23 03:38:31.032420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bef20-652e-41b0-a087-416d4f2bae3d req-c548fcd8-4775-4c32-a974-cca8490295c6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:31.042597 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-075bef20-652e-41b0-a087-416d4f2bae3d req-c548fcd8-4775-4c32-a974-cca8490295c6 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 943 time: 0.2209799 Aug 23 03:38:31.134585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-70245671-b233-490b-b4e3-75678ee7dcf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ac39401-b309-4b51-a4a5-b2b6a1fa8eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167254 Aug 23 03:38:31.146277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-56b19168-f448-4ddb-a965-7967fdf75364 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876527 Aug 23 03:38:31.179989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-075bef20-652e-41b0-a087-416d4f2bae3d req-926bdf93-a2a7-4314-926e-86d99c901db1 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348844 Aug 23 03:38:31.272663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Sync routers for ids ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:38:31.313100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Routers {'9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:38:31.317138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:38:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:31.371940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-2b37d684-9966-403b-9257-b0e199dff8cd service neutron] 10.222.0.24 "GET /v2.0/networks/5ac39401-b309-4b51-a4a5-b2b6a1fa8eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250679 Aug 23 03:38:31.422315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-2b8bac6a-49f5-42c7-9f25-788b485951b7 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:31.426334 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-2b8bac6a-49f5-42c7-9f25-788b485951b7 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2727208 Aug 23 03:38:31.467231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-39f7bfec-9aa6-4707-8f9f-12092d3b709e tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/quotas/229ddebf9b96466aac4f3feaa7eb4ece HTTP/1.1" status: 200 len: 375 time: 0.0399051 Aug 23 03:38:31.521375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-b1ae58bc-a483-46a0-906f-8834628987b6 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528607 Aug 23 03:38:31.548611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23f3799-b7c3-4095-86cc-f01726dac922 req-c75e3ef2-65b2-442c-883f-71568cacabbb service neutron] 10.222.0.24 "GET /v2.0/networks/5ac39401-b309-4b51-a4a5-b2b6a1fa8eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661701 Aug 23 03:38:31.638095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Set router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:38:31.697993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e44e5-84fa-4aa3-be6b-888b64176b6e req-9a67c5d7-636d-498c-aab7-d528e1dc46c9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:31.703133 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:31.707611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e58e44e5-84fa-4aa3-be6b-888b64176b6e req-9a67c5d7-636d-498c-aab7-d528e1dc46c9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1278403 Aug 23 03:38:31.786535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e58e44e5-84fa-4aa3-be6b-888b64176b6e req-ab0c7a21-1183-42ff-9627-6ac8690c777c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743365 Aug 23 03:38:31.953894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f88ff5df-ccba-4b88-839c-4dd642d8dddb up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:32.055781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0f797924-abe2-4abf-b115-0973bb0d336f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:32.056303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7535f33-444d-480b-9f72-0f027bf0f431 req-375f1b78-a945-4c93-a06b-6ab9d440e3cb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:32.070628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7535f33-444d-480b-9f72-0f027bf0f431 req-375f1b78-a945-4c93-a06b-6ab9d440e3cb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 944 time: 0.2053740 Aug 23 03:38:32.088122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4244134-a39a-44e8-9c68-ece87cd34a32 req-83b96030-dd7d-4dfa-b456-1d0dceda0639 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 210 time: 0.0766098 Aug 23 03:38:32.117406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port f88ff5df-ccba-4b88-839c-4dd642d8dddb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:32.118359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:32.127217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:23Z', 'updated_at': '2021-08-23T03:38:28Z', 'revision_number': 4, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'gw_port': {'id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:24Z', 'updated_at': '2021-08-23T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'bfb882aa-a90f-45fa-9121-78104c29d2cd', 'name': '', 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'mac_address': 'fa:16:3e:99:85:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '46102861-976c-4ec4-b8f6-467609bc6397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:27Z', 'updated_at': '2021-08-23T03:38:29Z', 'revision_number': 2, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'subnets': [{'id': '46102861-976c-4ec4-b8f6-467609bc6397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:32.137816 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7535f33-444d-480b-9f72-0f027bf0f431 req-82d5fc02-c795-414d-b152-495a02f0a3e6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662119 Aug 23 03:38:32.188836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Checking router: 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:38:32.188836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Updating router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c port bfb882aa-a90f-45fa-9121-78104c29d2cd binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:38:32.221683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0f797924-abe2-4abf-b115-0973bb0d336f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:32.222201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:32.251428 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:32.323993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd4bb2-3d92-4c77-9c7d-30f230ac5034 req-cee1d4e3-00c5-4534-b9af-c140bbbe3119 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:32.331605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7dd4bb2-3d92-4c77-9c7d-30f230ac5034 req-cee1d4e3-00c5-4534-b9af-c140bbbe3119 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 950 time: 0.0702410 Aug 23 03:38:32.370834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7dd4bb2-3d92-4c77-9c7d-30f230ac5034 req-f04e0cbc-022f-4bee-a398-b56df18eaad7 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Aug 23 03:38:32.406592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f099-953d-4e02-80b5-fd4caeffdf71 req-7c40f3f0-a027-459a-af07-912567b0028f tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:32.419597 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc09f099-953d-4e02-80b5-fd4caeffdf71 req-7c40f3f0-a027-459a-af07-912567b0028f tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 943 time: 0.0902269 Aug 23 03:38:32.490279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc09f099-953d-4e02-80b5-fd4caeffdf71 req-4008fb3e-a3e5-41be-894e-b21e34ec712c tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647342 Aug 23 03:38:32.768096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:32.798846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:32.801666 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b78ae-0215-43e8-8992-fab64f504793" -d '{"events": [{"server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "name": "network-vif-plugged", "status": "completed", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:32.914824 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b9b4e-9752-40ff-be9c-7f1a7f1a8fe5 x-openstack-request-id: req-4a5b9b4e-9752-40ff-be9c-7f1a7f1a8fe5 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:32.915121 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "name": "network-vif-plugged", "status": "completed", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:32.915375 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a5b9b4e-9752-40ff-be9c-7f1a7f1a8fe5 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:32.915768 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb', 'code': 200} Aug 23 03:38:32.917562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:33.020231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:33.054100 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de2433-bb91-4c4a-8f93-e711112ec2aa req-9a4d76b2-ade7-43f8-b161-be042d4a84e2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:33.063046 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9de2433-bb91-4c4a-8f93-e711112ec2aa req-9a4d76b2-ade7-43f8-b161-be042d4a84e2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0865886 Aug 23 03:38:33.108405 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:33.145582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Transition to ACTIVE for port object bfb882aa-a90f-45fa-9121-78104c29d2cd will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:33.147062 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9de2433-bb91-4c4a-8f93-e711112ec2aa req-3948d8ad-9d81-4abe-9d07-e5af5f708660 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774472 Aug 23 03:38:33.156132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f88ff5df-ccba-4b88-839c-4dd642d8dddb,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:33.192371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08bb2d-a484-4708-a320-e00b82381476 req-cb342802-7a03-4106-b8d7-2f7d1303b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:33.194111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e08bb2d-a484-4708-a320-e00b82381476 req-cb342802-7a03-4106-b8d7-2f7d1303b00e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 1096 time: 0.1692636 Aug 23 03:38:33.225827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a2fe9-03c3-4d1a-8c26-22d4c1ddfbbd req-3bd2008e-fddc-44fb-9873-d6f782a5cb7c tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:33.232987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed0a2fe9-03c3-4d1a-8c26-22d4c1ddfbbd req-3bd2008e-fddc-44fb-9873-d6f782a5cb7c tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 950 time: 0.1438713 Aug 23 03:38:33.241019 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:33.263247 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-986f0c35-c0ec-4269-944e-022eb567fc11 req-cc13dc9e-e9c5-41c3-8c5c-0fddf9a323e5 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 210 time: 0.0416920 Aug 23 03:38:33.348864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e08bb2d-a484-4708-a320-e00b82381476 req-8aa2eb3c-1711-44fc-bf42-6503d841225b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453876 Aug 23 03:38:33.411181 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed0a2fe9-03c3-4d1a-8c26-22d4c1ddfbbd req-0085dbdd-615a-43d2-9cfb-da8f43403ba7 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744006 Aug 23 03:38:33.417400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4ee62-2ac7-4452-ad5d-9cfadff96505 req-891997ba-1f32-401e-828a-e206eb47f468 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:33.431831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eaf4ee62-2ac7-4452-ad5d-9cfadff96505 req-891997ba-1f32-401e-828a-e206eb47f468 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.1090536 Aug 23 03:38:33.496056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e156b72-2210-4814-a505-5be1924edfbd None None] Pushing event updated for resources: {'Port': ['ID=bfb882aa-a90f-45fa-9121-78104c29d2cd,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:33.516730 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eaf4ee62-2ac7-4452-ad5d-9cfadff96505 req-8ae3da06-4e90-496b-a809-55cc0805cba5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670111 Aug 23 03:38:33.527112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Attempting to bind port bfb882aa-a90f-45fa-9121-78104c29d2cd on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:33.531041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Attempting to bind port bfb882aa-a90f-45fa-9121-78104c29d2cd by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'a4d55137-daa1-466c-bf62-9225bf52164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:33.531041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Attempting to bind port bfb882aa-a90f-45fa-9121-78104c29d2cd on network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:33.538475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:33.540481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Checking segment: {'id': 'a4d55137-daa1-466c-bf62-9225bf52164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:33.543045 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:33.544335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Bound using segment: {'id': 'a4d55137-daa1-466c-bf62-9225bf52164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:33.544795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Bound port: bfb882aa-a90f-45fa-9121-78104c29d2cd, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d55137-daa1-466c-bf62-9225bf52164c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:33.545473 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:33.718142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] For port bfb882aa-a90f-45fa-9121-78104c29d2cd, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:33.721918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] For port bfb882aa-a90f-45fa-9121-78104c29d2cd, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bfb882aa-a90f-45fa-9121-78104c29d2cd,segment=NetworkSegment(a4d55137-daa1-466c-bf62-9225bf52164c),segment_id=a4d55137-daa1-466c-bf62-9225bf52164c)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:33.758505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463b35-da32-440a-bf0c-4168d9c9b133 req-1f03dea1-558b-4b5b-8876-1ae8684afb92 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:33.758505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80463b35-da32-440a-bf0c-4168d9c9b133 req-1f03dea1-558b-4b5b-8876-1ae8684afb92 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 943 time: 0.1037686 Aug 23 03:38:33.814412 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80463b35-da32-440a-bf0c-4168d9c9b133 req-e7c65beb-ab7b-4dfb-9497-4a7fafcdf964 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507655 Aug 23 03:38:33.836071 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:33.894069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Routers {'9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:38:33.894883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:38:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:33.946903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e156b72-2210-4814-a505-5be1924edfbd None None] Pushing event updated for resources: {'Port': ['ID=bfb882aa-a90f-45fa-9121-78104c29d2cd,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:33.966932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f34bf23b-5228-47a9-90cb-e5f1f8aabc47 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:38:34.090338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] Set router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:38:34.278117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b20dd-c924-4bbf-92da-3675f31dd699 req-82a9d06b-dc36-4b2a-a7cc-24255c4d3640 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:34.280213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-030b20dd-c924-4bbf-92da-3675f31dd699 req-82a9d06b-dc36-4b2a-a7cc-24255c4d3640 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0637329 Aug 23 03:38:34.293814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f34bf23b-5228-47a9-90cb-e5f1f8aabc47, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,segment=NetworkSegment(ef11e956-e241-42df-8116-53c4791fae9a),segment_id=ef11e956-e241-42df-8116-53c4791fae9a)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:34.311628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'f34bf23b-5228-47a9-90cb-e5f1f8aabc47', 'network_id': '5ac39401-b309-4b51-a4a5-b2b6a1fa8eed', 'port_id': 'f34bf23b-5228-47a9-90cb-e5f1f8aabc47', 'mac_address': 'fa:16:3e:d7:a2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7826d13a-7bfc-496b-a37d-59765fa235db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:38:34.354051 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-030b20dd-c924-4bbf-92da-3675f31dd699 req-dec6892e-a93b-40ed-9421-8118aaf61691 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662494 Aug 23 03:38:34.389248 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:34.405391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34bf23b-5228-47a9-90cb-e5f1f8aabc47 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:34.455313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f178f65-95c5-4931-a3db-97b23dcd67d5 req-62aed131-7b0e-48ba-9c5d-c149b17e022a tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff41ac2b8fd849559be1216459d70e94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390453 Aug 23 03:38:34.459185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f34bf23b-5228-47a9-90cb-e5f1f8aabc47, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,segment=NetworkSegment(ef11e956-e241-42df-8116-53c4791fae9a),segment_id=ef11e956-e241-42df-8116-53c4791fae9a)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:34.486415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d82134d-1138-47ad-912a-60b8f19500ae req-427f9722-0310-4194-9319-0ce844d61531 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 210 time: 0.0403535 Aug 23 03:38:34.513033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:23Z', 'updated_at': '2021-08-23T03:38:28Z', 'revision_number': 4, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'gw_port': {'id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:24Z', 'updated_at': '2021-08-23T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'bfb882aa-a90f-45fa-9121-78104c29d2cd', 'name': '', 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'mac_address': 'fa:16:3e:99:85:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '46102861-976c-4ec4-b8f6-467609bc6397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:27Z', 'updated_at': '2021-08-23T03:38:33Z', 'revision_number': 4, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'subnets': [{'id': '46102861-976c-4ec4-b8f6-467609bc6397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:34.545898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:34.551565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c0636-eb28-46e6-ab14-91035d0dde4e None None] The sync data for ids ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'] in n-d-749052-7 is: [{'id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:23Z', 'updated_at': '2021-08-23T03:38:28Z', 'revision_number': 4, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'gw_port': {'id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:24Z', 'updated_at': '2021-08-23T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'bfb882aa-a90f-45fa-9121-78104c29d2cd', 'name': '', 'network_id': '60fee649-0de4-49dc-b6ad-7c6737b6e8a6', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'mac_address': 'fa:16:3e:99:85:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '46102861-976c-4ec4-b8f6-467609bc6397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:27Z', 'updated_at': '2021-08-23T03:38:33Z', 'revision_number': 4, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'subnets': [{'id': '46102861-976c-4ec4-b8f6-467609bc6397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:38:34.678932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f178f65-95c5-4931-a3db-97b23dcd67d5 req-8e5b7620-c138-4341-a553-dd1c648201c8 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:34.681146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f178f65-95c5-4931-a3db-97b23dcd67d5 req-8e5b7620-c138-4341-a553-dd1c648201c8 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180114 Aug 23 03:38:34.700529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:34.701583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f178f65-95c5-4931-a3db-97b23dcd67d5 req-8603a6a6-36fa-476a-bc3c-9870d5e7e5fd tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/quotas/ff41ac2b8fd849559be1216459d70e94 HTTP/1.1" status: 200 len: 375 time: 0.0126715 Aug 23 03:38:34.747128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd683c-029e-4eff-a83f-d4eaafafe2db req-c9a0f5cc-755a-4804-a32c-0be965915303 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:34.747727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f178f65-95c5-4931-a3db-97b23dcd67d5 req-edaccbb9-a9a4-409d-94dd-2eb1a48bdc66 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff41ac2b8fd849559be1216459d70e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384285 Aug 23 03:38:34.749129 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7bdd683c-029e-4eff-a83f-d4eaafafe2db req-c9a0f5cc-755a-4804-a32c-0be965915303 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 950 time: 0.1580131 Aug 23 03:38:34.751079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-994ee69d-127c-4ce2-aa98-6b80f2810d42 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770648 Aug 23 03:38:34.813289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f34bf23b-5228-47a9-90cb-e5f1f8aabc47'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:34.967407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a666b87-0b2d-4d4a-8cc9-aee30d589fc9 req-638d1e9a-2fac-4e28-8c66-92338f35a0be tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:34.977920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a666b87-0b2d-4d4a-8cc9-aee30d589fc9 req-638d1e9a-2fac-4e28-8c66-92338f35a0be tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0926752 Aug 23 03:38:35.060554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a666b87-0b2d-4d4a-8cc9-aee30d589fc9 req-33687aa9-a259-45eb-a1b9-05f6690ec49d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815275 Aug 23 03:38:35.063716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-2b754419-cfc8-4a94-abcc-a079609becfa tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:35.073575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-2b754419-cfc8-4a94-abcc-a079609becfa tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071163 Aug 23 03:38:35.112834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Request body: {'port': {'device_id': '83975dc4-657b-4cc0-b580-38475388e705', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '229ddebf9b96466aac4f3feaa7eb4ece'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:35.275637 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7bdd683c-029e-4eff-a83f-d4eaafafe2db req-b31b9b11-5ba3-4fa1-965b-aa7396a13b01 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084000 Aug 23 03:38:35.303254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-a35faa8c-270c-418e-b5a1-046045bcc982 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:35.305169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-a35faa8c-270c-418e-b5a1-046045bcc982 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.11 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 950 time: 0.2276990 Aug 23 03:38:35.403745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Made reservation on behalf of 229ddebf9b96466aac4f3feaa7eb4ece for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:35.407567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:35.521265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54072294-9037-467a-b42e-c37a96fbb2bc req-e766065c-4758-4a68-9c6d-e55dc41e10a3 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:35.522986 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54072294-9037-467a-b42e-c37a96fbb2bc req-e766065c-4758-4a68-9c6d-e55dc41e10a3 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 944 time: 0.1354537 Aug 23 03:38:35.532645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a484-a066-47ab-a175-af1cf0cfae99 req-6ecac1fd-e538-44a5-b716-5d477199b425 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:35.535527 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f53a484-a066-47ab-a175-af1cf0cfae99 req-6ecac1fd-e538-44a5-b716-5d477199b425 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0560389 Aug 23 03:38:35.601717 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f53a484-a066-47ab-a175-af1cf0cfae99 req-6edca6d1-f0c3-4de9-9f2f-46f59c1272ab tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590916 Aug 23 03:38:35.621917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54072294-9037-467a-b42e-c37a96fbb2bc req-7b42e52f-2479-4883-9a0b-db5609aff902 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648518 Aug 23 03:38:35.756197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Deleting port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:38:35.756798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:35.766087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Allocated IP 192.168.233.123 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/2bc15ec1-e497-444c-bc94-fa1d6e9b2d94) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:35.852837 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c38f428b-a81c-455f-a5ae-e67a20c9b04e req-630f7d89-a971-4d5c-8040-2d2fca143381 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 210 time: 0.0350509 Aug 23 03:38:35.966052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f34bf23b-5228-47a9-90cb-e5f1f8aabc47 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:35.978279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de86756-eb01-4cad-b25a-fccb63bf477c req-de28a682-478c-436d-858c-795d0e478f0a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:35.995058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6de86756-eb01-4cad-b25a-fccb63bf477c req-de28a682-478c-436d-858c-795d0e478f0a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.2314229 Aug 23 03:38:36.014127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bfb882aa-a90f-45fa-9121-78104c29d2cd up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:36.087526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] For port d65ee6fb-dccb-4cbd-9b59-1c3008fde477, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:36.088012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.132956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Calling delete_port for d65ee6fb-dccb-4cbd-9b59-1c3008fde477 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:38:36.146386 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6de86756-eb01-4cad-b25a-fccb63bf477c req-0dd145c7-9eb6-43ab-ae10-5947f8de0257 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502051 Aug 23 03:38:36.252300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port bfb882aa-a90f-45fa-9121-78104c29d2cd completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:36.257958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port f34bf23b-5228-47a9-90cb-e5f1f8aabc47 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:36.266813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port f34bf23b-5228-47a9-90cb-e5f1f8aabc47 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:36.267609 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.307437 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.310875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bfb882aa-a90f-45fa-9121-78104c29d2cd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:36.311430 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.333826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Transition to ACTIVE for port object 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:36.488796 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.506534 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.522886 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.524695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.546781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43f1c64-8a4f-42eb-97a4-c9c47724e598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34bf23b-5228-47a9-90cb-e5f1f8aabc47'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:36.549651 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3534c951-d9f0-4e3a-a7b8-226d7974a077" -d '{"events": [{"server_uuid": "f43f1c64-8a4f-42eb-97a4-c9c47724e598", "name": "network-vif-plugged", "status": "completed", "tag": "f34bf23b-5228-47a9-90cb-e5f1f8aabc47"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:36.574108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['d65ee6fb-dccb-4cbd-9b59-1c3008fde477'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:36.583585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f34bf23b-5228-47a9-90cb-e5f1f8aabc47, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,segment=NetworkSegment(ef11e956-e241-42df-8116-53c4791fae9a),segment_id=ef11e956-e241-42df-8116-53c4791fae9a)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:36.613984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port bfb882aa-a90f-45fa-9121-78104c29d2cd, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bfb882aa-a90f-45fa-9121-78104c29d2cd,segment=NetworkSegment(a4d55137-daa1-466c-bf62-9225bf52164c),segment_id=a4d55137-daa1-466c-bf62-9225bf52164c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:36.623912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Pushing event deleted for resources: {'Port': ['ID=d65ee6fb-dccb-4cbd-9b59-1c3008fde477,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:36.633138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1385-11dc-427f-bcab-8dc8870c516e req-ef3e5d9d-5360-491b-8df8-a141bc38efe0 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:36.633629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:36.647798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:36.660140 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.662406 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701a1385-11dc-427f-bcab-8dc8870c516e req-ef3e5d9d-5360-491b-8df8-a141bc38efe0 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/ports?device_id=88ae0f54-a55d-4e8f-b527-b6fdc7614fe4 HTTP/1.1" status: 200 len: 867 time: 0.1643376 Aug 23 03:38:36.695717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:36.702362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:36.752390 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701a1385-11dc-427f-bcab-8dc8870c516e req-09f37ae3-d97c-4b97-931b-5a225f90f51e tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.20 "GET /v2.0/security-groups?id=0921ecb3-c1c9-434c-8330-4ea880f7d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814197 Aug 23 03:38:36.762344 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.836058 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e73641d-c52a-4f48-b277-5dc6ace0728e x-openstack-request-id: req-8e73641d-c52a-4f48-b277-5dc6ace0728e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:36.836661 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43f1c64-8a4f-42eb-97a4-c9c47724e598", "name": "network-vif-plugged", "status": "completed", "tag": "f34bf23b-5228-47a9-90cb-e5f1f8aabc47", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:36.837124 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e73641d-c52a-4f48-b277-5dc6ace0728e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:36.837713 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43f1c64-8a4f-42eb-97a4-c9c47724e598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34bf23b-5228-47a9-90cb-e5f1f8aabc47', 'code': 200} Aug 23 03:38:36.839516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:36.927594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] No DVR routers for this DVR port d65ee6fb-dccb-4cbd-9b59-1c3008fde477 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:38:36.942993 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:36.946581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7eeba4b4-abf7-49e5-a407-0309ddfdd71f req-eba6be59-f38b-46fb-adab-7ee77444eae6 tempest-ImagesNegativeTestJSON-1148486032 tempest-ImagesNegativeTestJSON-1148486032-project] 10.222.0.11 "DELETE /v2.0/ports/d65ee6fb-dccb-4cbd-9b59-1c3008fde477 HTTP/1.1" status: 204 len: 173 time: 1.6025608 Aug 23 03:38:36.953418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae0f54-a55d-4e8f-b527-b6fdc7614fe4', 'name': 'network-vif-deleted', 'tag': 'd65ee6fb-dccb-4cbd-9b59-1c3008fde477'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:36.955998 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076f48a3-37bc-4a93-bbb0-62663481636f" -d '{"events": [{"server_uuid": "88ae0f54-a55d-4e8f-b527-b6fdc7614fe4", "name": "network-vif-deleted", "tag": "d65ee6fb-dccb-4cbd-9b59-1c3008fde477"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:36.971423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Pushing event updated for resources: {'Port': ['ID=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:37.012542 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c827f4b-dc60-4458-a14f-fdf7ebedd01c req-a3d94176-f588-4083-b9d9-455453c87233 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff41ac2b8fd849559be1216459d70e94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525563 Aug 23 03:38:37.047704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:37.049959 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:37.080574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=bfb882aa-a90f-45fa-9121-78104c29d2cd,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:37.123018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-5d45f2c6-569f-4b1f-bddc-b910e02e6505 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:37.131407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-5d45f2c6-569f-4b1f-bddc-b910e02e6505 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/networks?id=00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 200 len: 814 time: 0.3439543 Aug 23 03:38:37.150636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-2fc635cb-f3cd-491f-9f90-fb2238a4d5db tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/quotas/9a9836ba8bba4a7fa79f837e52c1ee96 HTTP/1.1" status: 200 len: 375 time: 0.0183473 Aug 23 03:38:37.160659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589802e6-40af-45e2-9275-f6fc179e140d req-a798aea5-00c3-4b0f-88d0-2d605f10f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:37.162307 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-589802e6-40af-45e2-9275-f6fc179e140d req-a798aea5-00c3-4b0f-88d0-2d605f10f0a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 1096 time: 0.2564330 Aug 23 03:38:37.215941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c827f4b-dc60-4458-a14f-fdf7ebedd01c req-0be7670e-5c17-4b4f-82a7-5942b6124cc0 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:37.217981 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c827f4b-dc60-4458-a14f-fdf7ebedd01c req-0be7670e-5c17-4b4f-82a7-5942b6124cc0 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046521 Aug 23 03:38:37.235096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-456298f7-64f0-4b4e-a843-fadf6127bcc8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777061 Aug 23 03:38:37.236132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c827f4b-dc60-4458-a14f-fdf7ebedd01c req-0f1baf1a-e8e6-4973-9a30-6c275b3e439d tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/quotas/ff41ac2b8fd849559be1216459d70e94 HTTP/1.1" status: 200 len: 375 time: 0.0111217 Aug 23 03:38:37.243337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-589802e6-40af-45e2-9275-f6fc179e140d req-bff2f9ab-ead6-4d3d-870c-45e445c93add service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728576 Aug 23 03:38:37.245366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-136dc47c-374e-418f-bdba-e68867268eb0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1387620 Aug 23 03:38:37.272124 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c827f4b-dc60-4458-a14f-fdf7ebedd01c req-d1215d76-5b10-4fed-8f70-77d2bc989bcf tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff41ac2b8fd849559be1216459d70e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275984 Aug 23 03:38:37.286213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:37.358163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-5df236d0-0ffc-41cc-a268-fbc89cf5347b service neutron] 10.222.0.20 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117194 Aug 23 03:38:37.421820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c00cc5f8-f3fd-4691-8765-79e29b3a0aad None None] Provisioning for port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:37.426373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c00cc5f8-f3fd-4691-8765-79e29b3a0aad None None] Provisioning complete for port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:37.426909 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c00cc5f8-f3fd-4691-8765-79e29b3a0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:37.466713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Request body: {'port': {'device_id': '83975dc4-657b-4cc0-b580-38475388e705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:37.469185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c00cc5f8-f3fd-4691-8765-79e29b3a0aad None None] Port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:38:37.469949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd58e-9790-4652-8479-913550809ef7 req-fd804b08-9bcd-47ac-a030-02d43a053d99 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:37.477519 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f92fd58e-9790-4652-8479-913550809ef7 req-fd804b08-9bcd-47ac-a030-02d43a053d99 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 945 time: 0.0729463 Aug 23 03:38:37.512151 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-ac187208-c831-461d-a9fa-f15069394e9b service neutron] 10.222.0.20 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381967 Aug 23 03:38:37.513228 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f92fd58e-9790-4652-8479-913550809ef7 req-6b01b151-d77c-4863-919b-e1eaf4183246 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Aug 23 03:38:37.548829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:37.641097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae033f-bd33-4246-8599-5138952f71ba req-1c5a62a9-5e03-4fac-82a5-3e62d10cf3e5 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:37.642986 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-23ae033f-bd33-4246-8599-5138952f71ba req-1c5a62a9-5e03-4fac-82a5-3e62d10cf3e5 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 936 time: 0.0545738 Aug 23 03:38:37.689581 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-23ae033f-bd33-4246-8599-5138952f71ba req-67a97b82-251b-4e12-9c0d-2ad4523574c2 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395925 Aug 23 03:38:37.919878 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d34420e-d42d-447f-8ef3-1c0adca9b54f x-openstack-request-id: req-8d34420e-d42d-447f-8ef3-1c0adca9b54f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:37.920171 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae0f54-a55d-4e8f-b527-b6fdc7614fe4", "name": "network-vif-deleted", "tag": "d65ee6fb-dccb-4cbd-9b59-1c3008fde477", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:37.920424 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d34420e-d42d-447f-8ef3-1c0adca9b54f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:37.920812 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ae0f54-a55d-4e8f-b527-b6fdc7614fe4', 'name': 'network-vif-deleted', 'tag': 'd65ee6fb-dccb-4cbd-9b59-1c3008fde477', 'status': 'completed', 'code': 200} Aug 23 03:38:38.012530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-ff866d5f-fc32-451d-9cd8-298457867a9c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:38.014618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-ff866d5f-fc32-451d-9cd8-298457867a9c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ae8f3ed-56ef-4899-aa60-1e0f7c305b95 HTTP/1.1" status: 200 len: 945 time: 0.0925782 Aug 23 03:38:38.023893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bfb882aa-a90f-45fa-9121-78104c29d2cd up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:38.097633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:38.134598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:38.140437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bfb882aa-a90f-45fa-9121-78104c29d2cd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:38.141046 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:38.158139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Transition to ACTIVE for port object 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:38.183144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a267-4d5e-4c21-90fe-0746b1ef3b5d req-3990253c-13e3-4d7b-ad59-da50861b0b4b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:38.186001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a30a267-4d5e-4c21-90fe-0746b1ef3b5d req-3990253c-13e3-4d7b-ad59-da50861b0b4b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.2678967 Aug 23 03:38:38.236235 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a30a267-4d5e-4c21-90fe-0746b1ef3b5d req-b6f67486-b3aa-4cb4-89fb-9310461f633c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Aug 23 03:38:38.275667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:38.283076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Deleting port f88ff5df-ccba-4b88-839c-4dd642d8dddb {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:38:38.283912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:38.476904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb442fdc-52dc-460c-aae0-63c5870b7ecb req-1eb16d85-015b-4ffc-a707-5c483ec6d263 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 210 time: 0.0889452 Aug 23 03:38:38.499336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] For port f88ff5df-ccba-4b88-839c-4dd642d8dddb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f88ff5df-ccba-4b88-839c-4dd642d8dddb,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:38.509931 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:38.548599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Calling delete_port for f88ff5df-ccba-4b88-839c-4dd642d8dddb owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:38:38.607403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:38.624545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Attempting to bind port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:38.624545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Attempting to bind port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:38.624545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Attempting to bind port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:38.624545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:38:38.624545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Attempting to bind port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:38.629928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:38.630383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:38.630882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:38.631685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Bound port: 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:38.632130 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:38.735033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d65ee6fb-dccb-4cbd-9b59-1c3008fde477 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:38:38.802698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: d65ee6fb-dccb-4cbd-9b59-1c3008fde477 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:38:38.803049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d65ee6fb-dccb-4cbd-9b59-1c3008fde477 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:38:38.848489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] For port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:38.858982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] For port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:38.964077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3250f-184c-448f-bbff-e3e2469215ef req-9f82a262-7c21-46e0-a788-cad60d5f4904 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:38.966509 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eda3250f-184c-448f-bbff-e3e2469215ef req-9f82a262-7c21-46e0-a788-cad60d5f4904 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 945 time: 0.0937774 Aug 23 03:38:38.971594 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:38.999283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02b835-0a2e-4931-9226-b11634acc2d2 req-89bf3607-b930-4ae1-9556-37135481b56c tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:39.000831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f02b835-0a2e-4931-9226-b11634acc2d2 req-89bf3607-b930-4ae1-9556-37135481b56c tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 948 time: 0.0740325 Aug 23 03:38:39.016613 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eda3250f-184c-448f-bbff-e3e2469215ef req-0af5d362-0588-4cd4-a29a-5b786d305ad1 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 Aug 23 03:38:39.029845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:39.030467 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:39.031909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] 10.222.0.24 "PUT /v2.0/ports/2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 HTTP/1.1" status: 200 len: 1096 time: 1.5730278 Aug 23 03:38:39.040815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:39.051903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f88ff5df-ccba-4b88-839c-4dd642d8dddb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:39.119521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Pushing event deleted for resources: {'Port': ['ID=f88ff5df-ccba-4b88-839c-4dd642d8dddb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:39.166399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bac5f-9603-4543-b93c-3611d29bdb93 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:39.205202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f02b835-0a2e-4931-9226-b11634acc2d2 req-a7ba17e5-871c-4998-9c85-19de6e3153b8 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797552 Aug 23 03:38:39.251654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] No DVR routers for this DVR port f88ff5df-ccba-4b88-839c-4dd642d8dddb on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:38:39.261624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:39.267575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b310d21a-49e6-4407-a053-fcc22aa1dafb req-e0af2289-023d-4244-ae8c-ba2c33664ad1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.24 "DELETE /v2.0/ports/f88ff5df-ccba-4b88-839c-4dd642d8dddb HTTP/1.1" status: 204 len: 173 time: 1.2467360 Aug 23 03:38:39.273514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'name': 'network-vif-deleted', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:39.277555 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094aa86d-5a21-4e4a-830c-6dba8dc26629" -d '{"events": [{"server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "name": "network-vif-deleted", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:39.343751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-34760abc-0053-4458-b81a-4d8a2a8353e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:39.350250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-34760abc-0053-4458-b81a-4d8a2a8353e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 1099 time: 0.1425111 Aug 23 03:38:39.440119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-8e119c1d-34b3-410c-837b-f4b4388f3700 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 HTTP/1.1" status: 200 len: 217 time: 0.0847561 Aug 23 03:38:39.569732 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7c4fc9-ca91-41b8-8900-d5669353964f x-openstack-request-id: req-cd7c4fc9-ca91-41b8-8900-d5669353964f {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:39.570029 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8f3ed-56ef-4899-aa60-1e0f7c305b95", "name": "network-vif-deleted", "tag": "f88ff5df-ccba-4b88-839c-4dd642d8dddb", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:39.570279 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd7c4fc9-ca91-41b8-8900-d5669353964f {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:39.570749 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8f3ed-56ef-4899-aa60-1e0f7c305b95', 'name': 'network-vif-deleted', 'tag': 'f88ff5df-ccba-4b88-839c-4dd642d8dddb', 'status': 'completed', 'code': 200} Aug 23 03:38:39.635113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-cafd7ee8-84c9-48da-883f-621de7c1e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:39.636619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-cafd7ee8-84c9-48da-883f-621de7c1e807 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1885684 Aug 23 03:38:39.688336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b1a3b-4687-4a09-b083-b788792c8fdf req-0b024dbc-bd06-4711-bb76-f58f5a7f6b37 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:39.689863 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-407b1a3b-4687-4a09-b083-b788792c8fdf req-0b024dbc-bd06-4711-bb76-f58f5a7f6b37 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1264558 Aug 23 03:38:39.714473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-0a90264e-79b3-4a47-8612-4ee7ae673dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:39.715708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-0a90264e-79b3-4a47-8612-4ee7ae673dec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717585 Aug 23 03:38:39.768309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-407b1a3b-4687-4a09-b083-b788792c8fdf req-cbfa60ab-df0f-4992-97c9-5d5721e13331 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682857 Aug 23 03:38:39.860188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-f3b4ee30-46cb-4bfc-a4c3-05b72c420b35 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351743 Aug 23 03:38:40.033446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bd26c8e4-6dc0-4ca6-b436-b0e3899ea14c req-722498e7-aa2a-437e-935a-9b72d010c789 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 210 time: 0.0601721 Aug 23 03:38:40.178560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-87e2f397-9191-408f-9f53-f26c47e9ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:40.187296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-87e2f397-9191-408f-9f53-f26c47e9ded4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7db4211dfaa54f3e939dbaf4f952fad8&device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 1096 time: 0.1197453 Aug 23 03:38:40.324103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-6745b8a3-623e-40ad-afd9-fd34524d8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:40.326192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-6745b8a3-623e-40ad-afd9-fd34524d8342 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ac39401-b309-4b51-a4a5-b2b6a1fa8eed HTTP/1.1" status: 200 len: 914 time: 0.1322720 Aug 23 03:38:40.378255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83975dc4-657b-4cc0-b580-38475388e705', 'tag': '2bc15ec1-e497-444c-bc94-fa1d6e9b2d94'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:40.380990 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1bf597-5282-43ff-9f83-9b024279625b" -d '{"events": [{"name": "network-changed", "server_uuid": "83975dc4-657b-4cc0-b580-38475388e705", "tag": "2bc15ec1-e497-444c-bc94-fa1d6e9b2d94"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:40.406603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-d6d1482b-1591-490a-a386-d5486aa47d60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f34bf23b-5228-47a9-90cb-e5f1f8aabc47 HTTP/1.1" status: 200 len: 217 time: 0.0673769 Aug 23 03:38:40.460547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c571463-cafb-4f0c-9187-8cadd543fab0 req-939b0586-1ffa-48c7-b062-af9baf474326 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff41ac2b8fd849559be1216459d70e94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759237 Aug 23 03:38:40.469125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed9b29-ce1e-4e86-939a-5da06b098f9c req-d9c51ea8-2b5f-46d8-8c30-05de8b568ed1 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:40.478407 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38ed9b29-ce1e-4e86-939a-5da06b098f9c req-d9c51ea8-2b5f-46d8-8c30-05de8b568ed1 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 945 time: 0.1508331 Aug 23 03:38:40.545172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38ed9b29-ce1e-4e86-939a-5da06b098f9c req-853d71f5-20e5-4328-a671-916d7567b932 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594535 Aug 23 03:38:40.547701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-1fa492fc-1a5c-42fe-807a-ca6adae220a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:40.559606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-1fa492fc-1a5c-42fe-807a-ca6adae220a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7826d13a-7bfc-496b-a37d-59765fa235db HTTP/1.1" status: 200 len: 854 time: 0.1447647 Aug 23 03:38:40.617436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-c4a517a9-74bf-4c91-abee-f744f75acb0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ac39401-b309-4b51-a4a5-b2b6a1fa8eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488927 Aug 23 03:38:40.691313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-34c74959-9ef0-41e8-9961-f9a93e802982 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:40.692806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-34c74959-9ef0-41e8-9961-f9a93e802982 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.11 "GET /v2.0/networks?id=00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 200 len: 814 time: 0.1162686 Aug 23 03:38:40.730488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232ecb2d-2c03-442e-8a2e-8ef262105fcf req-359e21e9-c548-4195-ad71-647f8a688ef9 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8497615 Aug 23 03:38:40.755079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Request body: {'port': {'device_id': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23', 'admin_state_up': True, 'tenant_id': '9a9836ba8bba4a7fa79f837e52c1ee96'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:40.792642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8943581-3876-4605-b644-54a2864e2779 req-1d9d887c-699a-4b25-8d20-51d33a6be7e5 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:40.794477 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b8943581-3876-4605-b644-54a2864e2779 req-1d9d887c-699a-4b25-8d20-51d33a6be7e5 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 948 time: 0.1228840 Aug 23 03:38:40.807155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33838) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:40.834413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-233911f8-f12e-4899-9283-c9f00806e303 service neutron] 10.222.0.24 "GET /v2.0/networks/5ac39401-b309-4b51-a4a5-b2b6a1fa8eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093840 Aug 23 03:38:40.847055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c571463-cafb-4f0c-9187-8cadd543fab0 req-7f378a16-9c16-4d0d-ba79-cd475f6c9364 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:40.858538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c571463-cafb-4f0c-9187-8cadd543fab0 req-7f378a16-9c16-4d0d-ba79-cd475f6c9364 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3972845 Aug 23 03:38:40.884485 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b8943581-3876-4605-b644-54a2864e2779 req-9f9884d8-8e67-42dd-adc1-c69158d6d531 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763488 Aug 23 03:38:40.931282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c571463-cafb-4f0c-9187-8cadd543fab0 req-a55e78a8-e373-4da0-bbe1-9a1413fe03f2 tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/quotas/ff41ac2b8fd849559be1216459d70e94 HTTP/1.1" status: 200 len: 375 time: 0.0714514 Aug 23 03:38:41.011285 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d69c315-30ce-45c0-afbe-973f76a55377 x-openstack-request-id: req-2d69c315-30ce-45c0-afbe-973f76a55377 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:41.011732 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83975dc4-657b-4cc0-b580-38475388e705", "tag": "2bc15ec1-e497-444c-bc94-fa1d6e9b2d94", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:41.012073 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d69c315-30ce-45c0-afbe-973f76a55377 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:41.012558 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83975dc4-657b-4cc0-b580-38475388e705', 'tag': '2bc15ec1-e497-444c-bc94-fa1d6e9b2d94', 'status': 'completed', 'code': 200} Aug 23 03:38:41.095751 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c571463-cafb-4f0c-9187-8cadd543fab0 req-4e67068d-afc2-4a07-a9e2-39a7c64cf57d tempest-QuotasAdminNegativeTest-1935696616 tempest-QuotasAdminNegativeTest-1935696616-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff41ac2b8fd849559be1216459d70e94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1344593 Aug 23 03:38:41.118278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2d4b98f-1e29-4abb-9a4a-70b796832a34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e69279cd7b9d44eba27691d394169d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088152 Aug 23 03:38:41.128143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33846) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:41.149431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bf597-5282-43ff-9f83-9b024279625b req-989716ff-0bc8-40be-b3e1-5c106ed50a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:41.151113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb1bf597-5282-43ff-9f83-9b024279625b req-989716ff-0bc8-40be-b3e1-5c106ed50a2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 1099 time: 0.1290219 Aug 23 03:38:41.176707 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f246110f-59ef-4b01-9158-de9b06ee7ec9 req-f0139204-fff8-4f19-acd8-d74932d043b2 service neutron] 10.222.0.24 "GET /v2.0/networks/5ac39401-b309-4b51-a4a5-b2b6a1fa8eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316891 Aug 23 03:38:41.196874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf6e38-8174-4d72-ab82-fe27ce804e51 req-0e2a06ba-5558-42c4-945c-8d8ac47721ea tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:41.199119 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffcf6e38-8174-4d72-ab82-fe27ce804e51 req-0e2a06ba-5558-42c4-945c-8d8ac47721ea tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1156843 Aug 23 03:38:41.217260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4162ee5d-c1bd-48f4-94f1-1565bf18480e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:41.246784 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4162ee5d-c1bd-48f4-94f1-1565bf18480e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:41.287392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bf597-5282-43ff-9f83-9b024279625b req-3377f62d-f3ac-4509-9608-ca9c251d54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:41.288753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb1bf597-5282-43ff-9f83-9b024279625b req-3377f62d-f3ac-4509-9608-ca9c251d54e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.1246386 Aug 23 03:38:41.290417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Made reservation on behalf of 9a9836ba8bba4a7fa79f837e52c1ee96 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:41.294188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:41.358923 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffcf6e38-8174-4d72-ab82-fe27ce804e51 req-078bd377-2a1e-42de-867a-dcc3a6b9e9ac tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480863 Aug 23 03:38:41.376867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb1bf597-5282-43ff-9f83-9b024279625b req-0e68ee77-8ddb-4a1f-8f20-a4892360d01f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 HTTP/1.1" status: 200 len: 217 time: 0.0744081 Aug 23 03:38:41.400427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4162ee5d-c1bd-48f4-94f1-1565bf18480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:41.404100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4162ee5d-c1bd-48f4-94f1-1565bf18480e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:41.407606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4162ee5d-c1bd-48f4-94f1-1565bf18480e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0921ecb3-c1c9-434c-8330-4ea880f7d5f6 HTTP/1.1" status: 204 len: 168 time: 0.2772365 Aug 23 03:38:41.427197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162ee5d-c1bd-48f4-94f1-1565bf18480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0921ecb3-c1c9-434c-8330-4ea880f7d5f6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:41.544076 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ac90cb1-8318-47ed-b06c-3564d6cad18a req-9e5476ae-df34-4777-b9e9-41b40789ab5c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 210 time: 0.0753412 Aug 23 03:38:41.548598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bf597-5282-43ff-9f83-9b024279625b req-1191dd0a-e4a8-483c-b744-7415b8236653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:41.550092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb1bf597-5282-43ff-9f83-9b024279625b req-1191dd0a-e4a8-483c-b744-7415b8236653 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1642711 Aug 23 03:38:41.725905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Allocated IP 172.20.0.8 (00c74ffb-1fa9-4d25-bebc-439092fdba23/dfcfaae4-71ad-468e-bb46-224ebaab3581/47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:38:41.729226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bf597-5282-43ff-9f83-9b024279625b req-692ce236-7425-40cd-bb59-3560afb5ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:41.730733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb1bf597-5282-43ff-9f83-9b024279625b req-692ce236-7425-40cd-bb59-3560afb5ab54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712413 Aug 23 03:38:41.794387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a11417-e3fa-4ac2-9ef2-9c09ae0b863b req-5b8edc3c-b282-4e2a-932d-3005a6bb3190 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:41.795956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91a11417-e3fa-4ac2-9ef2-9c09ae0b863b req-5b8edc3c-b282-4e2a-932d-3005a6bb3190 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 945 time: 0.1354496 Aug 23 03:38:41.961657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91a11417-e3fa-4ac2-9ef2-9c09ae0b863b req-f5e9f547-ab9c-49c0-b24c-a9df8086ce47 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530933 Aug 23 03:38:41.987782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f88ff5df-ccba-4b88-839c-4dd642d8dddb no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:38:42.021160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: f88ff5df-ccba-4b88-839c-4dd642d8dddb {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:38:42.025566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f88ff5df-ccba-4b88-839c-4dd642d8dddb not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:38:42.034388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb1bf597-5282-43ff-9f83-9b024279625b req-a9ffb1aa-387a-4140-ac71-ac8f0afd62dd service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912388 Aug 23 03:38:42.261968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:42.275369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce7775-618b-4654-bfc5-fdbc7f148e3e req-0439e65d-e553-479b-b6d8-0f7f205ed7f7 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:42.277240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dce7775-618b-4654-bfc5-fdbc7f148e3e req-0439e65d-e553-479b-b6d8-0f7f205ed7f7 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 948 time: 0.1790147 Aug 23 03:38:42.331341 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb1bf597-5282-43ff-9f83-9b024279625b req-7d994b2a-01cc-43bf-b645-091309cf8481 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857342 Aug 23 03:38:42.392725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dce7775-618b-4654-bfc5-fdbc7f148e3e req-c54c1be2-2e07-445c-bc79-72d956a80c4e tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080587 Aug 23 03:38:42.434025 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:42.482404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Network 00c74ffb-1fa9-4d25-bebc-439092fdba23 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:38:42.485364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:42.489056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:38:42.511271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e487e20-0382-4af5-99f1-b8d08faadef0 req-415f6546-df3c-4b39-83cf-86bf8cb76145 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:42.512891 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e487e20-0382-4af5-99f1-b8d08faadef0 req-415f6546-df3c-4b39-83cf-86bf8cb76145 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0538688 Aug 23 03:38:42.524772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Pushing event updated for resources: {'Port': ['ID=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:42.548633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:42.549313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:42.583495 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e487e20-0382-4af5-99f1-b8d08faadef0 req-2e1fda62-7cbd-4b20-8cd0-d780ad1842e8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598762 Aug 23 03:38:42.648818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f5de8651-6ca5-4ea0-a8de-03b80b54cf5e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9172249 Aug 23 03:38:42.666376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33892) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:42.671025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Request body: {'port': {'device_id': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:42.716450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9838310-0ffe-4b52-a066-4b800cf07a34 req-588c84ca-a885-43d1-8245-3920c757526b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:42.720316 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9838310-0ffe-4b52-a066-4b800cf07a34 req-588c84ca-a885-43d1-8245-3920c757526b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 931 time: 0.0802150 Aug 23 03:38:42.760917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:42.765501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device af3b7459-5159-4621-b2d0-6bc409447c5f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:38:42.786970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9838310-0ffe-4b52-a066-4b800cf07a34 req-d8af6156-df08-4512-a256-036fc978be30 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534928 Aug 23 03:38:42.812894 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac3e69a9-dfa0-421a-8869-25a57f59d8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:42.888633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=af3b7459-5159-4621-b2d0-6bc409447c5f,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:42.907954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'af3b7459-5159-4621-b2d0-6bc409447c5f', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'port_id': 'af3b7459-5159-4621-b2d0-6bc409447c5f', 'mac_address': 'fa:16:3e:03:1d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca45a50e-d18c-4f9b-9797-806eaf36f9bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:38:42.934333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac3e69a9-dfa0-421a-8869-25a57f59d8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:42.957944 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:42.973157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af3b7459-5159-4621-b2d0-6bc409447c5f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:42.996018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=af3b7459-5159-4621-b2d0-6bc409447c5f,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:43.005806 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac3e69a9-dfa0-421a-8869-25a57f59d8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.041539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33910) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:43.061726 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.069187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e69a9-dfa0-421a-8869-25a57f59d8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51def6da-0c44-45ae-bc80-7ea44bf584f7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:43.095135 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ac3e69a9-dfa0-421a-8869-25a57f59d8cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff41ac2b8fd849559be1216459d70e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244637 Aug 23 03:38:43.095135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33914) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:43.126596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=af3b7459-5159-4621-b2d0-6bc409447c5f,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:43.165501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:43.168339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.182560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Transition to ACTIVE for port object 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:38:43.190232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1780890016-network', 'tenant_id': '169f7aa900084747bb8279149def8425'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:43.202409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['af3b7459-5159-4621-b2d0-6bc409447c5f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:43.211376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f5bc-3959-4769-8166-65dbe25a6a4c req-13c38476-1c96-4e1a-b062-9efedc3e56cf tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:43.212909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-94e9f5bc-3959-4769-8166-65dbe25a6a4c req-13c38476-1c96-4e1a-b062-9efedc3e56cf tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 945 time: 0.0774214 Aug 23 03:38:43.215341 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b37f0362-cecc-41c1-8800-32ffb087913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.250391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b37f0362-cecc-41c1-8800-32ffb087913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.266976 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.282056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-94e9f5bc-3959-4769-8166-65dbe25a6a4c req-c3a46777-8d69-481f-aa64-6f2b2f11f889 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578964 Aug 23 03:38:43.344913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Pushing event updated for resources: {'Port': ['ID=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:43.371968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Made reservation on behalf of 169f7aa900084747bb8279149def8425 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:43.377352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.399860 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b37f0362-cecc-41c1-8800-32ffb087913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.403349 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b37f0362-cecc-41c1-8800-32ffb087913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.407202 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b37f0362-cecc-41c1-8800-32ffb087913e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51def6da-0c44-45ae-bc80-7ea44bf584f7 HTTP/1.1" status: 204 len: 168 time: 0.3074689 Aug 23 03:38:43.415524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f0362-cecc-41c1-8800-32ffb087913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51def6da-0c44-45ae-bc80-7ea44bf584f7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:43.423331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.492105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Attempting to bind port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:38:43.492445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Attempting to bind port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:38:43.492771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Attempting to bind port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 on network 00c74ffb-1fa9-4d25-bebc-439092fdba23 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:43.510732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 on network 00c74ffb-1fa9-4d25-bebc-439092fdba23 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:38:43.511058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Attempting to bind port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 on network 00c74ffb-1fa9-4d25-bebc-439092fdba23 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:38:43.526258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:38:43.526705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Checking segment: {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:43.527105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Bound using segment: {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:38:43.527570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Bound port: 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:38:43.527937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.663192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:38:43.667656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:38:43.682488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32a6e5-8675-4acc-a3b4-4502e1b827ed req-5cb40826-4073-46df-8e2c-1982fc066b0a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:43.683789 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b32a6e5-8675-4acc-a3b4-4502e1b827ed req-5cb40826-4073-46df-8e2c-1982fc066b0a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 948 time: 0.1088660 Aug 23 03:38:43.706075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.738419 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b32a6e5-8675-4acc-a3b4-4502e1b827ed req-88addd00-d6ae-4cf4-83af-f1c60da6e94c tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433972 Aug 23 03:38:43.822786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.853470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.865644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:38:43.914251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:43.915092 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.917149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] 10.222.0.11 "PUT /v2.0/ports/47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 HTTP/1.1" status: 200 len: 1091 time: 1.2524650 Aug 23 03:38:43.918929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:43.921624 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881" -d '{"events": [{"name": "network-changed", "server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:43.942948 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:43.943514 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Added segment 704ad993-9b93-420c-8c74-396377642bdb of type vlan for network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 Aug 23 03:38:43.997806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285ac35-cc19-4dbe-b1ec-99dd77beca1c req-aa54ecd2-43cb-485f-9ee0-c8208cc43ae9 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:44.001300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:38:44.006465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8759638-b804-4b9c-922f-40947f60e636,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:44.009140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6285ac35-cc19-4dbe-b1ec-99dd77beca1c req-aa54ecd2-43cb-485f-9ee0-c8208cc43ae9 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 943 time: 0.0749874 Aug 23 03:38:44.009491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2590-2756-4cb7-98d8-a45fc9b9b3de service neutron] Pushing event updated for resources: {'Port': ['ID=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:44.102887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6285ac35-cc19-4dbe-b1ec-99dd77beca1c req-c6fe4e2f-9cf1-471f-b11c-90eba4c6b869 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758214 Aug 23 03:38:44.112118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825bb94-292c-4eef-b1f5-a03e6c44b3c6 req-b9b1e7e6-6906-4a9a-8e37-61d8d0ac87b2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:44.115741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f825bb94-292c-4eef-b1f5-a03e6c44b3c6 req-b9b1e7e6-6906-4a9a-8e37-61d8d0ac87b2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 945 time: 0.3048332 Aug 23 03:38:44.116359 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.192666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:44.214048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-2bf62363-b842-4d5c-9ce6-4d0564903dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:44.216357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-2bf62363-b842-4d5c-9ce6-4d0564903dca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 1094 time: 0.1523736 Aug 23 03:38:44.217127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '2bc15ec1-e497-444c-bc94-fa1d6e9b2d94', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '2bc15ec1-e497-444c-bc94-fa1d6e9b2d94', 'mac_address': 'fa:16:3e:86:17:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:38:44.266939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.283301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:44.289454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-98f91ec7-a3e7-40e7-b25d-00b7b4a3f326 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 HTTP/1.1" status: 200 len: 217 time: 0.0482609 Aug 23 03:38:44.305564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b8cfc-1834-49b6-b08e-cd5b3b51b84e req-08e6ac58-c7ab-4c9b-952f-5485566a124d tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:44.307376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f825bb94-292c-4eef-b1f5-a03e6c44b3c6 req-be36a19a-706b-4b07-bbb0-ed042551f5bd tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769621 Aug 23 03:38:44.307493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c3b8cfc-1834-49b6-b08e-cd5b3b51b84e req-08e6ac58-c7ab-4c9b-952f-5485566a124d tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 945 time: 0.0944402 Aug 23 03:38:44.320275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33942) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:44.328960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:44.335639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.336610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:44.337363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.359954 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51479169-51e3-4ab0-ad02-3868ac35fc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.392053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f75aabec-03f6-434a-b492-7ba16fdf3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:44.393478 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.393658 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-f75aabec-03f6-434a-b492-7ba16fdf3e3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dfcfaae4-71ad-468e-bb46-224ebaab3581 HTTP/1.1" status: 200 len: 854 time: 0.0829108 Aug 23 03:38:44.400567 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b193a-82a0-434e-82b8-1a329a7f283e x-openstack-request-id: req-535b193a-82a0-434e-82b8-1a329a7f283e {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:44.400567 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:44.405233 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-535b193a-82a0-434e-82b8-1a329a7f283e {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:44.405233 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609', 'status': 'completed', 'code': 200} Aug 23 03:38:44.416894 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c3b8cfc-1834-49b6-b08e-cd5b3b51b84e req-93af6a59-61b2-4ff2-9741-c1985f8be122 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023185 Aug 23 03:38:44.446209 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-bfb69b99-53a3-4f4b-ba12-2123f296d320 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00c74ffb-1fa9-4d25-bebc-439092fdba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323641 Aug 23 03:38:44.460481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:44.501930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:44.526682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:38:44.528225 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51479169-51e3-4ab0-ad02-3868ac35fc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.599016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-d110428b-bd84-4e63-b61d-2afdf53f2367 service neutron] 10.222.0.11 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186402 Aug 23 03:38:44.602374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51479169-51e3-4ab0-ad02-3868ac35fc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.643733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51479169-51e3-4ab0-ad02-3868ac35fc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc560264-46fa-4978-a085-c48f807b4970,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:44.648124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2bc15ec1-e497-444c-bc94-fa1d6e9b2d94'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:44.649889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-51479169-51e3-4ab0-ad02-3868ac35fc95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=623ace16d19242faa343a483537c1ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280427 Aug 23 03:38:44.653195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33946) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:44.698920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c5ab5f7e-9566-480a-8a7a-8dc4fdef9723 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6559150 Aug 23 03:38:44.700995 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33948) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:44.705881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Request body: {'subnet': {'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1780890016-subnet', 'tenant_id': '169f7aa900084747bb8279149def8425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:38:44.716729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec704f96-621c-44ec-b879-0e3bb94822e2 req-56111073-eb6c-4deb-a430-bbc4351b47dd service neutron] 10.222.0.11 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104734 Aug 23 03:38:44.763460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d33cd3-7057-4ad1-a9a9-a647b2697b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.790460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d33cd3-7057-4ad1-a9a9-a647b2697b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.803810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device af3b7459-5159-4621-b2d0-6bc409447c5f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:44.843825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Made reservation on behalf of 169f7aa900084747bb8279149def8425 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:38:44.849555 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.933380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port af3b7459-5159-4621-b2d0-6bc409447c5f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:44.934411 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.962330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5656bc-687a-4a4f-a5e1-2bb1e8817a2e req-ff9ea6e2-cc80-4099-9e14-e47abf8eb99a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:44.962573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-089d444a-a931-4876-b1b8-d6f1db2e9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:44.964572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee5656bc-687a-4a4f-a5e1-2bb1e8817a2e req-ff9ea6e2-cc80-4099-9e14-e47abf8eb99a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 949 time: 0.0984151 Aug 23 03:38:44.964908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-089d444a-a931-4876-b1b8-d6f1db2e9680 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 1094 time: 0.0505335 Aug 23 03:38:44.969692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d33cd3-7057-4ad1-a9a9-a647b2697b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.972500 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d33cd3-7057-4ad1-a9a9-a647b2697b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:44.976472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-00d33cd3-7057-4ad1-a9a9-a647b2697b5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc560264-46fa-4978-a085-c48f807b4970 HTTP/1.1" status: 204 len: 168 time: 0.3220313 Aug 23 03:38:44.990466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d33cd3-7057-4ad1-a9a9-a647b2697b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc560264-46fa-4978-a085-c48f807b4970,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:45.058990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee5656bc-687a-4a4f-a5e1-2bb1e8817a2e req-053b43cd-6240-4b5e-ab63-26fa8f0ef371 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790606 Aug 23 03:38:45.124211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:45.150129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:45.151933 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cf0fc7-e61a-42e9-8e56-6aabbda49b21" -d '{"events": [{"server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "name": "network-vif-plugged", "status": "completed", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:45.153946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-773f1f2e-f04c-4e22-b3b0-cd4650842462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:45.157749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-773f1f2e-f04c-4e22-b3b0-cd4650842462 service neutron] 10.222.0.11 "GET /v2.0/networks?id=00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 200 len: 914 time: 0.1818044 Aug 23 03:38:45.170117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=af3b7459-5159-4621-b2d0-6bc409447c5f,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:45.218187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-728c5704-7a8f-4b69-8032-e1cd7b6fb50c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 HTTP/1.1" status: 200 len: 217 time: 0.0509613 Aug 23 03:38:45.239340 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369dc9fc-039c-4091-bb0c-b49630ddbc8a x-openstack-request-id: req-369dc9fc-039c-4091-bb0c-b49630ddbc8a {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:45.239802 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "name": "network-vif-plugged", "status": "completed", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:45.240056 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-369dc9fc-039c-4091-bb0c-b49630ddbc8a {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:45.240598 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f', 'code': 200} Aug 23 03:38:45.251683 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:45.281583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:45.361733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=af3b7459-5159-4621-b2d0-6bc409447c5f,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:45.364522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-ba6b91c1-749e-44ff-855f-b9e599f5c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:45.373396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-ba6b91c1-749e-44ff-855f-b9e599f5c3ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dfcfaae4-71ad-468e-bb46-224ebaab3581 HTTP/1.1" status: 200 len: 854 time: 0.1474233 Aug 23 03:38:45.390069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-6d0d862c-9e12-4a79-ad99-0cd1dae281bc tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:45.393669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57a3556-471a-46e1-b153-edcf81c93a12,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:45.395777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-6d0d862c-9e12-4a79-ad99-0cd1dae281bc tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 945 time: 0.1037786 Aug 23 03:38:45.463858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-b45eb67f-d747-47ff-97fc-ccad8620f4f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00c74ffb-1fa9-4d25-bebc-439092fdba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625286 Aug 23 03:38:45.473000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Checking segment: {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:38:45.473387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Network hostable DHCP agents. Network: e2e5a365-c9e0-4223-b53e-31a6e7fa8e87, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:38:45.496859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b809c-9337-46d0-9351-29c2377d8fb7 req-00c83a26-3685-40f7-ad41-85609819edd1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:45.500301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cfd64-e19d-44f7-8d00-f808fa3c04bb req-13d9e7ef-3122-4c3d-be44-8238aa384d86 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:45.506103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a8b809c-9337-46d0-9351-29c2377d8fb7 req-00c83a26-3685-40f7-ad41-85609819edd1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 943 time: 0.2577558 Aug 23 03:38:45.507445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f03cfd64-e19d-44f7-8d00-f808fa3c04bb req-13d9e7ef-3122-4c3d-be44-8238aa384d86 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0867569 Aug 23 03:38:45.707480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a8b809c-9337-46d0-9351-29c2377d8fb7 req-3e1e7b3f-3e59-4036-aba4-3f89dbaba3a1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002523 Aug 23 03:38:45.735214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-1ec11586-d94b-4bc7-927d-9bce26a67f4e service neutron] 10.222.0.11 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254846 Aug 23 03:38:45.790393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Deleting port f34bf23b-5228-47a9-90cb-e5f1f8aabc47 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:38:45.790827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:45.982066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:38:46.015166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:46.027490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f03cfd64-e19d-44f7-8d00-f808fa3c04bb req-079de47d-66b4-413c-abaa-163a6a975900 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190439 Aug 23 03:38:46.074116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, e2e5a365-c9e0-4223-b53e-31a6e7fa8e87) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:38:46.078780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:46.079827 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:46.106258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7102938-45df-436c-ad57-b7a52d029efd None None] Network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:46.221140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9755a726-6bea-437b-8954-5c9d1f991fb9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5160806 Aug 23 03:38:46.317044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b55de-1141-4d07-8b09-417dbf278b11 req-997a92e7-6cf7-4188-9a53-2347c5296e63 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:46.318610 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de2b55de-1141-4d07-8b09-417dbf278b11 req-997a92e7-6cf7-4188-9a53-2347c5296e63 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 949 time: 0.1043074 Aug 23 03:38:46.334763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:46.345569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316948c7-9f1e-4f86-9ec1-abe836b0deb8 None None] Network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:38:46.431190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de2b55de-1141-4d07-8b09-417dbf278b11 req-c44411c8-aa91-4b99-a44c-2417dbe369fe tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049747 Aug 23 03:38:46.477598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:46.477980 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:46.619540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dacaf-8506-4ca6-aa5b-af5efe11ada0 req-62651933-bd8f-4e32-90bb-d686a30064ef tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:46.624087 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e94dacaf-8506-4ca6-aa5b-af5efe11ada0 req-62651933-bd8f-4e32-90bb-d686a30064ef tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 945 time: 0.8087952 Aug 23 03:38:46.730729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a398f26-bdeb-4fc7-ad2d-1e93f5adf881 req-50345728-9e53-496e-88a0-65f8a744a39b service neutron] 10.222.0.11 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9872947 Aug 23 03:38:46.741914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] For port f34bf23b-5228-47a9-90cb-e5f1f8aabc47, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,segment=NetworkSegment(ef11e956-e241-42df-8116-53c4791fae9a),segment_id=ef11e956-e241-42df-8116-53c4791fae9a)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:46.742680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:46.796705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Calling delete_port for f34bf23b-5228-47a9-90cb-e5f1f8aabc47 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:38:46.801959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e94dacaf-8506-4ca6-aa5b-af5efe11ada0 req-1dbe19d6-07c0-4c03-982c-530d7fc3bfa1 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c2810b2-a24f-4835-a7e9-4afdcc8f6676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629388 Aug 23 03:38:46.816264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:46.871101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:46.990481 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:46.997966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f34bf23b-5228-47a9-90cb-e5f1f8aabc47 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:38:47.007095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d3a86-645f-46f9-b6a6-fae9d226cabf req-cc8b64ec-9098-4234-bda6-e8ef94179150 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:47.016402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-288d3a86-645f-46f9-b6a6-fae9d226cabf req-cc8b64ec-9098-4234-bda6-e8ef94179150 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 943 time: 0.0825748 Aug 23 03:38:47.134233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:47.137264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-288d3a86-645f-46f9-b6a6-fae9d226cabf req-838bea7f-c0dc-4859-b1c6-a7dc744a9b15 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196361 Aug 23 03:38:47.186301 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:47.242803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83975dc4-657b-4cc0-b580-38475388e705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc15ec1-e497-444c-bc94-fa1d6e9b2d94'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:47.243779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:47.245399 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68adb82-0253-464e-bd29-397b0e70f4be" -d '{"events": [{"server_uuid": "83975dc4-657b-4cc0-b580-38475388e705", "name": "network-vif-plugged", "status": "completed", "tag": "2bc15ec1-e497-444c-bc94-fa1d6e9b2d94"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:47.288033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Pushing event deleted for resources: {'Port': ['ID=f34bf23b-5228-47a9-90cb-e5f1f8aabc47,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:47.327939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dd10f-2819-4c45-95bf-2b1d21047776 req-af0237e9-8066-4326-850d-cb15994d6bbc tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:47.329784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-438dd10f-2819-4c45-95bf-2b1d21047776 req-af0237e9-8066-4326-850d-cb15994d6bbc tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1139247 Aug 23 03:38:47.359660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] No DVR routers for this DVR port f34bf23b-5228-47a9-90cb-e5f1f8aabc47 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:38:47.362824 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:47.365602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b8b044-5fba-447a-9250-e31e5dfcafbe req-8ae91bbb-4fef-4c56-9311-1c55f02075b8 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.24 "DELETE /v2.0/ports/f34bf23b-5228-47a9-90cb-e5f1f8aabc47 HTTP/1.1" status: 204 len: 173 time: 1.9408512 Aug 23 03:38:47.371244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43f1c64-8a4f-42eb-97a4-c9c47724e598', 'name': 'network-vif-deleted', 'tag': 'f34bf23b-5228-47a9-90cb-e5f1f8aabc47'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:47.373657 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732460c5-0c9a-4808-a28b-ea0eadfcade5" -d '{"events": [{"server_uuid": "f43f1c64-8a4f-42eb-97a4-c9c47724e598", "name": "network-vif-deleted", "tag": "f34bf23b-5228-47a9-90cb-e5f1f8aabc47"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:47.412025 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-438dd10f-2819-4c45-95bf-2b1d21047776 req-0dcc6957-8640-4314-ae7d-ddc3d823edda tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536466 Aug 23 03:38:47.599272 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a435d-7d5c-4120-9b56-14a65719012d x-openstack-request-id: req-4c5a435d-7d5c-4120-9b56-14a65719012d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:47.599272 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83975dc4-657b-4cc0-b580-38475388e705", "name": "network-vif-plugged", "status": "completed", "tag": "2bc15ec1-e497-444c-bc94-fa1d6e9b2d94", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:47.599272 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c5a435d-7d5c-4120-9b56-14a65719012d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:47.599272 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83975dc4-657b-4cc0-b580-38475388e705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc15ec1-e497-444c-bc94-fa1d6e9b2d94', 'code': 200} Aug 23 03:38:47.646826 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bae58ef-f2da-45bc-85d2-44dd8f60654c x-openstack-request-id: req-8bae58ef-f2da-45bc-85d2-44dd8f60654c {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:47.647309 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43f1c64-8a4f-42eb-97a4-c9c47724e598", "name": "network-vif-deleted", "tag": "f34bf23b-5228-47a9-90cb-e5f1f8aabc47", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:47.647411 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bae58ef-f2da-45bc-85d2-44dd8f60654c {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:47.647804 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43f1c64-8a4f-42eb-97a4-c9c47724e598', 'name': 'network-vif-deleted', 'tag': 'f34bf23b-5228-47a9-90cb-e5f1f8aabc47', 'status': 'completed', 'code': 200} Aug 23 03:38:47.778217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299b2ee-f2b1-4dd7-9f4c-a1624f4cb4bb req-f90a7e4a-f48c-44ef-bdd6-ea851f19afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:47.782826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9299b2ee-f2b1-4dd7-9f4c-a1624f4cb4bb req-f90a7e4a-f48c-44ef-bdd6-ea851f19afe1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 1101 time: 0.0741611 Aug 23 03:38:47.872158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9299b2ee-f2b1-4dd7-9f4c-a1624f4cb4bb req-6a9240f6-1b3c-44ea-80c0-a8f3817b8695 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677731 Aug 23 03:38:47.886716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3234d-ec6d-423b-9b1b-76efafee0395 req-8e961e0a-8c29-4271-8380-b4584f019b57 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:47.893352 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ac3234d-ec6d-423b-9b1b-76efafee0395 req-8e961e0a-8c29-4271-8380-b4584f019b57 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 950 time: 0.1094298 Aug 23 03:38:47.961236 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ac3234d-ec6d-423b-9b1b-76efafee0395 req-491bea74-4667-4813-86f7-f3a2d97ded71 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668497 Aug 23 03:38:48.102915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-985b7eec-ee47-4e83-be73-bb59591bf67c req-2a2e3a9d-5cc9-4af7-ade3-375fe7b7c8ac tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 210 time: 0.0428319 Aug 23 03:38:48.303056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94e14-ace6-48c4-9cb0-9e214b923941 req-ee181cec-0b64-4170-836c-e3096481b9da tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:48.305526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9a94e14-ace6-48c4-9cb0-9e214b923941 req-ee181cec-0b64-4170-836c-e3096481b9da tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 943 time: 0.0837910 Aug 23 03:38:48.399227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9a94e14-ace6-48c4-9cb0-9e214b923941 req-c51a05d1-a66c-42d8-9c51-2eb3c5eb175d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873785 Aug 23 03:38:48.807369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd4db3-7988-44e1-89d7-5625a0baf128 req-32a26a9f-8879-4076-9f16-b16813a47f5f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:48.828755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcbd4db3-7988-44e1-89d7-5625a0baf128 req-32a26a9f-8879-4076-9f16-b16813a47f5f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0793386 Aug 23 03:38:48.837817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:38:48.914861 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcbd4db3-7988-44e1-89d7-5625a0baf128 req-24081d39-44bb-449d-948c-4e458d13145c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849781 Aug 23 03:38:49.014097 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:49.029102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609', 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23', 'port_id': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609', 'mac_address': 'fa:16:3e:da:58:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcfaae4-71ad-468e-bb46-224ebaab3581', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:38:49.074291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:49.091193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:38:49.119360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:49.179739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f596-cb8c-45d4-8248-e81d8d78d5b4 req-149986aa-1bc0-471a-a649-136025692895 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:49.181549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e01f596-cb8c-45d4-8248-e81d8d78d5b4 req-149986aa-1bc0-471a-a649-136025692895 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 950 time: 0.0612822 Aug 23 03:38:49.255589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e01f596-cb8c-45d4-8248-e81d8d78d5b4 req-db576bba-8756-41e3-9d12-19369c7c0db0 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674207 Aug 23 03:38:49.411958 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-361f5d5f-e603-42ce-a750-9bd8c6068aa7 req-f8b2e9b9-ae74-452d-937f-aa7bd9c11ec3 tempest-InstanceActionsTestJSON-2001810027 tempest-InstanceActionsTestJSON-2001810027-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43f1c64-8a4f-42eb-97a4-c9c47724e598 HTTP/1.1" status: 200 len: 210 time: 0.0277689 Aug 23 03:38:49.494719 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:49.603554 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:49.623798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d2565-06b8-420f-aab0-6d1319cafed8 req-fef5a76e-3adf-4271-b9cc-85a748e375b6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:49.626385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e21d2565-06b8-420f-aab0-6d1319cafed8 req-fef5a76e-3adf-4271-b9cc-85a748e375b6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 944 time: 0.1042171 Aug 23 03:38:49.719242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e21d2565-06b8-420f-aab0-6d1319cafed8 req-94e474e3-e11a-4c67-a317-4b441971f11a tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829396 Aug 23 03:38:49.934658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:50.153686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866851e-632c-4fb4-b952-a9f5d46bd55e req-990bb5b9-6bb3-4013-9cfb-fe9ce891c873 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:50.175638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9866851e-632c-4fb4-b952-a9f5d46bd55e req-990bb5b9-6bb3-4013-9cfb-fe9ce891c873 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1103282 Aug 23 03:38:50.271642 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9866851e-632c-4fb4-b952-a9f5d46bd55e req-b5a1aa19-c965-4747-99b2-c9083a919747 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947068 Aug 23 03:38:50.601477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de1ca3-f428-4497-8f6c-76090bc10578 req-d8f7f359-6fba-4cf7-89df-d08c66b5d67a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:50.613660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05de1ca3-f428-4497-8f6c-76090bc10578 req-d8f7f359-6fba-4cf7-89df-d08c66b5d67a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 950 time: 0.1217659 Aug 23 03:38:50.697213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05de1ca3-f428-4497-8f6c-76090bc10578 req-2559dd3b-d29c-476f-bfec-8654201fac7f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723169 Aug 23 03:38:50.980623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34112) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:51.095943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f1791e-c95d-4ede-a27b-fc8c54a6ff1d admin admin] Deleting subnet 7826d13a-7bfc-496b-a37d-59765fa235db {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:38:51.104504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0f1791e-c95d-4ede-a27b-fc8c54a6ff1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.178075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0f1791e-c95d-4ede-a27b-fc8c54a6ff1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.235951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0f1791e-c95d-4ede-a27b-fc8c54a6ff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.411052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0f1791e-c95d-4ede-a27b-fc8c54a6ff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.448528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1791e-c95d-4ede-a27b-fc8c54a6ff1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7826d13a-7bfc-496b-a37d-59765fa235db,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:51.467906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0f1791e-c95d-4ede-a27b-fc8c54a6ff1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.471619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a0f1791e-c95d-4ede-a27b-fc8c54a6ff1d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7826d13a-7bfc-496b-a37d-59765fa235db HTTP/1.1" status: 204 len: 168 time: 0.4881933 Aug 23 03:38:51.472587 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34118) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:51.572857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.685235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.714038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac39401-b309-4b51-a4a5-b2b6a1fa8eed']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:51.741185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef11e956-e241-42df-8116-53c4791fae9a') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:51.741477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef11e956-e241-42df-8116-53c4791fae9a') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:38:51.764878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.818186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.831600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:38:51.832004 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:38:51.835124 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:38:51.890687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34128) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:51.989003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4e84b-f3c7-4bdf-88fa-80d6da9ee8c0 req-2e08b50f-35e3-41ac-95b9-20121505c6d1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:51.990898 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76f4e84b-f3c7-4bdf-88fa-80d6da9ee8c0 req-2e08b50f-35e3-41ac-95b9-20121505c6d1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 944 time: 0.2259994 Aug 23 03:38:52.039499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76f4e84b-f3c7-4bdf-88fa-80d6da9ee8c0 req-e71c9962-6d6e-49fd-b45a-d6bdb90ca291 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Aug 23 03:38:52.090160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-975ed3f7-b8ea-40c1-b240-32b1601790b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.098224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.104573 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.110389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5ac39401-b309-4b51-a4a5-b2b6a1fa8eed HTTP/1.1" status: 204 len: 168 time: 0.6365488 Aug 23 03:38:52.161215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27457d-7457-4c96-9834-4bba9c6a57e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac39401-b309-4b51-a4a5-b2b6a1fa8eed,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:52.249711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e771e-7a00-4ad9-8e42-3b35dee1ed63 req-5bd8fdf0-eac2-4516-8629-6961b96d64ca tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:52.270929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df7e771e-7a00-4ad9-8e42-3b35dee1ed63 req-5bd8fdf0-eac2-4516-8629-6961b96d64ca tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1322982 Aug 23 03:38:52.291274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.329123 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df7e771e-7a00-4ad9-8e42-3b35dee1ed63 req-975bae87-0c03-4dee-a021-6350b2a4b2d2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585396 Aug 23 03:38:52.342922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-975ed3f7-b8ea-40c1-b240-32b1601790b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.442324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-975ed3f7-b8ea-40c1-b240-32b1601790b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.544964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34134) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:52.545236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-975ed3f7-b8ea-40c1-b240-32b1601790b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83443d968c8d419fac074e25ecb48362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533196 Aug 23 03:38:52.546505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ed3f7-b8ea-40c1-b240-32b1601790b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5876af44-3a8f-4310-9a83-3de135b0e40a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:52.605484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34136) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:52.670289 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e874382b-f403-449c-8ba0-e1060289b267 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7db4211dfaa54f3e939dbaf4f952fad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631640 Aug 23 03:38:52.672898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34138) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:52.736455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c26a46df-cfee-495c-8924-badf072c7551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.759534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f47ef-e494-4389-bc9d-e6fa71ca13ec req-b971e357-837c-48cf-a685-52c6825da436 tempest-ServersAdminNegativeTestJSON-720716614 tempest-ServersAdminNegativeTestJSON-720716614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:52.761211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f09f47ef-e494-4389-bc9d-e6fa71ca13ec req-b971e357-837c-48cf-a685-52c6825da436 tempest-ServersAdminNegativeTestJSON-720716614 tempest-ServersAdminNegativeTestJSON-720716614-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 1101 time: 0.1620603 Aug 23 03:38:52.761927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c26a46df-cfee-495c-8924-badf072c7551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.762104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856a37b9-af7f-408d-af45-d17ab62b3edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.803154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f09f47ef-e494-4389-bc9d-e6fa71ca13ec req-77a486a0-94a2-4f81-b1f3-ed3e594c3d93 tempest-ServersAdminNegativeTestJSON-720716614 tempest-ServersAdminNegativeTestJSON-720716614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.827960 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856a37b9-af7f-408d-af45-d17ab62b3edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.866052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:38:52.890377 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c26a46df-cfee-495c-8924-badf072c7551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.894679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c26a46df-cfee-495c-8924-badf072c7551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:52.896703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c26a46df-cfee-495c-8924-badf072c7551 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c2810b2-a24f-4835-a7e9-4afdcc8f6676 HTTP/1.1" status: 204 len: 168 time: 0.2227268 Aug 23 03:38:52.907160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a46df-cfee-495c-8924-badf072c7551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2810b2-a24f-4835-a7e9-4afdcc8f6676,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:53.004330 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856a37b9-af7f-408d-af45-d17ab62b3edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:53.007532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856a37b9-af7f-408d-af45-d17ab62b3edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:53.018010 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-856a37b9-af7f-408d-af45-d17ab62b3edd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5876af44-3a8f-4310-9a83-3de135b0e40a HTTP/1.1" status: 204 len: 168 time: 0.4712889 Aug 23 03:38:53.063064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a37b9-af7f-408d-af45-d17ab62b3edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5876af44-3a8f-4310-9a83-3de135b0e40a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:53.095995 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f09f47ef-e494-4389-bc9d-e6fa71ca13ec req-77a486a0-94a2-4f81-b1f3-ed3e594c3d93 tempest-ServersAdminNegativeTestJSON-720716614 tempest-ServersAdminNegativeTestJSON-720716614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:53.102607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:38:53.107597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:38:53.108267 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:53.185211 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f09f47ef-e494-4389-bc9d-e6fa71ca13ec req-77a486a0-94a2-4f81-b1f3-ed3e594c3d93 tempest-ServersAdminNegativeTestJSON-720716614 tempest-ServersAdminNegativeTestJSON-720716614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:53.229655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f09f47ef-e494-4389-bc9d-e6fa71ca13ec req-77a486a0-94a2-4f81-b1f3-ed3e594c3d93 tempest-ServersAdminNegativeTestJSON-720716614 tempest-ServersAdminNegativeTestJSON-720716614-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473050 Aug 23 03:38:53.252989 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:53.279862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a486a0-94a2-4f81-b1f3-ed3e594c3d93 tempest-ServersAdminNegativeTestJSON-720716614 tempest-ServersAdminNegativeTestJSON-720716614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0139ff26-9ffe-4a5f-a323-c264b0ac9990,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:53.398705 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:53.402407 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eadb0b-1e43-481b-9286-802a1e168d7c" -d '{"events": [{"server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "name": "network-vif-plugged", "status": "completed", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:53.422707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:53.526735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a395e7-05c4-4725-abdb-003b76b5220b req-37e8c221-3426-4880-b9c2-4fed6095f762 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:53.526735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48a395e7-05c4-4725-abdb-003b76b5220b req-37e8c221-3426-4880-b9c2-4fed6095f762 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 944 time: 0.0952799 Aug 23 03:38:53.542708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48a395e7-05c4-4725-abdb-003b76b5220b req-d177846e-5ea3-47c2-99ed-0c8f04945dd6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541856 Aug 23 03:38:53.764116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a169ca-61cc-42a6-95c1-ad525f52b70c req-b809c67a-9138-48b1-ace3-a7f5d37dccf9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:53.766292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76a169ca-61cc-42a6-95c1-ad525f52b70c req-b809c67a-9138-48b1-ace3-a7f5d37dccf9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0559158 Aug 23 03:38:53.808223 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76a169ca-61cc-42a6-95c1-ad525f52b70c req-4964e7a5-498c-48ea-98e4-d80f900726b9 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Aug 23 03:38:53.869962 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61855df-6ef2-4c06-8b03-fd7c30084438 x-openstack-request-id: req-f61855df-6ef2-4c06-8b03-fd7c30084438 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:53.870512 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "name": "network-vif-plugged", "status": "completed", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:53.872979 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f61855df-6ef2-4c06-8b03-fd7c30084438 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:53.873604 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609', 'code': 200} Aug 23 03:38:53.989428 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:54.070085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8f117-d560-4fc4-aeb4-1adf68e4f340 req-d7f8a0d4-82f9-4173-b4b8-c94505f95b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:54.073077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26a8f117-d560-4fc4-aeb4-1adf68e4f340 req-d7f8a0d4-82f9-4173-b4b8-c94505f95b1a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 1095 time: 0.1060367 Aug 23 03:38:54.104348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:54.142529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26a8f117-d560-4fc4-aeb4-1adf68e4f340 req-3c24420f-6ba5-46ba-958e-89c5b1cb75d7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620377 Aug 23 03:38:54.584992 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34192) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:54.627367 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:54.722848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1802fe-0682-4fa5-8ada-80259a1dc3f7 req-fa65d329-f497-4bc7-a543-c2c7e4404328 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:54.736097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a1802fe-0682-4fa5-8ada-80259a1dc3f7 req-fa65d329-f497-4bc7-a543-c2c7e4404328 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 950 time: 0.1526716 Aug 23 03:38:54.820740 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:54.821772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a1802fe-0682-4fa5-8ada-80259a1dc3f7 req-5e77186b-fba8-441c-9858-9b6c5d0f3db7 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797622 Aug 23 03:38:54.908579 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:54.988441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13035f33-1b64-40e3-ac52-a96bdafd27e1 req-ba77582c-7f2b-4727-8e61-548bd94a691f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:54.988706 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d9520fdcd0047cdaba7af1c8cb693ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013596 Aug 23 03:38:54.990658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd0921a-da98-40be-9636-a1c9059f49ff,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:54.994009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34200) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:54.999640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13035f33-1b64-40e3-ac52-a96bdafd27e1 req-ba77582c-7f2b-4727-8e61-548bd94a691f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0890920 Aug 23 03:38:55.020654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.021037 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.023829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.023829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.023829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.023829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.023829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.024338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.024690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.025110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.025454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.025805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8b59f0-e2ae-4341-9a18-f8f888a59de4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:55.101991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13035f33-1b64-40e3-ac52-a96bdafd27e1 req-86b36fe6-48c5-461a-84b9-cc48801ee266 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001446 Aug 23 03:38:55.141423 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24242b85-0389-461e-9891-67e7b6d74780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:55.175625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24242b85-0389-461e-9891-67e7b6d74780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:55.280238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d264688-1d0d-47fc-b399-f767a5d814af req-f14bde83-e284-4991-99aa-2ff171e90613 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:55.282058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d264688-1d0d-47fc-b399-f767a5d814af req-f14bde83-e284-4991-99aa-2ff171e90613 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1015649 Aug 23 03:38:55.292160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24242b85-0389-461e-9891-67e7b6d74780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:55.295425 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24242b85-0389-461e-9891-67e7b6d74780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:55.296695 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-24242b85-0389-461e-9891-67e7b6d74780 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cd0921a-da98-40be-9636-a1c9059f49ff HTTP/1.1" status: 204 len: 168 time: 0.3007314 Aug 23 03:38:55.312782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24242b85-0389-461e-9891-67e7b6d74780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd0921a-da98-40be-9636-a1c9059f49ff,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:55.355537 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d264688-1d0d-47fc-b399-f767a5d814af req-e0c41bde-a1df-4298-b00f-902537671031 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637312 Aug 23 03:38:56.055101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5644f-461f-4b56-b4de-5806dd86ca75 req-0ead5ee1-7ee3-43ce-9632-381fc6777631 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:56.056884 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9f5644f-461f-4b56-b4de-5806dd86ca75 req-0ead5ee1-7ee3-43ce-9632-381fc6777631 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 950 time: 0.0977366 Aug 23 03:38:56.066197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-ef8ca6ed-0fa2-4185-89fe-86ee4da6bd37 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:56.067888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-ef8ca6ed-0fa2-4185-89fe-86ee4da6bd37 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.24 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 950 time: 0.1235394 Aug 23 03:38:56.199638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9f5644f-461f-4b56-b4de-5806dd86ca75 req-863ba33f-c189-4555-9a6e-194c59ff9211 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203825 Aug 23 03:38:56.208278 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Deleting port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:38:56.208595 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:56.385068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] For port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:38:56.385437 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:56.400772 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-64a0932c-c9a4-42ea-92c0-05956bf8eebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:56.408066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Calling delete_port for 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:38:56.419207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83800a-84c8-4d58-b05b-703c5962b01c req-c8fe2c7b-4333-44ac-ac4c-8ee8b6cae20e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:56.420740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be83800a-84c8-4d58-b05b-703c5962b01c req-c8fe2c7b-4333-44ac-ac4c-8ee8b6cae20e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0934939 Aug 23 03:38:56.542320 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be83800a-84c8-4d58-b05b-703c5962b01c req-00ba1492-e74c-40ba-8b7d-fd1ace0f9abe tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995514 Aug 23 03:38:56.757763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d39f-34c4-4173-8543-035425ab0aee req-57196a0f-19fc-4404-a745-39ecaa6c72c8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:56.765837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b530d39f-34c4-4173-8543-035425ab0aee req-57196a0f-19fc-4404-a745-39ecaa6c72c8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0896177 Aug 23 03:38:56.788952 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:56.823473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:38:56.912455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Pushing event deleted for resources: {'Port': ['ID=2bc15ec1-e497-444c-bc94-fa1d6e9b2d94,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:56.919899 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b530d39f-34c4-4173-8543-035425ab0aee req-3172852d-5e73-4dd7-861d-1b915a373060 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527562 Aug 23 03:38:56.991141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.991490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.991833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.995600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.995916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.996251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.996581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.996913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.997262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.997585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.997927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:56.998225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:38:57.001137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] No DVR routers for this DVR port 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:38:57.013181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:57.016366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7377ad8a-439a-428a-9147-bb45c0394a64 req-cb5f526c-7407-4d8d-aff5-e8783cd94d9a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.24 "DELETE /v2.0/ports/2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 HTTP/1.1" status: 204 len: 173 time: 0.9397609 Aug 23 03:38:57.016959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83975dc4-657b-4cc0-b580-38475388e705', 'name': 'network-vif-deleted', 'tag': '2bc15ec1-e497-444c-bc94-fa1d6e9b2d94'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:38:57.026344 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19702ffd-7157-4002-9545-1b769f35d8fe" -d '{"events": [{"server_uuid": "83975dc4-657b-4cc0-b580-38475388e705", "name": "network-vif-deleted", "tag": "2bc15ec1-e497-444c-bc94-fa1d6e9b2d94"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:38:57.325326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2785c4-40f0-4bd5-861a-cb55d55c8c82 req-979b4eb1-190a-4e61-9b5c-ba26caf6b0ba tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:57.343133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd2785c4-40f0-4bd5-861a-cb55d55c8c82 req-979b4eb1-190a-4e61-9b5c-ba26caf6b0ba tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.1432564 Aug 23 03:38:57.436412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd2785c4-40f0-4bd5-861a-cb55d55c8c82 req-be555d82-235a-47a3-bb54-47d8effc73bd tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923805 Aug 23 03:38:57.567838 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b09b5b9-91de-4cbc-84c6-923f7716917c x-openstack-request-id: req-4b09b5b9-91de-4cbc-84c6-923f7716917c {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:38:57.568549 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83975dc4-657b-4cc0-b580-38475388e705", "name": "network-vif-deleted", "tag": "2bc15ec1-e497-444c-bc94-fa1d6e9b2d94", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:38:57.569121 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b09b5b9-91de-4cbc-84c6-923f7716917c {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:38:57.569796 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83975dc4-657b-4cc0-b580-38475388e705', 'name': 'network-vif-deleted', 'tag': '2bc15ec1-e497-444c-bc94-fa1d6e9b2d94', 'status': 'completed', 'code': 200} Aug 23 03:38:57.713524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-369838c2-e9fa-4485-8a02-5e4b52e2967d req-13ced4bb-6af9-4381-9551-6a0603077049 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=83975dc4-657b-4cc0-b580-38475388e705 HTTP/1.1" status: 200 len: 210 time: 0.0401218 Aug 23 03:38:58.074956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:38:58.099012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:38:58.099755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2bc15ec1-e497-444c-bc94-fa1d6e9b2d94 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:38:58.570358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdc28a-1d05-4998-b199-21a416287dce req-11bb4cc7-d966-4e61-8766-e4d5080f630a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:58.583182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0cdc28a-1d05-4998-b199-21a416287dce req-11bb4cc7-d966-4e61-8766-e4d5080f630a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0999625 Aug 23 03:38:58.691904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0cdc28a-1d05-4998-b199-21a416287dce req-c141aff2-f38b-40ba-9d6c-36b148fa9e7f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077363 Aug 23 03:38:58.698199 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-377e009a-8c4b-4831-8e15-c74264c88b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:58.822199 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:59.030380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cd570-46aa-4436-9c6b-1b9e878d4440 req-185e1a06-99d3-4093-ac5f-a95093508aad tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:59.031907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-865cd570-46aa-4436-9c6b-1b9e878d4440 req-185e1a06-99d3-4093-ac5f-a95093508aad tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0921040 Aug 23 03:38:59.100481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-865cd570-46aa-4436-9c6b-1b9e878d4440 req-a09815e2-9fec-4f8b-90b2-01617b2e609e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610914 Aug 23 03:38:59.155003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34290) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:59.277339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191632e-9f53-49bf-a1f8-e8e3cc3ce9c5 req-ee8ce774-89ec-4d2a-b11a-1ebd6c7437c3 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:59.285364 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a191632e-9f53-49bf-a1f8-e8e3cc3ce9c5 req-ee8ce774-89ec-4d2a-b11a-1ebd6c7437c3 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0657117 Aug 23 03:38:59.317619 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f96b0af5-89d9-4eb8-8a5e-a7229fed5f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:59.354546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a191632e-9f53-49bf-a1f8-e8e3cc3ce9c5 req-2c387a32-745f-4ad8-9bd7-f560dbfc5401 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673594 Aug 23 03:38:59.463394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f96b0af5-89d9-4eb8-8a5e-a7229fed5f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:59.560725 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f96b0af5-89d9-4eb8-8a5e-a7229fed5f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:59.605076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34304) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:38:59.621473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f96b0af5-89d9-4eb8-8a5e-a7229fed5f5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de3a54b1e1544f9eba082d0192236387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630020 Aug 23 03:38:59.662855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b0af5-89d9-4eb8-8a5e-a7229fed5f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e15237-9cb5-41d2-94d2-3170ae48f634,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:38:59.730584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1de7500-4b3b-4638-a8d5-4bbe366ea25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:59.756632 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1de7500-4b3b-4638-a8d5-4bbe366ea25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:38:59.927314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-af80157e-5292-4e9c-8f86-9678fd6292ba tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:38:59.928788 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-af80157e-5292-4e9c-8f86-9678fd6292ba tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/networks?id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 HTTP/1.1" status: 200 len: 822 time: 0.1319754 Aug 23 03:38:59.947400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-71998f6e-13fa-40ba-8543-2337679f2ead tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/quotas/169f7aa900084747bb8279149def8425 HTTP/1.1" status: 200 len: 375 time: 0.0108390 Aug 23 03:38:59.993325 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-14513416-f824-4cbf-a6b7-c7efcddd83be tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=169f7aa900084747bb8279149def8425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375853 Aug 23 03:39:00.004022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1de7500-4b3b-4638-a8d5-4bbe366ea25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:00.007030 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1de7500-4b3b-4638-a8d5-4bbe366ea25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:00.008169 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a1de7500-4b3b-4638-a8d5-4bbe366ea25a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55e15237-9cb5-41d2-94d2-3170ae48f634 HTTP/1.1" status: 204 len: 168 time: 0.4021072 Aug 23 03:39:00.032000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de7500-4b3b-4638-a8d5-4bbe366ea25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e15237-9cb5-41d2-94d2-3170ae48f634,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:00.121322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-1ef5488d-1c42-4aac-a9dc-561fb8ec082f service neutron] 10.222.0.20 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268368 Aug 23 03:39:00.228074 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-cd53d1b3-139f-4435-979d-03613000bffb service neutron] 10.222.0.20 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058629 Aug 23 03:39:00.303384 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:00.565583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0342173-a3d0-4393-aa24-bde3db5ce6c2 req-cbdabc5d-9ac0-44b7-b92b-c8d58c803932 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:00.572820 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0342173-a3d0-4393-aa24-bde3db5ce6c2 req-cbdabc5d-9ac0-44b7-b92b-c8d58c803932 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0642197 Aug 23 03:39:00.616767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0342173-a3d0-4393-aa24-bde3db5ce6c2 req-74e88ac6-d938-4616-94f0-2b165e2eea67 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Aug 23 03:39:00.728846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6052c-b01e-40f0-ac8d-42d2285abe67 req-c7437768-1693-4d97-96f8-b472a0846dc6 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:00.730381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ad6052c-b01e-40f0-ac8d-42d2285abe67 req-c7437768-1693-4d97-96f8-b472a0846dc6 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 950 time: 0.0551851 Aug 23 03:39:00.770404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ad6052c-b01e-40f0-ac8d-42d2285abe67 req-f3532ae9-567f-43a2-8c60-6ee4eb907e7a tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341582 Aug 23 03:39:01.538658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-48050093-b105-4de0-821f-29e97c28bfdb tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:01.540172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-48050093-b105-4de0-821f-29e97c28bfdb tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.11 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 950 time: 0.1255825 Aug 23 03:39:01.591349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-b23e6302-3bca-4c5d-8e80-ee5c8bf421e3 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:01.599589 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-b23e6302-3bca-4c5d-8e80-ee5c8bf421e3 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/networks?id=50d32a05-2282-4e69-bae2-09b5cdd053df HTTP/1.1" status: 200 len: 815 time: 0.1846268 Aug 23 03:39:01.603050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-98de7c52-4941-48d2-9f79-2669cd627a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:01.605362 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-98de7c52-4941-48d2-9f79-2669cd627a01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 1097 time: 0.1167233 Aug 23 03:39:01.614636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34392) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:01.633835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-1940065f-e03f-42db-8195-b985b0c000dd tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/quotas/3224d9635e844c2c95dfa3c514bb2de7 HTTP/1.1" status: 200 len: 375 time: 0.0332596 Aug 23 03:39:01.651275 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:01.738166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Deleting port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:39:01.738505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:01.739743 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7d0dd22f-d62f-4a55-b5ab-e0500a14a957 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3224d9635e844c2c95dfa3c514bb2de7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050732 Aug 23 03:39:01.829229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-a1525c06-a64f-4b80-a2d2-5af803239213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:01.831911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-a1525c06-a64f-4b80-a2d2-5af803239213 service neutron] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 912 time: 0.1966925 Aug 23 03:39:01.867345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-b2dc12f9-9391-46e2-84f5-8126c1b5d3ad service neutron] 10.222.0.20 "GET /v2.0/networks/50d32a05-2282-4e69-bae2-09b5cdd053df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134777 Aug 23 03:39:01.882516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1968617148-network', 'tenant_id': '61d49951f4ec40188af7128c79047ec0'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:01.907945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-c116c2dc-d956-4c76-85b6-9dc85fba9d75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af3b7459-5159-4621-b2d0-6bc409447c5f HTTP/1.1" status: 200 len: 217 time: 0.0603454 Aug 23 03:39:01.975027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0d203c2-5c81-4f57-a7bf-1a8c338d888a req-37e7e69c-8557-4691-b235-2e2a99f4984b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 210 time: 0.0688472 Aug 23 03:39:01.997752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-f98e7e93-0110-4397-992c-68277c6c0795 service neutron] 10.222.0.20 "GET /v2.0/networks/50d32a05-2282-4e69-bae2-09b5cdd053df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275837 Aug 23 03:39:01.999349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-527b66b6-6a2e-4036-b4ca-c740c384a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:02.001048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-527b66b6-6a2e-4036-b4ca-c740c384a9d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.0698757 Aug 23 03:39:02.004699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] For port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:02.005099 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.019238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Calling delete_port for 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:39:02.036039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Made reservation on behalf of 61d49951f4ec40188af7128c79047ec0 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:02.036793 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.047235 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.055191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-8060dabf-7157-4f7d-8d2e-ad355352d500 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329490 Aug 23 03:39:02.146394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93db8f34-38fa-4e58-bc02-f5dfd9230409 req-1e14230b-73c7-4ef5-a3e7-24d20bd76297 tempest-FlavorsV2NegativeTest-701780461 tempest-FlavorsV2NegativeTest-701780461-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5578bf95830540ecbe557fcfcf690eb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436721 Aug 23 03:39:02.176559 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.300523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.329233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-1196dec8-5fd4-471f-b8a5-59d91f71f089 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386396 Aug 23 03:39:02.365347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:39:02.395758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499b29-c783-4fed-a63b-dc32f4833bd7 req-f274b460-ee5a-4c1c-8e1d-22b1f0ac2738 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:02.401757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6499b29-c783-4fed-a63b-dc32f4833bd7 req-f274b460-ee5a-4c1c-8e1d-22b1f0ac2738 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.1245039 Aug 23 03:39:02.402961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e39a8c-1e27-4afe-8cb8-decc63440c74,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:02.403447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db8f34-38fa-4e58-bc02-f5dfd9230409 req-bc7c17fc-3c1b-4d4e-b3a3-e23dd4219186 tempest-FlavorsV2NegativeTest-701780461 tempest-FlavorsV2NegativeTest-701780461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:02.411254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93db8f34-38fa-4e58-bc02-f5dfd9230409 req-bc7c17fc-3c1b-4d4e-b3a3-e23dd4219186 tempest-FlavorsV2NegativeTest-701780461 tempest-FlavorsV2NegativeTest-701780461-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346213 Aug 23 03:39:02.426756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.427919 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Added segment 22483ca0-79f4-4b9a-a104-9ce533d65746 of type vlan for network f38fd29c-90b7-4585-b02d-4bb3f85b4934 Aug 23 03:39:02.453158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93db8f34-38fa-4e58-bc02-f5dfd9230409 req-e36b05dc-d6ea-49c0-ab01-abbaeddd3d4e tempest-FlavorsV2NegativeTest-701780461 tempest-FlavorsV2NegativeTest-701780461-project] 10.222.0.20 "GET /v2.0/quotas/5578bf95830540ecbe557fcfcf690eb7 HTTP/1.1" status: 200 len: 375 time: 0.0410154 Aug 23 03:39:02.494870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93db8f34-38fa-4e58-bc02-f5dfd9230409 req-dd91bee8-8b4f-4236-aeb8-0a8fb267dfc6 tempest-FlavorsV2NegativeTest-701780461 tempest-FlavorsV2NegativeTest-701780461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5578bf95830540ecbe557fcfcf690eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315940 Aug 23 03:39:02.507077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06fb71c4-bbd1-49eb-9bd2-d46093a89d2d req-73f037e2-c5d1-402a-8376-95c1fc13bb5e service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688123 Aug 23 03:39:02.508178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.516021 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6499b29-c783-4fed-a63b-dc32f4833bd7 req-420ee6dc-3f62-4b80-adc4-47a9d8aaf624 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911865 Aug 23 03:39:02.527372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.542418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:02.563752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Pushing event deleted for resources: {'Port': ['ID=1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:02.626666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] No DVR routers for this DVR port 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:39:02.629423 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.631389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8c87540-80f9-46d4-ab5b-34000d79b443 req-af5f9ced-93c9-4d84-a92f-b51455fd2f9f tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.11 "DELETE /v2.0/ports/1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f HTTP/1.1" status: 204 len: 173 time: 1.0826700 Aug 23 03:39:02.631895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af80bf4a-171c-40b5-9a81-4bd53b638bba', 'name': 'network-vif-deleted', 'tag': '1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:02.634160 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aef507-8a9c-4f05-9df1-f5bb967e9675" -d '{"events": [{"server_uuid": "af80bf4a-171c-40b5-9a81-4bd53b638bba", "name": "network-vif-deleted", "tag": "1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:02.671135 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.673128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:02.674034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:02.728936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7680817a-2ae5-432d-9d7e-cccf96c8d92b req-eecd40b5-ab9f-468d-95f8-e38697f94307 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 210 time: 0.0631659 Aug 23 03:39:02.762863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53725d7-83d9-4906-99fb-fe6910c1cab8 req-b832ffa3-e3c2-4334-99b0-2f5f854ed045 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:02.772030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c53725d7-83d9-4906-99fb-fe6910c1cab8 req-b832ffa3-e3c2-4334-99b0-2f5f854ed045 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.1466606 Aug 23 03:39:02.785116 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1627214 Aug 23 03:39:02.786563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34444) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:02.819443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Request body: {'subnet': {'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1968617148-subnet', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:02.819908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c53725d7-83d9-4906-99fb-fe6910c1cab8 req-726b0e83-4be8-4f87-84d9-cd68b2c7fcde tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 Aug 23 03:39:02.830072 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a1d01bca-9bcf-47b1-8f51-a53b7c9eed6d req-4a1c730b-f922-43c2-91c0-d357d6767aa3 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 210 time: 0.0466657 Aug 23 03:39:02.842462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184222dd-2612-4a43-92f9-01e060f89d56 admin admin] Pushing event updated for resources: {'Network': ['ID=f38fd29c-90b7-4585-b02d-4bb3f85b4934,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:02.854693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network f38fd29c-90b7-4585-b02d-4bb3f85b4934 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:39:02.895798 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d64cadb-6dc3-43ba-8f36-a83e543cfba0 x-openstack-request-id: req-4d64cadb-6dc3-43ba-8f36-a83e543cfba0 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:02.895798 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af80bf4a-171c-40b5-9a81-4bd53b638bba", "name": "network-vif-deleted", "tag": "1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:02.895798 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d64cadb-6dc3-43ba-8f36-a83e543cfba0 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:02.895798 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af80bf4a-171c-40b5-9a81-4bd53b638bba', 'name': 'network-vif-deleted', 'tag': '1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f', 'status': 'completed', 'code': 200} Aug 23 03:39:02.961430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Made reservation on behalf of 61d49951f4ec40188af7128c79047ec0 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:02.965342 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:03.080245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d0c8fd9-91a3-4ee3-917c-add52bc87409 req-09bc2f34-1306-4577-80f3-d2b06ccb931a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 210 time: 0.0255818 Aug 23 03:39:03.211435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:03.276580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db73e230-8414-4e9f-923a-52dac4ceceb7,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:03.279394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Checking segment: {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:03.279587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Network hostable DHCP agents. Network: f38fd29c-90b7-4585-b02d-4bb3f85b4934, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:39:03.359883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Network f38fd29c-90b7-4585-b02d-4bb3f85b4934 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:39:03.457328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, f38fd29c-90b7-4585-b02d-4bb3f85b4934) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:03.461459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:03.462212 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:03.467438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628c5ab-e0ef-46fa-aa01-552cc438bbfe None None] Network f38fd29c-90b7-4585-b02d-4bb3f85b4934 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:39:03.510832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-b6a68aac-cb5f-4b44-a6d9-e7f286550cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:03.512366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-b6a68aac-cb5f-4b44-a6d9-e7f286550cdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 1097 time: 0.0657792 Aug 23 03:39:03.523311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-387e3666-a03d-4a8d-b4da-887b445da16f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:03.524798 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-387e3666-a03d-4a8d-b4da-887b445da16f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.24 "GET /v2.0/networks?id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 HTTP/1.1" status: 200 len: 822 time: 0.1417122 Aug 23 03:39:03.537853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Request body: {'port': {'device_id': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87', 'admin_state_up': True, 'tenant_id': '169f7aa900084747bb8279149def8425'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:03.543437 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cdd9a0c2-72ec-45e5-ae13-caae65eab97f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7552755 Aug 23 03:39:03.546101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34460) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:03.550751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:03.611597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838097d4-059a-42e6-8627-d7e9ee6fbd51 None None] Network f38fd29c-90b7-4585-b02d-4bb3f85b4934 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:39:03.696024 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:03.697151 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:03.706723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-f46c17e5-aa22-4db5-8cb4-0f608ec9b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:03.712977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-f46c17e5-aa22-4db5-8cb4-0f608ec9b243 service neutron] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 912 time: 0.1872182 Aug 23 03:39:03.734242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c354b-6e70-4941-81a5-c179f8f2b46e req-b44ed4c7-6a8b-49eb-a9e1-cd52e7691267 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:03.736700 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-712c354b-6e70-4941-81a5-c179f8f2b46e req-b44ed4c7-6a8b-49eb-a9e1-cd52e7691267 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.0852423 Aug 23 03:39:03.792449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-766d15de-ec5d-4579-99c5-1f21c3168279 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af3b7459-5159-4621-b2d0-6bc409447c5f HTTP/1.1" status: 200 len: 217 time: 0.0582747 Aug 23 03:39:03.859779 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:03.869723 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-712c354b-6e70-4941-81a5-c179f8f2b46e req-88e35e23-5b96-42e1-ac66-b5bb97b29494 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233003 Aug 23 03:39:03.880778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34472) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:03.932839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-cd3af56d-6d58-4357-bb44-5bfb6f26212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:03.934757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-cd3af56d-6d58-4357-bb44-5bfb6f26212d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.1191895 Aug 23 03:39:03.943607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d5932-836f-4f64-8f4d-47fd83bb3c96 req-52033960-5348-412f-9073-a54469bb39d8 tempest-ServersAdminNegativeTestJSON-1695611359 tempest-ServersAdminNegativeTestJSON-1695611359-project] 10.222.0.20 "GET /v2.0/ports?device_id=af80bf4a-171c-40b5-9a81-4bd53b638bba HTTP/1.1" status: 200 len: 210 time: 0.0792398 Aug 23 03:39:03.972884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Made reservation on behalf of 169f7aa900084747bb8279149def8425 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:03.977347 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:03.995698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-f01a0f69-cf27-467e-81f6-b999bcc55530 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506680 Aug 23 03:39:04.115917 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f51d6f77-f1e9-4145-a6ad-cde88793c441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.129118 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef838924-b955-4d46-9df4-2a94951e7d1c req-548a12a7-2358-489e-b3ae-940291127f2a tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 210 time: 0.0642259 Aug 23 03:39:04.195574 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-774c0cea-465d-4101-b99e-c75eebb3df8e service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901538 Aug 23 03:39:04.205844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.215778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f67e51-14c5-4ba8-bcd7-ee8b1bf6689d req-3e89993b-1f36-4a7d-82cb-9d395e84f6b2 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:04.223851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2f67e51-14c5-4ba8-bcd7-ee8b1bf6689d req-3e89993b-1f36-4a7d-82cb-9d395e84f6b2 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.2675164 Aug 23 03:39:04.233929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Allocated IP 172.20.0.11 (e2e5a365-c9e0-4223-b53e-31a6e7fa8e87/e57a3556-471a-46e1-b153-edcf81c93a12/0d51c9ec-7d2e-4b2b-a30e-be61a4787a98) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:04.279230 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2f67e51-14c5-4ba8-bcd7-ee8b1bf6689d req-397846ff-434d-493a-9757-aabad7cf6c51 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542648 Aug 23 03:39:04.358365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b5aaa40-34d3-4892-abd7-bead1aee5e3e req-f797e365-b486-4d52-bfc6-dd9e9f1cf2ac tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 210 time: 0.0407238 Aug 23 03:39:04.363042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f51d6f77-f1e9-4145-a6ad-cde88793c441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.384628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dd103a7-7d8a-4e34-a81c-14bb6b55c594 req-bb408621-9a05-4bfe-a888-2ecc3adc2fd8 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815231 Aug 23 03:39:04.459854 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f51d6f77-f1e9-4145-a6ad-cde88793c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.483537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.549242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d6f77-f1e9-4145-a6ad-cde88793c441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6d0942-a75d-4fd5-a497-0084d2748491,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:04.555286 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f51d6f77-f1e9-4145-a6ad-cde88793c441 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5578bf95830540ecbe557fcfcf690eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833365 Aug 23 03:39:04.558719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34480) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:04.563496 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.582639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.583062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.642581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:04.648306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:04.660358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:04.667577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event updated for resources: {'Port': ['ID=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:04.692281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2122ab80-51c5-4294-afa0-9ff3912cec40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.705309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Allocated IP 172.25.1.216 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/f279d510-aea3-4c29-baa5-737093759396) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:04.725949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2122ab80-51c5-4294-afa0-9ff3912cec40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.732889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:04.733526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.747540 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:39:04.823504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-5b32fbc6-f389-4b70-ab79-1158224615d0 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2902238 Aug 23 03:39:04.828534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:04.836203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Request body: {'port': {'device_id': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:04.942763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:05.001518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device af3b7459-5159-4621-b2d0-6bc409447c5f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:39:05.064685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:05.082588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:05.122392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:05.132849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Pushing event updated for resources: {'Port': ['ID=f279d510-aea3-4c29-baa5-737093759396,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:05.135087 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:05.178036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:05.181468 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d444a3b-a79e-4c0f-b85c-3e112fd234b5" -d '{"events": [{"server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "name": "network-vif-unplugged", "status": "completed", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:05.191199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d8066-a3f9-4033-bb1e-6ae8e53f0014 req-f8ffb8fb-3b4a-48f6-9919-23d4f4df6ead tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:05.197547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa2d8066-a3f9-4033-bb1e-6ae8e53f0014 req-f8ffb8fb-3b4a-48f6-9919-23d4f4df6ead tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 946 time: 0.2499542 Aug 23 03:39:05.201708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=af3b7459-5159-4621-b2d0-6bc409447c5f,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:05.218878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2122ab80-51c5-4294-afa0-9ff3912cec40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:05.221676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2122ab80-51c5-4294-afa0-9ff3912cec40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:05.226087 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2122ab80-51c5-4294-afa0-9ff3912cec40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a6d0942-a75d-4fd5-a497-0084d2748491 HTTP/1.1" status: 204 len: 168 time: 0.6666923 Aug 23 03:39:05.269921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122ab80-51c5-4294-afa0-9ff3912cec40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6d0942-a75d-4fd5-a497-0084d2748491,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:05.292721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-33be7f94-98a0-40c8-a299-ae3b0df9fa44 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:05.296282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:05.298655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:39:05.298815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-33be7f94-98a0-40c8-a299-ae3b0df9fa44 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.24 "GET /v2.0/networks?id=50d32a05-2282-4e69-bae2-09b5cdd053df HTTP/1.1" status: 200 len: 815 time: 0.2814157 Aug 23 03:39:05.304957 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8419ee9-5d52-4d7f-9e32-d8c34b716b64 req-c22873c5-a3ee-4276-ad2e-a0153f9a293a tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 210 time: 0.0708637 Aug 23 03:39:05.311260 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:05.348395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Request body: {'port': {'device_id': 'e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38', 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df', 'admin_state_up': True, 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:05.381800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:39:05.382399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1f1665c9-bd65-4c7c-b2bb-8a0e4972e00f not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:39:05.385820 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa2d8066-a3f9-4033-bb1e-6ae8e53f0014 req-74bac221-41c1-4842-9a15-6d326c4c189f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772349 Aug 23 03:39:05.409594 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ebfe50-695f-4bf2-9432-8300e163aad1 x-openstack-request-id: req-33ebfe50-695f-4bf2-9432-8300e163aad1 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:05.410131 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "name": "network-vif-unplugged", "status": "completed", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:05.410643 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33ebfe50-695f-4bf2-9432-8300e163aad1 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:05.411115 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f', 'code': 200} Aug 23 03:39:05.416574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=af3b7459-5159-4621-b2d0-6bc409447c5f,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:05.612380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34508) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:05.631332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32f75c-5667-4b31-a739-8c380807a982 req-a97b78a7-5077-4f0f-a9e1-c2c8d9953f39 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:05.634936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de32f75c-5667-4b31-a739-8c380807a982 req-a97b78a7-5077-4f0f-a9e1-c2c8d9953f39 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.1287868 Aug 23 03:39:05.670467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728f885-f8f5-404d-a4e5-d1f7c4172e28 req-cfd4c863-5c95-43b5-b021-a409202aea13 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:05.672219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b728f885-f8f5-404d-a4e5-d1f7c4172e28 req-cfd4c863-5c95-43b5-b021-a409202aea13 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 932 time: 0.1170800 Aug 23 03:39:05.719975 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de32f75c-5667-4b31-a739-8c380807a982 req-493ba18c-eefb-465a-8c87-c0f2f474f084 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714304 Aug 23 03:39:05.728612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Made reservation on behalf of 3224d9635e844c2c95dfa3c514bb2de7 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:05.732136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:05.772107 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:05.776470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:05.788811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:05.802889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Transition to ACTIVE for port object 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:05.807106 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b728f885-f8f5-404d-a4e5-d1f7c4172e28 req-e5c987ea-87ca-4ce4-aa7c-f4d93689c195 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990553 Aug 23 03:39:05.868454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:06.009863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Allocated IP 172.20.0.4 (50d32a05-2282-4e69-bae2-09b5cdd053df/5bfb7ba8-8d29-49eb-a1f6-f530ace65c01/cabb4338-71cc-41b8-bac6-0693b278cd0a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:06.018477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Pushing event updated for resources: {'Port': ['ID=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:06.048814 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4a281662-bc3a-4ba6-a541-c8556e1bf20a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=229ddebf9b96466aac4f3feaa7eb4ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316866 Aug 23 03:39:06.052005 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34530) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:06.087088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Attempting to bind port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:06.088176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Attempting to bind port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:06.088335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Attempting to bind port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 on network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:06.093886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 on network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:39:06.094179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Attempting to bind port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 on network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:06.100268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:06.100632 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Checking segment: {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:06.100975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Bound using segment: {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:06.101651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Bound port: 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:06.102420 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:06.147590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:06.176777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] For port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:06.180792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] For port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:06.256236 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:06.365935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:06.366571 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:06.368025 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] 10.222.0.24 "PUT /v2.0/ports/0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 HTTP/1.1" status: 200 len: 1092 time: 1.5364375 Aug 23 03:39:06.368520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'tag': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:06.381838 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87" -d '{"events": [{"name": "network-changed", "server_uuid": "3865032d-b28e-4b34-b36d-7ed40be79bb8", "tag": "0d51c9ec-7d2e-4b2b-a30e-be61a4787a98"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:06.512424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cf2a530-96b9-4211-a906-347527ff100d req-b08f2913-f02f-496e-8ffa-87803927325c tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 210 time: 0.0594828 Aug 23 03:39:06.534579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c4f52-4888-4968-85d5-ed4df1c8e649 service neutron] Pushing event updated for resources: {'Port': ['ID=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:06.609740 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbb109f-c96c-4657-9915-1b386d41fddd x-openstack-request-id: req-fdbb109f-c96c-4657-9915-1b386d41fddd {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:06.610037 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3865032d-b28e-4b34-b36d-7ed40be79bb8", "tag": "0d51c9ec-7d2e-4b2b-a30e-be61a4787a98", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:06.610293 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdbb109f-c96c-4657-9915-1b386d41fddd {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:06.610693 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'tag': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98', 'status': 'completed', 'code': 200} Aug 23 03:39:06.638971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-643e1e4d-4988-44be-a8ce-0080c1b4be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:06.640476 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-643e1e4d-4988-44be-a8ce-0080c1b4be20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=169f7aa900084747bb8279149def8425&device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 1095 time: 0.0742886 Aug 23 03:39:06.730773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c12da6d-9f95-4f92-82bf-34c70acdb538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:06.773534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c12da6d-9f95-4f92-82bf-34c70acdb538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:06.872727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-666a4862-3840-40fd-9df7-fdc316457b06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 HTTP/1.1" status: 200 len: 217 time: 0.0774527 Aug 23 03:39:06.877796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34554) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:06.932772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:06.946595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace09619-c75a-47c7-a30b-28db4d0bfa02 req-06d40c25-36de-4fa6-a361-073aa3f64d96 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:06.954144 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ace09619-c75a-47c7-a30b-28db4d0bfa02 req-06d40c25-36de-4fa6-a361-073aa3f64d96 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 944 time: 0.2421100 Aug 23 03:39:06.995560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Transition to ACTIVE for port object cabb4338-71cc-41b8-bac6-0693b278cd0a will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:07.041916 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ace09619-c75a-47c7-a30b-28db4d0bfa02 req-fe46bb77-1a66-4fe3-80e0-d9b34534a55f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867870 Aug 23 03:39:07.096933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c12da6d-9f95-4f92-82bf-34c70acdb538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.099843 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c12da6d-9f95-4f92-82bf-34c70acdb538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.101259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9c12da6d-9f95-4f92-82bf-34c70acdb538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d65a6dc-2556-4a02-95d3-bf2a1ef2c728 HTTP/1.1" status: 204 len: 168 time: 1.0469992 Aug 23 03:39:07.106975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-669108478-network', 'tenant_id': 'a7af850b05a44b908cb2b00fa00f4745'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:07.120913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12da6d-9f95-4f92-82bf-34c70acdb538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d65a6dc-2556-4a02-95d3-bf2a1ef2c728,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:07.122921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Router 5126b45a-5364-4a82-8a09-fdebf9ffb666 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:39:07.139373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-412325da-e677-4b1c-8df7-9e9c03d044c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:07.148596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-412325da-e677-4b1c-8df7-9e9c03d044c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e57a3556-471a-46e1-b153-edcf81c93a12 HTTP/1.1" status: 200 len: 862 time: 0.2424202 Aug 23 03:39:07.211018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f131d04-5499-43ef-a493-8c71f89443c9 req-8cdd3e9c-dccf-4d77-a768-96f0fdb4b3cb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:07.223765 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.224043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f131d04-5499-43ef-a493-8c71f89443c9 req-8cdd3e9c-dccf-4d77-a768-96f0fdb4b3cb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.3005121 Aug 23 03:39:07.294305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-ed5361f4-90b5-4ccd-a1fa-44cb320bcf72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380929 Aug 23 03:39:07.297363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Made reservation on behalf of a7af850b05a44b908cb2b00fa00f4745 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:07.300622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.316066 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.334431 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f131d04-5499-43ef-a493-8c71f89443c9 req-6791c7d5-dd14-4a1f-8586-86ffdc9504f7 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045599 Aug 23 03:39:07.338604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.359741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Network 50d32a05-2282-4e69-bae2-09b5cdd053df is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:07.374045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8946d-bcff-42fe-a5fa-c6827a0b6a39 req-6c72a2b7-3d4b-48b8-bfce-9b0a6dd02d35 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:07.375633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0df8946d-bcff-42fe-a5fa-c6827a0b6a39 req-6c72a2b7-3d4b-48b8-bfce-9b0a6dd02d35 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 944 time: 0.1767395 Aug 23 03:39:07.376290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Pushing event updated for resources: {'Port': ['ID=cabb4338-71cc-41b8-bac6-0693b278cd0a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:07.381049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:07.384812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:07.448707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:39:07.470520 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Sync routers for ids ['5126b45a-5364-4a82-8a09-fdebf9ffb666'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:39:07.486320 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Routers {'5126b45a-5364-4a82-8a09-fdebf9ffb666'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:39:07.496367 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:38:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5126b45a-5364-4a82-8a09-fdebf9ffb666'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:07.515229 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0df8946d-bcff-42fe-a5fa-c6827a0b6a39 req-bade3b40-43fb-4d7b-8131-3aad07b9a090 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994022 Aug 23 03:39:07.523154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:07.528374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.532082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-b3bdf658-2125-44c3-a3ee-4bc596e1078b service neutron] 10.222.0.24 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955547 Aug 23 03:39:07.685666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.707890 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Set router 5126b45a-5364-4a82-8a09-fdebf9ffb666 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:39:07.767618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.863655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6b2da-15bd-4dbd-833e-947b2440b90f req-b25576d2-a612-4d3d-a0c4-ccc7c5b2deb8 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:07.865271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fc6b2da-15bd-4dbd-833e-947b2440b90f req-b25576d2-a612-4d3d-a0c4-ccc7c5b2deb8 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 931 time: 0.1791370 Aug 23 03:39:07.876024 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5c7c9f3-e87b-4907-b662-d7a5024b60ac req-176fc093-8c8b-4817-8b4a-248518ad33b0 service neutron] 10.222.0.24 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197489 Aug 23 03:39:07.879230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:39:07.881792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860159d0-b8a0-4375-8123-702d71af41c2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:07.891381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-faca2abd-0493-4521-9267-1cb1d47831a0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5446701 Aug 23 03:39:07.908545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Request body: {'port': {'device_id': 'e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:07.937966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3719103c-740b-4cce-8af1-5e200b6b83fb None None] Provisioning for port cabb4338-71cc-41b8-bac6-0693b278cd0a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:07.941085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.941085 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Added segment 41dc4961-a84b-42ea-a012-ecba2aead8c9 of type vlan for network 8c3430a6-d245-43d8-809d-62a6818221fb Aug 23 03:39:07.941322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.943883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3719103c-740b-4cce-8af1-5e200b6b83fb None None] Provisioning complete for port cabb4338-71cc-41b8-bac6-0693b278cd0a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:07.944575 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3719103c-740b-4cce-8af1-5e200b6b83fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:07.945179 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-984d0fe1-3d8f-450e-a5d2-617e2ecddc93 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3977313 Aug 23 03:39:07.945932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34566) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:08.012402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3719103c-740b-4cce-8af1-5e200b6b83fb None None] Port cabb4338-71cc-41b8-bac6-0693b278cd0a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:39:08.063469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:08.089276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:08.110222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fc6b2da-15bd-4dbd-833e-947b2440b90f req-156401cf-f24f-4592-98e5-e60f4705198f tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319815 Aug 23 03:39:08.126939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34570) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:08.285064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-84b0927d-1a74-415d-84ab-f0d66f48ce7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e23f1aba28d54a4099200f04bd79b3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111343 Aug 23 03:39:08.286879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34572) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:08.296240 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'f279d510-aea3-4c29-baa5-737093759396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:39:03Z', 'updated_at': '2021-08-23T03:39:05Z', 'revision_number': 3, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'gw_port': {'id': 'f279d510-aea3-4c29-baa5-737093759396', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:04Z', 'updated_at': '2021-08-23T03:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:08.353163 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Checking router: 5126b45a-5364-4a82-8a09-fdebf9ffb666 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:39:08.353435 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Updating router 5126b45a-5364-4a82-8a09-fdebf9ffb666 port f279d510-aea3-4c29-baa5-737093759396 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:39:08.363607 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:08.365256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:08.365256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:08.373157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde929b-67be-4940-aa44-5462c4344102 req-ef3e8500-c730-4664-b44b-b70d1288b59b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:08.386014 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9dde929b-67be-4940-aa44-5462c4344102 req-ef3e8500-c730-4664-b44b-b70d1288b59b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 944 time: 0.2256274 Aug 23 03:39:08.391486 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:08.507695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0474-1445-4b3d-830e-1ec5017e5739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:08.513670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.6343718 Aug 23 03:39:08.528103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34576) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:08.560540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Request body: {'subnet': {'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-669108478-subnet', 'tenant_id': 'a7af850b05a44b908cb2b00fa00f4745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:08.611851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9dde929b-67be-4940-aa44-5462c4344102 req-bafe6fa1-5d77-4308-83ab-debcd4a9e68f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173436 Aug 23 03:39:08.707904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b54f4-e9b7-49ed-b491-e4b01170de12 admin admin] Pushing event updated for resources: {'Network': ['ID=8c3430a6-d245-43d8-809d-62a6818221fb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:08.720823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0474-1445-4b3d-830e-1ec5017e5739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:08.728364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 8c3430a6-d245-43d8-809d-62a6818221fb details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:39:08.783176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf04ef-ca26-4375-9486-9eb5f29d8c9e req-cf4de6e1-f860-4f4d-9811-45c434295c25 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:08.791001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1abf04ef-ca26-4375-9486-9eb5f29d8c9e req-cf4de6e1-f860-4f4d-9811-45c434295c25 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.3114421 Aug 23 03:39:08.854852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1abf04ef-ca26-4375-9486-9eb5f29d8c9e req-1e058f64-10ce-4c3f-9086-42ccafcae5b0 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626404 Aug 23 03:39:08.919596 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:08.946069 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Transition to ACTIVE for port object f279d510-aea3-4c29-baa5-737093759396 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:08.994975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabb4338-71cc-41b8-bac6-0693b278cd0a {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:09.097427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Made reservation on behalf of a7af850b05a44b908cb2b00fa00f4745 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:09.099963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.100323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.110619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545498b-f47b-40f5-b290-e5c4e888aa69 req-83db0dd7-f8fe-4ba8-baa6-1b2418e710ee tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:09.113081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9545498b-f47b-40f5-b290-e5c4e888aa69 req-83db0dd7-f8fe-4ba8-baa6-1b2418e710ee tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 944 time: 0.3743272 Aug 23 03:39:09.149120 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.211041 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0474-1445-4b3d-830e-1ec5017e5739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.213958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0474-1445-4b3d-830e-1ec5017e5739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.215449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bf4c0474-1445-4b3d-830e-1ec5017e5739 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0139ff26-9ffe-4a5f-a323-c264b0ac9990 HTTP/1.1" status: 204 len: 168 time: 0.9276016 Aug 23 03:39:09.238873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Transition to ACTIVE for port object cabb4338-71cc-41b8-bac6-0693b278cd0a will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:09.252131 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Attempting to bind port f279d510-aea3-4c29-baa5-737093759396 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:09.257641 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Attempting to bind port f279d510-aea3-4c29-baa5-737093759396 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:09.258011 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Attempting to bind port f279d510-aea3-4c29-baa5-737093759396 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:09.266333 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56202e46-e236-4888-8c9f-f17365f2bb85 None None] Pushing event updated for resources: {'Port': ['ID=f279d510-aea3-4c29-baa5-737093759396,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:09.275814 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:09.276181 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:09.276580 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.276963 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:09.277459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Bound port: f279d510-aea3-4c29-baa5-737093759396, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:09.277859 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.285762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c0474-1445-4b3d-830e-1ec5017e5739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0139ff26-9ffe-4a5f-a323-c264b0ac9990,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:09.345187 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.395701 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] For port f279d510-aea3-4c29-baa5-737093759396, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:09.401044 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] For port f279d510-aea3-4c29-baa5-737093759396, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f279d510-aea3-4c29-baa5-737093759396,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:09.468772 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.500991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Pushing event updated for resources: {'Port': ['ID=cabb4338-71cc-41b8-bac6-0693b278cd0a,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:09.506794 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9545498b-f47b-40f5-b290-e5c4e888aa69 req-e20a03f0-d068-4de0-a990-37df710e3ea6 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321087 Aug 23 03:39:09.566183 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Routers {'5126b45a-5364-4a82-8a09-fdebf9ffb666'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:39:09.569199 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:38:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5126b45a-5364-4a82-8a09-fdebf9ffb666'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:09.573155 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56202e46-e236-4888-8c9f-f17365f2bb85 None None] Pushing event updated for resources: {'Port': ['ID=f279d510-aea3-4c29-baa5-737093759396,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:09.585104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.621067 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:09.715659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Checking segment: {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:09.716094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Network hostable DHCP agents. Network: 8c3430a6-d245-43d8-809d-62a6818221fb, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:39:09.762870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=024e375b-07ee-47c3-b827-2fa19610e3a5,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:09.844835 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] Set router 5126b45a-5364-4a82-8a09-fdebf9ffb666 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:39:09.870709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Network 8c3430a6-d245-43d8-809d-62a6818221fb is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:39:09.990368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Attempting to bind port cabb4338-71cc-41b8-bac6-0693b278cd0a on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:09.990808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Attempting to bind port cabb4338-71cc-41b8-bac6-0693b278cd0a by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:09.991036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Attempting to bind port cabb4338-71cc-41b8-bac6-0693b278cd0a on network 50d32a05-2282-4e69-bae2-09b5cdd053df {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:09.995261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-385a14d5-a0ff-4d8d-b36f-e07db39566b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:09.997529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-385a14d5-a0ff-4d8d-b36f-e07db39566b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=169f7aa900084747bb8279149def8425&device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 1095 time: 0.1188226 Aug 23 03:39:09.997529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 8c3430a6-d245-43d8-809d-62a6818221fb) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:10.007076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af0b05f-7d83-4e9a-937f-05080c4dd32e None None] Network 8c3430a6-d245-43d8-809d-62a6818221fb requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:39:10.010001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:10.010584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:10.056887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Port cabb4338-71cc-41b8-bac6-0693b278cd0a on network 50d32a05-2282-4e69-bae2-09b5cdd053df not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:39:10.056887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Attempting to bind port cabb4338-71cc-41b8-bac6-0693b278cd0a on network 50d32a05-2282-4e69-bae2-09b5cdd053df {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:10.078212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:10.083762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Checking segment: {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:10.083762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Bound using segment: {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:10.083762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Bound port: cabb4338-71cc-41b8-bac6-0693b278cd0a, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca84341-268f-4dae-aee4-3053ff0e8731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:10.083762 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:10.111138 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-01b8afd2-c9ca-4ace-8830-c9c1e2f77e4a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5470197 Aug 23 03:39:10.121619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Allocated IP 172.20.0.1 (f38fd29c-90b7-4585-b02d-4bb3f85b4934/db73e230-8414-4e9f-923a-52dac4ceceb7/40bf5da0-fe54-4fbe-a410-46fa0cbf1105) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:10.199045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df413b-d879-4928-953b-e588a44f7a27 req-d6568274-711e-4266-bfb6-4675ddb02f83 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:10.203609 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18df413b-d879-4928-953b-e588a44f7a27 req-d6568274-711e-4266-bfb6-4675ddb02f83 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 943 time: 0.1668515 Aug 23 03:39:10.292391 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'f279d510-aea3-4c29-baa5-737093759396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:39:03Z', 'updated_at': '2021-08-23T03:39:05Z', 'revision_number': 3, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'gw_port': {'id': 'f279d510-aea3-4c29-baa5-737093759396', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:04Z', 'updated_at': '2021-08-23T03:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:10.353254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc62de1-51dd-4ad2-a798-db2f54eb4b72 None None] Network 8c3430a6-d245-43d8-809d-62a6818221fb requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:39:10.380171 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9a9e57-d0f6-46b3-bf7a-7c148fa31b97 None None] The sync data for ids ['5126b45a-5364-4a82-8a09-fdebf9ffb666'] in n-d-749052-7 is: [{'id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'f279d510-aea3-4c29-baa5-737093759396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:39:03Z', 'updated_at': '2021-08-23T03:39:05Z', 'revision_number': 3, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'gw_port': {'id': 'f279d510-aea3-4c29-baa5-737093759396', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:04Z', 'updated_at': '2021-08-23T03:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:39:10.461859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-1ac3df28-952c-47a7-9d97-62f4be542352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:10.463534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-1ac3df28-952c-47a7-9d97-62f4be542352 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 HTTP/1.1" status: 200 len: 922 time: 0.2943897 Aug 23 03:39:10.480383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:10.576776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-66f021a5-3f12-4d79-b5d9-8cee5215fc08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 HTTP/1.1" status: 200 len: 217 time: 0.0940971 Aug 23 03:39:10.633874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:10.651068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] For port cabb4338-71cc-41b8-bac6-0693b278cd0a, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:10.662486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Network f38fd29c-90b7-4585-b02d-4bb3f85b4934 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:10.677278 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-d4a6e3d5-9e00-47f2-ae41-b2625d7dd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:10.679578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-d4a6e3d5-9e00-47f2-ae41-b2625d7dd435 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e57a3556-471a-46e1-b153-edcf81c93a12 HTTP/1.1" status: 200 len: 862 time: 0.0798967 Aug 23 03:39:10.684699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18df413b-d879-4928-953b-e588a44f7a27 req-e97ee23e-6eda-48a4-81d6-9864b8cbc4c6 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653535 Aug 23 03:39:10.699154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:10.706853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:10.710865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] For port cabb4338-71cc-41b8-bac6-0693b278cd0a, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cabb4338-71cc-41b8-bac6-0693b278cd0a,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:10.776066 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-80ce2041-d5aa-4b2b-8d09-8230dd378ded service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819299 Aug 23 03:39:10.780702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Pushing event updated for resources: {'Port': ['ID=40bf5da0-fe54-4fbe-a410-46fa0cbf1105,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:10.792052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:10.947890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Pushing event updated for resources: {'Port': ['ID=cabb4338-71cc-41b8-bac6-0693b278cd0a,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:10.952030 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:10.978157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:10.979738 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:10.981974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-5df814f6-973f-4fc1-8314-09281d3fcf4f service neutron] 10.222.0.24 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852350 Aug 23 03:39:10.983899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7502b920-5050-474d-bfbb-2d1eb6da1f87 service neutron] 10.222.0.24 "PUT /v2.0/ports/cabb4338-71cc-41b8-bac6-0693b278cd0a HTTP/1.1" status: 200 len: 1091 time: 3.0799007 Aug 23 03:39:10.986242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38', 'tag': 'cabb4338-71cc-41b8-bac6-0693b278cd0a'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:10.990239 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a755f428-7114-4bf0-9459-eaac431a0793" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38", "tag": "cabb4338-71cc-41b8-bac6-0693b278cd0a"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:10.999321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device af3b7459-5159-4621-b2d0-6bc409447c5f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:39:11.146929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff70f2-90f9-477d-bbd2-6911aa7fdf23 req-de303a51-a07e-43c4-b5af-b6c5744f4bcc tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:11.166730 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-29ff70f2-90f9-477d-bbd2-6911aa7fdf23 req-de303a51-a07e-43c4-b5af-b6c5744f4bcc tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.2777271 Aug 23 03:39:11.300034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8d5f774-686f-47f0-9bde-c88ad6c9fa87 req-f6bc8503-b7a6-492a-8260-1cb860089fc5 service neutron] 10.222.0.24 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488763 Aug 23 03:39:11.365814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-29ff70f2-90f9-477d-bbd2-6911aa7fdf23 req-a60a2214-994a-4fb7-9b1a-a5a050a151e7 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969135 Aug 23 03:39:11.378205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7cbe683c-dfc5-4f11-980b-a8ad82195abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:11.379753 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-7cbe683c-dfc5-4f11-980b-a8ad82195abb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3224d9635e844c2c95dfa3c514bb2de7&device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 1094 time: 0.1906893 Aug 23 03:39:11.474953 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-6cdfb32a-6604-4cb1-8261-18d155976e38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cabb4338-71cc-41b8-bac6-0693b278cd0a HTTP/1.1" status: 200 len: 217 time: 0.0687635 Aug 23 03:39:11.516499 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:11.676295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-ffb1ac07-1ba1-44e9-84a0-3441bcc3f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:11.678665 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-ffb1ac07-1ba1-44e9-84a0-3441bcc3f935 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5bfb7ba8-8d29-49eb-a1f6-f530ace65c01 HTTP/1.1" status: 200 len: 854 time: 0.1629987 Aug 23 03:39:11.829553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-ab09c3de-1a6d-4a23-a7b4-82552d470e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:11.831616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-ab09c3de-1a6d-4a23-a7b4-82552d470e47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d32a05-2282-4e69-bae2-09b5cdd053df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214297 Aug 23 03:39:11.975273 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-76e40228-9770-4223-930f-eaa7fd5845f1 service neutron] 10.222.0.24 "GET /v2.0/networks/50d32a05-2282-4e69-bae2-09b5cdd053df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186354 Aug 23 03:39:12.042809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.061761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f279d510-aea3-4c29-baa5-737093759396 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:12.163046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-19ef0f1a-7352-4aa9-9086-4b4a13197a9b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:12.173972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-19ef0f1a-7352-4aa9-9086-4b4a13197a9b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030 HTTP/1.1" status: 200 len: 944 time: 0.1014936 Aug 23 03:39:12.175294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:12.233619 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.290469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.328221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Deleting port af3b7459-5159-4621-b2d0-6bc409447c5f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:39:12.328805 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.338567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f279d510-aea3-4c29-baa5-737093759396 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:12.399555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f279d510-aea3-4c29-baa5-737093759396 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:12.404130 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.524814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] For port af3b7459-5159-4621-b2d0-6bc409447c5f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=af3b7459-5159-4621-b2d0-6bc409447c5f,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:12.525804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.561778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Calling delete_port for af3b7459-5159-4621-b2d0-6bc409447c5f owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:39:12.566041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:12.595799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98', 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87', 'port_id': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98', 'mac_address': 'fa:16:3e:0c:6b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57a3556-471a-46e1-b153-edcf81c93a12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:12.749340 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.753965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.780551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port f279d510-aea3-4c29-baa5-737093759396, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f279d510-aea3-4c29-baa5-737093759396,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:12.794885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:12.823372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:12.925537 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.972854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Pushing event updated for resources: {'Port': ['ID=40bf5da0-fe54-4fbe-a410-46fa0cbf1105,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:12.973647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:12.976829 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39f724f3-f775-46ad-950e-cdbbb5d3eb84 req-c5e91c1d-91d7-43ba-9d34-6ad73e05c08e service neutron] 10.222.0.24 "GET /v2.0/networks/50d32a05-2282-4e69-bae2-09b5cdd053df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9577022 Aug 23 03:39:12.990234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-551a5c4c-0ea1-4173-9f7d-06dd48701dcb tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:12.991761 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-551a5c4c-0ea1-4173-9f7d-06dd48701dcb tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/networks?id=8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 200 len: 804 time: 0.9738035 Aug 23 03:39:13.006018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:13.023720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=f279d510-aea3-4c29-baa5-737093759396,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:13.024827 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-bfbb4ce7-d914-469e-9e35-f34bc6cef062 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/quotas/a7af850b05a44b908cb2b00fa00f4745 HTTP/1.1" status: 200 len: 375 time: 0.0247023 Aug 23 03:39:13.036287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Network f38fd29c-90b7-4585-b02d-4bb3f85b4934 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:13.037949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.038436 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.038866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.039264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:13.039653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.039899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event deleted for resources: {'Port': ['ID=af3b7459-5159-4621-b2d0-6bc409447c5f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:13.040152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.041549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.041549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.041549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.041890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.042258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.042675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.043099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:13.077537 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-163435f5-ae45-437f-ba74-4506cbc46d40 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396965 Aug 23 03:39:13.134964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:13.135685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] No DVR routers for this DVR port af3b7459-5159-4621-b2d0-6bc409447c5f on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:39:13.141156 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:13.144384 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1411f886-4983-4c1d-b577-593e1ce2a592 req-ce3357b9-3712-4051-8760-63dfd1e854bf tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "DELETE /v2.0/ports/af3b7459-5159-4621-b2d0-6bc409447c5f HTTP/1.1" status: 204 len: 173 time: 0.9680812 Aug 23 03:39:13.145199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'name': 'network-vif-deleted', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:13.148246 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569378ab-76a2-4da9-baee-0446551b95cf" -d '{"events": [{"server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "name": "network-vif-deleted", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:13.191500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['0d51c9ec-7d2e-4b2b-a30e-be61a4787a98'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:13.271571 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Router 5126b45a-5364-4a82-8a09-fdebf9ffb666 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:39:13.273991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-7742f7ee-8d26-4336-b804-ee13608b39fb service neutron] 10.222.0.20 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498718 Aug 23 03:39:13.411473 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-5082941d-c3f3-4f1b-ac3d-e98a57dec692 service neutron] 10.222.0.20 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304598 Aug 23 03:39:13.531074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:39:13.537887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2ea6a438-61ad-45ff-9dbf-3f6bcd1dabf3 admin admin] 10.222.0.20 "PUT /v2.0/routers/5126b45a-5364-4a82-8a09-fdebf9ffb666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5880225 Aug 23 03:39:13.543140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Sync routers for ids ['5126b45a-5364-4a82-8a09-fdebf9ffb666'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:39:13.556866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Routers {'5126b45a-5364-4a82-8a09-fdebf9ffb666'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:39:13.558591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:38:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5126b45a-5364-4a82-8a09-fdebf9ffb666'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:13.722510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Set router 5126b45a-5364-4a82-8a09-fdebf9ffb666 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:39:13.912064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7a4fc-ae35-431d-9282-05fe94674f51 req-e58d0a43-c4f9-4b84-b106-01d40c293e24 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:13.934676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6d7a4fc-ae35-431d-9282-05fe94674f51 req-e58d0a43-c4f9-4b84-b106-01d40c293e24 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 945 time: 0.1523252 Aug 23 03:39:14.058139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6d7a4fc-ae35-431d-9282-05fe94674f51 req-44f5925e-5220-4c6a-b248-2e88221b2478 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136923 Aug 23 03:39:14.116489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f279d510-aea3-4c29-baa5-737093759396 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:14.169833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:14.228893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'f279d510-aea3-4c29-baa5-737093759396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:39:03Z', 'updated_at': '2021-08-23T03:39:11Z', 'revision_number': 4, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'gw_port': {'id': 'f279d510-aea3-4c29-baa5-737093759396', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:04Z', 'updated_at': '2021-08-23T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '40bf5da0-fe54-4fbe-a410-46fa0cbf1105', 'name': '', 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'mac_address': 'fa:16:3e:cb:f6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'db73e230-8414-4e9f-923a-52dac4ceceb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:09Z', 'updated_at': '2021-08-23T03:39:11Z', 'revision_number': 2, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'subnets': [{'id': 'db73e230-8414-4e9f-923a-52dac4ceceb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:14.233482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f279d510-aea3-4c29-baa5-737093759396 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:14.233862 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:14.261685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Checking router: 5126b45a-5364-4a82-8a09-fdebf9ffb666 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:39:14.262074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Updating router 5126b45a-5364-4a82-8a09-fdebf9ffb666 port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:39:14.318888 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:14.627906 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:14.637999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Transition to ACTIVE for port object 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:14.715129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:14.721870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:14.722442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:14.759030 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:14.760421 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a787e717-e575-4dc5-86a9-bffd6097c891 x-openstack-request-id: req-a787e717-e575-4dc5-86a9-bffd6097c891 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:14.760931 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38", "tag": "cabb4338-71cc-41b8-bac6-0693b278cd0a", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:14.760931 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a787e717-e575-4dc5-86a9-bffd6097c891 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:14.761444 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38', 'tag': 'cabb4338-71cc-41b8-bac6-0693b278cd0a', 'status': 'completed', 'code': 200} Aug 23 03:39:14.849854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13017f5f-8d92-48cc-b9ae-328307a357a2 None None] Pushing event updated for resources: {'Port': ['ID=40bf5da0-fe54-4fbe-a410-46fa0cbf1105,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:14.869416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e26616-9234-41f0-a780-b6cd9cbf67af req-955c3ef4-9a26-42f2-b5d1-24e9c3d17f09 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:14.871027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05e26616-9234-41f0-a780-b6cd9cbf67af req-955c3ef4-9a26-42f2-b5d1-24e9c3d17f09 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 943 time: 0.0647235 Aug 23 03:39:14.934145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05e26616-9234-41f0-a780-b6cd9cbf67af req-4ed1d0a9-57f0-4aa1-867a-a4b321fb8526 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Aug 23 03:39:14.944845 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:15.013283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:15.015652 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75da80f6-dc99-437d-bee2-7aef99490dfb" -d '{"events": [{"server_uuid": "3865032d-b28e-4b34-b36d-7ed40be79bb8", "name": "network-vif-plugged", "status": "completed", "tag": "0d51c9ec-7d2e-4b2b-a30e-be61a4787a98"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:15.024954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Attempting to bind port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:15.025720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Attempting to bind port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:15.026197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Attempting to bind port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 on network f38fd29c-90b7-4585-b02d-4bb3f85b4934 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:15.039065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:15.040365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:15.040734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Checking segment: {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:15.041173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:15.041561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Bound using segment: {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:15.042017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Bound port: 40bf5da0-fe54-4fbe-a410-46fa0cbf1105, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:15.042394 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:15.066354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216db12-a604-484b-b8ed-3636e5c53f9e req-b958d9e2-5cf2-402b-afb4-24a9a6d05649 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:15.067920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1216db12-a604-484b-b8ed-3636e5c53f9e req-b958d9e2-5cf2-402b-afb4-24a9a6d05649 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0513906 Aug 23 03:39:15.103237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:15.123790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1216db12-a604-484b-b8ed-3636e5c53f9e req-643eeecc-c097-4cc9-998a-7decd7b549d9 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490150 Aug 23 03:39:15.131531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] For port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:15.149490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] For port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=40bf5da0-fe54-4fbe-a410-46fa0cbf1105,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:15.176462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:15.218320 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:15.286983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Routers {'5126b45a-5364-4a82-8a09-fdebf9ffb666'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:39:15.294138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:38:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5126b45a-5364-4a82-8a09-fdebf9ffb666'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:15.325490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13017f5f-8d92-48cc-b9ae-328307a357a2 None None] Pushing event updated for resources: {'Port': ['ID=40bf5da0-fe54-4fbe-a410-46fa0cbf1105,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:15.379120 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d3a4cb-c220-4cc2-8088-6d3c87b203b8 x-openstack-request-id: req-f1d3a4cb-c220-4cc2-8088-6d3c87b203b8 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:15.379618 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030", "name": "network-vif-deleted", "tag": "af3b7459-5159-4621-b2d0-6bc409447c5f", "status": "failed", "code": 422}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:15.379967 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1d3a4cb-c220-4cc2-8088-6d3c87b203b8 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:15.380461 n-d-749052-7 neutron-server[95121]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd14ac7e3-b3fa-4ac5-93e9-1eaeaf63b030', 'name': 'network-vif-deleted', 'tag': 'af3b7459-5159-4621-b2d0-6bc409447c5f', 'status': 'failed', 'code': 422} returned with failed status Aug 23 03:39:15.465277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-820fc526-8cad-4432-b73a-1b97dbbb46f8 req-b6910a19-9103-41a0-9d55-4896c0b16a8f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 210 time: 0.0514657 Aug 23 03:39:15.551371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] Set router 5126b45a-5364-4a82-8a09-fdebf9ffb666 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:39:15.795758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'f279d510-aea3-4c29-baa5-737093759396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:39:03Z', 'updated_at': '2021-08-23T03:39:11Z', 'revision_number': 4, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'gw_port': {'id': 'f279d510-aea3-4c29-baa5-737093759396', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:04Z', 'updated_at': '2021-08-23T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '40bf5da0-fe54-4fbe-a410-46fa0cbf1105', 'name': '', 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'mac_address': 'fa:16:3e:cb:f6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'db73e230-8414-4e9f-923a-52dac4ceceb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:09Z', 'updated_at': '2021-08-23T03:39:15Z', 'revision_number': 4, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'subnets': [{'id': 'db73e230-8414-4e9f-923a-52dac4ceceb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:15.802835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-a32d42ba-7e6d-4ee2-89a7-bc07a3f37e73 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:15.804589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-a32d42ba-7e6d-4ee2-89a7-bc07a3f37e73 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/networks?id=f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 200 len: 811 time: 0.1588254 Aug 23 03:39:15.821413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-7f72077d-d80c-4f4f-ad83-4606cb42360d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/quotas/61d49951f4ec40188af7128c79047ec0 HTTP/1.1" status: 200 len: 375 time: 0.0102828 Aug 23 03:39:15.823098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6740fd9-6e77-49cf-824e-436ba7ad6d3c None None] The sync data for ids ['5126b45a-5364-4a82-8a09-fdebf9ffb666'] in n-d-749052-7 is: [{'id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'f279d510-aea3-4c29-baa5-737093759396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:39:03Z', 'updated_at': '2021-08-23T03:39:11Z', 'revision_number': 4, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'gw_port': {'id': 'f279d510-aea3-4c29-baa5-737093759396', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:04Z', 'updated_at': '2021-08-23T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '40bf5da0-fe54-4fbe-a410-46fa0cbf1105', 'name': '', 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'mac_address': 'fa:16:3e:cb:f6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'db73e230-8414-4e9f-923a-52dac4ceceb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:09Z', 'updated_at': '2021-08-23T03:39:15Z', 'revision_number': 4, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'subnets': [{'id': 'db73e230-8414-4e9f-923a-52dac4ceceb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:39:15.958567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-3073dd47-8321-4644-9458-9c505c2a0034 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284323 Aug 23 03:39:16.062059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:16.115122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-dedfdc1a-6a6c-44dd-a2a4-9a631ea5f5a8 service neutron] 10.222.0.20 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554666 Aug 23 03:39:16.217709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:16.225630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:16.226011 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:16.265656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-19bea3cf-c569-44ef-b143-7626cb3bf39d service neutron] 10.222.0.20 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395779 Aug 23 03:39:16.341867 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:16.378946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=40bf5da0-fe54-4fbe-a410-46fa0cbf1105,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:16.966033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:17.079095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=40bf5da0-fe54-4fbe-a410-46fa0cbf1105,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:17.097596 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b18f8c-ed87-4e67-a008-99b2411a41a2 x-openstack-request-id: req-77b18f8c-ed87-4e67-a008-99b2411a41a2 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:17.097898 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3865032d-b28e-4b34-b36d-7ed40be79bb8", "name": "network-vif-plugged", "status": "completed", "tag": "0d51c9ec-7d2e-4b2b-a30e-be61a4787a98", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:17.098152 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77b18f8c-ed87-4e67-a008-99b2411a41a2 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:17.098552 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98', 'code': 200} Aug 23 03:39:17.277412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5d831-15f4-48a6-8922-ae7cb362202b req-52e9c5a1-49cd-4a75-862f-44035a41e4c9 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:17.278887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74c5d831-15f4-48a6-8922-ae7cb362202b req-52e9c5a1-49cd-4a75-862f-44035a41e4c9 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.1057627 Aug 23 03:39:17.310976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-11e9190a-ddb5-47f9-a821-0ece0d9dc198 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:17.312396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-11e9190a-ddb5-47f9-a821-0ece0d9dc198 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "GET /v2.0/networks?id=8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 200 len: 804 time: 0.1681168 Aug 23 03:39:17.332918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Request body: {'port': {'device_id': '78092b06-ba84-4188-ba05-798443825505', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'admin_state_up': True, 'tenant_id': 'a7af850b05a44b908cb2b00fa00f4745'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:17.340755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74c5d831-15f4-48a6-8922-ae7cb362202b req-1a5b2dd5-e94f-4a0b-a918-0e3f1e8c77fb tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528088 Aug 23 03:39:17.494470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22aa60-ad01-4965-8da5-e1fd99c43d2e req-e504fadf-540c-4ae0-b835-8f4f616aea9d tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:17.495964 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a22aa60-ad01-4965-8da5-e1fd99c43d2e req-e504fadf-540c-4ae0-b835-8f4f616aea9d tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 943 time: 0.0494003 Aug 23 03:39:17.532408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a22aa60-ad01-4965-8da5-e1fd99c43d2e req-19fac7d5-93b7-4274-8775-82c430fc0c94 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306008 Aug 23 03:39:17.538467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Made reservation on behalf of a7af850b05a44b908cb2b00fa00f4745 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:17.541842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:17.698171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea364b08-ab77-40b6-90e4-1cda8905f641 req-db5cdd00-7cbc-4672-b6b2-6829e847ea88 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:17.699670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea364b08-ab77-40b6-90e4-1cda8905f641 req-db5cdd00-7cbc-4672-b6b2-6829e847ea88 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0949950 Aug 23 03:39:17.727554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Allocated IP 172.20.0.11 (8c3430a6-d245-43d8-809d-62a6818221fb/024e375b-07ee-47c3-b827-2fa19610e3a5/258e2663-9595-4381-a390-01fa0289e0e5) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:17.767557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c8acb6d5-37a8-44a0-9f66-96e75e1a1ac5 req-e924b44c-0aa3-488e-8a3d-d0007d090107 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 210 time: 0.0297468 Aug 23 03:39:17.776635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f428-7114-4bf0-9459-eaac431a0793 req-f88fddc6-2ac8-4347-9218-145a4984e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:17.778255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a755f428-7114-4bf0-9459-eaac431a0793 req-f88fddc6-2ac8-4347-9218-145a4984e87c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3224d9635e844c2c95dfa3c514bb2de7&device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 1094 time: 0.0825925 Aug 23 03:39:17.779682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea364b08-ab77-40b6-90e4-1cda8905f641 req-cbf612e9-3a87-480e-85c2-ca6a9f58b2c5 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725541 Aug 23 03:39:17.849159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96246c19-1d3c-4d5c-b806-9591a625350f req-93d72581-e484-4e2c-8293-14431c7aaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:17.849281 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-96246c19-1d3c-4d5c-b806-9591a625350f req-93d72581-e484-4e2c-8293-14431c7aaebd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 1097 time: 0.1015804 Aug 23 03:39:17.890064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9cdced2e-8e56-4e5c-9bad-02e09b1e560d req-7ca2c51d-476e-472d-aa5d-3970b3e566db tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 210 time: 0.0354056 Aug 23 03:39:17.935182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f428-7114-4bf0-9459-eaac431a0793 req-6b4a05f0-a8db-4921-a6ee-58a0f7d4c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:17.936813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a755f428-7114-4bf0-9459-eaac431a0793 req-6b4a05f0-a8db-4921-a6ee-58a0f7d4c97b service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d32a05-2282-4e69-bae2-09b5cdd053df HTTP/1.1" status: 200 len: 915 time: 0.1492751 Aug 23 03:39:17.991162 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a755f428-7114-4bf0-9459-eaac431a0793 req-2b5bf2db-f78f-4a85-af45-ca1c6648d6f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cabb4338-71cc-41b8-bac6-0693b278cd0a HTTP/1.1" status: 200 len: 217 time: 0.0414467 Aug 23 03:39:18.002126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:18.026892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-96246c19-1d3c-4d5c-b806-9591a625350f req-3009e852-1dca-4c0c-9378-1dbfd32a9e2e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695099 Aug 23 03:39:18.051648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f428-7114-4bf0-9459-eaac431a0793 req-8c74d3e3-fa95-412c-8c5c-818d68ae147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:18.054511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a755f428-7114-4bf0-9459-eaac431a0793 req-8c74d3e3-fa95-412c-8c5c-818d68ae147f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5bfb7ba8-8d29-49eb-a1f6-f530ace65c01 HTTP/1.1" status: 200 len: 854 time: 0.0550382 Aug 23 03:39:18.073534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:18.073924 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:18.088086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:18.121614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-d51e987d-49c0-4a5f-9752-1d02b204e045 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:18.123151 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-d51e987d-49c0-4a5f-9752-1d02b204e045 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.1785502 Aug 23 03:39:18.152741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-13f10003-9d5e-44a8-b39e-784bdb74c627 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/quotas/4013780338e54b128aef06d19a2c7bca HTTP/1.1" status: 200 len: 375 time: 0.0214472 Aug 23 03:39:18.190901 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-4377cf5a-aba1-4ea1-91ac-4d399752734b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264466 Aug 23 03:39:18.250372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f428-7114-4bf0-9459-eaac431a0793 req-e1c01054-ed48-4864-bb2b-f1b6f1623232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:18.251900 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a755f428-7114-4bf0-9459-eaac431a0793 req-e1c01054-ed48-4864-bb2b-f1b6f1623232 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d32a05-2282-4e69-bae2-09b5cdd053df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429244 Aug 23 03:39:18.261133 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:18.312500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Network 8c3430a6-d245-43d8-809d-62a6818221fb is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:18.322321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:18.324734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:18.359318 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a755f428-7114-4bf0-9459-eaac431a0793 req-73949e66-089d-4d59-9083-c6866af74676 service neutron] 10.222.0.24 "GET /v2.0/networks/50d32a05-2282-4e69-bae2-09b5cdd053df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989194 Aug 23 03:39:18.365050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Pushing event updated for resources: {'Port': ['ID=258e2663-9595-4381-a390-01fa0289e0e5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:18.369731 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-fe0e62f3-ceba-49a0-a76d-07136caf01f8 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718047 Aug 23 03:39:18.421764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:18.422377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:18.489471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c651effe-3649-4aca-ba92-128292261f17 service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112800 Aug 23 03:39:18.508830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ee6ab-3187-4ff3-8c22-d196996cf806 req-4d1ea952-962c-42f5-a38a-63316ef1c809 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:18.510346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c2ee6ab-3187-4ff3-8c22-d196996cf806 req-4d1ea952-962c-42f5-a38a-63316ef1c809 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.0909274 Aug 23 03:39:18.513927 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a755f428-7114-4bf0-9459-eaac431a0793 req-b9e40e0c-c39a-4246-a499-151d31a98228 service neutron] 10.222.0.24 "GET /v2.0/networks/50d32a05-2282-4e69-bae2-09b5cdd053df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289098 Aug 23 03:39:18.568564 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c2ee6ab-3187-4ff3-8c22-d196996cf806 req-fe74acb4-ebf0-4750-b1bd-f4fa9b8dabe9 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Aug 23 03:39:18.577587 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-fb6f702e-4678-4980-a3d1-753ddd4b96c9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2482865 Aug 23 03:39:18.597584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Request body: {'port': {'device_id': '78092b06-ba84-4188-ba05-798443825505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:18.655312 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:18.692480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b82dd-d794-480c-a7c7-e9164ec81cd2 req-c974bb9a-0941-4ffa-8959-710d0bce3dc0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:18.694017 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b1b82dd-d794-480c-a7c7-e9164ec81cd2 req-c974bb9a-0941-4ffa-8959-710d0bce3dc0 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 943 time: 0.0710032 Aug 23 03:39:18.740388 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b1b82dd-d794-480c-a7c7-e9164ec81cd2 req-c6def46d-63d4-4400-b15d-2f78cbdff59d tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352795 Aug 23 03:39:18.832593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34810) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:18.853224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a102ced-b87a-4af6-bac5-da47d1c2af60 req-60f08bd7-5871-490e-bbac-1ceb81732294 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 210 time: 0.0382867 Aug 23 03:39:18.993457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f191f-4848-40e2-8c6c-db80f7f54772 req-320cf5b6-fa34-42ab-9413-69abf7cdb84d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:19.000614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a75f191f-4848-40e2-8c6c-db80f7f54772 req-320cf5b6-fa34-42ab-9413-69abf7cdb84d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 932 time: 0.1042883 Aug 23 03:39:19.031305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94215dc3-051a-416a-8523-a997389f32c1 req-2e30bfe0-b1db-4312-b85a-6c666cf065da tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:19.037947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-94215dc3-051a-416a-8523-a997389f32c1 req-2e30bfe0-b1db-4312-b85a-6c666cf065da tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0902052 Aug 23 03:39:19.067881 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbe0803a-ee54-4034-80aa-f09dd71183ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.083268 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-94215dc3-051a-416a-8523-a997389f32c1 req-a901ad4d-008c-401f-9a2a-7f003f4facb3 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 Aug 23 03:39:19.101172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a75f191f-4848-40e2-8c6c-db80f7f54772 req-759dd3d1-b3eb-4d0f-abc4-337cc3ee8a58 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996161 Aug 23 03:39:19.112253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258e2663-9595-4381-a390-01fa0289e0e5 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:19.123564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.143154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Transition to ACTIVE for port object 258e2663-9595-4381-a390-01fa0289e0e5 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:19.179003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df333530-dd8c-461b-ad45-d163a72baacb req-3ce6d667-e3b9-4878-afa2-8c3c17486436 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 210 time: 0.0296979 Aug 23 03:39:19.205384 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbe0803a-ee54-4034-80aa-f09dd71183ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.233782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.261547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbe0803a-ee54-4034-80aa-f09dd71183ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.317643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cbe0803a-ee54-4034-80aa-f09dd71183ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef450d6cf8f946fa959be49ed3ae209c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839578 Aug 23 03:39:19.320341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34820) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:19.321239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Pushing event updated for resources: {'Port': ['ID=258e2663-9595-4381-a390-01fa0289e0e5,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:19.328342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0803a-ee54-4034-80aa-f09dd71183ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3093421f-c65d-46c3-8984-e6dd2c5192df,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:19.380204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e26be763-4d30-4614-8361-c3364710e1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.397314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Attempting to bind port 258e2663-9595-4381-a390-01fa0289e0e5 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:19.397934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Attempting to bind port 258e2663-9595-4381-a390-01fa0289e0e5 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:19.398581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Attempting to bind port 258e2663-9595-4381-a390-01fa0289e0e5 on network 8c3430a6-d245-43d8-809d-62a6818221fb {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:19.402351 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e26be763-4d30-4614-8361-c3364710e1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.403551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Port 258e2663-9595-4381-a390-01fa0289e0e5 on network 8c3430a6-d245-43d8-809d-62a6818221fb not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:39:19.403922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Attempting to bind port 258e2663-9595-4381-a390-01fa0289e0e5 on network 8c3430a6-d245-43d8-809d-62a6818221fb {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:19.409925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:19.410258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Checking segment: {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:19.410633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Bound using segment: {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:19.411100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Bound port: 258e2663-9595-4381-a390-01fa0289e0e5, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:19.411459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.482188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:19.485498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=258e2663-9595-4381-a390-01fa0289e0e5,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:19.554028 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e26be763-4d30-4614-8361-c3364710e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.554436 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.557800 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e26be763-4d30-4614-8361-c3364710e1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.559132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e26be763-4d30-4614-8361-c3364710e1f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3093421f-c65d-46c3-8984-e6dd2c5192df HTTP/1.1" status: 204 len: 168 time: 0.2367759 Aug 23 03:39:19.568827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26be763-4d30-4614-8361-c3364710e1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3093421f-c65d-46c3-8984-e6dd2c5192df,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:19.590989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:19.597456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:19.599527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] 10.222.0.11 "PUT /v2.0/ports/258e2663-9595-4381-a390-01fa0289e0e5 HTTP/1.1" status: 200 len: 1092 time: 1.0065119 Aug 23 03:39:19.600058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:19.602454 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c46ea38-4818-4716-a133-9ff08320bffa" -d '{"events": [{"name": "network-changed", "server_uuid": "78092b06-ba84-4188-ba05-798443825505", "tag": "258e2663-9595-4381-a390-01fa0289e0e5"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:19.663642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddf7a8-c2f7-450f-8169-6a7968faec44 service neutron] Pushing event updated for resources: {'Port': ['ID=258e2663-9595-4381-a390-01fa0289e0e5,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:19.674076 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483f5863-3e6e-4079-b839-df73b59dba29 x-openstack-request-id: req-483f5863-3e6e-4079-b839-df73b59dba29 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:19.674363 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78092b06-ba84-4188-ba05-798443825505", "tag": "258e2663-9595-4381-a390-01fa0289e0e5", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:19.674612 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-483f5863-3e6e-4079-b839-df73b59dba29 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:19.674998 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5', 'status': 'completed', 'code': 200} Aug 23 03:39:19.771461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650913f-3c6b-4510-a33c-cbca8c8320dd req-356665e8-ab04-49b1-887a-f971d16ddb97 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:19.772943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e650913f-3c6b-4510-a33c-cbca8c8320dd req-356665e8-ab04-49b1-887a-f971d16ddb97 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.1291893 Aug 23 03:39:19.818315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46ea38-4818-4716-a133-9ff08320bffa req-e130f27b-82aa-48fb-bc7f-738c5af10ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:19.819774 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c46ea38-4818-4716-a133-9ff08320bffa req-e130f27b-82aa-48fb-bc7f-738c5af10ba5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 1095 time: 0.0946956 Aug 23 03:39:19.828561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-b857b7e5-0a41-4e6e-9a13-0dbe6a7049d3 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:19.829991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-b857b7e5-0a41-4e6e-9a13-0dbe6a7049d3 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.11 "GET /v2.0/networks?id=f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 200 len: 811 time: 0.2000525 Aug 23 03:39:19.854238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Request body: {'port': {'device_id': '2395054a-9890-4974-9c69-bd5371c49f84', 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934', 'admin_state_up': True, 'tenant_id': '61d49951f4ec40188af7128c79047ec0'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:19.884663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e650913f-3c6b-4510-a33c-cbca8c8320dd req-da585602-ac35-4928-a652-360b64b92dbf tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036325 Aug 23 03:39:19.895509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cad1b7-64ba-4288-8791-8c4b5b91d9eb req-5f7fd63e-1637-4662-9349-7a15ce5b4823 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:19.902518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a1cad1b7-64ba-4288-8791-8c4b5b91d9eb req-5f7fd63e-1637-4662-9349-7a15ce5b4823 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 943 time: 0.0743651 Aug 23 03:39:19.959120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a1cad1b7-64ba-4288-8791-8c4b5b91d9eb req-e6712c08-3321-4bb1-8fe8-8ab27d009178 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547802 Aug 23 03:39:20.083316 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e21361e-1a7f-48e4-a167-88eaff26992e req-64632559-c8f5-4bbf-9469-fbb379ed45fb tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 210 time: 0.0495610 Aug 23 03:39:20.193036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cabb4338-71cc-41b8-bac6-0693b278cd0a details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:20.211366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34dad5-8d4c-4843-8911-137be9e23476 req-0081a158-dcef-4b64-8ab1-b75e63b6c2b9 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:20.213069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba34dad5-8d4c-4843-8911-137be9e23476 req-0081a158-dcef-4b64-8ab1-b75e63b6c2b9 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0563378 Aug 23 03:39:20.268480 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba34dad5-8d4c-4843-8911-137be9e23476 req-1ea89b3a-a5f1-444f-bb3d-2c27cac251f7 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487299 Aug 23 03:39:20.328705 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port cabb4338-71cc-41b8-bac6-0693b278cd0a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cabb4338-71cc-41b8-bac6-0693b278cd0a,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:20.343515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'cabb4338-71cc-41b8-bac6-0693b278cd0a', 'network_id': '50d32a05-2282-4e69-bae2-09b5cdd053df', 'port_id': 'cabb4338-71cc-41b8-bac6-0693b278cd0a', 'mac_address': 'fa:16:3e:e0:e4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfb7ba8-8d29-49eb-a1f6-f530ace65c01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:20.366885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46ea38-4818-4716-a133-9ff08320bffa req-64f71110-0a43-4820-86ec-889f5a5e1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:20.368554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c46ea38-4818-4716-a133-9ff08320bffa req-64f71110-0a43-4820-86ec-889f5a5e1338 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a7af850b05a44b908cb2b00fa00f4745&shared=False HTTP/1.1" status: 200 len: 904 time: 0.5181580 Aug 23 03:39:20.376887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34846) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:20.386447 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:20.401041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabb4338-71cc-41b8-bac6-0693b278cd0a {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:20.401412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc7a24-d501-4611-90e2-5624962c7bc3 req-59ee5372-dabc-47f7-9a52-00cd01c00be3 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:20.402910 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bebc7a24-d501-4611-90e2-5624962c7bc3 req-59ee5372-dabc-47f7-9a52-00cd01c00be3 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.1139274 Aug 23 03:39:20.409514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f0d3-665a-408f-a698-8411f8fd0965 req-09eb4e56-e772-46e9-99fa-f196821833a1 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:20.421224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port cabb4338-71cc-41b8-bac6-0693b278cd0a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cabb4338-71cc-41b8-bac6-0693b278cd0a,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:20.421636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7da5f0d3-665a-408f-a698-8411f8fd0965 req-09eb4e56-e772-46e9-99fa-f196821833a1 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 944 time: 0.0925274 Aug 23 03:39:20.433832 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17cdb7bc-3517-49f3-b322-b795e6022b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:20.469558 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7da5f0d3-665a-408f-a698-8411f8fd0965 req-4228385d-8bd3-400a-913c-8e19d49e2f2f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Aug 23 03:39:20.508354 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:20.522095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bebc7a24-d501-4611-90e2-5624962c7bc3 req-2215da6e-e6e9-45aa-8430-0a81597e3892 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004884 Aug 23 03:39:20.542158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46ea38-4818-4716-a133-9ff08320bffa req-03ba5e1b-7be2-4bb5-8a5c-ba8faf65338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:20.543698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c46ea38-4818-4716-a133-9ff08320bffa req-03ba5e1b-7be2-4bb5-8a5c-ba8faf65338e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1681523 Aug 23 03:39:20.558576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-05f22c49-e051-4b03-a833-6ab09fc6b1cf req-a2f8031b-d715-4798-ba88-d97f8bdefb35 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 210 time: 0.0289707 Aug 23 03:39:20.564019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=cabb4338-71cc-41b8-bac6-0693b278cd0a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:20.606722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Made reservation on behalf of 61d49951f4ec40188af7128c79047ec0 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:20.610378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:20.683648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417097b-5a9b-4a32-a152-8d0ac618d1fc req-f7a42246-a5ef-4b9d-aed8-e1bd6dcde79d tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:20.695589 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e417097b-5a9b-4a32-a152-8d0ac618d1fc req-f7a42246-a5ef-4b9d-aed8-e1bd6dcde79d tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.0626862 Aug 23 03:39:20.717433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['cabb4338-71cc-41b8-bac6-0693b278cd0a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:20.739380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e417097b-5a9b-4a32-a152-8d0ac618d1fc req-4b817abf-b445-4050-8260-6ceb54f6991c tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365872 Aug 23 03:39:20.795438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-25895bc0-f301-4042-ab59-aee90dcfb0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:20.796936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-25895bc0-f301-4042-ab59-aee90dcfb0ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 1095 time: 0.1079166 Aug 23 03:39:20.844563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17cdb7bc-3517-49f3-b322-b795e6022b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:20.891932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Allocated IP 172.20.0.9 (f38fd29c-90b7-4585-b02d-4bb3f85b4934/db73e230-8414-4e9f-923a-52dac4ceceb7/7b914b89-806a-4a2f-8a42-552c1cbf6ca9) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:20.895142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-6c5edda7-6b21-4bdb-a5bd-a068d0049832 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=258e2663-9595-4381-a390-01fa0289e0e5 HTTP/1.1" status: 200 len: 217 time: 0.0743692 Aug 23 03:39:20.965317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f2de-8ad0-4a6d-8f2e-c1057a052e84 req-74844794-ea75-405c-bf32-b531d0e87c23 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:20.966778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7322f2de-8ad0-4a6d-8f2e-c1057a052e84 req-74844794-ea75-405c-bf32-b531d0e87c23 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.1488242 Aug 23 03:39:20.967360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17cdb7bc-3517-49f3-b322-b795e6022b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:21.036113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-499f9006-1010-4eb1-80fb-930e345f524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:21.037488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-499f9006-1010-4eb1-80fb-930e345f524e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=024e375b-07ee-47c3-b827-2fa19610e3a5 HTTP/1.1" status: 200 len: 844 time: 0.1347711 Aug 23 03:39:21.067076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ca819-69fe-4bef-a910-70d4fc97f76f req-70df34e6-463f-4e3f-bded-8776fd855aca tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:21.068126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdb7bc-3517-49f3-b322-b795e6022b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b67bbb8-92e7-4f55-b84e-e80a7191a9db,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:21.068968 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db2ca819-69fe-4bef-a910-70d4fc97f76f req-70df34e6-463f-4e3f-bded-8776fd855aca tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 944 time: 0.0500076 Aug 23 03:39:21.074696 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-17cdb7bc-3517-49f3-b322-b795e6022b93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bb3a718f2d54511bb128b3e56074ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873295 Aug 23 03:39:21.075262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34858) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:21.110529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-70bbdbd3-317d-4315-a8ec-000cc5cd53ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c3430a6-d245-43d8-809d-62a6818221fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600336 Aug 23 03:39:21.143732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7322f2de-8ad0-4a6d-8f2e-c1057a052e84 req-74eaa2af-1114-4be9-9c81-c44b00e6d037 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665647 Aug 23 03:39:21.149998 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db2ca819-69fe-4bef-a910-70d4fc97f76f req-d3a12bd1-8dd3-431c-81b1-8a4ac2f7b5b2 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656028 Aug 23 03:39:21.155428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-978210c8-fd78-4acd-aadc-635fb4dc79fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:21.198935 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-978210c8-fd78-4acd-aadc-635fb4dc79fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:21.278548 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d19305b9-1f9d-42b1-853b-6a8b4b414b2b req-4cdcfda6-1c0e-4f18-b538-d8f6f12e318b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 210 time: 0.0298443 Aug 23 03:39:21.281474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:21.300011 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-dc14ef1f-1d72-48e3-b7cc-795aac2a956c service neutron] 10.222.0.11 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535439 Aug 23 03:39:21.372706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-978210c8-fd78-4acd-aadc-635fb4dc79fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:21.375290 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-978210c8-fd78-4acd-aadc-635fb4dc79fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:21.376426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-978210c8-fd78-4acd-aadc-635fb4dc79fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b67bbb8-92e7-4f55-b84e-e80a7191a9db HTTP/1.1" status: 204 len: 168 time: 0.2994118 Aug 23 03:39:21.388450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978210c8-fd78-4acd-aadc-635fb4dc79fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b67bbb8-92e7-4f55-b84e-e80a7191a9db,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:21.419737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dee157-821c-4b49-862b-8193744e4d4d req-b37d5be9-22bb-4dce-93e0-2fc9dbf23caf tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:21.427536 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08dee157-821c-4b49-862b-8193744e4d4d req-b37d5be9-22bb-4dce-93e0-2fc9dbf23caf tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0807962 Aug 23 03:39:21.475733 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-08dee157-821c-4b49-862b-8193744e4d4d req-90f8c971-e50f-4bef-ae19-18d36dc2737d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Aug 23 03:39:21.510578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e02fc-e945-480e-8977-457c99af7464 req-bcc90226-be1a-494e-b5f2-ad5f6dcbae3f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:21.512073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-272e02fc-e945-480e-8977-457c99af7464 req-bcc90226-be1a-494e-b5f2-ad5f6dcbae3f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.2166510 Aug 23 03:39:21.513906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6916cbf5-7184-406c-93c3-0d15dfcbf099 req-9f9e0442-f0a2-4cb6-80fd-68ae38b3242e service neutron] 10.222.0.11 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076035 Aug 23 03:39:21.576488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-de4c7c5a-b887-4d58-b090-bb59dc4f4ffe tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:21.578023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-de4c7c5a-b887-4d58-b090-bb59dc4f4ffe tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.2345726 Aug 23 03:39:21.583742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-272e02fc-e945-480e-8977-457c99af7464 req-593b3c84-87ae-4f6f-b86d-ad8aa8b25756 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645306 Aug 23 03:39:21.609943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Request body: {'port': {'device_id': '72bf779a-e475-469b-8b35-6a967b178694', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'admin_state_up': True, 'tenant_id': '4013780338e54b128aef06d19a2c7bca'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:21.610294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c069120-7f64-4ba6-acbf-192b4686b190 req-054da816-8375-459b-9d61-947df2806c37 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:21.610294 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c069120-7f64-4ba6-acbf-192b4686b190 req-054da816-8375-459b-9d61-947df2806c37 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 944 time: 0.0551102 Aug 23 03:39:21.637709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:21.655538 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c069120-7f64-4ba6-acbf-192b4686b190 req-3b6caaf1-0bb0-41ca-b1a3-e9ea9dc08d21 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Aug 23 03:39:21.741026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Network f38fd29c-90b7-4585-b02d-4bb3f85b4934 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:21.755502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:21.758068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:21.769578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd6a0d-803c-4053-b9cc-48f40885a872 req-e989c403-bf70-42e0-89a6-964f149785c6 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:21.771212 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fadd6a0d-803c-4053-b9cc-48f40885a872 req-e989c403-bf70-42e0-89a6-964f149785c6 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.0605454 Aug 23 03:39:21.817470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Pushing event updated for resources: {'Port': ['ID=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:21.829560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fadd6a0d-803c-4053-b9cc-48f40885a872 req-3cfe8cd4-cbe4-496f-8116-da36caee42d1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524399 Aug 23 03:39:21.854220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:21.854880 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:21.880222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b718af9-828b-4419-b42a-ea9abc5eeec0 req-10e47a7b-8c5e-47aa-a56f-f37f8e4d0a79 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:21.881685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b718af9-828b-4419-b42a-ea9abc5eeec0 req-10e47a7b-8c5e-47aa-a56f-f37f8e4d0a79 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 931 time: 0.2036862 Aug 23 03:39:21.928214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b718af9-828b-4419-b42a-ea9abc5eeec0 req-38d45f46-a258-4252-aaef-86089a8e0ce6 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396714 Aug 23 03:39:22.002894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd2553-155b-4f11-8074-e6cf4b544510 req-9dec998a-961a-4a06-b4c0-727cdf017acd tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:22.004456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09fd2553-155b-4f11-8074-e6cf4b544510 req-9dec998a-961a-4a06-b4c0-727cdf017acd tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.0613372 Aug 23 03:39:22.048311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09fd2553-155b-4f11-8074-e6cf4b544510 req-82ad7c69-f1a8-496b-8c69-2fbf51480a02 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377085 Aug 23 03:39:22.167351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11ece5-d08a-4b73-9b40-1e1295c1c781 req-6c856345-443e-464a-a717-d6580a516016 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:22.168832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f11ece5-d08a-4b73-9b40-1e1295c1c781 req-6c856345-443e-464a-a717-d6580a516016 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.0496414 Aug 23 03:39:22.217292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cabb4338-71cc-41b8-bac6-0693b278cd0a up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:22.219489 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f11ece5-d08a-4b73-9b40-1e1295c1c781 req-07542f44-d66a-4f51-9d1b-6c36ce6cee95 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Aug 23 03:39:22.297306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1a5ff-d225-4a1e-a306-6fa45cc8556d req-e2c27479-f335-4212-adb8-de7bfbd19219 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:22.299398 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bcc1a5ff-d225-4a1e-a306-6fa45cc8556d req-e2c27479-f335-4212-adb8-de7bfbd19219 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 944 time: 0.0496104 Aug 23 03:39:22.337764 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bcc1a5ff-d225-4a1e-a306-6fa45cc8556d req-29919b10-792d-4ae9-8955-65fd83b13ff4 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Aug 23 03:39:22.422228 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3fc172e0-4acf-4548-8195-ae1c75f528b5 req-1745fe9d-ec34-4e34-a2d2-3f5486d6dd9a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 210 time: 0.0297968 Aug 23 03:39:22.548941 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-f372c19d-2f05-4e1d-a972-8885734162dc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6995952 Aug 23 03:39:22.568264 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Request body: {'port': {'device_id': '2395054a-9890-4974-9c69-bd5371c49f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:22.579649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8f3d1-f190-41ba-b9df-b518d0c2678c req-051b554b-4dc0-4435-bee1-a840c4370b09 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:22.581670 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ab8f3d1-f190-41ba-b9df-b518d0c2678c req-051b554b-4dc0-4435-bee1-a840c4370b09 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0496988 Aug 23 03:39:22.597185 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:22.597185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port cabb4338-71cc-41b8-bac6-0693b278cd0a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:22.600525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port cabb4338-71cc-41b8-bac6-0693b278cd0a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:22.601769 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:22.622274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ab8f3d1-f190-41ba-b9df-b518d0c2678c req-8e22c26d-d72f-41e3-8c9d-acdc4bc38267 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Aug 23 03:39:22.625079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:22.666136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Made reservation on behalf of 4013780338e54b128aef06d19a2c7bca for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:22.669513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:22.704895 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:22.735734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabb4338-71cc-41b8-bac6-0693b278cd0a'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:22.738491 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a0ed24-e98f-418c-be95-1133e864fe41" -d '{"events": [{"server_uuid": "e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38", "name": "network-vif-plugged", "status": "completed", "tag": "cabb4338-71cc-41b8-bac6-0693b278cd0a"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:22.752557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port cabb4338-71cc-41b8-bac6-0693b278cd0a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cabb4338-71cc-41b8-bac6-0693b278cd0a,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:22.796195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cf785-b09f-4fca-8101-d97b6b42c21e req-da942db5-ba89-4c39-b69c-794e33593152 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:22.797827 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-570cf785-b09f-4fca-8101-d97b6b42c21e req-da942db5-ba89-4c39-b69c-794e33593152 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 944 time: 0.0491800 Aug 23 03:39:22.817466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:22.871051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=cabb4338-71cc-41b8-bac6-0693b278cd0a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:22.871338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-570cf785-b09f-4fca-8101-d97b6b42c21e req-9d74c465-d0fd-43cb-97a0-95c09f1a7d2d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658319 Aug 23 03:39:22.930205 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2b0531-3b68-4d42-84d1-834b78e47466 x-openstack-request-id: req-4b2b0531-3b68-4d42-84d1-834b78e47466 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:22.930508 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38", "name": "network-vif-plugged", "status": "completed", "tag": "cabb4338-71cc-41b8-bac6-0693b278cd0a", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:22.930891 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b2b0531-3b68-4d42-84d1-834b78e47466 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:22.931309 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabb4338-71cc-41b8-bac6-0693b278cd0a', 'code': 200} Aug 23 03:39:23.032564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:39:23.049369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Allocated IP 172.20.0.5 (615f167b-3fb2-471b-a623-dad1a0074dd3/ca45a50e-d18c-4f9b-9797-806eaf36f9bd/cccf13be-2368-4366-ab85-7b911f847db1) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:23.061559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b015edf-81d2-47c9-a50a-623541435caa req-3272e161-6357-4093-b2f5-df6c453a20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:23.063108 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b015edf-81d2-47c9-a50a-623541435caa req-3272e161-6357-4093-b2f5-df6c453a20ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 1096 time: 0.0695107 Aug 23 03:39:23.112463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c57b-36d8-404d-abe6-c66bdf0e2cba req-51380b85-a45b-4906-8af2-0c523016e1c7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:23.113971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6633c57b-36d8-404d-abe6-c66bdf0e2cba req-51380b85-a45b-4906-8af2-0c523016e1c7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 931 time: 0.1002905 Aug 23 03:39:23.120446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b015edf-81d2-47c9-a50a-623541435caa req-1e7337cc-ecb6-4d8c-9477-f8467a9a2c5a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479832 Aug 23 03:39:23.136835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.175521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:23.234047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6633c57b-36d8-404d-abe6-c66bdf0e2cba req-bbaaa799-4f38-406b-a3c3-d3fca929a828 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122136 Aug 23 03:39:23.239737 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.242073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:23.267210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.295066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:23.326273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Transition to ACTIVE for port object 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:23.404947 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.413599 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.473737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314342cc-08f2-41f0-aa22-7351d8e6e17a req-6d5056f8-55aa-4a92-9001-f75b4469d478 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:23.480262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-314342cc-08f2-41f0-aa22-7351d8e6e17a req-6d5056f8-55aa-4a92-9001-f75b4469d478 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.1195111 Aug 23 03:39:23.491654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24497e05-20f2-428d-8106-813c170df2e0 req-915e4541-8e44-4711-8ffc-fff523966631 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:23.493316 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24497e05-20f2-428d-8106-813c170df2e0 req-915e4541-8e44-4711-8ffc-fff523966631 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 945 time: 0.0492458 Aug 23 03:39:23.499584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Pushing event updated for resources: {'Port': ['ID=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:23.540231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24497e05-20f2-428d-8106-813c170df2e0 req-97caa8e4-6adb-4aed-904c-c0c708f798f6 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Aug 23 03:39:23.586687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-314342cc-08f2-41f0-aa22-7351d8e6e17a req-9bc68638-fad8-4647-8ab4-d6602fef4bea tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980864 Aug 23 03:39:23.614549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Attempting to bind port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:23.615334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Attempting to bind port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:23.615334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Attempting to bind port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 on network f38fd29c-90b7-4585-b02d-4bb3f85b4934 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:23.621091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 on network f38fd29c-90b7-4585-b02d-4bb3f85b4934 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:39:23.621792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Attempting to bind port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 on network f38fd29c-90b7-4585-b02d-4bb3f85b4934 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:23.626553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:23.626924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Checking segment: {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:23.627292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Bound using segment: {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:23.627758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Bound port: 7b914b89-806a-4a2f-8a42-552c1cbf6ca9, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:23.628078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.638038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7a2e1a3-8205-4320-9e87-16f685e50ef5 req-3c6d28aa-7325-4935-9a08-e379aad0eae7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 210 time: 0.0382264 Aug 23 03:39:23.644170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.734704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:23.742916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event updated for resources: {'Port': ['ID=cccf13be-2368-4366-ab85-7b911f847db1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:23.751981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:23.769364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:23.776443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] For port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:23.820532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] For port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:23.840203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ef186-9336-4f82-a377-3cf1fdd4973e req-e7d10a29-1edd-4808-acab-24715bd8fc16 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:23.841691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a2ef186-9336-4f82-a377-3cf1fdd4973e req-e7d10a29-1edd-4808-acab-24715bd8fc16 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 943 time: 0.1211724 Aug 23 03:39:23.848003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:23.848587 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.886742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a2ef186-9336-4f82-a377-3cf1fdd4973e req-0a55df5a-86d9-4555-ac7d-7027704b46c2 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355892 Aug 23 03:39:23.891335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.930580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:23.933216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:23.934581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b914b89-806a-4a2f-8a42-552c1cbf6ca9 HTTP/1.1" status: 200 len: 1091 time: 1.3706744 Aug 23 03:39:23.935034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2395054a-9890-4974-9c69-bd5371c49f84', 'tag': '7b914b89-806a-4a2f-8a42-552c1cbf6ca9'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:23.937318 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd85da-a4c8-409d-86ef-b4a9c1d991ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2395054a-9890-4974-9c69-bd5371c49f84", "tag": "7b914b89-806a-4a2f-8a42-552c1cbf6ca9"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:23.961155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07417e6b-487b-4eb1-816b-3619552ad182 service neutron] Pushing event updated for resources: {'Port': ['ID=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:23.992228 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af6520d-b9a9-4f28-ba7f-58fbdc4de640 x-openstack-request-id: req-1af6520d-b9a9-4f28-ba7f-58fbdc4de640 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:23.993226 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2395054a-9890-4974-9c69-bd5371c49f84", "tag": "7b914b89-806a-4a2f-8a42-552c1cbf6ca9", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:23.993593 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1af6520d-b9a9-4f28-ba7f-58fbdc4de640 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:23.994462 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2395054a-9890-4974-9c69-bd5371c49f84', 'tag': '7b914b89-806a-4a2f-8a42-552c1cbf6ca9', 'status': 'completed', 'code': 200} Aug 23 03:39:23.996712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c5f81b01-a04d-4b1a-b5aa-8dfb2d2db163 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4029343 Aug 23 03:39:24.005888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4304a1-be9d-4fe0-99c3-7b7a003bbf48 req-9253dd8c-10ef-4980-8a33-8df7943975c5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.007483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e4304a1-be9d-4fe0-99c3-7b7a003bbf48 req-9253dd8c-10ef-4980-8a33-8df7943975c5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 944 time: 0.0484364 Aug 23 03:39:24.041656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Request body: {'port': {'device_id': '72bf779a-e475-469b-8b35-6a967b178694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:24.050298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e4304a1-be9d-4fe0-99c3-7b7a003bbf48 req-ffb0fef8-12fb-49b7-86ed-aa1588a07b7e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368018 Aug 23 03:39:24.128463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd85da-a4c8-409d-86ef-b4a9c1d991ef req-e6636c47-8c67-4ff0-932f-f340165c9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.129989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10fd85da-a4c8-409d-86ef-b4a9c1d991ef req-e6636c47-8c67-4ff0-932f-f340165c9253 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 1094 time: 0.0932605 Aug 23 03:39:24.130601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:24.342633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd85da-a4c8-409d-86ef-b4a9c1d991ef req-cf7193c4-ecd4-4119-ad03-97e16a566017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.344123 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10fd85da-a4c8-409d-86ef-b4a9c1d991ef req-cf7193c4-ecd4-4119-ad03-97e16a566017 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=61d49951f4ec40188af7128c79047ec0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1985922 Aug 23 03:39:24.387888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938017-2e97-4f27-b4c6-620e800f94ad req-090fae61-6ad5-47da-9906-51f3ee4c7eea tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.397745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d938017-2e97-4f27-b4c6-620e800f94ad req-090fae61-6ad5-47da-9906-51f3ee4c7eea tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 943 time: 0.0788422 Aug 23 03:39:24.437786 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d938017-2e97-4f27-b4c6-620e800f94ad req-350eeeb0-10da-4ee4-97ee-21625659a9e2 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Aug 23 03:39:24.500270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd85da-a4c8-409d-86ef-b4a9c1d991ef req-0dcd3fcf-5fd4-426d-81d8-a7f3389cf143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.502473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10fd85da-a4c8-409d-86ef-b4a9c1d991ef req-0dcd3fcf-5fd4-426d-81d8-a7f3389cf143 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1498165 Aug 23 03:39:24.557889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccf13be-2368-4366-ab85-7b911f847db1 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:24.567837 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:24.614836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Transition to ACTIVE for port object cccf13be-2368-4366-ab85-7b911f847db1 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:24.651246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-10ddb999-361d-4332-be40-eea421ef1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.652719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-10ddb999-361d-4332-be40-eea421ef1487 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 1094 time: 0.0818419 Aug 23 03:39:24.672562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4450eb-0c17-45e6-89dc-df43b8d21199 req-2e660bbd-0776-4ac8-ab77-fee2ec9962da tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.674657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d4450eb-0c17-45e6-89dc-df43b8d21199 req-2e660bbd-0776-4ac8-ab77-fee2ec9962da tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 945 time: 0.0550830 Aug 23 03:39:24.707291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb085b-e42b-45e1-8378-960fb81b1cf8 req-1496f746-6a92-4be9-80d5-a86c9b5c8b9f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.708706 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01cb085b-e42b-45e1-8378-960fb81b1cf8 req-1496f746-6a92-4be9-80d5-a86c9b5c8b9f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.0492728 Aug 23 03:39:24.717437 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-e500e43e-ebe3-47b4-81e3-de030485315e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b914b89-806a-4a2f-8a42-552c1cbf6ca9 HTTP/1.1" status: 200 len: 217 time: 0.0418074 Aug 23 03:39:24.723330 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:24.747696 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-01cb085b-e42b-45e1-8378-960fb81b1cf8 req-ffc66166-9054-4b34-8d15-47ab616eecf9 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Aug 23 03:39:24.826755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d4450eb-0c17-45e6-89dc-df43b8d21199 req-77c31586-e779-45de-9137-71c22e661992 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae94d1d4-8a25-4d98-9400-77c409bfcb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393821 Aug 23 03:39:24.836172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Pushing event updated for resources: {'Port': ['ID=cccf13be-2368-4366-ab85-7b911f847db1,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:24.851437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-a1058c45-1465-49c7-97e8-b1d86df585d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.851437 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-a1058c45-1465-49c7-97e8-b1d86df585d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db73e230-8414-4e9f-923a-52dac4ceceb7 HTTP/1.1" status: 200 len: 851 time: 0.1129346 Aug 23 03:39:24.858232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c69c6-a569-41d7-aaf2-4a08ad55d540 req-b1b70c32-3338-4f95-a3a7-4c12bfd389b5 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:24.860146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-220c69c6-a569-41d7-aaf2-4a08ad55d540 req-b1b70c32-3338-4f95-a3a7-4c12bfd389b5 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 943 time: 0.0567145 Aug 23 03:39:24.906100 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-220c69c6-a569-41d7-aaf2-4a08ad55d540 req-5ddf6f7e-ffd3-415f-9ee4-cca4cb92cb3c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Aug 23 03:39:24.932348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:24.933817 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-3edbabee-49fe-41f6-84ec-f197a008b3df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f38fd29c-90b7-4585-b02d-4bb3f85b4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652974 Aug 23 03:39:24.937309 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32189c1c-7d72-4b6c-9d2f-5e0130b65e69" -d '{"events": [{"server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "name": "network-vif-unplugged", "status": "completed", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:24.980487 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01815d6-5530-4e5f-8483-f29a6901a89c x-openstack-request-id: req-d01815d6-5530-4e5f-8483-f29a6901a89c {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:24.981741 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "name": "network-vif-unplugged", "status": "completed", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:24.981741 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d01815d6-5530-4e5f-8483-f29a6901a89c {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:24.981741 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609', 'code': 200} Aug 23 03:39:25.009050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Attempting to bind port cccf13be-2368-4366-ab85-7b911f847db1 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:25.014207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Attempting to bind port cccf13be-2368-4366-ab85-7b911f847db1 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:25.014207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Attempting to bind port cccf13be-2368-4366-ab85-7b911f847db1 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:25.035567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:25.077047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34994) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:25.179786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:25.195374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609', 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23', 'port_id': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609', 'mac_address': 'fa:16:3e:da:58:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcfaae4-71ad-468e-bb46-224ebaab3581', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:25.217421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c2c5d-3773-4220-9445-043d6a547bf1 req-f063dea8-438a-4a5a-b45c-d0195a1e04d0 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:25.222809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c5c2c5d-3773-4220-9445-043d6a547bf1 req-f063dea8-438a-4a5a-b45c-d0195a1e04d0 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 944 time: 0.0883439 Aug 23 03:39:25.246245 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.254766 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b50704a-cbad-4123-b417-7289934115c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.260980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:25.283627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:25.311158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c5c2c5d-3773-4220-9445-043d6a547bf1 req-9dfd692c-dd87-4d86-880b-9da042ba9da5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851789 Aug 23 03:39:25.342410 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.367248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Port cccf13be-2368-4366-ab85-7b911f847db1 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:39:25.367557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Attempting to bind port cccf13be-2368-4366-ab85-7b911f847db1 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:25.374066 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b50704a-cbad-4123-b417-7289934115c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.381752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:25.382092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Checking segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:25.382494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Bound using segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:25.383397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Bound port: cccf13be-2368-4366-ab85-7b911f847db1, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:25.383826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.397634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:25.409085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476238e3-9121-4a19-a6ce-de255fa5d37f req-42425096-81eb-4f4f-af2b-549c52707fcb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:25.410544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-476238e3-9121-4a19-a6ce-de255fa5d37f req-42425096-81eb-4f4f-af2b-549c52707fcb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 943 time: 0.4356954 Aug 23 03:39:25.444910 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b50704a-cbad-4123-b417-7289934115c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.454692 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-6fb7a5cb-d1bb-4130-8caa-6bba962b799e service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111210 Aug 23 03:39:25.509430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3b50704a-cbad-4123-b417-7289934115c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9c70627d7d24bb1a69d2509802e5e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312079 Aug 23 03:39:25.510040 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35000) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:25.518370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50704a-cbad-4123-b417-7289934115c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d109c95f-7bbe-46ba-9655-fd1199aeb308,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:25.545782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-476238e3-9121-4a19-a6ce-de255fa5d37f req-71bbab9c-442a-4b36-83ee-75eb2df070ad tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251483 Aug 23 03:39:25.593059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] For port cccf13be-2368-4366-ab85-7b911f847db1, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:25.601265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fda07a-0e1d-4162-a350-b705d01166bd req-11465e05-1520-43b8-b850-9ba452762b3c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:25.601418 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68fda07a-0e1d-4162-a350-b705d01166bd req-11465e05-1520-43b8-b850-9ba452762b3c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 943 time: 0.0802097 Aug 23 03:39:25.620722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] For port cccf13be-2368-4366-ab85-7b911f847db1, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cccf13be-2368-4366-ab85-7b911f847db1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:25.622104 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4fedb4b-ecd6-43fa-8b79-5a666091a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.647645 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f37c741-2f46-4f1a-8c15-5626fe9066d7 req-3f1c4bf9-c333-4998-a941-830cc124cf6b service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842446 Aug 23 03:39:25.665933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4fedb4b-ecd6-43fa-8b79-5a666091a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.673939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68fda07a-0e1d-4162-a350-b705d01166bd req-9524ed03-83e8-46c3-956a-0a8a8e86514c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635996 Aug 23 03:39:25.691460 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.720159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:25.727520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:25.728200 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.729683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] 10.222.0.11 "PUT /v2.0/ports/cccf13be-2368-4366-ab85-7b911f847db1 HTTP/1.1" status: 200 len: 1091 time: 1.6942434 Aug 23 03:39:25.750459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ba29b-e510-45d1-934a-0d0a214b549f service neutron] Pushing event updated for resources: {'Port': ['ID=cccf13be-2368-4366-ab85-7b911f847db1,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:25.828571 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4fedb4b-ecd6-43fa-8b79-5a666091a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.832280 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4fedb4b-ecd6-43fa-8b79-5a666091a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:25.836295 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d4fedb4b-ecd6-43fa-8b79-5a666091a148 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d109c95f-7bbe-46ba-9655-fd1199aeb308 HTTP/1.1" status: 204 len: 168 time: 0.3248584 Aug 23 03:39:25.852342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fedb4b-ecd6-43fa-8b79-5a666091a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d109c95f-7bbe-46ba-9655-fd1199aeb308,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:25.956748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90470a-b5f7-407d-b114-90c3780b16ce req-642a53fc-a17a-4849-968b-7821fd55734c tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:25.962700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe90470a-b5f7-407d-b114-90c3780b16ce req-642a53fc-a17a-4849-968b-7821fd55734c tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.1267774 Aug 23 03:39:25.983589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c504a585-0195-40f3-b9fa-3612076f6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:25.985479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c504a585-0195-40f3-b9fa-3612076f6385 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 1094 time: 0.0974379 Aug 23 03:39:26.000696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bf779a-e475-469b-8b35-6a967b178694', 'tag': 'cccf13be-2368-4366-ab85-7b911f847db1'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:26.003816 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7846639d-81a5-4036-9173-53b97740e72b" -d '{"events": [{"name": "network-changed", "server_uuid": "72bf779a-e475-469b-8b35-6a967b178694", "tag": "cccf13be-2368-4366-ab85-7b911f847db1"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:26.024171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe90470a-b5f7-407d-b114-90c3780b16ce req-c7ffc981-d217-4ce7-a97a-727c868c6a27 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605764 Aug 23 03:39:26.056106 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-acf454b1-383b-413d-992f-473b7c181d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:26.059897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-dc0485a7-0a15-4694-8833-79327e3812f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cccf13be-2368-4366-ab85-7b911f847db1 HTTP/1.1" status: 200 len: 217 time: 0.0502911 Aug 23 03:39:26.082304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f188eef-4c38-42d5-b0a5-abb5951ea9ca req-5dab8ca7-ff42-43ea-bd57-27e36e6bc863 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:26.083924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f188eef-4c38-42d5-b0a5-abb5951ea9ca req-5dab8ca7-ff42-43ea-bd57-27e36e6bc863 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 943 time: 0.0795946 Aug 23 03:39:26.110225 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abd87e5-083f-4c8c-b957-6bd9f9837848 x-openstack-request-id: req-0abd87e5-083f-4c8c-b957-6bd9f9837848 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:26.110597 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bf779a-e475-469b-8b35-6a967b178694", "tag": "cccf13be-2368-4366-ab85-7b911f847db1", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:26.110913 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0abd87e5-083f-4c8c-b957-6bd9f9837848 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:26.112115 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bf779a-e475-469b-8b35-6a967b178694', 'tag': 'cccf13be-2368-4366-ab85-7b911f847db1', 'status': 'completed', 'code': 200} Aug 23 03:39:26.138397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-2728edef-d5d6-4857-ad26-a74a7ad3c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:26.139978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-2728edef-d5d6-4857-ad26-a74a7ad3c79b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.0728230 Aug 23 03:39:26.143136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f188eef-4c38-42d5-b0a5-abb5951ea9ca req-a8036f03-b6d8-49ee-9f69-8c52eee734b1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488315 Aug 23 03:39:26.180922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-c4ac5c46-2a8c-4345-93b3-979fb4976dd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332372 Aug 23 03:39:26.255691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:26.286109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-43a1717f-3a4a-4ec9-85b0-90669d285764 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977430 Aug 23 03:39:26.371891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:26.389690 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72e5a4de-3e55-47fb-9cb4-0765e5ef3660 req-9d25dce1-e64c-4f11-92ab-ea54b0ddaebb service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958631 Aug 23 03:39:26.391654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98', 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87', 'port_id': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98', 'mac_address': 'fa:16:3e:0c:6b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57a3556-471a-46e1-b153-edcf81c93a12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:26.431823 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:26.446900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:26.461169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c05bb-5625-4c46-8032-2b422b8b0b3b req-e87c3e2f-849c-4da2-a6fa-6cb11a2738dd tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:26.462680 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab4c05bb-5625-4c46-8032-2b422b8b0b3b req-e87c3e2f-849c-4da2-a6fa-6cb11a2738dd tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 944 time: 0.0511146 Aug 23 03:39:26.467178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:26.501485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab4c05bb-5625-4c46-8032-2b422b8b0b3b req-84b31927-2252-4a49-92c7-a8d35c060a3b tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Aug 23 03:39:26.571943 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:26.623817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35030) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:26.627096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:26.643694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f9d27ee-3a69-4943-ad84-bc1b36734dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:26.650127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846639d-81a5-4036-9173-53b97740e72b req-d69d38f4-592f-4e1e-9372-027c665b5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:26.651639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7846639d-81a5-4036-9173-53b97740e72b req-d69d38f4-592f-4e1e-9372-027c665b5fcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 1094 time: 0.0854170 Aug 23 03:39:26.703338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['0d51c9ec-7d2e-4b2b-a30e-be61a4787a98'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:26.752921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182606c-de35-49ba-96f4-875d54566e89 req-6028f59e-599c-443a-b307-a43f260d4eeb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:26.754812 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f182606c-de35-49ba-96f4-875d54566e89 req-6028f59e-599c-443a-b307-a43f260d4eeb tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 944 time: 0.0827971 Aug 23 03:39:26.829873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f182606c-de35-49ba-96f4-875d54566e89 req-1fbee317-3d6f-40a5-9820-f4a3f6be8911 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682199 Aug 23 03:39:26.850541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846639d-81a5-4036-9173-53b97740e72b req-edf03c29-7e84-4190-a05e-9658d12a44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:26.852730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7846639d-81a5-4036-9173-53b97740e72b req-edf03c29-7e84-4190-a05e-9658d12a44d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 912 time: 0.1933327 Aug 23 03:39:26.877117 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f9d27ee-3a69-4943-ad84-bc1b36734dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:26.921851 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7846639d-81a5-4036-9173-53b97740e72b req-08960d58-10ae-4367-bdab-27c938edbc08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cccf13be-2368-4366-ab85-7b911f847db1 HTTP/1.1" status: 200 len: 217 time: 0.0507793 Aug 23 03:39:26.965365 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f9d27ee-3a69-4943-ad84-bc1b36734dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:26.997480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb414c9-bd03-49d7-b831-c863e8471473 req-1dbc3d6c-a5bf-4f74-89c0-872a2d3bbca1 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:26.998957 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bb414c9-bd03-49d7-b831-c863e8471473 req-1dbc3d6c-a5bf-4f74-89c0-872a2d3bbca1 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 943 time: 0.1305828 Aug 23 03:39:27.002667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846639d-81a5-4036-9173-53b97740e72b req-7a1f0398-59bb-4859-86e9-d2c2810e10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:27.004050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7846639d-81a5-4036-9173-53b97740e72b req-7a1f0398-59bb-4859-86e9-d2c2810e10d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.0676510 Aug 23 03:39:27.005427 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8f9d27ee-3a69-4943-ad84-bc1b36734dee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6a9b0e9652b40fd8af6527d981c433b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797460 Aug 23 03:39:27.006320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d27ee-3a69-4943-ad84-bc1b36734dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf7aa8a-3551-402a-9bac-64350f6520ff,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:27.008646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35038) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:27.048157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 258e2663-9595-4381-a390-01fa0289e0e5 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:27.049209 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7846639d-81a5-4036-9173-53b97740e72b req-74910ffc-959e-4693-8cf7-f202a3bd6f8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293705 Aug 23 03:39:27.056884 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:27.085619 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-107571dd-7efe-426f-80ac-f8ee14268ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:27.087337 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bb414c9-bd03-49d7-b831-c863e8471473 req-44a2b407-e8ef-4fba-a945-66262c5e1506 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747812 Aug 23 03:39:27.125742 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-107571dd-7efe-426f-80ac-f8ee14268ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:27.184822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7846639d-81a5-4036-9173-53b97740e72b req-923e88ee-79df-4d4d-ae30-10b994a7052d service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259429 Aug 23 03:39:27.189852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dc868-f75b-4a90-a172-e6eb280c3945 req-32f98efd-31b2-41cb-b4a4-53337424e5c9 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:27.191612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-570dc868-f75b-4a90-a172-e6eb280c3945 req-32f98efd-31b2-41cb-b4a4-53337424e5c9 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 945 time: 0.0881937 Aug 23 03:39:27.199486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:27.204800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:27.236585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=258e2663-9595-4381-a390-01fa0289e0e5,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:27.242243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-570dc868-f75b-4a90-a172-e6eb280c3945 req-25c641ec-82fb-4353-aa29-52265ad962b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Aug 23 03:39:27.254154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '258e2663-9595-4381-a390-01fa0289e0e5', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'port_id': '258e2663-9595-4381-a390-01fa0289e0e5', 'mac_address': 'fa:16:3e:0c:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024e375b-07ee-47c3-b827-2fa19610e3a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:27.298842 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:27.308186 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-107571dd-7efe-426f-80ac-f8ee14268ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:27.312013 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-107571dd-7efe-426f-80ac-f8ee14268ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:27.313192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-107571dd-7efe-426f-80ac-f8ee14268ec0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cf7aa8a-3551-402a-9bac-64350f6520ff HTTP/1.1" status: 204 len: 168 time: 0.2917678 Aug 23 03:39:27.332973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107571dd-7efe-426f-80ac-f8ee14268ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf7aa8a-3551-402a-9bac-64350f6520ff,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:27.337673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258e2663-9595-4381-a390-01fa0289e0e5 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:27.352197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab87c5-e762-4743-ab9f-f8580187ae80 req-f0e8312b-6b4b-41ba-8d0e-12086c57f0d7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:27.353480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aaab87c5-e762-4743-ab9f-f8580187ae80 req-f0e8312b-6b4b-41ba-8d0e-12086c57f0d7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 943 time: 0.1188922 Aug 23 03:39:27.360629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7846639d-81a5-4036-9173-53b97740e72b req-a902217f-4e69-4702-a214-6931bde9ddf7 service neutron] 10.222.0.11 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601701 Aug 23 03:39:27.365025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:27.383238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=258e2663-9595-4381-a390-01fa0289e0e5,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:27.397328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:27.398596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aaab87c5-e762-4743-ab9f-f8580187ae80 req-4e4a0b9c-dded-4a75-b225-a41df3b9858b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350323 Aug 23 03:39:27.399637 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482213ce-f2e2-4a06-9156-39181d7ddad1" -d '{"events": [{"server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "name": "network-vif-plugged", "status": "completed", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:27.419536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:27.446702 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89612fa-885a-4165-9db2-18f84329009d x-openstack-request-id: req-a89612fa-885a-4165-9db2-18f84329009d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:27.447339 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "name": "network-vif-plugged", "status": "completed", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:27.447609 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a89612fa-885a-4165-9db2-18f84329009d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:27.448052 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609', 'code': 200} Aug 23 03:39:27.472442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:27.519210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=258e2663-9595-4381-a390-01fa0289e0e5,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:27.529543 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:27.581612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:27.645641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f4398-3e7d-4c2e-9359-b38436e3f569 req-dfe8812c-5725-48f2-a3cd-3200c5d8b17d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:27.649653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f87f4398-3e7d-4c2e-9359-b38436e3f569 req-dfe8812c-5725-48f2-a3cd-3200c5d8b17d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 945 time: 0.0741150 Aug 23 03:39:27.655094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843710-9ea5-4a26-956c-17fb5e900de6 req-4290ed5d-eb50-4ff0-bb84-542ce9158973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:27.656476 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54843710-9ea5-4a26-956c-17fb5e900de6 req-4290ed5d-eb50-4ff0-bb84-542ce9158973 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 1096 time: 0.0577867 Aug 23 03:39:27.706305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f87f4398-3e7d-4c2e-9359-b38436e3f569 req-c2c53ae8-1470-41cc-9f1b-796dc2932b82 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 Aug 23 03:39:27.711978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54843710-9ea5-4a26-956c-17fb5e900de6 req-91e10a12-3e2f-45a4-b8eb-b7deb4dbc55f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Aug 23 03:39:27.803951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ad1aa-2f55-41ee-a6c7-05d372e2a1a9 req-ba3f8907-eb38-4a19-bf59-b93bc070e330 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:27.805522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a04ad1aa-2f55-41ee-a6c7-05d372e2a1a9 req-ba3f8907-eb38-4a19-bf59-b93bc070e330 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 945 time: 0.0522676 Aug 23 03:39:27.846601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a04ad1aa-2f55-41ee-a6c7-05d372e2a1a9 req-4ca57d3e-c533-4db8-a555-59d64b9c3ebb tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341187 Aug 23 03:39:27.906574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['258e2663-9595-4381-a390-01fa0289e0e5'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:28.028140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c8da-819f-4194-8f26-f25c39375f09 req-60693a45-0962-41f0-9341-16909e681bfc tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:28.029676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2e16c8da-819f-4194-8f26-f25c39375f09 req-60693a45-0962-41f0-9341-16909e681bfc tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0548456 Aug 23 03:39:28.067934 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2e16c8da-819f-4194-8f26-f25c39375f09 req-62f2658a-b09e-451d-a4d8-2f9d4a7c4eb6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Aug 23 03:39:28.203221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4753113-a3d1-4fef-8511-085fdde4c825 req-a714ed66-3088-4805-ba95-d71bcb1762ba tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:28.204771 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4753113-a3d1-4fef-8511-085fdde4c825 req-a714ed66-3088-4805-ba95-d71bcb1762ba tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 943 time: 0.0499403 Aug 23 03:39:28.243684 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4753113-a3d1-4fef-8511-085fdde4c825 req-036844a6-74be-4845-a541-64f74cb62e16 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Aug 23 03:39:28.269295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:28.320564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:28.320564 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:28.403128 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:28.435685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:28.511140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b79a5-de07-4f48-a9c7-9ac1da8a19f2 req-6ba9bbbe-648c-47b5-99ba-a5821ba0d4de tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:28.512630 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d04b79a5-de07-4f48-a9c7-9ac1da8a19f2 req-6ba9bbbe-648c-47b5-99ba-a5821ba0d4de tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 943 time: 0.0471287 Aug 23 03:39:28.518822 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:28.557662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d04b79a5-de07-4f48-a9c7-9ac1da8a19f2 req-c5311b66-5221-4ee7-bc8f-1741e8262e21 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Aug 23 03:39:28.570677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:28.746662 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8807fbaf-46d8-4b3f-afd7-445f66231862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:28.775377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:28.837544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa1980-1b4c-48d1-884e-c615a1c11cd6 req-58610075-4532-4f0c-a2d8-0e799d3d4012 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:28.838382 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8aa1980-1b4c-48d1-884e-c615a1c11cd6 req-58610075-4532-4f0c-a2d8-0e799d3d4012 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 945 time: 0.0599904 Aug 23 03:39:28.878752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8aa1980-1b4c-48d1-884e-c615a1c11cd6 req-ed32f1c9-fe3e-4caf-9258-4f028a54bd81 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356290 Aug 23 03:39:28.909589 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-e2099e6d-63b7-45c1-95ec-dc8db6ca7d08 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d9c0c987974b467684636e96428005d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301316 Aug 23 03:39:29.003395 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71edbb-3b85-4788-9782-fed606dbb5b1 req-25f6b7ee-9c93-4ccc-96e7-557066c71074 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:29.004907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d71edbb-3b85-4788-9782-fed606dbb5b1 req-25f6b7ee-9c93-4ccc-96e7-557066c71074 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.0520430 Aug 23 03:39:29.018961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-5d4beff3-2008-4042-8ab8-2ec61c2229e6 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:29.020459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-5d4beff3-2008-4042-8ab8-2ec61c2229e6 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095226 Aug 23 03:39:29.036731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-4a81435b-efea-425d-9b2c-dca3d0f65ce4 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/quotas/d9c0c987974b467684636e96428005d7 HTTP/1.1" status: 200 len: 375 time: 0.0092378 Aug 23 03:39:29.044503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d71edbb-3b85-4788-9782-fed606dbb5b1 req-b7342824-1a5c-4cbc-b906-8d4d200dd0af tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331049 Aug 23 03:39:29.065728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 258e2663-9595-4381-a390-01fa0289e0e5 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:29.070690 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-e6983be4-5350-448b-b63a-672d51f5f893 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9c0c987974b467684636e96428005d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277183 Aug 23 03:39:29.188082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 258e2663-9595-4381-a390-01fa0289e0e5 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:29.193051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 258e2663-9595-4381-a390-01fa0289e0e5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:29.193504 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:29.232204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230091f-7d29-433d-8908-37fb077c78f5 req-932d22cb-9809-4497-a68e-a0c6d46d5309 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:29.233826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6230091f-7d29-433d-8908-37fb077c78f5 req-932d22cb-9809-4497-a68e-a0c6d46d5309 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0615206 Aug 23 03:39:29.290623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6230091f-7d29-433d-8908-37fb077c78f5 req-0d5797c6-6120-462d-ab24-dbba0f5e14ee tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Aug 23 03:39:29.382426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-e01a5c6f-847b-4496-be8c-ab15469fac7e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:29.388273 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-e01a5c6f-847b-4496-be8c-ab15469fac7e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.24 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 946 time: 0.1096342 Aug 23 03:39:29.427939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:29.436981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02874829-c203-4a07-b499-7e7293ea8929 req-2c38226c-9a6d-4d95-90f3-b14e75005f02 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 210 time: 0.0616968 Aug 23 03:39:29.453216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:29.455851 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1337ed07-ca55-46af-b6b3-a77401b132fe" -d '{"events": [{"server_uuid": "3865032d-b28e-4b34-b36d-7ed40be79bb8", "name": "network-vif-plugged", "status": "completed", "tag": "0d51c9ec-7d2e-4b2b-a30e-be61a4787a98"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:29.491256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=258e2663-9595-4381-a390-01fa0289e0e5,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:29.523621 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e429a20d-a554-4015-8944-29f1655b2b19 x-openstack-request-id: req-e429a20d-a554-4015-8944-29f1655b2b19 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:29.524145 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3865032d-b28e-4b34-b36d-7ed40be79bb8", "name": "network-vif-plugged", "status": "completed", "tag": "0d51c9ec-7d2e-4b2b-a30e-be61a4787a98", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:29.524509 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e429a20d-a554-4015-8944-29f1655b2b19 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:29.524776 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98', 'code': 200} Aug 23 03:39:29.549506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122da82b-a328-4094-80b1-054817d867a9 req-b1b30bb7-0a6e-4eff-8178-23bfcfecaf3f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:29.551017 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-122da82b-a328-4094-80b1-054817d867a9 req-b1b30bb7-0a6e-4eff-8178-23bfcfecaf3f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 943 time: 0.1412404 Aug 23 03:39:29.561073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Deleting port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:39:29.561422 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:29.577597 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:29.644939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=258e2663-9595-4381-a390-01fa0289e0e5,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:29.645714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-122da82b-a328-4094-80b1-054817d867a9 req-30954ad7-e56b-44d6-8b19-3cefa1a39884 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871282 Aug 23 03:39:29.699239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] For port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:29.699239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:29.715518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Calling delete_port for 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:39:29.737312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde82e29-7241-47d1-8937-e528b4310122 req-5108686d-19f1-4ae7-bac7-8880f9c891e3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:29.739123 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde82e29-7241-47d1-8937-e528b4310122 req-5108686d-19f1-4ae7-bac7-8880f9c891e3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 943 time: 0.0773962 Aug 23 03:39:29.777747 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde82e29-7241-47d1-8937-e528b4310122 req-eb805abf-56b0-439a-91d9-b6889519ba9f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Aug 23 03:39:29.965128 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:29.976495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['0d51c9ec-7d2e-4b2b-a30e-be61a4787a98'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:30.027108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event deleted for resources: {'Port': ['ID=0d51c9ec-7d2e-4b2b-a30e-be61a4787a98,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:30.071065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] No DVR routers for this DVR port 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:39:30.081451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58b431-fad0-4075-8e92-b1ac8985f6d7 req-ce269d1d-63f7-43fd-ab73-551757c6c5e7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:30.083198 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a58b431-fad0-4075-8e92-b1ac8985f6d7 req-ce269d1d-63f7-43fd-ab73-551757c6c5e7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 946 time: 0.1304400 Aug 23 03:39:30.084338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:30.086501 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8fd811ca-ac40-4754-82ef-d2ab5d31827b req-51d3d17b-dd5e-4e7a-bee2-ce1317587f94 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.24 "DELETE /v2.0/ports/0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 HTTP/1.1" status: 204 len: 173 time: 0.6911132 Aug 23 03:39:30.087021 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'name': 'network-vif-deleted', 'tag': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:30.089486 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a6ed57-a8e2-4a17-a99d-ee3a164b04c1" -d '{"events": [{"server_uuid": "3865032d-b28e-4b34-b36d-7ed40be79bb8", "name": "network-vif-deleted", "tag": "0d51c9ec-7d2e-4b2b-a30e-be61a4787a98"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:30.150599 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a58b431-fad0-4075-8e92-b1ac8985f6d7 req-c6062fb3-88b3-4d7a-b2b9-3ee3ab83f9ee tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558145 Aug 23 03:39:30.159626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22ed1d58-4e0a-4d88-823b-becc11fd5b52 req-472101c5-7b96-4e43-ad3f-6efd0a274bb5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=3865032d-b28e-4b34-b36d-7ed40be79bb8 HTTP/1.1" status: 200 len: 210 time: 0.0304587 Aug 23 03:39:30.224380 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03d030d-dba4-4f20-994d-082057aabc8e x-openstack-request-id: req-d03d030d-dba4-4f20-994d-082057aabc8e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:30.224984 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3865032d-b28e-4b34-b36d-7ed40be79bb8", "name": "network-vif-deleted", "tag": "0d51c9ec-7d2e-4b2b-a30e-be61a4787a98", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:30.225484 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d03d030d-dba4-4f20-994d-082057aabc8e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:30.226677 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3865032d-b28e-4b34-b36d-7ed40be79bb8', 'name': 'network-vif-deleted', 'tag': '0d51c9ec-7d2e-4b2b-a30e-be61a4787a98', 'status': 'completed', 'code': 200} Aug 23 03:39:30.279604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:30.414968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceeff5-d7eb-40ad-9644-310ff0f45d85 req-83dff302-9a20-4097-be73-f37212c30114 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:30.416515 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e6ceeff5-d7eb-40ad-9644-310ff0f45d85 req-83dff302-9a20-4097-be73-f37212c30114 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0542517 Aug 23 03:39:30.454355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e6ceeff5-d7eb-40ad-9644-310ff0f45d85 req-8534edfa-901d-4cff-ac8a-f5db1f8efafc tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Aug 23 03:39:30.527840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21e479ed-e230-4d9f-9ce7-1d0ab145697a req-d25876b5-3d9e-46b3-9ee4-3d3206d219f6 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 210 time: 0.0284431 Aug 23 03:39:30.575590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1e0a-e223-4605-a2f8-d008ab4d433f req-23663bcd-59c6-47ca-bc3d-5f372f60437d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:30.577290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d6e1e0a-e223-4605-a2f8-d008ab4d433f req-23663bcd-59c6-47ca-bc3d-5f372f60437d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.0508478 Aug 23 03:39:30.616170 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d6e1e0a-e223-4605-a2f8-d008ab4d433f req-e76cf3c2-1bfa-4a12-84c3-af4b9b4d7006 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Aug 23 03:39:30.809808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56d61e-7d17-4c56-90b6-ba17cf01598a req-1ec2c640-def4-4084-8875-01656813dddb tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:30.811993 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa56d61e-7d17-4c56-90b6-ba17cf01598a req-1ec2c640-def4-4084-8875-01656813dddb tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 943 time: 0.0814013 Aug 23 03:39:30.856606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa56d61e-7d17-4c56-90b6-ba17cf01598a req-a5b44aab-2b4f-44a2-880f-e8ab062de782 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374320 Aug 23 03:39:30.975412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1519656-5ffb-4011-b43d-72e98760ad6a req-efb17715-8d08-44b3-9a97-a26c72e266fa tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:30.977208 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a1519656-5ffb-4011-b43d-72e98760ad6a req-efb17715-8d08-44b3-9a97-a26c72e266fa tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 943 time: 0.0615764 Aug 23 03:39:31.035616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a1519656-5ffb-4011-b43d-72e98760ad6a req-fadaf0ed-8a59-4d53-b2f9-4b89988c0070 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Aug 23 03:39:31.079157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:31.219301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:31.232517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '7b914b89-806a-4a2f-8a42-552c1cbf6ca9', 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934', 'port_id': '7b914b89-806a-4a2f-8a42-552c1cbf6ca9', 'mac_address': 'fa:16:3e:ea:68:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db73e230-8414-4e9f-923a-52dac4ceceb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:31.277596 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:31.297949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:31.301388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102ae7-9178-4d2e-95e4-d6b115156cd8 req-c2a00037-d6e7-4c5f-a020-8536ceea5bf5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:31.303717 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eb102ae7-9178-4d2e-95e4-d6b115156cd8 req-c2a00037-d6e7-4c5f-a020-8536ceea5bf5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 946 time: 0.0689824 Aug 23 03:39:31.314546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-85f801ad-f67a-4412-a360-88865ac66f0b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:31.321951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:31.322423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-85f801ad-f67a-4412-a360-88865ac66f0b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/networks?id=00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 200 len: 814 time: 0.1413825 Aug 23 03:39:31.333161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-2c0bc7c5-afdb-49c4-bb2c-df61ec05ded9 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/quotas/9a9836ba8bba4a7fa79f837e52c1ee96 HTTP/1.1" status: 200 len: 375 time: 0.0096281 Aug 23 03:39:31.348260 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eb102ae7-9178-4d2e-95e4-d6b115156cd8 req-c5ef6361-e0b4-405a-b28d-768336db96b1 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383203 Aug 23 03:39:31.385932 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-1c7b85e1-b15b-4403-ac91-5d6cb36115b8 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465479 Aug 23 03:39:31.406960 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:31.407638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cccf13be-2368-4366-ab85-7b911f847db1 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:31.470407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:31.519541 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-2d3c16d4-1f91-49b3-906a-e4c487e00b2d service neutron] 10.222.0.20 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257102 Aug 23 03:39:31.571603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:31.574026 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2425a49f-e1ef-4f14-9f90-50364c17ad1f" -d '{"events": [{"server_uuid": "78092b06-ba84-4188-ba05-798443825505", "name": "network-vif-plugged", "status": "completed", "tag": "258e2663-9595-4381-a390-01fa0289e0e5"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:31.619374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cccf13be-2368-4366-ab85-7b911f847db1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cccf13be-2368-4366-ab85-7b911f847db1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:31.622638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-95e476b3-1b5a-4957-baf6-c3c6e96ecca2 service neutron] 10.222.0.20 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020586 Aug 23 03:39:31.633482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'cccf13be-2368-4366-ab85-7b911f847db1', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'port_id': 'cccf13be-2368-4366-ab85-7b911f847db1', 'mac_address': 'fa:16:3e:50:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca45a50e-d18c-4f9b-9797-806eaf36f9bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:31.672134 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-c958647b-a7f0-42f4-b652-869c8a4e4f97 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d9c0c987974b467684636e96428005d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480537 Aug 23 03:39:31.679076 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:31.690442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:31.693585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccf13be-2368-4366-ab85-7b911f847db1 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:31.714472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cccf13be-2368-4366-ab85-7b911f847db1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cccf13be-2368-4366-ab85-7b911f847db1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:31.799949 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:31.802926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-dd449f5c-3aab-48a1-b4dd-f18929d094a7 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:31.810589 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-dd449f5c-3aab-48a1-b4dd-f18929d094a7 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260312 Aug 23 03:39:31.860585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Request body: {'port': {'device_id': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': 'd9c0c987974b467684636e96428005d7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:31.906374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cccf13be-2368-4366-ab85-7b911f847db1,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:31.935993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35186) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:31.942293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-153543d4-24c2-4d5b-b39b-b800c486957e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977041711', 'description': 'tempest-description--80631975'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:31.987303 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49e39c-8084-4600-a2aa-4f8c48b98069 x-openstack-request-id: req-ed49e39c-8084-4600-a2aa-4f8c48b98069 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:31.987877 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78092b06-ba84-4188-ba05-798443825505", "name": "network-vif-plugged", "status": "completed", "tag": "258e2663-9595-4381-a390-01fa0289e0e5", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:31.988243 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed49e39c-8084-4600-a2aa-4f8c48b98069 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:31.988746 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5', 'code': 200} Aug 23 03:39:32.035915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-485f7f4b-f0d5-4b0b-bc8e-5652f2b0d15a req-c4b43757-d722-482c-9a0d-05aec857d938 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 210 time: 0.0616910 Aug 23 03:39:32.087941 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6db4f191-6170-4787-bf5b-b249b1a1cfe3 req-7751bd35-752f-4cda-a782-21acc05b3fa7 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 210 time: 0.0557144 Aug 23 03:39:32.139327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-153543d4-24c2-4d5b-b39b-b800c486957e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:32.227410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Made reservation on behalf of d9c0c987974b467684636e96428005d7 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:32.230839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:32.242780 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:32.246811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b116a8d-7969-4818-9f4f-4c0c9b555d19 req-87772f4d-c001-4ad4-8f20-45bc1b29a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:32.248477 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7b116a8d-7969-4818-9f4f-4c0c9b555d19 req-87772f4d-c001-4ad4-8f20-45bc1b29a435 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 1097 time: 0.1033478 Aug 23 03:39:32.256964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6feb79-7dae-4036-94dd-4de80573047d req-9f6860ae-81b5-4624-9c73-8d79323a096a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:32.259959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac6feb79-7dae-4036-94dd-4de80573047d req-9f6860ae-81b5-4624-9c73-8d79323a096a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 944 time: 0.1359477 Aug 23 03:39:32.275243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468e306-3e4f-43f4-8692-b2dcf0aa1bae req-ef547eba-380c-4e14-b13b-313f5a2b534d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:32.277231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:39:32.277759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f468e306-3e4f-43f4-8692-b2dcf0aa1bae req-ef547eba-380c-4e14-b13b-313f5a2b534d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 944 time: 0.0785422 Aug 23 03:39:32.304321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:39:32.304968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0d51c9ec-7d2e-4b2b-a30e-be61a4787a98 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:39:32.311309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['cccf13be-2368-4366-ab85-7b911f847db1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:32.337902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7b116a8d-7969-4818-9f4f-4c0c9b555d19 req-dc08a331-c3f9-4216-b76c-e2b7cf9b385e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767486 Aug 23 03:39:32.338483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f468e306-3e4f-43f4-8692-b2dcf0aa1bae req-b1f7c49f-24b5-48e4-beeb-c444898cf66b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497389 Aug 23 03:39:32.375379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['7b914b89-806a-4a2f-8a42-552c1cbf6ca9'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:32.409676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac6feb79-7dae-4036-94dd-4de80573047d req-fb3d6ffa-d1af-47a7-b34c-bbd6222af36d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407933 Aug 23 03:39:32.422764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-153543d4-24c2-4d5b-b39b-b800c486957e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:32.496732 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-153543d4-24c2-4d5b-b39b-b800c486957e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:32.529331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153543d4-24c2-4d5b-b39b-b800c486957e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678acdd2-1c5e-4d66-88e7-dd75013615f5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:32.539476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003049c-48ca-47c8-ac7c-60f69c4721cb req-10e78257-4c18-4fc5-b701-ab6334bee99c tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:32.544507 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1003049c-48ca-47c8-ac7c-60f69c4721cb req-10e78257-4c18-4fc5-b701-ab6334bee99c tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 946 time: 0.0890837 Aug 23 03:39:32.632247 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1003049c-48ca-47c8-ac7c-60f69c4721cb req-16187983-a424-4046-84b5-7e59183b787f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 Aug 23 03:39:32.688014 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:32.776304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:32.836625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea71229-7dc0-4a36-9830-928f2d90f2c4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:32.879371 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-153543d4-24c2-4d5b-b39b-b800c486957e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:32.882143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-153543d4-24c2-4d5b-b39b-b800c486957e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9446015 Aug 23 03:39:32.885093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35202) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:32.890469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-20debca6-afc4-44bd-9be3-f14a93d91448 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Request body: {'security_group_rule': {'security_group_id': '678acdd2-1c5e-4d66-88e7-dd75013615f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:32.929887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Allocated IP 192.168.233.202 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/3e508492-fd07-4497-8e64-d4f44aa85415) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:32.998718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20debca6-afc4-44bd-9be3-f14a93d91448 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.107303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20debca6-afc4-44bd-9be3-f14a93d91448 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.128162 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.159200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Transition to ACTIVE for port object 3e508492-fd07-4497-8e64-d4f44aa85415 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:33.165213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-44c42640-861d-4709-8654-97baa8eae426 req-23cd5b79-99d5-4d49-bc3e-a59b67ae5df7 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 210 time: 0.0455680 Aug 23 03:39:33.171079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-78773d66-1e59-46e7-8c15-0ae88f8982bf tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:33.172526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-78773d66-1e59-46e7-8c15-0ae88f8982bf tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.11 "GET /v2.0/ports?device_id=163d766f-62ca-4feb-80c5-9fbd411afed5 HTTP/1.1" status: 200 len: 945 time: 0.1246958 Aug 23 03:39:33.174941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20debca6-afc4-44bd-9be3-f14a93d91448 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.217774 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f425e370-bb3e-4bea-be34-ccdf5f616dac req-020b0e27-77d6-44d4-bd90-3658702a4e21 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 210 time: 0.0307972 Aug 23 03:39:33.225493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20debca6-afc4-44bd-9be3-f14a93d91448 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376465a4-f553-46b9-97ca-18fca4fc3844,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:33.292001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Deleting port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:39:33.292345 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.295475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20debca6-afc4-44bd-9be3-f14a93d91448 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.296722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-20debca6-afc4-44bd-9be3-f14a93d91448 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4100816 Aug 23 03:39:33.299681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35208) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:33.316400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9dc31be8-f72c-484b-8ac5-4a1175e8869b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Request body: {'security_group_rule': {'security_group_id': '678acdd2-1c5e-4d66-88e7-dd75013615f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:33.320488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.379547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:33.382750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:33.385434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:33.420296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:33.451770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:33.452676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.472218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] For port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:33.472816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.481286 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc31be8-f72c-484b-8ac5-4a1175e8869b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.500709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Calling delete_port for 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:39:33.532358 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-9d663968-4925-4f32-aac7-4580722b3ffe tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6768312 Aug 23 03:39:33.554932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Request body: {'port': {'device_id': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:33.569107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3371c6b-6801-4474-84ad-58dba0dda7d5 req-33cf37c2-a6e4-4a8a-94c2-39053f02e755 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:33.577661 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3371c6b-6801-4474-84ad-58dba0dda7d5 req-33cf37c2-a6e4-4a8a-94c2-39053f02e755 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 944 time: 0.0850961 Aug 23 03:39:33.582948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3937aa5-b38f-480d-bf34-576da803f248 req-eb79b685-9f20-4cac-ba5e-71772c6ca919 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:33.584496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3937aa5-b38f-480d-bf34-576da803f248 req-eb79b685-9f20-4cac-ba5e-71772c6ca919 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 944 time: 0.1772649 Aug 23 03:39:33.614903 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc31be8-f72c-484b-8ac5-4a1175e8869b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.662618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3371c6b-6801-4474-84ad-58dba0dda7d5 req-5d84c4f8-2a1a-41f7-a63d-e4ec2d061d3e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655472 Aug 23 03:39:33.665193 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.674512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3937aa5-b38f-480d-bf34-576da803f248 req-1ba10cac-e354-4322-add7-cdfebed5732b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745101 Aug 23 03:39:33.725148 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc31be8-f72c-484b-8ac5-4a1175e8869b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.770480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc31be8-f72c-484b-8ac5-4a1175e8869b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb9ee90-243f-4348-883f-e2e878ab52a8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:33.816529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8ba9c-5f9f-4606-be79-bd825925e276 req-ba3a2b33-c7c1-4344-a11f-b221601760f7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:33.818078 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2d8ba9c-5f9f-4606-be79-bd825925e276 req-ba3a2b33-c7c1-4344-a11f-b221601760f7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 946 time: 0.0644684 Aug 23 03:39:33.843728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc31be8-f72c-484b-8ac5-4a1175e8869b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.843728 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9dc31be8-f72c-484b-8ac5-4a1175e8869b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5308011 Aug 23 03:39:33.844225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35218) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:33.848549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:33.880575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2d8ba9c-5f9f-4606-be79-bd825925e276 req-c593c805-c8e1-4140-a9bf-f93d8f18512e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549450 Aug 23 03:39:33.885412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-97fd03a8-6597-450b-afc2-66b05205c719 None None] Provisioning for port 3e508492-fd07-4497-8e64-d4f44aa85415 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:33.890282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-97fd03a8-6597-450b-afc2-66b05205c719 None None] Provisioning complete for port 3e508492-fd07-4497-8e64-d4f44aa85415 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:33.891460 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-97fd03a8-6597-450b-afc2-66b05205c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.948816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-97fd03a8-6597-450b-afc2-66b05205c719 None None] Port 3e508492-fd07-4497-8e64-d4f44aa85415 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:39:33.976544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e508492-fd07-4497-8e64-d4f44aa85415 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:33.984069 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:33.988243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.000144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Transition to ACTIVE for port object 3e508492-fd07-4497-8e64-d4f44aa85415 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:34.027684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Pushing event deleted for resources: {'Port': ['ID=47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:34.029001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:34.059592 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.075880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] No DVR routers for this DVR port 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:39:34.078651 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.080712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0db8e56e-2427-432f-9c6a-71db302dc322 req-7c7c05a6-7bc5-4d4e-8496-8837e3421229 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.11 "DELETE /v2.0/ports/47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 HTTP/1.1" status: 204 len: 173 time: 0.8909659 Aug 23 03:39:34.088591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'name': 'network-vif-deleted', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:34.090839 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f157d9a9-8bd5-421c-95bb-a3071ac449b8" -d '{"events": [{"server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "name": "network-vif-deleted", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:34.108036 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.148374 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad3967e-3d16-4b5d-b869-dc11d048a71a x-openstack-request-id: req-3ad3967e-3d16-4b5d-b869-dc11d048a71a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:34.148790 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d766f-62ca-4feb-80c5-9fbd411afed5", "name": "network-vif-deleted", "tag": "47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:34.149173 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ad3967e-3d16-4b5d-b869-dc11d048a71a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:34.149434 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d766f-62ca-4feb-80c5-9fbd411afed5', 'name': 'network-vif-deleted', 'tag': '47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609', 'status': 'completed', 'code': 200} Aug 23 03:39:34.163640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:34.257663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Attempting to bind port 3e508492-fd07-4497-8e64-d4f44aa85415 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:34.258096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Attempting to bind port 3e508492-fd07-4497-8e64-d4f44aa85415 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:34.258520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Attempting to bind port 3e508492-fd07-4497-8e64-d4f44aa85415 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:34.271311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Port 3e508492-fd07-4497-8e64-d4f44aa85415 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:39:34.271646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Attempting to bind port 3e508492-fd07-4497-8e64-d4f44aa85415 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:34.292845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:34.293563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:34.294681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:34.295330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Bound port: 3e508492-fd07-4497-8e64-d4f44aa85415, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:34.296522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.343123 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.353888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-a66c46c3-e080-476a-ae04-1aa01559968f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:34.355378 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-a66c46c3-e080-476a-ae04-1aa01559968f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.24 "GET /v2.0/networks?id=00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 200 len: 814 time: 0.1961951 Aug 23 03:39:34.369173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87f6fe-f0c8-4c32-8c8b-2b5dbee57071 req-aa8677d8-4e5a-482f-bd90-af3dd0863d4a tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:34.370776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca87f6fe-f0c8-4c32-8c8b-2b5dbee57071 req-aa8677d8-4e5a-482f-bd90-af3dd0863d4a tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 948 time: 0.1301706 Aug 23 03:39:34.378585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Request body: {'port': {'device_id': '3b33bc70-9701-4023-9584-7e9cce15d886', 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23', 'admin_state_up': True, 'tenant_id': '9a9836ba8bba4a7fa79f837e52c1ee96'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:34.385869 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ddfc0104-7299-4fc1-839e-3c9ac19f3048 req-3b19d33b-0ce3-4c9e-9411-948cceb5a74e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 210 time: 0.0364075 Aug 23 03:39:34.413519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:34.426216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:34.497483 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.533335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:34.533876 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.535197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e508492-fd07-4497-8e64-d4f44aa85415 HTTP/1.1" status: 200 len: 1096 time: 0.9914155 Aug 23 03:39:34.535655 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:34.537568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca87f6fe-f0c8-4c32-8c8b-2b5dbee57071 req-3aa94df5-afea-49b6-845b-2d24ac6d9470 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531467 Aug 23 03:39:34.538051 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d12bf2c-4507-45df-be0f-a6ea4500a5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:34.570262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef345bd4-de37-4af2-800a-70954909a2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:34.609516 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8d76e5-6ae5-4e27-8781-427c296399d5 x-openstack-request-id: req-9d8d76e5-6ae5-4e27-8781-427c296399d5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:34.609837 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:34.610075 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d8d76e5-6ae5-4e27-8781-427c296399d5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:34.610478 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415', 'status': 'completed', 'code': 200} Aug 23 03:39:34.628713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Allocated IP 172.25.1.243 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/69132b16-1425-4f95-afc0-0c46580c6fcf) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:34.686766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12bf2c-4507-45df-be0f-a6ea4500a5a2 req-8b27fbc9-a102-4f8e-bc8c-5a1a2718ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:34.688324 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d12bf2c-4507-45df-be0f-a6ea4500a5a2 req-8b27fbc9-a102-4f8e-bc8c-5a1a2718ac76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9c0c987974b467684636e96428005d7&device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 1099 time: 0.0438287 Aug 23 03:39:34.724514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Made reservation on behalf of 9a9836ba8bba4a7fa79f837e52c1ee96 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:34.726063 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d12bf2c-4507-45df-be0f-a6ea4500a5a2 req-e4a9d8ba-0315-4c38-996c-cd952c3607b6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d9c0c987974b467684636e96428005d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221996 Aug 23 03:39:34.738549 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.784212 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:34.880485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9174a-fc8a-4ff5-9317-77edcd4893a5 req-1f2282fa-5b34-499a-9280-df93af4f106e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:34.887609 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-62e9174a-fc8a-4ff5-9317-77edcd4893a5 req-1f2282fa-5b34-499a-9280-df93af4f106e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 944 time: 0.0855854 Aug 23 03:39:34.904435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12bf2c-4507-45df-be0f-a6ea4500a5a2 req-54545365-9f1f-4aad-8931-071baa0b540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:34.905847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d12bf2c-4507-45df-be0f-a6ea4500a5a2 req-54545365-9f1f-4aad-8931-071baa0b540f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1714089 Aug 23 03:39:34.931314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-62e9174a-fc8a-4ff5-9317-77edcd4893a5 req-5db0db7c-5a6b-4834-8e32-acd1b6c03172 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Aug 23 03:39:34.934241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8291ef-b1cf-42d3-a074-5d06dc39ae9b req-46207fbd-03ce-4de0-93d6-9775171ca5fa tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:34.935732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a8291ef-b1cf-42d3-a074-5d06dc39ae9b req-46207fbd-03ce-4de0-93d6-9775171ca5fa tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 944 time: 0.1726716 Aug 23 03:39:34.980613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Allocated IP 172.20.0.4 (00c74ffb-1fa9-4d25-bebc-439092fdba23/dfcfaae4-71ad-468e-bb46-224ebaab3581/6e65a310-bb62-4ab9-8b8c-fd01a86e00dd) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:35.001907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a8291ef-b1cf-42d3-a074-5d06dc39ae9b req-9f4caa8c-c2bf-4ffe-a88a-3288f890c310 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578671 Aug 23 03:39:35.004738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-4e1250c9-1980-49bf-b4f2-d3d30f0337cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:35.007239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-4e1250c9-1980-49bf-b4f2-d3d30f0337cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9c0c987974b467684636e96428005d7&device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 1099 time: 0.0453329 Aug 23 03:39:35.037659 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.077250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-6bf89d7a-b1af-4f4d-8de2-d547d12648ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=3e508492-fd07-4497-8e64-d4f44aa85415 HTTP/1.1" status: 200 len: 217 time: 0.0586398 Aug 23 03:39:35.119303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:35.120402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cccf13be-2368-4366-ab85-7b911f847db1 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:35.126504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event updated for resources: {'Port': ['ID=69132b16-1425-4f95-afc0-0c46580c6fcf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:35.130016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:35.132035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:35.174941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-20d93d85-7088-48d8-817f-7836170202a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:35.176395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-20d93d85-7088-48d8-817f-7836170202a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0898130 Aug 23 03:39:35.201714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9edb-f8f6-41a3-afb8-173d939a6ad6 req-1781ca17-51bb-467a-b2f8-8e6cb0ce5517 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:35.203343 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701f9edb-f8f6-41a3-afb8-173d939a6ad6 req-1781ca17-51bb-467a-b2f8-8e6cb0ce5517 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 946 time: 0.0843186 Aug 23 03:39:35.226329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port cccf13be-2368-4366-ab85-7b911f847db1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:35.231171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port cccf13be-2368-4366-ab85-7b911f847db1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:35.231664 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.254583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-14050f8d-7b35-401e-bc30-50607d525d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:35.256075 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-14050f8d-7b35-401e-bc30-50607d525d3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708144 Aug 23 03:39:35.264854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-701f9edb-f8f6-41a3-afb8-173d939a6ad6 req-759600f7-a2ab-44d8-8271-251cfe6ede80 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465553 Aug 23 03:39:35.277418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.294027 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.327968 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.352931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf779a-e475-469b-8b35-6a967b178694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccf13be-2368-4366-ab85-7b911f847db1'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:35.355196 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6dd6a0-33d6-4869-8654-ed7baabf2523" -d '{"events": [{"server_uuid": "72bf779a-e475-469b-8b35-6a967b178694", "name": "network-vif-plugged", "status": "completed", "tag": "cccf13be-2368-4366-ab85-7b911f847db1"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:35.362152 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-a099d2ac-7dad-4e44-943a-3109bd77c5ec service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960109 Aug 23 03:39:35.367762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cccf13be-2368-4366-ab85-7b911f847db1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cccf13be-2368-4366-ab85-7b911f847db1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:35.396447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.400550 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ab0d6e-c66a-49b5-bfa4-d80d5dcedb1d x-openstack-request-id: req-e5ab0d6e-c66a-49b5-bfa4-d80d5dcedb1d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:35.400729 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf779a-e475-469b-8b35-6a967b178694", "name": "network-vif-plugged", "status": "completed", "tag": "cccf13be-2368-4366-ab85-7b911f847db1", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:35.400902 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5ab0d6e-c66a-49b5-bfa4-d80d5dcedb1d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:35.401560 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf779a-e475-469b-8b35-6a967b178694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccf13be-2368-4366-ab85-7b911f847db1', 'code': 200} Aug 23 03:39:35.420075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.467994 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.469053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:35.469970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-204636ac-7bd9-4dfe-92b5-41672feed3cf req-474ebbe3-5998-433d-b8a2-78fed7f37c5f service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962465 Aug 23 03:39:35.510034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Network 00c74ffb-1fa9-4d25-bebc-439092fdba23 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:35.512314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:35.527426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:35.534910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9ea9e-4305-4dd4-95fd-3e7d3d6bf2f0 req-83483c9a-bde5-4641-bed1-4521a8a03bcc tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:35.536613 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4b9ea9e-4305-4dd4-95fd-3e7d3d6bf2f0 req-83483c9a-bde5-4641-bed1-4521a8a03bcc tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 931 time: 0.0651608 Aug 23 03:39:35.543691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cccf13be-2368-4366-ab85-7b911f847db1,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:35.579310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Pushing event updated for resources: {'Port': ['ID=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:35.592023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4b9ea9e-4305-4dd4-95fd-3e7d3d6bf2f0 req-843fd24f-9901-484f-b777-f6bb53f6c40e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Aug 23 03:39:35.612038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:35.620218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:35.626171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.691823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543717e-1947-4c9f-b09a-ff0be5dccfbf req-c46156e2-5a6a-41bd-99b0-5092407f9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:35.693270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e543717e-1947-4c9f-b09a-ff0be5dccfbf req-c46156e2-5a6a-41bd-99b0-5092407f9f87 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 1096 time: 0.1881802 Aug 23 03:39:35.693416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f6699-c3d1-48b6-9171-fe5d7efcd191 req-2afa2a97-8530-4b38-a3c5-efc4f2f98062 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:35.694964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-367f6699-c3d1-48b6-9171-fe5d7efcd191 req-2afa2a97-8530-4b38-a3c5-efc4f2f98062 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 946 time: 0.0512955 Aug 23 03:39:35.699602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:35.700182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.722892 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.746289 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-367f6699-c3d1-48b6-9171-fe5d7efcd191 req-f34ba153-54e0-48fa-8281-5bf6817c084e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385766 Aug 23 03:39:35.758021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:35.781581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8743d32-93cd-4f81-852f-f6efd6e68e1a req-55136af6-e557-4b1e-bbb8-56d1bae0eab3 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:35.783058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8743d32-93cd-4f81-852f-f6efd6e68e1a req-55136af6-e557-4b1e-bbb8-56d1bae0eab3 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 948 time: 0.1348209 Aug 23 03:39:35.789037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-71c4e92e-1cfd-473e-aac6-6f10ae18edf6 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4161706 Aug 23 03:39:35.796489 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e543717e-1947-4c9f-b09a-ff0be5dccfbf req-b320699a-2843-43d7-84e4-e778262a23a9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799477 Aug 23 03:39:35.810533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Request body: {'port': {'device_id': '3b33bc70-9701-4023-9584-7e9cce15d886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:35.817443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.827927 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.828738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:39:35.867680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:39:35.868027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 47b9d6fa-6d4c-4dbe-be9b-50d7bbd02609 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:39:35.881694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8743d32-93cd-4f81-852f-f6efd6e68e1a req-b555ee7b-76f9-4c02-b001-16f246f6d810 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870917 Aug 23 03:39:35.884287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.904004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:35.925684 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:35.993811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event updated for resources: {'Port': ['ID=69132b16-1425-4f95-afc0-0c46580c6fcf,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:36.014979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:36.050387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0e99e-73e4-4a79-bfa1-1712f5d3429a req-7cd3f8df-907c-48ac-ac40-2648a75c5ea3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:36.051938 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3db0e99e-73e4-4a79-bfa1-1712f5d3429a req-7cd3f8df-907c-48ac-ac40-2648a75c5ea3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0488253 Aug 23 03:39:36.110573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3db0e99e-73e4-4a79-bfa1-1712f5d3429a req-2984de85-7390-4a25-ad7d-92c837644c7a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Aug 23 03:39:36.121445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:36.123699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-940f0618-a6c9-493e-8a53-8d80f913d897 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2785013 Aug 23 03:39:36.392628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b2ae-7791-4d2e-83a8-359814554677 req-18e0d5e7-ebbc-41da-84f6-5de6b77b4679 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:36.394866 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-18e0d5e7-ebbc-41da-84f6-5de6b77b4679 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/networks?id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 HTTP/1.1" status: 200 len: 822 time: 0.1112163 Aug 23 03:39:36.412038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-869db476-f42d-4570-a282-bce1691ecbf9 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/quotas/169f7aa900084747bb8279149def8425 HTTP/1.1" status: 200 len: 375 time: 0.0103068 Aug 23 03:39:36.463259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-2dbed939-ea88-45c4-b4b1-3914557b44d2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=169f7aa900084747bb8279149def8425&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449903 Aug 23 03:39:36.530188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460004c-1531-45d2-a0bf-7856e28b5145 req-fff61174-6099-4d14-b841-ef847ef3f5dd tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:36.531652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5460004c-1531-45d2-a0bf-7856e28b5145 req-fff61174-6099-4d14-b841-ef847ef3f5dd tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.3884571 Aug 23 03:39:36.560039 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-0f1f8563-3573-4dd3-adb5-c4a556f1d667 service neutron] 10.222.0.20 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886877 Aug 23 03:39:36.604637 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5460004c-1531-45d2-a0bf-7856e28b5145 req-2e24f83e-5edc-47d2-985b-1378e2a3d4a0 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636959 Aug 23 03:39:36.616179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:36.631523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:36.644078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Transition to ACTIVE for port object 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:36.656630 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-13d974f4-42cd-4fd6-a50a-70bc1914c2c6 service neutron] 10.222.0.20 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904312 Aug 23 03:39:36.712298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16552c-8253-465d-9d3d-bb3a44333d16 req-0a517dc8-8dfa-4134-ae41-28ca3cc97806 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:36.713832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e16552c-8253-465d-9d3d-bb3a44333d16 req-0a517dc8-8dfa-4134-ae41-28ca3cc97806 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 931 time: 0.0491104 Aug 23 03:39:36.717675 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:36.797226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e16552c-8253-465d-9d3d-bb3a44333d16 req-1e789242-0c7b-41dd-b388-024baf6ebfad tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770202 Aug 23 03:39:36.797718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Pushing event updated for resources: {'Port': ['ID=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:36.918428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Attempting to bind port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:36.918829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Attempting to bind port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:36.919222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Attempting to bind port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd on network 00c74ffb-1fa9-4d25-bebc-439092fdba23 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:36.930325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bcd3a-40da-4f46-a664-6123d6f31b24 req-42bae171-911b-4f9d-ac40-53d1636ebe9d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:36.931819 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a9bcd3a-40da-4f46-a664-6123d6f31b24 req-42bae171-911b-4f9d-ac40-53d1636ebe9d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 946 time: 0.0706415 Aug 23 03:39:36.934356 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff1e2963-b93c-428e-b958-980ed9231938 req-95c3981f-13f5-4c13-8c81-f2cb8e3293b2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 210 time: 0.0383725 Aug 23 03:39:36.937969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd on network 00c74ffb-1fa9-4d25-bebc-439092fdba23 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:39:36.937969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Attempting to bind port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd on network 00c74ffb-1fa9-4d25-bebc-439092fdba23 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:36.943190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:36.943527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Checking segment: {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:36.944055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Bound using segment: {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:36.944328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Bound port: 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1931bdc-682b-4487-9e03-e97c82a9be82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:36.953219 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:37.018187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a9bcd3a-40da-4f46-a664-6123d6f31b24 req-b1a41d7a-0364-49e2-bb49-2c50209ace04 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627322 Aug 23 03:39:37.043371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] For port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:37.046341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffeeda-452e-4ea5-be59-08c36670881a req-6bc0194e-c159-4072-891e-b4c7ac9b6f38 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.047524 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] For port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:37.048052 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51ffeeda-452e-4ea5-be59-08c36670881a req-6bc0194e-c159-4072-891e-b4c7ac9b6f38 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 948 time: 0.0550692 Aug 23 03:39:37.088405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51ffeeda-452e-4ea5-be59-08c36670881a req-6d916963-71f1-4018-b103-1407bb25142b tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329480 Aug 23 03:39:37.124497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:37.160530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.163166 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:37.163166 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] 10.222.0.24 "PUT /v2.0/ports/6e65a310-bb62-4ab9-8b8c-fd01a86e00dd HTTP/1.1" status: 200 len: 1091 time: 1.3604701 Aug 23 03:39:37.163166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b33bc70-9701-4023-9584-7e9cce15d886', 'tag': '6e65a310-bb62-4ab9-8b8c-fd01a86e00dd'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:37.182429 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400f316e-a46d-4b83-afa7-314ba0db5b85" -d '{"events": [{"name": "network-changed", "server_uuid": "3b33bc70-9701-4023-9584-7e9cce15d886", "tag": "6e65a310-bb62-4ab9-8b8c-fd01a86e00dd"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:37.254874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07ade1-52fd-4dc4-a895-d9cc0ed09508 service neutron] Pushing event updated for resources: {'Port': ['ID=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:37.283594 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:37.289638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153ed54-ea29-4ff6-9675-dc58855d564b req-1f7b0dac-4d55-43b6-a9b6-6031a39dab06 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.291149 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0153ed54-ea29-4ff6-9675-dc58855d564b req-1f7b0dac-4d55-43b6-a9b6-6031a39dab06 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0600564 Aug 23 03:39:37.311268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-d8d3b252-75de-4c33-aca0-7c7b974f0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.312661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-d8d3b252-75de-4c33-aca0-7c7b974f0de2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 1094 time: 0.0431602 Aug 23 03:39:37.328743 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0153ed54-ea29-4ff6-9675-dc58855d564b req-3dd2c8ae-2c89-4763-972c-54432d785dbc tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Aug 23 03:39:37.360028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-11f6da29-8f62-4ca7-8a92-70fc71027d09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd HTTP/1.1" status: 200 len: 217 time: 0.0390706 Aug 23 03:39:37.375242 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0529f8-223f-47d9-945c-479db14abf69 x-openstack-request-id: req-0e0529f8-223f-47d9-945c-479db14abf69 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:37.382155 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b33bc70-9701-4023-9584-7e9cce15d886", "tag": "6e65a310-bb62-4ab9-8b8c-fd01a86e00dd", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:37.382155 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e0529f8-223f-47d9-945c-479db14abf69 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:37.382155 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b33bc70-9701-4023-9584-7e9cce15d886', 'tag': '6e65a310-bb62-4ab9-8b8c-fd01a86e00dd', 'status': 'completed', 'code': 200} Aug 23 03:39:37.402506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2395054a-9890-4974-9c69-bd5371c49f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b914b89-806a-4a2f-8a42-552c1cbf6ca9'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:37.404988 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d4b3cd-8a14-43a0-9f56-9f74c0982157" -d '{"events": [{"server_uuid": "2395054a-9890-4974-9c69-bd5371c49f84", "name": "network-vif-plugged", "status": "completed", "tag": "7b914b89-806a-4a2f-8a42-552c1cbf6ca9"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:37.411964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-4eb80a57-130c-483a-a7af-f05128c5a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.413534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-4eb80a57-130c-483a-a7af-f05128c5a681 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfcfaae4-71ad-468e-bb46-224ebaab3581 HTTP/1.1" status: 200 len: 854 time: 0.0464494 Aug 23 03:39:37.453326 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a085ec-1bee-4a39-a39d-db409e8c1870 x-openstack-request-id: req-c2a085ec-1bee-4a39-a39d-db409e8c1870 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:37.453622 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2395054a-9890-4974-9c69-bd5371c49f84", "name": "network-vif-plugged", "status": "completed", "tag": "7b914b89-806a-4a2f-8a42-552c1cbf6ca9", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:37.453874 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2a085ec-1bee-4a39-a39d-db409e8c1870 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:37.454287 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2395054a-9890-4974-9c69-bd5371c49f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b914b89-806a-4a2f-8a42-552c1cbf6ca9', 'code': 200} Aug 23 03:39:37.454806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-496c4281-b98d-415a-867b-a6bc542df158 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00c74ffb-1fa9-4d25-bebc-439092fdba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335782 Aug 23 03:39:37.564986 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-103b7075-d6ba-4276-82bd-1d43d74d55d6 service neutron] 10.222.0.24 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021309 Aug 23 03:39:37.647287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f181956-b135-40e3-a57f-778a47ae0cc3 req-63e7191c-dd7c-4588-b25e-76f12f2d6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.648785 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f181956-b135-40e3-a57f-778a47ae0cc3 req-63e7191c-dd7c-4588-b25e-76f12f2d6d45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 1096 time: 0.0976658 Aug 23 03:39:37.695886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f954ea8-9382-4cab-b223-81dd9f7fdaaa req-343c998d-33f9-49ee-9b1a-34052be93493 service neutron] 10.222.0.24 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176233 Aug 23 03:39:37.702149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f181956-b135-40e3-a57f-778a47ae0cc3 req-512dcafe-738e-4e24-8e0e-4030c5311702 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442984 Aug 23 03:39:37.752835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dea29-1fc2-427d-a63b-8943033efb5c req-190d9cb1-0f89-40fd-9292-9465ae8d91e7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.754299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a67dea29-1fc2-427d-a63b-8943033efb5c req-190d9cb1-0f89-40fd-9292-9465ae8d91e7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0535042 Aug 23 03:39:37.792684 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a67dea29-1fc2-427d-a63b-8943033efb5c req-e7011892-6746-444c-877e-3ebd13b553c6 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Aug 23 03:39:37.846104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-b7c271a0-6968-40fe-87ee-041ffd03b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.848612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-b7c271a0-6968-40fe-87ee-041ffd03b305 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 1094 time: 0.0466900 Aug 23 03:39:37.975431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565838f5-4aa2-4a5e-8e81-79a48d5b524d req-a92d09f4-255f-4568-bbdf-05c47e227280 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.977063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-565838f5-4aa2-4a5e-8e81-79a48d5b524d req-a92d09f4-255f-4568-bbdf-05c47e227280 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 943 time: 0.1029310 Aug 23 03:39:37.981822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-3221da97-a1a6-4376-834f-1b936d39c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:37.983205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-3221da97-a1a6-4376-834f-1b936d39c99c service neutron] 10.222.0.24 "GET /v2.0/networks?id=00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 200 len: 914 time: 0.1276350 Aug 23 03:39:38.023472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7132d2e-3ef2-431b-ba3c-314656922e10 req-b7726c58-7005-40e2-aab4-b59fd7b0bd86 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 210 time: 0.0245767 Aug 23 03:39:38.036663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-ec7013b9-e96c-4d36-a0f2-e689c6b3253a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd HTTP/1.1" status: 200 len: 217 time: 0.0391216 Aug 23 03:39:38.058141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-565838f5-4aa2-4a5e-8e81-79a48d5b524d req-0268ec2f-a14a-4ecd-a53a-3e5e0b89f613 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740311 Aug 23 03:39:38.099907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-5e93401a-0ed4-4265-8aae-f8edc15a19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:38.101411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-5e93401a-0ed4-4265-8aae-f8edc15a19b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfcfaae4-71ad-468e-bb46-224ebaab3581 HTTP/1.1" status: 200 len: 854 time: 0.0571544 Aug 23 03:39:38.135727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-915b898b-655c-4889-90cf-a301de4b48c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00c74ffb-1fa9-4d25-bebc-439092fdba23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246468 Aug 23 03:39:38.208846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb859927-aced-45c7-a6ea-f3e63f16e929 req-b7c567c4-1e5e-49d4-9669-b1d298aaf3ba tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:38.211240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cb859927-aced-45c7-a6ea-f3e63f16e929 req-b7c567c4-1e5e-49d4-9669-b1d298aaf3ba tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 948 time: 0.0537779 Aug 23 03:39:38.234599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-261c1180-622a-4940-a6bc-4ccbf123347d service neutron] 10.222.0.24 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902994 Aug 23 03:39:38.284290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cb859927-aced-45c7-a6ea-f3e63f16e929 req-ca0d439d-554c-4b6b-bfba-c7c6c02869b0 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471525 Aug 23 03:39:38.324145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:38.340619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-400f316e-a46d-4b83-afa7-314ba0db5b85 req-a362bfe3-1774-4e70-8de3-39deee007d49 service neutron] 10.222.0.24 "GET /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941832 Aug 23 03:39:38.425031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:38.436125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3e508492-fd07-4497-8e64-d4f44aa85415', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '3e508492-fd07-4497-8e64-d4f44aa85415', 'mac_address': 'fa:16:3e:74:f1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:38.446806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655cf3f-c0e9-4a93-9bf9-7a627075169b req-cecc7b4c-3d53-4ebc-a7d6-4a7deb085539 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:38.448381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1655cf3f-c0e9-4a93-9bf9-7a627075169b req-cecc7b4c-3d53-4ebc-a7d6-4a7deb085539 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0492575 Aug 23 03:39:38.479781 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:38.490722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1655cf3f-c0e9-4a93-9bf9-7a627075169b req-f5693997-0976-4333-8122-4f0295f85a3b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Aug 23 03:39:38.496021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e508492-fd07-4497-8e64-d4f44aa85415 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:38.515553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:38.570649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:38.622499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:38.853736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3e508492-fd07-4497-8e64-d4f44aa85415'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:38.910345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883407-a027-4807-91db-b581a3751519 req-85f9b3c5-f1cd-4da2-8339-1ae206d83fee tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:38.912633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81883407-a027-4807-91db-b581a3751519 req-85f9b3c5-f1cd-4da2-8339-1ae206d83fee tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0566156 Aug 23 03:39:38.927498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80edfc-c84d-43fd-9a5e-0ed021e35fc4 req-a55e22d6-ca72-4f12-8074-acc15e15dc9c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:38.929565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1e80edfc-c84d-43fd-9a5e-0ed021e35fc4 req-a55e22d6-ca72-4f12-8074-acc15e15dc9c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0649185 Aug 23 03:39:38.959986 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81883407-a027-4807-91db-b581a3751519 req-642d0b2b-8fa1-4f2a-aa2a-1b0f51c643da tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Aug 23 03:39:38.982142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1e80edfc-c84d-43fd-9a5e-0ed021e35fc4 req-2726ad2b-88ba-46ac-9d87-ce506bc50d2f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Aug 23 03:39:39.121407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8730e4c4-8464-4b3c-9958-cdacbff01add req-65876fab-7de8-4ec4-a574-21cbf7537b40 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 210 time: 0.0319777 Aug 23 03:39:39.177639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d9c64-2083-4289-a355-9ee7d59c1290 req-46c8c1ff-01cb-4842-9b18-f3f2609fef04 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:39.179489 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-041d9c64-2083-4289-a355-9ee7d59c1290 req-46c8c1ff-01cb-4842-9b18-f3f2609fef04 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 943 time: 0.0486889 Aug 23 03:39:39.216773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-041d9c64-2083-4289-a355-9ee7d59c1290 req-1eff9c94-b482-402c-98f6-c7ca879a3b6b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Aug 23 03:39:39.401038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4fbbd-3ecd-4b75-b30e-84170c853260 req-4a528237-74d6-4e95-bc85-19cc0362ea3b tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:39.402509 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4dd4fbbd-3ecd-4b75-b30e-84170c853260 req-4a528237-74d6-4e95-bc85-19cc0362ea3b tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 949 time: 0.0518501 Aug 23 03:39:39.404196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b2ae-7791-4d2e-83a8-359814554677 req-3e4d7b06-51be-40ef-b9dd-b34294b80054 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:39.405708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-3e4d7b06-51be-40ef-b9dd-b34294b80054 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.11 "GET /v2.0/networks?id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 HTTP/1.1" status: 200 len: 822 time: 0.1236613 Aug 23 03:39:39.433894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Request body: {'port': {'device_id': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87', 'admin_state_up': True, 'tenant_id': '169f7aa900084747bb8279149def8425'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:39.440281 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4dd4fbbd-3ecd-4b75-b30e-84170c853260 req-4d14f4df-c09e-4348-8905-4b3943a979d2 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 Aug 23 03:39:39.627759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Made reservation on behalf of 169f7aa900084747bb8279149def8425 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:39:39.631304 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:39.751443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Allocated IP 172.20.0.10 (e2e5a365-c9e0-4223-b53e-31a6e7fa8e87/e57a3556-471a-46e1-b153-edcf81c93a12/cef9c871-30ca-4f1e-9dda-d0f14e961b15) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:39:39.903526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.015750 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.077035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:39:40.078192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec45e0c-6771-4140-a31f-e324b7aeb230 req-2f646326-b329-4c9e-9dc7-446112f01a13 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:40.080213 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cec45e0c-6771-4140-a31f-e324b7aeb230 req-2f646326-b329-4c9e-9dc7-446112f01a13 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0511327 Aug 23 03:39:40.093038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:39:40.100920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:39:40.106235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event updated for resources: {'Port': ['ID=cef9c871-30ca-4f1e-9dda-d0f14e961b15,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:40.121157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cec45e0c-6771-4140-a31f-e324b7aeb230 req-8a6b95a8-fa4f-4749-b108-a22ceecff686 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345562 Aug 23 03:39:40.157336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebde07-3325-4ff9-82f7-ab9164bc9ba5 req-dcff3ed7-64cf-4aa7-9035-ac454aff8a6a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:40.158872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40ebde07-3325-4ff9-82f7-ab9164bc9ba5 req-dcff3ed7-64cf-4aa7-9035-ac454aff8a6a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.1069593 Aug 23 03:39:40.167096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:40.167713 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.221156 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40ebde07-3325-4ff9-82f7-ab9164bc9ba5 req-d4206bf5-5f87-4655-86c6-7557f4a62231 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506780 Aug 23 03:39:40.241477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81557f09-c5c4-4951-bcf4-57a1e1ed0a01 req-b6ae68f6-cc62-414d-86c1-b26732efd618 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:40.243060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81557f09-c5c4-4951-bcf4-57a1e1ed0a01 req-b6ae68f6-cc62-414d-86c1-b26732efd618 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 932 time: 0.0495200 Aug 23 03:39:40.285267 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81557f09-c5c4-4951-bcf4-57a1e1ed0a01 req-4919b5ba-33c7-4356-94fc-1b457980e791 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341785 Aug 23 03:39:40.299853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-a4c52359-3ef4-4240-a3f5-64e569f73ef4 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8700325 Aug 23 03:39:40.323750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Request body: {'port': {'device_id': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:39:40.326145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:40.330270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:40.392144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dfc9f-7d49-4f86-8c72-ce96584f9601 req-4d54f05d-87c5-4245-b997-5b24baef55af tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:40.393727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-179dfc9f-7d49-4f86-8c72-ce96584f9601 req-4d54f05d-87c5-4245-b997-5b24baef55af tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 943 time: 0.1036735 Aug 23 03:39:40.400630 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.465233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-179dfc9f-7d49-4f86-8c72-ce96584f9601 req-8a632986-7d8b-4de0-aaff-d7879af34a3e tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622940 Aug 23 03:39:40.477616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:40.492041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 3e508492-fd07-4497-8e64-d4f44aa85415 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:40.497934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '6e65a310-bb62-4ab9-8b8c-fd01a86e00dd', 'network_id': '00c74ffb-1fa9-4d25-bebc-439092fdba23', 'port_id': '6e65a310-bb62-4ab9-8b8c-fd01a86e00dd', 'mac_address': 'fa:16:3e:e1:f5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcfaae4-71ad-468e-bb46-224ebaab3581', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:40.499557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3e508492-fd07-4497-8e64-d4f44aa85415 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:40.499929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.582723 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.608439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:40.656597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:40.667137 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.692392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:40.694845 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929a523b-98b5-4b4a-a2c6-6a643077ee42" -d '{"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-plugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:40.707985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:40.719855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27a1e3-8bb7-44d8-b10c-bbfea5a5937d req-00ef2c0d-7883-4083-8976-f58bf59c09f0 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:40.725327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df27a1e3-8bb7-44d8-b10c-bbfea5a5937d req-00ef2c0d-7883-4083-8976-f58bf59c09f0 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 949 time: 0.0753031 Aug 23 03:39:40.741090 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.768467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df27a1e3-8bb7-44d8-b10c-bbfea5a5937d req-2b33609b-d754-4f85-be01-5148f4199e48 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 Aug 23 03:39:40.789869 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.807620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:40.816969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef9c871-30ca-4f1e-9dda-d0f14e961b15 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:40.825723 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.833917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144981b-48bb-45ab-a3f0-ee7ffb175941 req-79b4608c-2a6b-4fba-b9dd-221893213afd tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:40.835588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3144981b-48bb-45ab-a3f0-ee7ffb175941 req-79b4608c-2a6b-4fba-b9dd-221893213afd tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0884376 Aug 23 03:39:40.839360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Transition to ACTIVE for port object cef9c871-30ca-4f1e-9dda-d0f14e961b15 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:39:40.853582 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efb3113-6261-4c46-878d-57c94ae65171 x-openstack-request-id: req-3efb3113-6261-4c46-878d-57c94ae65171 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:40.854094 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-plugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:40.854423 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3efb3113-6261-4c46-878d-57c94ae65171 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:40.854811 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415', 'code': 200} Aug 23 03:39:40.887821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-df10a1c7-7ad3-40b8-828b-76b00a82acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:40.893245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-df10a1c7-7ad3-40b8-828b-76b00a82acc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 1096 time: 0.0485823 Aug 23 03:39:40.895593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:40.930872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3144981b-48bb-45ab-a3f0-ee7ffb175941 req-19b30f12-a463-48e5-a079-ddd5b8702469 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832572 Aug 23 03:39:40.935450 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:40.976735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6e65a310-bb62-4ab9-8b8c-fd01a86e00dd'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:41.059052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cef9c871-30ca-4f1e-9dda-d0f14e961b15,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:41.069159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f4822-f422-4721-b1c6-3c999f544032 req-6e0d993e-c828-4c7a-a5c1-c8f54a544ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.070694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b47f4822-f422-4721-b1c6-3c999f544032 req-6e0d993e-c828-4c7a-a5c1-c8f54a544ddb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 1101 time: 0.1527984 Aug 23 03:39:41.131615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-6d8ef65a-985b-4ba9-bc8d-45fa7f50eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.133079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-6d8ef65a-985b-4ba9-bc8d-45fa7f50eb26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 200 len: 911 time: 0.2357559 Aug 23 03:39:41.189963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-74f1bdb6-afe5-41e5-bafe-3b418911764f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b914b89-806a-4a2f-8a42-552c1cbf6ca9 HTTP/1.1" status: 200 len: 217 time: 0.0460095 Aug 23 03:39:41.191833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b47f4822-f422-4721-b1c6-3c999f544032 req-d60bbc57-8e20-45aa-bff2-837f8b9feee2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020052 Aug 23 03:39:41.235389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcc304-a932-4cb4-b855-c7ae7fc86ada req-85cb3117-f7b8-4e73-870d-e5ee9804da41 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.236838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Attempting to bind port cef9c871-30ca-4f1e-9dda-d0f14e961b15 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:39:41.237038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cedcc304-a932-4cb4-b855-c7ae7fc86ada req-85cb3117-f7b8-4e73-870d-e5ee9804da41 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0484290 Aug 23 03:39:41.237202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Attempting to bind port cef9c871-30ca-4f1e-9dda-d0f14e961b15 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:39:41.237526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Attempting to bind port cef9c871-30ca-4f1e-9dda-d0f14e961b15 on network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:41.245772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Port cef9c871-30ca-4f1e-9dda-d0f14e961b15 on network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:39:41.246088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Attempting to bind port cef9c871-30ca-4f1e-9dda-d0f14e961b15 on network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:39:41.254700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:39:41.260061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Checking segment: {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:39:41.260061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Bound using segment: {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:39:41.260061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Bound port: cef9c871-30ca-4f1e-9dda-d0f14e961b15, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:39:41.260061 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:41.266757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-be64c2c4-16f3-43a6-907a-ca978fb50fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.268699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-be64c2c4-16f3-43a6-907a-ca978fb50fb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db73e230-8414-4e9f-923a-52dac4ceceb7 HTTP/1.1" status: 200 len: 851 time: 0.0678074 Aug 23 03:39:41.278426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cedcc304-a932-4cb4-b855-c7ae7fc86ada req-9619053d-7f20-4fe7-9d76-d54cf1c10f65 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Aug 23 03:39:41.322506 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-4290f618-2493-4c34-be9a-08364a38799e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f38fd29c-90b7-4585-b02d-4bb3f85b4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303283 Aug 23 03:39:41.374715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] For port cef9c871-30ca-4f1e-9dda-d0f14e961b15, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:39:41.406638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b83fae-cb57-4002-a12a-14188f4c6226 req-9a88a174-dfa0-457a-a353-fabf66910ef5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.408733 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-11b83fae-cb57-4002-a12a-14188f4c6226 req-9a88a174-dfa0-457a-a353-fabf66910ef5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 944 time: 0.0514488 Aug 23 03:39:41.417645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] For port cef9c871-30ca-4f1e-9dda-d0f14e961b15, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:39:41.444382 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-ca175e3c-caf1-4f4e-a749-8bbdef4744e0 service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078176 Aug 23 03:39:41.445957 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-11b83fae-cb57-4002-a12a-14188f4c6226 req-dd82931a-aba5-4ec7-867d-e295d6af902d tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310802 Aug 23 03:39:41.513785 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:41.569682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.570284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:41.571601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] 10.222.0.11 "PUT /v2.0/ports/cef9c871-30ca-4f1e-9dda-d0f14e961b15 HTTP/1.1" status: 200 len: 1092 time: 1.2533433 Aug 23 03:39:41.576316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'tag': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:41.576623 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6671b3-74ce-448a-887b-7544fb77216d" -d '{"events": [{"name": "network-changed", "server_uuid": "39b23834-a29e-42a0-8144-30d51c9b10ab", "tag": "cef9c871-30ca-4f1e-9dda-d0f14e961b15"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:41.627054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43436d19-ceb6-408a-b6aa-1b335089c5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cef9c871-30ca-4f1e-9dda-d0f14e961b15,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:41.632394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86e15d8a-117d-4f71-928f-744817c0dc05 req-93c0214c-fd78-4212-8b2b-1c13a3aec6bb service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794021 Aug 23 03:39:41.654035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110d137-4eb4-4550-a799-0062bfabbe08 req-9ba0d4c5-33ed-45a3-9295-eab139238d46 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.654035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5110d137-4eb4-4550-a799-0062bfabbe08 req-9ba0d4c5-33ed-45a3-9295-eab139238d46 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 944 time: 0.1043291 Aug 23 03:39:41.669322 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a5a00-44e6-4866-b46b-fcf1d3c66a17 x-openstack-request-id: req-cc8a5a00-44e6-4866-b46b-fcf1d3c66a17 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:41.670108 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b23834-a29e-42a0-8144-30d51c9b10ab", "tag": "cef9c871-30ca-4f1e-9dda-d0f14e961b15", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:41.670378 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc8a5a00-44e6-4866-b46b-fcf1d3c66a17 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:41.671029 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'tag': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15', 'status': 'completed', 'code': 200} Aug 23 03:39:41.707700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5110d137-4eb4-4550-a799-0062bfabbe08 req-7865f99d-f910-4f11-9f23-87e1f978f1bc tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458083 Aug 23 03:39:41.735429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b2ae-7791-4d2e-83a8-359814554677 req-8b09e9d1-bab2-444a-b007-97fbc02c2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.736917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-8b09e9d1-bab2-444a-b007-97fbc02c2376 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=169f7aa900084747bb8279149def8425&device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 1095 time: 0.0423687 Aug 23 03:39:41.746824 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:39:41.800460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-84b8d674-009b-4df1-938c-7adbd880cdb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15 HTTP/1.1" status: 200 len: 217 time: 0.0379014 Aug 23 03:39:41.850660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b2ae-7791-4d2e-83a8-359814554677 req-8a2c2266-ce33-4f00-9806-31c6dd1021c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.852105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-8a2c2266-ce33-4f00-9806-31c6dd1021c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e57a3556-471a-46e1-b153-edcf81c93a12 HTTP/1.1" status: 200 len: 862 time: 0.0441148 Aug 23 03:39:41.887889 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-c5ace39a-ae10-4083-a444-3137cdb55b54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252335 Aug 23 03:39:41.889448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80309f6e-b669-492e-a531-611494071bac req-526a53ed-03c3-4764-bb97-81a9c861af84 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:41.890908 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80309f6e-b669-492e-a531-611494071bac req-526a53ed-03c3-4764-bb97-81a9c861af84 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 950 time: 0.0493858 Aug 23 03:39:41.929445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80309f6e-b669-492e-a531-611494071bac req-744d02ea-3809-410f-aaf2-4935c68fd219 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Aug 23 03:39:42.029719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-595a4ae8-0cb3-4729-aabf-0151fe261a92 service neutron] 10.222.0.11 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244676 Aug 23 03:39:42.076952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c83fc8-867c-42fa-b2ae-8a6748f8729c req-196b1d35-b580-4461-a78a-b0770e80f48f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:42.078451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-49c83fc8-867c-42fa-b2ae-8a6748f8729c req-196b1d35-b580-4461-a78a-b0770e80f48f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0801520 Aug 23 03:39:42.155667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-49c83fc8-867c-42fa-b2ae-8a6748f8729c req-226b76a0-848f-4716-b5c8-b42d0189a6d5 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542424 Aug 23 03:39:42.159403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9025b2ae-7791-4d2e-83a8-359814554677 req-8d0b0325-9928-4944-a395-af914a197b4b service neutron] 10.222.0.11 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227560 Aug 23 03:39:42.339864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:42.432298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6671b3-74ce-448a-887b-7544fb77216d req-3f9178f2-82a1-4e16-869c-c8fd4b14f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:42.433897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a6671b3-74ce-448a-887b-7544fb77216d req-3f9178f2-82a1-4e16-869c-c8fd4b14f0c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=169f7aa900084747bb8279149def8425&device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 1095 time: 0.0662358 Aug 23 03:39:42.440906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4a719-8612-43b2-8f22-f54f4cebbaaf req-98c69f09-e6ba-46f8-af68-649bc66d2cda tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:42.449843 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cee4a719-8612-43b2-8f22-f54f4cebbaaf req-98c69f09-e6ba-46f8-af68-649bc66d2cda tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0917013 Aug 23 03:39:42.462410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:42.466936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:42.468677 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:42.504033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cee4a719-8612-43b2-8f22-f54f4cebbaaf req-d4df3c8f-b568-4f47-a8d8-bef88b100aa4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481417 Aug 23 03:39:42.576190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6671b3-74ce-448a-887b-7544fb77216d req-b669ed60-9138-4f13-9d2b-4f4d19be8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:42.577875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a6671b3-74ce-448a-887b-7544fb77216d req-b669ed60-9138-4f13-9d2b-4f4d19be8782 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 HTTP/1.1" status: 200 len: 922 time: 0.1358414 Aug 23 03:39:42.585937 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:42.623924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:42.625254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a6671b3-74ce-448a-887b-7544fb77216d req-99a2ecd9-e186-47bd-beca-d7d20a390e4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15 HTTP/1.1" status: 200 len: 217 time: 0.0390389 Aug 23 03:39:42.636315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aab88-a3da-4753-bc15-490433033a06 req-06dfbcea-0409-4433-9e00-7aff47093916 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:42.637970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a43aab88-a3da-4753-bc15-490433033a06 req-06dfbcea-0409-4433-9e00-7aff47093916 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 944 time: 0.0926485 Aug 23 03:39:42.700824 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:42.711901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6671b3-74ce-448a-887b-7544fb77216d req-04f72727-a7b6-4e4e-93ff-12f6b7df72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:42.713503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a6671b3-74ce-448a-887b-7544fb77216d req-04f72727-a7b6-4e4e-93ff-12f6b7df72d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e57a3556-471a-46e1-b153-edcf81c93a12 HTTP/1.1" status: 200 len: 862 time: 0.0745325 Aug 23 03:39:42.716491 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a43aab88-a3da-4753-bc15-490433033a06 req-ef9a9639-1586-4e21-b856-a1e797261f9f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694418 Aug 23 03:39:42.748720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a6671b3-74ce-448a-887b-7544fb77216d req-9bf0947f-7e0a-44cc-9c45-d393b497d3dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283628 Aug 23 03:39:42.763046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:42.843487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a6671b3-74ce-448a-887b-7544fb77216d req-9fc399ad-1781-4062-ada7-d78bf4f0b9b4 service neutron] 10.222.0.11 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875654 Aug 23 03:39:42.856353 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33bc70-9701-4023-9584-7e9cce15d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e65a310-bb62-4ab9-8b8c-fd01a86e00dd'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:42.858686 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83090949-51c1-466a-ba88-7c227dc8063e" -d '{"events": [{"server_uuid": "3b33bc70-9701-4023-9584-7e9cce15d886", "name": "network-vif-plugged", "status": "completed", "tag": "6e65a310-bb62-4ab9-8b8c-fd01a86e00dd"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:42.898692 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550dff65-bfae-4b0d-a8b2-ad58eb35a2ba x-openstack-request-id: req-550dff65-bfae-4b0d-a8b2-ad58eb35a2ba {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:42.899202 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33bc70-9701-4023-9584-7e9cce15d886", "name": "network-vif-plugged", "status": "completed", "tag": "6e65a310-bb62-4ab9-8b8c-fd01a86e00dd", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:42.899630 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-550dff65-bfae-4b0d-a8b2-ad58eb35a2ba {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:42.904400 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33bc70-9701-4023-9584-7e9cce15d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e65a310-bb62-4ab9-8b8c-fd01a86e00dd', 'code': 200} Aug 23 03:39:42.970983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a6671b3-74ce-448a-887b-7544fb77216d req-6dc355bf-f379-432c-9487-916140e5b06c service neutron] 10.222.0.11 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207750 Aug 23 03:39:43.059339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31144a83-9ec1-4aae-989e-1c41c97b4163 req-7068823d-cee9-407f-845d-6bd9e751dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:43.060942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31144a83-9ec1-4aae-989e-1c41c97b4163 req-7068823d-cee9-407f-845d-6bd9e751dcc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 1096 time: 0.0889411 Aug 23 03:39:43.076648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859a16e-330b-4cc4-80b8-079f9762dfdb req-f2a2b223-8da5-4412-9e57-0c29dddc28ea tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:43.078566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f859a16e-330b-4cc4-80b8-079f9762dfdb req-f2a2b223-8da5-4412-9e57-0c29dddc28ea tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 950 time: 0.0651686 Aug 23 03:39:43.114284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 258e2663-9595-4381-a390-01fa0289e0e5 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:43.131283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31144a83-9ec1-4aae-989e-1c41c97b4163 req-a217caaf-d20c-40e6-a9a2-011be4479e63 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622678 Aug 23 03:39:43.163470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f859a16e-330b-4cc4-80b8-079f9762dfdb req-2c4eb69f-8ec0-4fe6-bad6-99b70a661ffd tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718098 Aug 23 03:39:43.204085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65367c57-85b2-4b0e-9ec7-f712de77ecf8 req-d3cbb685-2ce0-4461-b335-7df90eb4b906 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:43.205929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65367c57-85b2-4b0e-9ec7-f712de77ecf8 req-d3cbb685-2ce0-4461-b335-7df90eb4b906 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 945 time: 0.4064119 Aug 23 03:39:43.228900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=258e2663-9595-4381-a390-01fa0289e0e5,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:43.247903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '258e2663-9595-4381-a390-01fa0289e0e5', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'port_id': '258e2663-9595-4381-a390-01fa0289e0e5', 'mac_address': 'fa:16:3e:0c:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024e375b-07ee-47c3-b827-2fa19610e3a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:43.252115 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65367c57-85b2-4b0e-9ec7-f712de77ecf8 req-4b76c126-77f0-4ea2-930c-990c2bb463c4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Aug 23 03:39:43.293629 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:43.308535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 258e2663-9595-4381-a390-01fa0289e0e5 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:43.333042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=258e2663-9595-4381-a390-01fa0289e0e5,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:43.340684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6f200-29ff-4d74-b312-4621b2541d68 req-69a117c7-bc3b-46eb-9ac3-5c7d84bc417d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:43.342286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02d6f200-29ff-4d74-b312-4621b2541d68 req-69a117c7-bc3b-46eb-9ac3-5c7d84bc417d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0499094 Aug 23 03:39:43.405098 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:43.411499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02d6f200-29ff-4d74-b312-4621b2541d68 req-0fb14a62-fc60-4b5a-9476-3603bcc1596a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497143 Aug 23 03:39:43.470741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=258e2663-9595-4381-a390-01fa0289e0e5,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:43.613222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d22b0b-d00f-4461-9568-d9e4a75bf9d8 req-3232a282-a30c-4eb2-8297-ee030ae50ce7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:43.614784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47d22b0b-d00f-4461-9568-d9e4a75bf9d8 req-3232a282-a30c-4eb2-8297-ee030ae50ce7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0515575 Aug 23 03:39:43.654340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47d22b0b-d00f-4461-9568-d9e4a75bf9d8 req-c008713a-2368-4125-bc1d-6879ff47d8d0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337734 Aug 23 03:39:43.787500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['258e2663-9595-4381-a390-01fa0289e0e5'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:43.907016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540456b0-4c86-4bee-8467-47b39087d697 req-f4bd7ad7-70dd-420e-808b-714f0ec78f3d tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:43.908854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-540456b0-4c86-4bee-8467-47b39087d697 req-f4bd7ad7-70dd-420e-808b-714f0ec78f3d tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 944 time: 0.0832388 Aug 23 03:39:43.953760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-540456b0-4c86-4bee-8467-47b39087d697 req-f5834566-e22b-4f50-8f4e-1c20ffd1d31a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Aug 23 03:39:44.378600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e820-c097-469a-b5e8-6640f224c156 req-bea9c694-c97c-4415-b5c8-e1ab5791a3c7 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:44.380033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f4c8e820-c097-469a-b5e8-6640f224c156 req-bea9c694-c97c-4415-b5c8-e1ab5791a3c7 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 945 time: 0.0491776 Aug 23 03:39:44.418919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f4c8e820-c097-469a-b5e8-6640f224c156 req-328a114b-adff-4b34-ae82-aa0edb5134ff tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324726 Aug 23 03:39:44.525907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad369a36-2cdf-4753-915a-c43f87ed628a req-98dced2f-90a9-4b1a-be06-e3b068a9e09b tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:44.527384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ad369a36-2cdf-4753-915a-c43f87ed628a req-98dced2f-90a9-4b1a-be06-e3b068a9e09b tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0489371 Aug 23 03:39:44.588148 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ad369a36-2cdf-4753-915a-c43f87ed628a req-a7e94d6e-fbdd-414d-b522-4b0a131f912f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Aug 23 03:39:44.785555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2906b-637d-4fc7-9554-5f03877e2b8c req-dd2f3bbb-b0bc-4e9d-bfaf-2513b64ac0f1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:44.793622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3fd2906b-637d-4fc7-9554-5f03877e2b8c req-dd2f3bbb-b0bc-4e9d-bfaf-2513b64ac0f1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0611384 Aug 23 03:39:44.827884 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3fd2906b-637d-4fc7-9554-5f03877e2b8c req-063efd79-e26b-4fc4-9162-ca5f620c5ccd tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333986 Aug 23 03:39:45.073331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44956bb-96ec-437b-a4c5-db75a12ed50b req-70718ba6-dcbf-4ce7-b1eb-6b59a892d416 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:45.074840 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d44956bb-96ec-437b-a4c5-db75a12ed50b req-70718ba6-dcbf-4ce7-b1eb-6b59a892d416 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 944 time: 0.0475898 Aug 23 03:39:45.116675 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d44956bb-96ec-437b-a4c5-db75a12ed50b req-bb55a035-5c63-4053-bcab-dcae1ab16fbb tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350745 Aug 23 03:39:45.130056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 258e2663-9595-4381-a390-01fa0289e0e5 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:45.190198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 258e2663-9595-4381-a390-01fa0289e0e5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:45.190198 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:45.273315 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:45.298611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:45.301187 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfe58cb-fd02-4d5c-949c-e657eb9adc9b" -d '{"events": [{"server_uuid": "78092b06-ba84-4188-ba05-798443825505", "name": "network-vif-plugged", "status": "completed", "tag": "258e2663-9595-4381-a390-01fa0289e0e5"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:45.319542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=258e2663-9595-4381-a390-01fa0289e0e5,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:45.360028 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776c958d-cfb9-4a57-877d-be397aa23cf7 x-openstack-request-id: req-776c958d-cfb9-4a57-877d-be397aa23cf7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:45.360411 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78092b06-ba84-4188-ba05-798443825505", "name": "network-vif-plugged", "status": "completed", "tag": "258e2663-9595-4381-a390-01fa0289e0e5", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:45.360707 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-776c958d-cfb9-4a57-877d-be397aa23cf7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:45.361150 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5', 'code': 200} Aug 23 03:39:45.415213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:45.475544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=258e2663-9595-4381-a390-01fa0289e0e5,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:45.550632 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20037417-7a1a-4364-851b-75550d9b013b req-85ea3df0-c43b-4d7c-aa6e-1abb30d4c27c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:45.552137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-20037417-7a1a-4364-851b-75550d9b013b req-85ea3df0-c43b-4d7c-aa6e-1abb30d4c27c tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 945 time: 0.0516498 Aug 23 03:39:45.596222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-20037417-7a1a-4364-851b-75550d9b013b req-49869662-5604-412f-bf96-c0e70a478b85 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374827 Aug 23 03:39:45.712210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1c7f2-1eac-496d-a0ff-5f7ef00650ee req-38ce5c18-1fef-4cda-894c-0037a7112fe3 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:45.713719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-90e1c7f2-1eac-496d-a0ff-5f7ef00650ee req-38ce5c18-1fef-4cda-894c-0037a7112fe3 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0560069 Aug 23 03:39:45.723896 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac407df-c88f-41ac-982e-01f43eeae9be req-9173c4ca-5f3a-4b10-88a7-e725db043d6d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:45.725398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ac407df-c88f-41ac-982e-01f43eeae9be req-9173c4ca-5f3a-4b10-88a7-e725db043d6d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 945 time: 0.0526378 Aug 23 03:39:45.766466 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-90e1c7f2-1eac-496d-a0ff-5f7ef00650ee req-fb958b13-d1b8-41af-b31a-6de1e0cae09a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Aug 23 03:39:45.770124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ac407df-c88f-41ac-982e-01f43eeae9be req-0916e8ad-8c8a-41d6-a2ee-f866b44d4e9d tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385606 Aug 23 03:39:46.100241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc3143-d7f4-4232-91ef-bfebf14a776e req-7a559821-5983-4010-83ae-cef2a8ce5330 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:46.105879 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84fc3143-d7f4-4232-91ef-bfebf14a776e req-7a559821-5983-4010-83ae-cef2a8ce5330 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0722966 Aug 23 03:39:46.164162 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84fc3143-d7f4-4232-91ef-bfebf14a776e req-1772b131-af04-4f06-8a22-51767189bd1b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Aug 23 03:39:46.208868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95604cb-7722-4726-ba7d-2e004aa9994e req-879cfe1d-02bd-4cfa-b3f1-f808ae62af11 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:46.216141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f95604cb-7722-4726-ba7d-2e004aa9994e req-879cfe1d-02bd-4cfa-b3f1-f808ae62af11 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 945 time: 0.0741653 Aug 23 03:39:46.262535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f95604cb-7722-4726-ba7d-2e004aa9994e req-b3f48d45-c1fe-4852-8617-4fed7eff72ed tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436692 Aug 23 03:39:46.288630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0e782-4330-491c-9836-5c653b90711b req-234650c8-a2f6-4742-b7eb-9cdb329f3c28 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:46.290522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dd0e782-4330-491c-9836-5c653b90711b req-234650c8-a2f6-4742-b7eb-9cdb329f3c28 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 944 time: 0.0530868 Aug 23 03:39:46.339960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dd0e782-4330-491c-9836-5c653b90711b req-6980ef6b-f945-4e38-9e62-308660dbfa61 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Aug 23 03:39:46.379273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:46.396698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdf91f-88ed-45cb-baf0-f2147efe25b7 req-4c6aaa26-499a-4de4-a161-2d6c762a945b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:46.404003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87fdf91f-88ed-45cb-baf0-f2147efe25b7 req-4c6aaa26-499a-4de4-a161-2d6c762a945b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 945 time: 0.0628557 Aug 23 03:39:46.460645 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87fdf91f-88ed-45cb-baf0-f2147efe25b7 req-7bd53591-904b-4bf9-a5dc-143a589fa656 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557580 Aug 23 03:39:46.526864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:46.538902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3e508492-fd07-4497-8e64-d4f44aa85415', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '3e508492-fd07-4497-8e64-d4f44aa85415', 'mac_address': 'fa:16:3e:74:f1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:46.581612 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:46.605491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e508492-fd07-4497-8e64-d4f44aa85415 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:46.620752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:46.723395 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:46.817365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:46.892656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3e508492-fd07-4497-8e64-d4f44aa85415'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:46.903653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c72bf-6c4e-47b5-87a9-2333af4da3ef req-4f7f03dc-0c61-4475-9dc7-9ca2f33fb7fa tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:46.927801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cc6c72bf-6c4e-47b5-87a9-2333af4da3ef req-4f7f03dc-0c61-4475-9dc7-9ca2f33fb7fa tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 945 time: 0.1450872 Aug 23 03:39:46.999025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cc6c72bf-6c4e-47b5-87a9-2333af4da3ef req-c38a5132-40b8-4095-8244-39b5dcc65d8b tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690465 Aug 23 03:39:47.033211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f52d39-3db5-4ebf-96a3-14a02d918037 req-8f2bb28e-7b06-464c-a1f1-15601b90ad1d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:47.033211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3f52d39-3db5-4ebf-96a3-14a02d918037 req-8f2bb28e-7b06-464c-a1f1-15601b90ad1d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0826697 Aug 23 03:39:47.093812 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3f52d39-3db5-4ebf-96a3-14a02d918037 req-4b2abc0e-4ffe-499e-9d0f-3d21dafd0e1d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632651 Aug 23 03:39:47.151792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cef9c871-30ca-4f1e-9dda-d0f14e961b15 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:39:47.283547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1a56-2b97-48a6-b4c8-f1d820f045b8 req-09d784f5-a579-4589-9d2d-5fac704905c0 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:47.292323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b1f1a56-2b97-48a6-b4c8-f1d820f045b8 req-09d784f5-a579-4589-9d2d-5fac704905c0 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 945 time: 0.0670505 Aug 23 03:39:47.345072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b1f1a56-2b97-48a6-b4c8-f1d820f045b8 req-66752e95-22fa-498e-9272-bf5efef579c1 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.20 "GET /v2.0/security-groups?id=44dec921-1043-4712-aec5-9f6c7564e64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463445 Aug 23 03:39:47.356350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cef9c871-30ca-4f1e-9dda-d0f14e961b15, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:47.369777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15', 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87', 'port_id': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15', 'mac_address': 'fa:16:3e:f6:2e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57a3556-471a-46e1-b153-edcf81c93a12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:39:47.422014 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:47.439647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef9c871-30ca-4f1e-9dda-d0f14e961b15 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:39:47.471203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cef9c871-30ca-4f1e-9dda-d0f14e961b15, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:47.548200 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:47.602790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cef9c871-30ca-4f1e-9dda-d0f14e961b15,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:47.912376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7fcd5-c338-47a7-b68f-132afb9c23a4 req-b267e3c7-726f-48fc-a392-3d9ae4bd3785 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:47.924257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7e7fcd5-c338-47a7-b68f-132afb9c23a4 req-b267e3c7-726f-48fc-a392-3d9ae4bd3785 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.1008911 Aug 23 03:39:48.009561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7e7fcd5-c338-47a7-b68f-132afb9c23a4 req-aaec5180-2fb9-4636-b31e-b81895b962e3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658722 Aug 23 03:39:48.019841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['cef9c871-30ca-4f1e-9dda-d0f14e961b15'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:48.218375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-2dec32e1-690d-4e50-966b-6b83985100c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812290 Aug 23 03:39:48.340978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-d6b5ad36-e8f6-420b-bd29-9df4ab3d712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:48.342557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-d6b5ad36-e8f6-420b-bd29-9df4ab3d712a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a631d26f4571412c8b5225c424dd1ef8&device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 1096 time: 0.0655594 Aug 23 03:39:48.390930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:48.510456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3e508492-fd07-4497-8e64-d4f44aa85415 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:48.511112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:48.536455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-045704d8-73ba-4383-8b9b-bbd38fdf6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:48.538837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-045704d8-73ba-4383-8b9b-bbd38fdf6bfb service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0445a91-b126-4592-ad35-0f12179ff408 HTTP/1.1" status: 200 len: 916 time: 0.1616199 Aug 23 03:39:48.686486 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:48.736949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:48.739224 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875bee9b-ae2a-4f50-92c3-29f2fee5f259" -d '{"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-plugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:48.769713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:48.834972 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:48.941410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:49.129929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-cdb6a327-981b-4c3e-9f67-df2de4ed2b70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36c6a3e3-eb06-41c6-bd36-568e443a8e0b HTTP/1.1" status: 200 len: 1000 time: 0.5740943 Aug 23 03:39:49.223319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f4b60-d180-4512-bfa9-90e2660d6b69 req-5a691e44-eae1-43d9-b754-6be5498663fa tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:49.231446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-032f4b60-d180-4512-bfa9-90e2660d6b69 req-5a691e44-eae1-43d9-b754-6be5498663fa tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 945 time: 0.1588430 Aug 23 03:39:49.295646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-032f4b60-d180-4512-bfa9-90e2660d6b69 req-f6de9277-3195-4454-87d5-6c854547a9bb tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629230 Aug 23 03:39:49.303065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-5a3306a9-2d6f-46aa-af4d-1c61aa9a6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:49.305172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-5a3306a9-2d6f-46aa-af4d-1c61aa9a6bc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e985fe0-66a1-4eeb-96b0-10a22a2c892d HTTP/1.1" status: 200 len: 855 time: 0.1655040 Aug 23 03:39:49.361233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-289a268b-5329-43a2-ba5f-6d4dec631d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:49.362744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-289a268b-5329-43a2-ba5f-6d4dec631d9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0445a91-b126-4592-ad35-0f12179ff408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498381 Aug 23 03:39:49.487313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-c5043f4d-faf7-4721-a8d4-a2ec74ba1697 service neutron] 10.222.0.24 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139991 Aug 23 03:39:49.591139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ad7656a-db84-4202-9786-10629a1e0b1e req-314bbefa-653b-43c9-b8cd-14e8b853afa0 service neutron] 10.222.0.24 "GET /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919466 Aug 23 03:39:49.631069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b658c-015a-4939-9ded-748709a5fafa req-2b2e36b0-ed37-4c39-8262-095c9f472dd3 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:49.632580 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f7b658c-015a-4939-9ded-748709a5fafa req-2b2e36b0-ed37-4c39-8262-095c9f472dd3 tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38 HTTP/1.1" status: 200 len: 945 time: 0.0528514 Aug 23 03:39:49.772986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6f7b658c-015a-4939-9ded-748709a5fafa req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Deleting port cabb4338-71cc-41b8-bac6-0693b278cd0a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:39:49.773418 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f7b658c-015a-4939-9ded-748709a5fafa req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:49.870710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-6f7b658c-015a-4939-9ded-748709a5fafa req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] For port cabb4338-71cc-41b8-bac6-0693b278cd0a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cabb4338-71cc-41b8-bac6-0693b278cd0a,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:49.871104 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f7b658c-015a-4939-9ded-748709a5fafa req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:49.884411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6f7b658c-015a-4939-9ded-748709a5fafa req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Calling delete_port for cabb4338-71cc-41b8-bac6-0693b278cd0a owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:39:50.086358 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f7b658c-015a-4939-9ded-748709a5fafa req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:50.104089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['cabb4338-71cc-41b8-bac6-0693b278cd0a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:39:50.149163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Pushing event deleted for resources: {'Port': ['ID=cabb4338-71cc-41b8-bac6-0693b278cd0a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:50.250796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7b658c-015a-4939-9ded-748709a5fafa req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] No DVR routers for this DVR port cabb4338-71cc-41b8-bac6-0693b278cd0a on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:39:50.253672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f7b658c-015a-4939-9ded-748709a5fafa req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:50.263008 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f7b658c-015a-4939-9ded-748709a5fafa req-595180d3-e818-4b8f-a7b9-ff8d46c953ae tempest-AttachSCSIVolumeTestJSON-1984851253 tempest-AttachSCSIVolumeTestJSON-1984851253-project] 10.222.0.24 "DELETE /v2.0/ports/cabb4338-71cc-41b8-bac6-0693b278cd0a HTTP/1.1" status: 204 len: 173 time: 0.6158981 Aug 23 03:39:50.263604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38', 'name': 'network-vif-deleted', 'tag': 'cabb4338-71cc-41b8-bac6-0693b278cd0a'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:50.265996 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c53e52-cf5d-4114-b938-eda057dec0a6" -d '{"events": [{"server_uuid": "e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38", "name": "network-vif-deleted", "tag": "cabb4338-71cc-41b8-bac6-0693b278cd0a"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:50.293551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-8fd32fdf-e2de-4641-a43d-79caa6d2ef2f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:50.296073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-8fd32fdf-e2de-4641-a43d-79caa6d2ef2f tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b33bc70-9701-4023-9584-7e9cce15d886 HTTP/1.1" status: 200 len: 945 time: 0.1770928 Aug 23 03:39:50.470389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Deleting port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:39:50.470975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:50.596102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] For port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,segment=NetworkSegment(b1931bdc-682b-4487-9e03-e97c82a9be82),segment_id=b1931bdc-682b-4487-9e03-e97c82a9be82)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:50.596621 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:50.612286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Calling delete_port for 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:39:50.857905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:50.975457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] No DVR routers for this DVR port 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:39:50.977375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Pushing event deleted for resources: {'Port': ['ID=6e65a310-bb62-4ab9-8b8c-fd01a86e00dd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:50.979532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:50.981533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9e1f1c9-4af0-4c46-8031-51a557d75d66 req-5bb38552-0482-414d-811a-6275964275f4 tempest-ServerDiskConfigTestJSON-766587281 tempest-ServerDiskConfigTestJSON-766587281-project] 10.222.0.24 "DELETE /v2.0/ports/6e65a310-bb62-4ab9-8b8c-fd01a86e00dd HTTP/1.1" status: 204 len: 173 time: 0.6686120 Aug 23 03:39:50.982020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b33bc70-9701-4023-9584-7e9cce15d886', 'name': 'network-vif-deleted', 'tag': '6e65a310-bb62-4ab9-8b8c-fd01a86e00dd'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:39:50.984241 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca1d499-7fb4-4740-b885-9bfa24000936" -d '{"events": [{"server_uuid": "3b33bc70-9701-4023-9584-7e9cce15d886", "name": "network-vif-deleted", "tag": "6e65a310-bb62-4ab9-8b8c-fd01a86e00dd"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:39:51.176744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cef9c871-30ca-4f1e-9dda-d0f14e961b15 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:39:51.347891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port cef9c871-30ca-4f1e-9dda-d0f14e961b15 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:39:51.354416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port cef9c871-30ca-4f1e-9dda-d0f14e961b15 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:39:51.355086 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:51.489043 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:51.530628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cef9c871-30ca-4f1e-9dda-d0f14e961b15, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:39:51.964902 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:52.230499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cef9c871-30ca-4f1e-9dda-d0f14e961b15,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:52.336366 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:52.394673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cabb4338-71cc-41b8-bac6-0693b278cd0a no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:39:52.415536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: cabb4338-71cc-41b8-bac6-0693b278cd0a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:39:52.415801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cabb4338-71cc-41b8-bac6-0693b278cd0a not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:39:52.416137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:39:52.443777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:39:52.444426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6e65a310-bb62-4ab9-8b8c-fd01a86e00dd not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:39:56.062154 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec785-a3cd-48ff-ae73-96cac511c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:58.685239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2567ab9e-d120-4ed8-b4db-e9c45cf4e41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:58.861909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a4be2-c9f3-484c-b259-08b143b3161c req-fdb1f912-19a9-4d09-a0e1-b31ac0f91e9b tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:58.861909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-747a4be2-c9f3-484c-b259-08b143b3161c req-fdb1f912-19a9-4d09-a0e1-b31ac0f91e9b tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0773385 Aug 23 03:39:58.917873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-747a4be2-c9f3-484c-b259-08b143b3161c req-d83b2aeb-f6a3-4f7d-b2b2-1ca21231b084 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520184 Aug 23 03:39:58.939955 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:58.970245 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d66c468-84f4-4963-a7df-701e72ef1caa x-openstack-request-id: req-4d66c468-84f4-4963-a7df-701e72ef1caa {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:58.970483 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-plugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:58.971120 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d66c468-84f4-4963-a7df-701e72ef1caa {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:58.971704 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415', 'code': 200} Aug 23 03:39:59.007249 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b673c359-7575-43a6-8675-3258f8474807 x-openstack-request-id: req-b673c359-7575-43a6-8675-3258f8474807 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:59.007249 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38", "name": "network-vif-deleted", "tag": "cabb4338-71cc-41b8-bac6-0693b278cd0a", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:59.007249 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b673c359-7575-43a6-8675-3258f8474807 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:59.007249 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e2ac9a-08d6-4be6-9e0d-cbf23ab93f38', 'name': 'network-vif-deleted', 'tag': 'cabb4338-71cc-41b8-bac6-0693b278cd0a', 'status': 'completed', 'code': 200} Aug 23 03:39:59.058223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34498600-2476-4685-9eab-9c4cedc4b518 req-c06df48d-5dff-4c40-9a06-e60c24ba2ea1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:59.059738 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-34498600-2476-4685-9eab-9c4cedc4b518 req-c06df48d-5dff-4c40-9a06-e60c24ba2ea1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0534828 Aug 23 03:39:59.097836 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-34498600-2476-4685-9eab-9c4cedc4b518 req-d36a1920-2e2d-47bf-a4c0-3dcca4a01dc0 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Aug 23 03:39:59.100256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0769a-5607-4e04-a541-2b020e4ce6d9 req-291b7844-1ce1-40ac-b72c-4b052571b20b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:39:59.101931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-edd0769a-5607-4e04-a541-2b020e4ce6d9 req-291b7844-1ce1-40ac-b72c-4b052571b20b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.0527823 Aug 23 03:39:59.144680 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-edd0769a-5607-4e04-a541-2b020e4ce6d9 req-bb7d4515-43d6-43f5-95ba-0a8a48090a0f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Aug 23 03:39:59.146174 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4251cad6-a2bd-467c-9d15-31c9974eb39d x-openstack-request-id: req-4251cad6-a2bd-467c-9d15-31c9974eb39d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:39:59.146456 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b33bc70-9701-4023-9584-7e9cce15d886", "name": "network-vif-deleted", "tag": "6e65a310-bb62-4ab9-8b8c-fd01a86e00dd", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:39:59.146703 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4251cad6-a2bd-467c-9d15-31c9974eb39d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:39:59.147090 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b33bc70-9701-4023-9584-7e9cce15d886', 'name': 'network-vif-deleted', 'tag': '6e65a310-bb62-4ab9-8b8c-fd01a86e00dd', 'status': 'completed', 'code': 200} Aug 23 03:39:59.315470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35762) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:59.363444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Deleting subnet dfcfaae4-71ad-468e-bb46-224ebaab3581 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:39:59.366600 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.404069 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.442780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.679977 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.710055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfcfaae4-71ad-468e-bb46-224ebaab3581,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:39:59.718671 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.720308 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dfcfaae4-71ad-468e-bb46-224ebaab3581 HTTP/1.1" status: 204 len: 168 time: 0.4038541 Aug 23 03:39:59.722980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.723348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.723617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35786) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:39:59.723754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.724018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.724350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.724748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.725182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.725510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.725833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.726158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.726479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.726799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49cd4a-7860-4a58-bd94-56a4395a31c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:39:59.813796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.900757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.910962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c74ffb-1fa9-4d25-bebc-439092fdba23']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:59.921509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1931bdc-682b-4487-9e03-e97c82a9be82') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:59.921808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1931bdc-682b-4487-9e03-e97c82a9be82') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:39:59.933496 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.952858 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.958986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:39:59.962667 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:40:00.096371 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:00.103212 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:00.105094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/00c74ffb-1fa9-4d25-bebc-439092fdba23 HTTP/1.1" status: 204 len: 168 time: 0.3797982 Aug 23 03:40:00.115036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c74ffb-1fa9-4d25-bebc-439092fdba23,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:00.122861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.123261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.123599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.123943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.124283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.124618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.124945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.129419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.129419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.129419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.129419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.129419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57363b6c-cf3c-4436-ba7d-c61976bdd8b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:00.311592 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:00.572453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35852) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:00.612767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85c94682-0cfa-41d0-94a6-4a6997ca3720 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a9836ba8bba4a7fa79f837e52c1ee96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390639 Aug 23 03:40:00.615260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35854) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:00.661573 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81f752c6-a0dd-4753-9055-3141446e67b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:00.696899 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81f752c6-a0dd-4753-9055-3141446e67b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:00.838957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81f752c6-a0dd-4753-9055-3141446e67b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:00.841720 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81f752c6-a0dd-4753-9055-3141446e67b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:00.846570 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-81f752c6-a0dd-4753-9055-3141446e67b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44dec921-1043-4712-aec5-9f6c7564e64f HTTP/1.1" status: 204 len: 168 time: 0.2273250 Aug 23 03:40:00.852348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f752c6-a0dd-4753-9055-3141446e67b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dec921-1043-4712-aec5-9f6c7564e64f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:00.972848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:00.975276 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ced9952-3109-429f-9987-a982181b13ba" -d '{"events": [{"server_uuid": "39b23834-a29e-42a0-8144-30d51c9b10ab", "name": "network-vif-plugged", "status": "completed", "tag": "cef9c871-30ca-4f1e-9dda-d0f14e961b15"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:01.396618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213883ef-d74a-4115-b172-9f4189ac7a30 req-a07ebecd-9c03-48be-ad13-b1e22bdbbc0e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:01.398390 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-213883ef-d74a-4115-b172-9f4189ac7a30 req-a07ebecd-9c03-48be-ad13-b1e22bdbbc0e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0510638 Aug 23 03:40:01.441777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-213883ef-d74a-4115-b172-9f4189ac7a30 req-8bd9784b-11b2-4ad4-9886-0ab302488dc6 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367000 Aug 23 03:40:01.545295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbcd6d-ba8e-4d5c-b8cd-d2f4b60a8a8e req-01236db3-020f-4e12-b806-ffe6e46e4a06 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:01.546831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c9bbcd6d-ba8e-4d5c-b8cd-d2f4b60a8a8e req-01236db3-020f-4e12-b806-ffe6e46e4a06 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0572202 Aug 23 03:40:01.585928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e07c3-e1a3-4951-bebe-198ed92c9f29 req-8fe4658a-f12d-458c-9eb6-c44f708aa349 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:01.587970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c73e07c3-e1a3-4951-bebe-198ed92c9f29 req-8fe4658a-f12d-458c-9eb6-c44f708aa349 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.0827954 Aug 23 03:40:01.608177 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c9bbcd6d-ba8e-4d5c-b8cd-d2f4b60a8a8e req-8f667ebe-cc73-4299-8822-f1815ee19f45 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525196 Aug 23 03:40:01.639923 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c73e07c3-e1a3-4951-bebe-198ed92c9f29 req-eba8cf2d-f9f6-49f9-a46a-f58571733431 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Aug 23 03:40:01.665391 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbbdee4-7b33-4b78-84c8-0909b26d86eb x-openstack-request-id: req-ffbbdee4-7b33-4b78-84c8-0909b26d86eb {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:01.665898 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b23834-a29e-42a0-8144-30d51c9b10ab", "name": "network-vif-plugged", "status": "completed", "tag": "cef9c871-30ca-4f1e-9dda-d0f14e961b15", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:01.666018 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffbbdee4-7b33-4b78-84c8-0909b26d86eb {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:01.666400 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15', 'code': 200} Aug 23 03:40:01.700399 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:01.790228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf3a73-4a25-46d2-b8b3-7b76a3900007 req-6891de83-95ff-488d-8bdc-3e008ffec460 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:01.791711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eccf3a73-4a25-46d2-b8b3-7b76a3900007 req-6891de83-95ff-488d-8bdc-3e008ffec460 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 950 time: 0.0754588 Aug 23 03:40:01.820445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881350e5-db94-4c62-b10f-120f5a21dac1 req-8dc44135-0e31-426c-82bf-349f75ded326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:01.821976 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-881350e5-db94-4c62-b10f-120f5a21dac1 req-8dc44135-0e31-426c-82bf-349f75ded326 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 1097 time: 0.0688019 Aug 23 03:40:01.869648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eccf3a73-4a25-46d2-b8b3-7b76a3900007 req-5c29b5ea-bdc9-40db-aeaa-99e426b3b1b4 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673115 Aug 23 03:40:01.884655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-881350e5-db94-4c62-b10f-120f5a21dac1 req-b40525a9-320e-4069-84d0-8fb6aab270d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546093 Aug 23 03:40:02.219066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35940) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:02.329616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-network', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:02.371910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-4b045afd-667b-479c-94cd-4d537fe326ef tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:02.373598 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-4b045afd-667b-479c-94cd-4d537fe326ef tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/networks?id=8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 200 len: 804 time: 0.1261256 Aug 23 03:40:02.391998 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-de0e492d-b6ad-4e9d-8faf-d64d653fd6ce tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/quotas/a7af850b05a44b908cb2b00fa00f4745 HTTP/1.1" status: 200 len: 375 time: 0.0109549 Aug 23 03:40:02.451384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-f1f24e28-18f6-428f-bb30-7f6417599578 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486474 Aug 23 03:40:02.463778 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:02.490456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Made reservation on behalf of 3ee0d7a62ecb4aad83f04df3fee2b904 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:02.495760 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:02.506813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:02.566139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-98539359-4ebf-4e3c-a9ac-110bf17a7e65 service neutron] 10.222.0.20 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075683 Aug 23 03:40:02.614845 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:02.660265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:02.689957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:02.723587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-3ebfe391-08b9-48ad-b286-f7ab21951875 service neutron] 10.222.0.20 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564739 Aug 23 03:40:02.736655 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:02.787462 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:02.787802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:02.809539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:40:02.822222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149b3dae-aa54-410c-8a84-520aa99eb324,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:02.828790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:02.829187 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Added segment 77e4cbe5-84d0-4fea-9a27-a68b3553633b of type vlan for network 77b8a988-46ea-4567-a9fa-28f60209b4b0 Aug 23 03:40:02.874563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:02.988504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:02.990005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:02.991051 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:03.076293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] Pushing event updated for resources: {'Network': ['ID=77b8a988-46ea-4567-a9fa-28f60209b4b0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:03.086477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 77b8a988-46ea-4567-a9fa-28f60209b4b0 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:40:03.185954 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fb6d7c4a-89d7-44b1-8ee6-fb9314e777a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9627128 Aug 23 03:40:03.186567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35990) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:03.192740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Request body: {'subnet': {'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-subnet', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:03.199062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4a7c7-10f8-4626-8ad0-769ebf8e3b1f req-3d3e23e0-04ec-4e87-becd-9bf0ed7ee270 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:03.200615 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0b4a7c7-10f8-4626-8ad0-769ebf8e3b1f req-3d3e23e0-04ec-4e87-becd-9bf0ed7ee270 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0725114 Aug 23 03:40:03.244082 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0b4a7c7-10f8-4626-8ad0-769ebf8e3b1f req-17bb5a24-bd03-4d22-a395-cd3c63f5f7c9 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364285 Aug 23 03:40:03.244589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 258e2663-9595-4381-a390-01fa0289e0e5 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:03.296373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Made reservation on behalf of 3ee0d7a62ecb4aad83f04df3fee2b904 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:03.300464 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:03.329264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:03.366992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=258e2663-9595-4381-a390-01fa0289e0e5,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:03.370147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53729-fede-4e6f-a720-35aec08aabcd req-348d9e78-ced3-491a-90f5-34d204bad8c7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:03.378705 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-adb53729-fede-4e6f-a720-35aec08aabcd req-348d9e78-ced3-491a-90f5-34d204bad8c7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0674775 Aug 23 03:40:03.420610 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:03.427705 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-adb53729-fede-4e6f-a720-35aec08aabcd req-a946c3dc-5ebf-4221-b505-e64aa8c2bcb1 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481234 Aug 23 03:40:03.484610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=258e2663-9595-4381-a390-01fa0289e0e5,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:03.570076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a071d0-374e-43ed-aa1a-5ee3564dda86 req-c1761d37-ccb9-40ef-8031-d078bd1ae9bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:03.571563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-83a071d0-374e-43ed-aa1a-5ee3564dda86 req-c1761d37-ccb9-40ef-8031-d078bd1ae9bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.0508010 Aug 23 03:40:03.619939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-83a071d0-374e-43ed-aa1a-5ee3564dda86 req-dcd24c9a-afb7-4db5-9e57-705694605387 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Aug 23 03:40:03.628561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:03.667557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415'}, {'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:03.669977 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2987d9-f328-479c-875c-4bec6fdddadf" -d '{"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415"}, {"server_uuid": "78092b06-ba84-4188-ba05-798443825505", "name": "network-vif-unplugged", "status": "completed", "tag": "258e2663-9595-4381-a390-01fa0289e0e5"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:03.714831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-105c5554-f504-436e-b861-e641669eefa2 req-25d3e2e5-2152-411f-aa80-6cd235ad204a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 210 time: 0.0563211 Aug 23 03:40:03.741156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Checking segment: {'id': '77e4cbe5-84d0-4fea-9a27-a68b3553633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:03.741582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Network hostable DHCP agents. Network: 77b8a988-46ea-4567-a9fa-28f60209b4b0, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:40:03.748032 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d79aa20-4b21-4d86-9338-83589a3fa402 x-openstack-request-id: req-6d79aa20-4b21-4d86-9338-83589a3fa402 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:03.748546 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415", "code": 200}, {"server_uuid": "78092b06-ba84-4188-ba05-798443825505", "name": "network-vif-unplugged", "status": "completed", "tag": "258e2663-9595-4381-a390-01fa0289e0e5", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:03.748698 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d79aa20-4b21-4d86-9338-83589a3fa402 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:03.749317 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415', 'code': 200} Aug 23 03:40:03.749585 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5', 'code': 200} Aug 23 03:40:03.751682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b87bef0-2609-4572-b004-ec3ca1b77387,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:03.839154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Network 77b8a988-46ea-4567-a9fa-28f60209b4b0 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:40:03.959063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 77b8a988-46ea-4567-a9fa-28f60209b4b0) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:03.963157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:03.963830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:03.968039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eebb4e-3430-4a5a-98e1-f0709f888712 None None] Network 77b8a988-46ea-4567-a9fa-28f60209b4b0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:04.074115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f77d094b-fd52-4a3d-887e-04c1f8ae46f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8861234 Aug 23 03:40:04.077619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36018) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:04.084099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:04.122476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53a5c7-0664-4ca9-a460-ef7c1a25e376 None None] Network 77b8a988-46ea-4567-a9fa-28f60209b4b0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:04.239262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:04.241329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:04.300096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:04.369189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fe13d-3d80-4e49-810e-9eb0df328235 req-9ee21df7-5538-4735-97f0-989e9b2d44c5 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:04.373626 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-038fe13d-3d80-4e49-810e-9eb0df328235 req-9ee21df7-5538-4735-97f0-989e9b2d44c5 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0507553 Aug 23 03:40:04.412136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-038fe13d-3d80-4e49-810e-9eb0df328235 req-44298126-9cca-40ea-94c3-af487734bcab tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Aug 23 03:40:04.591180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:04.613968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be6b5-da7e-416e-9863-534f6febea31 req-befb8a99-9ebb-4db1-bf90-151c40186674 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:04.615471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-394be6b5-da7e-416e-9863-534f6febea31 req-befb8a99-9ebb-4db1-bf90-151c40186674 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0879946 Aug 23 03:40:04.701473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-394be6b5-da7e-416e-9863-534f6febea31 req-a5a29c4c-af1d-434c-ba48-ded8cd098b2f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752065 Aug 23 03:40:04.775097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fabf1-3866-4f7e-9404-93292d9b47e0 req-50ad1b2e-13ec-4b30-a0f0-b3a378eef090 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:04.776713 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a24fabf1-3866-4f7e-9404-93292d9b47e0 req-50ad1b2e-13ec-4b30-a0f0-b3a378eef090 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.0577857 Aug 23 03:40:04.823689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a24fabf1-3866-4f7e-9404-93292d9b47e0 req-3834f0ad-8593-47f8-ab2e-752857b0fff5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392852 Aug 23 03:40:04.889938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3fb5a6f6-4d3c-4c03-9a32-f6eed43c1489 req-0cc67e37-0a77-4ced-98d7-7dd56d8193f2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 210 time: 0.0754473 Aug 23 03:40:04.935202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36046) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:04.995114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-7938ca1d-415a-4f76-aaaf-02412a7ee43b tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:04.996595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-7938ca1d-415a-4f76-aaaf-02412a7ee43b tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "GET /v2.0/ports?device_id=78092b06-ba84-4188-ba05-798443825505 HTTP/1.1" status: 200 len: 944 time: 0.1250043 Aug 23 03:40:05.017582 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:05.060252 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:05.083525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f32d1-14e7-4899-9ab8-0e12a5bf4417 req-c8055c92-50e9-49a8-99e1-e95bb2319cec tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:05.085443 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c00f32d1-14e7-4899-9ab8-0e12a5bf4417 req-c8055c92-50e9-49a8-99e1-e95bb2319cec tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.1480904 Aug 23 03:40:05.146180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c00f32d1-14e7-4899-9ab8-0e12a5bf4417 req-76c6883b-16b9-4466-9c53-0d3a0ee5bff1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524271 Aug 23 03:40:05.316022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Allocated IP 172.25.1.168 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/984ccd90-495c-4adb-824d-948ba7058a90) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:05.490654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Deleting port 258e2663-9595-4381-a390-01fa0289e0e5 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:05.494982 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:05.588495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d0d53-d163-4c3d-b22e-a5421803a414 req-d6f498e5-b880-4edc-9288-002ce43d0fb8 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:05.590122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e16d0d53-d163-4c3d-b22e-a5421803a414 req-d6f498e5-b880-4edc-9288-002ce43d0fb8 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 945 time: 0.2001905 Aug 23 03:40:05.641323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:05.659145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:05.727515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] For port 258e2663-9595-4381-a390-01fa0289e0e5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=258e2663-9595-4381-a390-01fa0289e0e5,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:05.728261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:05.745440 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e16d0d53-d163-4c3d-b22e-a5421803a414 req-49b5daf8-fb68-477d-946b-a44b94c7fb14 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394935 Aug 23 03:40:05.756920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Calling delete_port for 258e2663-9595-4381-a390-01fa0289e0e5 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:05.804357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-0f337c82-ebf9-4b6c-b6a0-920b396c7383 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:05.806427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-0f337c82-ebf9-4b6c-b6a0-920b396c7383 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.24 "GET /v2.0/networks?id=8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 200 len: 804 time: 0.2871871 Aug 23 03:40:05.840712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Request body: {'port': {'device_id': '4f1a4716-1629-49fc-8573-272ba964ab32', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'admin_state_up': True, 'tenant_id': 'a7af850b05a44b908cb2b00fa00f4745'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:05.952551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Deleting port 182751ea-679d-47a2-83ac-2ad88fe7f068 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:05.953284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.036609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] For port 182751ea-679d-47a2-83ac-2ad88fe7f068, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=182751ea-679d-47a2-83ac-2ad88fe7f068,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:06.037702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.047817 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.052577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Calling delete_port for 182751ea-679d-47a2-83ac-2ad88fe7f068 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:06.068120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d7575-2bf0-48b1-8da7-5bd8247bde8d req-89edca0c-fd9b-4650-abbf-cfb82ead09b1 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:06.069854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-349d7575-2bf0-48b1-8da7-5bd8247bde8d req-89edca0c-fd9b-4650-abbf-cfb82ead09b1 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.1201074 Aug 23 03:40:06.132731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:06.138038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:06.147184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:06.150846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Pushing event updated for resources: {'Port': ['ID=984ccd90-495c-4adb-824d-948ba7058a90,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:06.189797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Made reservation on behalf of a7af850b05a44b908cb2b00fa00f4745 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:06.193300 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.208318 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-349d7575-2bf0-48b1-8da7-5bd8247bde8d req-59da0a19-6ada-4189-8c18-6926a467fb76 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211970 Aug 23 03:40:06.222096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800a049-3fb8-4673-9955-105a13b3a05e req-d892d9d7-7827-4cd1-b5a9-d85bcf40a781 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:06.223972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d800a049-3fb8-4673-9955-105a13b3a05e req-d892d9d7-7827-4cd1-b5a9-d85bcf40a781 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0968647 Aug 23 03:40:06.244538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.290396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d800a049-3fb8-4673-9955-105a13b3a05e req-7e8f4112-3ce7-4919-bbf3-e784f68b380b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 Aug 23 03:40:06.329452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Pushing event deleted for resources: {'Port': ['ID=258e2663-9595-4381-a390-01fa0289e0e5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:06.404619 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.407358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d4b82d97-e31c-4d98-8217-2d0ae041383a req-86986743-b934-4dda-872b-c06f08adf453 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 210 time: 0.1229589 Aug 23 03:40:06.436682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=182751ea-679d-47a2-83ac-2ad88fe7f068,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:06.498511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] No DVR routers for this DVR port 258e2663-9595-4381-a390-01fa0289e0e5 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:06.504855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.506867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d9580a2-3ecc-48ee-b6c3-970aca20f562 req-8089f737-5af9-41cc-8e00-2898ebeb27a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "DELETE /v2.0/ports/258e2663-9595-4381-a390-01fa0289e0e5 HTTP/1.1" status: 204 len: 173 time: 1.5019665 Aug 23 03:40:06.510387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:40:06.514324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'name': 'network-vif-deleted', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:06.519308 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014d7b9a-b4d8-4773-bf7b-1df9efa16fc8" -d '{"events": [{"server_uuid": "78092b06-ba84-4188-ba05-798443825505", "name": "network-vif-deleted", "tag": "258e2663-9595-4381-a390-01fa0289e0e5"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:06.577412 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebb7fe3-facf-4ba7-b08f-57dc4cdcda97 x-openstack-request-id: req-5ebb7fe3-facf-4ba7-b08f-57dc4cdcda97 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:06.577705 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78092b06-ba84-4188-ba05-798443825505", "name": "network-vif-deleted", "tag": "258e2663-9595-4381-a390-01fa0289e0e5", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:06.577961 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ebb7fe3-facf-4ba7-b08f-57dc4cdcda97 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:06.578402 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78092b06-ba84-4188-ba05-798443825505', 'name': 'network-vif-deleted', 'tag': '258e2663-9595-4381-a390-01fa0289e0e5', 'status': 'completed', 'code': 200} Aug 23 03:40:06.600565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Allocated IP 172.20.0.11 (8c3430a6-d245-43d8-809d-62a6818221fb/024e375b-07ee-47c3-b827-2fa19610e3a5/0259c49f-3c63-4aa0-8079-1803e6e82af7) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:06.650929 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.652156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:06.668714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3e508492-fd07-4497-8e64-d4f44aa85415', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '3e508492-fd07-4497-8e64-d4f44aa85415', 'mac_address': 'fa:16:3e:74:f1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:40:06.724813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.747006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e508492-fd07-4497-8e64-d4f44aa85415 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:06.773168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:06.852165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf944a-0c9e-4e6b-82ea-13b781005929 req-591faf86-eafd-479b-9b99-94f5c567d011 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:06.853577 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-edcf944a-0c9e-4e6b-82ea-13b781005929 req-591faf86-eafd-479b-9b99-94f5c567d011 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.0661092 Aug 23 03:40:06.907626 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:06.962784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-edcf944a-0c9e-4e6b-82ea-13b781005929 req-e16ac093-b012-47db-bf51-ebb69993aa0c tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776598 Aug 23 03:40:06.986576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:07.002397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3e508492-fd07-4497-8e64-d4f44aa85415'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:07.009168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:40:07.128878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:40:07.134278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-66bb904a-4b2c-43ef-9955-be68da5c1dd6 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee308d49-82b1-49c6-8d45-2bbaa0509ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1980426 Aug 23 03:40:07.136814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36106) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:07.139750 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] Sync routers for ids ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:40:07.152599 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] Routers {'ee308d49-82b1-49c6-8d45-2bbaa0509ce9'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:07.153807 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:07.252016 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.259309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.299835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.353557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.359082 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] Set router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:07.458054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.469829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fb7c9-2162-4796-bb6c-aaeb005a2074 req-fbfe606f-fdf3-4d39-a74d-e02d319b3069 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:07.471174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f13905-2c5a-4539-8263-b0f1e1fb3a23 req-3ed6fa16-e9c4-4249-a03f-da3f89bfedb5 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:07.471340 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-929fb7c9-2162-4796-bb6c-aaeb005a2074 req-fbfe606f-fdf3-4d39-a74d-e02d319b3069 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0727232 Aug 23 03:40:07.472804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47f13905-2c5a-4539-8263-b0f1e1fb3a23 req-3ed6fa16-e9c4-4249-a03f-da3f89bfedb5 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.1040645 Aug 23 03:40:07.518875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-929fb7c9-2162-4796-bb6c-aaeb005a2074 req-f73d2b48-1c9f-45fb-a149-c5a4690681a6 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Aug 23 03:40:07.553749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47f13905-2c5a-4539-8263-b0f1e1fb3a23 req-cb228496-01dd-4f7f-a974-72160b364baf tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489261 Aug 23 03:40:07.581945 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.614972 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:11Z', 'updated_at': '2021-08-23T03:40:06Z', 'revision_number': 5, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'gw_port': {'id': '10a454eb-2deb-443b-9ca0-0a9f12ca9457', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:12Z', 'updated_at': '2021-08-23T03:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:07.644662 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Deleting port 10a454eb-2deb-443b-9ca0-0a9f12ca9457 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:07.645021 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.646380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Network 8c3430a6-d245-43d8-809d-62a6818221fb is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:07.654048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:07.656148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Pushing event updated for resources: {'Port': ['ID=0259c49f-3c63-4aa0-8079-1803e6e82af7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:07.659272 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.662972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:07.673185 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] Checking router: ee308d49-82b1-49c6-8d45-2bbaa0509ce9 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:40:07.683014 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] Routers {'ee308d49-82b1-49c6-8d45-2bbaa0509ce9'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:07.683627 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:07.775183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] For port 10a454eb-2deb-443b-9ca0-0a9f12ca9457, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=10a454eb-2deb-443b-9ca0-0a9f12ca9457,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:07.778867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.788084 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] Set router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:07.788332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:07.788789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:07.798802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Calling delete_port for 10a454eb-2deb-443b-9ca0-0a9f12ca9457 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:07.803288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa910fd7-a3fd-4d14-9d6d-279b26a3c507 req-301afdca-8914-4d54-a428-d2cf04d6aa6e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:07.803288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa910fd7-a3fd-4d14-9d6d-279b26a3c507 req-301afdca-8914-4d54-a428-d2cf04d6aa6e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 932 time: 0.1410377 Aug 23 03:40:07.871212 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:11Z', 'updated_at': '2021-08-23T03:40:07Z', 'revision_number': 6, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:07.901959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa910fd7-a3fd-4d14-9d6d-279b26a3c507 req-c0b4cc2e-fd56-4891-86c0-f7ed4c2f1a98 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618222 Aug 23 03:40:07.929552 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea2c8c-c27a-487c-8401-748ea62d919c None None] The sync data for ids ['ee308d49-82b1-49c6-8d45-2bbaa0509ce9'] in n-d-749052-7 is: [{'id': 'ee308d49-82b1-49c6-8d45-2bbaa0509ce9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388496870-router', 'tenant_id': '3224d9635e844c2c95dfa3c514bb2de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:11Z', 'updated_at': '2021-08-23T03:40:07Z', 'revision_number': 6, 'project_id': '3224d9635e844c2c95dfa3c514bb2de7', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:40:07.964787 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-ed98b31f-a5f6-4c38-bb2d-f29f1492e02f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1215744 Aug 23 03:40:07.970936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Request body: {'port': {'device_id': '4f1a4716-1629-49fc-8573-272ba964ab32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:08.033727 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.043448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1379e-b70c-446d-858e-c14cececfeab req-64cab428-4bbd-40e2-8f60-fed960c99acd tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:08.044991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9dc1379e-b70c-446d-858e-c14cececfeab req-64cab428-4bbd-40e2-8f60-fed960c99acd tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 945 time: 0.1041110 Aug 23 03:40:08.055139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Router 6d0dc09e-341a-48c1-af48-01b52d98dd6b is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:40:08.100527 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9dc1379e-b70c-446d-858e-c14cececfeab req-0f1e90a7-34d2-4025-bf96-98a919926f3d tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452116 Aug 23 03:40:08.204480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.243375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=10a454eb-2deb-443b-9ca0-0a9f12ca9457,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:08.326168 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.328398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6770f2-f1c6-40be-92cc-5a1248f73f45 req-1f6be69c-68fa-447a-8e85-e6d1db896893 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:08.330523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b6770f2-f1c6-40be-92cc-5a1248f73f45 req-1f6be69c-68fa-447a-8e85-e6d1db896893 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.2386842 Aug 23 03:40:08.433801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:40:08.447767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Sync routers for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:40:08.457494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:08.458126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:08.460052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.460989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b6770f2-f1c6-40be-92cc-5a1248f73f45 req-291cd594-92c9-4d78-9dfb-e3fb72a4a63b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196718 Aug 23 03:40:08.463137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.514876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:08.576643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0259c49f-3c63-4aa0-8079-1803e6e82af7 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:08.591113 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.604262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.606381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c15432a1-1617-4454-8334-4a2332cb9cae admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5281439 Aug 23 03:40:08.610279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36150) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:08.645808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:08.666539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Transition to ACTIVE for port object 0259c49f-3c63-4aa0-8079-1803e6e82af7 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:08.668781 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.669585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee308d49-82b1-49c6-8d45-2bbaa0509ce9 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:40:08.677511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3e508492-fd07-4497-8e64-d4f44aa85415 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:08.677511 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.678479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.681462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-306bf2ea-8a3d-46da-850c-6c5eaad8c2cb admin admin] 10.222.0.20 "DELETE /v2.0/routers/ee308d49-82b1-49c6-8d45-2bbaa0509ce9 HTTP/1.1" status: 204 len: 168 time: 1.5436585 Aug 23 03:40:08.682440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36154) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:08.685064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4299b0-9c63-41f0-8287-77722db53421 req-c50c2bd3-13d3-4ecc-a48c-2d167568903d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:08.686665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e4299b0-9c63-41f0-8287-77722db53421 req-c50c2bd3-13d3-4ecc-a48c-2d167568903d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.0771875 Aug 23 03:40:08.744268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e4299b0-9c63-41f0-8287-77722db53421 req-12ceed64-b1ba-41ee-b27c-d8d13b0a1961 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510583 Aug 23 03:40:08.764087 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.897144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-315d5a93-d74d-4efd-a681-3848c6d7e48f admin admin] Deleting subnet 5bfb7ba8-8d29-49eb-a1f6-f530ace65c01 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:40:08.899261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Pushing event updated for resources: {'Port': ['ID=0259c49f-3c63-4aa0-8079-1803e6e82af7,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:08.915445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-315d5a93-d74d-4efd-a681-3848c6d7e48f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:08.971978 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.015433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:09.018369 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3520776-afbc-4693-8d46-2321ee531e5b" -d '{"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-plugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:09.042868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:09.043346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f6fc2-20b6-4e0a-baf5-dbfdfd5795c6 req-d3fa1416-ca37-4348-aae4-0f5139ca234f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:09.048352 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-059f6fc2-20b6-4e0a-baf5-dbfdfd5795c6 req-d3fa1416-ca37-4348-aae4-0f5139ca234f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.1461668 Aug 23 03:40:09.049194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Attempting to bind port 0259c49f-3c63-4aa0-8079-1803e6e82af7 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:09.049605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Attempting to bind port 0259c49f-3c63-4aa0-8079-1803e6e82af7 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:09.050084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Attempting to bind port 0259c49f-3c63-4aa0-8079-1803e6e82af7 on network 8c3430a6-d245-43d8-809d-62a6818221fb {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:09.061108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:06Z', 'revision_number': 3, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:09.061824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Port 0259c49f-3c63-4aa0-8079-1803e6e82af7 on network 8c3430a6-d245-43d8-809d-62a6818221fb not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:40:09.062145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Attempting to bind port 0259c49f-3c63-4aa0-8079-1803e6e82af7 on network 8c3430a6-d245-43d8-809d-62a6818221fb {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:09.074430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:09.074881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Checking segment: {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:09.075208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Bound using segment: {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:09.075656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Bound port: 0259c49f-3c63-4aa0-8079-1803e6e82af7, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:09.076006 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.095206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Checking router: 6d0dc09e-341a-48c1-af48-01b52d98dd6b for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:40:09.095567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Updating router 6d0dc09e-341a-48c1-af48-01b52d98dd6b port 984ccd90-495c-4adb-824d-948ba7058a90 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:40:09.121492 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.135603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-059f6fc2-20b6-4e0a-baf5-dbfdfd5795c6 req-6d83097b-2d1d-42a2-99f8-18e9e1f062a0 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799320 Aug 23 03:40:09.145639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.177671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] For port 0259c49f-3c63-4aa0-8079-1803e6e82af7, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:09.196712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] For port 0259c49f-3c63-4aa0-8079-1803e6e82af7, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:09.310151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 258e2663-9595-4381-a390-01fa0289e0e5 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:09.340263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.356004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 258e2663-9595-4381-a390-01fa0289e0e5 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:09.356354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 258e2663-9595-4381-a390-01fa0289e0e5 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:09.372586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=10']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:09.391744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:09.392840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.394731 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] 10.222.0.24 "PUT /v2.0/ports/0259c49f-3c63-4aa0-8079-1803e6e82af7 HTTP/1.1" status: 200 len: 1092 time: 1.4277856 Aug 23 03:40:09.397860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a4716-1629-49fc-8573-272ba964ab32', 'tag': '0259c49f-3c63-4aa0-8079-1803e6e82af7'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:09.401583 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e9464a-a44d-4998-b4dc-0c119e451a65" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a4716-1629-49fc-8573-272ba964ab32", "tag": "0259c49f-3c63-4aa0-8079-1803e6e82af7"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:09.427747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b3579-4e00-4ef5-9dbe-c93bcfc8150b req-653b0c20-4388-4eed-8604-6f3dc9b370d7 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:09.429690 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac6b3579-4e00-4ef5-9dbe-c93bcfc8150b req-653b0c20-4388-4eed-8604-6f3dc9b370d7 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 945 time: 0.1602068 Aug 23 03:40:09.467124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e60854-57f6-41ce-80b3-93a24b9daca3 service neutron] Pushing event updated for resources: {'Port': ['ID=0259c49f-3c63-4aa0-8079-1803e6e82af7,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:09.497133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac6b3579-4e00-4ef5-9dbe-c93bcfc8150b req-2a11e4e1-6c35-4405-807b-83d2a6f509f1 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565884 Aug 23 03:40:09.558705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-479d16b7-495d-4bc2-a9fd-d3bfc13b2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:09.560401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-479d16b7-495d-4bc2-a9fd-d3bfc13b2277 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 1095 time: 0.0524538 Aug 23 03:40:09.587811 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-315d5a93-d74d-4efd-a681-3848c6d7e48f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.595975 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802bda68-fcfd-4d1a-9cf8-9145e39c7dc4 x-openstack-request-id: req-802bda68-fcfd-4d1a-9cf8-9145e39c7dc4 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:09.596535 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-plugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:09.596535 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-802bda68-fcfd-4d1a-9cf8-9145e39c7dc4 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:09.596895 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415', 'code': 200} Aug 23 03:40:09.602610 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.615953 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Transition to ACTIVE for port object 984ccd90-495c-4adb-824d-948ba7058a90 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:09.639861 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-b4be6199-f688-4e88-b3df-c470ba029e51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7 HTTP/1.1" status: 200 len: 217 time: 0.0693166 Aug 23 03:40:09.694954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.718317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-46df7342-9d81-47dc-bf5e-7dfe18d76714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:09.720081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-46df7342-9d81-47dc-bf5e-7dfe18d76714 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024e375b-07ee-47c3-b827-2fa19610e3a5 HTTP/1.1" status: 200 len: 844 time: 0.0722797 Aug 23 03:40:09.733215 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491e45e7-7a54-42ce-a5e9-f3eb11908df3 x-openstack-request-id: req-491e45e7-7a54-42ce-a5e9-f3eb11908df3 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:09.733215 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a4716-1629-49fc-8573-272ba964ab32", "tag": "0259c49f-3c63-4aa0-8079-1803e6e82af7", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:09.733215 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-491e45e7-7a54-42ce-a5e9-f3eb11908df3 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:09.733215 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a4716-1629-49fc-8573-272ba964ab32', 'tag': '0259c49f-3c63-4aa0-8079-1803e6e82af7', 'status': 'completed', 'code': 200} Aug 23 03:40:09.751631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53989c-b636-4814-a677-f2e9878ac0be None None] Pushing event updated for resources: {'Port': ['ID=984ccd90-495c-4adb-824d-948ba7058a90,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:09.784950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-0d848c72-38b5-495f-8a89-31a88d5089bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c3430a6-d245-43d8-809d-62a6818221fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517104 Aug 23 03:40:09.790640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Attempting to bind port 984ccd90-495c-4adb-824d-948ba7058a90 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:09.790640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Attempting to bind port 984ccd90-495c-4adb-824d-948ba7058a90 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:09.790640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Attempting to bind port 984ccd90-495c-4adb-824d-948ba7058a90 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:09.791021 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474f716-3c80-4206-a34f-b35f3b29efd8 req-dd19bd84-5c2d-4e7e-af87-d6447d149d3f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:09.799156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c474f716-3c80-4206-a34f-b35f3b29efd8 req-dd19bd84-5c2d-4e7e-af87-d6447d149d3f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 944 time: 0.3488126 Aug 23 03:40:09.804625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:09.805307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:09.808313 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.809071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:09.812368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Bound port: 984ccd90-495c-4adb-824d-948ba7058a90, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:09.812368 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.853606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-315d5a93-d74d-4efd-a681-3848c6d7e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.883448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] For port 984ccd90-495c-4adb-824d-948ba7058a90, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:09.887682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] For port 984ccd90-495c-4adb-824d-948ba7058a90, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=984ccd90-495c-4adb-824d-948ba7058a90,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:09.953387 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:09.962430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c474f716-3c80-4206-a34f-b35f3b29efd8 req-83ddca17-a1b9-4da3-a1c7-29d100b2e7a0 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622930 Aug 23 03:40:10.022113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:10.026649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:10.041428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced253ee-2ecb-4893-9d57-21a6ee213c84 req-ac79231a-5749-44b5-afb6-54c54ff0906f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:10.042864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ced253ee-2ecb-4893-9d57-21a6ee213c84 req-ac79231a-5749-44b5-afb6-54c54ff0906f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.2053604 Aug 23 03:40:10.055143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-e7ff6a32-83b8-43a4-bc57-9e9d4d6978e4 service neutron] 10.222.0.24 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607098 Aug 23 03:40:10.112423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 10a454eb-2deb-443b-9ca0-0a9f12ca9457 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:10.140357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 10a454eb-2deb-443b-9ca0-0a9f12ca9457 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:10.141162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 10a454eb-2deb-443b-9ca0-0a9f12ca9457 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:10.141820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 182751ea-679d-47a2-83ac-2ad88fe7f068 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:10.168302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ced253ee-2ecb-4893-9d57-21a6ee213c84 req-58fc364d-8887-4788-9e56-170b3fcdce0a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944631 Aug 23 03:40:10.174977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53989c-b636-4814-a677-f2e9878ac0be None None] Pushing event updated for resources: {'Port': ['ID=984ccd90-495c-4adb-824d-948ba7058a90,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:10.181364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 182751ea-679d-47a2-83ac-2ad88fe7f068 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:10.181858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 182751ea-679d-47a2-83ac-2ad88fe7f068 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:10.235544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-315d5a93-d74d-4efd-a681-3848c6d7e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:10.245460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cfd850bb-8490-4b4d-bc4c-a6c3e70035f5 req-bc8d27dc-486f-4942-80b1-dcc182d2dbe9 service neutron] 10.222.0.24 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814036 Aug 23 03:40:10.252104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e01c6-4a34-4d6c-835a-cc926f0aceff req-160b5d61-1159-4fc0-9437-ee4f012e8f04 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:10.260298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f39e01c6-4a34-4d6c-835a-cc926f0aceff req-160b5d61-1159-4fc0-9437-ee4f012e8f04 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.1530244 Aug 23 03:40:10.262711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:10.323774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d5a93-d74d-4efd-a681-3848c6d7e48f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfb7ba8-8d29-49eb-a1f6-f530ace65c01,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:10.326002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-315d5a93-d74d-4efd-a681-3848c6d7e48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:10.328538 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-315d5a93-d74d-4efd-a681-3848c6d7e48f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5bfb7ba8-8d29-49eb-a1f6-f530ace65c01 HTTP/1.1" status: 204 len: 168 time: 1.6431062 Aug 23 03:40:10.331056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36190) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:10.334135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:10.341542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58588212-d244-4a6d-8116-0fa65696e67a None None] Network 50d32a05-2282-4e69-bae2-09b5cdd053df requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:10.381613 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f39e01c6-4a34-4d6c-835a-cc926f0aceff req-02258da6-75a6-4fe0-b0a8-066c03d92624 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159534 Aug 23 03:40:10.417143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f88b3-35ea-4bff-aeb9-fc66346f59c1 req-f81e3339-5829-4148-81c5-aa1491644b9a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:10.419260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb8f88b3-35ea-4bff-aeb9-fc66346f59c1 req-f81e3339-5829-4148-81c5-aa1491644b9a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.1303732 Aug 23 03:40:10.474092 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:10.507642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-41a79d1e-c132-4f98-ab38-e1ef9a5e4e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:10.509567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-41a79d1e-c132-4f98-ab38-e1ef9a5e4e3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 1095 time: 0.1124210 Aug 23 03:40:10.513563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb8f88b3-35ea-4bff-aeb9-fc66346f59c1 req-b57ebd18-5fa4-4e4b-adf8-32ade0392f31 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720644 Aug 23 03:40:10.645809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Allocated IP 172.20.0.1 (77b8a988-46ea-4567-a9fa-28f60209b4b0/2b87bef0-2609-4572-b004-ec3ca1b77387/eb90cac1-f13d-4acc-8139-e779bbe7b96f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:10.739165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Deleting port 3803f067-fb5d-46cf-ab31-e28cc48b7281 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:10.740118 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:10.821182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-a705a101-2a9e-4bef-935b-3dc5226eb3cf tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:10.822848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-a705a101-2a9e-4bef-935b-3dc5226eb3cf tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.24 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 945 time: 0.1676686 Aug 23 03:40:10.835496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-8d593f75-8765-4866-9d00-33818899f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:10.840622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-8d593f75-8765-4866-9d00-33818899f559 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 200 len: 904 time: 0.2994568 Aug 23 03:40:10.872828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb0050-7120-4fc1-b5e8-6252fad20fb0 req-071207ee-afcf-45b0-8e05-5925b8e34fdb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:10.880438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9bb0050-7120-4fc1-b5e8-6252fad20fb0 req-071207ee-afcf-45b0-8e05-5925b8e34fdb tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 945 time: 0.2382705 Aug 23 03:40:10.995160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:06Z', 'revision_number': 3, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:11.008367 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.034646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782b751-19e7-4156-860f-16d5b6c2572e None None] The sync data for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 is: [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:06Z', 'revision_number': 3, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:40:11.051891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-4e897386-35ad-441c-b723-9ef42c6a9495 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7 HTTP/1.1" status: 200 len: 217 time: 0.1175859 Aug 23 03:40:11.060421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] For port 3803f067-fb5d-46cf-ab31-e28cc48b7281, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3803f067-fb5d-46cf-ab31-e28cc48b7281,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:11.060794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.074683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92441e6-bcd6-42da-9bca-09ea7e11adfa None None] DHCP port deletion for 50d32a05-2282-4e69-bae2-09b5cdd053df request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:40:11.081471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Deleting port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:11.088891 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.112585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd7d8-1713-40e6-a3ef-af5d7b3ab70e req-48bf97b8-b3ca-4d33-a3ec-ab56e19109a4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:11.114673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-186dd7d8-1713-40e6-a3ef-af5d7b3ab70e req-48bf97b8-b3ca-4d33-a3ec-ab56e19109a4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.1459241 Aug 23 03:40:11.122851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Calling delete_port for 3803f067-fb5d-46cf-ab31-e28cc48b7281 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:11.156113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9bb0050-7120-4fc1-b5e8-6252fad20fb0 req-ea0d1da9-bca5-4318-9404-bb8610ee384e tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189631 Aug 23 03:40:11.158041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a92441e6-bcd6-42da-9bca-09ea7e11adfa None None] Deleting port 3803f067-fb5d-46cf-ab31-e28cc48b7281 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:11.158702 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a92441e6-bcd6-42da-9bca-09ea7e11adfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.246481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-189a4195-e03f-4085-af0c-9e18b5baeb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:11.247992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-189a4195-e03f-4085-af0c-9e18b5baeb36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024e375b-07ee-47c3-b827-2fa19610e3a5 HTTP/1.1" status: 200 len: 844 time: 0.1671393 Aug 23 03:40:11.290758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a92441e6-bcd6-42da-9bca-09ea7e11adfa None None] For port 3803f067-fb5d-46cf-ab31-e28cc48b7281, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3803f067-fb5d-46cf-ab31-e28cc48b7281,segment=NetworkSegment(fca84341-268f-4dae-aee4-3053ff0e8731),segment_id=fca84341-268f-4dae-aee4-3053ff0e8731)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:11.291432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a92441e6-bcd6-42da-9bca-09ea7e11adfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.308208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a92441e6-bcd6-42da-9bca-09ea7e11adfa None None] Calling delete_port for 3803f067-fb5d-46cf-ab31-e28cc48b7281 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:11.324991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-186dd7d8-1713-40e6-a3ef-af5d7b3ab70e req-f5d740d5-1aea-4b57-a0dd-dd49ba2ecd95 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976192 Aug 23 03:40:11.386351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] For port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:11.387139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.401756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.416097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-3326510e-18c9-4a6e-a28e-a2f0bb4791f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c3430a6-d245-43d8-809d-62a6818221fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321332 Aug 23 03:40:11.423832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cef9c871-30ca-4f1e-9dda-d0f14e961b15 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:40:11.507428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Network 77b8a988-46ea-4567-a9fa-28f60209b4b0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:11.514586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Pushing event updated for resources: {'Port': ['ID=eb90cac1-f13d-4acc-8139-e779bbe7b96f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:11.543333 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a92441e6-bcd6-42da-9bca-09ea7e11adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.619328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92441e6-bcd6-42da-9bca-09ea7e11adfa None None] Pushing event deleted for resources: {'Port': ['ID=3803f067-fb5d-46cf-ab31-e28cc48b7281,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:11.631716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92441e6-bcd6-42da-9bca-09ea7e11adfa None None] No DVR routers for this DVR port 3803f067-fb5d-46cf-ab31-e28cc48b7281 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:11.697306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:11.699714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:11.699888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962efa8-3ec7-4458-9428-155432475794 req-92c7c081-76e0-4c30-b707-d2e9debcec00 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:11.701623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1962efa8-3ec7-4458-9428-155432475794 req-92c7c081-76e0-4c30-b707-d2e9debcec00 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 944 time: 0.4039752 Aug 23 03:40:11.702002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.781922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cef9c871-30ca-4f1e-9dda-d0f14e961b15, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:11.798826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] No DVR routers for this DVR port 3803f067-fb5d-46cf-ab31-e28cc48b7281 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:11.805885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15', 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87', 'port_id': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15', 'mac_address': 'fa:16:3e:f6:2e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57a3556-471a-46e1-b153-edcf81c93a12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:40:11.816674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc91be9-f059-4c78-9fe1-0e5db8c74112 req-569407d7-58ff-44b0-963f-cdb306e8287d tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:11.824624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bc91be9-f059-4c78-9fe1-0e5db8c74112 req-569407d7-58ff-44b0-963f-cdb306e8287d tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.3412015 Aug 23 03:40:11.842851 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1962efa8-3ec7-4458-9428-155432475794 req-fac050f0-f4f1-49d9-a0b7-35538a3d2881 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076410 Aug 23 03:40:11.868582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Pushing event deleted for resources: {'Port': ['ID=3803f067-fb5d-46cf-ab31-e28cc48b7281,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:11.883560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.915396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cef9c871-30ca-4f1e-9dda-d0f14e961b15 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:11.917389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:11.970935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cef9c871-30ca-4f1e-9dda-d0f14e961b15, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:12.007608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bc91be9-f059-4c78-9fe1-0e5db8c74112 req-ab2307a6-5196-4715-b6f8-690d7d70dabd tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808593 Aug 23 03:40:12.013526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.015122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.015452 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Floating IP f0e24687-a56d-4dff-9a42-e31b31e3c98f disassociated. External IP: 172.25.1.52, port: 36c6a3e3-eb06-41c6-bd36-568e443a8e0b. Aug 23 03:40:12.015875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Calling delete_port for 36c6a3e3-eb06-41c6-bd36-568e443a8e0b owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:12.035111 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.161747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cef9c871-30ca-4f1e-9dda-d0f14e961b15,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:12.175302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.187585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-91374cc0-22aa-42de-8c31-35dfbd163f71 service neutron] 10.222.0.24 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7572992 Aug 23 03:40:12.196944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 984ccd90-495c-4adb-824d-948ba7058a90 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:12.227862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d32a05-2282-4e69-bae2-09b5cdd053df']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:12.275257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca84341-268f-4dae-aee4-3053ff0e8731') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:12.278859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca84341-268f-4dae-aee4-3053ff0e8731') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:12.311393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.363376 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.382427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0fe8c-3e66-404a-bd50-70d3b498ac7f req-9ef0a638-ad4f-4ceb-8de9-ca212d593bbf tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:12.384029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97b0fe8c-3e66-404a-bd50-70d3b498ac7f req-9ef0a638-ad4f-4ceb-8de9-ca212d593bbf tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.4120412 Aug 23 03:40:12.387515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 984ccd90-495c-4adb-824d-948ba7058a90 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:12.395086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 984ccd90-495c-4adb-824d-948ba7058a90 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:12.396237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.398263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:40:12.398703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.402690 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.431384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.438948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['cef9c871-30ca-4f1e-9dda-d0f14e961b15'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:12.442401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77b5e0-c357-49af-ae96-4e29a642691d req-6d0c86ec-1234-4e0d-8440-c0b3eddda262 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:12.450821 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c77b5e0-c357-49af-ae96-4e29a642691d req-6d0c86ec-1234-4e0d-8440-c0b3eddda262 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 945 time: 0.1472301 Aug 23 03:40:12.554123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0259c49f-3c63-4aa0-8079-1803e6e82af7 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:40:12.556924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 36c6a3e3-eb06-41c6-bd36-568e443a8e0b no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:12.603567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 36c6a3e3-eb06-41c6-bd36-568e443a8e0b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:12.604282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 36c6a3e3-eb06-41c6-bd36-568e443a8e0b not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:12.699143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Pushing event deleted for resources: {'Port': ['ID=36c6a3e3-eb06-41c6-bd36-568e443a8e0b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:12.746579 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:12.816485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 984ccd90-495c-4adb-824d-948ba7058a90, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=984ccd90-495c-4adb-824d-948ba7058a90,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:12.818971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0259c49f-3c63-4aa0-8079-1803e6e82af7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:12.844438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Router 2298b947-156f-46c8-8fc7-316552f9e9f7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:40:12.848543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '0259c49f-3c63-4aa0-8079-1803e6e82af7', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'port_id': '0259c49f-3c63-4aa0-8079-1803e6e82af7', 'mac_address': 'fa:16:3e:6f:bf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024e375b-07ee-47c3-b827-2fa19610e3a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:40:12.884409 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c77b5e0-c357-49af-ae96-4e29a642691d req-e0608770-64d9-4e9b-8508-016acdaaf162 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c3e8661-57f7-42c9-a7fc-92fa3341aa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4323628 Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:40:12.925914 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:40:12.941937 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.009362 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.015088 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.021327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] 10.222.0.20 "DELETE /v2.0/networks/50d32a05-2282-4e69-bae2-09b5cdd053df HTTP/1.1" status: 204 len: 168 time: 2.6890554 Aug 23 03:40:13.025531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97b0fe8c-3e66-404a-bd50-70d3b498ac7f req-111d31e0-913b-4ad2-86f5-4cce54ab2e76 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986292 Aug 23 03:40:13.027802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36232) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:13.100625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3803f067-fb5d-46cf-ab31-e28cc48b7281 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:13.122567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.158005 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:40:13.164180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571765d-901d-4a3c-942e-387a2db1c89c admin admin] Pushing event deleted for resources: {'Network': ['ID=50d32a05-2282-4e69-bae2-09b5cdd053df,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:13.172088 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] Sync routers for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:40:13.196337 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:13.197288 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:13.203563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 3803f067-fb5d-46cf-ab31-e28cc48b7281 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:13.203823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3803f067-fb5d-46cf-ab31-e28cc48b7281 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:13.239696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0259c49f-3c63-4aa0-8079-1803e6e82af7 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:13.284530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=984ccd90-495c-4adb-824d-948ba7058a90,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:13.298103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-f9bfe130-e060-4931-85e9-e73574420ddd tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:13.299800 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-f9bfe130-e060-4931-85e9-e73574420ddd tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.3718207 Aug 23 03:40:13.303458 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] No DVR routers for this DVR port 36c6a3e3-eb06-41c6-bd36-568e443a8e0b on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:13.315659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.316054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.316402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.316742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.317104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.317469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.323465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.323465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.323465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.323465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.323465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.323465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:13.325353 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07e9464a-a44d-4998-b4dc-0c119e451a65 req-8b4a027f-f565-445e-b5d8-ffafd9e2c306 service neutron] 10.222.0.24 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1224604 Aug 23 03:40:13.325561 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.327669 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.330447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5502706a-178e-4dda-bd9b-f07946e858f0 req-218ac897-31d5-4f97-ae70-1ff0a3451666 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.24 "DELETE /v2.0/ports/36c6a3e3-eb06-41c6-bd36-568e443a8e0b HTTP/1.1" status: 204 len: 173 time: 2.4977303 Aug 23 03:40:13.343376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0259c49f-3c63-4aa0-8079-1803e6e82af7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:13.343564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'name': 'network-vif-deleted', 'tag': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:13.346269 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814b899f-f540-4045-b452-f8c6e156a4f6" -d '{"events": [{"server_uuid": "dabbd1f4-41da-4fb5-b06d-295cbb18ff16", "name": "network-vif-deleted", "tag": "36c6a3e3-eb06-41c6-bd36-568e443a8e0b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:13.364976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfbbc7-f2f1-4916-ac3f-ef1e5842359d req-e9e10b8a-c7cb-498b-aa3e-e6aa96940c02 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:13.375694 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-37bfbbc7-f2f1-4916-ac3f-ef1e5842359d req-e9e10b8a-c7cb-498b-aa3e-e6aa96940c02 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.2795558 Aug 23 03:40:13.427152 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.430081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.437402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12e26d-912c-43f2-9d43-7b608d37e946 req-566c8593-7d52-4474-ae00-f16f8f652ee5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:13.444907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a12e26d-912c-43f2-9d43-7b608d37e946 req-566c8593-7d52-4474-ae00-f16f8f652ee5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 944 time: 0.2511652 Aug 23 03:40:13.465955 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:13.479831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-37bfbbc7-f2f1-4916-ac3f-ef1e5842359d req-b96bac0d-6ddd-48e7-b518-fa741847db5a tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031749 Aug 23 03:40:13.546185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0259c49f-3c63-4aa0-8079-1803e6e82af7,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:13.606074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a12e26d-912c-43f2-9d43-7b608d37e946 req-5e748870-dc05-413f-ac85-151419007ab9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555343 Aug 23 03:40:13.609260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Pushing event updated for resources: {'Port': ['ID=eb90cac1-f13d-4acc-8139-e779bbe7b96f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:13.631457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.659687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['0259c49f-3c63-4aa0-8079-1803e6e82af7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:13.777923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4c75e-9bfc-4737-873a-b8be85f6a55f req-36bd1bf0-ffbe-4bc8-aaef-6139711158ff tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:13.779633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26a4c75e-9bfc-4737-873a-b8be85f6a55f req-36bd1bf0-ffbe-4bc8-aaef-6139711158ff tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 945 time: 0.1517467 Aug 23 03:40:13.853137 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5029e457-186e-4bf8-8a7c-96ec3f42194c x-openstack-request-id: req-5029e457-186e-4bf8-8a7c-96ec3f42194c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:13.853561 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabbd1f4-41da-4fb5-b06d-295cbb18ff16", "name": "network-vif-deleted", "tag": "36c6a3e3-eb06-41c6-bd36-568e443a8e0b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:13.853737 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5029e457-186e-4bf8-8a7c-96ec3f42194c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:13.854173 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabbd1f4-41da-4fb5-b06d-295cbb18ff16', 'name': 'network-vif-deleted', 'tag': '36c6a3e3-eb06-41c6-bd36-568e443a8e0b', 'status': 'completed', 'code': 200} Aug 23 03:40:13.879173 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26a4c75e-9bfc-4737-873a-b8be85f6a55f req-9ea2c908-acfb-4f05-8746-1edfa4ee0a49 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913000 Aug 23 03:40:13.918011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Deleting port cccf13be-2368-4366-ab85-7b911f847db1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:13.918176 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:13.936109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Network 77b8a988-46ea-4567-a9fa-28f60209b4b0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:13.938735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:14.170111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 984ccd90-495c-4adb-824d-948ba7058a90 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:14.197831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e7f621d-8e81-4a0a-8013-e75be7e6f005 req-60e4545c-18f3-4321-a06e-3ee680f599b8 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 210 time: 0.0971541 Aug 23 03:40:14.239711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Router 6d0dc09e-341a-48c1-af48-01b52d98dd6b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:40:14.327773 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:12Z', 'revision_number': 5, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:14.400511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 984ccd90-495c-4adb-824d-948ba7058a90 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:14.400915 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:14.402261 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] Checking router: 2298b947-156f-46c8-8fc7-316552f9e9f7 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:40:14.413429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] For port cccf13be-2368-4366-ab85-7b911f847db1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cccf13be-2368-4366-ab85-7b911f847db1,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:14.413777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:14.414539 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:14.415985 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:14.566568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Calling delete_port for cccf13be-2368-4366-ab85-7b911f847db1 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:14.579477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744fb1f-9f43-4d4a-bf82-31a8af90c3f0 req-e691b24e-3e1c-4023-82ba-f3ed778f4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:14.581116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd464cf-bd99-4398-ae0b-3e19881bd3c3 req-8bd5d4e6-680b-42f5-aa13-6e096c55fca5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:14.581599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4744fb1f-9f43-4d4a-bf82-31a8af90c3f0 req-e691b24e-3e1c-4023-82ba-f3ed778f4f97 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 1096 time: 0.4891701 Aug 23 03:40:14.592396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dfd464cf-bd99-4398-ae0b-3e19881bd3c3 req-8bd5d4e6-680b-42f5-aa13-6e096c55fca5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 945 time: 0.1148205 Aug 23 03:40:14.616884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:40:14.627003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b5ea48b8-46f8-45b8-8da5-864b4c86726f admin admin] 10.222.0.20 "PUT /v2.0/routers/6d0dc09e-341a-48c1-af48-01b52d98dd6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0153899 Aug 23 03:40:14.638280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Sync routers for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:40:14.659659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:14.668427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:14.671373 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dfd464cf-bd99-4398-ae0b-3e19881bd3c3 req-3a44b2bd-80ab-4990-9a3e-ac4ffa7b8f71 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785940 Aug 23 03:40:14.693305 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:14.752602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95d088-b979-4191-abc9-0cd1bb35cb8e req-58741a08-e883-4bd8-ac75-c8eb614c3741 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:14.759393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb95d088-b979-4191-abc9-0cd1bb35cb8e req-58741a08-e883-4bd8-ac75-c8eb614c3741 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.4216254 Aug 23 03:40:14.910926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4744fb1f-9f43-4d4a-bf82-31a8af90c3f0 req-79e454a9-6c0e-4314-a914-61396d48d462 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050210 Aug 23 03:40:14.950252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162d90a-14a4-4a7b-8ada-ebeb937d9480 req-2873f926-bfc5-4495-88a6-639d8e1166ac tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:14.957881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:14.965493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5162d90a-14a4-4a7b-8ada-ebeb937d9480 req-2873f926-bfc5-4495-88a6-639d8e1166ac tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 945 time: 0.1551807 Aug 23 03:40:15.032547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5162d90a-14a4-4a7b-8ada-ebeb937d9480 req-620e3309-143d-446c-9519-f522cf05d447 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630627 Aug 23 03:40:15.034531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb95d088-b979-4191-abc9-0cd1bb35cb8e req-9b518e70-d55b-4b5c-9c0e-f96ec1b41779 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863775 Aug 23 03:40:15.200617 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:12Z', 'revision_number': 5, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:15.248276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d6fb-e8f7-4dae-8542-3e4a01496546 req-386267bc-d45a-40d4-91e0-fb0461b6a003 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:15.255779 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce72d6fb-e8f7-4dae-8542-3e4a01496546 req-386267bc-d45a-40d4-91e0-fb0461b6a003 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 945 time: 0.1314187 Aug 23 03:40:15.262364 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0cdbd0-4213-4361-a999-2c5fb9e5312a None None] The sync data for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 is: [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:36:04Z', 'revision_number': 4, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8bb75242-3c51-475a-8b00-d650b76cffba', 'name': '', 'network_id': 'c0445a91-b126-4592-ad35-0f12179ff408', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'mac_address': 'fa:16:3e:4b:c4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:36:02Z', 'updated_at': '2021-08-23T03:36:12Z', 'revision_number': 5, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'subnets': [{'id': '1e985fe0-66a1-4eeb-96b0-10a22a2c892d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:40:15.301403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:15.333728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cef9c871-30ca-4f1e-9dda-d0f14e961b15 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:15.362748 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce72d6fb-e8f7-4dae-8542-3e4a01496546 req-fc005475-4af2-486a-b7c2-285be2103984 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001194 Aug 23 03:40:15.509137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port cef9c871-30ca-4f1e-9dda-d0f14e961b15 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:15.509810 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:15.526529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:15.530983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2e68582-6104-40f2-92c3-342d03743818 req-128768f1-6086-4cea-82bf-d88aef5c21b4 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 210 time: 0.0604229 Aug 23 03:40:15.546589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'eb90cac1-f13d-4acc-8139-e779bbe7b96f', 'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'mac_address': 'fa:16:3e:8b:5a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:10Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 2, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'subnets': [{'id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:15.595331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Checking router: 6d0dc09e-341a-48c1-af48-01b52d98dd6b for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:40:15.595696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Updating router 6d0dc09e-341a-48c1-af48-01b52d98dd6b port eb90cac1-f13d-4acc-8139-e779bbe7b96f binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:40:15.689862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event deleted for resources: {'Port': ['ID=cccf13be-2368-4366-ab85-7b911f847db1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:15.717406 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:15.732270 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:15.803806 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1317c8-6b24-4c0e-a70d-f4d6c024ac23 None None] New status for floating IP f0e24687-a56d-4dff-9a42-e31b31e3c98f: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:40:15.865745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f17a-160a-4af8-b76c-1b6378956d3c req-9dc4e880-bd50-4964-96b6-89ab83b6d11e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:15.872803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d7921-563d-4be7-9304-b562e403382f req-bd4ed7dc-2254-4622-8719-0d35143d5790 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:15.874299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8824f17a-160a-4af8-b76c-1b6378956d3c req-9dc4e880-bd50-4964-96b6-89ab83b6d11e tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 945 time: 0.0724752 Aug 23 03:40:15.880496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-bd4ed7dc-2254-4622-8719-0d35143d5790 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/networks?id=77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 200 len: 819 time: 0.2882812 Aug 23 03:40:15.889078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] No DVR routers for this DVR port cccf13be-2368-4366-ab85-7b911f847db1 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:15.893874 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:15.896032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2763235f-c3de-434a-bf5b-f3521812dd8a req-1acac71a-b09c-49a9-9a9c-651f4341fc31 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.11 "DELETE /v2.0/ports/cccf13be-2368-4366-ab85-7b911f847db1 HTTP/1.1" status: 204 len: 173 time: 2.5829537 Aug 23 03:40:15.896562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bf779a-e475-469b-8b35-6a967b178694', 'name': 'network-vif-deleted', 'tag': 'cccf13be-2368-4366-ab85-7b911f847db1'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:15.898949 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d94950-3135-4e76-8ca5-a2091e1c5f53" -d '{"events": [{"server_uuid": "72bf779a-e475-469b-8b35-6a967b178694", "name": "network-vif-deleted", "tag": "cccf13be-2368-4366-ab85-7b911f847db1"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:15.917823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-f3af1406-1188-4764-b719-ec53d78a61c0 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/quotas/3ee0d7a62ecb4aad83f04df3fee2b904 HTTP/1.1" status: 200 len: 375 time: 0.0359139 Aug 23 03:40:15.954442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8824f17a-160a-4af8-b76c-1b6378956d3c req-2d1a38f9-a2c2-4f73-b346-5ab8cb5b1d4f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759830 Aug 23 03:40:16.019301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cef9c871-30ca-4f1e-9dda-d0f14e961b15, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:16.021447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:16.027051 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28ea8b4-5ad5-4d4a-9a8d-797fba01a605" -d '{"events": [{"server_uuid": "39b23834-a29e-42a0-8144-30d51c9b10ab", "name": "network-vif-plugged", "status": "completed", "tag": "cef9c871-30ca-4f1e-9dda-d0f14e961b15"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:16.077687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-b10d3725-28d9-4bb0-925b-89a825376e5a tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587968 Aug 23 03:40:16.099013 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:16.099864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cccf13be-2368-4366-ab85-7b911f847db1 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:16.160204 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d57c7ee-afa8-4d67-b0dd-0d471b5ca7aa x-openstack-request-id: req-9d57c7ee-afa8-4d67-b0dd-0d471b5ca7aa {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:16.160606 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bf779a-e475-469b-8b35-6a967b178694", "name": "network-vif-deleted", "tag": "cccf13be-2368-4366-ab85-7b911f847db1", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:16.161067 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d57c7ee-afa8-4d67-b0dd-0d471b5ca7aa {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:16.161570 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bf779a-e475-469b-8b35-6a967b178694', 'name': 'network-vif-deleted', 'tag': 'cccf13be-2368-4366-ab85-7b911f847db1', 'status': 'completed', 'code': 200} Aug 23 03:40:16.180759 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d425fcd7-f5e1-42c3-80f4-a8674c83b2fd x-openstack-request-id: req-d425fcd7-f5e1-42c3-80f4-a8674c83b2fd {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:16.181076 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b23834-a29e-42a0-8144-30d51c9b10ab", "name": "network-vif-plugged", "status": "completed", "tag": "cef9c871-30ca-4f1e-9dda-d0f14e961b15", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:16.181329 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d425fcd7-f5e1-42c3-80f4-a8674c83b2fd {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:16.181838 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15', 'code': 200} Aug 23 03:40:16.187039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: cccf13be-2368-4366-ab85-7b911f847db1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:16.187039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cccf13be-2368-4366-ab85-7b911f847db1 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:16.262184 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31c1fc71-722d-486d-8f3e-0e81af7341e7 req-8cbba36d-edce-4315-9690-0ba12b289ee8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 210 time: 0.0554438 Aug 23 03:40:16.388028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cef9c871-30ca-4f1e-9dda-d0f14e961b15,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:16.398080 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-34ac54d2-88d5-47f8-8c40-cdf63652f193 service neutron] 10.222.0.20 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193512 Aug 23 03:40:16.512008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Deleting port bfb882aa-a90f-45fa-9121-78104c29d2cd {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:16.512354 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:16.528116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b46a6-3f5c-4d8c-8173-f35bd84e990f req-abb2dcba-e346-4036-86bf-a9d2fa330330 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:16.530306 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-737b46a6-3f5c-4d8c-8173-f35bd84e990f req-abb2dcba-e346-4036-86bf-a9d2fa330330 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0914245 Aug 23 03:40:16.585947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0259c49f-3c63-4aa0-8079-1803e6e82af7 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:16.638035 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-737b46a6-3f5c-4d8c-8173-f35bd84e990f req-27d6ea4a-0e50-457b-b590-ab2bb1b7da62 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998170 Aug 23 03:40:16.674437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] For port bfb882aa-a90f-45fa-9121-78104c29d2cd, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bfb882aa-a90f-45fa-9121-78104c29d2cd,segment=NetworkSegment(a4d55137-daa1-466c-bf62-9225bf52164c),segment_id=a4d55137-daa1-466c-bf62-9225bf52164c)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:16.674803 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:16.695919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Calling delete_port for bfb882aa-a90f-45fa-9121-78104c29d2cd owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:16.712087 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:16.749773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Transition to ACTIVE for port object eb90cac1-f13d-4acc-8139-e779bbe7b96f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:16.772802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-9186b554-e47d-4404-9797-2774205000b2 service neutron] 10.222.0.20 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627861 Aug 23 03:40:16.816209 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:16.928256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 0259c49f-3c63-4aa0-8079-1803e6e82af7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:16.958992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 0259c49f-3c63-4aa0-8079-1803e6e82af7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:16.958992 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:17.012894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395382a-7bc6-4fd2-90ff-bbdf3251e72a None None] Pushing event updated for resources: {'Port': ['ID=eb90cac1-f13d-4acc-8139-e779bbe7b96f,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:17.018909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-ddcb68c2-a8a3-428a-8220-5a0ca73c3c49 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:17.025402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-ddcb68c2-a8a3-428a-8220-5a0ca73c3c49 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.11 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.2116559 Aug 23 03:40:17.039265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88822feb-8882-4cd7-98c8-e2a258d6e63a req-0a98b4ee-b8fd-4274-b8af-a9ef3d087887 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:17.049382 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-88822feb-8882-4cd7-98c8-e2a258d6e63a req-0a98b4ee-b8fd-4274-b8af-a9ef3d087887 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 945 time: 0.1964262 Aug 23 03:40:17.180141 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-88822feb-8882-4cd7-98c8-e2a258d6e63a req-60e47842-afa6-4621-b9b1-eeafb7ac08a4 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300285 Aug 23 03:40:17.231915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Deleting port cef9c871-30ca-4f1e-9dda-d0f14e961b15 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:17.232250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:17.296345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a8dd216-79c7-4072-b2dd-0182206cbd18 req-84e4d8a6-89ed-4ab3-b59e-190a25917280 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 210 time: 0.0549748 Aug 23 03:40:17.340694 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Attempting to bind port eb90cac1-f13d-4acc-8139-e779bbe7b96f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:17.341279 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Attempting to bind port eb90cac1-f13d-4acc-8139-e779bbe7b96f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '77e4cbe5-84d0-4fea-9a27-a68b3553633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:17.341755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Attempting to bind port eb90cac1-f13d-4acc-8139-e779bbe7b96f on network 77b8a988-46ea-4567-a9fa-28f60209b4b0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:17.349351 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:17.349958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Checking segment: {'id': '77e4cbe5-84d0-4fea-9a27-a68b3553633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:17.350513 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:17.351059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Bound using segment: {'id': '77e4cbe5-84d0-4fea-9a27-a68b3553633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:17.351645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Bound port: eb90cac1-f13d-4acc-8139-e779bbe7b96f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e4cbe5-84d0-4fea-9a27-a68b3553633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:17.352307 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:17.383101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] For port cef9c871-30ca-4f1e-9dda-d0f14e961b15, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cef9c871-30ca-4f1e-9dda-d0f14e961b15,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:17.398896 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:17.419009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:17.439308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:17.479284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb882aa-a90f-45fa-9121-78104c29d2cd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:17.487384 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Calling delete_port for cef9c871-30ca-4f1e-9dda-d0f14e961b15 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:17.535806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95267465-7547-4fc8-8f6b-4287b90af744 req-c32ed785-d503-44a2-95f1-59ac6dd2ef2b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:17.548826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95267465-7547-4fc8-8f6b-4287b90af744 req-c32ed785-d503-44a2-95f1-59ac6dd2ef2b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 946 time: 0.1727722 Aug 23 03:40:17.558843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] For port eb90cac1-f13d-4acc-8139-e779bbe7b96f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:17.570709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] For port eb90cac1-f13d-4acc-8139-e779bbe7b96f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eb90cac1-f13d-4acc-8139-e779bbe7b96f,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:17.595781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0259c49f-3c63-4aa0-8079-1803e6e82af7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:17.645544 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:17.676070 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95267465-7547-4fc8-8f6b-4287b90af744 req-dd73772f-3973-4935-b62b-9612d5e78415 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261888 Aug 23 03:40:17.713323 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:17.769348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:17.770012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:17.789415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1195b613-b275-4427-9f22-89ae250c4000 req-4d981f79-d3e1-4ae8-8159-23e19bede279 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 210 time: 0.0497513 Aug 23 03:40:17.889567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7cb8b67-88ed-4352-bca1-55220afdae98 req-8e99a017-474d-4ea8-88a9-eb967210f27e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=72bf779a-e475-469b-8b35-6a967b178694 HTTP/1.1" status: 200 len: 210 time: 0.3206203 Aug 23 03:40:17.961774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8c2b-ce42-4d5a-b87e-076f22aae08b req-b02f86cd-4791-4464-8bf5-97bf97a33802 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:17.986243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31fa8c2b-ce42-4d5a-b87e-076f22aae08b req-b02f86cd-4791-4464-8bf5-97bf97a33802 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.1114144 Aug 23 03:40:18.011073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395382a-7bc6-4fd2-90ff-bbdf3251e72a None None] Pushing event updated for resources: {'Port': ['ID=eb90cac1-f13d-4acc-8139-e779bbe7b96f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:18.072330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31fa8c2b-ce42-4d5a-b87e-076f22aae08b req-24886db1-ef90-4e68-8cd5-67ce2bbc4634 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848529 Aug 23 03:40:18.183496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a4716-1629-49fc-8573-272ba964ab32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0259c49f-3c63-4aa0-8079-1803e6e82af7'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:18.185931 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9c54ba-8afc-47bc-9bc1-1c1eba6d182c" -d '{"events": [{"server_uuid": "4f1a4716-1629-49fc-8573-272ba964ab32", "name": "network-vif-plugged", "status": "completed", "tag": "0259c49f-3c63-4aa0-8079-1803e6e82af7"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:18.193761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0259c49f-3c63-4aa0-8079-1803e6e82af7,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:18.238924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:18.282567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:18.322425 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0e3e48-fc8f-47e7-aa5a-4602fd104aec x-openstack-request-id: req-6f0e3e48-fc8f-47e7-aa5a-4602fd104aec {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:18.336743 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a4716-1629-49fc-8573-272ba964ab32", "name": "network-vif-plugged", "status": "completed", "tag": "0259c49f-3c63-4aa0-8079-1803e6e82af7", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:18.337596 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f0e3e48-fc8f-47e7-aa5a-4602fd104aec {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:18.339601 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a4716-1629-49fc-8573-272ba964ab32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0259c49f-3c63-4aa0-8079-1803e6e82af7', 'code': 200} Aug 23 03:40:18.438530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec781947-2e82-45bd-a84a-6a95ee131a8b req-de8b4db3-cdce-4e60-9405-51550793aa7a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:18.446745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec781947-2e82-45bd-a84a-6a95ee131a8b req-de8b4db3-cdce-4e60-9405-51550793aa7a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1221633 Aug 23 03:40:18.501209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa1e8-01da-4b17-a5d8-e5e4aa94f664 req-f770bb99-2041-41b6-afd8-738aca44c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:18.514880 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e2aa1e8-01da-4b17-a5d8-e5e4aa94f664 req-f770bb99-2041-41b6-afd8-738aca44c7af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 1097 time: 0.1342170 Aug 23 03:40:18.583459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec781947-2e82-45bd-a84a-6a95ee131a8b req-7cdc629f-eb47-4cc2-8966-e047c7e822a9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356091 Aug 23 03:40:18.617224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e2aa1e8-01da-4b17-a5d8-e5e4aa94f664 req-1e9c8cb6-c0fe-4b8e-8ceb-92b3d4cc6f1d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911388 Aug 23 03:40:18.620508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca2356d5-fe30-463f-b8d2-a7df38145568 req-f305c42b-457c-4131-a276-fc95f17f174f tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 210 time: 0.0898731 Aug 23 03:40:18.707912 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:18.718593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'eb90cac1-f13d-4acc-8139-e779bbe7b96f', 'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'mac_address': 'fa:16:3e:8b:5a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:10Z', 'updated_at': '2021-08-23T03:40:17Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'subnets': [{'id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:18.750668 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:40:18.811433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event deleted for resources: {'Port': ['ID=cef9c871-30ca-4f1e-9dda-d0f14e961b15,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:18.831862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a2c83-b24c-4637-a5b3-84fae4e3aaa1 None None] The sync data for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 is: [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'eb90cac1-f13d-4acc-8139-e779bbe7b96f', 'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'mac_address': 'fa:16:3e:8b:5a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:10Z', 'updated_at': '2021-08-23T03:40:17Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'subnets': [{'id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:40:18.949655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7b1494a7-2cf8-45bb-bfe5-e8f44487dd19 req-41a0e293-b8ce-4b05-954c-5dafd1986ca2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=39b23834-a29e-42a0-8144-30d51c9b10ab HTTP/1.1" status: 200 len: 210 time: 0.0789804 Aug 23 03:40:19.033241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] No DVR routers for this DVR port cef9c871-30ca-4f1e-9dda-d0f14e961b15 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:19.037339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:40:19.046269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:19.048785 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-496dc4a9-106b-49e1-8fe4-d77d7e74cc33 req-f608bf04-c247-456c-9a57-efad79a2b695 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.11 "DELETE /v2.0/ports/cef9c871-30ca-4f1e-9dda-d0f14e961b15 HTTP/1.1" status: 204 len: 173 time: 2.0185161 Aug 23 03:40:19.051568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'name': 'network-vif-deleted', 'tag': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:19.055023 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01eabc95-22de-4ab6-a087-9e3564f73c8f" -d '{"events": [{"server_uuid": "39b23834-a29e-42a0-8144-30d51c9b10ab", "name": "network-vif-deleted", "tag": "cef9c871-30ca-4f1e-9dda-d0f14e961b15"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:19.075260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-e3a7fa52-a0f0-41f2-bf0d-dde7b2c56545 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:19.076862 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-e3a7fa52-a0f0-41f2-bf0d-dde7b2c56545 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/networks?id=f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 200 len: 811 time: 0.2963924 Aug 23 03:40:19.117396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-0e46123f-0ffc-4a31-a2ed-be11f20488bb tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/quotas/61d49951f4ec40188af7128c79047ec0 HTTP/1.1" status: 200 len: 375 time: 0.0312092 Aug 23 03:40:19.128323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e529408b-74a7-4468-862b-de5ef2fd3869 req-ad1484cd-e498-4cb8-be3a-3be119b35093 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 210 time: 0.0679665 Aug 23 03:40:19.225922 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-3e529d07-feb0-496b-8e3a-0425ed5582ea tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018174 Aug 23 03:40:19.395941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:40:19.405888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b725bffc-8ab4-49bc-b03c-2e5840e54601 admin admin] 10.222.0.20 "PUT /v2.0/routers/9ecef2ef-443f-453b-95ab-fa0fe1e9f75c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3719559 Aug 23 03:40:19.410145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] Sync routers for ids ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:40:19.411073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36382) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:19.433440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] Routers {'9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:19.434089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:19.500986 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-8239275c-3fb9-417f-89ed-378925401b88 service neutron] 10.222.0.20 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732551 Aug 23 03:40:19.748381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-78e36ac2-bc27-4eca-9cf5-cea9c345ca44 service neutron] 10.222.0.20 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370794 Aug 23 03:40:19.793840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] Set router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:20.223959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eb90cac1-f13d-4acc-8139-e779bbe7b96f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:20.308764 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ac3f4e-5457-4d88-adc2-8a8d6644a184 x-openstack-request-id: req-01ac3f4e-5457-4d88-adc2-8a8d6644a184 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:20.309920 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b23834-a29e-42a0-8144-30d51c9b10ab", "name": "network-vif-deleted", "tag": "cef9c871-30ca-4f1e-9dda-d0f14e961b15", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:20.310410 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01ac3f4e-5457-4d88-adc2-8a8d6644a184 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:20.311367 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b23834-a29e-42a0-8144-30d51c9b10ab', 'name': 'network-vif-deleted', 'tag': 'cef9c871-30ca-4f1e-9dda-d0f14e961b15', 'status': 'completed', 'code': 200} Aug 23 03:40:20.468169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c776d8-2640-4a85-8bfe-7d7c2051efda req-00b6ad9a-3051-4130-a616-91f840d7f048 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:20.474865 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98c776d8-2640-4a85-8bfe-7d7c2051efda req-00b6ad9a-3051-4130-a616-91f840d7f048 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1892176 Aug 23 03:40:20.570505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:23Z', 'updated_at': '2021-08-23T03:40:17Z', 'revision_number': 5, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'gw_port': {'id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:24Z', 'updated_at': '2021-08-23T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:20.585836 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98c776d8-2640-4a85-8bfe-7d7c2051efda req-29296108-aa09-461c-8e79-509d4fc97daf tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067660 Aug 23 03:40:20.629963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] Checking router: 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:40:20.631881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port eb90cac1-f13d-4acc-8139-e779bbe7b96f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:20.633392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-de5c05dd-78fc-4d44-bcdb-59805a6b1f22 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:20.637330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port eb90cac1-f13d-4acc-8139-e779bbe7b96f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:20.637685 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:20.653564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-de5c05dd-78fc-4d44-bcdb-59805a6b1f22 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.3462567 Aug 23 03:40:20.677948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] Routers {'9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:20.678611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:20.686628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-ae1eaf22-f711-4b25-b7e7-153cd9b181fe tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/quotas/4013780338e54b128aef06d19a2c7bca HTTP/1.1" status: 200 len: 375 time: 0.0321856 Aug 23 03:40:20.745203 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-31708c3f-7cfd-4868-828d-791a1708ad44 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574930 Aug 23 03:40:20.779399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:20.817650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-809b02f6-39e9-456b-ad29-f54b12b2ec4f req-d5f9201b-6097-4bfd-aec2-407858178995 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/ports?device_id=dabbd1f4-41da-4fb5-b06d-295cbb18ff16 HTTP/1.1" status: 200 len: 210 time: 0.1143439 Aug 23 03:40:20.840688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] Set router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:20.978573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a13df01b-41b7-459b-a770-0d7f214945d6 req-7206d3fa-84e5-498a-b4fc-2a7fe6e69504 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 210 time: 0.0423696 Aug 23 03:40:21.159887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-673f3e01-d321-4fb7-95e6-fa883e510e90 req-e5cdb392-194d-4fe1-bfb3-d7a2e950dd39 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 210 time: 0.0579467 Aug 23 03:40:21.278677 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:21.295859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:21.352960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cef9c871-30ca-4f1e-9dda-d0f14e961b15 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:21.369600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-8f267e1f-ff81-4b9b-9e94-49365f61d23d service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232779 Aug 23 03:40:21.417730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: cef9c871-30ca-4f1e-9dda-d0f14e961b15 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:21.418010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cef9c871-30ca-4f1e-9dda-d0f14e961b15 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:21.434041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d7921-563d-4be7-9304-b562e403382f req-39e519fe-c0dc-47d9-afea-c11577738be1 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:21.440138 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-39e519fe-c0dc-47d9-afea-c11577738be1 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.11 "GET /v2.0/networks?id=77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 200 len: 819 time: 0.4505801 Aug 23 03:40:21.444751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port eb90cac1-f13d-4acc-8139-e779bbe7b96f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eb90cac1-f13d-4acc-8139-e779bbe7b96f,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:21.485701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Request body: {'port': {'device_id': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'admin_state_up': True, 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:21.540467 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:21.648427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=eb90cac1-f13d-4acc-8139-e779bbe7b96f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:21.664390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Deleting port 0f797924-abe2-4abf-b115-0973bb0d336f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:21.664969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:21.678161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:23Z', 'updated_at': '2021-08-23T03:40:17Z', 'revision_number': 5, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'gw_port': {'id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:24Z', 'updated_at': '2021-08-23T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:21.715153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517acdb0-89b0-44c9-acfa-ea229990bdbf None None] The sync data for ids ['9ecef2ef-443f-453b-95ab-fa0fe1e9f75c'] in n-d-749052-7 is: [{'id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'name': 'tempest-AttachSCSIVolumeTestJSON-694360963-router', 'tenant_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:38:23Z', 'updated_at': '2021-08-23T03:40:17Z', 'revision_number': 5, 'project_id': '9a3e94bcc2fd4b14a7958ee7c92ff9e7', 'gw_port': {'id': '0f797924-abe2-4abf-b115-0973bb0d336f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecef2ef-443f-453b-95ab-fa0fe1e9f75c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:38:24Z', 'updated_at': '2021-08-23T03:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:40:21.733598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-14587ebc-ef66-4047-b62d-b2a9a5422abc service neutron] 10.222.0.20 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517051 Aug 23 03:40:21.978846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] For port 0f797924-abe2-4abf-b115-0973bb0d336f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0f797924-abe2-4abf-b115-0973bb0d336f,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:21.979246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:22.011144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Calling delete_port for 0f797924-abe2-4abf-b115-0973bb0d336f owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:22.305263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eb90cac1-f13d-4acc-8139-e779bbe7b96f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:22.340684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Made reservation on behalf of 3ee0d7a62ecb4aad83f04df3fee2b904 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:22.344401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:22.492248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Allocated IP 172.20.0.7 (77b8a988-46ea-4567-a9fa-28f60209b4b0/2b87bef0-2609-4572-b004-ec3ca1b77387/e9a6b3aa-5027-447b-a44b-88b759367df0) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:22.705499 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:22.772053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port eb90cac1-f13d-4acc-8139-e779bbe7b96f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:22.772434 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:22.781684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3e606755-0d4a-4e94-8579-cc0e80ef5227 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:22.785217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3e606755-0d4a-4e94-8579-cc0e80ef5227 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/networks?id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 HTTP/1.1" status: 200 len: 822 time: 1.0284700 Aug 23 03:40:22.819888 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-0a026d81-23c4-4d0c-8195-d4da87d21ebb tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/quotas/169f7aa900084747bb8279149def8425 HTTP/1.1" status: 200 len: 375 time: 0.0140817 Aug 23 03:40:22.831211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2ebd3-9f68-409f-851e-12efb365e8c2 req-86c5a27e-c2c9-47c1-b385-3b0866cab456 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:22.838546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dc2ebd3-9f68-409f-851e-12efb365e8c2 req-86c5a27e-c2c9-47c1-b385-3b0866cab456 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.5502772 Aug 23 03:40:22.901623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-f335f038-ba78-47fd-87f8-10a8e98e1220 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=169f7aa900084747bb8279149def8425&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720167 Aug 23 03:40:22.969059 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dc2ebd3-9f68-409f-851e-12efb365e8c2 req-a7fdb6a4-223a-440a-9f6e-054438a62616 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287751 Aug 23 03:40:22.979823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:22.993302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bfb882aa-a90f-45fa-9121-78104c29d2cd no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:23.039802 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:23.062497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: bfb882aa-a90f-45fa-9121-78104c29d2cd {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:23.062848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bfb882aa-a90f-45fa-9121-78104c29d2cd not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:23.104094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f797924-abe2-4abf-b115-0973bb0d336f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:23.153943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-7dfbdd65-0281-446e-bfd1-2771336d2fde service neutron] 10.222.0.20 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508380 Aug 23 03:40:23.193485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-030effcb-f0dc-47c4-b1b6-babf5ea5cab4 req-36439059-aeb8-44f4-92a1-aceecbd244b6 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 210 time: 0.0556500 Aug 23 03:40:23.283385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f668ae0-da0e-4db8-b7cd-fe8c2b9bb93d req-9e7fb11b-a812-45b3-ae38-c196c312b0d7 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 210 time: 0.0384836 Aug 23 03:40:23.289635 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74497c7c-d147-4e0b-b023-0c76c00a0269 service neutron] 10.222.0.20 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342504 Aug 23 03:40:23.310524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:23.383042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:23.542194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Pushing event updated for resources: {'Port': ['ID=e9a6b3aa-5027-447b-a44b-88b759367df0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:23.566901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:23.572874 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:23.624193 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Network 77b8a988-46ea-4567-a9fa-28f60209b4b0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:23.729203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:23.742767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:23.754895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a45e8-885b-4ff7-81c5-16b4f48f7728 req-e2f7d2d6-683e-4d6c-a7de-c150c734a1d9 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:23.762979 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-413a45e8-885b-4ff7-81c5-16b4f48f7728 req-e2f7d2d6-683e-4d6c-a7de-c150c734a1d9 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 931 time: 0.3168173 Aug 23 03:40:23.826708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-413a45e8-885b-4ff7-81c5-16b4f48f7728 req-11fef2cf-2d23-484e-b83f-cf2e726e85cb tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604136 Aug 23 03:40:23.865506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-2bd839b4-7823-456f-9f3a-9a3e88089b7c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:23.871222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-2bd839b4-7823-456f-9f3a-9a3e88089b7c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.11 "GET /v2.0/networks?id=f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 200 len: 811 time: 0.5252588 Aug 23 03:40:23.878285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:23.878694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecef2ef-443f-453b-95ab-fa0fe1e9f75c {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:40:23.900873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Request body: {'port': {'device_id': '5b0016cd-308f-4ae7-ad35-31d58436147d', 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934', 'admin_state_up': True, 'tenant_id': '61d49951f4ec40188af7128c79047ec0'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:23.960858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36476) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:24.068488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.074463 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-526a5671-b33c-4a56-87a4-359d4755a0d5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9ecef2ef-443f-453b-95ab-fa0fe1e9f75c HTTP/1.1" status: 204 len: 168 time: 4.6622014 Aug 23 03:40:24.086028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36480) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:24.087490 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cab2-5a13-4a1d-abb1-ceec19956f40 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.135486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:24.138421 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.197898 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68229ac5-a027-4b49-9b1e-e5d56d0b757b req-d73697e4-1a21-405a-9a6d-8558bf469b96 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 210 time: 0.0806172 Aug 23 03:40:24.227371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b235cfae-93a8-4070-bd4d-e65254951d45 admin admin] Deleting subnet 46102861-976c-4ec4-b8f6-467609bc6397 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:40:24.230922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b235cfae-93a8-4070-bd4d-e65254951d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.278385 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b235cfae-93a8-4070-bd4d-e65254951d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.306081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-2c4ea4ab-d270-40ce-b4fd-b6a252c0d290 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8251536 Aug 23 03:40:24.343052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0d7e2494-ef5c-4096-9c84-572ec3d913df req-40b9a671-3e7e-4048-853b-4677814d876a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 210 time: 0.0463667 Aug 23 03:40:24.361631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Request body: {'port': {'device_id': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:24.398452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cab2-5a13-4a1d-abb1-ceec19956f40 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.421665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522cba7-1e8d-40bd-ae3e-76f5b1fd571d req-666b6b10-07a1-440b-b05d-acc99b2ded5b tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:24.429643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7522cba7-1e8d-40bd-ae3e-76f5b1fd571d req-666b6b10-07a1-440b-b05d-acc99b2ded5b tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.2474601 Aug 23 03:40:24.502862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f2b5985-494e-4a3e-ba3f-4d9736835b7c req-31f10dec-75b7-42ec-a823-db93f55d383e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 210 time: 0.0415096 Aug 23 03:40:24.505904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Made reservation on behalf of 61d49951f4ec40188af7128c79047ec0 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:24.512438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.536763 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.597515 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7522cba7-1e8d-40bd-ae3e-76f5b1fd571d req-80843746-f9dd-47d0-a04d-b47b6f17a3a5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537147 Aug 23 03:40:24.679749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b235cfae-93a8-4070-bd4d-e65254951d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.736904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cab2-5a13-4a1d-abb1-ceec19956f40 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.739648 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cab2-5a13-4a1d-abb1-ceec19956f40 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:24.740803 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a4d5cab2-5a13-4a1d-abb1-ceec19956f40 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "DELETE /v2.0/security-groups/9c3e8661-57f7-42c9-a7fc-92fa3341aa55 HTTP/1.1" status: 204 len: 168 time: 0.7789199 Aug 23 03:40:24.780059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36488) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:24.842153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5cab2-5a13-4a1d-abb1-ceec19956f40 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3e8661-57f7-42c9-a7fc-92fa3341aa55,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:24.845226 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-0c8cd5a5-cd77-40d8-8a4e-944cfaf39434 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] show failed (client error): The resource could not be found. Aug 23 03:40:24.855402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c8cd5a5-cd77-40d8-8a4e-944cfaf39434 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "GET /v2.0/security-groups/9c3e8661-57f7-42c9-a7fc-92fa3341aa55 HTTP/1.1" status: 404 len: 347 time: 0.0346437 Aug 23 03:40:24.865431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36500) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:24.884204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b235cfae-93a8-4070-bd4d-e65254951d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.040074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Allocated IP 172.20.0.8 (f38fd29c-90b7-4585-b02d-4bb3f85b4934/db73e230-8414-4e9f-923a-52dac4ceceb7/75ec7761-a575-417e-b345-fb2afc206874) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:25.043396 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b235cfae-93a8-4070-bd4d-e65254951d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.045391 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b235cfae-93a8-4070-bd4d-e65254951d45 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46102861-976c-4ec4-b8f6-467609bc6397 HTTP/1.1" status: 204 len: 168 time: 0.9555922 Aug 23 03:40:25.047386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af569c8-f021-46fd-bf20-8214375b79a4 None None] Network 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:25.050714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36504) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:25.124916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.144764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235cfae-93a8-4070-bd4d-e65254951d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46102861-976c-4ec4-b8f6-467609bc6397,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:25.277775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582700-97dd-4fbd-8f95-ff8d6cace872 req-4dcd8d06-5941-4237-85d6-6b87ba049b49 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:25.297487 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7582700-97dd-4fbd-8f95-ff8d6cace872 req-4dcd8d06-5941-4237-85d6-6b87ba049b49 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 931 time: 0.2944515 Aug 23 03:40:25.330972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6acbba43-1104-4d8a-bb3a-37d36fdb94ad req-c949c745-c044-4017-a70a-0663a597d8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 210 time: 0.0404510 Aug 23 03:40:25.376574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-002448a5-7603-4854-a668-addbf465677f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:25.378681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-002448a5-7603-4854-a668-addbf465677f tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.24 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 812 time: 0.4290528 Aug 23 03:40:25.396520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Request body: {'port': {'device_id': 'e42904fd-a621-4f6b-95c7-127ea5c3c5ea', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'admin_state_up': True, 'tenant_id': '4013780338e54b128aef06d19a2c7bca'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:25.440581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Deleting port 0ab5c37a-f485-4524-a713-4c578cf356be {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:25.440932 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.461051 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7582700-97dd-4fbd-8f95-ff8d6cace872 req-d1123bc9-4625-45e7-aa74-f96fa40aad99 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511643 Aug 23 03:40:25.481197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ec5d2-8b84-4f07-98a7-144546c6b002 None None] DHCP port deletion for 60fee649-0de4-49dc-b6ad-7c6737b6e8a6 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:40:25.602449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e69ec5d2-8b84-4f07-98a7-144546c6b002 None None] Deleting port 91ba5981-2252-41ce-8c0a-92f24df8ca39 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:25.608178 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e69ec5d2-8b84-4f07-98a7-144546c6b002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.616916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c28d0714-7d76-417f-a155-eb24b07310eb req-827f10c0-581e-4e2a-a9a0-ff9c5f2e4cbd tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 210 time: 0.1771655 Aug 23 03:40:25.633331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a6b3aa-5027-447b-a44b-88b759367df0 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:25.656012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.678037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Transition to ACTIVE for port object e9a6b3aa-5027-447b-a44b-88b759367df0 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:25.690761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Deleting port 91ba5981-2252-41ce-8c0a-92f24df8ca39 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:25.691178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.729542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e69ec5d2-8b84-4f07-98a7-144546c6b002 None None] For port 91ba5981-2252-41ce-8c0a-92f24df8ca39, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=91ba5981-2252-41ce-8c0a-92f24df8ca39,segment=NetworkSegment(a4d55137-daa1-466c-bf62-9225bf52164c),segment_id=a4d55137-daa1-466c-bf62-9225bf52164c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:25.730362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e69ec5d2-8b84-4f07-98a7-144546c6b002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.746667 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e532ffe-933e-4106-b5d9-2371e238a05b req-5b009995-18b9-4f9b-9305-b30534ebd9d3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 210 time: 0.0699940 Aug 23 03:40:25.749449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e69ec5d2-8b84-4f07-98a7-144546c6b002 None None] Calling delete_port for 91ba5981-2252-41ce-8c0a-92f24df8ca39 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:25.755640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.755969 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.785306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Calling delete_port for 0ab5c37a-f485-4524-a713-4c578cf356be owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:25.827206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.843559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] For port 91ba5981-2252-41ce-8c0a-92f24df8ca39, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=91ba5981-2252-41ce-8c0a-92f24df8ca39,segment=NetworkSegment(a4d55137-daa1-466c-bf62-9225bf52164c),segment_id=a4d55137-daa1-466c-bf62-9225bf52164c)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:25.844297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:25.868610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Calling delete_port for 91ba5981-2252-41ce-8c0a-92f24df8ca39 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:25.878680 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe57bbd-61e4-4c2f-8eb3-d9ff105c9bbb req-6c76e61a-43eb-4985-ba43-cd02133461a6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:25.880452 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afe57bbd-61e4-4c2f-8eb3-d9ff105c9bbb req-6c76e61a-43eb-4985-ba43-cd02133461a6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1682677 Aug 23 03:40:26.032884 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0f797924-abe2-4abf-b115-0973bb0d336f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:26.053391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0f797924-abe2-4abf-b115-0973bb0d336f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:26.057039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0f797924-abe2-4abf-b115-0973bb0d336f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:26.057039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 91ba5981-2252-41ce-8c0a-92f24df8ca39 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:26.078506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Made reservation on behalf of 4013780338e54b128aef06d19a2c7bca for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:26.082979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:26.086525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:26.087446 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e69ec5d2-8b84-4f07-98a7-144546c6b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:26.099615 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-147c232f-d9e6-45f9-b325-e1f80fc9266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:26.137748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ec5d2-8b84-4f07-98a7-144546c6b002 None None] No DVR routers for this DVR port 91ba5981-2252-41ce-8c0a-92f24df8ca39 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:26.150720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ec5d2-8b84-4f07-98a7-144546c6b002 None None] Pushing event deleted for resources: {'Port': ['ID=91ba5981-2252-41ce-8c0a-92f24df8ca39,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:26.170801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Pushing event deleted for resources: {'Port': ['ID=0ab5c37a-f485-4524-a713-4c578cf356be,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:26.174346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No active binding found for port 91ba5981-2252-41ce-8c0a-92f24df8ca39 {{(pid=95122) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 23 03:40:26.174346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 91ba5981-2252-41ce-8c0a-92f24df8ca39 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:26.299220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:26.392545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afe57bbd-61e4-4c2f-8eb3-d9ff105c9bbb req-243fc882-f047-4538-8516-8e9a8b57ea5a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941349 Aug 23 03:40:26.412010 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:26.414527 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:26.417362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cd0f6e17-ed39-4722-bd44-d68ce9c5a9f5 tempest-ServersTestBootFromVolume-1282430532 tempest-ServersTestBootFromVolume-1282430532-project] 10.222.0.20 "DELETE /v2.0/floatingips/f0e24687-a56d-4dff-9a42-e31b31e3c98f HTTP/1.1" status: 204 len: 168 time: 1.5493007 Aug 23 03:40:26.425280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Allocated IP 172.20.0.3 (615f167b-3fb2-471b-a623-dad1a0074dd3/ca45a50e-d18c-4f9b-9797-806eaf36f9bd/3393537d-2c47-4d49-ab3b-335e5c3b5976) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:26.437430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36530) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:26.534018 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e7e77e74-f659-4d0b-b770-8e99a69c196d req-e58f8693-f789-4561-909d-faf35e250a0f tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 210 time: 0.0744498 Aug 23 03:40:26.552805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Pushing event updated for resources: {'Port': ['ID=e9a6b3aa-5027-447b-a44b-88b759367df0,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:26.567149 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:26.607538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['7b914b89-806a-4a2f-8a42-552c1cbf6ca9'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:26.662047 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:26.734289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Network f38fd29c-90b7-4585-b02d-4bb3f85b4934 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:26.764924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:26.791327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:26.810840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] No DVR routers for this DVR port 91ba5981-2252-41ce-8c0a-92f24df8ca39 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:26.815637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Attempting to bind port e9a6b3aa-5027-447b-a44b-88b759367df0 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:26.817329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Attempting to bind port e9a6b3aa-5027-447b-a44b-88b759367df0 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '77e4cbe5-84d0-4fea-9a27-a68b3553633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:26.817329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Attempting to bind port e9a6b3aa-5027-447b-a44b-88b759367df0 on network 77b8a988-46ea-4567-a9fa-28f60209b4b0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:26.918621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Pushing event updated for resources: {'Port': ['ID=75ec7761-a575-417e-b345-fb2afc206874,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:26.973638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Pushing event deleted for resources: {'Port': ['ID=91ba5981-2252-41ce-8c0a-92f24df8ca39,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:26.980642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Port e9a6b3aa-5027-447b-a44b-88b759367df0 on network 77b8a988-46ea-4567-a9fa-28f60209b4b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:40:26.980975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Attempting to bind port e9a6b3aa-5027-447b-a44b-88b759367df0 on network 77b8a988-46ea-4567-a9fa-28f60209b4b0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:27.008180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d9f97-aa68-4b9f-87b1-120c0320d3dd req-7c4ba94b-fdb2-43ed-8324-324c11e3be39 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:27.017151 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.019190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-354d9f97-aa68-4b9f-87b1-120c0320d3dd req-7c4ba94b-fdb2-43ed-8324-324c11e3be39 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 943 time: 0.3901353 Aug 23 03:40:27.029803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d49de-0f8c-4377-a2d0-690acb054589 req-5a39da6b-cabe-40e7-8046-60c8f1b20d36 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:27.037986 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-647d49de-0f8c-4377-a2d0-690acb054589 req-5a39da6b-cabe-40e7-8046-60c8f1b20d36 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 931 time: 0.1903327 Aug 23 03:40:27.071267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:27.071752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Checking segment: {'id': '77e4cbe5-84d0-4fea-9a27-a68b3553633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:27.072302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Bound using segment: {'id': '77e4cbe5-84d0-4fea-9a27-a68b3553633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:27.073084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Bound port: e9a6b3aa-5027-447b-a44b-88b759367df0, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e4cbe5-84d0-4fea-9a27-a68b3553633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:27.073492 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.136453 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.155779 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-647d49de-0f8c-4377-a2d0-690acb054589 req-ac3d01da-04d7-4f6b-af4e-63cd8c84acad tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165380 Aug 23 03:40:27.175337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:27.176024 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.193251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fee649-0de4-49dc-b6ad-7c6737b6e8a6']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:27.232683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-354d9f97-aa68-4b9f-87b1-120c0320d3dd req-a2b7ffda-aa3e-493e-912d-936c635d7fad tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123680 Aug 23 03:40:27.244596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d55137-daa1-466c-bf62-9225bf52164c') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:27.248664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d55137-daa1-466c-bf62-9225bf52164c') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:27.271563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-c9b52e37-d05e-4c28-b558-1934aa002821 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:27.271563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-c9b52e37-d05e-4c28-b558-1934aa002821 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.24 "GET /v2.0/networks?id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 HTTP/1.1" status: 200 len: 822 time: 0.5893395 Aug 23 03:40:27.290718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Request body: {'port': {'device_id': '8cf076ef-2c66-41ba-bdc4-60bcc7011f97', 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87', 'admin_state_up': True, 'tenant_id': '169f7aa900084747bb8279149def8425'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:27.309065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.362405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.380428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-20a012b9-c7ba-40a6-ab4d-160cdd0c82ce tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4890008 Aug 23 03:40:27.400641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Request body: {'port': {'device_id': '5b0016cd-308f-4ae7-ad35-31d58436147d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:27.405905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Network 615f167b-3fb2-471b-a623-dad1a0074dd3 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:27.406351 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.411049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] For port e9a6b3aa-5027-447b-a44b-88b759367df0, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:27.423302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:27.425469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:27.436801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20db541-b352-489e-a728-0c686ea369aa req-1f682faf-2ccf-434b-9b20-146ba77f06ec tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:27.444404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d20db541-b352-489e-a728-0c686ea369aa req-1f682faf-2ccf-434b-9b20-146ba77f06ec tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 931 time: 0.1503682 Aug 23 03:40:27.500627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event updated for resources: {'Port': ['ID=3393537d-2c47-4d49-ab3b-335e5c3b5976,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:27.514397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] For port e9a6b3aa-5027-447b-a44b-88b759367df0, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e9a6b3aa-5027-447b-a44b-88b759367df0,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:27.517570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:40:27.517847 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.523006 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d20db541-b352-489e-a728-0c686ea369aa req-5abfe9ee-bbab-4e10-a8e0-2902cb6b0ecb tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777609 Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:40:27.526316 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:40:27.545775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:27.546398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.558574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.604506 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.686633 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.689923 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3908bac-0346-4241-ba9d-130b762dd70a req-b9b16268-b6ee-48ac-a6bc-54ff07417f37 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 210 time: 0.0585835 Aug 23 03:40:27.693046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:27.693544 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-e07d3793-1e2c-4fc2-8b78-3c91e880a170 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3011560 Aug 23 03:40:27.693686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.695006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] 10.222.0.11 "PUT /v2.0/ports/e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 1091 time: 3.3458879 Aug 23 03:40:27.697882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:27.700366 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3339cb-cf7c-4cfd-be21-deb6b2187444" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:27.729036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ca2c5-ee5a-4694-a65c-1009d6d0fa6c req-16d86dbf-5e63-43ce-9cd8-f5a784ed4586 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:27.730354 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e58ca2c5-ee5a-4694-a65c-1009d6d0fa6c req-16d86dbf-5e63-43ce-9cd8-f5a784ed4586 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.2263899 Aug 23 03:40:27.730920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Request body: {'port': {'device_id': 'e42904fd-a621-4f6b-95c7-127ea5c3c5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:27.747866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.768677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.773826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] 10.222.0.20 "DELETE /v2.0/networks/60fee649-0de4-49dc-b6ad-7c6737b6e8a6 HTTP/1.1" status: 204 len: 168 time: 2.7215331 Aug 23 03:40:27.792631 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d209c1a-a8de-493f-be4a-8adbe24b88e4 x-openstack-request-id: req-7d209c1a-a8de-493f-be4a-8adbe24b88e4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:27.792966 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:27.796193 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d209c1a-a8de-493f-be4a-8adbe24b88e4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:27.796193 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'status': 'completed', 'code': 200} Aug 23 03:40:27.796193 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29696a8d-f041-4f56-81f4-8d853ef115ab service neutron] Pushing event updated for resources: {'Port': ['ID=e9a6b3aa-5027-447b-a44b-88b759367df0,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:27.812018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a030d-63c1-4520-8250-f4460f7470de admin admin] Pushing event deleted for resources: {'Network': ['ID=60fee649-0de4-49dc-b6ad-7c6737b6e8a6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:27.871928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Made reservation on behalf of 169f7aa900084747bb8279149def8425 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:27.875960 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:27.885997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e58ca2c5-ee5a-4694-a65c-1009d6d0fa6c req-ded1982a-185f-46a2-b6e4-5244397cd5d5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425622 Aug 23 03:40:27.896466 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.021042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3339cb-cf7c-4cfd-be21-deb6b2187444 req-3fd3eda2-3c69-47d9-aa7a-a529b30867b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:28.022479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c3339cb-cf7c-4cfd-be21-deb6b2187444 req-3fd3eda2-3c69-47d9-aa7a-a529b30867b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1094 time: 0.1991391 Aug 23 03:40:28.227153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Allocated IP 172.20.0.2 (e2e5a365-c9e0-4223-b53e-31a6e7fa8e87/e57a3556-471a-46e1-b153-edcf81c93a12/a7a55c7d-dc3b-41aa-8f30-ebdadd43128e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:28.239158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Deleting port 8bb75242-3c51-475a-8b00-d650b76cffba {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:28.240147 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.264470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3339cb-cf7c-4cfd-be21-deb6b2187444 req-5f520893-5639-4c27-977d-cdc0ac9a5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:28.268271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c3339cb-cf7c-4cfd-be21-deb6b2187444 req-5f520893-5639-4c27-977d-cdc0ac9a5070 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2261174 Aug 23 03:40:28.281766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36560) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:28.415068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9ef2e361-762b-41b6-b8d5-c8d22894cf26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3224d9635e844c2c95dfa3c514bb2de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1321259 Aug 23 03:40:28.426244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36564) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:28.447026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ec7761-a575-417e-b345-fb2afc206874 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:28.486964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] For port 8bb75242-3c51-475a-8b00-d650b76cffba, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8bb75242-3c51-475a-8b00-d650b76cffba,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:28.487330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.499309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.528263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ee97f-bcd8-49a9-8564-a0b68ce232a3 req-6881fdd1-e311-4ec0-984f-070d0e83c86a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:28.536368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-473ee97f-bcd8-49a9-8564-a0b68ce232a3 req-6881fdd1-e311-4ec0-984f-070d0e83c86a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 931 time: 0.1908178 Aug 23 03:40:28.560494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Calling delete_port for 8bb75242-3c51-475a-8b00-d650b76cffba owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:28.577171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Transition to ACTIVE for port object 75ec7761-a575-417e-b345-fb2afc206874 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:28.600492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee307-04b8-4b0b-9b37-5dd0b6bb0d51 req-9a5a8d8d-3204-4628-8b3b-ef56e32d083c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:28.601340 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dca8da08-6cf9-4322-a332-f8bf81635278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.602152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-739ee307-04b8-4b0b-9b37-5dd0b6bb0d51 req-9a5a8d8d-3204-4628-8b3b-ef56e32d083c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 943 time: 0.2524195 Aug 23 03:40:28.610428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3393537d-2c47-4d49-ab3b-335e5c3b5976 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:28.612637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3339cb-cf7c-4cfd-be21-deb6b2187444 req-3cbe9020-03ad-427a-937a-f879f024f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:28.623415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c3339cb-cf7c-4cfd-be21-deb6b2187444 req-3cbe9020-03ad-427a-937a-f879f024f6eb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3474445 Aug 23 03:40:28.659612 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.660667 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.723671 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-473ee97f-bcd8-49a9-8564-a0b68ce232a3 req-9571f160-d5db-47c5-8609-2ffd881ce417 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799011 Aug 23 03:40:28.739729 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Transition to ACTIVE for port object 3393537d-2c47-4d49-ab3b-335e5c3b5976 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:28.747585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.757558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-942d5c7b-c0ae-4619-8417-13dbcbf1c0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.766746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dca8da08-6cf9-4322-a332-f8bf81635278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.817666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-739ee307-04b8-4b0b-9b37-5dd0b6bb0d51 req-bd296b20-e660-4caa-b0b8-337657fbf400 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013669 Aug 23 03:40:28.837995 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:28.892968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Pushing event updated for resources: {'Port': ['ID=75ec7761-a575-417e-b345-fb2afc206874,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:28.954994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d7921-563d-4be7-9304-b562e403382f req-8eccc519-c3b8-4deb-9746-3c6355a184cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:28.957413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-8eccc519-c3b8-4deb-9746-3c6355a184cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1094 time: 0.2580314 Aug 23 03:40:29.058616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-1785f2ca-fcae-4119-a78b-c6bdba28d774 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 217 time: 0.0608671 Aug 23 03:40:29.092061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3bcbf-0b3d-4a3a-9c7a-ce19a9558cb8 req-ae267f69-4e20-44fc-b5f5-abaf0fac38cc tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:29.100150 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25b3bcbf-0b3d-4a3a-9c7a-ce19a9558cb8 req-ae267f69-4e20-44fc-b5f5-abaf0fac38cc tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 943 time: 0.1666756 Aug 23 03:40:29.163922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Attempting to bind port 75ec7761-a575-417e-b345-fb2afc206874 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:29.164404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Attempting to bind port 75ec7761-a575-417e-b345-fb2afc206874 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:29.164857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Attempting to bind port 75ec7761-a575-417e-b345-fb2afc206874 on network f38fd29c-90b7-4585-b02d-4bb3f85b4934 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:29.185974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d7921-563d-4be7-9304-b562e403382f req-535acf6f-a6b5-4ee3-818a-f78ab6ee4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:29.187594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-535acf6f-a6b5-4ee3-818a-f78ab6ee4cc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b87bef0-2609-4572-b004-ec3ca1b77387 HTTP/1.1" status: 200 len: 859 time: 0.1190119 Aug 23 03:40:29.190236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Port 75ec7761-a575-417e-b345-fb2afc206874 on network f38fd29c-90b7-4585-b02d-4bb3f85b4934 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:40:29.190691 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Attempting to bind port 75ec7761-a575-417e-b345-fb2afc206874 on network f38fd29c-90b7-4585-b02d-4bb3f85b4934 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:29.202321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25b3bcbf-0b3d-4a3a-9c7a-ce19a9558cb8 req-286b9b0f-9f8d-4468-8109-5563b2c1390c tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997593 Aug 23 03:40:29.231808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:29.232214 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Checking segment: {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:29.232561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Bound using segment: {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:29.235355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Bound port: 75ec7761-a575-417e-b345-fb2afc206874, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22483ca0-79f4-4b9a-a104-9ce533d65746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:29.235873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:29.273108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-742baf55-0c6a-47cd-aea8-bb0f11fcfa88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77b8a988-46ea-4567-a9fa-28f60209b4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638423 Aug 23 03:40:29.274176 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:29.306012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:29.415916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:29.438473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Pushing event updated for resources: {'Port': ['ID=3393537d-2c47-4d49-ab3b-335e5c3b5976,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:29.446674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:29.450708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:29.481272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dca8da08-6cf9-4322-a332-f8bf81635278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:29.484057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dca8da08-6cf9-4322-a332-f8bf81635278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:29.485438 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dca8da08-6cf9-4322-a332-f8bf81635278 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae94d1d4-8a25-4d98-9400-77c409bfcb1e HTTP/1.1" status: 204 len: 168 time: 1.0567944 Aug 23 03:40:29.522271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91c943-29de-4d9f-a57f-cfd9af04e239 req-0c14c1ab-7015-4ee3-872b-62a1070b0273 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:29.529607 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f91c943-29de-4d9f-a57f-cfd9af04e239 req-0c14c1ab-7015-4ee3-872b-62a1070b0273 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 931 time: 0.2275839 Aug 23 03:40:29.560388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8da08-6cf9-4322-a332-f8bf81635278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae94d1d4-8a25-4d98-9400-77c409bfcb1e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:29.587031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event updated for resources: {'Port': ['ID=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:29.598346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] For port 75ec7761-a575-417e-b345-fb2afc206874, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:29.603333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:29.614419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43363b6-7843-4505-860e-646736895428 req-3f4639c2-29c6-49a0-9aba-25e807680002 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:29.616861 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d43363b6-7843-4505-860e-646736895428 req-3f4639c2-29c6-49a0-9aba-25e807680002 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.3034058 Aug 23 03:40:29.622548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] For port 75ec7761-a575-417e-b345-fb2afc206874, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=75ec7761-a575-417e-b345-fb2afc206874,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:29.650253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb75242-3c51-475a-8b00-d650b76cffba,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:29.666235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:29.666838 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:29.682816 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f91c943-29de-4d9f-a57f-cfd9af04e239 req-9cb8844c-8eb0-467f-a3ed-ed9ff5f28f27 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457191 Aug 23 03:40:29.684649 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-d599e9de-cbe3-45de-9294-9cfc11ea7f14 service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542671 Aug 23 03:40:29.713901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:29.729204 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d43363b6-7843-4505-860e-646736895428 req-c5eb134d-ebd1-40df-8a50-efc1c2ffcfe0 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988145 Aug 23 03:40:29.782903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Attempting to bind port 3393537d-2c47-4d49-ab3b-335e5c3b5976 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:29.785766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Attempting to bind port 3393537d-2c47-4d49-ab3b-335e5c3b5976 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:29.786580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Attempting to bind port 3393537d-2c47-4d49-ab3b-335e5c3b5976 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:29.803686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Port 3393537d-2c47-4d49-ab3b-335e5c3b5976 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:40:29.809532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Attempting to bind port 3393537d-2c47-4d49-ab3b-335e5c3b5976 on network 615f167b-3fb2-471b-a623-dad1a0074dd3 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:29.840134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:29.840483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Checking segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:29.840873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Bound using segment: {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:29.841455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Bound port: 3393537d-2c47-4d49-ab3b-335e5c3b5976, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:29.843043 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:29.885480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Pushing event updated for resources: {'Port': ['ID=75ec7761-a575-417e-b345-fb2afc206874,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:30.036858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488716b-bbdb-4d80-a53b-b7c9f83bc4f9 req-ff9da442-3889-4e25-beea-1c3f9f592d4e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:30.049899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6488716b-bbdb-4d80-a53b-b7c9f83bc4f9 req-ff9da442-3889-4e25-beea-1c3f9f592d4e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 943 time: 0.2221599 Aug 23 03:40:30.059744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74690f89-c330-4476-8c5e-ed0d0fced8bc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7729545 Aug 23 03:40:30.067174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265d7921-563d-4be7-9304-b562e403382f req-10e1a54b-0cb7-4b86-94a6-32afc3cbcef3 service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731785 Aug 23 03:40:30.069710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:30.070673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:30.073146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-29373694-44ef-4cb7-91d1-f2fad56fabfc service neutron] 10.222.0.11 "PUT /v2.0/ports/75ec7761-a575-417e-b345-fb2afc206874 HTTP/1.1" status: 200 len: 1091 time: 2.6764035 Aug 23 03:40:30.095151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0016cd-308f-4ae7-ad35-31d58436147d', 'tag': '75ec7761-a575-417e-b345-fb2afc206874'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:30.099769 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b97d05d-9c72-496f-b142-bc7f31886405" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0016cd-308f-4ae7-ad35-31d58436147d", "tag": "75ec7761-a575-417e-b345-fb2afc206874"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:30.113522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Request body: {'port': {'device_id': '8cf076ef-2c66-41ba-bdc4-60bcc7011f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:30.128394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:30.199456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340351-d050-44d9-a8bd-2e90be9a7bc8 req-06b5455d-7131-457e-b9b8-7adb4c408b7f tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:30.210034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da340351-d050-44d9-a8bd-2e90be9a7bc8 req-06b5455d-7131-457e-b9b8-7adb4c408b7f tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 943 time: 0.1530128 Aug 23 03:40:30.288745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:30.301245 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:30.346233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da340351-d050-44d9-a8bd-2e90be9a7bc8 req-be9626d7-ba30-4a02-8170-8b8c2f1782dc tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266515 Aug 23 03:40:30.355821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] For port 3393537d-2c47-4d49-ab3b-335e5c3b5976, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:30.376677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-0e53442c-6634-4887-931d-6dc8bd875870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:30.378724 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-0e53442c-6634-4887-931d-6dc8bd875870 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 1094 time: 0.1379564 Aug 23 03:40:30.379545 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6488716b-bbdb-4d80-a53b-b7c9f83bc4f9 req-32a2f316-3eae-46e5-95cb-adb71c857cb9 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288963 Aug 23 03:40:30.396104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] For port 3393537d-2c47-4d49-ab3b-335e5c3b5976, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3393537d-2c47-4d49-ab3b-335e5c3b5976,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:30.409776 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09225b7f-75da-4783-8246-85ee6bd56d6d x-openstack-request-id: req-09225b7f-75da-4783-8246-85ee6bd56d6d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:30.410070 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0016cd-308f-4ae7-ad35-31d58436147d", "tag": "75ec7761-a575-417e-b345-fb2afc206874", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:30.410327 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09225b7f-75da-4783-8246-85ee6bd56d6d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:30.410721 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0016cd-308f-4ae7-ad35-31d58436147d', 'tag': '75ec7761-a575-417e-b345-fb2afc206874', 'status': 'completed', 'code': 200} Aug 23 03:40:30.447014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-a3c087de-09e4-44f6-bf1a-7a1bf1c45152 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ec7761-a575-417e-b345-fb2afc206874 HTTP/1.1" status: 200 len: 217 time: 0.0460083 Aug 23 03:40:30.480582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:30.548974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36602) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:30.580316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:30.580972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:30.583041 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-016774a3-c7fa-4d59-a308-02169604259a service neutron] 10.222.0.24 "PUT /v2.0/ports/3393537d-2c47-4d49-ab3b-335e5c3b5976 HTTP/1.1" status: 200 len: 1091 time: 2.8566382 Aug 23 03:40:30.588205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42904fd-a621-4f6b-95c7-127ea5c3c5ea', 'tag': '3393537d-2c47-4d49-ab3b-335e5c3b5976'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:30.590840 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833" -d '{"events": [{"name": "network-changed", "server_uuid": "e42904fd-a621-4f6b-95c7-127ea5c3c5ea", "tag": "3393537d-2c47-4d49-ab3b-335e5c3b5976"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:30.602545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-882cbed9-d723-497f-b1b1-d569dfab0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:30.605285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-882cbed9-d723-497f-b1b1-d569dfab0bf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db73e230-8414-4e9f-923a-52dac4ceceb7 HTTP/1.1" status: 200 len: 851 time: 0.1098101 Aug 23 03:40:30.672055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Router 2298b947-156f-46c8-8fc7-316552f9e9f7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:40:30.680892 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4673095c-d37c-4026-85bf-532810f7502c x-openstack-request-id: req-4673095c-d37c-4026-85bf-532810f7502c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:30.681686 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42904fd-a621-4f6b-95c7-127ea5c3c5ea", "tag": "3393537d-2c47-4d49-ab3b-335e5c3b5976", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:30.682288 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4673095c-d37c-4026-85bf-532810f7502c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:30.682938 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42904fd-a621-4f6b-95c7-127ea5c3c5ea', 'tag': '3393537d-2c47-4d49-ab3b-335e5c3b5976', 'status': 'completed', 'code': 200} Aug 23 03:40:30.715264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d31b0c-bcb0-4dda-ae6a-825a9d947ebf req-cb326363-7ca9-433f-be9a-f5fcca4d52b2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:30.718535 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03d31b0c-bcb0-4dda-ae6a-825a9d947ebf req-cb326363-7ca9-433f-be9a-f5fcca4d52b2 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 943 time: 0.2386293 Aug 23 03:40:30.767519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016774a3-c7fa-4d59-a308-02169604259a service neutron] Pushing event updated for resources: {'Port': ['ID=3393537d-2c47-4d49-ab3b-335e5c3b5976,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:30.832056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03d31b0c-bcb0-4dda-ae6a-825a9d947ebf req-2c804fd5-9e1c-4f27-a96d-052752558cf6 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720122 Aug 23 03:40:30.882691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-98cd3b52-ab2a-48ba-9d60-9a31f44a3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:30.884637 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-98cd3b52-ab2a-48ba-9d60-9a31f44a3141 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 1094 time: 0.2005143 Aug 23 03:40:30.965392 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-bb75087c-e371-49bc-be4b-3f343d5a1334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3393537d-2c47-4d49-ab3b-335e5c3b5976 HTTP/1.1" status: 200 len: 217 time: 0.0708456 Aug 23 03:40:31.034377 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-41236706-f5e9-4c17-9770-02074874c2a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f38fd29c-90b7-4585-b02d-4bb3f85b4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868964 Aug 23 03:40:31.075241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:40:31.084486 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] Sync routers for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:40:31.085765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-319bd523-5170-40ee-8712-b838b24e9c42 admin admin] 10.222.0.20 "PUT /v2.0/routers/2298b947-156f-46c8-8fc7-316552f9e9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6471751 Aug 23 03:40:31.086774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36612) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:31.095887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0e407-1048-4811-b94d-454d0a6986d7 req-7fe3a218-4c86-4b6c-8ef2-59f2c48e658a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:31.097769 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3f0e407-1048-4811-b94d-454d0a6986d7 req-7fe3a218-4c86-4b6c-8ef2-59f2c48e658a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1633377 Aug 23 03:40:31.098167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:31.099026 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:31.099512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-b2e025db-2609-4149-bd48-9de5bec53e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:31.100985 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-b2e025db-2609-4149-bd48-9de5bec53e37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.1222320 Aug 23 03:40:31.115084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-27909b5c-a0a9-428b-9c62-104eb6dc553d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a3e94bcc2fd4b14a7958ee7c92ff9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627980 Aug 23 03:40:31.121214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36614) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:31.166556 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-1c1ebe38-5a78-4c63-96b8-9c1aefb2939f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442624 Aug 23 03:40:31.215936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3f0e407-1048-4811-b94d-454d0a6986d7 req-6708c768-6642-47fa-b54b-7c2dad86c0a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115363 Aug 23 03:40:31.224416 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:31.235797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff4737-1a9e-4765-8744-9a6d7386b55b req-4340a1be-f00c-46df-b96e-2965280db652 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:31.237690 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66ff4737-1a9e-4765-8744-9a6d7386b55b req-4340a1be-f00c-46df-b96e-2965280db652 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 931 time: 0.2914314 Aug 23 03:40:31.242379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17af43de-d178-4cc8-b449-1e35a62cf586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:31.298001 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17af43de-d178-4cc8-b449-1e35a62cf586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:31.367992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-13b9a9bd-ca9c-4dc9-9016-436382e64d24 service neutron] 10.222.0.24 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875620 Aug 23 03:40:31.414436 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-f359892f-a0a8-4069-8739-330236cda156 service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719530 Aug 23 03:40:31.422434 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66ff4737-1a9e-4765-8744-9a6d7386b55b req-a2108c9b-b9bb-47d5-8e01-dfed6d6a59e3 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711032 Aug 23 03:40:31.426985 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:31.453574 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:40:29Z', 'revision_number': 5, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:31.487824 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] Checking router: 2298b947-156f-46c8-8fc7-316552f9e9f7 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:40:31.497339 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] Routers {'2298b947-156f-46c8-8fc7-316552f9e9f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:31.498225 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2298b947-156f-46c8-8fc7-316552f9e9f7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:31.510132 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17af43de-d178-4cc8-b449-1e35a62cf586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:31.513960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17af43de-d178-4cc8-b449-1e35a62cf586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:31.515741 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-17af43de-d178-4cc8-b449-1e35a62cf586 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de7a0cc8-734c-4600-87ee-bec206253dc1 HTTP/1.1" status: 204 len: 168 time: 0.3918474 Aug 23 03:40:31.547703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a55c7d-dc3b-41aa-8f30-ebdadd43128e {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:31.553991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af43de-d178-4cc8-b449-1e35a62cf586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7a0cc8-734c-4600-87ee-bec206253dc1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:31.584411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfb91c-be1d-49a4-a840-f29900432631 req-7846dadb-c0a3-4459-91f7-92cf9090e3de tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:31.594376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-16dfb91c-be1d-49a4-a840-f29900432631 req-7846dadb-c0a3-4459-91f7-92cf9090e3de tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 943 time: 0.1761663 Aug 23 03:40:31.626658 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eea3fe53-a4b0-4a36-b900-2a052133aee0 req-48022fad-939a-4bde-9775-0e574c4b44f2 service neutron] 10.222.0.24 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475698 Aug 23 03:40:31.642047 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] Set router 2298b947-156f-46c8-8fc7-316552f9e9f7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:31.646656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:31.692118 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-16dfb91c-be1d-49a4-a840-f29900432631 req-09f123b2-a48d-49ce-885b-6661c9d3f2e0 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966330 Aug 23 03:40:31.723272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Transition to ACTIVE for port object a7a55c7d-dc3b-41aa-8f30-ebdadd43128e will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:31.730167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9643394e-c914-4f72-90cb-c6a1fe1312cc req-ac9a9676-bc8f-4ec6-ab5d-5312f629e833 service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068447 Aug 23 03:40:31.751896 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:31.786218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c1f0-2cfb-4d5c-97c7-19550f18e112 req-ad6725c0-de5c-482b-8d0e-ab54c55ba34c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:31.794625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c50c1f0-2cfb-4d5c-97c7-19550f18e112 req-ad6725c0-de5c-482b-8d0e-ab54c55ba34c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 943 time: 0.2867014 Aug 23 03:40:31.834834 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:31.887987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c50c1f0-2cfb-4d5c-97c7-19550f18e112 req-2a28f03a-dc6a-4691-ab94-7c3e7c323972 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866933 Aug 23 03:40:31.915799 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:40:29Z', 'revision_number': 5, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:31.916087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-02897fe4-0b72-4a9d-9d19-9e3aa6060d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:31.916401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:31.920752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-02897fe4-0b72-4a9d-9d19-9e3aa6060d8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4013780338e54b128aef06d19a2c7bca&device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 1094 time: 0.1071153 Aug 23 03:40:31.983587 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0171b65f-5d81-4325-b998-c0c7b56a1115 None None] The sync data for ids ['2298b947-156f-46c8-8fc7-316552f9e9f7'] in n-d-749052-7 is: [{'id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'name': 'tempest-ServersTestBootFromVolume-1322197132-router', 'tenant_id': 'a631d26f4571412c8b5225c424dd1ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:35:56Z', 'updated_at': '2021-08-23T03:40:29Z', 'revision_number': 5, 'project_id': 'a631d26f4571412c8b5225c424dd1ef8', 'gw_port': {'id': '43d01025-f04d-419a-ad0f-1d21a0659ac2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2298b947-156f-46c8-8fc7-316552f9e9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:35:58Z', 'updated_at': '2021-08-23T03:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:40:32.010797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:32.085137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596570f4-abc7-446f-8faf-6b641943653f req-f90d8ae9-d539-4bbe-b406-8bc6ea16b58b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.091220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-7ecd0bb8-9418-4ee2-b665-87b0ac316f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.093071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-7ecd0bb8-9418-4ee2-b665-87b0ac316f43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 1094 time: 0.1827366 Aug 23 03:40:32.093767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-596570f4-abc7-446f-8faf-6b641943653f req-f90d8ae9-d539-4bbe-b406-8bc6ea16b58b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 943 time: 0.1261389 Aug 23 03:40:32.131904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-d8b40190-eaf7-4bf1-8a78-0448e63a1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.134461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-d8b40190-eaf7-4bf1-8a78-0448e63a1e05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 200 len: 912 time: 0.2046123 Aug 23 03:40:32.203492 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-596570f4-abc7-446f-8faf-6b641943653f req-be03c22e-e1ac-4190-b66a-49b3d910c123 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086304 Aug 23 03:40:32.206638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-63e1e6c1-04b6-4368-8374-333b09e6d797 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3393537d-2c47-4d49-ab3b-335e5c3b5976 HTTP/1.1" status: 200 len: 217 time: 0.0622916 Aug 23 03:40:32.216970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Attempting to bind port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:32.217343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Attempting to bind port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:32.217668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Attempting to bind port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e on network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:32.229585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e on network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:40:32.229905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Attempting to bind port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e on network e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:32.251040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:32.251378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Checking segment: {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:32.251760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Bound using segment: {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:32.252547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Bound port: a7a55c7d-dc3b-41aa-8f30-ebdadd43128e, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '704ad993-9b93-420c-8c74-396377642bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:32.252547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:32.255904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Deleting port 43d01025-f04d-419a-ad0f-1d21a0659ac2 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:32.256268 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:32.301864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-bf8372ee-135d-44b5-8613-009ecfb5811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.301864 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-bf8372ee-135d-44b5-8613-009ecfb5811a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 200 len: 852 time: 0.0786588 Aug 23 03:40:32.302188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-c5512aa5-032b-4b38-ab5c-fd537724373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.302188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-c5512aa5-032b-4b38-ab5c-fd537724373e service neutron] 10.222.0.11 "GET /v2.0/networks?id=f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 200 len: 911 time: 0.1928658 Aug 23 03:40:32.365909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-ba3b9a44-77df-4ee8-92f2-7ea73fcb99a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=615f167b-3fb2-471b-a623-dad1a0074dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649090 Aug 23 03:40:32.419350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-c3f80d46-809d-4c20-9d90-091d4055a16b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ec7761-a575-417e-b345-fb2afc206874 HTTP/1.1" status: 200 len: 217 time: 0.0682983 Aug 23 03:40:32.539975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] For port 43d01025-f04d-419a-ad0f-1d21a0659ac2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=43d01025-f04d-419a-ad0f-1d21a0659ac2,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:32.540341 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:32.544555 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-266f0dcf-660a-4fa9-8167-58e4694a1712 service neutron] 10.222.0.24 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585796 Aug 23 03:40:32.560021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] For port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:32.572283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Calling delete_port for 43d01025-f04d-419a-ad0f-1d21a0659ac2 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:32.595496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-da021352-06c6-4ecf-876c-3f01e53a11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.596029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-da021352-06c6-4ecf-876c-3f01e53a11e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db73e230-8414-4e9f-923a-52dac4ceceb7 HTTP/1.1" status: 200 len: 851 time: 0.1522276 Aug 23 03:40:32.601098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] For port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:32.609971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d1afd-d864-440d-82c1-e0af30d73d14 req-75423a24-d4ec-4c4a-a8ec-377202e34458 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.611514 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-546d1afd-d864-440d-82c1-e0af30d73d14 req-75423a24-d4ec-4c4a-a8ec-377202e34458 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.2039204 Aug 23 03:40:32.690838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-08a3c244-d7cc-4724-b6cb-722c62048d2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f38fd29c-90b7-4585-b02d-4bb3f85b4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783412 Aug 23 03:40:32.693263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815e185-edad-4f7e-a024-90baefe022be req-d64c3f2e-7e8e-491f-8cc3-6cf679add6dd tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.694994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5815e185-edad-4f7e-a024-90baefe022be req-d64c3f2e-7e8e-491f-8cc3-6cf679add6dd tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 943 time: 0.1316886 Aug 23 03:40:32.743377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:32.746602 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a04cf0c9-5e7b-4d39-80aa-0d44c2765833 req-9a6a9dcd-fe8d-437f-9ad7-d43e2fed69ee service neutron] 10.222.0.24 "GET /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945865 Aug 23 03:40:32.756112 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5815e185-edad-4f7e-a024-90baefe022be req-30327268-7976-4449-bbb7-5f8e6571c5ba tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533214 Aug 23 03:40:32.848715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-546d1afd-d864-440d-82c1-e0af30d73d14 req-91ac913a-bdb7-4cd4-9937-0af59658b515 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258885 Aug 23 03:40:32.863185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.863974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:32.865459 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] 10.222.0.24 "PUT /v2.0/ports/a7a55c7d-dc3b-41aa-8f30-ebdadd43128e HTTP/1.1" status: 200 len: 1091 time: 2.7616477 Aug 23 03:40:32.866217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf076ef-2c66-41ba-bdc4-60bcc7011f97', 'tag': 'a7a55c7d-dc3b-41aa-8f30-ebdadd43128e'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:32.868460 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb695af4-243c-4e6b-ab0c-d2c1067a27a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf076ef-2c66-41ba-bdc4-60bcc7011f97", "tag": "a7a55c7d-dc3b-41aa-8f30-ebdadd43128e"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:32.908790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47744934-c54d-44b8-9d98-8230e615d584 req-2c90b723-915d-4d8e-90d9-26a3e1dc7c53 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:32.917868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47744934-c54d-44b8-9d98-8230e615d584 req-2c90b723-915d-4d8e-90d9-26a3e1dc7c53 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 943 time: 0.0895336 Aug 23 03:40:32.927655 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cfc99c-b012-4e30-b7fa-833efdae3f13 x-openstack-request-id: req-55cfc99c-b012-4e30-b7fa-833efdae3f13 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:32.927981 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf076ef-2c66-41ba-bdc4-60bcc7011f97", "tag": "a7a55c7d-dc3b-41aa-8f30-ebdadd43128e", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:32.928930 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55cfc99c-b012-4e30-b7fa-833efdae3f13 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:32.928930 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf076ef-2c66-41ba-bdc4-60bcc7011f97', 'tag': 'a7a55c7d-dc3b-41aa-8f30-ebdadd43128e', 'status': 'completed', 'code': 200} Aug 23 03:40:32.935111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798b2a6-d6eb-475c-89cf-ef8e5444dab3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:32.987209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47744934-c54d-44b8-9d98-8230e615d584 req-8355e9b7-5450-4880-89a6-5b589c170aad tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639126 Aug 23 03:40:32.987623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-fc6217b8-6b27-4d54-80d2-3ffde09c1a2d service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831082 Aug 23 03:40:33.034593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36680) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:33.045467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb695af4-243c-4e6b-ab0c-d2c1067a27a0 req-2c0704de-e1e1-4051-8a2e-d4fcf2ba6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:33.047010 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb695af4-243c-4e6b-ab0c-d2c1067a27a0 req-2c0704de-e1e1-4051-8a2e-d4fcf2ba6e6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=169f7aa900084747bb8279149def8425&device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 1094 time: 0.0967026 Aug 23 03:40:33.143733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-637042199-network', 'tenant_id': 'f14a978e9e5642c6ad62e4f90cda0561'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:33.221499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Made reservation on behalf of f14a978e9e5642c6ad62e4f90cda0561 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:33.224212 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.227853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7937ea8-7394-4ed3-bfc8-094eea144a5f req-b41017a7-00f4-467e-9107-f3d08f25f404 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:33.231343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7937ea8-7394-4ed3-bfc8-094eea144a5f req-b41017a7-00f4-467e-9107-f3d08f25f404 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 943 time: 0.2239139 Aug 23 03:40:33.236760 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.241073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b97d05d-9c72-496f-b142-bc7f31886405 req-7c313cc5-029b-448a-8d8a-73e629f746ed service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450123 Aug 23 03:40:33.283212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb695af4-243c-4e6b-ab0c-d2c1067a27a0 req-1c6d4f90-1295-4ca7-a637-5fb916c64de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:33.284585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb695af4-243c-4e6b-ab0c-d2c1067a27a0 req-1c6d4f90-1295-4ca7-a637-5fb916c64de3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=169f7aa900084747bb8279149def8425&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1759343 Aug 23 03:40:33.292022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7937ea8-7394-4ed3-bfc8-094eea144a5f req-ea54bcfd-d40b-4be3-825a-6bf4d3f49492 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533628 Aug 23 03:40:33.301048 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.347207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d01025-f04d-419a-ad0f-1d21a0659ac2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:33.353849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f558af5-56a3-41b5-82bc-890d1e49061d req-02544cda-05cf-48fd-839b-214d252d55f4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:33.355354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f558af5-56a3-41b5-82bc-890d1e49061d req-02544cda-05cf-48fd-839b-214d252d55f4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 943 time: 0.0811605 Aug 23 03:40:33.388160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.406114 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f558af5-56a3-41b5-82bc-890d1e49061d req-624c63bd-6fca-4b56-8bb8-deb5c5560f22 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Aug 23 03:40:33.456329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.459757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb695af4-243c-4e6b-ab0c-d2c1067a27a0 req-ff8d6ed4-acbc-463b-a061-50eb935ebc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:33.461284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb695af4-243c-4e6b-ab0c-d2c1067a27a0 req-ff8d6ed4-acbc-463b-a061-50eb935ebc85 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1683593 Aug 23 03:40:33.490828 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.518665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:40:33.528897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd9384-141b-49ef-ba1c-4f68ac049bb1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:33.534556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.534923 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Added segment 85b5386a-7067-45bc-a195-1d60c74fc520 of type vlan for network 1a91abea-be51-428f-b458-a779ae735bc8 Aug 23 03:40:33.575861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.579083 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.594909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.682642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.683655 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:33.684334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.747648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] Pushing event updated for resources: {'Network': ['ID=1a91abea-be51-428f-b458-a779ae735bc8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:33.758684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 1a91abea-be51-428f-b458-a779ae735bc8 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:40:33.791183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1cba8259-44b4-4a5b-9a70-7d669bb4525e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7525461 Aug 23 03:40:33.791695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36714) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:33.797975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Request body: {'subnet': {'network_id': '1a91abea-be51-428f-b458-a779ae735bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-637042199-subnet', 'tenant_id': 'f14a978e9e5642c6ad62e4f90cda0561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:33.905766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbb44c-b3c8-400c-be7d-5713c0cbd898 req-aac66095-371f-4f7d-a90c-87db366f79f3 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:33.907342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a5bbb44c-b3c8-400c-be7d-5713c0cbd898 req-aac66095-371f-4f7d-a90c-87db366f79f3 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 943 time: 0.0531595 Aug 23 03:40:33.908561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Made reservation on behalf of f14a978e9e5642c6ad62e4f90cda0561 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:33.910858 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:33.939193 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-7a0f4f43-8003-4597-9c0e-6f80cf803824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:33.940864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-7a0f4f43-8003-4597-9c0e-6f80cf803824 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=169f7aa900084747bb8279149def8425&device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 1094 time: 0.4216902 Aug 23 03:40:33.992199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-e5699961-d95b-40cc-ba51-958686225023 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e HTTP/1.1" status: 200 len: 217 time: 0.0380914 Aug 23 03:40:33.998086 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a5bbb44c-b3c8-400c-be7d-5713c0cbd898 req-8c50cf27-e1ed-4fe7-9e51-994bbb281e6a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747762 Aug 23 03:40:34.039643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98904934-56ea-4247-a1e3-3be8106a9ec6 req-1fffe45e-1e99-4ca4-b414-551ecd25ef70 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:34.045825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98904934-56ea-4247-a1e3-3be8106a9ec6 req-1fffe45e-1e99-4ca4-b414-551ecd25ef70 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 951 time: 0.1185527 Aug 23 03:40:34.047038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8bb75242-3c51-475a-8b00-d650b76cffba no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:34.047169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.047169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2298b947-156f-46c8-8fc7-316552f9e9f7 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:40:34.052309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.053837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3313dabd-3259-4e11-8286-982d0819e259 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2298b947-156f-46c8-8fc7-316552f9e9f7 HTTP/1.1" status: 204 len: 168 time: 2.9573886 Aug 23 03:40:34.068211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36720) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:34.083236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 8bb75242-3c51-475a-8b00-d650b76cffba {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:34.083620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8bb75242-3c51-475a-8b00-d650b76cffba not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:34.120234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-32310388-177d-4469-9a8c-90cfd335b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:34.122003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-32310388-177d-4469-9a8c-90cfd335b15c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e57a3556-471a-46e1-b153-edcf81c93a12 HTTP/1.1" status: 200 len: 862 time: 0.1221972 Aug 23 03:40:34.149419 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98904934-56ea-4247-a1e3-3be8106a9ec6 req-73807cc8-7749-4b2e-a2f2-eccbf9145458 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942690 Aug 23 03:40:34.166152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-609ce2a6-9a1f-42fc-ba83-21709d4f8e20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350790 Aug 23 03:40:34.172078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1cd227-2207-4bc3-a677-14021ddb34de admin admin] Deleting subnet 1e985fe0-66a1-4eeb-96b0-10a22a2c892d {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:40:34.184480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd227-2207-4bc3-a677-14021ddb34de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.188225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9342ad-05d8-4102-9948-f9bc2d218351 req-bf9447d7-de5d-40d3-8629-ae130a5fab51 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:34.189840 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a9342ad-05d8-4102-9948-f9bc2d218351 req-bf9447d7-de5d-40d3-8629-ae130a5fab51 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.0943906 Aug 23 03:40:34.236460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a9342ad-05d8-4102-9948-f9bc2d218351 req-d48c2825-8b2b-4026-9927-d061c4f702e9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387008 Aug 23 03:40:34.242740 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.298138 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd227-2207-4bc3-a677-14021ddb34de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.329322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Checking segment: {'id': '85b5386a-7067-45bc-a195-1d60c74fc520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a91abea-be51-428f-b458-a779ae735bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:34.329562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Network hostable DHCP agents. Network: 1a91abea-be51-428f-b458-a779ae735bc8, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:40:34.332978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39302425-3703-429a-9f8d-0b09006f2203,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:34.364779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-81d3fc03-100e-409e-b914-3148f9cfef0d service neutron] 10.222.0.24 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900821 Aug 23 03:40:34.374853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7b249-0f7b-463d-854e-07284deb200e req-a598a3d8-69fb-4c7e-926a-4d07bf703596 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:34.376265 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57a7b249-0f7b-463d-854e-07284deb200e req-a598a3d8-69fb-4c7e-926a-4d07bf703596 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 943 time: 0.1197040 Aug 23 03:40:34.402699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Network 1a91abea-be51-428f-b458-a779ae735bc8 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:40:34.473100 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 1a91abea-be51-428f-b458-a779ae735bc8) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:34.479520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:34.481493 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.484618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648148c-205c-4feb-ab59-5600662af76d None None] Network 1a91abea-be51-428f-b458-a779ae735bc8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:34.506036 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd227-2207-4bc3-a677-14021ddb34de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.512153 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57a7b249-0f7b-463d-854e-07284deb200e req-188b2424-7f92-407d-af10-5d2fc1c5cbe9 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242182 Aug 23 03:40:34.563807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0011979-d8bc-43bf-b1e3-19593a0d993a req-74291a59-150e-46fb-a39d-d83cf61243be service neutron] 10.222.0.24 "GET /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865499 Aug 23 03:40:34.600756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5c2bb357-d725-4dd2-942d-b3966606050d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8078542 Aug 23 03:40:34.642961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981b3cc-dd47-4b91-809b-aba7a48caec7 req-b8269be0-e30b-44b5-9099-10755108220b tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:34.644680 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c981b3cc-dd47-4b91-809b-aba7a48caec7 req-b8269be0-e30b-44b5-9099-10755108220b tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 943 time: 0.0606892 Aug 23 03:40:34.681588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e217b0-8a77-428b-b151-400b77884625 None None] Network 1a91abea-be51-428f-b458-a779ae735bc8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:34.698767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3393537d-2c47-4d49-ab3b-335e5c3b5976 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:40:34.700126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd227-2207-4bc3-a677-14021ddb34de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.736897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c981b3cc-dd47-4b91-809b-aba7a48caec7 req-646beded-cdab-4055-a46d-041c070b85a9 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859303 Aug 23 03:40:34.740023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cd227-2207-4bc3-a677-14021ddb34de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e985fe0-66a1-4eeb-96b0-10a22a2c892d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:34.750192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd227-2207-4bc3-a677-14021ddb34de admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.750192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5d1cd227-2207-4bc3-a677-14021ddb34de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e985fe0-66a1-4eeb-96b0-10a22a2c892d HTTP/1.1" status: 204 len: 168 time: 0.6779649 Aug 23 03:40:34.750923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36748) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:34.766754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d1b12-52f5-469a-95d9-16ed61821139 None None] Network c0445a91-b126-4592-ad35-0f12179ff408 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:34.874260 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:34.898549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5bc65-8a1e-42c6-89cf-60ddf1cf048d req-519724c0-43c4-4882-82cb-518e7c6c607d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:34.900109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0a5bc65-8a1e-42c6-89cf-60ddf1cf048d req-519724c0-43c4-4882-82cb-518e7c6c607d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 943 time: 0.0670333 Aug 23 03:40:34.983272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0a5bc65-8a1e-42c6-89cf-60ddf1cf048d req-9ce1dc23-8b19-4267-af9b-924805ef2bd3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555608 Aug 23 03:40:34.989229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Deleting port 8244401d-5f60-4cca-b3b7-9c763acb154b {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:34.989539 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.006098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3393537d-2c47-4d49-ab3b-335e5c3b5976, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3393537d-2c47-4d49-ab3b-335e5c3b5976,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:35.036985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3393537d-2c47-4d49-ab3b-335e5c3b5976', 'network_id': '615f167b-3fb2-471b-a623-dad1a0074dd3', 'port_id': '3393537d-2c47-4d49-ab3b-335e5c3b5976', 'mac_address': 'fa:16:3e:bb:5a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca45a50e-d18c-4f9b-9797-806eaf36f9bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:40:35.074251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] For port 8244401d-5f60-4cca-b3b7-9c763acb154b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8244401d-5f60-4cca-b3b7-9c763acb154b,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:35.075624 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.092944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Calling delete_port for 8244401d-5f60-4cca-b3b7-9c763acb154b owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:35.106975 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.121295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3393537d-2c47-4d49-ab3b-335e5c3b5976 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:35.141494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3693c-37dd-4c12-bff2-341e5511b6e6 None None] DHCP port deletion for c0445a91-b126-4592-ad35-0f12179ff408 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:40:35.147440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3393537d-2c47-4d49-ab3b-335e5c3b5976, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3393537d-2c47-4d49-ab3b-335e5c3b5976,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:35.199401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-11c3693c-37dd-4c12-bff2-341e5511b6e6 None None] Deleting port 8244401d-5f60-4cca-b3b7-9c763acb154b {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:35.199786 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-11c3693c-37dd-4c12-bff2-341e5511b6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.216369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b5a6-cd35-4977-9d37-460cd7066307 req-917e299f-fa5f-435f-8bc7-e72cc9db1336 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:35.217921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff52b5a6-cd35-4977-9d37-460cd7066307 req-917e299f-fa5f-435f-8bc7-e72cc9db1336 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 943 time: 0.1091857 Aug 23 03:40:35.232230 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.258187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff52b5a6-cd35-4977-9d37-460cd7066307 req-cf060526-7dcd-449c-8d78-0dab17ab03fb tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 Aug 23 03:40:35.300395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-11c3693c-37dd-4c12-bff2-341e5511b6e6 None None] For port 8244401d-5f60-4cca-b3b7-9c763acb154b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8244401d-5f60-4cca-b3b7-9c763acb154b,segment=NetworkSegment(cbe81eaf-8237-40eb-9054-384e1633cb16),segment_id=cbe81eaf-8237-40eb-9054-384e1633cb16)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:35.300799 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-11c3693c-37dd-4c12-bff2-341e5511b6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.326787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-11c3693c-37dd-4c12-bff2-341e5511b6e6 None None] Calling delete_port for 8244401d-5f60-4cca-b3b7-9c763acb154b owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:35.327400 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.337261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3393537d-2c47-4d49-ab3b-335e5c3b5976,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:35.372686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] No DVR routers for this DVR port 8244401d-5f60-4cca-b3b7-9c763acb154b on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:35.379388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 75ec7761-a575-417e-b345-fb2afc206874 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:40:35.400552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Pushing event deleted for resources: {'Port': ['ID=8244401d-5f60-4cca-b3b7-9c763acb154b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: from cryptography.utils import int_from_bytes Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: from cryptography.utils import int_from_bytes Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.445599 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:40:35.449183 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:40:35.469131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca223f-9dce-408b-9929-e71f9388dc63 req-6fc66071-c8be-4c10-84a6-1c2d1ff57db1 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:35.470666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24ca223f-9dce-408b-9929-e71f9388dc63 req-6fc66071-c8be-4c10-84a6-1c2d1ff57db1 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1524551 Aug 23 03:40:35.472744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.484330 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0445a91-b126-4592-ad35-0f12179ff408']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:35.488662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36784) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:35.491207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-11c3693c-37dd-4c12-bff2-341e5511b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.501055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-671263630-network', 'tenant_id': '8287f0b1f310405c9fbaab6f1fafd7fa'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:35.515404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe81eaf-8237-40eb-9054-384e1633cb16') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:35.515704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe81eaf-8237-40eb-9054-384e1633cb16') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:35.522727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3393537d-2c47-4d49-ab3b-335e5c3b5976'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:35.528191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3693c-37dd-4c12-bff2-341e5511b6e6 None None] Pushing event deleted for resources: {'Port': ['ID=8244401d-5f60-4cca-b3b7-9c763acb154b,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:35.533221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.551756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3693c-37dd-4c12-bff2-341e5511b6e6 None None] No DVR routers for this DVR port 8244401d-5f60-4cca-b3b7-9c763acb154b on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:35.564829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.574106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:40:35.575822 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:40:35.576458 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:40:35.579218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 75ec7761-a575-417e-b345-fb2afc206874, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=75ec7761-a575-417e-b345-fb2afc206874,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:35.579456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24ca223f-9dce-408b-9929-e71f9388dc63 req-7701da65-6e57-41f7-b085-203ff276ac61 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821016 Aug 23 03:40:35.600437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '75ec7761-a575-417e-b345-fb2afc206874', 'network_id': 'f38fd29c-90b7-4585-b02d-4bb3f85b4934', 'port_id': '75ec7761-a575-417e-b345-fb2afc206874', 'mac_address': 'fa:16:3e:65:70:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db73e230-8414-4e9f-923a-52dac4ceceb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:40:35.650474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Made reservation on behalf of 8287f0b1f310405c9fbaab6f1fafd7fa for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:35.653171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.663400 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.664043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.691974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ec7761-a575-417e-b345-fb2afc206874 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:35.716451 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.727782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 75ec7761-a575-417e-b345-fb2afc206874, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=75ec7761-a575-417e-b345-fb2afc206874,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:35.731435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.736884 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0445a91-b126-4592-ad35-0f12179ff408 HTTP/1.1" status: 204 len: 168 time: 0.9816489 Aug 23 03:40:35.753877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422d7bd-fad8-4b63-879a-efeae20dd497 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0445a91-b126-4592-ad35-0f12179ff408,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:35.767006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746457da-6455-4b37-a827-06ec83543995 req-6864ef0e-4b87-4906-aea3-750815b5a75a tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:35.774242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-746457da-6455-4b37-a827-06ec83543995 req-6864ef0e-4b87-4906-aea3-750815b5a75a tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 943 time: 0.1017375 Aug 23 03:40:35.793173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.794636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e9a6b3aa-5027-447b-a44b-88b759367df0 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:40:35.828718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-746457da-6455-4b37-a827-06ec83543995 req-2e6e27a4-0cc6-4bfd-a685-76c9d989d657 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534449 Aug 23 03:40:35.870408 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.884745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=75ec7761-a575-417e-b345-fb2afc206874,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:35.941779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:35.955326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e9a6b3aa-5027-447b-a44b-88b759367df0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e9a6b3aa-5027-447b-a44b-88b759367df0,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:35.968350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'port_id': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'mac_address': 'fa:16:3e:92:3d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:40:35.972820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:40:35.993988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ef9ad-b1eb-46ad-b01b-da50b2ef64e8 req-1248c8fa-28f4-45a9-b3b2-3562aa5c749d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:35.995489 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-127ef9ad-b1eb-46ad-b01b-da50b2ef64e8 req-1248c8fa-28f4-45a9-b3b2-3562aa5c749d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 944 time: 0.0896761 Aug 23 03:40:35.997699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca5113d-d940-4a70-84ba-35f268a2f580,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:36.003473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.003473 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Added segment c9a7f515-6702-418f-a944-9893414e155e of type vlan for network a286c97c-3468-45ef-a8d6-d01281599209 Aug 23 03:40:36.011765 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.026435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a6b3aa-5027-447b-a44b-88b759367df0 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:36.038431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 43d01025-f04d-419a-ad0f-1d21a0659ac2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:36.059969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.069808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 43d01025-f04d-419a-ad0f-1d21a0659ac2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:36.070430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 43d01025-f04d-419a-ad0f-1d21a0659ac2 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:36.070877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8244401d-5f60-4cca-b3b7-9c763acb154b no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:36.073554 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e9a6b3aa-5027-447b-a44b-88b759367df0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e9a6b3aa-5027-447b-a44b-88b759367df0,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:36.090129 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-127ef9ad-b1eb-46ad-b01b-da50b2ef64e8 req-7254e30e-c671-4fa0-bd4d-36e32d29d953 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562212 Aug 23 03:40:36.091172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 8244401d-5f60-4cca-b3b7-9c763acb154b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:36.091527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8244401d-5f60-4cca-b3b7-9c763acb154b not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:36.173642 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.178070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.179033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:36.185333 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.234202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec34e2-b4cf-4a18-b174-80804abd8216 req-70e75dbb-42a3-4058-b015-106801a5e50f tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:36.235781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4ec34e2-b4cf-4a18-b174-80804abd8216 req-70e75dbb-42a3-4058-b015-106801a5e50f tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 951 time: 0.0531032 Aug 23 03:40:36.236439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36804) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:36.253615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=e9a6b3aa-5027-447b-a44b-88b759367df0,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:36.262480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992509-e7e4-4c3e-ace8-830a6b4d5854 req-69be3a8e-1570-40d7-8d54-a1281667bf9d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:36.263722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df992509-e7e4-4c3e-ace8-830a6b4d5854 req-69be3a8e-1570-40d7-8d54-a1281667bf9d tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 944 time: 0.1138492 Aug 23 03:40:36.265385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] Pushing event updated for resources: {'Network': ['ID=a286c97c-3468-45ef-a8d6-d01281599209,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:36.276320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a286c97c-3468-45ef-a8d6-d01281599209 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:40:36.289359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7805e835-318e-4d58-8900-c8caddafd809 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7994750 Aug 23 03:40:36.291831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36808) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:36.297306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Request body: {'subnet': {'network_id': 'a286c97c-3468-45ef-a8d6-d01281599209', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-671263630-subnet', 'tenant_id': '8287f0b1f310405c9fbaab6f1fafd7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:36.312052 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-036c7e85-eef8-4bde-a61e-16d7163898a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a631d26f4571412c8b5225c424dd1ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720439 Aug 23 03:40:36.312917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4ec34e2-b4cf-4a18-b174-80804abd8216 req-a80ee837-3a21-40ac-a84d-0f7a5f24eef5 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691822 Aug 23 03:40:36.313402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36810) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:36.320951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df992509-e7e4-4c3e-ace8-830a6b4d5854 req-06f45313-0c83-4c15-9ff8-9e898a75ac17 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499990 Aug 23 03:40:36.371203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-955aaded-2b39-4a24-b335-d12038966cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.398541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Made reservation on behalf of 8287f0b1f310405c9fbaab6f1fafd7fa for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:36.400912 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.404949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-955aaded-2b39-4a24-b335-d12038966cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.465888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3a487-6b83-4ad1-9865-f57972092b6b req-343969e2-ffa8-4a53-8fff-b006f95608f1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:36.467400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dd3a487-6b83-4ad1-9865-f57972092b6b req-343969e2-ffa8-4a53-8fff-b006f95608f1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 943 time: 0.0746117 Aug 23 03:40:36.510277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8dd3a487-6b83-4ad1-9865-f57972092b6b req-9fbc96dc-c930-4304-a690-da3c1c8ba180 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357952 Aug 23 03:40:36.556414 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-955aaded-2b39-4a24-b335-d12038966cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.559157 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-955aaded-2b39-4a24-b335-d12038966cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.560313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-955aaded-2b39-4a24-b335-d12038966cec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ef9b712-883f-42ae-ad39-416d589ced72 HTTP/1.1" status: 204 len: 168 time: 0.2458265 Aug 23 03:40:36.568330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aaded-2b39-4a24-b335-d12038966cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef9b712-883f-42ae-ad39-416d589ced72,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:36.642629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.647829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['75ec7761-a575-417e-b345-fb2afc206874'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:36.671991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e9a6b3aa-5027-447b-a44b-88b759367df0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:36.712953 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a7a55c7d-dc3b-41aa-8f30-ebdadd43128e details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:40:36.714805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3393537d-2c47-4d49-ab3b-335e5c3b5976 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:36.735006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b180b7-be2a-42ff-bbef-0f534ca831c4,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:36.754960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1de55-2b2b-43c5-920f-1f297cf0d01d req-c76f1d35-1b78-4a75-9ba4-1313a27b01ce tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:36.756492 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7a1de55-2b2b-43c5-920f-1f297cf0d01d req-c76f1d35-1b78-4a75-9ba4-1313a27b01ce tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1043344 Aug 23 03:40:36.757421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Checking segment: {'id': 'c9a7f515-6702-418f-a944-9893414e155e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a286c97c-3468-45ef-a8d6-d01281599209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:36.758000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Network hostable DHCP agents. Network: a286c97c-3468-45ef-a8d6-d01281599209, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:40:36.804926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7a1de55-2b2b-43c5-920f-1f297cf0d01d req-10565ef1-d4e6-47bc-879d-0693a8696af0 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Aug 23 03:40:36.848086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Network a286c97c-3468-45ef-a8d6-d01281599209 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:40:36.922938 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.resource_extend [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:40:36.957229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a286c97c-3468-45ef-a8d6-d01281599209) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:36.962030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:36.962761 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:36.976429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006fe2f-ef48-4c92-81ee-c3f9769e2fea None None] Network a286c97c-3468-45ef-a8d6-d01281599209 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:36.984079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0c26c-e20a-4a1f-922d-4de684a2d80f req-d85740a3-ab4c-4642-8e0c-112ef56cccfe tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:36.985903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9bb0c26c-e20a-4a1f-922d-4de684a2d80f req-d85740a3-ab4c-4642-8e0c-112ef56cccfe tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 944 time: 0.0609663 Aug 23 03:40:37.028683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9bb0c26c-e20a-4a1f-922d-4de684a2d80f req-d6b53fc5-af49-4a3e-8f40-48a9ddaa4214 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362947 Aug 23 03:40:37.075042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c528011-0f1c-45fa-81a5-1c7614c80927 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7820747 Aug 23 03:40:37.151233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 3393537d-2c47-4d49-ab3b-335e5c3b5976 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:37.170816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:37.185744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3393537d-2c47-4d49-ab3b-335e5c3b5976 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:37.186384 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:37.241436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503ef13-a69d-4bd6-9b6d-ebcb1252608d req-bec0dd01-e5f9-4ce0-91cc-1e39cd8b8157 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:37.244868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'a7a55c7d-dc3b-41aa-8f30-ebdadd43128e', 'network_id': 'e2e5a365-c9e0-4223-b53e-31a6e7fa8e87', 'port_id': 'a7a55c7d-dc3b-41aa-8f30-ebdadd43128e', 'mac_address': 'fa:16:3e:e7:23:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57a3556-471a-46e1-b153-edcf81c93a12', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:40:37.250506 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f503ef13-a69d-4bd6-9b6d-ebcb1252608d req-bec0dd01-e5f9-4ce0-91cc-1e39cd8b8157 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 944 time: 0.0774937 Aug 23 03:40:37.305647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f503ef13-a69d-4bd6-9b6d-ebcb1252608d req-43ef7f60-58b6-4be2-aee6-0f92edbba46d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474725 Aug 23 03:40:37.344599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6052fd-bf72-421c-bb05-4ad3060bdc3a None None] Network a286c97c-3468-45ef-a8d6-d01281599209 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:37.419520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:37.434227 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:37.453879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9a77-52db-45ba-af48-dade5a73e8b2 req-341e7b56-fcab-4b61-a658-248ed3f2c808 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:37.455766 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca0f9a77-52db-45ba-af48-dade5a73e8b2 req-341e7b56-fcab-4b61-a658-248ed3f2c808 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 951 time: 0.0647588 Aug 23 03:40:37.462404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a55c7d-dc3b-41aa-8f30-ebdadd43128e {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:37.505211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:37.511142 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:37.511923 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca0f9a77-52db-45ba-af48-dade5a73e8b2 req-3887ee21-405e-4fc8-921c-5940cd9acbff tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Aug 23 03:40:37.584781 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:37.589250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42904fd-a621-4f6b-95c7-127ea5c3c5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3393537d-2c47-4d49-ab3b-335e5c3b5976'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:37.591729 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897bc74e-3f6b-452f-8390-ee956c32c53d" -d '{"events": [{"server_uuid": "e42904fd-a621-4f6b-95c7-127ea5c3c5ea", "name": "network-vif-plugged", "status": "completed", "tag": "3393537d-2c47-4d49-ab3b-335e5c3b5976"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:37.624008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3393537d-2c47-4d49-ab3b-335e5c3b5976, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3393537d-2c47-4d49-ab3b-335e5c3b5976,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:37.628261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869b64a-3232-4662-a855-d9fe30511404 req-e2500e1f-2189-44fa-9fcb-f3cc8e00d70b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:37.629951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b869b64a-3232-4662-a855-d9fe30511404 req-e2500e1f-2189-44fa-9fcb-f3cc8e00d70b tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 944 time: 0.0577228 Aug 23 03:40:37.647236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:37.673337 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b869b64a-3232-4662-a855-d9fe30511404 req-bf82a0c1-3531-4f78-94b3-008991d01dd3 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Aug 23 03:40:37.682269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73601778-37c7-4190-946d-c391ac907fd5 req-d3c7852c-c80b-4b81-80da-94005235df4e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:37.683759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-d3c7852c-c80b-4b81-80da-94005235df4e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/networks?id=1a91abea-be51-428f-b458-a779ae735bc8 HTTP/1.1" status: 200 len: 814 time: 0.1194704 Aug 23 03:40:37.690177 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:37.691276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:37.705133 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-41afe899-db77-47d9-99bf-d3039d9697c1 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/quotas/f14a978e9e5642c6ad62e4f90cda0561 HTTP/1.1" status: 200 len: 375 time: 0.0145769 Aug 23 03:40:37.739524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-4f092e32-6253-4ac9-a768-be77ae639ed0 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f14a978e9e5642c6ad62e4f90cda0561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276527 Aug 23 03:40:37.791506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3393537d-2c47-4d49-ab3b-335e5c3b5976,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:37.803931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:37.828990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab0550-655a-48aa-b492-70ed5cc1bea8 req-6f6bd5bc-2566-44a5-8431-c66c532ca52a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:37.830736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cab0550-655a-48aa-b492-70ed5cc1bea8 req-6f6bd5bc-2566-44a5-8431-c66c532ca52a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 944 time: 0.0776072 Aug 23 03:40:37.835847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:37.857027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a7a55c7d-dc3b-41aa-8f30-ebdadd43128e'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:37.859255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-f92ebe80-3050-4a61-b644-eb0e22ff6489 service neutron] 10.222.0.20 "GET /v2.0/networks/1a91abea-be51-428f-b458-a779ae735bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112680 Aug 23 03:40:37.882121 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cab0550-655a-48aa-b492-70ed5cc1bea8 req-65366059-7853-4370-ac83-baaba9624a9d tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Aug 23 03:40:37.903066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:37.945736 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1d3c28-1711-4593-8a14-ae8177cf0659 x-openstack-request-id: req-da1d3c28-1711-4593-8a14-ae8177cf0659 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:37.946337 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42904fd-a621-4f6b-95c7-127ea5c3c5ea", "name": "network-vif-plugged", "status": "completed", "tag": "3393537d-2c47-4d49-ab3b-335e5c3b5976", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:37.946337 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da1d3c28-1711-4593-8a14-ae8177cf0659 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:37.947086 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42904fd-a621-4f6b-95c7-127ea5c3c5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3393537d-2c47-4d49-ab3b-335e5c3b5976', 'code': 200} Aug 23 03:40:37.985096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:37.989893 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-aab26acc-484e-41ef-9ffc-244ec3e58d44 service neutron] 10.222.0.20 "GET /v2.0/networks/1a91abea-be51-428f-b458-a779ae735bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294169 Aug 23 03:40:38.023683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1443883091-network', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:38.064772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=11']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:38.065770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-ccdd5eb2-1937-4e59-b8ea-9c286ab10df9 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:38.067560 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-ccdd5eb2-1937-4e59-b8ea-9c286ab10df9 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 949 time: 0.0979095 Aug 23 03:40:38.096479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fe2cb-f3fb-4d3a-9d5d-7532b0a845b4 req-491f153f-c632-4d16-a850-3d3d9b83006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:38.098005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-793fe2cb-f3fb-4d3a-9d5d-7532b0a845b4 req-491f153f-c632-4d16-a850-3d3d9b83006b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 1096 time: 0.0743690 Aug 23 03:40:38.133946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-793fe2cb-f3fb-4d3a-9d5d-7532b0a845b4 req-dbd8d8d1-1ab9-41ab-90db-4aeb3c764f17 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276024 Aug 23 03:40:38.143237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Made reservation on behalf of 7f1270f9fdae4a618f9270b37e76cb66 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:38.145405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.175166 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.187631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8fa8f-d156-41eb-a14d-cf3ee3b4d66e req-1866e6b1-eb0f-46b6-b421-98dbd7bf9295 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:38.189163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6c8fa8f-d156-41eb-a14d-cf3ee3b4d66e req-1866e6b1-eb0f-46b6-b421-98dbd7bf9295 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1069894 Aug 23 03:40:38.274327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6c8fa8f-d156-41eb-a14d-cf3ee3b4d66e req-4c90b7ed-60d4-42ad-956b-fc99ffbb0ac6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733204 Aug 23 03:40:38.275805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e876c3-c82b-4bef-9f59-649bc5263f92 req-7e4c31f5-60e6-4f99-bee6-46d1b5c29dd0 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:38.278066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6e876c3-c82b-4bef-9f59-649bc5263f92 req-7e4c31f5-60e6-4f99-bee6-46d1b5c29dd0 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 944 time: 0.0525916 Aug 23 03:40:38.285390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Deleting port 3e508492-fd07-4497-8e64-d4f44aa85415 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:38.285727 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.338838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6e876c3-c82b-4bef-9f59-649bc5263f92 req-da691c51-0ade-44c4-b07a-b8dc9abd3eb4 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525339 Aug 23 03:40:38.387291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6564ae5c-3cd0-4dae-aafc-c9c795917467 req-e0584daf-399f-4f97-b3af-1ef5b96ab50f tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0411801 Aug 23 03:40:38.436456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] For port 3e508492-fd07-4497-8e64-d4f44aa85415, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e508492-fd07-4497-8e64-d4f44aa85415,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:38.436742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.450783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.457032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Calling delete_port for 3e508492-fd07-4497-8e64-d4f44aa85415 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:38.457938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f06ba-25af-4b6c-ac27-d332e95bec0f req-72577a9c-5f0c-4c79-8ca2-75817ff1df25 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:38.459428 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e2f06ba-25af-4b6c-ac27-d332e95bec0f req-72577a9c-5f0c-4c79-8ca2-75817ff1df25 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 944 time: 0.0473049 Aug 23 03:40:38.498805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e2f06ba-25af-4b6c-ac27-d332e95bec0f req-1e7c8219-5153-41eb-bfaf-0604c13df40c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Aug 23 03:40:38.512396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.538493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:40:38.564136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491c3e22-2ce1-45c4-b78b-dcd1dae0d5b4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:38.568550 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.568900 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Added segment 81dfa4e3-78bb-4098-bc29-5da55409e7ff of type vlan for network bda5ea21-8238-4974-b0fb-80f1ceeb6048 Aug 23 03:40:38.664338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.708030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f5f77-ed83-4cf4-9033-e8224d53a9af req-aa9860b0-0650-4b61-83fa-2fb4b85506af tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:38.709667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc0f5f77-ed83-4cf4-9033-e8224d53a9af req-aa9860b0-0650-4b61-83fa-2fb4b85506af tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 949 time: 0.1311691 Aug 23 03:40:38.713545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a7a55c7d-dc3b-41aa-8f30-ebdadd43128e up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:38.753578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc0f5f77-ed83-4cf4-9033-e8224d53a9af req-dda42494-773a-486d-a3e7-25f684807a06 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/security-groups?id=dea71229-7dc0-4a36-9830-928f2d90f2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354071 Aug 23 03:40:38.775656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.805725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Pushing event deleted for resources: {'Port': ['ID=3e508492-fd07-4497-8e64-d4f44aa85415,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:38.840728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7abd26-6d5d-47fb-b8dc-612b20f00add req-fe6efd16-fd77-4b08-906a-1844d6067800 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:38.842361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e7abd26-6d5d-47fb-b8dc-612b20f00add req-fe6efd16-fd77-4b08-906a-1844d6067800 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 945 time: 0.0635693 Aug 23 03:40:38.849402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] No DVR routers for this DVR port 3e508492-fd07-4497-8e64-d4f44aa85415 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:38.851002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.851983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:38.852596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.855118 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.856996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef70c7ff-1957-44b0-8b37-458171e25ca6 req-c78be4e8-48d9-411f-95de-d1eac2e259a8 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.24 "DELETE /v2.0/ports/3e508492-fd07-4497-8e64-d4f44aa85415 HTTP/1.1" status: 204 len: 173 time: 0.7826459 Aug 23 03:40:38.859244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-deleted', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:38.861723 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd6f553-a9dd-488e-83cd-fe40af48fed3" -d '{"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-deleted", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:38.883734 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e7abd26-6d5d-47fb-b8dc-612b20f00add req-da515e2c-237c-41e0-9173-1de698b099a4 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348470 Aug 23 03:40:38.903875 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b1e532-8d34-445a-a0f5-f29025d5bba4 x-openstack-request-id: req-c5b1e532-8d34-445a-a0f5-f29025d5bba4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:38.904160 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-deleted", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:38.904417 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5b1e532-8d34-445a-a0f5-f29025d5bba4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:38.904812 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-deleted', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415', 'status': 'completed', 'code': 200} Aug 23 03:40:38.906547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:38.911118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:38.911494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:38.968908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] Pushing event updated for resources: {'Network': ['ID=bda5ea21-8238-4974-b0fb-80f1ceeb6048,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:38.980861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network bda5ea21-8238-4974-b0fb-80f1ceeb6048 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:40:38.987413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-714f960c-3206-4492-99bf-c01b4e97f805 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1757774 Aug 23 03:40:38.988596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:38.993198 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Request body: {'subnet': {'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1443883091-subnet', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:39.049874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f807439-21b8-4e25-942a-5b96d3f9ab97 req-af292c94-8124-4b6d-b6ca-20bcc81a6e6a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:39.051357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f807439-21b8-4e25-942a-5b96d3f9ab97 req-af292c94-8124-4b6d-b6ca-20bcc81a6e6a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 944 time: 0.0570099 Aug 23 03:40:39.055854 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.091343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f807439-21b8-4e25-942a-5b96d3f9ab97 req-3e2596ff-a10f-4186-a2b1-229835040f98 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 Aug 23 03:40:39.098760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:39.122110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Made reservation on behalf of 7f1270f9fdae4a618f9270b37e76cb66 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:39.125226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.182081 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.183205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:39.243577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 3e508492-fd07-4497-8e64-d4f44aa85415 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:39.243930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e508492-fd07-4497-8e64-d4f44aa85415 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:39.268378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:39.380227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e9a6b3aa-5027-447b-a44b-88b759367df0 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:39.400245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e78c9-7a75-4632-a504-90394d199fd2 req-2cd820e1-a29e-4e6b-b72a-94c1469be460 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:39.401831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a4e78c9-7a75-4632-a504-90394d199fd2 req-2cd820e1-a29e-4e6b-b72a-94c1469be460 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.0511253 Aug 23 03:40:39.408803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.480565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00529209-d912-4695-b724-962754084a22 req-14414d51-ad82-4acd-9c4e-e3024766384c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:39.482937 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00529209-d912-4695-b724-962754084a22 req-14414d51-ad82-4acd-9c4e-e3024766384c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 944 time: 0.0536397 Aug 23 03:40:39.493542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebcd050d-c2ca-4320-bdc0-87a57647ac16,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:39.509054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a4e78c9-7a75-4632-a504-90394d199fd2 req-f84e9ffc-9d93-4ff2-8bcc-fb39b10f79b4 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898066 Aug 23 03:40:39.523385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Checking segment: {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:39.523831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Network hostable DHCP agents. Network: bda5ea21-8238-4974-b0fb-80f1ceeb6048, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:40:39.528337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port e9a6b3aa-5027-447b-a44b-88b759367df0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:39.533141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port e9a6b3aa-5027-447b-a44b-88b759367df0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:39.538022 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.541775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00529209-d912-4695-b724-962754084a22 req-04d1f2d7-fac6-45af-bebb-ce43f86d66cf tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516047 Aug 23 03:40:39.621373 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a2bf4fe-1183-4352-93f3-80317aa8e488 req-335c39d1-7df6-48c1-98aa-1bee3e4fe7ae tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0432713 Aug 23 03:40:39.622193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Network bda5ea21-8238-4974-b0fb-80f1ceeb6048 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:40:39.660148 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.679029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafc3ef-1773-468c-81e2-52c018b8bdea req-39b7e524-b9a7-4480-bd59-16c830dac87e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:39.680517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4fafc3ef-1773-468c-81e2-52c018b8bdea req-39b7e524-b9a7-4480-bd59-16c830dac87e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 944 time: 0.0548630 Aug 23 03:40:39.692376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e9a6b3aa-5027-447b-a44b-88b759367df0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e9a6b3aa-5027-447b-a44b-88b759367df0,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:39.699293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, bda5ea21-8238-4974-b0fb-80f1ceeb6048) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:39.704513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:39.705384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.711492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4670dae-9081-4f09-8b10-6a4ee571c881 None None] Network bda5ea21-8238-4974-b0fb-80f1ceeb6048 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:39.724343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4fafc3ef-1773-468c-81e2-52c018b8bdea req-ee11e3e3-3b92-436f-9fbc-f32a0dd46ec5 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Aug 23 03:40:39.783113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cb39b321-2f08-43d1-9306-e0713468361b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7941914 Aug 23 03:40:39.786943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36902) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:39.791726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:39.792794 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.794967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 75ec7761-a575-417e-b345-fb2afc206874 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:39.882365 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c5041af0-5668-4e36-895b-30f170fe035a req-360c206b-b203-4887-a181-1f4ab5620210 tempest-ImagesOneServerTestJSON-528106513 tempest-ImagesOneServerTestJSON-528106513-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2fb2cef-c3fe-4187-a24e-72306fa75f2b HTTP/1.1" status: 200 len: 210 time: 0.0274911 Aug 23 03:40:39.934185 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.935929 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:39.950369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415'}, {'server_uuid': '8cf076ef-2c66-41ba-bdc4-60bcc7011f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a55c7d-dc3b-41aa-8f30-ebdadd43128e'}, {'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:39.953690 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a65842-7846-4b15-8d8a-441312414429" -d '{"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415"}, {"server_uuid": "8cf076ef-2c66-41ba-bdc4-60bcc7011f97", "name": "network-vif-plugged", "status": "completed", "tag": "a7a55c7d-dc3b-41aa-8f30-ebdadd43128e"}, {"server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "name": "network-vif-plugged", "status": "completed", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:39.962880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=e9a6b3aa-5027-447b-a44b-88b759367df0,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:39.982460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:40:39.982460 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.029842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.035147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f52636-fa7b-46e0-a05e-773ad06a8eae req-9f4a65db-c6ef-438d-b1f0-b8e1fab21d56 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:40.043274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f52636-fa7b-46e0-a05e-773ad06a8eae req-9f4a65db-c6ef-438d-b1f0-b8e1fab21d56 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 945 time: 0.0876420 Aug 23 03:40:40.065866 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ddbdaf-3d57-4c16-acf5-98b16da80ac8 x-openstack-request-id: req-a5ddbdaf-3d57-4c16-acf5-98b16da80ac8 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:40.066195 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fb2cef-c3fe-4187-a24e-72306fa75f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "3e508492-fd07-4497-8e64-d4f44aa85415", "code": 200}, {"server_uuid": "8cf076ef-2c66-41ba-bdc4-60bcc7011f97", "name": "network-vif-plugged", "status": "completed", "tag": "a7a55c7d-dc3b-41aa-8f30-ebdadd43128e", "code": 200}, {"server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "name": "network-vif-plugged", "status": "completed", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:40.066462 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5ddbdaf-3d57-4c16-acf5-98b16da80ac8 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:40.066860 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb2cef-c3fe-4187-a24e-72306fa75f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e508492-fd07-4497-8e64-d4f44aa85415', 'code': 200} Aug 23 03:40:40.067115 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf076ef-2c66-41ba-bdc4-60bcc7011f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a55c7d-dc3b-41aa-8f30-ebdadd43128e', 'code': 200} Aug 23 03:40:40.067565 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'code': 200} Aug 23 03:40:40.078579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 75ec7761-a575-417e-b345-fb2afc206874 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:40.085998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 75ec7761-a575-417e-b345-fb2afc206874 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:40.099354 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.099801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4f52636-fa7b-46e0-a05e-773ad06a8eae req-4d245ab4-5d91-4526-806d-f2c960ff5350 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488784 Aug 23 03:40:40.175655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5beee5-154b-4886-a466-f6e8bb536b0f req-f1aff228-d12d-4c46-8a51-a7b2141741b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:40.177473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d5beee5-154b-4886-a466-f6e8bb536b0f req-f1aff228-d12d-4c46-8a51-a7b2141741b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 1096 time: 0.0826652 Aug 23 03:40:40.177904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Allocated IP 172.20.0.2 (bda5ea21-8238-4974-b0fb-80f1ceeb6048/ebcd050d-c2ca-4320-bdc0-87a57647ac16/4e1355a0-791a-471f-9790-4f809c27b0d4) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:40.205358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280380a-81e6-4eb5-9a29-b921f334e8d1 req-46beb549-f1d8-4de9-8af7-4c093463dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:40.206876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d280380a-81e6-4eb5-9a29-b921f334e8d1 req-46beb549-f1d8-4de9-8af7-4c093463dc8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1096 time: 0.0760098 Aug 23 03:40:40.261989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d5beee5-154b-4886-a466-f6e8bb536b0f req-09ade372-cabb-4792-819c-099a3e208c3f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758307 Aug 23 03:40:40.301338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d280380a-81e6-4eb5-9a29-b921f334e8d1 req-4d887428-924e-4f4c-b329-9915d7f26b26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846863 Aug 23 03:40:40.319009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b24f9-8d6e-4f85-8511-003b8f82f17b req-819e71c3-ae30-46db-ad44-2d678ccdb512 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:40.320628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-810b24f9-8d6e-4f85-8511-003b8f82f17b req-819e71c3-ae30-46db-ad44-2d678ccdb512 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 945 time: 0.0848548 Aug 23 03:40:40.356779 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.364004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-810b24f9-8d6e-4f85-8511-003b8f82f17b req-69eff9d9-b113-41fa-8467-185e4c6609e7 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Aug 23 03:40:40.398782 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.415206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 75ec7761-a575-417e-b345-fb2afc206874, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=75ec7761-a575-417e-b345-fb2afc206874,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:40.416508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Transition to ACTIVE for port object 4e1355a0-791a-471f-9790-4f809c27b0d4 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:40.431798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Transition to ACTIVE for port object 4e1355a0-791a-471f-9790-4f809c27b0d4 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:40.484635 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.520435 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.560370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Network bda5ea21-8238-4974-b0fb-80f1ceeb6048 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:40.562244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:40.564632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:40.592627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=75ec7761-a575-417e-b345-fb2afc206874,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:40.631778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.643201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c1c0c-855e-4408-885b-c88fd515547a req-6bb08d42-7830-4c45-834d-c11e4a431c9e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:40.646053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-009c1c0c-855e-4408-885b-c88fd515547a req-6bb08d42-7830-4c45-834d-c11e4a431c9e tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 945 time: 0.0560880 Aug 23 03:40:40.667234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Attempting to bind port 4e1355a0-791a-471f-9790-4f809c27b0d4 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:40.667709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Attempting to bind port 4e1355a0-791a-471f-9790-4f809c27b0d4 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:40.668138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Attempting to bind port 4e1355a0-791a-471f-9790-4f809c27b0d4 on network bda5ea21-8238-4974-b0fb-80f1ceeb6048 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:40.670341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f38bbf-8b73-4272-8194-439b29b0aa11 req-da29f372-c545-4470-8f8d-d1ec395b3537 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:40.671224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Pushing event updated for resources: {'Port': ['ID=4e1355a0-791a-471f-9790-4f809c27b0d4,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:40.672000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-30f38bbf-8b73-4272-8194-439b29b0aa11 req-da29f372-c545-4470-8f8d-d1ec395b3537 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.0793607 Aug 23 03:40:40.676057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:40.676593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Checking segment: {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:40.677139 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.677882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Bound using segment: {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:40.678771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Bound port: 4e1355a0-791a-471f-9790-4f809c27b0d4, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:40.679250 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.688599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-009c1c0c-855e-4408-885b-c88fd515547a req-c1fc3722-2a4c-48d8-a904-d5bde92e7dae tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363960 Aug 23 03:40:40.734977 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-30f38bbf-8b73-4272-8194-439b29b0aa11 req-90f5ea44-ad43-41f9-baf1-fab22572d290 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517979 Aug 23 03:40:40.761121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] For port 4e1355a0-791a-471f-9790-4f809c27b0d4, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:40.761121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] For port 4e1355a0-791a-471f-9790-4f809c27b0d4, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4e1355a0-791a-471f-9790-4f809c27b0d4,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:40.814651 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:40.815893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38908bc0-0d89-4874-9783-325f791a4ae6 req-fc9e4925-4882-4606-aa4d-78ec39d4b211 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:40.817430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-38908bc0-0d89-4874-9783-325f791a4ae6 req-fc9e4925-4882-4606-aa4d-78ec39d4b211 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0581303 Aug 23 03:40:40.840587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-682d6e54-6006-4d59-a830-150d9b66dcf2 req-c5a71eae-0bdd-409d-94a5-4f246ccaca8e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0299585 Aug 23 03:40:40.870163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-38908bc0-0d89-4874-9783-325f791a4ae6 req-7e5bf62d-2ee3-40e6-976e-ed1c0305f68a tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Aug 23 03:40:40.919603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b24bbf-b2b0-42b0-9092-b4544f26b8c9 None None] Pushing event updated for resources: {'Port': ['ID=4e1355a0-791a-471f-9790-4f809c27b0d4,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:41.018007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9e5c3-babc-4bcd-84d9-0dee2318428b req-6c7a05fc-1893-439f-ba31-890d7c5c2ce8 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:41.019653 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81d9e5c3-babc-4bcd-84d9-0dee2318428b req-6c7a05fc-1893-439f-ba31-890d7c5c2ce8 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0803330 Aug 23 03:40:41.023330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:41.057550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:41.130774 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81d9e5c3-babc-4bcd-84d9-0dee2318428b req-5902802f-ea9b-47ba-891d-78601c1cef4f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042492 Aug 23 03:40:41.190723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Allocated IP 172.25.1.119 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/18a265b8-4dc1-47e7-8209-498e5dddff1e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:41.300861 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:41.362731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73601778-37c7-4190-946d-c391ac907fd5 req-1aeda91a-622f-454a-a2a9-69bd2e8b5eab tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:41.364920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-1aeda91a-622f-454a-a2a9-69bd2e8b5eab tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.11 "GET /v2.0/networks?id=1a91abea-be51-428f-b458-a779ae735bc8 HTTP/1.1" status: 200 len: 814 time: 0.1192975 Aug 23 03:40:41.386354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Request body: {'port': {'device_id': '491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2', 'network_id': '1a91abea-be51-428f-b458-a779ae735bc8', 'admin_state_up': True, 'tenant_id': 'f14a978e9e5642c6ad62e4f90cda0561'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:41.411816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36930) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:41.424004 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:41.470374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:41.474554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:41.481552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:41.485277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Pushing event updated for resources: {'Port': ['ID=18a265b8-4dc1-47e7-8209-498e5dddff1e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:41.522690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624017-d230-4c42-81a4-77b011e3dff9 req-44328d89-7417-4311-a8cd-6b102298653b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:41.524210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b5624017-d230-4c42-81a4-77b011e3dff9 req-44328d89-7417-4311-a8cd-6b102298653b tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 945 time: 0.0718417 Aug 23 03:40:41.596762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b5624017-d230-4c42-81a4-77b011e3dff9 req-122ea542-0f36-4a5b-b135-17a912bb6ff2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618625 Aug 23 03:40:41.683291 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d543dc4a-fb7a-4145-8d81-31a64c8b63c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9c0c987974b467684636e96428005d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696645 Aug 23 03:40:41.685746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36934) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:41.710819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Made reservation on behalf of f14a978e9e5642c6ad62e4f90cda0561 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:41.714847 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:41.855923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db4766f9-641b-43cd-b40c-0bf7c3355022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:41.864136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a6305-4380-420d-a227-b0153ccab12b req-433b8467-695e-4050-9b13-0def35f83f45 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:41.866143 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff8a6305-4380-420d-a227-b0153ccab12b req-433b8467-695e-4050-9b13-0def35f83f45 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 945 time: 0.1044855 Aug 23 03:40:41.914590 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db4766f9-641b-43cd-b40c-0bf7c3355022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:41.947741 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:41.965834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff8a6305-4380-420d-a227-b0153ccab12b req-eb0c5192-12a1-436b-bb7f-914d76980210 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917351 Aug 23 03:40:41.978104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51473820-d493-49e7-8969-12e0ee999c7d req-fe4d194b-b05d-405a-af80-0118e9cb183e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:41.986715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51473820-d493-49e7-8969-12e0ee999c7d req-fe4d194b-b05d-405a-af80-0118e9cb183e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1661332 Aug 23 03:40:42.028636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Allocated IP 172.20.0.11 (1a91abea-be51-428f-b458-a779ae735bc8/39302425-3703-429a-9f8d-0b09006f2203/ca2b8b88-9fae-4a27-be62-4a8c7fcb99da) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:42.035961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb2d4a1-9389-4808-94a5-661f72dcf56c None None] Network bda5ea21-8238-4974-b0fb-80f1ceeb6048 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:42.063637 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51473820-d493-49e7-8969-12e0ee999c7d req-e329a7cc-1ae4-4ad2-af3d-5f808413f66e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760567 Aug 23 03:40:42.107733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0016cd-308f-4ae7-ad35-31d58436147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec7761-a575-417e-b345-fb2afc206874'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:42.108337 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08c78cc-69ac-4319-8316-ff8b7be2aa7b" -d '{"events": [{"server_uuid": "5b0016cd-308f-4ae7-ad35-31d58436147d", "name": "network-vif-plugged", "status": "completed", "tag": "75ec7761-a575-417e-b345-fb2afc206874"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:42.109638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ff8eb70-e469-4996-885e-28cd822e587e req-a7a27ad5-1014-4e60-a853-19a067a00df3 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0582023 Aug 23 03:40:42.117725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4e1355a0-791a-471f-9790-4f809c27b0d4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:42.176883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db4766f9-641b-43cd-b40c-0bf7c3355022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.181421 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db4766f9-641b-43cd-b40c-0bf7c3355022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.183447 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-db4766f9-641b-43cd-b40c-0bf7c3355022 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dea71229-7dc0-4a36-9830-928f2d90f2c4 HTTP/1.1" status: 204 len: 168 time: 0.4964368 Aug 23 03:40:42.238930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-61db4926-234d-4bf6-b0b0-1f195c4a66f7 None None] Provisioning for port 4e1355a0-791a-471f-9790-4f809c27b0d4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:42.273719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4766f9-641b-43cd-b40c-0bf7c3355022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea71229-7dc0-4a36-9830-928f2d90f2c4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:42.298769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18e8e0-fd72-4dd8-a2d4-29ae263003b1 req-bdebebf8-292e-49dd-8bcc-60e570815524 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:42.300387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e18e8e0-fd72-4dd8-a2d4-29ae263003b1 req-bdebebf8-292e-49dd-8bcc-60e570815524 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1539969 Aug 23 03:40:42.337312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.366323 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.379686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e18e8e0-fd72-4dd8-a2d4-29ae263003b1 req-4d212af3-6089-4cba-813f-848ef1e0fb6e tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680122 Aug 23 03:40:42.413590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 4e1355a0-791a-471f-9790-4f809c27b0d4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:42.418504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-61db4926-234d-4bf6-b0b0-1f195c4a66f7 None None] Provisioning complete for port 4e1355a0-791a-471f-9790-4f809c27b0d4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:42.419164 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-61db4926-234d-4bf6-b0b0-1f195c4a66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.455067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 4e1355a0-791a-471f-9790-4f809c27b0d4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:42.455876 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.470312 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6a52bb-6629-4d2d-a1cd-ebd6ee7ff63c x-openstack-request-id: req-be6a52bb-6629-4d2d-a1cd-ebd6ee7ff63c {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:42.470620 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0016cd-308f-4ae7-ad35-31d58436147d", "name": "network-vif-plugged", "status": "completed", "tag": "75ec7761-a575-417e-b345-fb2afc206874", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:42.470876 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be6a52bb-6629-4d2d-a1cd-ebd6ee7ff63c {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:42.471275 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0016cd-308f-4ae7-ad35-31d58436147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ec7761-a575-417e-b345-fb2afc206874', 'code': 200} Aug 23 03:40:42.487994 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.560623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Network 1a91abea-be51-428f-b458-a779ae735bc8 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:42.564412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:42.570245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:42.614009 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-61db4926-234d-4bf6-b0b0-1f195c4a66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.632814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Router eb6f97f0-33f8-4b91-975e-d17bc7d9036a is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:40:42.638936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Pushing event updated for resources: {'Port': ['ID=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:42.664837 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.686485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-61db4926-234d-4bf6-b0b0-1f195c4a66f7 None None] For port 4e1355a0-791a-471f-9790-4f809c27b0d4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4e1355a0-791a-471f-9790-4f809c27b0d4,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:42.700979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:42.701638 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.725302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7757b-1810-45c3-aabe-3102213d1c1a req-fb82ae95-a702-421a-b687-60b1d95e9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:42.734301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79b7757b-1810-45c3-aabe-3102213d1c1a req-fb82ae95-a702-421a-b687-60b1d95e9f6c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 1096 time: 0.1576362 Aug 23 03:40:42.737241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8da029-1097-412c-a0f3-6d8a3932898e req-12682f05-3661-40d2-a6c6-b4c4dbcf0d32 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:42.738886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e8da029-1097-412c-a0f3-6d8a3932898e req-12682f05-3661-40d2-a6c6-b4c4dbcf0d32 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1707742 Aug 23 03:40:42.754049 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-61db4926-234d-4bf6-b0b0-1f195c4a66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.806652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:40:42.833717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Sync routers for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:40:42.837298 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79b7757b-1810-45c3-aabe-3102213d1c1a req-e8520679-abe8-4600-9492-6872c6d8aeff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973992 Aug 23 03:40:42.856479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e8da029-1097-412c-a0f3-6d8a3932898e req-e2ac6167-4008-458b-8b6d-3cd4bf9f6950 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074884 Aug 23 03:40:42.879336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:42.879996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:42.882276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db4926-234d-4bf6-b0b0-1f195c4a66f7 None None] Pushing event updated for resources: {'Port': ['ID=4e1355a0-791a-471f-9790-4f809c27b0d4,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:42.883057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-29efd45b-cec4-49c9-b705-5569e0f99430 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5007448 Aug 23 03:40:42.887264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:40:42.887844 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:40:42.912699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:42.914386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-521549e6-82be-47a3-9c0b-736bfe203e97 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.1261332 Aug 23 03:40:42.917387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36964) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:43.004365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-70978074-5b4a-4be5-94da-fc3b4685e846 None None] Provisioning complete for port 4e1355a0-791a-471f-9790-4f809c27b0d4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:43.004829 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70978074-5b4a-4be5-94da-fc3b4685e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:43.028826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:43.197141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811b9cb-6de4-4a95-a8d9-dc2dd64b7701 req-fb61fdd0-b2e6-40e3-ab18-53b03025a424 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:43.204639 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4811b9cb-6de4-4a95-a8d9-dc2dd64b7701 req-fb61fdd0-b2e6-40e3-ab18-53b03025a424 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 945 time: 0.0661752 Aug 23 03:40:43.250995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4811b9cb-6de4-4a95-a8d9-dc2dd64b7701 req-ee052929-b8db-4958-8cc8-27a860e5b5b6 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Aug 23 03:40:43.311676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:41Z', 'revision_number': 3, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:43.340217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Checking router: eb6f97f0-33f8-4b91-975e-d17bc7d9036a for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:40:43.340577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Updating router eb6f97f0-33f8-4b91-975e-d17bc7d9036a port 18a265b8-4dc1-47e7-8209-498e5dddff1e binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:40:43.370719 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:43.376275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a077f-0117-458b-9028-310877b65201 req-0dd6497e-84f5-4b42-8635-47a2624a1b71 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:43.377294 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-242a077f-0117-458b-9028-310877b65201 req-0dd6497e-84f5-4b42-8635-47a2624a1b71 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0628302 Aug 23 03:40:43.407842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Request body: {'port': {'device_id': '491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:43.428372 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-242a077f-0117-458b-9028-310877b65201 req-ebc489e6-8d56-4289-aab8-73e1f1a68999 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Aug 23 03:40:43.461099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b89fe-0248-424e-bec0-59cf30015c31 req-1b67572d-86e4-4386-8d39-2960b6bfbbda tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:43.469388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-285b89fe-0248-424e-bec0-59cf30015c31 req-1b67572d-86e4-4386-8d39-2960b6bfbbda tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 945 time: 0.5085430 Aug 23 03:40:43.552967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0955658-eeb8-48a4-b5f2-72adb9dc6de2 req-db86b9f2-9b5f-4018-84fb-922db6cdd4cb tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:43.560491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e13cd-d576-423b-920b-4e459c9326f3 req-9d5af687-ee09-40b0-bdfe-6a961590ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:43.560802 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0955658-eeb8-48a4-b5f2-72adb9dc6de2 req-db86b9f2-9b5f-4018-84fb-922db6cdd4cb tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.0695095 Aug 23 03:40:43.562873 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585e13cd-d576-423b-920b-4e459c9326f3 req-9d5af687-ee09-40b0-bdfe-6a961590ce99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1096 time: 0.1607304 Aug 23 03:40:43.571981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:43.606937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0955658-eeb8-48a4-b5f2-72adb9dc6de2 req-627963ae-59ae-44a9-a8d2-73fbde459426 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Aug 23 03:40:43.660297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-285b89fe-0248-424e-bec0-59cf30015c31 req-35f7ef9c-3474-49bf-bedf-b06682759105 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899529 Aug 23 03:40:43.765452 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:43.776979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98ce86-6215-443e-ae8e-a3d01e8998ea req-53f382cc-4adb-4cea-bc50-92d985d8ef8f tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:43.781476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a98ce86-6215-443e-ae8e-a3d01e8998ea req-53f382cc-4adb-4cea-bc50-92d985d8ef8f tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 932 time: 0.1052182 Aug 23 03:40:43.785619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Transition to ACTIVE for port object 18a265b8-4dc1-47e7-8209-498e5dddff1e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:43.823214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a98ce86-6215-443e-ae8e-a3d01e8998ea req-d82edb8b-4761-4866-a06e-817a33ce0186 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Aug 23 03:40:43.872167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e13cd-d576-423b-920b-4e459c9326f3 req-d667d50a-d796-4ca6-bb0a-e39a421cf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:43.873686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585e13cd-d576-423b-920b-4e459c9326f3 req-d667d50a-d796-4ca6-bb0a-e39a421cf67a service neutron] 10.222.0.11 "GET /v2.0/networks?id=77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 200 len: 919 time: 0.2991681 Aug 23 03:40:43.891151 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:43.953955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Attempting to bind port 18a265b8-4dc1-47e7-8209-498e5dddff1e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:43.954393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Attempting to bind port 18a265b8-4dc1-47e7-8209-498e5dddff1e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:43.954764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Attempting to bind port 18a265b8-4dc1-47e7-8209-498e5dddff1e on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:43.963415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585e13cd-d576-423b-920b-4e459c9326f3 req-d435fc26-5e78-4567-9b3c-025308fa04b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 217 time: 0.0790105 Aug 23 03:40:43.966354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798978e-b959-441e-94c0-30ce52bc168b None None] Pushing event updated for resources: {'Port': ['ID=18a265b8-4dc1-47e7-8209-498e5dddff1e,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:43.970166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:43.970573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:43.970992 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:43.971577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:43.972112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Bound port: 18a265b8-4dc1-47e7-8209-498e5dddff1e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:43.973070 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:44.034839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] For port 18a265b8-4dc1-47e7-8209-498e5dddff1e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:44.040547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] For port 18a265b8-4dc1-47e7-8209-498e5dddff1e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=18a265b8-4dc1-47e7-8209-498e5dddff1e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:44.068502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4e1355a0-791a-471f-9790-4f809c27b0d4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:44.127601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e13cd-d576-423b-920b-4e459c9326f3 req-0eb05bbc-897d-4fac-9c32-cfe975de4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:44.127601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585e13cd-d576-423b-920b-4e459c9326f3 req-0eb05bbc-897d-4fac-9c32-cfe975de4e52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b87bef0-2609-4572-b004-ec3ca1b77387 HTTP/1.1" status: 200 len: 859 time: 0.1401117 Aug 23 03:40:44.144903 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:44.154617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 4e1355a0-791a-471f-9790-4f809c27b0d4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:44.154991 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:44.230589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585e13cd-d576-423b-920b-4e459c9326f3 req-50693ae7-68ec-4568-bfc4-bc69f4ae2d01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77b8a988-46ea-4567-a9fa-28f60209b4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538757 Aug 23 03:40:44.251408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155969a9-b337-49af-af45-5ecfb7534e05 req-bee43c31-2100-4e5f-aab3-d20ff37ddce5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:44.252965 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-155969a9-b337-49af-af45-5ecfb7534e05 req-bee43c31-2100-4e5f-aab3-d20ff37ddce5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 945 time: 0.0571227 Aug 23 03:40:44.281808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:44.282832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:44.295788 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-155969a9-b337-49af-af45-5ecfb7534e05 req-12869a43-7a23-4d56-8802-39c584f74049 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363925 Aug 23 03:40:44.323130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7033d5e6-0d51-412c-a000-f162ba2275fb tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:44.323130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7033d5e6-0d51-412c-a000-f162ba2275fb tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.24 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 945 time: 0.2001734 Aug 23 03:40:44.332752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798978e-b959-441e-94c0-30ce52bc168b None None] Pushing event updated for resources: {'Port': ['ID=18a265b8-4dc1-47e7-8209-498e5dddff1e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:44.420632 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24af7d9c-7d17-47d6-9f5d-621f5b337db3 req-c3d1e51b-2dfe-4150-81d2-cc40828f6d63 tempest-AbsoluteLimitsNegativeTestJSON-1408893415 tempest-AbsoluteLimitsNegativeTestJSON-1408893415-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=56dcbef31a0c4d87b1815552fb9278d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256698 Aug 23 03:40:44.450699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:44.454048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2b8b88-9fae-4a27-be62-4a8c7fcb99da {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:44.491084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:44.519285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146728b-23ee-488f-b127-017e8a00646c req-da5320f3-7c37-412c-bc03-e80e42e660f3 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:44.521472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b146728b-23ee-488f-b127-017e8a00646c req-da5320f3-7c37-412c-bc03-e80e42e660f3 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.3267360 Aug 23 03:40:44.534623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af7d9c-7d17-47d6-9f5d-621f5b337db3 req-0eff5959-384d-4259-9402-8df9754c6496 tempest-AbsoluteLimitsNegativeTestJSON-1408893415 tempest-AbsoluteLimitsNegativeTestJSON-1408893415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:44.536501 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24af7d9c-7d17-47d6-9f5d-621f5b337db3 req-0eff5959-384d-4259-9402-8df9754c6496 tempest-AbsoluteLimitsNegativeTestJSON-1408893415 tempest-AbsoluteLimitsNegativeTestJSON-1408893415-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1120749 Aug 23 03:40:44.553585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24af7d9c-7d17-47d6-9f5d-621f5b337db3 req-3f17b8c8-39e7-467e-9ce7-6a6a2cc2d2ba tempest-AbsoluteLimitsNegativeTestJSON-1408893415 tempest-AbsoluteLimitsNegativeTestJSON-1408893415-project] 10.222.0.20 "GET /v2.0/quotas/56dcbef31a0c4d87b1815552fb9278d8 HTTP/1.1" status: 200 len: 375 time: 0.0111246 Aug 23 03:40:44.567532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Transition to ACTIVE for port object ca2b8b88-9fae-4a27-be62-4a8c7fcb99da will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:44.579790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585e13cd-d576-423b-920b-4e459c9326f3 req-cb6f22a4-6340-484e-8070-e389ee7165ad service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105974 Aug 23 03:40:44.589552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24af7d9c-7d17-47d6-9f5d-621f5b337db3 req-b0416e07-0dc0-4d0a-9549-ae8795206dc5 tempest-AbsoluteLimitsNegativeTestJSON-1408893415 tempest-AbsoluteLimitsNegativeTestJSON-1408893415-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56dcbef31a0c4d87b1815552fb9278d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286455 Aug 23 03:40:44.655721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:41Z', 'revision_number': 3, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:44.666332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:44.695345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c5c87b-c79b-47ef-8802-e6dffab9232e None None] The sync data for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 is: [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:41Z', 'revision_number': 3, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:40:44.762668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816407e-dc70-4738-b740-c3ff585e5a11 req-d822ec6d-32d7-41cd-8d28-82ae463dda9d tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:44.766253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7816407e-dc70-4738-b740-c3ff585e5a11 req-d822ec6d-32d7-41cd-8d28-82ae463dda9d tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0751321 Aug 23 03:40:44.767039 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b146728b-23ee-488f-b127-017e8a00646c req-af12e169-cc06-4a34-b997-57e37db20af7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076168 Aug 23 03:40:44.778937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:44.815050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Deleting port 3393537d-2c47-4d49-ab3b-335e5c3b5976 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:44.815384 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:44.825984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:44.836828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7816407e-dc70-4738-b740-c3ff585e5a11 req-a627e854-a5da-45f6-941c-74148634d8af tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570531 Aug 23 03:40:44.920216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585e13cd-d576-423b-920b-4e459c9326f3 req-a4807c0d-93d3-4737-9cd1-994cb2d877ad service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317366 Aug 23 03:40:44.987056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f7098-7215-49f1-b1b0-f635fed2c2de req-7827506b-3241-48aa-b9c4-00f561a1e083 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:44.995942 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b5f7098-7215-49f1-b1b0-f635fed2c2de req-7827506b-3241-48aa-b9c4-00f561a1e083 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 945 time: 0.0784166 Aug 23 03:40:45.053992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b5f7098-7215-49f1-b1b0-f635fed2c2de req-1710a7d3-ba58-436e-b64c-ebe39a8ab1e8 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/security-groups?id=03efabec-522c-4f3e-a57f-7ce96c4a7420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581672 Aug 23 03:40:45.154625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] For port 3393537d-2c47-4d49-ab3b-335e5c3b5976, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3393537d-2c47-4d49-ab3b-335e5c3b5976,segment=NetworkSegment(a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe),segment_id=a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:45.154999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.167109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e8ed-0d9b-4d06-b00d-3fc357fb904b req-ef804897-95d2-4604-bd7f-1bcaf88169a0 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:45.174762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3107e8ed-0d9b-4d06-b00d-3fc357fb904b req-ef804897-95d2-4604-bd7f-1bcaf88169a0 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.3004665 Aug 23 03:40:45.203103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Attempting to bind port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:45.203602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Attempting to bind port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '85b5386a-7067-45bc-a195-1d60c74fc520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a91abea-be51-428f-b458-a779ae735bc8'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:45.203908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Attempting to bind port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da on network 1a91abea-be51-428f-b458-a779ae735bc8 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:45.214922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9854940-85c4-4a0a-9a22-baa66e9ac659 req-7a4bc086-5611-4e40-8b3f-49786cce6ec2 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:45.216438 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9854940-85c4-4a0a-9a22-baa66e9ac659 req-7a4bc086-5611-4e40-8b3f-49786cce6ec2 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 944 time: 0.0531800 Aug 23 03:40:45.218583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37022) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:45.238634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Calling delete_port for 3393537d-2c47-4d49-ab3b-335e5c3b5976 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:45.257483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da on network 1a91abea-be51-428f-b458-a779ae735bc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:40:45.257719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Attempting to bind port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da on network 1a91abea-be51-428f-b458-a779ae735bc8 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:45.294054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9854940-85c4-4a0a-9a22-baa66e9ac659 req-04a46b36-4d39-4cec-8d33-2859796211ba tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674076 Aug 23 03:40:45.304575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3107e8ed-0d9b-4d06-b00d-3fc357fb904b req-78396f14-5564-4821-b93e-db752ae162e3 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288450 Aug 23 03:40:45.310445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:45.310683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Checking segment: {'id': '85b5386a-7067-45bc-a195-1d60c74fc520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a91abea-be51-428f-b458-a779ae735bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:45.311063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Bound using segment: {'id': '85b5386a-7067-45bc-a195-1d60c74fc520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a91abea-be51-428f-b458-a779ae735bc8'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:45.312036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Bound port: ca2b8b88-9fae-4a27-be62-4a8c7fcb99da, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b5386a-7067-45bc-a195-1d60c74fc520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1a91abea-be51-428f-b458-a779ae735bc8'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:45.312392 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.360881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Allocated IP 172.20.0.1 (bda5ea21-8238-4974-b0fb-80f1ceeb6048/ebcd050d-c2ca-4320-bdc0-87a57647ac16/c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:45.408785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-517d5140-f9fa-48f9-8a0c-1c07090a8798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.465231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19317e-87a8-4745-be41-6cac9f658f4a req-63588dc3-251c-4bc9-8c2a-5fe5d1fea403 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:45.466698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f19317e-87a8-4745-be41-6cac9f658f4a req-63588dc3-251c-4bc9-8c2a-5fe5d1fea403 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 945 time: 0.0818794 Aug 23 03:40:45.509612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] For port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:45.513927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] For port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,segment=NetworkSegment(85b5386a-7067-45bc-a195-1d60c74fc520),segment_id=85b5386a-7067-45bc-a195-1d60c74fc520)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:45.571560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f19317e-87a8-4745-be41-6cac9f658f4a req-8cdd0ba0-e890-4b14-bbc3-21d77c951200 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8759638-b804-4b9c-922f-40947f60e636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900259 Aug 23 03:40:45.585645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.586057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-d34553c7-aeae-4c31-8cf3-0d743c57c12a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:45.586195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.586315 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-d34553c7-aeae-4c31-8cf3-0d743c57c12a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 945 time: 0.1133606 Aug 23 03:40:45.634145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Transition to ACTIVE for port object c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:45.636239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:45.636843 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.638297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] 10.222.0.11 "PUT /v2.0/ports/ca2b8b88-9fae-4a27-be62-4a8c7fcb99da HTTP/1.1" status: 200 len: 1092 time: 2.2373018 Aug 23 03:40:45.640718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2', 'tag': 'ca2b8b88-9fae-4a27-be62-4a8c7fcb99da'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:45.642711 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ea18a0-3af2-4a04-bcd5-ccfa14fadcae" -d '{"events": [{"name": "network-changed", "server_uuid": "491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2", "tag": "ca2b8b88-9fae-4a27-be62-4a8c7fcb99da"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:45.668795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.672932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abc02d-f628-4dbe-b366-ed60805ad726 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:45.717512 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d4e5f3-13d3-49e8-9029-9a8270a974a8 x-openstack-request-id: req-c2d4e5f3-13d3-49e8-9029-9a8270a974a8 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:45.717765 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2", "tag": "ca2b8b88-9fae-4a27-be62-4a8c7fcb99da", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:45.718014 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2d4e5f3-13d3-49e8-9029-9a8270a974a8 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:45.718408 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2', 'tag': 'ca2b8b88-9fae-4a27-be62-4a8c7fcb99da', 'status': 'completed', 'code': 200} Aug 23 03:40:45.721966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-517d5140-f9fa-48f9-8a0c-1c07090a8798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.738788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Pushing event deleted for resources: {'Port': ['ID=3393537d-2c47-4d49-ab3b-335e5c3b5976,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:45.750535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Deleting port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:45.750970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.771966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] No DVR routers for this DVR port 3393537d-2c47-4d49-ab3b-335e5c3b5976 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:45.781201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.783092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bfe4d3b-7bc9-4021-9600-2b809d311eb1 req-7b0a7984-be8b-43c7-b110-bc874d9a0e39 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.24 "DELETE /v2.0/ports/3393537d-2c47-4d49-ab3b-335e5c3b5976 HTTP/1.1" status: 204 len: 173 time: 1.4281003 Aug 23 03:40:45.819341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea18a0-3af2-4a04-bcd5-ccfa14fadcae req-9ce2aff1-8db8-4d58-938d-b147e08059ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:45.820893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3ea18a0-3af2-4a04-bcd5-ccfa14fadcae req-9ce2aff1-8db8-4d58-938d-b147e08059ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f14a978e9e5642c6ad62e4f90cda0561&device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0512424 Aug 23 03:40:45.834993 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-517d5140-f9fa-48f9-8a0c-1c07090a8798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.876200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] For port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,segment=NetworkSegment(704ad993-9b93-420c-8c74-396377642bdb),segment_id=704ad993-9b93-420c-8c74-396377642bdb)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:45.876673 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.902468 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:45.924228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Calling delete_port for a7a55c7d-dc3b-41aa-8f30-ebdadd43128e owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:45.932656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-517d5140-f9fa-48f9-8a0c-1c07090a8798 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56dcbef31a0c4d87b1815552fb9278d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125206 Aug 23 03:40:45.933532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d5140-f9fa-48f9-8a0c-1c07090a8798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ec3a97-e42e-4f99-ba76-10a67a1e4c1a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:45.938727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37034) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:45.984583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Network bda5ea21-8238-4974-b0fb-80f1ceeb6048 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:45.995214 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:45.998051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:46.028469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dfa4c-7c12-49b1-a6af-6ce01deb7ed3 req-7057a75f-e830-471d-8419-4208fbdb7594 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:46.035473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Pushing event updated for resources: {'Port': ['ID=c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:46.036352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d4dfa4c-7c12-49b1-a6af-6ce01deb7ed3 req-7057a75f-e830-471d-8419-4208fbdb7594 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1803443 Aug 23 03:40:46.054612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea18a0-3af2-4a04-bcd5-ccfa14fadcae req-edce2cf2-e0fc-4b13-bea6-9cc882dace8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:46.056086 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3ea18a0-3af2-4a04-bcd5-ccfa14fadcae req-edce2cf2-e0fc-4b13-bea6-9cc882dace8a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f14a978e9e5642c6ad62e4f90cda0561&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2191784 Aug 23 03:40:46.086811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a41d8-dafe-479c-b138-a986f91e42c9 req-198196a8-3e88-4be4-bc3e-3a8ea70fb276 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:46.095299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e52a41d8-dafe-479c-b138-a986f91e42c9 req-198196a8-3e88-4be4-bc3e-3a8ea70fb276 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1520984 Aug 23 03:40:46.098260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 18a265b8-4dc1-47e7-8209-498e5dddff1e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:46.135977 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d4dfa4c-7c12-49b1-a6af-6ce01deb7ed3 req-76f0e734-f554-436f-b656-04b09c71ad36 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987334 Aug 23 03:40:46.138357 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2706ec84-5f3c-44dd-a7cd-05250e23cc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.206324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2706ec84-5f3c-44dd-a7cd-05250e23cc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.267087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 18a265b8-4dc1-47e7-8209-498e5dddff1e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:46.273564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 18a265b8-4dc1-47e7-8209-498e5dddff1e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:46.274408 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.302329 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2944aca-b53b-48df-b51e-0852210e019b req-2d580fb5-30bf-4b03-b2f4-695fb4f6a474 tempest-DeleteServersTestJSON-41011478 tempest-DeleteServersTestJSON-41011478-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42904fd-a621-4f6b-95c7-127ea5c3c5ea HTTP/1.1" status: 200 len: 210 time: 0.0540721 Aug 23 03:40:46.401154 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.404536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.420580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a7a55c7d-dc3b-41aa-8f30-ebdadd43128e'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:46.440675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2706ec84-5f3c-44dd-a7cd-05250e23cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.443330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2706ec84-5f3c-44dd-a7cd-05250e23cc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.447965 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2706ec84-5f3c-44dd-a7cd-05250e23cc06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8ec3a97-e42e-4f99-ba76-10a67a1e4c1a HTTP/1.1" status: 204 len: 168 time: 0.5037713 Aug 23 03:40:46.447965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event deleted for resources: {'Port': ['ID=a7a55c7d-dc3b-41aa-8f30-ebdadd43128e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:46.451448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 18a265b8-4dc1-47e7-8209-498e5dddff1e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=18a265b8-4dc1-47e7-8209-498e5dddff1e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:46.479446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706ec84-5f3c-44dd-a7cd-05250e23cc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ec3a97-e42e-4f99-ba76-10a67a1e4c1a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:46.500070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] No DVR routers for this DVR port a7a55c7d-dc3b-41aa-8f30-ebdadd43128e on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:40:46.502788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.504988 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06f275eb-dc28-44aa-aa7f-8023f9970f77 req-ec857533-92eb-4521-86aa-ba5477579ef2 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.24 "DELETE /v2.0/ports/a7a55c7d-dc3b-41aa-8f30-ebdadd43128e HTTP/1.1" status: 204 len: 173 time: 0.9121842 Aug 23 03:40:46.505605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf076ef-2c66-41ba-bdc4-60bcc7011f97', 'name': 'network-vif-deleted', 'tag': 'a7a55c7d-dc3b-41aa-8f30-ebdadd43128e'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:46.508512 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050346b5-e4f8-4af7-bbd9-e07b94b3f358" -d '{"events": [{"server_uuid": "8cf076ef-2c66-41ba-bdc4-60bcc7011f97", "name": "network-vif-deleted", "tag": "a7a55c7d-dc3b-41aa-8f30-ebdadd43128e"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:46.516314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.518254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-15ec4958-e805-46c3-88ed-8e67279ad5eb None None] Provisioning for port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:46.531510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-15ec4958-e805-46c3-88ed-8e67279ad5eb None None] Provisioning complete for port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:46.531897 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-15ec4958-e805-46c3-88ed-8e67279ad5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.550941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:46.609102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-15ec4958-e805-46c3-88ed-8e67279ad5eb None None] Port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:40:46.622678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=18a265b8-4dc1-47e7-8209-498e5dddff1e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:46.692888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e52a41d8-dafe-479c-b138-a986f91e42c9 req-8e9910ec-4d5b-4b1b-8d40-a8ba32cfc91e tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966971 Aug 23 03:40:46.697292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea18a0-3af2-4a04-bcd5-ccfa14fadcae req-54ecf77a-2d2d-4821-bb63-44c61979b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:46.698795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3ea18a0-3af2-4a04-bcd5-ccfa14fadcae req-54ecf77a-2d2d-4821-bb63-44c61979b441 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6325884 Aug 23 03:40:46.763468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3393537d-2c47-4d49-ab3b-335e5c3b5976 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:46.922962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132f2a1-1a0d-4995-b98c-7f76bfb9484c req-111c96bc-c6c3-4877-8838-97c85467135b tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:46.928824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1132f2a1-1a0d-4995-b98c-7f76bfb9484c req-111c96bc-c6c3-4877-8838-97c85467135b tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 944 time: 0.1228936 Aug 23 03:40:46.973533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73601778-37c7-4190-946d-c391ac907fd5 req-fb295e89-d351-428d-b9af-66f59bbd71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:46.976362 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-fb295e89-d351-428d-b9af-66f59bbd71c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f14a978e9e5642c6ad62e4f90cda0561&device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 1095 time: 0.1914608 Aug 23 03:40:46.988556 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1132f2a1-1a0d-4995-b98c-7f76bfb9484c req-0b1fad88-c7cd-478a-9974-bd9242a1c09d tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528998 Aug 23 03:40:47.002246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 3393537d-2c47-4d49-ab3b-335e5c3b5976 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:47.002599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3393537d-2c47-4d49-ab3b-335e5c3b5976 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:47.025146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:47.054623 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4d1270-918e-4740-80a0-2471f134eee3 x-openstack-request-id: req-2f4d1270-918e-4740-80a0-2471f134eee3 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:47.054973 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf076ef-2c66-41ba-bdc4-60bcc7011f97", "name": "network-vif-deleted", "tag": "a7a55c7d-dc3b-41aa-8f30-ebdadd43128e", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:47.055408 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f4d1270-918e-4740-80a0-2471f134eee3 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:47.055863 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf076ef-2c66-41ba-bdc4-60bcc7011f97', 'name': 'network-vif-deleted', 'tag': 'a7a55c7d-dc3b-41aa-8f30-ebdadd43128e', 'status': 'completed', 'code': 200} Aug 23 03:40:47.073226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82b85-3802-4aa4-875a-00db8609e9bb req-f3308723-e509-4866-bb75-c23bf72471d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:47.074714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92a82b85-3802-4aa4-875a-00db8609e9bb req-f3308723-e509-4866-bb75-c23bf72471d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.2205489 Aug 23 03:40:47.079269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-e0307068-04d2-44aa-a068-da5f430cc05b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da HTTP/1.1" status: 200 len: 217 time: 0.0719097 Aug 23 03:40:47.140109 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31f00241-cc8c-4939-9e6a-8400014ca506 req-c1c27929-e77d-417d-a950-192caf7cb4cc tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cf076ef-2c66-41ba-bdc4-60bcc7011f97 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Aug 23 03:40:47.148999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-a1e8dc5a-b8b0-41a9-90cc-5dbc9b7c0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:47.150458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-a1e8dc5a-b8b0-41a9-90cc-5dbc9b7c0771 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 1096 time: 0.2364037 Aug 23 03:40:47.259285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73601778-37c7-4190-946d-c391ac907fd5 req-a6076c8e-c805-4564-b741-65fb36e533f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:47.260837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-a6076c8e-c805-4564-b741-65fb36e533f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39302425-3703-429a-9f8d-0b09006f2203 HTTP/1.1" status: 200 len: 854 time: 0.1725016 Aug 23 03:40:47.261935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f35dac-8d11-4923-bb1f-31aee524871b req-3455da75-1838-425b-a432-f644adfa2bac tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:47.263397 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04f35dac-8d11-4923-bb1f-31aee524871b req-3455da75-1838-425b-a432-f644adfa2bac tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0544631 Aug 23 03:40:47.278527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92a82b85-3802-4aa4-875a-00db8609e9bb req-e2f771b7-c456-4205-9a39-f0347cced087 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948547 Aug 23 03:40:47.318865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-b4ac486e-6d44-45e2-8c0c-8c701835100c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1a91abea-be51-428f-b458-a779ae735bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377252 Aug 23 03:40:47.339413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04f35dac-8d11-4923-bb1f-31aee524871b req-c33b0e43-deae-4144-aa6e-ccc2fefd9572 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691683 Aug 23 03:40:47.397348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-173322e7-09f0-493f-8cd1-2e674ddfa03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:47.398912 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-173322e7-09f0-493f-8cd1-2e674ddfa03a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 200 len: 911 time: 0.2414241 Aug 23 03:40:47.479578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-4c726d89-2eb5-441e-b44c-dde471071931 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ec7761-a575-417e-b345-fb2afc206874 HTTP/1.1" status: 200 len: 217 time: 0.0537946 Aug 23 03:40:47.558992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-bb6ff735-b347-429f-98a0-4df1bc07fdcd service neutron] 10.222.0.11 "GET /v2.0/networks/1a91abea-be51-428f-b458-a779ae735bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137370 Aug 23 03:40:47.600250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:47.612356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-604fa8f0-76e0-4a01-af4b-8ccec83bf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:47.616063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-604fa8f0-76e0-4a01-af4b-8ccec83bf00c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db73e230-8414-4e9f-923a-52dac4ceceb7 HTTP/1.1" status: 200 len: 851 time: 0.1229458 Aug 23 03:40:47.673173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-c5b01979-ebbb-4bcd-8494-3a7e589a22bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f38fd29c-90b7-4585-b02d-4bb3f85b4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310857 Aug 23 03:40:47.675296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:47.698356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37092) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:47.730351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42904fd-a621-4f6b-95c7-127ea5c3c5ea', 'name': 'network-vif-deleted', 'tag': '3393537d-2c47-4d49-ab3b-335e5c3b5976'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:47.732637 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3947a22-40c3-4408-a7f2-5d8c61944792" -d '{"events": [{"server_uuid": "e42904fd-a621-4f6b-95c7-127ea5c3c5ea", "name": "network-vif-deleted", "tag": "3393537d-2c47-4d49-ab3b-335e5c3b5976"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:47.816780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73601778-37c7-4190-946d-c391ac907fd5 req-b70232b1-d8d7-40f7-9535-bbb0302f3ab0 service neutron] 10.222.0.11 "GET /v2.0/networks/1a91abea-be51-428f-b458-a779ae735bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474310 Aug 23 03:40:47.818283 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6557d73-f9bc-4138-935f-29289973af39 x-openstack-request-id: req-d6557d73-f9bc-4138-935f-29289973af39 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:47.818544 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42904fd-a621-4f6b-95c7-127ea5c3c5ea", "name": "network-vif-deleted", "tag": "3393537d-2c47-4d49-ab3b-335e5c3b5976", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:47.818793 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6557d73-f9bc-4138-935f-29289973af39 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:47.819167 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42904fd-a621-4f6b-95c7-127ea5c3c5ea', 'name': 'network-vif-deleted', 'tag': '3393537d-2c47-4d49-ab3b-335e5c3b5976', 'status': 'completed', 'code': 200} Aug 23 03:40:47.829754 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:47.834288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Pushing event updated for resources: {'Port': ['ID=c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:47.835214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4717e-33f9-44d9-9843-6f049fb8563d req-ae75dbd6-7c30-4bda-824d-5e5c583936c1 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:47.846576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35d4717e-33f9-44d9-9843-6f049fb8563d req-ae75dbd6-7c30-4bda-824d-5e5c583936c1 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0640223 Aug 23 03:40:47.870157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-731687206-network', 'tenant_id': '7c951c2f2c7f439d825c81a206b2e259'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:47.899779 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35d4717e-33f9-44d9-9843-6f049fb8563d req-1ea53021-a94c-4292-9780-512796f23566 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535650 Aug 23 03:40:47.922977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-4146ea23-6181-478f-9b90-45edc8e1510c service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206783 Aug 23 03:40:47.970223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Network bda5ea21-8238-4974-b0fb-80f1ceeb6048 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:47.999557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:48.003899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Made reservation on behalf of 7c951c2f2c7f439d825c81a206b2e259 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:48.006939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.018746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.035755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 18a265b8-4dc1-47e7-8209-498e5dddff1e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:48.119997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Router eb6f97f0-33f8-4b91-975e-d17bc7d9036a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:40:48.145080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 18a265b8-4dc1-47e7-8209-498e5dddff1e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:48.145584 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.209191 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.220334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577e9e9-ecbe-4070-a378-01dcb2bee514 req-3eca0b76-4523-4794-a6f3-237f0d32ac3a tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:48.222007 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6577e9e9-ecbe-4070-a378-01dcb2bee514 req-3eca0b76-4523-4794-a6f3-237f0d32ac3a tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 944 time: 0.1060765 Aug 23 03:40:48.226034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef732fc9-ee44-4b97-ac32-5956b5083b5d req-db2f2036-425a-429d-a27f-b46a31573666 service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932258 Aug 23 03:40:48.287949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.322606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:40:48.338776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.339661 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Added segment 320373b3-e7da-40f3-b670-d23db6d8c015 of type vlan for network fb425a09-c497-42fc-82ec-fd9eaea23c4c Aug 23 03:40:48.349094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-23ed81dd-4d9f-4931-beeb-0a0bc413b326 None None] Provisioning complete for port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:48.349731 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23ed81dd-4d9f-4931-beeb-0a0bc413b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.403444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.429675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-23ed81dd-4d9f-4931-beeb-0a0bc413b326 None None] Port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:40:48.437498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1f2602-9a51-441b-a5a5-21e7f39c3cbd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:48.444011 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6577e9e9-ecbe-4070-a378-01dcb2bee514 req-3b2a157e-439d-4f9a-951d-8a9bb50c73c9 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672230 Aug 23 03:40:48.466606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:40:48.471818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-140d6b76-97fb-473e-b84a-c18d7887c9be admin admin] 10.222.0.20 "PUT /v2.0/routers/eb6f97f0-33f8-4b91-975e-d17bc7d9036a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5533042 Aug 23 03:40:48.486503 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Sync routers for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:40:48.494276 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:48.495243 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:48.529537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b42f-6aba-4edf-88f3-93c98f348b9f req-940b77b1-8e13-44a8-b924-dd662b32c86b tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:48.531154 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6804b42f-6aba-4edf-88f3-93c98f348b9f req-940b77b1-8e13-44a8-b924-dd662b32c86b tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.0707893 Aug 23 03:40:48.586143 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.586143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:48.586732 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.625483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6804b42f-6aba-4edf-88f3-93c98f348b9f req-a05101fe-e0e7-4ae0-813e-a629702f6c4e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847745 Aug 23 03:40:48.636279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81630195-a81d-4fff-bc80-9bb59b6ff1ba req-bea6439d-b4c7-416c-a78a-b520d826a284 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:48.639928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81630195-a81d-4fff-bc80-9bb59b6ff1ba req-bea6439d-b4c7-416c-a78a-b520d826a284 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0647042 Aug 23 03:40:48.652650 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:48.695952 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81630195-a81d-4fff-bc80-9bb59b6ff1ba req-ef4e185b-0e70-4b2f-af5e-ebdb2f1af36f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519116 Aug 23 03:40:48.699654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] Pushing event updated for resources: {'Network': ['ID=fb425a09-c497-42fc-82ec-fd9eaea23c4c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:48.715845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network fb425a09-c497-42fc-82ec-fd9eaea23c4c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:40:48.719594 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1f8939e9-d808-40e4-9e59-8da8982703ba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0200000 Aug 23 03:40:48.728914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37134) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:48.738106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Request body: {'subnet': {'network_id': 'fb425a09-c497-42fc-82ec-fd9eaea23c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-731687206-subnet', 'tenant_id': '7c951c2f2c7f439d825c81a206b2e259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:48.752853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37136) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:48.812284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a7a55c7d-dc3b-41aa-8f30-ebdadd43128e no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:40:48.835974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: a7a55c7d-dc3b-41aa-8f30-ebdadd43128e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:40:48.836496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a7a55c7d-dc3b-41aa-8f30-ebdadd43128e not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:40:48.852158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c65ff69-3b00-458e-98a7-6da63cd8b44a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.884167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Made reservation on behalf of 7c951c2f2c7f439d825c81a206b2e259 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:48.888222 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.908891 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c65ff69-3b00-458e-98a7-6da63cd8b44a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:48.940370 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f', 'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'mac_address': 'fa:16:3e:af:50:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:44Z', 'updated_at': '2021-08-23T03:40:47Z', 'revision_number': 2, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'subnets': [{'id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:48.972646 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Checking router: eb6f97f0-33f8-4b91-975e-d17bc7d9036a for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:40:48.973001 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Updating router eb6f97f0-33f8-4b91-975e-d17bc7d9036a port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:40:49.008561 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.059165 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c65ff69-3b00-458e-98a7-6da63cd8b44a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.062184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c65ff69-3b00-458e-98a7-6da63cd8b44a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.063658 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7c65ff69-3b00-458e-98a7-6da63cd8b44a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "DELETE /v2.0/security-groups/678acdd2-1c5e-4d66-88e7-dd75013615f5 HTTP/1.1" status: 204 len: 168 time: 0.3094726 Aug 23 03:40:49.068264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37140) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:49.096699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65ff69-3b00-458e-98a7-6da63cd8b44a tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678acdd2-1c5e-4d66-88e7-dd75013615f5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:49.107412 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-8ae599a5-0502-4e22-8790-bfbe4640d9c5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] show failed (client error): The resource could not be found. Aug 23 03:40:49.109048 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8ae599a5-0502-4e22-8790-bfbe4640d9c5 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "GET /v2.0/security-groups/678acdd2-1c5e-4d66-88e7-dd75013615f5 HTTP/1.1" status: 404 len: 347 time: 0.0374110 Aug 23 03:40:49.111899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37142) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:49.195402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48492786-1231-419b-8185-dbd14d55b953 req-43d9c910-0e65-4a65-87d0-493051a20d73 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:49.204851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48492786-1231-419b-8185-dbd14d55b953 req-43d9c910-0e65-4a65-87d0-493051a20d73 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.2044370 Aug 23 03:40:49.239172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.277307 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37146) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:49.283304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c6996571-0443-404a-adec-387a991c5833 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989636883', 'description': 'tempest-description--980236587'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:49.326867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Checking segment: {'id': '320373b3-e7da-40f3-b670-d23db6d8c015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb425a09-c497-42fc-82ec-fd9eaea23c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:49.327281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Network hostable DHCP agents. Network: fb425a09-c497-42fc-82ec-fd9eaea23c4c, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:40:49.335401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba25cb1-7bc8-4d53-885b-8f811b763711,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:49.361373 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48492786-1231-419b-8185-dbd14d55b953 req-f17898d0-9f47-4521-ace4-b99699fb3011 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830166 Aug 23 03:40:49.395220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Deleting port 69132b16-1425-4f95-afc0-0c46580c6fcf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:40:49.395557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.404236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Network fb425a09-c497-42fc-82ec-fd9eaea23c4c is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:40:49.412351 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.422332 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Transition to ACTIVE for port object c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:49.445926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c6996571-0443-404a-adec-387a991c5833 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.494665 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.498738 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.513743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Calling delete_port for 69132b16-1425-4f95-afc0-0c46580c6fcf owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:40:49.517836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, fb425a09-c497-42fc-82ec-fd9eaea23c4c) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:49.527833 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.528405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafeffdb-2f45-4c9f-8550-80ac65e9b829 None None] Network fb425a09-c497-42fc-82ec-fd9eaea23c4c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:49.535567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:49.536473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.620952 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Pushing event updated for resources: {'Port': ['ID=c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:49.662302 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.663044 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.663753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.664009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c6996571-0443-404a-adec-387a991c5833 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.664596 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.665291 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.665737 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.666160 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.666748 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.667182 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.668178 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.668625 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.669076 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:49.706341 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Attempting to bind port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:40:49.707137 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Attempting to bind port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:40:49.707909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ecadd-9bde-44af-93a2-a811f399cda0 req-0b4a1fa7-17fb-4365-9091-31abccd2aec9 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:49.708334 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Attempting to bind port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f on network bda5ea21-8238-4974-b0fb-80f1ceeb6048 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:40:49.714467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-456ecadd-9bde-44af-93a2-a811f399cda0 req-0b4a1fa7-17fb-4365-9091-31abccd2aec9 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 944 time: 0.1965883 Aug 23 03:40:49.723121 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:40:49.724032 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Checking segment: {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:49.724746 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.725445 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Bound using segment: {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:40:49.726196 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Bound port: c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:40:49.726844 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.746153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c6996571-0443-404a-adec-387a991c5833 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:49.796069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59de6f7a-f195-4ce1-aa20-5eb9e22fbf01 None None] Network fb425a09-c497-42fc-82ec-fd9eaea23c4c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:49.806986 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] For port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:40:49.817216 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] For port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:40:49.840547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-456ecadd-9bde-44af-93a2-a811f399cda0 req-a358911e-4f8a-4a6c-9a92-88445c391b5f tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155047 Aug 23 03:40:49.852868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6996571-0443-404a-adec-387a991c5833 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195e3e00-c6b9-4ffc-84ae-07993338dfba,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:49.905561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c18675-f4c0-40b0-a22e-68bb7e7e9b80 req-35b02e33-87db-4ece-b48b-2c12fb73580a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:49.909942 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47c18675-f4c0-40b0-a22e-68bb7e7e9b80 req-35b02e33-87db-4ece-b48b-2c12fb73580a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1646950 Aug 23 03:40:49.973736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a78d733f-2d16-4f3a-8595-7fe4c2b5fa7d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2166481 Aug 23 03:40:50.019061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6205ad-ad23-4c78-8dab-f4bcb3a825a4 req-35a3f9da-f4eb-47f4-b638-45bf043370e5 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:50.021294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee6205ad-ad23-4c78-8dab-f4bcb3a825a4 req-35a3f9da-f4eb-47f4-b638-45bf043370e5 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0627019 Aug 23 03:40:50.067487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee6205ad-ad23-4c78-8dab-f4bcb3a825a4 req-7a98e791-cd70-4eb9-b16b-f60fd6fcbaed tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380659 Aug 23 03:40:50.070589 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47c18675-f4c0-40b0-a22e-68bb7e7e9b80 req-79656c36-26c2-43a3-abd5-47a5b70fd555 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404297 Aug 23 03:40:50.147478 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.217717 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:40:50.218766 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:50.220842 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453c447-1865-49dc-9226-428770ebfc88 None None] Pushing event updated for resources: {'Port': ['ID=c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:50.231317 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.235434 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c6996571-0443-404a-adec-387a991c5833 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.239175 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c6996571-0443-404a-adec-387a991c5833 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9572330 Aug 23 03:40:50.239175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fa7e8c7f-4042-4ce5-be49-982414a04192 req-faf279ce-90e0-413e-85ca-a8b790130984 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-508992270', 'description': 'tempest-description-571606281'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:50.240697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37162) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:50.248861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-8d90e861-987a-4767-b041-6042e1910e43 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Request body: {'security_group_rule': {'security_group_id': '195e3e00-c6b9-4ffc-84ae-07993338dfba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:50.292169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Pushing event deleted for resources: {'Port': ['ID=69132b16-1425-4f95-afc0-0c46580c6fcf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:50.346429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa7e8c7f-4042-4ce5-be49-982414a04192 req-faf279ce-90e0-413e-85ca-a8b790130984 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.352792 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:40:50.369334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.372647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.377346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b1425d82-e16d-4e86-ad3c-522aa83ef1b1 tempest-ImagesOneServerNegativeTestJSON-921297830 tempest-ImagesOneServerNegativeTestJSON-921297830-project] 10.222.0.20 "DELETE /v2.0/floatingips/98fcc0a8-feb9-454e-906f-5f73136e7772 HTTP/1.1" status: 204 len: 168 time: 1.2643020 Aug 23 03:40:50.465053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d90e861-987a-4767-b041-6042e1910e43 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.552310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa7e8c7f-4042-4ce5-be49-982414a04192 req-faf279ce-90e0-413e-85ca-a8b790130984 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.586952 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d90e861-987a-4767-b041-6042e1910e43 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.595664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d72bf-d8ac-40b0-a7f9-b32ed76860c3 req-8f2a03fa-9ad4-4354-9e8a-804b4b66eb5a tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:50.597475 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-347d72bf-d8ac-40b0-a7f9-b32ed76860c3 req-8f2a03fa-9ad4-4354-9e8a-804b4b66eb5a tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1057425 Aug 23 03:40:50.630972 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f', 'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'mac_address': 'fa:16:3e:af:50:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:44Z', 'updated_at': '2021-08-23T03:40:49Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'subnets': [{'id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:50.644336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa7e8c7f-4042-4ce5-be49-982414a04192 req-faf279ce-90e0-413e-85ca-a8b790130984 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.656645 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-347d72bf-d8ac-40b0-a7f9-b32ed76860c3 req-43b72915-2988-43b5-ada3-e5c930c958a8 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463278 Aug 23 03:40:50.682431 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d90e861-987a-4767-b041-6042e1910e43 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.691997 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4759b79f-018f-4b00-bbf5-75445a899085 None None] The sync data for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 is: [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f', 'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'mac_address': 'fa:16:3e:af:50:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:44Z', 'updated_at': '2021-08-23T03:40:49Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'subnets': [{'id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:40:50.701801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf279ce-90e0-413e-85ca-a8b790130984 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986c95e7-4d81-4a02-ac7d-68ed1e925866,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:50.745179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90e861-987a-4767-b041-6042e1910e43 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892cc1a0-bfb1-4de5-9780-9e20f0a8a168,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:50.761410 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa7e8c7f-4042-4ce5-be49-982414a04192 req-faf279ce-90e0-413e-85ca-a8b790130984 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.761410 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa7e8c7f-4042-4ce5-be49-982414a04192 req-faf279ce-90e0-413e-85ca-a8b790130984 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5351825 Aug 23 03:40:50.823989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37178) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:50.864488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cd2ab01-e989-4fca-838b-e856427a7aa9 req-eb346748-2bc6-4253-8a1c-790190615561 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/986c95e7-4d81-4a02-ac7d-68ed1e925866 HTTP/1.1" status: 200 len: 1813 time: 0.0666201 Aug 23 03:40:50.875624 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d90e861-987a-4767-b041-6042e1910e43 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.882367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8d90e861-987a-4767-b041-6042e1910e43 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6362419 Aug 23 03:40:50.883756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37182) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:50.885465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0cd2ab01-e989-4fca-838b-e856427a7aa9 req-835c4474-402d-4982-b0b0-04e3f76d40ff tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '986c95e7-4d81-4a02-ac7d-68ed1e925866', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:50.885909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0cd2ab01-e989-4fca-838b-e856427a7aa9 req-835c4474-402d-4982-b0b0-04e3f76d40ff tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '986c95e7-4d81-4a02-ac7d-68ed1e925866', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:50.901557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-96fb1f39-7d7f-4d1d-a56e-d3e3d95070f0 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Request body: {'security_group_rule': {'security_group_id': '195e3e00-c6b9-4ffc-84ae-07993338dfba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:50.927846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-753dbc30-1a57-4ef9-b148-d2b2eec87c60 admin admin] Deleting subnet e57a3556-471a-46e1-b153-edcf81c93a12 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:40:50.927846 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753dbc30-1a57-4ef9-b148-d2b2eec87c60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:50.982443 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753dbc30-1a57-4ef9-b148-d2b2eec87c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.056980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753dbc30-1a57-4ef9-b148-d2b2eec87c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.063584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0cd2ab01-e989-4fca-838b-e856427a7aa9 req-835c4474-402d-4982-b0b0-04e3f76d40ff tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.083503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f952b4-5bfb-49c4-a7a3-fa058609ac48 req-d174fae1-3805-4e40-8c6d-cf469bf1396a tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:51.085120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e7f952b4-5bfb-49c4-a7a3-fa058609ac48 req-d174fae1-3805-4e40-8c6d-cf469bf1396a tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 944 time: 0.1245954 Aug 23 03:40:51.098390 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0cd2ab01-e989-4fca-838b-e856427a7aa9 req-835c4474-402d-4982-b0b0-04e3f76d40ff tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.140873 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-96fb1f39-7d7f-4d1d-a56e-d3e3d95070f0 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.162405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e7f952b4-5bfb-49c4-a7a3-fa058609ac48 req-cd0eacb5-80cc-419f-b239-d367bf9591bd tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626228 Aug 23 03:40:51.187673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0cd2ab01-e989-4fca-838b-e856427a7aa9 req-835c4474-402d-4982-b0b0-04e3f76d40ff tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.232961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c4474-402d-4982-b0b0-04e3f76d40ff tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d858949f-fe3f-446e-9ec9-5bd38edbb42b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:51.239387 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-96fb1f39-7d7f-4d1d-a56e-d3e3d95070f0 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.252548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753dbc30-1a57-4ef9-b148-d2b2eec87c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.282900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dbc30-1a57-4ef9-b148-d2b2eec87c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57a3556-471a-46e1-b153-edcf81c93a12,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:51.302675 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0cd2ab01-e989-4fca-838b-e856427a7aa9 req-835c4474-402d-4982-b0b0-04e3f76d40ff tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.304219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cd2ab01-e989-4fca-838b-e856427a7aa9 req-835c4474-402d-4982-b0b0-04e3f76d40ff tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4309833 Aug 23 03:40:51.323074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753dbc30-1a57-4ef9-b148-d2b2eec87c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.325394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-753dbc30-1a57-4ef9-b148-d2b2eec87c60 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e57a3556-471a-46e1-b153-edcf81c93a12 HTTP/1.1" status: 204 len: 168 time: 0.4998794 Aug 23 03:40:51.328917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37192) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:51.366774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fecc7-d91a-417b-aac5-4397cf2b2936 req-d5f1a223-1cbb-4e5e-a399-fa5330905d68 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:51.371000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df8fecc7-d91a-417b-aac5-4397cf2b2936 req-d5f1a223-1cbb-4e5e-a399-fa5330905d68 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.0921245 Aug 23 03:40:51.374640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-96fb1f39-7d7f-4d1d-a56e-d3e3d95070f0 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.391537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb1f39-7d7f-4d1d-a56e-d3e3d95070f0 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3babb11c-8d29-4716-bcd6-365ec22a73bb,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:51.448531 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df8fecc7-d91a-417b-aac5-4397cf2b2936 req-990a2a5e-7892-4160-a2a2-e8fcfb33516d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 Aug 23 03:40:51.457866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ca2b8b88-9fae-4a27-be62-4a8c7fcb99da details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:40:51.508970 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.527935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9457e35-77e3-4478-9642-cd94543c0783 req-5d1ce338-0c55-4e6c-9ace-45ca3192093a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:51.530110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9457e35-77e3-4478-9642-cd94543c0783 req-5d1ce338-0c55-4e6c-9ace-45ca3192093a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1259072 Aug 23 03:40:51.543570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-96fb1f39-7d7f-4d1d-a56e-d3e3d95070f0 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.545271 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-96fb1f39-7d7f-4d1d-a56e-d3e3d95070f0 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6567485 Aug 23 03:40:51.558028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37194) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:51.564748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:51.597341 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9457e35-77e3-4478-9642-cd94543c0783 req-642baff5-1cd5-442a-a30a-e82ccabeb450 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607245 Aug 23 03:40:51.619125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ca411fa-0d8e-4aaf-b489-06883d3f46f4 req-27ddd80e-4e4d-4f19-a701-d5ff7739979b tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/986c95e7-4d81-4a02-ac7d-68ed1e925866 HTTP/1.1" status: 200 len: 2407 time: 0.1186900 Aug 23 03:40:51.643012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,segment=NetworkSegment(85b5386a-7067-45bc-a195-1d60c74fc520),segment_id=85b5386a-7067-45bc-a195-1d60c74fc520)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:51.657569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'ca2b8b88-9fae-4a27-be62-4a8c7fcb99da', 'network_id': '1a91abea-be51-428f-b458-a779ae735bc8', 'port_id': 'ca2b8b88-9fae-4a27-be62-4a8c7fcb99da', 'mac_address': 'fa:16:3e:83:48:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39302425-3703-429a-9f8d-0b09006f2203', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:40:51.688069 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.702856 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.717684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a03ebd4-819d-4023-ba73-a5ef0045ebec req-e2e75758-30c9-43f4-9e1e-3d3ca29e7ca7 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-group-rules/d858949f-fe3f-446e-9ec9-5bd38edbb42b HTTP/1.1" status: 200 len: 778 time: 0.0695965 Aug 23 03:40:51.719578 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.722688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e5a365-c9e0-4223-b53e-31a6e7fa8e87']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:51.746063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704ad993-9b93-420c-8c74-396377642bdb') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:51.746886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704ad993-9b93-420c-8c74-396377642bdb') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:51.764954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.765245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2b8b88-9fae-4a27-be62-4a8c7fcb99da {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:51.803840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a03ebd4-819d-4023-ba73-a5ef0045ebec req-618eee31-727c-4c5b-84ad-07980516ecf9 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/986c95e7-4d81-4a02-ac7d-68ed1e925866 HTTP/1.1" status: 200 len: 2407 time: 0.0850239 Aug 23 03:40:51.825046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,segment=NetworkSegment(85b5386a-7067-45bc-a195-1d60c74fc520),segment_id=85b5386a-7067-45bc-a195-1d60c74fc520)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:51.831212 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.842171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6a03ebd4-819d-4023-ba73-a5ef0045ebec req-072e99fe-812f-4fe7-a2cf-68ca1f8ffdeb tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.842171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:40:51.842171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:40:51.842991 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:40:51.861965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6a03ebd4-819d-4023-ba73-a5ef0045ebec req-072e99fe-812f-4fe7-a2cf-68ca1f8ffdeb tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:51.937446 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.027474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.039755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.042085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e2e5a365-c9e0-4223-b53e-31a6e7fa8e87 HTTP/1.1" status: 204 len: 168 time: 0.7120459 Aug 23 03:40:52.068262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:52.072721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76477318-48f8-4370-9b73-b429c254df44 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e5a365-c9e0-4223-b53e-31a6e7fa8e87,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:52.074982 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6a03ebd4-819d-4023-ba73-a5ef0045ebec req-072e99fe-812f-4fe7-a2cf-68ca1f8ffdeb tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.090083 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6a03ebd4-819d-4023-ba73-a5ef0045ebec req-072e99fe-812f-4fe7-a2cf-68ca1f8ffdeb tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.112379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a03ebd4-819d-4023-ba73-a5ef0045ebec req-072e99fe-812f-4fe7-a2cf-68ca1f8ffdeb tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d858949f-fe3f-446e-9ec9-5bd38edbb42b HTTP/1.1" status: 204 len: 173 time: 0.3033855 Aug 23 03:40:52.141254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9484899e-d28b-4ebd-8b65-973593a0367f req-9e834166-5f77-45a8-9689-9f605e2ca520 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-649335215', 'description': 'tempest-description-1900109041'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:52.147680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:52.169732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e99fe-812f-4fe7-a2cf-68ca1f8ffdeb tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d858949f-fe3f-446e-9ec9-5bd38edbb42b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:52.291320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9484899e-d28b-4ebd-8b65-973593a0367f req-9e834166-5f77-45a8-9689-9f605e2ca520 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.331205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:52.335757 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.340065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:52.340065 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.342080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04f1f3-303d-46a9-8fb9-9ef72382a84f req-e5b74141-7ce8-4f84-8879-010982a0c0ff tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:52.355526 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f04f1f3-303d-46a9-8fb9-9ef72382a84f req-e5b74141-7ce8-4f84-8879-010982a0c0ff tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.5148406 Aug 23 03:40:52.396715 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9484899e-d28b-4ebd-8b65-973593a0367f req-9e834166-5f77-45a8-9689-9f605e2ca520 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.428042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['ca2b8b88-9fae-4a27-be62-4a8c7fcb99da'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:52.436261 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f04f1f3-303d-46a9-8fb9-9ef72382a84f req-8d7beec8-8bf2-4fe2-a9fd-9b3cd56892e6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797603 Aug 23 03:40:52.448864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.501613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9484899e-d28b-4ebd-8b65-973593a0367f req-9e834166-5f77-45a8-9689-9f605e2ca520 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.504072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37212) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:52.554456 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.577727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834166-5f77-45a8-9689-9f605e2ca520 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d5945f-32aa-4d63-ae75-0ea4bb3f7f64,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:52.609239 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6f4c098f-ce95-49eb-bbfd-740616df558d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=169f7aa900084747bb8279149def8425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011934 Aug 23 03:40:52.611604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37214) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:52.614660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:52.624036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbad04-1bec-440e-be20-1058e94bad62 req-aecf5b56-d70e-445f-b745-0ae7b05ccc72 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:52.634411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcbad04-1bec-440e-be20-1058e94bad62 req-aecf5b56-d70e-445f-b745-0ae7b05ccc72 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 945 time: 0.1075766 Aug 23 03:40:52.641562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Allocated IP 172.25.1.84 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/6188f5c2-d9f8-4608-9748-41d896dbdec2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:52.656935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9484899e-d28b-4ebd-8b65-973593a0367f req-9e834166-5f77-45a8-9689-9f605e2ca520 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.666248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9484899e-d28b-4ebd-8b65-973593a0367f req-9e834166-5f77-45a8-9689-9f605e2ca520 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5382559 Aug 23 03:40:52.683872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.700570 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b32e3e53-9656-40e3-894b-aebef45b8cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.707452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcbad04-1bec-440e-be20-1058e94bad62 req-653e97ee-f8af-4bd4-8979-2c98473b64c2 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684478 Aug 23 03:40:52.755257 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b32e3e53-9656-40e3-894b-aebef45b8cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.771964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:52.850412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa955b7-0298-44af-b721-19061650a4f3 req-82480101-24d3-4bd2-98b8-846a8707e820 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:52.853484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dfa955b7-0298-44af-b721-19061650a4f3 req-82480101-24d3-4bd2-98b8-846a8707e820 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.0648904 Aug 23 03:40:52.875188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cf0f9-b4db-425b-b9f8-3dfb0f971923 req-54ff20b6-94d1-4195-b0b3-f69f0db0325e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:52.876751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f63cf0f9-b4db-425b-b9f8-3dfb0f971923 req-54ff20b6-94d1-4195-b0b3-f69f0db0325e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0764663 Aug 23 03:40:52.887673 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.915498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dfa955b7-0298-44af-b721-19061650a4f3 req-c1273dc0-aba8-40a2-b123-291afee18316 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561676 Aug 23 03:40:52.933848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b32e3e53-9656-40e3-894b-aebef45b8cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.937168 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b32e3e53-9656-40e3-894b-aebef45b8cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:52.937936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f63cf0f9-b4db-425b-b9f8-3dfb0f971923 req-5ce68f07-ff05-4e12-944e-1713dc3d4c09 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534489 Aug 23 03:40:52.939759 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b32e3e53-9656-40e3-894b-aebef45b8cc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8759638-b804-4b9c-922f-40947f60e636 HTTP/1.1" status: 204 len: 168 time: 0.3269825 Aug 23 03:40:52.949475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e3e53-9656-40e3-894b-aebef45b8cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8759638-b804-4b9c-922f-40947f60e636,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:53.013468 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9587793-72cb-4f13-810c-d2fc4696f37b req-3f03b67d-d444-4100-835f-de726f55927b tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/16d5945f-32aa-4d63-ae75-0ea4bb3f7f64 HTTP/1.1" status: 200 len: 1814 time: 0.0724742 Aug 23 03:40:53.049948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.102933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:53.114159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:53.114159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:53.116122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37238) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:53.128357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9285d942-b19d-4893-97c5-0e2c17672ea2 req-e7655d68-6dd3-46d3-9043-8fe33d4dbcc3 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-660375327', 'description': 'tempest-description-1018562639'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:53.155451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Pushing event updated for resources: {'Port': ['ID=6188f5c2-d9f8-4608-9748-41d896dbdec2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:53.180092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fdd3e4-02aa-435c-92e9-a6ba41b59c49 admin admin] Deleting subnet ca45a50e-d18c-4f9b-9797-806eaf36f9bd {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:40:53.184597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92fdd3e4-02aa-435c-92e9-a6ba41b59c49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.204456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.222744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92fdd3e4-02aa-435c-92e9-a6ba41b59c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.258764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9285d942-b19d-4893-97c5-0e2c17672ea2 req-e7655d68-6dd3-46d3-9043-8fe33d4dbcc3 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.270070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92fdd3e4-02aa-435c-92e9-a6ba41b59c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.337546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.387885 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9285d942-b19d-4893-97c5-0e2c17672ea2 req-e7655d68-6dd3-46d3-9043-8fe33d4dbcc3 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.415598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92fdd3e4-02aa-435c-92e9-a6ba41b59c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.450847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdd3e4-02aa-435c-92e9-a6ba41b59c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca45a50e-d18c-4f9b-9797-806eaf36f9bd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:53.455201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9285d942-b19d-4893-97c5-0e2c17672ea2 req-e7655d68-6dd3-46d3-9043-8fe33d4dbcc3 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.474584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92fdd3e4-02aa-435c-92e9-a6ba41b59c49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.476474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-92fdd3e4-02aa-435c-92e9-a6ba41b59c49 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca45a50e-d18c-4f9b-9797-806eaf36f9bd HTTP/1.1" status: 204 len: 168 time: 0.3593435 Aug 23 03:40:53.479004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37250) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:53.514578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7655d68-6dd3-46d3-9043-8fe33d4dbcc3 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f12cce4-6139-4408-8d5a-5bbee7909a5d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:53.518025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.559328 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9285d942-b19d-4893-97c5-0e2c17672ea2 req-e7655d68-6dd3-46d3-9043-8fe33d4dbcc3 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.560563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9285d942-b19d-4893-97c5-0e2c17672ea2 req-e7655d68-6dd3-46d3-9043-8fe33d4dbcc3 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4372790 Aug 23 03:40:53.566033 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.625283 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.650613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.668574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615f167b-3fb2-471b-a623-dad1a0074dd3']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:53.689674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:53.690448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a8c49c-0261-4e14-b1bb-b3a3c4be6efe') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:53.707561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.729327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2f1deca-27a3-4db6-9649-7f65a4e4c5e4 req-c66c8fc5-b7ec-4ce6-91c0-e00f90792785 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/7f12cce4-6139-4408-8d5a-5bbee7909a5d HTTP/1.1" status: 200 len: 1814 time: 0.0758200 Aug 23 03:40:53.732439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.733823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170a08d-97a4-4011-a7a7-8be65b71e781 req-37052a30-c4d4-4004-bb84-3ae505d50539 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:53.734570 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0170a08d-97a4-4011-a7a7-8be65b71e781 req-37052a30-c4d4-4004-bb84-3ae505d50539 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1222448 Aug 23 03:40:53.737356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Pushing event updated for resources: {'Port': ['ID=6188f5c2-d9f8-4608-9748-41d896dbdec2,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:53.737630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:40:53.738100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:40:53.739985 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:40:53.747752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.799440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0170a08d-97a4-4011-a7a7-8be65b71e781 req-2ac03680-0631-4062-9eeb-3b0c7f22ad55 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Aug 23 03:40:53.826415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-f35b7767-95ee-4460-a94f-20c7a3828a76 req-47528aa9-3b35-4537-af7f-3d579b6eb1cc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2081035091', 'description': 'tempest-description-2121174118'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:53.839790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.840961 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-69fc9c0d-6d3e-414e-8e18-73475249375f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2819180 Aug 23 03:40:53.865963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8967a2b-6f67-4f27-96fc-bad981fd1e86 req-72d29b14-559d-4b22-91bf-1fb7a661fe06 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:53.872001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8967a2b-6f67-4f27-96fc-bad981fd1e86 req-72d29b14-559d-4b22-91bf-1fb7a661fe06 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0573950 Aug 23 03:40:53.872001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.878132 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:53.883231 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/615f167b-3fb2-471b-a623-dad1a0074dd3 HTTP/1.1" status: 204 len: 168 time: 0.4005303 Aug 23 03:40:53.912784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a9c03-99c7-41fa-aa09-58c12dc16ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=615f167b-3fb2-471b-a623-dad1a0074dd3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:53.932079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8967a2b-6f67-4f27-96fc-bad981fd1e86 req-9442c18f-ea96-41c9-a5b7-8fafdc480035 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Aug 23 03:40:53.950812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f35b7767-95ee-4460-a94f-20c7a3828a76 req-47528aa9-3b35-4537-af7f-3d579b6eb1cc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.062293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:54.072978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-c7f2201e-b472-4855-a8f5-6805344ce28c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--989636883&fields=id&tenant_id=7f1270f9fdae4a618f9270b37e76cb66 HTTP/1.1" status: 200 len: 267 time: 0.0408504 Aug 23 03:40:54.098199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f35b7767-95ee-4460-a94f-20c7a3828a76 req-47528aa9-3b35-4537-af7f-3d579b6eb1cc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.125716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:54.126096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.157239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f35b7767-95ee-4460-a94f-20c7a3828a76 req-47528aa9-3b35-4537-af7f-3d579b6eb1cc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.195797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47528aa9-3b35-4537-af7f-3d579b6eb1cc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb32f76-ce56-4b19-9dbb-aa340f9c9182,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:54.207907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0501-4709-442d-8527-c647ad415e1b req-15f740c5-d130-4a6e-879c-45fedf94fc79 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:54.218772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-15f740c5-d130-4a6e-879c-45fedf94fc79 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/networks?id=bda5ea21-8238-4974-b0fb-80f1ceeb6048 HTTP/1.1" status: 200 len: 806 time: 0.1337612 Aug 23 03:40:54.231793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-b5f0065e-f07f-4d1c-b506-ebd95c5f69ac tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/quotas/7f1270f9fdae4a618f9270b37e76cb66 HTTP/1.1" status: 200 len: 375 time: 0.0153463 Aug 23 03:40:54.267135 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f35b7767-95ee-4460-a94f-20c7a3828a76 req-47528aa9-3b35-4537-af7f-3d579b6eb1cc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.269271 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f35b7767-95ee-4460-a94f-20c7a3828a76 req-47528aa9-3b35-4537-af7f-3d579b6eb1cc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4469922 Aug 23 03:40:54.284115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-f31f59d7-5202-44b3-95f2-29734c1b7831 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f1270f9fdae4a618f9270b37e76cb66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514870 Aug 23 03:40:54.331209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37300) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:54.375301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d23be0-da04-46de-9d00-b38a56cefbe5 req-3c5d21df-bbd4-46a2-83d0-fcc23e8233eb tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:54.376782 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d23be0-da04-46de-9d00-b38a56cefbe5 req-3c5d21df-bbd4-46a2-83d0-fcc23e8233eb tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0483229 Aug 23 03:40:54.413866 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d23be0-da04-46de-9d00-b38a56cefbe5 req-02f4179f-749f-4e02-945d-ff28499da940 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Aug 23 03:40:54.416096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ba6dabeb-4b02-49b8-bc83-3a007a2f97e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4013780338e54b128aef06d19a2c7bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834365 Aug 23 03:40:54.418518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37304) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:54.422267 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-44f820ef-c0d1-4b6a-b48d-4c959f4a9712 service neutron] 10.222.0.20 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271489 Aug 23 03:40:54.495160 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-125e333d-adb7-4a2d-b6b6-a7106c826e04 req-2af8d47c-57fd-46b2-b17b-d5181220d8ec tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/5fb32f76-ce56-4b19-9dbb-aa340f9c9182 HTTP/1.1" status: 200 len: 1815 time: 0.0549660 Aug 23 03:40:54.498385 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-325e1f5d-c614-49dd-94a1-7f8aa26cc832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.521233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-325e1f5d-c614-49dd-94a1-7f8aa26cc832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.525067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-5a27a711-edcc-4902-ad51-25e67f81e9da service neutron] 10.222.0.20 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870857 Aug 23 03:40:54.638087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-325e1f5d-c614-49dd-94a1-7f8aa26cc832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.640774 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-325e1f5d-c614-49dd-94a1-7f8aa26cc832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.642257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-325e1f5d-c614-49dd-94a1-7f8aa26cc832 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03efabec-522c-4f3e-a57f-7ce96c4a7420 HTTP/1.1" status: 204 len: 168 time: 0.2228019 Aug 23 03:40:54.650296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e1f5d-c614-49dd-94a1-7f8aa26cc832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03efabec-522c-4f3e-a57f-7ce96c4a7420,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:54.752732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-540e9cf7-7b05-443c-8a45-cd4776ee1fee req-90f21b3a-4f01-4a1d-9607-397b21ffe64f tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1874720810', 'description': 'tempest-description-480683312'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:54.806991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0259c49f-3c63-4aa0-8079-1803e6e82af7 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:40:54.838841 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-540e9cf7-7b05-443c-8a45-cd4776ee1fee req-90f21b3a-4f01-4a1d-9607-397b21ffe64f tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.879913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c22e4fed-b5ff-462c-8c84-0616340e369f req-baf262a6-b8da-471c-97f7-f2e08b576db5 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 210 time: 0.0568793 Aug 23 03:40:54.972748 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-540e9cf7-7b05-443c-8a45-cd4776ee1fee req-90f21b3a-4f01-4a1d-9607-397b21ffe64f tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:54.999224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0259c49f-3c63-4aa0-8079-1803e6e82af7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:55.009979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '0259c49f-3c63-4aa0-8079-1803e6e82af7', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'port_id': '0259c49f-3c63-4aa0-8079-1803e6e82af7', 'mac_address': 'fa:16:3e:6f:bf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024e375b-07ee-47c3-b827-2fa19610e3a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:40:55.029467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986063e-bd3e-4b3b-ba45-b621b876c071 req-c8b7a7e1-c7c8-46a6-8666-25a286efb4fc tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:55.031445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a986063e-bd3e-4b3b-ba45-b621b876c071 req-c8b7a7e1-c7c8-46a6-8666-25a286efb4fc tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0568485 Aug 23 03:40:55.051893 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.062686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0259c49f-3c63-4aa0-8079-1803e6e82af7 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:40:55.070608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a986063e-bd3e-4b3b-ba45-b621b876c071 req-b73ac99d-6867-4b5a-818a-8f0dacb7315e tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Aug 23 03:40:55.073084 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-540e9cf7-7b05-443c-8a45-cd4776ee1fee req-90f21b3a-4f01-4a1d-9607-397b21ffe64f tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.090124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0259c49f-3c63-4aa0-8079-1803e6e82af7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:55.107368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f21b3a-4f01-4a1d-9607-397b21ffe64f tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba69f0-f142-430d-ad46-c2351f2551f9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:55.181638 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.182288 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-540e9cf7-7b05-443c-8a45-cd4776ee1fee req-90f21b3a-4f01-4a1d-9607-397b21ffe64f tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.184173 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-540e9cf7-7b05-443c-8a45-cd4776ee1fee req-90f21b3a-4f01-4a1d-9607-397b21ffe64f tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4367886 Aug 23 03:40:55.239258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f1871-15a5-441c-9f9e-e8ec70cd656a req-d0afc000-cbea-4dcf-bb67-6a9f87a53224 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:55.249618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0259c49f-3c63-4aa0-8079-1803e6e82af7,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:55.250406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a37f1871-15a5-441c-9f9e-e8ec70cd656a req-d0afc000-cbea-4dcf-bb67-6a9f87a53224 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0913455 Aug 23 03:40:55.261940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['0259c49f-3c63-4aa0-8079-1803e6e82af7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:40:55.267951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e088197f-fea8-4df0-9025-0406e10a95a6 req-0a372426-9d02-4249-819d-ef513c0f2cba tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/0bba69f0-f142-430d-ad46-c2351f2551f9 HTTP/1.1" status: 200 len: 1814 time: 0.0606060 Aug 23 03:40:55.314521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a37f1871-15a5-441c-9f9e-e8ec70cd656a req-aa72e3c8-8149-441b-a750-412171c2046f tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629549 Aug 23 03:40:55.324782 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-a9d1ce1b-34cf-4ece-9e9e-200dcde9c526 req-a5dad153-a15b-45dc-b38a-7964ed77ca8b tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] show failed (client error): The resource could not be found. Aug 23 03:40:55.341980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a9d1ce1b-34cf-4ece-9e9e-200dcde9c526 req-a5dad153-a15b-45dc-b38a-7964ed77ca8b tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/bda849a6-abab-4b06-a442-f93a576a2add HTTP/1.1" status: 404 len: 352 time: 0.0239792 Aug 23 03:40:55.379552 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-380f4505-a76a-4e84-89f9-0226a1d76a5c req-e1f3b399-f0fc-44df-b221-ac304302b847 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] show failed (client error): The resource could not be found. Aug 23 03:40:55.390297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-380f4505-a76a-4e84-89f9-0226a1d76a5c req-e1f3b399-f0fc-44df-b221-ac304302b847 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-group-rules/6bc8b87e-600b-4ad5-854a-0bd6933602dc HTTP/1.1" status: 404 len: 361 time: 0.0201032 Aug 23 03:40:55.454799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37358) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:55.460228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ca2b8b88-9fae-4a27-be62-4a8c7fcb99da up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:55.475293 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb07b137-d4e4-4ae0-bfe8-b05eb500769e req-d0928067-ee7c-4774-a0e0-9e9fb59ff20b tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/0bba69f0-f142-430d-ad46-c2351f2551f9 HTTP/1.1" status: 200 len: 1814 time: 0.0555906 Aug 23 03:40:55.552702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bb07b137-d4e4-4ae0-bfe8-b05eb500769e req-71bb9a0e-b91d-4531-95aa-342dd59c6d36 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.578202 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bb07b137-d4e4-4ae0-bfe8-b05eb500769e req-71bb9a0e-b91d-4531-95aa-342dd59c6d36 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.598342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ea36d-852b-45a8-b6ac-b7c6208618e1 req-fc0e6f21-dbaf-41b6-9201-475ee9ea2157 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:55.599611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-274ea36d-852b-45a8-b6ac-b7c6208618e1 req-fc0e6f21-dbaf-41b6-9201-475ee9ea2157 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0546391 Aug 23 03:40:55.609907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:55.613833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:55.614429 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.623128 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-455e77d7-6090-4ae0-ab5f-2fd8bf356ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.665224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-274ea36d-852b-45a8-b6ac-b7c6208618e1 req-e05e8454-3b1d-4ac6-9de7-9814e349577b tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591013 Aug 23 03:40:55.697346 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bb07b137-d4e4-4ae0-bfe8-b05eb500769e req-71bb9a0e-b91d-4531-95aa-342dd59c6d36 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.701231 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bb07b137-d4e4-4ae0-bfe8-b05eb500769e req-71bb9a0e-b91d-4531-95aa-342dd59c6d36 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.702735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb07b137-d4e4-4ae0-bfe8-b05eb500769e req-71bb9a0e-b91d-4531-95aa-342dd59c6d36 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "DELETE /v2.0/security-groups/0bba69f0-f142-430d-ad46-c2351f2551f9 HTTP/1.1" status: 204 len: 173 time: 0.2266524 Aug 23 03:40:55.732005 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb9a0e-b91d-4531-95aa-342dd59c6d36 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba69f0-f142-430d-ad46-c2351f2551f9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:55.744588 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.750571 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:40:55.777802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2b8b88-9fae-4a27-be62-4a8c7fcb99da'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:55.780660 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578e9402-da38-44b6-83b4-aa37a6688688" -d '{"events": [{"server_uuid": "491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2", "name": "network-vif-plugged", "status": "completed", "tag": "ca2b8b88-9fae-4a27-be62-4a8c7fcb99da"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:55.793808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,segment=NetworkSegment(85b5386a-7067-45bc-a195-1d60c74fc520),segment_id=85b5386a-7067-45bc-a195-1d60c74fc520)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:55.805178 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d96d6ef-6242-405c-85db-4e267c5d48f5 req-72b28b69-8c2a-41d1-8a5e-a26282afa212 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/5fb32f76-ce56-4b19-9dbb-aa340f9c9182 HTTP/1.1" status: 200 len: 1815 time: 0.0682518 Aug 23 03:40:55.809790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-455e77d7-6090-4ae0-ab5f-2fd8bf356ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.839394 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7be323a-e3a1-4b1c-89ee-84f063ce7b31 x-openstack-request-id: req-b7be323a-e3a1-4b1c-89ee-84f063ce7b31 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:55.840883 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2", "name": "network-vif-plugged", "status": "completed", "tag": "ca2b8b88-9fae-4a27-be62-4a8c7fcb99da", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:55.840883 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7be323a-e3a1-4b1c-89ee-84f063ce7b31 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:55.841250 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2b8b88-9fae-4a27-be62-4a8c7fcb99da', 'code': 200} Aug 23 03:40:55.859462 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.876134 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8d96d6ef-6242-405c-85db-4e267c5d48f5 req-a123d664-0c7c-4e17-bb4a-45d9b2b75f7d tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.930102 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8d96d6ef-6242-405c-85db-4e267c5d48f5 req-a123d664-0c7c-4e17-bb4a-45d9b2b75f7d tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:55.942608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:55.985902 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec07a870-e6e4-46c7-b4f1-268b5cd7da79 req-6d2c7d25-d3c5-4ece-b932-c043f23adb59 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 210 time: 0.0450847 Aug 23 03:40:55.995583 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-455e77d7-6090-4ae0-ab5f-2fd8bf356ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.044050 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d1ccc6f-169f-4710-b47f-839abc14d679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.054470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-455e77d7-6090-4ae0-ab5f-2fd8bf356ffb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28cdf547665949958fefb73659886736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969124 Aug 23 03:40:56.057336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37396) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:56.061604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e77d7-6090-4ae0-ab5f-2fd8bf356ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887de8ea-e83e-462c-8465-8e9b57cd8e6c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:56.069322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bdd1d-55e7-49e4-a3fa-fb579883e074 req-17af21c3-6309-4bad-8fdc-bf9caa2450cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:56.072558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-806bdd1d-55e7-49e4-a3fa-fb579883e074 req-17af21c3-6309-4bad-8fdc-bf9caa2450cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 1097 time: 0.0901809 Aug 23 03:40:56.072558 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8d96d6ef-6242-405c-85db-4e267c5d48f5 req-a123d664-0c7c-4e17-bb4a-45d9b2b75f7d tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.074288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8d96d6ef-6242-405c-85db-4e267c5d48f5 req-a123d664-0c7c-4e17-bb4a-45d9b2b75f7d tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.075192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d96d6ef-6242-405c-85db-4e267c5d48f5 req-a123d664-0c7c-4e17-bb4a-45d9b2b75f7d tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "DELETE /v2.0/security-groups/5fb32f76-ce56-4b19-9dbb-aa340f9c9182 HTTP/1.1" status: 204 len: 173 time: 0.2626510 Aug 23 03:40:56.095956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123d664-0c7c-4e17-bb4a-45d9b2b75f7d tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb32f76-ce56-4b19-9dbb-aa340f9c9182,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:56.128100 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-806bdd1d-55e7-49e4-a3fa-fb579883e074 req-e442b130-6993-4d3a-824b-593ed39ac132 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485983 Aug 23 03:40:56.178006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c922262-3830-4fe3-9724-cc7c6b3fe386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.185333 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-098450ed-c88b-4897-a98d-05d45cd3b4b8 req-bca26954-ac4b-457a-bdc3-f9320f71e303 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/7f12cce4-6139-4408-8d5a-5bbee7909a5d HTTP/1.1" status: 200 len: 1814 time: 0.0870259 Aug 23 03:40:56.215356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c922262-3830-4fe3-9724-cc7c6b3fe386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.229526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f9940-467b-4786-a4bc-ceec22b591f5 req-1165cd9b-9b1d-4dce-a0a9-7ed5cb2fa90c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:56.231546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-592f9940-467b-4786-a4bc-ceec22b591f5 req-1165cd9b-9b1d-4dce-a0a9-7ed5cb2fa90c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0663447 Aug 23 03:40:56.266538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37408) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:56.286890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-592f9940-467b-4786-a4bc-ceec22b591f5 req-e8e7d779-d70d-4654-ad63-d15703b3a71b tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 Aug 23 03:40:56.294346 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-098450ed-c88b-4897-a98d-05d45cd3b4b8 req-1269c829-5e24-42b0-a7ec-7803857df8bc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.331003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-098450ed-c88b-4897-a98d-05d45cd3b4b8 req-1269c829-5e24-42b0-a7ec-7803857df8bc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.361987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c922262-3830-4fe3-9724-cc7c6b3fe386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.364653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c922262-3830-4fe3-9724-cc7c6b3fe386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.365824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8c922262-3830-4fe3-9724-cc7c6b3fe386 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/887de8ea-e83e-462c-8465-8e9b57cd8e6c HTTP/1.1" status: 204 len: 168 time: 0.3074620 Aug 23 03:40:56.385641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c922262-3830-4fe3-9724-cc7c6b3fe386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887de8ea-e83e-462c-8465-8e9b57cd8e6c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:56.416086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2056206540-network', 'tenant_id': 'd1a02f2a088c47ba863778f569ef6b33'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:56.453778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-098450ed-c88b-4897-a98d-05d45cd3b4b8 req-1269c829-5e24-42b0-a7ec-7803857df8bc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.456561 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-098450ed-c88b-4897-a98d-05d45cd3b4b8 req-1269c829-5e24-42b0-a7ec-7803857df8bc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.461932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-098450ed-c88b-4897-a98d-05d45cd3b4b8 req-1269c829-5e24-42b0-a7ec-7803857df8bc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "DELETE /v2.0/security-groups/7f12cce4-6139-4408-8d5a-5bbee7909a5d HTTP/1.1" status: 204 len: 173 time: 0.2656729 Aug 23 03:40:56.476398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269c829-5e24-42b0-a7ec-7803857df8bc tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f12cce4-6139-4408-8d5a-5bbee7909a5d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:56.489528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Made reservation on behalf of d1a02f2a088c47ba863778f569ef6b33 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:56.493098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.505255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.549651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a495b7c-a7af-406a-97ce-03a7981f100d req-77754a8e-2bf4-4d59-b17c-dede11408f72 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:56.551386 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a495b7c-a7af-406a-97ce-03a7981f100d req-77754a8e-2bf4-4d59-b17c-dede11408f72 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 946 time: 0.0852561 Aug 23 03:40:56.588978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4cb41836-9fe1-44c6-9097-6b2035875fe2 req-2175293e-983e-469d-839e-0991ea14a2bb tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/16d5945f-32aa-4d63-ae75-0ea4bb3f7f64 HTTP/1.1" status: 200 len: 1814 time: 0.0849185 Aug 23 03:40:56.601598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a495b7c-a7af-406a-97ce-03a7981f100d req-14590919-8797-4651-a40e-0b0b56fa556f tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 Aug 23 03:40:56.670705 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4cb41836-9fe1-44c6-9097-6b2035875fe2 req-a48e5499-07bd-48b4-8139-6848e4737e47 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.702544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4cb41836-9fe1-44c6-9097-6b2035875fe2 req-a48e5499-07bd-48b4-8139-6848e4737e47 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.737310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.821054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.823375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0259c49f-3c63-4aa0-8079-1803e6e82af7 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:40:56.849133 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4cb41836-9fe1-44c6-9097-6b2035875fe2 req-a48e5499-07bd-48b4-8139-6848e4737e47 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.851696 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4cb41836-9fe1-44c6-9097-6b2035875fe2 req-a48e5499-07bd-48b4-8139-6848e4737e47 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.852887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4cb41836-9fe1-44c6-9097-6b2035875fe2 req-a48e5499-07bd-48b4-8139-6848e4737e47 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "DELETE /v2.0/security-groups/16d5945f-32aa-4d63-ae75-0ea4bb3f7f64 HTTP/1.1" status: 204 len: 173 time: 0.2630794 Aug 23 03:40:56.878828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82798d95-e6e4-4e39-af95-1767e1378d19,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:56.886684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:40:56.900544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.901183 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Added segment 86687910-e989-47a1-8dbd-0d3989fe3a2f of type vlan for network a1427afe-547f-4e73-bba1-807f2176095b Aug 23 03:40:56.904099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 0259c49f-3c63-4aa0-8079-1803e6e82af7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:56.904736 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:56.984228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e5499-07bd-48b4-8139-6848e4737e47 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d5945f-32aa-4d63-ae75-0ea4bb3f7f64,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:57.026953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.081494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.115821 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c32aec43-5d44-4435-a12e-5556c86dec84 req-0c0543b3-e205-4e30-938c-fe2b7834b9d3 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "GET /v2.0/security-groups/986c95e7-4d81-4a02-ac7d-68ed1e925866 HTTP/1.1" status: 200 len: 1813 time: 0.1617730 Aug 23 03:40:57.142975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2add27-6af0-479b-8ce8-b0b2c0f5d835 req-f83ce55c-8ff1-43f8-89a5-86ca49c2ba28 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:57.150450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d2add27-6af0-479b-8ce8-b0b2c0f5d835 req-f83ce55c-8ff1-43f8-89a5-86ca49c2ba28 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.3761747 Aug 23 03:40:57.199640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0259c49f-3c63-4aa0-8079-1803e6e82af7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:40:57.201192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d2add27-6af0-479b-8ce8-b0b2c0f5d835 req-e02a6d2d-f6de-485e-ab2e-bd2406d66db7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Aug 23 03:40:57.243610 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.244655 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:57.245412 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.278875 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.361103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0259c49f-3c63-4aa0-8079-1803e6e82af7,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:57.390882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-536c0ee2-77e1-4f4e-8875-18e362f94cca req-764e2d1e-904f-4f79-99fc-524edeceb145 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 210 time: 0.0531723 Aug 23 03:40:57.423560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c32aec43-5d44-4435-a12e-5556c86dec84 req-747c3e2c-6801-4969-bbc4-f85f8305e3d4 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.453458 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1852837 Aug 23 03:40:57.460837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37464) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:57.468869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Request body: {'subnet': {'network_id': 'a1427afe-547f-4e73-bba1-807f2176095b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2056206540-subnet', 'tenant_id': 'd1a02f2a088c47ba863778f569ef6b33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:57.541208 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c32aec43-5d44-4435-a12e-5556c86dec84 req-747c3e2c-6801-4969-bbc4-f85f8305e3d4 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.572479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ab3af-254a-4904-b076-6333d4b08838 admin admin] Pushing event updated for resources: {'Network': ['ID=a1427afe-547f-4e73-bba1-807f2176095b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:57.576657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06de9b-1598-453c-9358-bcfa3975f112 req-eae404b1-b597-4c2c-a87e-11ee569d9226 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:57.576657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb06de9b-1598-453c-9358-bcfa3975f112 req-eae404b1-b597-4c2c-a87e-11ee569d9226 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0776579 Aug 23 03:40:57.577739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Made reservation on behalf of d1a02f2a088c47ba863778f569ef6b33 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:57.581525 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.584782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a1427afe-547f-4e73-bba1-807f2176095b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:40:57.681495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0501-4709-442d-8527-c647ad415e1b req-b006f9a2-4861-4f42-b989-6ddb226cf1d4 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:57.696983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-b006f9a2-4861-4f42-b989-6ddb226cf1d4 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.24 "GET /v2.0/networks?id=bda5ea21-8238-4974-b0fb-80f1ceeb6048 HTTP/1.1" status: 200 len: 806 time: 0.4810255 Aug 23 03:40:57.771831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-f4c53c72-2898-4731-a329-d882947c22ae tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f1270f9fdae4a618f9270b37e76cb66 HTTP/1.1" status: 200 len: 379 time: 0.0652454 Aug 23 03:40:57.784130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Request body: {'port': {'device_id': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'admin_state_up': True, 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'security_groups': ['195e3e00-c6b9-4ffc-84ae-07993338dfba']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:57.831506 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb06de9b-1598-453c-9358-bcfa3975f112 req-58a5b4f0-3c33-4f50-bf0f-65a4ff3816ac tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736969 Aug 23 03:40:57.843043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a4716-1629-49fc-8573-272ba964ab32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0259c49f-3c63-4aa0-8079-1803e6e82af7'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:40:57.846121 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e734bb5-3808-431f-b6bb-f21f0f87becb" -d '{"events": [{"server_uuid": "4f1a4716-1629-49fc-8573-272ba964ab32", "name": "network-vif-plugged", "status": "completed", "tag": "0259c49f-3c63-4aa0-8079-1803e6e82af7"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:40:57.871851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37474) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:57.942160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c32aec43-5d44-4435-a12e-5556c86dec84 req-747c3e2c-6801-4969-bbc4-f85f8305e3d4 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.944772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c32aec43-5d44-4435-a12e-5556c86dec84 req-747c3e2c-6801-4969-bbc4-f85f8305e3d4 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:57.954075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37478) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:57.960626 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c32aec43-5d44-4435-a12e-5556c86dec84 req-747c3e2c-6801-4969-bbc4-f85f8305e3d4 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] 10.222.0.20 "DELETE /v2.0/security-groups/986c95e7-4d81-4a02-ac7d-68ed1e925866 HTTP/1.1" status: 204 len: 173 time: 0.8326850 Aug 23 03:40:57.987907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c3e2c-6801-4969-bbc4-f85f8305e3d4 tempest-SecurityGroupRulesNegativeTestJSON-1140636131 tempest-SecurityGroupRulesNegativeTestJSON-1140636131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=986c95e7-4d81-4a02-ac7d-68ed1e925866,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:58.023467 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c66ff8-b6bb-4d8e-a0fe-6745e060bd11 x-openstack-request-id: req-f9c66ff8-b6bb-4d8e-a0fe-6745e060bd11 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:40:58.026667 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a4716-1629-49fc-8573-272ba964ab32", "name": "network-vif-plugged", "status": "completed", "tag": "0259c49f-3c63-4aa0-8079-1803e6e82af7", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:40:58.026667 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9c66ff8-b6bb-4d8e-a0fe-6745e060bd11 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:40:58.026667 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a4716-1629-49fc-8573-272ba964ab32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0259c49f-3c63-4aa0-8079-1803e6e82af7', 'code': 200} Aug 23 03:40:58.072230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Made reservation on behalf of 7f1270f9fdae4a618f9270b37e76cb66 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:58.075757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.079053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a13b6bd-0968-4756-95eb-fb3a3739198a admin admin] Deleting subnet eba25cb1-7bc8-4d53-885b-8f811b763711 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:40:58.087589 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a13b6bd-0968-4756-95eb-fb3a3739198a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.102302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1715083319-network', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:58.200867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614806a-531c-4ab6-9056-ea0a8b2c19e5 req-9aab9982-b7aa-45ec-8270-fcbb10086ba3 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:58.209638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b614806a-531c-4ab6-9056-ea0a8b2c19e5 req-9aab9982-b7aa-45ec-8270-fcbb10086ba3 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 946 time: 0.2562063 Aug 23 03:40:58.223577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Made reservation on behalf of c62754f47af44be0a3d92363c4a5f29b for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:58.226547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.254089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Allocated IP 172.20.0.4 (bda5ea21-8238-4974-b0fb-80f1ceeb6048/ebcd050d-c2ca-4320-bdc0-87a57647ac16/d42117bf-d04b-4778-a3a0-ccbd824cf6d4) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:40:58.260429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a13b6bd-0968-4756-95eb-fb3a3739198a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.267220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.345938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b614806a-531c-4ab6-9056-ea0a8b2c19e5 req-17bcb622-84ee-42e2-b556-3abee3030d92 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338851 Aug 23 03:40:58.397607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e7421-005e-416b-b049-3ac37ad7a68b req-805e223c-711a-4c3a-8c5a-15d33a6edaa3 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:58.406018 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ca3e7421-005e-416b-b049-3ac37ad7a68b req-805e223c-711a-4c3a-8c5a-15d33a6edaa3 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0992243 Aug 23 03:40:58.470854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.492440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a13b6bd-0968-4756-95eb-fb3a3739198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.513622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ca3e7421-005e-416b-b049-3ac37ad7a68b req-8286a58b-95ec-4e8a-a534-ae70d1d289ae tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929170 Aug 23 03:40:58.537790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.554981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.584198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.615033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Transition to ACTIVE for port object d42117bf-d04b-4778-a3a0-ccbd824cf6d4 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:40:58.659859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a13b6bd-0968-4756-95eb-fb3a3739198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.693627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a602f96-c232-4c86-86f8-4175323caae9 req-5bf66b72-a929-4c61-8835-8f3567bb695a tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 210 time: 0.1397512 Aug 23 03:40:58.706128 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-84ffedbb-b9a6-495c-b20f-0f8137328abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.718896 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:40:58.727969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a13b6bd-0968-4756-95eb-fb3a3739198a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.732199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6a13b6bd-0968-4756-95eb-fb3a3739198a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eba25cb1-7bc8-4d53-885b-8f811b763711 HTTP/1.1" status: 204 len: 168 time: 0.7743630 Aug 23 03:40:58.732553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37494) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:58.739986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.740321 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Added segment e12158bb-18a9-4f49-ba52-15f9105c101e of type vlan for network ee3df414-7126-461b-8211-7e304f249003 Aug 23 03:40:58.749138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.757211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaddf987-b1ea-43e2-96f3-a2aa874964cb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:58.763149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f7e3a2-40ee-4983-a56a-2b37dccccbd3,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:58.824875 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.832658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.835475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13b6bd-0968-4756-95eb-fb3a3739198a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba25cb1-7bc8-4d53-885b-8f811b763711,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:58.876723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Checking segment: {'id': '86687910-e989-47a1-8dbd-0d3989fe3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a1427afe-547f-4e73-bba1-807f2176095b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:58.877161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Network hostable DHCP agents. Network: a1427afe-547f-4e73-bba1-807f2176095b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:40:58.879475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Network bda5ea21-8238-4974-b0fb-80f1ceeb6048 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:40:58.915186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:58.918424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Pushing event updated for resources: {'Port': ['ID=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:58.925146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:40:58.979321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:58.985414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Network a1427afe-547f-4e73-bba1-807f2176095b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:40:59.016212 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.017322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:59.018243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.019630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:59.020328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.069655 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990e22a-76dc-4a3f-80b4-ffd4aed94baa req-cc0422a4-3740-4905-83f9-31fe5c5189f1 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:59.077350 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4990e22a-76dc-4a3f-80b4-ffd4aed94baa req-cc0422a4-3740-4905-83f9-31fe5c5189f1 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1225045 Aug 23 03:40:59.113648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] Pushing event updated for resources: {'Network': ['ID=ee3df414-7126-461b-8211-7e304f249003,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:59.119917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e6ab7e7f-cb7f-4db7-9fd4-26dc2aa22d94 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2467310 Aug 23 03:40:59.120706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37498) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:40:59.121702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38e2e209-c9cf-4438-9864-3247c4fca81e tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3433123 Aug 23 03:40:59.128698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network ee3df414-7126-461b-8211-7e304f249003 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:40:59.143214 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Request body: {'subnet': {'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-subnet', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:59.146975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a1427afe-547f-4e73-bba1-807f2176095b) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:40:59.153373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Request body: {'port': {'device_id': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:40:59.155945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:59.156588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.161114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.194841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb425a09-c497-42fc-82ec-fd9eaea23c4c']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:59.218446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4990e22a-76dc-4a3f-80b4-ffd4aed94baa req-cd994872-a749-452a-bb58-aa721904a8a7 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390901 Aug 23 03:40:59.238223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320373b3-e7da-40f3-b670-d23db6d8c015') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:59.238517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320373b3-e7da-40f3-b670-d23db6d8c015') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:40:59.265571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf324fd-25cb-465e-994c-d23afd73aa8f None None] Network a1427afe-547f-4e73-bba1-807f2176095b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:59.267729 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.273622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Made reservation on behalf of c62754f47af44be0a3d92363c4a5f29b for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:40:59.278748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.287531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.296805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.306839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:40:59.307137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:40:59.308790 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:40:59.527126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37ae11-f771-4573-a800-363492c55a73 None None] Network a1427afe-547f-4e73-bba1-807f2176095b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:40:59.579412 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.580790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7f90eaa3-610d-41a1-8693-e134e705d699 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1171677 Aug 23 03:40:59.593118 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.602098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb425a09-c497-42fc-82ec-fd9eaea23c4c HTTP/1.1" status: 204 len: 168 time: 0.8681507 Aug 23 03:40:59.645274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde40e0-c191-43a1-93ad-5859d9205dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=fb425a09-c497-42fc-82ec-fd9eaea23c4c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:59.659826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2295f44a-c1c1-47bf-93f5-e260a0612407 None None] Provisioning for port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:40:59.661818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304b52f-567c-4189-aa0b-3ae0ba102eea req-2a034cb0-5f58-47ab-889d-d6eb8b37c667 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:59.664256 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2304b52f-567c-4189-aa0b-3ae0ba102eea req-2a034cb0-5f58-47ab-889d-d6eb8b37c667 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 946 time: 0.0941329 Aug 23 03:40:59.666061 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.730566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4e96f6-2260-4731-a535-5a65e2e7cd53,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:40:59.755119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32931aa0-ed17-4cd2-b9b8-e08e9a614e4f req-704a7365-c640-42b3-a1c5-ce1e1b4f5cbb tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:40:59.765606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2295f44a-c1c1-47bf-93f5-e260a0612407 None None] Provisioning complete for port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:40:59.765606 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2295f44a-c1c1-47bf-93f5-e260a0612407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:40:59.765871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32931aa0-ed17-4cd2-b9b8-e08e9a614e4f req-704a7365-c640-42b3-a1c5-ce1e1b4f5cbb tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1426697 Aug 23 03:40:59.776093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.776777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.777317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.778589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.779573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.780883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.781425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.782328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.782842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.783503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.784006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.784876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:40:59.831045 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2304b52f-567c-4189-aa0b-3ae0ba102eea req-5d5ccac0-0580-4df6-b927-f7310362aa45 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104958 Aug 23 03:40:59.840501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Checking segment: {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:40:59.853176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Network hostable DHCP agents. Network: ee3df414-7126-461b-8211-7e304f249003, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:40:59.877642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2295f44a-c1c1-47bf-93f5-e260a0612407 None None] Port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:40:59.937100 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32931aa0-ed17-4cd2-b9b8-e08e9a614e4f req-2306244a-9611-4d49-9701-0b57a72f1d81 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736348 Aug 23 03:40:59.986109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Network ee3df414-7126-461b-8211-7e304f249003 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:41:00.036699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42117bf-d04b-4778-a3a0-ccbd824cf6d4 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:00.055852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.069278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Transition to ACTIVE for port object d42117bf-d04b-4778-a3a0-ccbd824cf6d4 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:00.073797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f7556-b67b-41d9-9c54-190676e44d73 req-850413f9-7149-410f-8744-68e7a1b43ff6 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:00.073797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d2f7556-b67b-41d9-9c54-190676e44d73 req-850413f9-7149-410f-8744-68e7a1b43ff6 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 931 time: 0.0692961 Aug 23 03:41:00.075717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, ee3df414-7126-461b-8211-7e304f249003) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:00.090883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:00.092872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.093131 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db62820d-ac77-4f01-854f-14d249c73eec None None] Network ee3df414-7126-461b-8211-7e304f249003 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:00.101044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37528) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:00.166755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d2f7556-b67b-41d9-9c54-190676e44d73 req-e788c043-85ca-40a8-89e6-cd623e59a40a tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637977 Aug 23 03:41:00.184446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-31e0755d-75b7-47b3-9eec-98da99aa3c43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c951c2f2c7f439d825c81a206b2e259&name=default HTTP/1.1" status: 200 len: 2980 time: 0.0748470 Aug 23 03:41:00.184709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37530) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:00.187678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.226758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7c994929-95b5-4bfb-abcf-fff27a2bc2c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1025608 Aug 23 03:41:00.229262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37532) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:00.247625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:00.294901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Pushing event updated for resources: {'Port': ['ID=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:00.332219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.336607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.336973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.337341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.337676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.338006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.338333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.338657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.340861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.342997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.343354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.343692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:00.350451 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.396828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37425593-0d7a-421c-892a-5730dad42b5e req-0b1feeb2-4741-4192-a3bb-b82d459bee51 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:00.407269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37425593-0d7a-421c-892a-5730dad42b5e req-0b1feeb2-4741-4192-a3bb-b82d459bee51 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0781496 Aug 23 03:41:00.414178 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7391de9-4fd9-4d71-b334-ec177cf52784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.428882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-ee3df414-7126-461b-8211-7e304f249003', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:41:00.431416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.433988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.435541 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.551374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7391de9-4fd9-4d71-b334-ec177cf52784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.573239 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37425593-0d7a-421c-892a-5730dad42b5e req-e07ca1a1-9bb0-4fc7-a757-86f8f27ffe98 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630926 Aug 23 03:41:00.669990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Allocated IP 172.20.0.2 (ee3df414-7126-461b-8211-7e304f249003/cb4e96f6-2260-4731-a535-5a65e2e7cd53/249075bc-f270-4adc-8d0c-4db57be6b9c0) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:00.698640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Attempting to bind port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:00.699010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Attempting to bind port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:00.699307 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Attempting to bind port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 on network bda5ea21-8238-4974-b0fb-80f1ceeb6048 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:00.703282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.710986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 on network bda5ea21-8238-4974-b0fb-80f1ceeb6048 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:41:00.713551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Attempting to bind port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 on network bda5ea21-8238-4974-b0fb-80f1ceeb6048 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:00.748558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:00.749117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Checking segment: {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:00.749637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Bound using segment: {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:00.750096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Bound port: d42117bf-d04b-4778-a3a0-ccbd824cf6d4, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dfa4e3-78bb-4098-bc29-5da55409e7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:00.750465 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.838622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7391de9-4fd9-4d71-b334-ec177cf52784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.844411 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7391de9-4fd9-4d71-b334-ec177cf52784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:00.846510 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e7391de9-4fd9-4d71-b334-ec177cf52784 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e1f2602-9a51-441b-a5a5-21e7f39c3cbd HTTP/1.1" status: 204 len: 168 time: 0.6602459 Aug 23 03:41:00.921548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7391de9-4fd9-4d71-b334-ec177cf52784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1f2602-9a51-441b-a5a5-21e7f39c3cbd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:00.974185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] For port d42117bf-d04b-4778-a3a0-ccbd824cf6d4, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:00.978752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] For port d42117bf-d04b-4778-a3a0-ccbd824cf6d4, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:00.996563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-07b96f43-72aa-4fe2-9f61-388d68905b3b tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:01.025724 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-07b96f43-72aa-4fe2-9f61-388d68905b3b tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/networks?id=a1427afe-547f-4e73-bba1-807f2176095b HTTP/1.1" status: 200 len: 818 time: 0.2577400 Aug 23 03:41:01.040093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-fcc0e55d-e242-4ffb-b9db-82959eeb7891 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/quotas/d1a02f2a088c47ba863778f569ef6b33 HTTP/1.1" status: 200 len: 375 time: 0.0255744 Aug 23 03:41:01.081917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:01.102411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-6a1908e2-99a1-469b-b739-1a3a53a5921a tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1a02f2a088c47ba863778f569ef6b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617466 Aug 23 03:41:01.168560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909f29-e20d-4081-b275-a5d28ccf5ef5 req-753aa4f4-8a18-4195-bc3a-25a18c037ca1 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:01.170544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3909f29-e20d-4081-b275-a5d28ccf5ef5 req-753aa4f4-8a18-4195-bc3a-25a18c037ca1 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0756013 Aug 23 03:41:01.177508 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:01.196989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Transition to ACTIVE for port object 249075bc-f270-4adc-8d0c-4db57be6b9c0 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:01.202824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:01.223815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Transition to ACTIVE for port object 249075bc-f270-4adc-8d0c-4db57be6b9c0 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:01.241655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3909f29-e20d-4081-b275-a5d28ccf5ef5 req-8e2001c6-79db-4abb-a610-f33d8e86f8ec tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469551 Aug 23 03:41:01.274317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:01.274951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:01.276461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] 10.222.0.24 "PUT /v2.0/ports/d42117bf-d04b-4778-a3a0-ccbd824cf6d4 HTTP/1.1" status: 200 len: 1091 time: 2.1291678 Aug 23 03:41:01.283022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'tag': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:01.284709 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed" -d '{"events": [{"name": "network-changed", "server_uuid": "a0926334-822e-4fa9-8d2a-f7b72a6f9c45", "tag": "d42117bf-d04b-4778-a3a0-ccbd824cf6d4"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:01.305667 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:01.317183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f5a2f5df-58b7-4607-82bf-6d81539f4aba service neutron] 10.222.0.20 "GET /v2.0/networks/a1427afe-547f-4e73-bba1-807f2176095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133889 Aug 23 03:41:01.399792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Network ee3df414-7126-461b-8211-7e304f249003 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:01.412246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:01.416722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:01.446212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ea2d0-0b19-45bd-9221-f8c59fe9a6bb req-8dc9697e-a60e-4af7-990d-1f2bfacdc394 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:01.459253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec7ea2d0-0b19-45bd-9221-f8c59fe9a6bb req-8dc9697e-a60e-4af7-990d-1f2bfacdc394 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 943 time: 0.1167753 Aug 23 03:41:01.487404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ebca6-95cd-46b2-b8fe-5121a8bf9362 service neutron] Pushing event updated for resources: {'Port': ['ID=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:01.527516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec7ea2d0-0b19-45bd-9221-f8c59fe9a6bb req-8f0ad33a-924a-4c0b-9a24-d8de4420398a tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635722 Aug 23 03:41:01.532808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Pushing event updated for resources: {'Port': ['ID=249075bc-f270-4adc-8d0c-4db57be6b9c0,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:01.615785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Attempting to bind port 249075bc-f270-4adc-8d0c-4db57be6b9c0 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:01.616722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Attempting to bind port 249075bc-f270-4adc-8d0c-4db57be6b9c0 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:01.616880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Attempting to bind port 249075bc-f270-4adc-8d0c-4db57be6b9c0 on network ee3df414-7126-461b-8211-7e304f249003 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:01.632145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:01.633766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Checking segment: {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:01.634345 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:01.635181 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f56de65-7ffc-4af9-a59b-d1fab48eff28 x-openstack-request-id: req-5f56de65-7ffc-4af9-a59b-d1fab48eff28 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:01.635480 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0926334-822e-4fa9-8d2a-f7b72a6f9c45", "tag": "d42117bf-d04b-4778-a3a0-ccbd824cf6d4", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:01.635737 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f56de65-7ffc-4af9-a59b-d1fab48eff28 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:01.635968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Bound using segment: {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:01.636112 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'tag': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4', 'status': 'completed', 'code': 200} Aug 23 03:41:01.636494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Bound port: 249075bc-f270-4adc-8d0c-4db57be6b9c0, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:01.637188 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:01.638103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0501-4709-442d-8527-c647ad415e1b req-d413c387-e740-487d-afc5-9e7453684303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:01.639757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-d413c387-e740-487d-afc5-9e7453684303 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f1270f9fdae4a618f9270b37e76cb66&device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 1094 time: 0.2379036 Aug 23 03:41:01.699729 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:01.729960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-ef630e7d-acdf-408e-be97-72d108b546ce service neutron] 10.222.0.20 "GET /v2.0/networks/a1427afe-547f-4e73-bba1-807f2176095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118750 Aug 23 03:41:01.731544 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-ff2f5ca0-f82f-43d0-a9b2-079c4d88e707 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d42117bf-d04b-4778-a3a0-ccbd824cf6d4 HTTP/1.1" status: 200 len: 217 time: 0.0759964 Aug 23 03:41:01.849032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0501-4709-442d-8527-c647ad415e1b req-8dc30be1-8b60-47a9-a899-c1ec9e4408e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:01.850513 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-8dc30be1-8b60-47a9-a899-c1ec9e4408e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebcd050d-c2ca-4320-bdc0-87a57647ac16 HTTP/1.1" status: 200 len: 845 time: 0.1113565 Aug 23 03:41:01.906517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] For port 249075bc-f270-4adc-8d0c-4db57be6b9c0, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:01.917971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] For port 249075bc-f270-4adc-8d0c-4db57be6b9c0, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=249075bc-f270-4adc-8d0c-4db57be6b9c0,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:01.943451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38584571-f7ad-45b9-a40f-cb447c6201d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:01.947981 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-38584571-f7ad-45b9-a40f-cb447c6201d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bda5ea21-8238-4974-b0fb-80f1ceeb6048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879345 Aug 23 03:41:02.001330 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e632a-1aa2-473b-b2e5-c61a2dc7c1ab req-fda90b97-9cd8-4acf-9ead-5dd1fdb8e02e tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:02.004322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a89e632a-1aa2-473b-b2e5-c61a2dc7c1ab req-fda90b97-9cd8-4acf-9ead-5dd1fdb8e02e tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1963606 Aug 23 03:41:02.004498 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:02.016065 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:02.105169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:02.157413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5710e-d4a7-4da3-a101-1c3b14f3b87d None None] Pushing event updated for resources: {'Port': ['ID=249075bc-f270-4adc-8d0c-4db57be6b9c0,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:02.169839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a89e632a-1aa2-473b-b2e5-c61a2dc7c1ab req-e74e9bba-6533-461c-82ba-a12d9037ead8 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571510 Aug 23 03:41:02.191960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e293c161-be5b-4857-a3c3-4af36d3c9520 req-bbb7e022-dbef-4249-9e54-b3a35a21886e tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 210 time: 0.0856822 Aug 23 03:41:02.200015 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-90e634d4-3cfc-41f3-9195-b9a2082d35fd service neutron] 10.222.0.24 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448349 Aug 23 03:41:02.332471 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce6e0501-4709-442d-8527-c647ad415e1b req-39c2549b-76f9-4951-bc72-d835e45e69aa service neutron] 10.222.0.24 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245508 Aug 23 03:41:02.422890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Allocated IP 172.25.1.86 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/9a62e440-0684-408c-8029-35ddb34b6a1a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:02.627350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-645b5296-7f58-47c7-94c2-e7a581cecc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:02.630161 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-645b5296-7f58-47c7-94c2-e7a581cecc20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f1270f9fdae4a618f9270b37e76cb66&device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 1094 time: 0.1507833 Aug 23 03:41:02.826519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170c7f1-e7ea-4615-b20e-7598f0859559 req-39f6bdcc-8ec9-47c8-bb0d-d61274570344 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:02.826519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d170c7f1-e7ea-4615-b20e-7598f0859559 req-39f6bdcc-8ec9-47c8-bb0d-d61274570344 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1195490 Aug 23 03:41:02.826519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:02.827979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eb5a6-e950-4878-a3b9-04987a3ad9e1 req-966edfa8-27cb-4717-a72d-e807c7393579 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:02.827979 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a41eb5a6-e950-4878-a3b9-04987a3ad9e1 req-966edfa8-27cb-4717-a72d-e807c7393579 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 943 time: 0.1268167 Aug 23 03:41:02.828195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d170c7f1-e7ea-4615-b20e-7598f0859559 req-da3d38c0-710e-412c-9b71-4b1a141db0d6 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481327 Aug 23 03:41:02.828300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-66a3715f-15fb-4a0e-a88a-4634e531f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:02.828300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-66a3715f-15fb-4a0e-a88a-4634e531f86f service neutron] 10.222.0.24 "GET /v2.0/networks?id=bda5ea21-8238-4974-b0fb-80f1ceeb6048 HTTP/1.1" status: 200 len: 906 time: 0.1689410 Aug 23 03:41:02.829294 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a41eb5a6-e950-4878-a3b9-04987a3ad9e1 req-dac749a7-c9cc-4339-bbff-c2fbb53c8cd3 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551186 Aug 23 03:41:02.855395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-4078604d-982b-4547-9c5e-60b874a4e395 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d42117bf-d04b-4778-a3a0-ccbd824cf6d4 HTTP/1.1" status: 200 len: 217 time: 0.0389583 Aug 23 03:41:02.906616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-bac847f9-c25b-484f-9489-08ac8548ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:02.908085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-bac847f9-c25b-484f-9489-08ac8548ec9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebcd050d-c2ca-4320-bdc0-87a57647ac16 HTTP/1.1" status: 200 len: 845 time: 0.0451682 Aug 23 03:41:02.955958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-1d1884aa-21e4-4e49-9071-bd766d9fa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:02.957620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-1d1884aa-21e4-4e49-9071-bd766d9fa18f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bda5ea21-8238-4974-b0fb-80f1ceeb6048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408752 Aug 23 03:41:02.970649 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:03.000866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:03.005819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:03.008419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:03.161100 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-037c6e8f-23a3-43b5-9c41-742b16790419 service neutron] 10.222.0.24 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928711 Aug 23 03:41:03.355719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Pushing event updated for resources: {'Port': ['ID=9a62e440-0684-408c-8029-35ddb34b6a1a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:03.432163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2727b9ca-f84f-4fdf-a35e-3763e92bd428 req-e67858cb-dc9f-4d14-b88f-580c53e063b8 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 210 time: 0.1027937 Aug 23 03:41:03.448118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be7d3d-c9a9-467a-ad45-4fb13fdedec9 req-a93f3508-3e56-477c-805b-9ccc2d827084 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:03.453475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-79be7d3d-c9a9-467a-ad45-4fb13fdedec9 req-a93f3508-3e56-477c-805b-9ccc2d827084 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1117501 Aug 23 03:41:03.465706 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8136d2e-abdb-4b1d-b97f-e3511fb12fed req-a5f9b9c3-1113-4e0b-934a-3839b055c153 service neutron] 10.222.0.24 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959964 Aug 23 03:41:03.495176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-6bd8318b-1c23-4899-9611-7b95d79368cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608928 Aug 23 03:41:03.528148 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-79be7d3d-c9a9-467a-ad45-4fb13fdedec9 req-d02bf2ba-dc1b-43ca-a5d0-876e1656d9d8 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670700 Aug 23 03:41:03.658257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-1354a92f-c71c-45d5-a078-0156736839f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:03.659761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-1354a92f-c71c-45d5-a078-0156736839f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 1096 time: 0.1036875 Aug 23 03:41:03.774311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:03.809901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2267aa-0eba-4764-b3ee-e6063440b450 None None] Network ee3df414-7126-461b-8211-7e304f249003 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:03.915360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-ee9980d6-f259-41b9-b2dd-9e9c47e8b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:03.920629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-ee9980d6-f259-41b9-b2dd-9e9c47e8b223 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 200 len: 911 time: 0.2349737 Aug 23 03:41:03.963096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-20abc790-c0f6-45c7-8e5e-a24af62b2384 None None] Provisioning for port 249075bc-f270-4adc-8d0c-4db57be6b9c0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:04.024712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-e53231da-a07e-4422-8951-ea61067cf8b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b914b89-806a-4a2f-8a42-552c1cbf6ca9 HTTP/1.1" status: 200 len: 217 time: 0.0907242 Aug 23 03:41:04.055596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0522e-d0c5-478c-8d1b-c7271895a6cb req-9996005e-b431-440d-b1d8-40efc4c873a6 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:04.069539 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4df0522e-d0c5-478c-8d1b-c7271895a6cb req-9996005e-b431-440d-b1d8-40efc4c873a6 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1616631 Aug 23 03:41:04.117737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-c3d82878-02cf-455c-a60d-8f77f962325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:04.119488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-c3d82878-02cf-455c-a60d-8f77f962325c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db73e230-8414-4e9f-923a-52dac4ceceb7 HTTP/1.1" status: 200 len: 851 time: 0.0735047 Aug 23 03:41:04.163088 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4df0522e-d0c5-478c-8d1b-c7271895a6cb req-448dac7e-300a-4a62-ad90-4a0a47fd04c6 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925655 Aug 23 03:41:04.190832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 249075bc-f270-4adc-8d0c-4db57be6b9c0 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:04.269423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-e66c665c-1b64-417d-90c4-a1234d3a6094 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f38fd29c-90b7-4585-b02d-4bb3f85b4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449717 Aug 23 03:41:04.284117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883017b-5508-40a0-be22-3a067de3706e req-0c52f78a-376f-444b-92ad-a19f41d49fd4 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:04.285794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f883017b-5508-40a0-be22-3a067de3706e req-0c52f78a-376f-444b-92ad-a19f41d49fd4 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 943 time: 0.2744167 Aug 23 03:41:04.391071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37662) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:04.415246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 249075bc-f270-4adc-8d0c-4db57be6b9c0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:04.419954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 249075bc-f270-4adc-8d0c-4db57be6b9c0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:04.421573 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:04.512989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-663b44f4-4833-4fc6-81d7-e328ee17ad5b None None] Provisioning complete for port 249075bc-f270-4adc-8d0c-4db57be6b9c0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:04.513620 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-663b44f4-4833-4fc6-81d7-e328ee17ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:04.594457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc34aab8-c10c-4d92-b234-597db9fc4d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:04.626754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:04.671434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 249075bc-f270-4adc-8d0c-4db57be6b9c0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=249075bc-f270-4adc-8d0c-4db57be6b9c0,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:04.676493 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-663b44f4-4833-4fc6-81d7-e328ee17ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:04.774286 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc34aab8-c10c-4d92-b234-597db9fc4d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:04.787980 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:04.850438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d42117bf-d04b-4778-a3a0-ccbd824cf6d4 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:41:04.895395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc34aab8-c10c-4d92-b234-597db9fc4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:04.906863 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-663b44f4-4833-4fc6-81d7-e328ee17ad5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:41:04.907426 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-663b44f4-4833-4fc6-81d7-e328ee17ad5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:41:04.944958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=249075bc-f270-4adc-8d0c-4db57be6b9c0,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:04.959022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34aab8-c10c-4d92-b234-597db9fc4d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9150cbe1-cc03-49a2-9046-e13066f639ed,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:04.966889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dc34aab8-c10c-4d92-b234-597db9fc4d98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3c495d40cb5435d84db9f639d973901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5745749 Aug 23 03:41:04.967999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37676) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:05.020222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f883017b-5508-40a0-be22-3a067de3706e req-74a1a9a6-f55c-40b9-bc68-63a73b605d73 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7187712 Aug 23 03:41:05.044062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:05.054648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-fbd74f90-b5c7-44ff-bd42-8979bfcba750 service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7655880 Aug 23 03:41:05.065556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ede68b0-2335-409e-9bee-a989b86072c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:05.119671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d42117bf-d04b-4778-a3a0-ccbd824cf6d4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:05.120817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ede68b0-2335-409e-9bee-a989b86072c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:05.134138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'port_id': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4', 'mac_address': 'fa:16:3e:50:51:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:41:05.198116 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:05.218395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42117bf-d04b-4778-a3a0-ccbd824cf6d4 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:05.254614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d42117bf-d04b-4778-a3a0-ccbd824cf6d4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:05.268070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98252f30-ac01-462a-a0da-8ee71bdf3a87 req-0bb8239e-4785-4f20-818a-758e9daa622b tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 210 time: 0.0435629 Aug 23 03:41:05.318035 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:05.346151 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c50d9502-5cd6-4dfe-9c57-b99013ea0293 req-d56a6bb1-7906-46c4-b29c-7d366c0f1c43 service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883794 Aug 23 03:41:05.451882 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ede68b0-2335-409e-9bee-a989b86072c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:05.464136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ede68b0-2335-409e-9bee-a989b86072c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:05.474577 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3ede68b0-2335-409e-9bee-a989b86072c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9150cbe1-cc03-49a2-9046-e13066f639ed HTTP/1.1" status: 204 len: 168 time: 0.5036294 Aug 23 03:41:05.495631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:05.516288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede68b0-2335-409e-9bee-a989b86072c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9150cbe1-cc03-49a2-9046-e13066f639ed,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:05.545669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-3b5d22d5-b032-433a-88ec-87bba80108b5 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:05.547312 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-3b5d22d5-b032-433a-88ec-87bba80108b5 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.24 "GET /v2.0/networks?id=a1427afe-547f-4e73-bba1-807f2176095b HTTP/1.1" status: 200 len: 818 time: 0.2831378 Aug 23 03:41:05.573444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Request body: {'port': {'device_id': '08c1e063-241f-413c-9541-151ce74115bd', 'network_id': 'a1427afe-547f-4e73-bba1-807f2176095b', 'admin_state_up': True, 'tenant_id': 'd1a02f2a088c47ba863778f569ef6b33'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:05.578510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c613075-83ed-4080-8549-f17e178f0488 req-c2f4880d-a2cd-4027-b395-91bc1fd48195 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:05.579422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d42117bf-d04b-4778-a3a0-ccbd824cf6d4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:05.580125 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c613075-83ed-4080-8549-f17e178f0488 req-c2f4880d-a2cd-4027-b395-91bc1fd48195 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.2039332 Aug 23 03:41:05.694927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c613075-83ed-4080-8549-f17e178f0488 req-0835af1e-4a0e-4855-948c-1f6464148371 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011367 Aug 23 03:41:05.776178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Router 8354f787-8d14-443e-8398-fc622dc31e05 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:41:06.123734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fb00-df14-474f-a4a2-59260bd7028b req-cf226b65-9948-4ee7-b579-ef0b098a3c7c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:06.134781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4cd7fb00-df14-474f-a4a2-59260bd7028b req-cf226b65-9948-4ee7-b579-ef0b098a3c7c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.5493731 Aug 23 03:41:06.143058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Made reservation on behalf of d1a02f2a088c47ba863778f569ef6b33 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:06.152294 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:06.188891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 249075bc-f270-4adc-8d0c-4db57be6b9c0 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:06.225349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:41:06.249213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Sync routers for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:41:06.267750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:06.268941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:06.336191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dae0cd-f8da-42ec-9a94-1ce9b867e371 req-5453202d-2a9b-4378-bd41-9c233a2feb96 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:06.351043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3dae0cd-f8da-42ec-9a94-1ce9b867e371 req-5453202d-2a9b-4378-bd41-9c233a2feb96 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 944 time: 0.1388962 Aug 23 03:41:06.352844 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:06.361211 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4cd7fb00-df14-474f-a4a2-59260bd7028b req-a4e9e2d1-63dc-4237-a9fa-50b1b344da26 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238758 Aug 23 03:41:06.363049 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c9ed2120-c291-457d-bba7-1b6fff3b8e56 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1322463 Aug 23 03:41:06.368250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37702) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:06.407535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Allocated IP 172.20.0.13 (a1427afe-547f-4e73-bba1-807f2176095b/46f7e3a2-40ee-4983-a56a-2b37dccccbd3/d5dafd98-0c49-4904-b6b5-d4fb15c13e77) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:06.459803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 249075bc-f270-4adc-8d0c-4db57be6b9c0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:06.460298 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:06.508555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:06.558790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c3a1a1a-ee6e-4dda-9e7b-54bea6569e22 req-78d9b44e-ed93-4590-8334-d04b33437c54 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 210 time: 0.0552368 Aug 23 03:41:06.673216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3dae0cd-f8da-42ec-9a94-1ce9b867e371 req-182b2fec-825b-4aa7-9643-5f9553d5a1f3 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954421 Aug 23 03:41:06.817117 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:06.850195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d42117bf-d04b-4778-a3a0-ccbd824cf6d4 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:06.944089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860e379-9d65-4964-92af-6840e0c7a157 req-025e7649-d7de-4704-91d1-c74affc73afd tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:06.945040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:03Z', 'revision_number': 3, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:06.946290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7860e379-9d65-4964-92af-6840e0c7a157 req-025e7649-d7de-4704-91d1-c74affc73afd tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1072609 Aug 23 03:41:07.022139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:07.032030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Checking router: 8354f787-8d14-443e-8398-fc622dc31e05 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:41:07.032386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Updating router 8354f787-8d14-443e-8398-fc622dc31e05 port 9a62e440-0684-408c-8029-35ddb34b6a1a binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:41:07.041680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:07.047792 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.053848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7860e379-9d65-4964-92af-6840e0c7a157 req-1e09bec7-021c-4a49-98ce-2df4ae1d1983 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841773 Aug 23 03:41:07.115072 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.122360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.221615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Network a1427afe-547f-4e73-bba1-807f2176095b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:07.229859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:07.234891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:07.302192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.325923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Pushing event updated for resources: {'Port': ['ID=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:07.373744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:07.377836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.440846 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.460104 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.471639 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-1ab356ce-0488-475b-bfb4-d286c45da28c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9103644 Aug 23 03:41:07.487237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Request body: {'port': {'device_id': '08c1e063-241f-413c-9541-151ce74115bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:07.553117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:07.554172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37734) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:07.556764 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b36056-7670-4b2e-8dea-45762ee2b3bf" -d '{"events": [{"server_uuid": "a0926334-822e-4fa9-8d2a-f7b72a6f9c45", "name": "network-vif-plugged", "status": "completed", "tag": "d42117bf-d04b-4778-a3a0-ccbd824cf6d4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:07.612875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d42117bf-d04b-4778-a3a0-ccbd824cf6d4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:07.651309 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.652663 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198c3fc7-e981-41fa-87c2-5ba810c5981f x-openstack-request-id: req-198c3fc7-e981-41fa-87c2-5ba810c5981f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:07.653367 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0926334-822e-4fa9-8d2a-f7b72a6f9c45", "name": "network-vif-plugged", "status": "completed", "tag": "d42117bf-d04b-4778-a3a0-ccbd824cf6d4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:07.655455 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-198c3fc7-e981-41fa-87c2-5ba810c5981f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:07.656774 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4', 'code': 200} Aug 23 03:41:07.699473 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.764407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30635d19-e01b-4bbb-897b-4b57ec202b09 req-4f2a0802-f97d-4ec4-91e6-9c018802a4be tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:07.769745 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-30635d19-e01b-4bbb-897b-4b57ec202b09 req-4f2a0802-f97d-4ec4-91e6-9c018802a4be tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.2627909 Aug 23 03:41:07.817057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-5533619-network', 'tenant_id': '2f13b4e9b5c14f4aaa358a9f1f59cda0'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:07.876362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Allocated IP 172.20.0.1 (ee3df414-7126-461b-8211-7e304f249003/cb4e96f6-2260-4731-a535-5a65e2e7cd53/afc68926-8b15-450c-b3ce-c2ac248b8d6e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:07.881831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-30635d19-e01b-4bbb-897b-4b57ec202b09 req-eec1fedd-afdb-4011-82af-1626903597cf tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625539 Aug 23 03:41:07.886791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b158b-9370-43bf-9c5e-48b34fe8dbf5 req-e8577fb0-3346-4a84-acf8-44258b829f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:07.888499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-410b158b-9370-43bf-9c5e-48b34fe8dbf5 req-e8577fb0-3346-4a84-acf8-44258b829f80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 1096 time: 0.1157570 Aug 23 03:41:07.920934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:07.932449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Transition to ACTIVE for port object 9a62e440-0684-408c-8029-35ddb34b6a1a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:07.947378 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-410b158b-9370-43bf-9c5e-48b34fe8dbf5 req-66a5a13f-995d-4dc8-bb71-b7d08524877f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505910 Aug 23 03:41:07.993442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:08.038274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:08.149598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Attempting to bind port 9a62e440-0684-408c-8029-35ddb34b6a1a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:08.151280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Attempting to bind port 9a62e440-0684-408c-8029-35ddb34b6a1a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:08.151760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Attempting to bind port 9a62e440-0684-408c-8029-35ddb34b6a1a on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:08.171191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:08.175018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:08.176373 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:08.177803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:08.178422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Bound port: 9a62e440-0684-408c-8029-35ddb34b6a1a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:08.182033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:08.245036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db00d5-24c9-4e83-ba6a-a9346d2cdf91 req-cda50075-a40f-4e9c-8ded-458ee36bac16 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:08.253485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6db00d5-24c9-4e83-ba6a-a9346d2cdf91 req-cda50075-a40f-4e9c-8ded-458ee36bac16 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 945 time: 0.2357185 Aug 23 03:41:08.255757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] For port 9a62e440-0684-408c-8029-35ddb34b6a1a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:08.262965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] For port 9a62e440-0684-408c-8029-35ddb34b6a1a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9a62e440-0684-408c-8029-35ddb34b6a1a,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:08.281516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7f46d-2dea-4114-a50e-160842db1c3c None None] Pushing event updated for resources: {'Port': ['ID=9a62e440-0684-408c-8029-35ddb34b6a1a,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:08.306971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6db00d5-24c9-4e83-ba6a-a9346d2cdf91 req-befbc142-9ebd-4e40-a3bd-8d904d0ac4a9 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525010 Aug 23 03:41:08.340475 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:08.353642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:08.383840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Transition to ACTIVE for port object afc68926-8b15-450c-b3ce-c2ac248b8d6e will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:08.476820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:08.478588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:08.522602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7f46d-2dea-4114-a50e-160842db1c3c None None] Pushing event updated for resources: {'Port': ['ID=9a62e440-0684-408c-8029-35ddb34b6a1a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:08.568913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6065fb-592b-4135-84aa-dab106e017ef req-d539acc4-4b07-4fba-9fd5-2324879032cb tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:08.572441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a6065fb-592b-4135-84aa-dab106e017ef req-d539acc4-4b07-4fba-9fd5-2324879032cb tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 932 time: 0.7885854 Aug 23 03:41:08.582201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7b4d9-df74-4a06-9cfe-009e37ace3f8 req-fbe3ac21-a564-4842-a678-a0aa300206f3 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:08.583917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15a7b4d9-df74-4a06-9cfe-009e37ace3f8 req-fbe3ac21-a564-4842-a678-a0aa300206f3 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1326976 Aug 23 03:41:08.621335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:08.672376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15a7b4d9-df74-4a06-9cfe-009e37ace3f8 req-2ca1f9ea-751a-488f-84e3-6efd4902b0ba tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777850 Aug 23 03:41:08.675044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Made reservation on behalf of 2f13b4e9b5c14f4aaa358a9f1f59cda0 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:08.678005 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:08.679372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Network ee3df414-7126-461b-8211-7e304f249003 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:08.682922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:08.685747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:08.710031 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:08.744368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Pushing event updated for resources: {'Port': ['ID=afc68926-8b15-450c-b3ce-c2ac248b8d6e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:08.780541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:08.838459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a6065fb-592b-4135-84aa-dab106e017ef req-46d094f4-6cac-48c2-9220-a83687601d4c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595294 Aug 23 03:41:08.895068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:09.099808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5dafd98-0c49-4904-b6b5-d4fb15c13e77 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:09.121391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.163639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909ffbd-4473-43ae-84fe-d72912f5f296 req-89ac2420-e85f-48a0-84a7-20b3c51406e7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:09.166712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2909ffbd-4473-43ae-84fe-d72912f5f296 req-89ac2420-e85f-48a0-84a7-20b3c51406e7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1360953 Aug 23 03:41:09.172334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Transition to ACTIVE for port object d5dafd98-0c49-4904-b6b5-d4fb15c13e77 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:09.209719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ad0eb821-520a-4dfa-ab0d-fde504915cf5 None None] Provisioning for port afc68926-8b15-450c-b3ce-c2ac248b8d6e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:09.218764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ad0eb821-520a-4dfa-ab0d-fde504915cf5 None None] Provisioning complete for port afc68926-8b15-450c-b3ce-c2ac248b8d6e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:09.219140 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb821-520a-4dfa-ab0d-fde504915cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.219404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.232415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.276950 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.323675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ad0eb821-520a-4dfa-ab0d-fde504915cf5 None None] Port afc68926-8b15-450c-b3ce-c2ac248b8d6e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:41:09.323883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.328326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Pushing event updated for resources: {'Port': ['ID=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:09.337683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2909ffbd-4473-43ae-84fe-d72912f5f296 req-12472fe5-c204-43c9-b040-b2dff4cc1698 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588850 Aug 23 03:41:09.339507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:03Z', 'revision_number': 3, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:09.393247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd26616a-3fef-4396-bdbe-b2aba52ca767,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:09.402141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb4814-7cf8-44a3-adc0-e4fdc45e1ed7 None None] The sync data for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 is: [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:03Z', 'revision_number': 3, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:41:09.464341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:41:09.528452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.530537 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Added segment b73ebd71-27db-4bbe-8eb9-a8d81e383d5d of type vlan for network 4350d250-ee87-47ff-a438-2df92f617819 Aug 23 03:41:09.629100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.650027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Attempting to bind port d5dafd98-0c49-4904-b6b5-d4fb15c13e77 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:09.650626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Attempting to bind port d5dafd98-0c49-4904-b6b5-d4fb15c13e77 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '86687910-e989-47a1-8dbd-0d3989fe3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a1427afe-547f-4e73-bba1-807f2176095b'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:09.650753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Attempting to bind port d5dafd98-0c49-4904-b6b5-d4fb15c13e77 on network a1427afe-547f-4e73-bba1-807f2176095b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:09.660032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da633e-1baa-4fc8-836e-ed5c2ce06859 req-097ebd81-a99f-480e-883a-cad9f2d5911c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:09.661666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75da633e-1baa-4fc8-836e-ed5c2ce06859 req-097ebd81-a99f-480e-883a-cad9f2d5911c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 945 time: 0.1984639 Aug 23 03:41:09.678883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.681837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Port d5dafd98-0c49-4904-b6b5-d4fb15c13e77 on network a1427afe-547f-4e73-bba1-807f2176095b not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:41:09.681837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Attempting to bind port d5dafd98-0c49-4904-b6b5-d4fb15c13e77 on network a1427afe-547f-4e73-bba1-807f2176095b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:09.689643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.718767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:09.721493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Checking segment: {'id': '86687910-e989-47a1-8dbd-0d3989fe3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a1427afe-547f-4e73-bba1-807f2176095b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:09.722107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Bound using segment: {'id': '86687910-e989-47a1-8dbd-0d3989fe3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a1427afe-547f-4e73-bba1-807f2176095b'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:09.722756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Bound port: d5dafd98-0c49-4904-b6b5-d4fb15c13e77, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86687910-e989-47a1-8dbd-0d3989fe3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a1427afe-547f-4e73-bba1-807f2176095b'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:09.723328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:09.879724 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75da633e-1baa-4fc8-836e-ed5c2ce06859 req-9a2aa396-b894-4204-a719-7a9badd92d89 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039294 Aug 23 03:41:09.963447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Pushing event updated for resources: {'Port': ['ID=afc68926-8b15-450c-b3ce-c2ac248b8d6e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:10.022120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015cbba-194f-4ee5-b11c-9ab189734cff req-bef243fb-781f-4424-a493-fb1987544c63 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:10.022120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e015cbba-194f-4ee5-b11c-9ab189734cff req-bef243fb-781f-4424-a493-fb1987544c63 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1242139 Aug 23 03:41:10.022120 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.073897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] For port d5dafd98-0c49-4904-b6b5-d4fb15c13e77, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:10.082588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] For port d5dafd98-0c49-4904-b6b5-d4fb15c13e77, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,segment=NetworkSegment(86687910-e989-47a1-8dbd-0d3989fe3a2f),segment_id=86687910-e989-47a1-8dbd-0d3989fe3a2f)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:10.087202 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.088428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:10.089376 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.162663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e015cbba-194f-4ee5-b11c-9ab189734cff req-38d28924-44e8-437f-9872-a8df0461d35e tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725276 Aug 23 03:41:10.276936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] Pushing event updated for resources: {'Network': ['ID=4350d250-ee87-47ff-a438-2df92f617819,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:10.292175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Network ee3df414-7126-461b-8211-7e304f249003 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:10.292587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 4350d250-ee87-47ff-a438-2df92f617819 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:41:10.293117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:10.293232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c274c-a393-49d7-aa45-b60d9f4f7bac req-424bcbce-9521-42fd-89b9-ae53aed02baf tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:10.293232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d0c274c-a393-49d7-aa45-b60d9f4f7bac req-424bcbce-9521-42fd-89b9-ae53aed02baf tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 944 time: 0.1530824 Aug 23 03:41:10.293472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9a62e440-0684-408c-8029-35ddb34b6a1a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:10.317303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d0c274c-a393-49d7-aa45-b60d9f4f7bac req-88f3863f-176c-4bff-bbae-d4567eebb484 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706539 Aug 23 03:41:10.464845 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.468447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70a9c841-d6aa-4403-b34b-790717b4ac3d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9131503 Aug 23 03:41:10.474673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37784) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:10.489229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Request body: {'subnet': {'network_id': '4350d250-ee87-47ff-a438-2df92f617819', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-5533619-subnet', 'tenant_id': '2f13b4e9b5c14f4aaa358a9f1f59cda0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:10.539799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Pushing event updated for resources: {'Port': ['ID=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:10.559157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 9a62e440-0684-408c-8029-35ddb34b6a1a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:10.564312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9a62e440-0684-408c-8029-35ddb34b6a1a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:10.564685 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.565581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd483b-edd4-4bdd-8e06-b15698c53962 req-ce0d211e-1ff2-49e4-8fc9-a370c994827f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:10.575856 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9edd483b-edd4-4bdd-8e06-b15698c53962 req-ce0d211e-1ff2-49e4-8fc9-a370c994827f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1511872 Aug 23 03:41:10.582603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:10.583631 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.585784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-f0e9a46e-dbe6-47cf-b823-089057163022 service neutron] 10.222.0.24 "PUT /v2.0/ports/d5dafd98-0c49-4904-b6b5-d4fb15c13e77 HTTP/1.1" status: 200 len: 1092 time: 3.1051559 Aug 23 03:41:10.591464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c1e063-241f-413c-9541-151ce74115bd', 'tag': 'd5dafd98-0c49-4904-b6b5-d4fb15c13e77'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:10.598142 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82395b2d-98b6-497f-8317-8c7e57e3d22f" -d '{"events": [{"name": "network-changed", "server_uuid": "08c1e063-241f-413c-9541-151ce74115bd", "tag": "d5dafd98-0c49-4904-b6b5-d4fb15c13e77"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:10.683675 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9edd483b-edd4-4bdd-8e06-b15698c53962 req-57806aad-8353-4d2a-94a0-c78996b13758 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067991 Aug 23 03:41:10.701662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a4c4-624d-4111-9665-f672ba791a24 req-53d24e43-f8fc-4b11-8495-cf897d907dfa tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:10.701662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb18a4c4-624d-4111-9665-f672ba791a24 req-53d24e43-f8fc-4b11-8495-cf897d907dfa tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 945 time: 0.3411961 Aug 23 03:41:10.711267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37794) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:10.712482 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Made reservation on behalf of 2f13b4e9b5c14f4aaa358a9f1f59cda0 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:10.714784 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.759016 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.805332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f1672e8e-7672-4e8b-8a32-cf8de7c4d82c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Request body: {'floatingip': {'port_id': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:10.820548 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 9a62e440-0684-408c-8029-35ddb34b6a1a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9a62e440-0684-408c-8029-35ddb34b6a1a,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:10.827218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e21a0e8f-6766-485b-94d1-21ea15dbf42f None None] Provisioning complete for port afc68926-8b15-450c-b3ce-c2ac248b8d6e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:10.828790 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e21a0e8f-6766-485b-94d1-21ea15dbf42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.869192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f1672e8e-7672-4e8b-8a32-cf8de7c4d82c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.880802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:10.940633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e21a0e8f-6766-485b-94d1-21ea15dbf42f None None] Port afc68926-8b15-450c-b3ce-c2ac248b8d6e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:41:10.979325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=9a62e440-0684-408c-8029-35ddb34b6a1a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:10.999160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Router 8354f787-8d14-443e-8398-fc622dc31e05 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:41:11.136456 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99089cd-8fcb-4bb2-a3af-b0b65be8c3f6 x-openstack-request-id: req-d99089cd-8fcb-4bb2-a3af-b0b65be8c3f6 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:11.139209 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c1e063-241f-413c-9541-151ce74115bd", "tag": "d5dafd98-0c49-4904-b6b5-d4fb15c13e77", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:11.139209 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d99089cd-8fcb-4bb2-a3af-b0b65be8c3f6 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:11.139209 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c1e063-241f-413c-9541-151ce74115bd', 'tag': 'd5dafd98-0c49-4904-b6b5-d4fb15c13e77', 'status': 'completed', 'code': 200} Aug 23 03:41:11.207476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-c1f97ccb-3222-43b2-bbde-5a8891c7a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:11.209027 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-c1f97ccb-3222-43b2-bbde-5a8891c7a5db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a02f2a088c47ba863778f569ef6b33&device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 1095 time: 0.4992213 Aug 23 03:41:11.264674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-8985f164-54bc-40fb-a090-6228be4502bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5dafd98-0c49-4904-b6b5-d4fb15c13e77 HTTP/1.1" status: 200 len: 217 time: 0.0403891 Aug 23 03:41:11.330861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:41:11.353046 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e6281e90-d792-472a-9c9f-f59926a62302 admin admin] 10.222.0.20 "PUT /v2.0/routers/8354f787-8d14-443e-8398-fc622dc31e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9699759 Aug 23 03:41:11.392543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-a1d8fdf4-a7c7-497a-9d7e-3bc9d3922cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:11.395606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-a1d8fdf4-a7c7-497a-9d7e-3bc9d3922cc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46f7e3a2-40ee-4983-a56a-2b37dccccbd3 HTTP/1.1" status: 200 len: 858 time: 0.1198747 Aug 23 03:41:11.439558 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:11.563885 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-a579e4cc-b52c-4715-9b6b-d9d657e44288 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1427afe-547f-4e73-bba1-807f2176095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489799 Aug 23 03:41:11.573380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f33a2-14d6-4aa0-a51f-ee751aa148a5 req-1018a246-bcdf-458d-bf92-f5c7623e4612 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:11.596519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf4f33a2-14d6-4aa0-a51f-ee751aa148a5 req-1018a246-bcdf-458d-bf92-f5c7623e4612 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.2128265 Aug 23 03:41:11.633410 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c44628c-6ec4-4d2a-b522-2b454e2c95b2,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:11.661480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Checking segment: {'id': 'b73ebd71-27db-4bbe-8eb9-a8d81e383d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4350d250-ee87-47ff-a438-2df92f617819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:11.662162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Network hostable DHCP agents. Network: 4350d250-ee87-47ff-a438-2df92f617819, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:41:11.699205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf4f33a2-14d6-4aa0-a51f-ee751aa148a5 req-3dc04009-3e9d-4b9a-9fcc-86a9a24eaa55 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013489 Aug 23 03:41:11.740600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-0380fdb5-823d-410d-a319-23bc43008901 service neutron] 10.222.0.24 "GET /v2.0/networks/a1427afe-547f-4e73-bba1-807f2176095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633849 Aug 23 03:41:11.822360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Network 4350d250-ee87-47ff-a438-2df92f617819 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:41:11.882388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9715ccd-a244-46aa-8c53-d8692a33fd8f req-c995cbba-b65b-462d-8d46-521a186bc19f tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:11.884250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9715ccd-a244-46aa-8c53-d8692a33fd8f req-c995cbba-b65b-462d-8d46-521a186bc19f tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 944 time: 0.3860950 Aug 23 03:41:11.906891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 4350d250-ee87-47ff-a438-2df92f617819) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:11.913807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:11.914589 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:11.917300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586dac63-263b-48a1-82e4-632412e64aff None None] Network 4350d250-ee87-47ff-a438-2df92f617819 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:11.982828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fcfd52a1-65ad-40f5-8d22-a1970b623799 req-5804c6bb-f0bf-4a84-af07-3c4447a0345f service neutron] 10.222.0.24 "GET /v2.0/networks/a1427afe-547f-4e73-bba1-807f2176095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291915 Aug 23 03:41:12.006426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9715ccd-a244-46aa-8c53-d8692a33fd8f req-3b8a9672-5d73-44ef-a5cd-0cdb11986b4f tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138322 Aug 23 03:41:12.042747 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0f0c7ca6-4433-4d98-b4ae-27cd7ccfde20 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5669949 Aug 23 03:41:12.146006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9a62e440-0684-408c-8029-35ddb34b6a1a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:12.225245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f1672e8e-7672-4e8b-8a32-cf8de7c4d82c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:12.258929 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Sync routers for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:41:12.274687 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:12.275367 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:12.334016 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f1672e8e-7672-4e8b-8a32-cf8de7c4d82c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:12.345337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5daf640-a0b5-4434-a76e-c7a2062089bf None None] Network 4350d250-ee87-47ff-a438-2df92f617819 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:12.406654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-59110427-4950-4f8b-8c5e-361bef23e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:12.408529 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-59110427-4950-4f8b-8c5e-361bef23e68d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a02f2a088c47ba863778f569ef6b33&device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 1095 time: 0.2914004 Aug 23 03:41:12.430025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b194f-0a5f-4735-a924-0daa74173ce2 req-87376ee4-800d-4e51-90b5-3d0e002f9484 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:12.432055 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c60b194f-0a5f-4735-a924-0daa74173ce2 req-87376ee4-800d-4e51-90b5-3d0e002f9484 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1989334 Aug 23 03:41:12.457713 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:12.496349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9a62e440-0684-408c-8029-35ddb34b6a1a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:12.496349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:12.612383 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-f1672e8e-7672-4e8b-8a32-cf8de7c4d82c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Floating IP ffa16624-35a7-4e1d-b14a-ecbdf6c90791 associated. External IP: 172.25.1.84, port: d42117bf-d04b-4778-a3a0-ccbd824cf6d4. Aug 23 03:41:12.618180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c60b194f-0a5f-4735-a924-0daa74173ce2 req-97d7c74b-b528-465b-ab32-00330ee6bbf1 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696610 Aug 23 03:41:12.714182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37836) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:12.719379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-57d46530-6214-4a85-817b-49ace79256a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986963679', 'description': 'tempest-description--494453760'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:12.792231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-09cedcb3-a79b-460b-adf3-7e274ebd785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:12.793955 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-09cedcb3-a79b-460b-adf3-7e274ebd785c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1427afe-547f-4e73-bba1-807f2176095b HTTP/1.1" status: 200 len: 918 time: 0.3607316 Aug 23 03:41:12.870301 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57d46530-6214-4a85-817b-49ace79256a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:12.941313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-9c47c059-2c52-4f24-a353-245b3c9656dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5dafd98-0c49-4904-b6b5-d4fb15c13e77 HTTP/1.1" status: 200 len: 217 time: 0.0775952 Aug 23 03:41:13.022014 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'afc68926-8b15-450c-b3ce-c2ac248b8d6e', 'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'mac_address': 'fa:16:3e:8f:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:07Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 2, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'subnets': [{'id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:13.035380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdce14-3dd2-45e3-9630-6478a07d19e4 req-98896739-d499-4b13-955e-0b17439a4a5c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:13.036929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ecdce14-3dd2-45e3-9630-6478a07d19e4 req-98896739-d499-4b13-955e-0b17439a4a5c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.2027600 Aug 23 03:41:13.037984 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57d46530-6214-4a85-817b-49ace79256a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.040114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-8d8f33d7-f99a-4f9e-864b-bc1a5b97798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:13.045246 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-8d8f33d7-f99a-4f9e-864b-bc1a5b97798c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46f7e3a2-40ee-4983-a56a-2b37dccccbd3 HTTP/1.1" status: 200 len: 858 time: 0.0846951 Aug 23 03:41:13.058172 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Checking router: 8354f787-8d14-443e-8398-fc622dc31e05 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:41:13.058589 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Updating router 8354f787-8d14-443e-8398-fc622dc31e05 port afc68926-8b15-450c-b3ce-c2ac248b8d6e binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:41:13.106624 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57d46530-6214-4a85-817b-49ace79256a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.118920 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.194919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d46530-6214-4a85-817b-49ace79256a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15128c87-12d8-45df-a48b-c3df874775ee,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:13.226379 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-a3ffd217-51ec-4440-a088-bf25739e6f79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1427afe-547f-4e73-bba1-807f2176095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002908 Aug 23 03:41:13.259598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57d46530-6214-4a85-817b-49ace79256a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.261385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-57d46530-6214-4a85-817b-49ace79256a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5459554 Aug 23 03:41:13.265105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37844) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:13.271199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-087ede87-26cb-4673-b778-d7464d986008 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Request body: {'security_group_rule': {'security_group_id': '15128c87-12d8-45df-a48b-c3df874775ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:13.331288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d1ef3-722b-4273-8029-f94acd5baea2 req-1f08c888-5496-4650-8bfe-a77eb2920fb2 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:13.335348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-919d1ef3-722b-4273-8029-f94acd5baea2 req-1f08c888-5496-4650-8bfe-a77eb2920fb2 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 944 time: 0.1189561 Aug 23 03:41:13.435375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-919d1ef3-722b-4273-8029-f94acd5baea2 req-d5dbf257-f6a3-4f2c-879a-aee213e3fe0e tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989156 Aug 23 03:41:13.488252 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ecdce14-3dd2-45e3-9630-6478a07d19e4 req-4b73bde1-905b-4bf5-98c8-f4d81871de4a tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225937 Aug 23 03:41:13.507238 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-087ede87-26cb-4673-b778-d7464d986008 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.567038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1672e8e-7672-4e8b-8a32-cf8de7c4d82c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Router eb6f97f0-33f8-4b91-975e-d17bc7d9036a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:41:13.578020 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.589374 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Transition to ACTIVE for port object afc68926-8b15-450c-b3ce-c2ac248b8d6e will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:13.604566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-087ede87-26cb-4673-b778-d7464d986008 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.609202 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-6378ebf9-b6aa-49f5-b767-36fa5d1887bc service neutron] 10.222.0.24 "GET /v2.0/networks/a1427afe-547f-4e73-bba1-807f2176095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713086 Aug 23 03:41:13.675940 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.709266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-087ede87-26cb-4673-b778-d7464d986008 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.793552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ede87-26cb-4673-b778-d7464d986008 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc264934-bb19-4ea2-885f-f268175d629c,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:13.832185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-087ede87-26cb-4673-b778-d7464d986008 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.834246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-087ede87-26cb-4673-b778-d7464d986008 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5685151 Aug 23 03:41:13.836784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37854) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:13.843806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5c5a6fbb-5233-4b42-a5bd-6f6a5822a490 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Request body: {'security_group_rule': {'security_group_id': '15128c87-12d8-45df-a48b-c3df874775ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:13.928033 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c913d1-1ae1-4af5-aac0-be87ff8fef39 None None] Pushing event updated for resources: {'Port': ['ID=afc68926-8b15-450c-b3ce-c2ac248b8d6e,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:13.954872 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Attempting to bind port afc68926-8b15-450c-b3ce-c2ac248b8d6e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:13.955664 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Attempting to bind port afc68926-8b15-450c-b3ce-c2ac248b8d6e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:13.956307 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Attempting to bind port afc68926-8b15-450c-b3ce-c2ac248b8d6e on network ee3df414-7126-461b-8211-7e304f249003 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:13.969699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82395b2d-98b6-497f-8317-8c7e57e3d22f req-56686af7-4c3b-4e45-a15b-f9f2d82f18e8 service neutron] 10.222.0.24 "GET /v2.0/networks/a1427afe-547f-4e73-bba1-807f2176095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118532 Aug 23 03:41:13.987928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6fbb-5233-4b42-a5bd-6f6a5822a490 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.994648 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:13.995221 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Checking segment: {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:13.995645 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:13.996049 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Bound using segment: {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:13.996550 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Bound port: afc68926-8b15-450c-b3ce-c2ac248b8d6e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:13.997021 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:14.137985 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6fbb-5233-4b42-a5bd-6f6a5822a490 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:14.187791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b64ca-8187-4040-8f41-fa280442408b req-479d8db2-3823-405a-a1c6-d79532b877cf tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:14.190429 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] For port afc68926-8b15-450c-b3ce-c2ac248b8d6e, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:14.193864 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] For port afc68926-8b15-450c-b3ce-c2ac248b8d6e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=afc68926-8b15-450c-b3ce-c2ac248b8d6e,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:14.200197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d96b64ca-8187-4040-8f41-fa280442408b req-479d8db2-3823-405a-a1c6-d79532b877cf tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.3875549 Aug 23 03:41:14.226566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6fbb-5233-4b42-a5bd-6f6a5822a490 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:14.253937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a6fbb-5233-4b42-a5bd-6f6a5822a490 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f418dc-28fe-4e66-a727-4b95d918057e,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:14.272334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1672e8e-7672-4e8b-8a32-cf8de7c4d82c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:41:14.282472 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:14.291994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] Sync routers for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:41:14.295274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f1672e8e-7672-4e8b-8a32-cf8de7c4d82c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:14.315264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:14.316150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:14.346343 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f1672e8e-7672-4e8b-8a32-cf8de7c4d82c tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "PUT /v2.0/floatingips/ffa16624-35a7-4e1d-b14a-ecbdf6c90791 HTTP/1.1" status: 200 len: 990 time: 3.5564961 Aug 23 03:41:14.349372 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d96b64ca-8187-4040-8f41-fa280442408b req-21517420-fd0a-48a3-a422-2f5c8030096f tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482217 Aug 23 03:41:14.349810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'tag': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:14.357151 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84827b89-ad7f-4ffd-b3bd-901e211bbd43" -d '{"events": [{"name": "network-changed", "server_uuid": "a0926334-822e-4fa9-8d2a-f7b72a6f9c45", "tag": "d42117bf-d04b-4778-a3a0-ccbd824cf6d4"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:14.369646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6fbb-5233-4b42-a5bd-6f6a5822a490 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:14.371313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5c5a6fbb-5233-4b42-a5bd-6f6a5822a490 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5329361 Aug 23 03:41:14.382047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37874) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:14.382047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:14.409222 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c913d1-1ae1-4af5-aac0-be87ff8fef39 None None] Pushing event updated for resources: {'Port': ['ID=afc68926-8b15-450c-b3ce-c2ac248b8d6e,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:14.419519 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:14.420292 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:14.504997 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bd80a2-eb7d-46e8-ac00-e2bfc73bf4c3 x-openstack-request-id: req-69bd80a2-eb7d-46e8-ac00-e2bfc73bf4c3 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:14.506046 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0926334-822e-4fa9-8d2a-f7b72a6f9c45", "tag": "d42117bf-d04b-4778-a3a0-ccbd824cf6d4", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:14.506598 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69bd80a2-eb7d-46e8-ac00-e2bfc73bf4c3 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:14.507293 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'tag': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4', 'status': 'completed', 'code': 200} Aug 23 03:41:14.542431 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:14.603025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:14.640325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-9af010fc-47b6-45c8-b0c2-3e4b3757defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:14.641938 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-9af010fc-47b6-45c8-b0c2-3e4b3757defb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f1270f9fdae4a618f9270b37e76cb66&device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 1096 time: 0.1103368 Aug 23 03:41:14.688195 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:14.773940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362619d-792f-414e-bfec-831749aa0d49 req-ea1523e5-3212-4fba-8d84-c83f91c16b2c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:14.775534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e362619d-792f-414e-bfec-831749aa0d49 req-ea1523e5-3212-4fba-8d84-c83f91c16b2c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 944 time: 0.2070212 Aug 23 03:41:14.816450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-e9be25f3-457a-468e-927d-f1f019bf0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:14.817997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-e9be25f3-457a-468e-927d-f1f019bf0eb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bda5ea21-8238-4974-b0fb-80f1ceeb6048 HTTP/1.1" status: 200 len: 906 time: 0.1692426 Aug 23 03:41:14.832145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b6c8c-6284-402c-9e4f-83c78ab7aae4 req-726c4148-d69d-4941-a0f9-203c4535033c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:14.833711 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b64b6c8c-6284-402c-9e4f-83c78ab7aae4 req-726c4148-d69d-4941-a0f9-203c4535033c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0664775 Aug 23 03:41:14.878254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d5dafd98-0c49-4904-b6b5-d4fb15c13e77 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:41:14.943847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-080f9eda-5a51-4a6f-a32b-c8f95e908d55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d42117bf-d04b-4778-a3a0-ccbd824cf6d4 HTTP/1.1" status: 200 len: 998 time: 0.1091542 Aug 23 03:41:14.952373 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e362619d-792f-414e-bfec-831749aa0d49 req-43886edb-bd75-4f55-979e-06b01abf34ea tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818031 Aug 23 03:41:15.019808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:15.085970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b64b6c8c-6284-402c-9e4f-83c78ab7aae4 req-07b12ad3-6f8b-42f7-b1fc-4ce51b3de7d1 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422576 Aug 23 03:41:15.089625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-2342e771-a24e-49e1-8f48-c569f4d729ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:15.096294 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-2342e771-a24e-49e1-8f48-c569f4d729ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebcd050d-c2ca-4320-bdc0-87a57647ac16 HTTP/1.1" status: 200 len: 845 time: 0.1361740 Aug 23 03:41:15.134584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d5dafd98-0c49-4904-b6b5-d4fb15c13e77, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,segment=NetworkSegment(86687910-e989-47a1-8dbd-0d3989fe3a2f),segment_id=86687910-e989-47a1-8dbd-0d3989fe3a2f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:15.162457 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'afc68926-8b15-450c-b3ce-c2ac248b8d6e', 'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'mac_address': 'fa:16:3e:8f:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:07Z', 'updated_at': '2021-08-23T03:41:14Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'subnets': [{'id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:15.201243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-29daf58f-140b-4ca6-ae1b-f1db2bf3fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:15.203360 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-29daf58f-140b-4ca6-ae1b-f1db2bf3fe94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bda5ea21-8238-4974-b0fb-80f1ceeb6048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981321 Aug 23 03:41:15.233729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Allocated IP 172.25.1.101 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/22dd63e2-18bb-497e-98d5-5f8f2035d553) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:15.240956 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0b51bc-0006-4831-a005-f099a270518b None None] The sync data for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 is: [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'afc68926-8b15-450c-b3ce-c2ac248b8d6e', 'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'mac_address': 'fa:16:3e:8f:f9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:07Z', 'updated_at': '2021-08-23T03:41:14Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'subnets': [{'id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:41:15.242091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'd5dafd98-0c49-4904-b6b5-d4fb15c13e77', 'network_id': 'a1427afe-547f-4e73-bba1-807f2176095b', 'port_id': 'd5dafd98-0c49-4904-b6b5-d4fb15c13e77', 'mac_address': 'fa:16:3e:d7:cd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f7e3a2-40ee-4983-a56a-2b37dccccbd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:41:15.352312 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:15.433529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5dafd98-0c49-4904-b6b5-d4fb15c13e77 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:15.449754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'ffa16624-35a7-4e1d-b14a-ecbdf6c90791', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'floating_ip_address': '172.25.1.84', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'port_id': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'mac_address': 'fa:16:3e:50:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:40:53Z', 'updated_at': '2021-08-23T03:41:11Z', 'revision_number': 1, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f', 'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'mac_address': 'fa:16:3e:af:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:44Z', 'updated_at': '2021-08-23T03:40:52Z', 'revision_number': 5, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'subnets': [{'id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:15.496766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] Checking router: eb6f97f0-33f8-4b91-975e-d17bc7d9036a for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:41:15.534967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d5dafd98-0c49-4904-b6b5-d4fb15c13e77, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,segment=NetworkSegment(86687910-e989-47a1-8dbd-0d3989fe3a2f),segment_id=86687910-e989-47a1-8dbd-0d3989fe3a2f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:15.546309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:15.547381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:40:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:15.632531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:15.637424 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:15.677306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32705-10d7-48ae-a7cf-ec685f49acca req-e7f9bde8-ae4b-46cf-83c7-56ea2112f470 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:15.679585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58f32705-10d7-48ae-a7cf-ec685f49acca req-e7f9bde8-ae4b-46cf-83c7-56ea2112f470 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1612546 Aug 23 03:41:15.797170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:15.797467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58f32705-10d7-48ae-a7cf-ec685f49acca req-5a0af2a4-6233-4025-b8ee-83ac2c68b0d1 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980608 Aug 23 03:41:15.840467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.842988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.842988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.842988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.842988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.842988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.846542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.846890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.847229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.847562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.847893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.848226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:41:15.861433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:15.864285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:15.930337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d5dafd98-0c49-4904-b6b5-d4fb15c13e77'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:15.944438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:15.956922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:15.965471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:16.079098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Pushing event updated for resources: {'Port': ['ID=22dd63e2-18bb-497e-98d5-5f8f2035d553,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:16.234092 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-53d52ab9-a02d-4880-9de8-5ec217f724aa service neutron] 10.222.0.24 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0173028 Aug 23 03:41:16.245828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:16.310005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ffc8b-7c5e-4cc0-9193-499604fffade req-ae1ae13e-b3bb-4081-a595-0cdfe64d3fc8 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:16.317990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a22ffc8b-7c5e-4cc0-9193-499604fffade req-ae1ae13e-b3bb-4081-a595-0cdfe64d3fc8 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0854688 Aug 23 03:41:16.378271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device afc68926-8b15-450c-b3ce-c2ac248b8d6e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:16.388792 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:16.418016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7f755-2648-49ab-b510-a06a3cd6a530 req-e1a5738c-4f50-4a1e-904d-a03a3fe324cd tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:16.428521 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ad7f755-2648-49ab-b510-a06a3cd6a530 req-e1a5738c-4f50-4a1e-904d-a03a3fe324cd tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 945 time: 0.2820301 Aug 23 03:41:16.439890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a22ffc8b-7c5e-4cc0-9193-499604fffade req-2b95f0d1-5281-4951-84df-21e8f9554ceb tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161537 Aug 23 03:41:16.506138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ad7f755-2648-49ab-b510-a06a3cd6a530 req-88ee1a64-f207-419b-9271-46fec3eb2fe9 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753233 Aug 23 03:41:16.508053 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84827b89-ad7f-4ffd-b3bd-901e211bbd43 req-e96eeeca-c580-4be6-b26f-a7767534b318 service neutron] 10.222.0.24 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671568 Aug 23 03:41:16.806204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-f925dc30-3ff6-4a9f-a6a9-d5b836569a47 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:16.814059 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-f925dc30-3ff6-4a9f-a6a9-d5b836569a47 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/networks?id=4350d250-ee87-47ff-a438-2df92f617819 HTTP/1.1" status: 200 len: 807 time: 0.2189558 Aug 23 03:41:16.835971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-2e2fc1ff-131b-455a-9ef0-d84ff9373ccd tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/quotas/2f13b4e9b5c14f4aaa358a9f1f59cda0 HTTP/1.1" status: 200 len: 375 time: 0.0206866 Aug 23 03:41:16.882891 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:16.886604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-8b475249-8b48-4447-98e8-3ad2b843fe78 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f13b4e9b5c14f4aaa358a9f1f59cda0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501254 Aug 23 03:41:16.894886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'ffa16624-35a7-4e1d-b14a-ecbdf6c90791', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'floating_ip_address': '172.25.1.84', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'port_id': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'mac_address': 'fa:16:3e:50:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:40:53Z', 'updated_at': '2021-08-23T03:41:11Z', 'revision_number': 1, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f', 'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'mac_address': 'fa:16:3e:af:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:44Z', 'updated_at': '2021-08-23T03:40:52Z', 'revision_number': 5, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'subnets': [{'id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:16.935153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2708fe-e80e-4e42-9be4-88760d3a2121 None None] The sync data for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 is: [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'ffa16624-35a7-4e1d-b14a-ecbdf6c90791', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'floating_ip_address': '172.25.1.84', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'port_id': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'mac_address': 'fa:16:3e:50:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:40:53Z', 'updated_at': '2021-08-23T03:41:11Z', 'revision_number': 1, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f', 'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'mac_address': 'fa:16:3e:af:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:44Z', 'updated_at': '2021-08-23T03:40:52Z', 'revision_number': 5, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'subnets': [{'id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:41:16.937462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port afc68926-8b15-450c-b3ce-c2ac248b8d6e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:16.945241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port afc68926-8b15-450c-b3ce-c2ac248b8d6e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:16.945632 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:16.990298 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:17.058361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Pushing event updated for resources: {'Port': ['ID=22dd63e2-18bb-497e-98d5-5f8f2035d553,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:17.068673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8988e0-04d7-4153-a835-0cf8748bd33b req-b659831e-6938-4cd2-9948-3d16b1d38cdc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:17.082952 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df8988e0-04d7-4153-a835-0cf8748bd33b req-b659831e-6938-4cd2-9948-3d16b1d38cdc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1645327 Aug 23 03:41:17.151497 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-05033916-06dd-4e6a-8fba-6750e4d0ffc4 service neutron] 10.222.0.20 "GET /v2.0/networks/4350d250-ee87-47ff-a438-2df92f617819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536035 Aug 23 03:41:17.169399 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df8988e0-04d7-4153-a835-0cf8748bd33b req-552e4c0d-6b7d-45a0-9a90-03c9699f3412 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807683 Aug 23 03:41:17.187504 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:17.237658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port afc68926-8b15-450c-b3ce-c2ac248b8d6e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=afc68926-8b15-450c-b3ce-c2ac248b8d6e,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:17.281956 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:17.298714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069f070-f228-44ff-ad8a-3892bd65c819 req-a0965f2f-6989-407b-894f-2b49c3243980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:17.298714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0069f070-f228-44ff-ad8a-3892bd65c819 req-a0965f2f-6989-407b-894f-2b49c3243980 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1096 time: 0.1760719 Aug 23 03:41:17.306841 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:17.426824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=afc68926-8b15-450c-b3ce-c2ac248b8d6e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:17.449063 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37933c8-b5ed-411d-8c24-00573fc522b0 None None] New status for floating IP ffa16624-35a7-4e1d-b14a-ecbdf6c90791: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:41:17.569881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15436594-bff7-496e-81aa-948512069d89 req-670e99e3-8fc6-4484-94cf-883b30c4d99b tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:17.571790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15436594-bff7-496e-81aa-948512069d89 req-670e99e3-8fc6-4484-94cf-883b30c4d99b tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0580301 Aug 23 03:41:17.616353 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15436594-bff7-496e-81aa-948512069d89 req-e248c257-2f88-4fb0-8072-007a387f4e15 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 Aug 23 03:41:17.676158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:17.677343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-856cec57-e14c-48fa-a0b9-09312dcf49f4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3018553 Aug 23 03:41:17.681565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-f3938cc9-62b7-4bb7-9811-a39337292077 service neutron] 10.222.0.20 "GET /v2.0/networks/4350d250-ee87-47ff-a438-2df92f617819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291500 Aug 23 03:41:17.703542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0069f070-f228-44ff-ad8a-3892bd65c819 req-e260b809-ca95-4a0f-a2ed-1cedbe3488c6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993819 Aug 23 03:41:17.739552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a6d80-a872-4e14-ba69-774414a09c39 req-c0aae702-2257-4e21-85d9-23dba0368a89 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:17.741052 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a3a6d80-a872-4e14-ba69-774414a09c39 req-c0aae702-2257-4e21-85d9-23dba0368a89 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 945 time: 0.0613081 Aug 23 03:41:17.780703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a3a6d80-a872-4e14-ba69-774414a09c39 req-a43d579a-6932-487e-a900-ab844968413c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Aug 23 03:41:17.976549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-aefd6ee0-3d0d-4095-aee9-e0d72f3182df tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1986963679&fields=id&tenant_id=c62754f47af44be0a3d92363c4a5f29b HTTP/1.1" status: 200 len: 267 time: 0.0342293 Aug 23 03:41:18.047444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device afc68926-8b15-450c-b3ce-c2ac248b8d6e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:18.109370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port afc68926-8b15-450c-b3ce-c2ac248b8d6e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:18.110085 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:18.128738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-0249d053-ba9a-40b7-801a-7fac3756efed tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:18.130618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-0249d053-ba9a-40b7-801a-7fac3756efed tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/networks?id=ee3df414-7126-461b-8211-7e304f249003 HTTP/1.1" status: 200 len: 815 time: 0.1434586 Aug 23 03:41:18.150423 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-ba66ed3d-481d-4c82-b149-4fca300e1da5 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/quotas/c62754f47af44be0a3d92363c4a5f29b HTTP/1.1" status: 200 len: 375 time: 0.0125637 Aug 23 03:41:18.229222 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-b20f45de-8638-4bd9-ac68-1722d9c7c79e tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c62754f47af44be0a3d92363c4a5f29b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635982 Aug 23 03:41:18.265490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb57b0cc-0685-4640-ac18-0711caa4ebb4 req-082b6caf-d445-4832-9272-654d4e904f86 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 210 time: 0.0340614 Aug 23 03:41:18.354418 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-0aa6e339-72bf-4f1d-8b6d-7d84d7d5da57 service neutron] 10.222.0.20 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239848 Aug 23 03:41:18.398353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f7903-7bff-4aac-bd6d-e1d11ecfba16 req-57ece5dc-104b-4a6d-b18b-7c3f2ba8059d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:18.405726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-991f7903-7bff-4aac-bd6d-e1d11ecfba16 req-57ece5dc-104b-4a6d-b18b-7c3f2ba8059d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0663919 Aug 23 03:41:18.467262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-991f7903-7bff-4aac-bd6d-e1d11ecfba16 req-3864839a-e526-43db-9660-7b504e463e2e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549088 Aug 23 03:41:18.467620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-ad32ef5d-baaf-497e-adbf-937a156e3da7 service neutron] 10.222.0.20 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087294 Aug 23 03:41:18.752073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8f82-9861-4c4f-9ddc-6563273ad563 req-3d194983-c20e-4a19-a55c-d35614dde2b4 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:18.753654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-352c8f82-9861-4c4f-9ddc-6563273ad563 req-3d194983-c20e-4a19-a55c-d35614dde2b4 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0703833 Aug 23 03:41:18.771442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8414ed75-cee7-4843-bf39-94282710a7d9 req-d901eaa2-330a-4fa0-b569-0f313bd1c0b4 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 210 time: 0.0345592 Aug 23 03:41:18.811315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-352c8f82-9861-4c4f-9ddc-6563273ad563 req-4385e238-dec4-4da6-b6fe-c6661adf9c7f tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Aug 23 03:41:18.871081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d5dafd98-0c49-4904-b6b5-d4fb15c13e77 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:18.951837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07b5ff-03d8-403e-880e-5858a8ab29a3 req-70af70cc-a494-49ae-8c67-7f3e19baf1a9 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:18.953427 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b07b5ff-03d8-403e-880e-5858a8ab29a3 req-70af70cc-a494-49ae-8c67-7f3e19baf1a9 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 945 time: 0.0895133 Aug 23 03:41:19.001578 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b07b5ff-03d8-403e-880e-5858a8ab29a3 req-30eafe17-6abc-4fea-8907-80f6ff596525 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Aug 23 03:41:19.032130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port d5dafd98-0c49-4904-b6b5-d4fb15c13e77 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:19.036170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port d5dafd98-0c49-4904-b6b5-d4fb15c13e77 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:19.036668 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:19.117687 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:19.139453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c1e063-241f-413c-9541-151ce74115bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5dafd98-0c49-4904-b6b5-d4fb15c13e77'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:19.141729 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d331700c-2589-494e-892c-05fbcb365c5d" -d '{"events": [{"server_uuid": "08c1e063-241f-413c-9541-151ce74115bd", "name": "network-vif-plugged", "status": "completed", "tag": "d5dafd98-0c49-4904-b6b5-d4fb15c13e77"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:19.164889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d5dafd98-0c49-4904-b6b5-d4fb15c13e77, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,segment=NetworkSegment(86687910-e989-47a1-8dbd-0d3989fe3a2f),segment_id=86687910-e989-47a1-8dbd-0d3989fe3a2f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:19.184160 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82befe99-dc5c-4364-9674-14f0c7bd8b16 x-openstack-request-id: req-82befe99-dc5c-4364-9674-14f0c7bd8b16 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:19.184485 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c1e063-241f-413c-9541-151ce74115bd", "name": "network-vif-plugged", "status": "completed", "tag": "d5dafd98-0c49-4904-b6b5-d4fb15c13e77", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:19.184691 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82befe99-dc5c-4364-9674-14f0c7bd8b16 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:19.185125 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c1e063-241f-413c-9541-151ce74115bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5dafd98-0c49-4904-b6b5-d4fb15c13e77', 'code': 200} Aug 23 03:41:19.233133 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:19.287679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:19.368496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ccfbe40-4d38-4a57-84ae-d267f1516e1e req-2847796c-0558-4e7f-8cc9-c59b54d6f2d6 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 210 time: 0.0449488 Aug 23 03:41:19.383257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21785edc-7b65-4506-8e33-c0c4e2e28d74 req-03151771-ca67-4fb4-82b3-596246d823e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:19.384696 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-21785edc-7b65-4506-8e33-c0c4e2e28d74 req-03151771-ca67-4fb4-82b3-596246d823e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 1097 time: 0.0600560 Aug 23 03:41:19.421038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-21785edc-7b65-4506-8e33-c0c4e2e28d74 req-80fcaca0-ba2f-4a48-b607-fa3e623348ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289602 Aug 23 03:41:19.582273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2040b0b-754e-4017-bbff-34ff58d8f524 req-6e128589-6222-4145-b23b-9b36d54023d9 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:19.583739 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2040b0b-754e-4017-bbff-34ff58d8f524 req-6e128589-6222-4145-b23b-9b36d54023d9 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0509048 Aug 23 03:41:19.628600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2040b0b-754e-4017-bbff-34ff58d8f524 req-99ac94e4-1c35-419e-93f4-69498233a9c0 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387516 Aug 23 03:41:19.853673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-730c9a38-462e-4eeb-8034-bde19538f9e7 req-c9c9eace-8b13-42c0-a445-89bfdf478e4d tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 210 time: 0.0254014 Aug 23 03:41:19.967023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6186-ff1d-4b96-9cb8-2a15e92a7361 req-6fe80078-0056-49b9-a290-2d65a14c2bc3 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:19.968534 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-88fa6186-ff1d-4b96-9cb8-2a15e92a7361 req-6fe80078-0056-49b9-a290-2d65a14c2bc3 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0483544 Aug 23 03:41:20.006461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-88fa6186-ff1d-4b96-9cb8-2a15e92a7361 req-eaa2ebab-41be-4cc3-82ea-65f86ae24658 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Aug 23 03:41:20.127600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077909e-1800-4001-b792-7f382a762b3d req-144f0e42-c119-4e62-ae79-62f206c5aef3 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:20.129235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8077909e-1800-4001-b792-7f382a762b3d req-144f0e42-c119-4e62-ae79-62f206c5aef3 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 946 time: 0.0529811 Aug 23 03:41:20.170657 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8077909e-1800-4001-b792-7f382a762b3d req-bbf41210-3215-46f6-8370-0dac29f0e24f tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Aug 23 03:41:20.203084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-59814deb-45ec-435e-aa79-16a31de7853e req-65bbdd2c-9478-4781-981e-df8e70055e9c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1345311757', 'description': 'tempest-description-687350869'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:20.323792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-59814deb-45ec-435e-aa79-16a31de7853e req-65bbdd2c-9478-4781-981e-df8e70055e9c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:20.421129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-59814deb-45ec-435e-aa79-16a31de7853e req-65bbdd2c-9478-4781-981e-df8e70055e9c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:20.495082 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-59814deb-45ec-435e-aa79-16a31de7853e req-65bbdd2c-9478-4781-981e-df8e70055e9c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:20.527260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbdd2c-9478-4781-981e-df8e70055e9c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ee1786-eb1d-4eb5-b5b6-0cc866b044e9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:20.607236 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-59814deb-45ec-435e-aa79-16a31de7853e req-65bbdd2c-9478-4781-981e-df8e70055e9c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:20.609093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59814deb-45ec-435e-aa79-16a31de7853e req-65bbdd2c-9478-4781-981e-df8e70055e9c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4099276 Aug 23 03:41:20.701436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc3ed855-e2dc-49bc-bcfa-f8c2f64b2cc0 req-ea8526be-8236-4276-8af7-81df76940593 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 210 time: 0.0276034 Aug 23 03:41:20.745908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c90e4b-79d0-4a19-b5ea-c72ef99ba6e4 req-8caefb59-beee-40a2-a844-89b207d5bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:20.747396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7c90e4b-79d0-4a19-b5ea-c72ef99ba6e4 req-8caefb59-beee-40a2-a844-89b207d5bc43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 1096 time: 0.0520301 Aug 23 03:41:20.783508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7c90e4b-79d0-4a19-b5ea-c72ef99ba6e4 req-d6a9fb57-0f98-4b85-91f9-c1c59b3e9b98 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285778 Aug 23 03:41:20.812524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-e91c05e4-00f7-4dd6-be9f-2acb2495787a tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1345311757&fields=id&tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904 HTTP/1.1" status: 200 len: 267 time: 0.0539277 Aug 23 03:41:20.883780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-18db9cac-8750-4796-b67d-a9278cb4c099 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:20.885903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-18db9cac-8750-4796-b67d-a9278cb4c099 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0590606 Aug 23 03:41:20.902022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-b7219e03-ed71-41e4-bdbe-ff9432cb6cec tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Request body: {'port': {'security_groups': ['149b3dae-aa54-410c-8a84-520aa99eb324', 'e4ee1786-eb1d-4eb5-b5b6-0cc866b044e9']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:20.924059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f99e5-24c4-42b1-923f-17aa76442abf req-aa776da3-33b6-4069-bdfc-b2a6fd775037 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:20.925739 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae7f99e5-24c4-42b1-923f-17aa76442abf req-aa776da3-33b6-4069-bdfc-b2a6fd775037 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0700231 Aug 23 03:41:20.972857 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-b7219e03-ed71-41e4-bdbe-ff9432cb6cec tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:20.982674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae7f99e5-24c4-42b1-923f-17aa76442abf req-0c86d232-19f8-416e-b7bb-e0f85f606eaf tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Aug 23 03:41:21.065465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-065b6315-047b-4764-b5e3-0a336b19e14a req-0d007429-7a38-457c-83d3-ca8cc9a7c1f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 210 time: 0.0265899 Aug 23 03:41:21.235635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-b7219e03-ed71-41e4-bdbe-ff9432cb6cec tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] For port e9a6b3aa-5027-447b-a44b-88b759367df0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e9a6b3aa-5027-447b-a44b-88b759367df0,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:21.286151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-87d49664-ede3-49de-93c0-a84469cebea4 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:21.287944 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-87d49664-ede3-49de-93c0-a84469cebea4 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.24 "GET /v2.0/networks?id=4350d250-ee87-47ff-a438-2df92f617819 HTTP/1.1" status: 200 len: 807 time: 0.1509547 Aug 23 03:41:21.288332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-fb086e71-b64a-476d-898c-c0ee1c08870d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:21.289852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-fb086e71-b64a-476d-898c-c0ee1c08870d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/networks?id=8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 200 len: 804 time: 0.1264668 Aug 23 03:41:21.292488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-b7219e03-ed71-41e4-bdbe-ff9432cb6cec tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:21.302857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Request body: {'port': {'device_id': '843d6193-d9f5-4f7e-93f1-bdb6530430a0', 'network_id': '4350d250-ee87-47ff-a438-2df92f617819', 'admin_state_up': True, 'tenant_id': '2f13b4e9b5c14f4aaa358a9f1f59cda0'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:21.311021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-b38c0608-22b5-4da8-bb79-a59004de2b3c tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/quotas/a7af850b05a44b908cb2b00fa00f4745 HTTP/1.1" status: 200 len: 375 time: 0.0136437 Aug 23 03:41:21.359082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-53d7cfe0-d5f2-4240-b4ce-368c39c0c74c tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421355 Aug 23 03:41:21.383129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-b7219e03-ed71-41e4-bdbe-ff9432cb6cec tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:21.419603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e9a6b3aa-5027-447b-a44b-88b759367df0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:21.456384 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-b7219e03-ed71-41e4-bdbe-ff9432cb6cec tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:21.457052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-b7219e03-ed71-41e4-bdbe-ff9432cb6cec tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:21.458416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee6505a1-c798-4906-8a84-437e4ac8844e req-b7219e03-ed71-41e4-bdbe-ff9432cb6cec tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "PUT /v2.0/ports/e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 981 time: 0.5632503 Aug 23 03:41:21.458863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:21.459374 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-91c6014b-6abc-4e0e-82f3-68d555519ab9 service neutron] 10.222.0.20 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931871 Aug 23 03:41:21.461269 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:21.488172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7219e03-ed71-41e4-bdbe-ff9432cb6cec tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Pushing event updated for resources: {'Port': ['ID=e9a6b3aa-5027-447b-a44b-88b759367df0,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:21.567274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-8e62e101-8b07-4359-8361-162e5dffc5af service neutron] 10.222.0.20 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946794 Aug 23 03:41:21.568984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ea087-a96b-4b51-93f9-8930ecc8d4dc req-377f617b-54f8-4b10-bd92-63fa0ba4dba0 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:21.571224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-984ea087-a96b-4b51-93f9-8930ecc8d4dc req-377f617b-54f8-4b10-bd92-63fa0ba4dba0 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 946 time: 0.0541086 Aug 23 03:41:21.573396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Made reservation on behalf of 2f13b4e9b5c14f4aaa358a9f1f59cda0 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:21.577821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:21.663681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-984ea087-a96b-4b51-93f9-8930ecc8d4dc req-ebd26d24-aeb1-4baa-a1b1-d79b8d678a88 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767529 Aug 23 03:41:21.736147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Allocated IP 172.20.0.9 (4350d250-ee87-47ff-a438-2df92f617819/3c44628c-6ec4-4d2a-b522-2b454e2c95b2/d827e885-4b47-4c2b-823e-ebc4bb54c1d0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:21.758636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e9a6b3aa-5027-447b-a44b-88b759367df0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:22.032376 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.040558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-4f3a795b-432d-46c7-b60b-cdf43afeff24 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1345311757&fields=id&tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904 HTTP/1.1" status: 200 len: 267 time: 0.0674338 Aug 23 03:41:22.049333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-84b79866-9160-4708-8ade-4519917d6e59 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:22.051034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-84b79866-9160-4708-8ade-4519917d6e59 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.24 "GET /v2.0/networks?id=ee3df414-7126-461b-8211-7e304f249003 HTTP/1.1" status: 200 len: 815 time: 0.2299623 Aug 23 03:41:22.137457 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3405b31-b98b-4a20-9d8f-a06aea372cce x-openstack-request-id: req-d3405b31-b98b-4a20-9d8f-a06aea372cce {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:22.137750 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:22.137997 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3405b31-b98b-4a20-9d8f-a06aea372cce {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:22.138442 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'status': 'completed', 'code': 200} Aug 23 03:41:22.156892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.172320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-73d8371b-2e0f-4fa2-b8cd-3b423ac54673 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:22.180911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-73d8371b-2e0f-4fa2-b8cd-3b423ac54673 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 984 time: 0.1285605 Aug 23 03:41:22.190333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-43416623-682f-46a7-b128-f912a3912964 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Request body: {'port': {'security_groups': ['149b3dae-aa54-410c-8a84-520aa99eb324']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:22.240566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Network 4350d250-ee87-47ff-a438-2df92f617819 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:22.246636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-59dc5263-5bbd-4e94-be42-5242afc30d68 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c62754f47af44be0a3d92363c4a5f29b HTTP/1.1" status: 200 len: 380 time: 0.1391661 Aug 23 03:41:22.246798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:22.246798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:22.256737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Pushing event updated for resources: {'Port': ['ID=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:22.273079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Request body: {'port': {'device_id': 'd148568f-eb16-42db-a373-83464c1de74d', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'admin_state_up': True, 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'security_groups': ['15128c87-12d8-45df-a48b-c3df874775ee']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:22.306746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:22.309096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.320262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-43416623-682f-46a7-b128-f912a3912964 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.407245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-bccc8461-e153-442c-ad93-e222191f5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:22.408727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-bccc8461-e153-442c-ad93-e222191f5a3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1135 time: 0.1672211 Aug 23 03:41:22.425301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-5db333bf-91d0-4df7-bca7-566a810bccd0 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1267228 Aug 23 03:41:22.440107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Request body: {'port': {'device_id': '843d6193-d9f5-4f7e-93f1-bdb6530430a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:22.482537 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.493794 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.615751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-ade94254-8509-4805-b7c4-964b545c99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:22.617250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-ade94254-8509-4805-b7c4-964b545c99f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 200 len: 919 time: 0.1988704 Aug 23 03:41:22.646559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-55f0f351-a946-4fcc-83f9-3fdc8f22786f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:22.646559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-55f0f351-a946-4fcc-83f9-3fdc8f22786f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f1a4716-1629-49fc-8573-272ba964ab32 HTTP/1.1" status: 200 len: 946 time: 0.1094823 Aug 23 03:41:22.669892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-a685d071-da71-448b-b131-1f60930fb200 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 217 time: 0.0436320 Aug 23 03:41:22.670125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Made reservation on behalf of c62754f47af44be0a3d92363c4a5f29b for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:22.673483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.744410 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-43416623-682f-46a7-b128-f912a3912964 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] For port e9a6b3aa-5027-447b-a44b-88b759367df0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e9a6b3aa-5027-447b-a44b-88b759367df0,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:22.807674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-742c62e9-8833-4abf-8563-adbc2b715f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:22.809168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-742c62e9-8833-4abf-8563-adbc2b715f2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b87bef0-2609-4572-b004-ec3ca1b77387 HTTP/1.1" status: 200 len: 859 time: 0.1306677 Aug 23 03:41:22.821382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-43416623-682f-46a7-b128-f912a3912964 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.844985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a245f-9882-4a48-b66e-423b3f834169 req-bd5d18f4-a4e2-4a08-9f22-89f98f9c361c tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:22.846457 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-289a245f-9882-4a48-b66e-423b3f834169 req-bd5d18f4-a4e2-4a08-9f22-89f98f9c361c tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 931 time: 0.1396275 Aug 23 03:41:22.854886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-28d0eefe-3039-41cd-99a9-a0c350f8b007 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77b8a988-46ea-4567-a9fa-28f60209b4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295298 Aug 23 03:41:22.867457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Deleting port 0259c49f-3c63-4aa0-8079-1803e6e82af7 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:22.867804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.908498 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-43416623-682f-46a7-b128-f912a3912964 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:22.953532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e9a6b3aa-5027-447b-a44b-88b759367df0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:22.971699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-289a245f-9882-4a48-b66e-423b3f834169 req-2b9061a6-3a71-4cf4-91d0-505a9cc709bd tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd26616a-3fef-4396-bdbe-b2aba52ca767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167700 Aug 23 03:41:22.986640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Allocated IP 172.20.0.12 (ee3df414-7126-461b-8211-7e304f249003/cb4e96f6-2260-4731-a535-5a65e2e7cd53/a7df0678-cf26-45b7-a9fc-13c045d08bcf) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:23.024276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-43416623-682f-46a7-b128-f912a3912964 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:23.028348 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-43416623-682f-46a7-b128-f912a3912964 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.033783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d827e885-4b47-4c2b-823e-ebc4bb54c1d0 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:23.041188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f94e692-445e-4af4-9ac7-5e29e4af5c59 req-43416623-682f-46a7-b128-f912a3912964 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "PUT /v2.0/ports/e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 942 time: 0.8590288 Aug 23 03:41:23.044275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] For port 0259c49f-3c63-4aa0-8079-1803e6e82af7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0259c49f-3c63-4aa0-8079-1803e6e82af7,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:23.044682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.045195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:23.047503 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8404493-75f7-4411-898b-f62e4207d83d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:23.048137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.065542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Calling delete_port for 0259c49f-3c63-4aa0-8079-1803e6e82af7 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:23.075402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Transition to ACTIVE for port object d827e885-4b47-4c2b-823e-ebc4bb54c1d0 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:23.130877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416623-682f-46a7-b128-f912a3912964 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Pushing event updated for resources: {'Port': ['ID=e9a6b3aa-5027-447b-a44b-88b759367df0,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:23.141446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-8fffc654-c192-40d0-915b-181e25e8415c service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630911 Aug 23 03:41:23.156822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1e3b1941-143b-4c2c-a340-e671160f2a2c req-9c513fc2-62f5-495b-a0d4-2d3cb6aa954f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 210 time: 0.0293357 Aug 23 03:41:23.168127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.170105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e9a6b3aa-5027-447b-a44b-88b759367df0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:23.315204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb1e4b-ea97-4cda-98c7-c956faab879b req-33024016-9127-4d67-93c8-56d63efa549d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:23.316893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14bb1e4b-ea97-4cda-98c7-c956faab879b req-33024016-9127-4d67-93c8-56d63efa549d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.2041891 Aug 23 03:41:23.348628 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bce4bbf-1393-48e0-bbb2-18ac1ec1094f req-effeaf0c-d264-4c94-9879-9fa3b38803cc tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 210 time: 0.0777831 Aug 23 03:41:23.353640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:23.382422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73c38038-10e6-4f76-9f6e-d3e8bdfcd0bf req-b7fb640a-71b3-490d-80ef-1c94c6806d1e service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232175 Aug 23 03:41:23.389951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.418241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14bb1e4b-ea97-4cda-98c7-c956faab879b req-29ff9497-b35d-44a3-95bc-7e5036a21a37 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902016 Aug 23 03:41:23.423888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Transition to ACTIVE for port object a7df0678-cf26-45b7-a9fc-13c045d08bcf will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:23.472723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.488549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Attempting to bind port d827e885-4b47-4c2b-823e-ebc4bb54c1d0 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:23.488881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Attempting to bind port d827e885-4b47-4c2b-823e-ebc4bb54c1d0 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b73ebd71-27db-4bbe-8eb9-a8d81e383d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4350d250-ee87-47ff-a438-2df92f617819'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:23.489311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Attempting to bind port d827e885-4b47-4c2b-823e-ebc4bb54c1d0 on network 4350d250-ee87-47ff-a438-2df92f617819 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:23.521227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Pushing event deleted for resources: {'Port': ['ID=0259c49f-3c63-4aa0-8079-1803e6e82af7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:23.537599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Port d827e885-4b47-4c2b-823e-ebc4bb54c1d0 on network 4350d250-ee87-47ff-a438-2df92f617819 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:41:23.537970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Attempting to bind port d827e885-4b47-4c2b-823e-ebc4bb54c1d0 on network 4350d250-ee87-47ff-a438-2df92f617819 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:23.555411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aa13e-8e23-4d4e-b36e-02cc32e72981 req-b9b1a389-4acb-4e57-b350-282c91f99b5c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:23.557149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da1aa13e-8e23-4d4e-b36e-02cc32e72981 req-b9b1a389-4acb-4e57-b350-282c91f99b5c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 946 time: 0.0584364 Aug 23 03:41:23.558993 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.564074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:23.564420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Checking segment: {'id': 'b73ebd71-27db-4bbe-8eb9-a8d81e383d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4350d250-ee87-47ff-a438-2df92f617819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:23.564803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Bound using segment: {'id': 'b73ebd71-27db-4bbe-8eb9-a8d81e383d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4350d250-ee87-47ff-a438-2df92f617819'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:23.565271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Bound port: d827e885-4b47-4c2b-823e-ebc4bb54c1d0, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73ebd71-27db-4bbe-8eb9-a8d81e383d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4350d250-ee87-47ff-a438-2df92f617819'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:23.565626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.569094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] No DVR routers for this DVR port 0259c49f-3c63-4aa0-8079-1803e6e82af7 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:41:23.571489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.573782 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d5b9e-a6a7-4545-862e-6e401ec369be req-e068f2a8-ca52-422c-a391-f21aa19e02e5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.24 "DELETE /v2.0/ports/0259c49f-3c63-4aa0-8079-1803e6e82af7 HTTP/1.1" status: 204 len: 173 time: 0.9142249 Aug 23 03:41:23.632531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Network ee3df414-7126-461b-8211-7e304f249003 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:23.636627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] For port d827e885-4b47-4c2b-823e-ebc4bb54c1d0, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:23.639814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] For port d827e885-4b47-4c2b-823e-ebc4bb54c1d0, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,segment=NetworkSegment(b73ebd71-27db-4bbe-8eb9-a8d81e383d5d),segment_id=b73ebd71-27db-4bbe-8eb9-a8d81e383d5d)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:23.643857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:23.646057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Pushing event updated for resources: {'Port': ['ID=a7df0678-cf26-45b7-a9fc-13c045d08bcf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:23.648269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:23.653254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da1aa13e-8e23-4d4e-b36e-02cc32e72981 req-a956c434-8178-4c13-a718-0287377cf74c tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/security-groups?id=82798d95-e6e4-4e39-af95-1767e1378d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850880 Aug 23 03:41:23.712259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:23.712892 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.769671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.784087 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee207aab-2e5a-4969-86c2-934d2fbcd6f3 x-openstack-request-id: req-ee207aab-2e5a-4969-86c2-934d2fbcd6f3 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:23.784432 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:23.784832 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee207aab-2e5a-4969-86c2-934d2fbcd6f3 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:23.785527 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'status': 'completed', 'code': 200} Aug 23 03:41:23.882644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8404493-75f7-4411-898b-f62e4207d83d req-3dbe3cf1-5bb4-4ddd-9fc7-89f1f2cc33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:23.884217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8404493-75f7-4411-898b-f62e4207d83d req-3dbe3cf1-5bb4-4ddd-9fc7-89f1f2cc33ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1096 time: 0.0511553 Aug 23 03:41:23.884750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:23.885618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:23.886450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-3bc3b856-69a0-439c-83b4-6bdfc43209f0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6173451 Aug 23 03:41:23.887095 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] 10.222.0.24 "PUT /v2.0/ports/d827e885-4b47-4c2b-823e-ebc4bb54c1d0 HTTP/1.1" status: 200 len: 1091 time: 1.4516335 Aug 23 03:41:23.909204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Request body: {'port': {'device_id': 'd148568f-eb16-42db-a373-83464c1de74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:23.935385 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74fae3fe-6078-42db-a14a-e3845370c91a req-4c1a0a33-501c-491f-9af1-ebacf9b5226f tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1880035 Aug 23 03:41:23.935385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d5eb5-a487-493e-9501-1b059d332ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:23.947099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:24.032873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:24.058743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8404493-75f7-4411-898b-f62e4207d83d req-2ae23113-533a-4dda-804a-d3c2ab1da507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:24.060354 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8404493-75f7-4411-898b-f62e4207d83d req-2ae23113-533a-4dda-804a-d3c2ab1da507 service neutron] 10.222.0.11 "GET /v2.0/networks?id=77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 200 len: 919 time: 0.1675544 Aug 23 03:41:24.096234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5ebee6a1-dc07-4d37-9c73-d449b2430038 None None] Provisioning for port a7df0678-cf26-45b7-a9fc-13c045d08bcf completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:24.101424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5ebee6a1-dc07-4d37-9c73-d449b2430038 None None] Provisioning complete for port a7df0678-cf26-45b7-a9fc-13c045d08bcf triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:24.101886 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5ebee6a1-dc07-4d37-9c73-d449b2430038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:24.115439 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:24.123310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-aa4b7fb5-52ff-40d8-8b95-4fe774ca2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:24.128316 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-aa4b7fb5-52ff-40d8-8b95-4fe774ca2bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f13b4e9b5c14f4aaa358a9f1f59cda0&device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 1094 time: 0.0899036 Aug 23 03:41:24.128860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8404493-75f7-4411-898b-f62e4207d83d req-973d13c9-6bb2-44eb-a42e-577b4e932fa3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 217 time: 0.0460734 Aug 23 03:41:24.146604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a4716-1629-49fc-8573-272ba964ab32', 'name': 'network-vif-deleted', 'tag': '0259c49f-3c63-4aa0-8079-1803e6e82af7'}, {'name': 'network-changed', 'server_uuid': '843d6193-d9f5-4f7e-93f1-bdb6530430a0', 'tag': 'd827e885-4b47-4c2b-823e-ebc4bb54c1d0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:24.151210 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a439a08-0439-41f7-a26a-2c686b936830" -d '{"events": [{"server_uuid": "4f1a4716-1629-49fc-8573-272ba964ab32", "name": "network-vif-deleted", "tag": "0259c49f-3c63-4aa0-8079-1803e6e82af7"}, {"name": "network-changed", "server_uuid": "843d6193-d9f5-4f7e-93f1-bdb6530430a0", "tag": "d827e885-4b47-4c2b-823e-ebc4bb54c1d0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:24.171871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5ebee6a1-dc07-4d37-9c73-d449b2430038 None None] Port a7df0678-cf26-45b7-a9fc-13c045d08bcf cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:41:24.186096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-2d889972-c023-419f-8a78-d7a498910ea6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d827e885-4b47-4c2b-823e-ebc4bb54c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0483265 Aug 23 03:41:24.205501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-ea5d690e-199a-466f-8b6c-32516a8ee0bb tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:24.206961 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-ea5d690e-199a-466f-8b6c-32516a8ee0bb tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.24 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 946 time: 0.1390448 Aug 23 03:41:24.344155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8404493-75f7-4411-898b-f62e4207d83d req-11a4ad1f-d69b-4c06-9da5-7c4b2b6439ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:24.345781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8404493-75f7-4411-898b-f62e4207d83d req-11a4ad1f-d69b-4c06-9da5-7c4b2b6439ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b87bef0-2609-4572-b004-ec3ca1b77387 HTTP/1.1" status: 200 len: 859 time: 0.2053857 Aug 23 03:41:24.348175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-abc0d668-59f0-4947-9fad-a32ca5d7ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:24.350324 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-abc0d668-59f0-4947-9fad-a32ca5d7ae8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c44628c-6ec4-4d2a-b522-2b454e2c95b2 HTTP/1.1" status: 200 len: 847 time: 0.1418111 Aug 23 03:41:24.396576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-b5737b30-2675-4bae-a6cc-134ede5e7c83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4350d250-ee87-47ff-a438-2df92f617819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381334 Aug 23 03:41:24.473218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d983ac4-9768-4752-9065-0455246e4cdb req-2e817db3-7617-4b17-9273-a1d969e23f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:24.474383 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Deleting port d5dafd98-0c49-4904-b6b5-d4fb15c13e77 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:24.474648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d983ac4-9768-4752-9065-0455246e4cdb req-2e817db3-7617-4b17-9273-a1d969e23f8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d49951f4ec40188af7128c79047ec0&device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 1096 time: 0.2394235 Aug 23 03:41:24.474777 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:24.482163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389e63c-b821-4857-a1a4-2df40e5c1cf5 req-b649670f-f848-4971-9d29-d9a0360f8571 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:24.483605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6389e63c-b821-4857-a1a4-2df40e5c1cf5 req-b649670f-f848-4971-9d29-d9a0360f8571 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 943 time: 0.3081789 Aug 23 03:41:24.485385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8404493-75f7-4411-898b-f62e4207d83d req-93df7209-c17f-4acb-9c17-3c806afa8a4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77b8a988-46ea-4567-a9fa-28f60209b4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796056 Aug 23 03:41:24.510304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:24.615515 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-f6cc8b69-617e-49cc-b8c7-db3f093e0d11 service neutron] 10.222.0.24 "GET /v2.0/networks/4350d250-ee87-47ff-a438-2df92f617819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084408 Aug 23 03:41:24.637122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-b73be06c-b224-415c-8ff0-06cb13b4680e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:24.638611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-b73be06c-b224-415c-8ff0-06cb13b4680e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "GET /v2.0/networks?id=8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 200 len: 804 time: 0.3495390 Aug 23 03:41:24.711854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] For port d5dafd98-0c49-4904-b6b5-d4fb15c13e77, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,segment=NetworkSegment(86687910-e989-47a1-8dbd-0d3989fe3a2f),segment_id=86687910-e989-47a1-8dbd-0d3989fe3a2f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:24.712226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:24.754226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Calling delete_port for d5dafd98-0c49-4904-b6b5-d4fb15c13e77 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:24.785407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Allocated IP 172.25.1.67 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/0f251d63-4fc5-462a-af03-3095b207e173) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:24.883560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c69a2b59-e19b-40ee-b57d-22789c64d517 req-284a7346-839e-4243-9335-8b5d9f5a1098 service neutron] 10.222.0.24 "GET /v2.0/networks/4350d250-ee87-47ff-a438-2df92f617819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558949 Aug 23 03:41:24.900602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0259c49f-3c63-4aa0-8079-1803e6e82af7 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:24.929477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 0259c49f-3c63-4aa0-8079-1803e6e82af7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:24.929850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0259c49f-3c63-4aa0-8079-1803e6e82af7 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:24.981283 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:24.997412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Request body: {'port': {'device_id': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'admin_state_up': True, 'tenant_id': 'a7af850b05a44b908cb2b00fa00f4745'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:25.014663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6389e63c-b821-4857-a1a4-2df40e5c1cf5 req-6f50c3da-4633-4c36-a787-b94d22dcac34 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd26616a-3fef-4396-bdbe-b2aba52ca767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154738 Aug 23 03:41:25.142446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d983ac4-9768-4752-9065-0455246e4cdb req-ed6ee207-f8e7-4a99-839f-217a6cbeb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:25.143892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d983ac4-9768-4752-9065-0455246e4cdb req-ed6ee207-f8e7-4a99-839f-217a6cbeb6a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 200 len: 911 time: 0.6544340 Aug 23 03:41:25.169299 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.181504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8404493-75f7-4411-898b-f62e4207d83d req-5b9a1298-feb0-4f5a-aaa4-93baa0dd9de8 service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679561 Aug 23 03:41:25.182806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d5dafd98-0c49-4904-b6b5-d4fb15c13e77'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:25.206564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Pushing event deleted for resources: {'Port': ['ID=d5dafd98-0c49-4904-b6b5-d4fb15c13e77,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:25.209128 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.235804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:25.257843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d983ac4-9768-4752-9065-0455246e4cdb req-09fd3d6d-d4e4-4fad-a240-320c5d135b46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ec7761-a575-417e-b345-fb2afc206874 HTTP/1.1" status: 200 len: 217 time: 0.0933139 Aug 23 03:41:25.258111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:25.263082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:25.283359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7df0678-cf26-45b7-a9fc-13c045d08bcf {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:25.325967 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.336727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Pushing event updated for resources: {'Port': ['ID=0f251d63-4fc5-462a-af03-3095b207e173,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:25.339370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] No DVR routers for this DVR port d5dafd98-0c49-4904-b6b5-d4fb15c13e77 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:41:25.344334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.346474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-597c8239-e34a-4d68-84f8-e4c2ad13afe0 req-b000d835-659e-4d32-8485-58e43dcc8126 tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.24 "DELETE /v2.0/ports/d5dafd98-0c49-4904-b6b5-d4fb15c13e77 HTTP/1.1" status: 204 len: 173 time: 1.1279101 Aug 23 03:41:25.378401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b255f5-86ad-4874-8a89-8dfd958e5a19 req-cb4183d8-fea8-44fd-9b15-fe9e8db0a1bc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:25.380073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10b255f5-86ad-4874-8a89-8dfd958e5a19 req-cb4183d8-fea8-44fd-9b15-fe9e8db0a1bc tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.2632489 Aug 23 03:41:25.406020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Transition to ACTIVE for port object a7df0678-cf26-45b7-a9fc-13c045d08bcf will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:25.418428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.457741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8404493-75f7-4411-898b-f62e4207d83d req-ceb21ed7-fe30-4a3a-9361-1f71657a5942 service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610176 Aug 23 03:41:25.463833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d983ac4-9768-4752-9065-0455246e4cdb req-3c78d0f7-fd46-42f8-9aed-d5699740187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:25.465247 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d983ac4-9768-4752-9065-0455246e4cdb req-3c78d0f7-fd46-42f8-9aed-d5699740187c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db73e230-8414-4e9f-923a-52dac4ceceb7 HTTP/1.1" status: 200 len: 851 time: 0.1419277 Aug 23 03:41:25.473001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10b255f5-86ad-4874-8a89-8dfd958e5a19 req-1eeea75d-1cbb-4418-842e-a42144b72ec0 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806296 Aug 23 03:41:25.481556 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.539799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.606145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Pushing event updated for resources: {'Port': ['ID=a7df0678-cf26-45b7-a9fc-13c045d08bcf,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:25.610818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d983ac4-9768-4752-9065-0455246e4cdb req-0858e40b-1172-4703-a4f9-41f0574cda76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f38fd29c-90b7-4585-b02d-4bb3f85b4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231089 Aug 23 03:41:25.614227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Made reservation on behalf of a7af850b05a44b908cb2b00fa00f4745 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:25.618084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.761130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.801865 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03915d8a-cf34-4dc7-a8bf-3ea378ff583a x-openstack-request-id: req-03915d8a-cf34-4dc7-a8bf-3ea378ff583a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:25.802787 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a4716-1629-49fc-8573-272ba964ab32", "name": "network-vif-deleted", "tag": "0259c49f-3c63-4aa0-8079-1803e6e82af7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "843d6193-d9f5-4f7e-93f1-bdb6530430a0", "tag": "d827e885-4b47-4c2b-823e-ebc4bb54c1d0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:25.803320 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03915d8a-cf34-4dc7-a8bf-3ea378ff583a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:25.803993 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a4716-1629-49fc-8573-272ba964ab32', 'name': 'network-vif-deleted', 'tag': '0259c49f-3c63-4aa0-8079-1803e6e82af7', 'status': 'completed', 'code': 200} Aug 23 03:41:25.804496 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843d6193-d9f5-4f7e-93f1-bdb6530430a0', 'tag': 'd827e885-4b47-4c2b-823e-ebc4bb54c1d0', 'status': 'completed', 'code': 200} Aug 23 03:41:25.835395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.953693 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:25.983422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c71a585-b5a0-4cdf-ad98-dac644e01e6a req-341543bd-185f-4b8f-adca-30ade5c2f873 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 210 time: 0.0766053 Aug 23 03:41:25.991697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Pushing event updated for resources: {'Port': ['ID=0f251d63-4fc5-462a-af03-3095b207e173,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:25.998430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a439a08-0439-41f7-a26a-2c686b936830 req-67f83af0-3b05-4f91-8cd5-912f4704f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:26.000079 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a439a08-0439-41f7-a26a-2c686b936830 req-67f83af0-3b05-4f91-8cd5-912f4704f713 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f13b4e9b5c14f4aaa358a9f1f59cda0&device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 1094 time: 0.1665692 Aug 23 03:41:26.055844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d983ac4-9768-4752-9065-0455246e4cdb req-50e3e5d1-2fe0-49e7-8303-6d0e968a78fc service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343047 Aug 23 03:41:26.085987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:26.087168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b60d9522-e6c8-4b78-a71c-357a5940333c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1527064 Aug 23 03:41:26.089218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17f6af67-b99a-4ad1-9f31-e1e480769513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:26.130882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Attempting to bind port a7df0678-cf26-45b7-a9fc-13c045d08bcf on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:26.131252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Attempting to bind port a7df0678-cf26-45b7-a9fc-13c045d08bcf by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:26.131554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Attempting to bind port a7df0678-cf26-45b7-a9fc-13c045d08bcf on network ee3df414-7126-461b-8211-7e304f249003 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:26.144140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Allocated IP 172.20.0.4 (8c3430a6-d245-43d8-809d-62a6818221fb/024e375b-07ee-47c3-b827-2fa19610e3a5/b7903e4c-1856-4f68-b2a5-cef73a2a4fd2) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:26.165126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74fae3fe-6078-42db-a14a-e3845370c91a req-b62cdb5d-038e-47d8-a079-5e7260ea54be tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.0691044 Aug 23 03:41:26.179722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Port a7df0678-cf26-45b7-a9fc-13c045d08bcf on network ee3df414-7126-461b-8211-7e304f249003 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:41:26.180056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Attempting to bind port a7df0678-cf26-45b7-a9fc-13c045d08bcf on network ee3df414-7126-461b-8211-7e304f249003 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:26.202944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a439a08-0439-41f7-a26a-2c686b936830 req-542a766e-2386-41f2-bb2f-1462f28bf4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:26.204765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a439a08-0439-41f7-a26a-2c686b936830 req-542a766e-2386-41f2-bb2f-1462f28bf4e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4350d250-ee87-47ff-a438-2df92f617819 HTTP/1.1" status: 200 len: 907 time: 0.1952200 Aug 23 03:41:26.206630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:26.206980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Checking segment: {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:26.207919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Bound using segment: {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:26.207919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Bound port: a7df0678-cf26-45b7-a9fc-13c045d08bcf, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12158bb-18a9-4f49-ba52-15f9105c101e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ee3df414-7126-461b-8211-7e304f249003'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:26.208334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:26.254332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b21db3-2084-44f5-85f0-8cf0f00de292 req-5cf2f5e7-de89-4e9f-9f74-f2b298c49dec tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:26.255910 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68b21db3-2084-44f5-85f0-8cf0f00de292 req-5cf2f5e7-de89-4e9f-9f74-f2b298c49dec tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 944 time: 0.1956310 Aug 23 03:41:26.301948 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a439a08-0439-41f7-a26a-2c686b936830 req-eaae2df8-c872-4654-bdf9-7e2cb3e2182c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d827e885-4b47-4c2b-823e-ebc4bb54c1d0 HTTP/1.1" status: 200 len: 217 time: 0.0827146 Aug 23 03:41:26.327876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d983ac4-9768-4752-9065-0455246e4cdb req-aee51d9c-4f00-4d7f-806b-ac356d3a5c30 service neutron] 10.222.0.11 "GET /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626884 Aug 23 03:41:26.376448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae3fe-6078-42db-a14a-e3845370c91a req-6554f466-7fc4-491c-899e-65ba61f0e680 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:26.377854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74fae3fe-6078-42db-a14a-e3845370c91a req-6554f466-7fc4-491c-899e-65ba61f0e680 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.2037134 Aug 23 03:41:26.382937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a439a08-0439-41f7-a26a-2c686b936830 req-15260765-3251-4f6e-aa72-1c482923d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:26.391074 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a439a08-0439-41f7-a26a-2c686b936830 req-15260765-3251-4f6e-aa72-1c482923d406 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c44628c-6ec4-4d2a-b522-2b454e2c95b2 HTTP/1.1" status: 200 len: 847 time: 0.0754819 Aug 23 03:41:26.448841 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a439a08-0439-41f7-a26a-2c686b936830 req-df54a4f5-6087-46d1-8364-bedc2f59c329 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4350d250-ee87-47ff-a438-2df92f617819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548847 Aug 23 03:41:26.468103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68b21db3-2084-44f5-85f0-8cf0f00de292 req-74828569-90c9-47f1-936d-361a8fda365c tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028284 Aug 23 03:41:26.472245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] For port a7df0678-cf26-45b7-a9fc-13c045d08bcf, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:26.493674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] For port a7df0678-cf26-45b7-a9fc-13c045d08bcf, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7df0678-cf26-45b7-a9fc-13c045d08bcf,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:26.535220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:26.570113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e930c0a5-0751-4e7e-9a85-07efed40dec5 req-19a35891-efa1-4023-9e3b-1f58869323fa tempest-InstanceActionsV221TestJSON-1810584894 tempest-InstanceActionsV221TestJSON-1810584894-project] 10.222.0.20 "GET /v2.0/ports?device_id=08c1e063-241f-413c-9541-151ce74115bd HTTP/1.1" status: 200 len: 210 time: 0.0680702 Aug 23 03:41:26.593196 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:26.616071 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a439a08-0439-41f7-a26a-2c686b936830 req-8dd03b17-c7d3-4cbd-b799-299149a481a7 service neutron] 10.222.0.24 "GET /v2.0/networks/4350d250-ee87-47ff-a438-2df92f617819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600060 Aug 23 03:41:26.676887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Pushing event updated for resources: {'Port': ['ID=a7df0678-cf26-45b7-a9fc-13c045d08bcf,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:26.713237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:26.714529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:26.720344 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-977b82f5-2827-481f-a28b-eb9d60de6d90 service neutron] 10.222.0.24 "PUT /v2.0/ports/a7df0678-cf26-45b7-a9fc-13c045d08bcf HTTP/1.1" status: 200 len: 1092 time: 2.8175993 Aug 23 03:41:26.736310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd148568f-eb16-42db-a373-83464c1de74d', 'tag': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:26.738106 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb" -d '{"events": [{"name": "network-changed", "server_uuid": "d148568f-eb16-42db-a373-83464c1de74d", "tag": "a7df0678-cf26-45b7-a9fc-13c045d08bcf"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:26.742307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:26.829344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Network 8c3430a6-d245-43d8-809d-62a6818221fb is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:26.847765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Pushing event updated for resources: {'Port': ['ID=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:26.859941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:26.863408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:26.892375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d827e885-4b47-4c2b-823e-ebc4bb54c1d0 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:41:26.982391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:26.983110 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:27.016091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4c778-d206-4273-afbb-b8f01f233748 req-0bab441b-56a5-44c2-b4d8-69b489d2e664 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:27.023733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-0bab441b-56a5-44c2-b4d8-69b489d2e664 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3017614 Aug 23 03:41:27.037204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-d55c4b9b-a27f-45f6-afc9-014d509dbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:27.038807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-d55c4b9b-a27f-45f6-afc9-014d509dbbb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c62754f47af44be0a3d92363c4a5f29b&device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 1095 time: 0.1696789 Aug 23 03:41:27.097929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d827e885-4b47-4c2b-823e-ebc4bb54c1d0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,segment=NetworkSegment(b73ebd71-27db-4bbe-8eb9-a8d81e383d5d),segment_id=b73ebd71-27db-4bbe-8eb9-a8d81e383d5d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:27.114951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'd827e885-4b47-4c2b-823e-ebc4bb54c1d0', 'network_id': '4350d250-ee87-47ff-a438-2df92f617819', 'port_id': 'd827e885-4b47-4c2b-823e-ebc4bb54c1d0', 'mac_address': 'fa:16:3e:2d:69:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c44628c-6ec4-4d2a-b522-2b454e2c95b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:41:27.139330 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-0bf99593-8adf-4748-b29e-0091566796a7 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 695 time: 0.1144862 Aug 23 03:41:27.142064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-a2ba7f79-3de5-4a5c-9e98-4f2edb9828b9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1484528 Aug 23 03:41:27.142064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-d86b677a-02cf-407d-a964-d62b2e61f695 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7df0678-cf26-45b7-a9fc-13c045d08bcf HTTP/1.1" status: 200 len: 217 time: 0.0544424 Aug 23 03:41:27.143210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674178aa-1798-4e9f-9eeb-8991eeffead8 req-063e8109-f3f1-4d91-987a-3b8be2411856 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:27.144844 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-674178aa-1798-4e9f-9eeb-8991eeffead8 req-063e8109-f3f1-4d91-987a-3b8be2411856 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 943 time: 0.1209435 Aug 23 03:41:27.146818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a439a08-0439-41f7-a26a-2c686b936830 req-dd5a7548-42e0-41bc-a693-4f34cd95e7ea service neutron] 10.222.0.24 "GET /v2.0/networks/4350d250-ee87-47ff-a438-2df92f617819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231946 Aug 23 03:41:27.159556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Request body: {'floatingip': {'port_id': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:27.173899 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:27.191160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d827e885-4b47-4c2b-823e-ebc4bb54c1d0 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:27.193586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-674178aa-1798-4e9f-9eeb-8991eeffead8 req-f60168b7-ec8d-4a2c-945b-6551d2154a91 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd26616a-3fef-4396-bdbe-b2aba52ca767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Aug 23 03:41:27.213647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Request body: {'port': {'device_id': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:27.222461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d827e885-4b47-4c2b-823e-ebc4bb54c1d0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,segment=NetworkSegment(b73ebd71-27db-4bbe-8eb9-a8d81e383d5d),segment_id=b73ebd71-27db-4bbe-8eb9-a8d81e383d5d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:27.268431 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:27.298482 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:27.315376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09e9ed-36c3-44e1-900d-6e3539d99b88 req-6804dde2-6bf6-49c0-926d-9744d32d8935 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:27.318023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc09e9ed-36c3-44e1-900d-6e3539d99b88 req-6804dde2-6bf6-49c0-926d-9744d32d8935 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0579000 Aug 23 03:41:27.354817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:27.360538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-0cc39f03-8bc0-4937-8ddb-ebc8a697e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:27.362070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-0cc39f03-8bc0-4937-8ddb-ebc8a697e3a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb4e96f6-2260-4731-a535-5a65e2e7cd53 HTTP/1.1" status: 200 len: 854 time: 0.1528172 Aug 23 03:41:27.368974 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc09e9ed-36c3-44e1-900d-6e3539d99b88 req-204c54d0-6764-4241-bf41-928e90500934 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401638 Aug 23 03:41:27.413324 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:27.433844 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63c6d1d-ee52-453c-b67a-280db8cbc925 x-openstack-request-id: req-d63c6d1d-ee52-453c-b67a-280db8cbc925 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:27.434256 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d148568f-eb16-42db-a373-83464c1de74d", "tag": "a7df0678-cf26-45b7-a9fc-13c045d08bcf", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:27.434611 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d63c6d1d-ee52-453c-b67a-280db8cbc925 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:27.435623 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd148568f-eb16-42db-a373-83464c1de74d', 'tag': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf', 'status': 'completed', 'code': 200} Aug 23 03:41:27.509641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26494e11-3399-457c-8563-17d47196d29c req-17efded4-2f7b-4e25-81e9-3439a893abc9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:27.511109 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26494e11-3399-457c-8563-17d47196d29c req-17efded4-2f7b-4e25-81e9-3439a893abc9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 931 time: 0.0511801 Aug 23 03:41:27.515634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d827e885-4b47-4c2b-823e-ebc4bb54c1d0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:27.565924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-1b31fd64-655c-40bf-9dd0-06e1cc26d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:27.565924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-1b31fd64-655c-40bf-9dd0-06e1cc26d9a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee3df414-7126-461b-8211-7e304f249003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895604 Aug 23 03:41:27.566627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26494e11-3399-457c-8563-17d47196d29c req-5cdab111-08b3-439d-b2e6-575f36e103ec tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Aug 23 03:41:27.692493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fd371-fa84-43cd-b70d-bd7a1c2b3ee1 req-2c12ea27-825d-4bd6-8d0f-7f81e91d2978 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:27.693933 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-196fd371-fa84-43cd-b70d-bd7a1c2b3ee1 req-2c12ea27-825d-4bd6-8d0f-7f81e91d2978 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 944 time: 0.0724854 Aug 23 03:41:27.734828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-196fd371-fa84-43cd-b70d-bd7a1c2b3ee1 req-da8a9e67-e3a1-41f4-9554-f8921647c4ee tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344191 Aug 23 03:41:27.807101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c1e063-241f-413c-9541-151ce74115bd', 'name': 'network-vif-deleted', 'tag': 'd5dafd98-0c49-4904-b6b5-d4fb15c13e77'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:27.809870 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998f2def-ba02-4999-9295-a2744668f756" -d '{"events": [{"server_uuid": "08c1e063-241f-413c-9541-151ce74115bd", "name": "network-vif-deleted", "tag": "d5dafd98-0c49-4904-b6b5-d4fb15c13e77"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:27.900308 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-1b7f8fe3-85c1-487a-870a-5e5f22bfa2e4 service neutron] 10.222.0.24 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959030 Aug 23 03:41:27.929984 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b968f0-79ee-4497-a875-3b3cfd22b016 x-openstack-request-id: req-59b968f0-79ee-4497-a875-3b3cfd22b016 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:27.934510 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c1e063-241f-413c-9541-151ce74115bd", "name": "network-vif-deleted", "tag": "d5dafd98-0c49-4904-b6b5-d4fb15c13e77", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:27.934510 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59b968f0-79ee-4497-a875-3b3cfd22b016 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:27.934510 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c1e063-241f-413c-9541-151ce74115bd', 'name': 'network-vif-deleted', 'tag': 'd5dafd98-0c49-4904-b6b5-d4fb15c13e77', 'status': 'completed', 'code': 200} Aug 23 03:41:28.375249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c94bea-440c-4b6c-a74d-ea6b821cb35c req-90e8630d-af0c-4e7a-bf80-80f3c1eafaa4 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:28.376767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91c94bea-440c-4b6c-a74d-ea6b821cb35c req-90e8630d-af0c-4e7a-bf80-80f3c1eafaa4 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 944 time: 0.0501175 Aug 23 03:41:28.418110 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91c94bea-440c-4b6c-a74d-ea6b821cb35c req-5b17eede-366f-4401-9534-9ebd60d8ceff tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd26616a-3fef-4396-bdbe-b2aba52ca767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350466 Aug 23 03:41:28.436015 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.resource_extend [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:41:28.464555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38220) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:28.476907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e5ce44-c339-4d8f-9ba3-5bf7500ed230 req-d4a34532-f11b-4b42-914a-3ec627a9bc26 service neutron] 10.222.0.24 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650134 Aug 23 03:41:28.482657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:28.494096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.514940 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.518004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Transition to ACTIVE for port object b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:28.518819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cbc040-b5e4-4e5f-aab7-499802dcab04 admin admin] Deleting subnet 46f7e3a2-40ee-4983-a56a-2b37dccccbd3 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:41:28.523467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77cbc040-b5e4-4e5f-aab7-499802dcab04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.587524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77cbc040-b5e4-4e5f-aab7-499802dcab04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.627224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c439d18-c948-442d-91c3-67f069507ab3 req-8e8428bf-b721-48eb-a4cd-1cf8b1e333d8 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:28.628718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c439d18-c948-442d-91c3-67f069507ab3 req-8e8428bf-b721-48eb-a4cd-1cf8b1e333d8 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1062751 Aug 23 03:41:28.647429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77cbc040-b5e4-4e5f-aab7-499802dcab04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.663481 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.666196 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.714317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c439d18-c948-442d-91c3-67f069507ab3 req-ff715cb5-f42c-4b71-9f69-aa3e9ebe9da8 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768819 Aug 23 03:41:28.722438 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37952992-a362-48d1-91a3-90ec5051839e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.781869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-3f167e5c-9dfe-43b1-83fe-a64a2fcced9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:28.783571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-3f167e5c-9dfe-43b1-83fe-a64a2fcced9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c62754f47af44be0a3d92363c4a5f29b&device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 1095 time: 0.1485522 Aug 23 03:41:28.786830 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.816718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Pushing event updated for resources: {'Port': ['ID=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:28.833658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77cbc040-b5e4-4e5f-aab7-499802dcab04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.866784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbc040-b5e4-4e5f-aab7-499802dcab04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f7e3a2-40ee-4983-a56a-2b37dccccbd3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:28.870420 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77cbc040-b5e4-4e5f-aab7-499802dcab04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:28.873172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-77cbc040-b5e4-4e5f-aab7-499802dcab04 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/46f7e3a2-40ee-4983-a56a-2b37dccccbd3 HTTP/1.1" status: 204 len: 168 time: 0.4070437 Aug 23 03:41:28.882633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eb74e-1f2a-453b-856f-63bae125cc9f req-cadd1a45-77b4-4294-b4a4-df9da3cdb5f4 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:28.887779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38228) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:28.887930 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c29eb74e-1f2a-453b-856f-63bae125cc9f req-cadd1a45-77b4-4294-b4a4-df9da3cdb5f4 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 943 time: 0.0939162 Aug 23 03:41:28.924608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c29eb74e-1f2a-453b-856f-63bae125cc9f req-00342ebc-592b-499f-af95-a4b015d4b3a7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Aug 23 03:41:28.931310 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d827e885-4b47-4c2b-823e-ebc4bb54c1d0 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:28.962655 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Floating IP a42dab37-951e-4b83-a6e1-c49fa9a5c846 associated. External IP: 172.25.1.67, port: e9a6b3aa-5027-447b-a44b-88b759367df0. Aug 23 03:41:29.046668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20670046-4627-4093-bd58-5ddb138302ba req-6612269c-8f86-4368-8594-3fc7429f4682 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:29.048570 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-20670046-4627-4093-bd58-5ddb138302ba req-6612269c-8f86-4368-8594-3fc7429f4682 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 944 time: 0.0524151 Aug 23 03:41:29.090706 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-20670046-4627-4093-bd58-5ddb138302ba req-22fdcda3-acd8-4bee-a090-abfc09d5bb20 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356238 Aug 23 03:41:29.098739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Attempting to bind port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:29.098739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Attempting to bind port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:29.098739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Attempting to bind port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 on network 8c3430a6-d245-43d8-809d-62a6818221fb {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:29.106465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port d827e885-4b47-4c2b-823e-ebc4bb54c1d0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:29.111075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port d827e885-4b47-4c2b-823e-ebc4bb54c1d0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:29.111789 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.135819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.146465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 on network 8c3430a6-d245-43d8-809d-62a6818221fb not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:41:29.146836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Attempting to bind port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 on network 8c3430a6-d245-43d8-809d-62a6818221fb {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:29.154158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-9931b923-1241-46f5-8cb9-c7850930aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:29.155307 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-9931b923-1241-46f5-8cb9-c7850930aa1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee3df414-7126-461b-8211-7e304f249003 HTTP/1.1" status: 200 len: 915 time: 0.3400869 Aug 23 03:41:29.168089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:29.168427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Checking segment: {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:29.168988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Bound using segment: {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:29.169993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Bound port: b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:29.170353 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.193851 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.217936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d6193-d9f5-4f7e-93f1-bdb6530430a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd827e885-4b47-4c2b-823e-ebc4bb54c1d0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:29.220187 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd74118-b28f-45ba-a7af-f508a46c67c8" -d '{"events": [{"server_uuid": "843d6193-d9f5-4f7e-93f1-bdb6530430a0", "name": "network-vif-plugged", "status": "completed", "tag": "d827e885-4b47-4c2b-823e-ebc4bb54c1d0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:29.222906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-29db0137-d15e-49b9-9832-3f662fdd2a29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7df0678-cf26-45b7-a9fc-13c045d08bcf HTTP/1.1" status: 200 len: 217 time: 0.0603201 Aug 23 03:41:29.241402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d827e885-4b47-4c2b-823e-ebc4bb54c1d0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,segment=NetworkSegment(b73ebd71-27db-4bbe-8eb9-a8d81e383d5d),segment_id=b73ebd71-27db-4bbe-8eb9-a8d81e383d5d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:29.265369 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38749d64-4ac4-46d2-b1b6-63d61e9657d7 x-openstack-request-id: req-38749d64-4ac4-46d2-b1b6-63d61e9657d7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:29.265659 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d6193-d9f5-4f7e-93f1-bdb6530430a0", "name": "network-vif-plugged", "status": "completed", "tag": "d827e885-4b47-4c2b-823e-ebc4bb54c1d0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:29.265904 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38749d64-4ac4-46d2-b1b6-63d61e9657d7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:29.266300 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d6193-d9f5-4f7e-93f1-bdb6530430a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd827e885-4b47-4c2b-823e-ebc4bb54c1d0', 'code': 200} Aug 23 03:41:29.283800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.284671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d5dafd98-0c49-4904-b6b5-d4fb15c13e77 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:29.341969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: d5dafd98-0c49-4904-b6b5-d4fb15c13e77 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:29.342209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d5dafd98-0c49-4904-b6b5-d4fb15c13e77 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:29.368751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:29.394721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e6ddd-99e3-412c-8ece-2ef80c14bb59 req-6804a361-69aa-433b-8144-8219eea6fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:29.396565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-374e6ddd-99e3-412c-8ece-2ef80c14bb59 req-6804a361-69aa-433b-8144-8219eea6fa25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 1096 time: 0.0624416 Aug 23 03:41:29.409188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-481ae7d5-8bd3-437b-839d-4dcd16f94763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:29.410657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-481ae7d5-8bd3-437b-839d-4dcd16f94763 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb4e96f6-2260-4731-a535-5a65e2e7cd53 HTTP/1.1" status: 200 len: 854 time: 0.1655858 Aug 23 03:41:29.418373 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.439202 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-374e6ddd-99e3-412c-8ece-2ef80c14bb59 req-d7460b07-636c-4b36-808a-535d6d4eedd9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd26616a-3fef-4396-bdbe-b2aba52ca767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Aug 23 03:41:29.494303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:29.497350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1427afe-547f-4e73-bba1-807f2176095b']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:29.517325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86687910-e989-47a1-8dbd-0d3989fe3a2f') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:29.517656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86687910-e989-47a1-8dbd-0d3989fe3a2f') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:29.531070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:29.535811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67b43e-dad8-47d7-a64a-f27506d11b9e req-70c57cea-807b-4b61-a70d-ca62aecbf614 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:29.536006 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.537845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a67b43e-dad8-47d7-a64a-f27506d11b9e req-70c57cea-807b-4b61-a70d-ca62aecbf614 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 945 time: 0.0506883 Aug 23 03:41:29.560670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.571806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-c518d366-b7e7-411c-a6d9-fb76d4256686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:29.573345 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-c518d366-b7e7-411c-a6d9-fb76d4256686 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee3df414-7126-461b-8211-7e304f249003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517885 Aug 23 03:41:29.574243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:41:29.574629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.577367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Router 6d0dc09e-341a-48c1-af48-01b52d98dd6b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:41:29.578168 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:41:29.580969 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a67b43e-dad8-47d7-a64a-f27506d11b9e req-5a6b7cd5-3ca2-4341-8fcc-9f8688f9a425 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd26616a-3fef-4396-bdbe-b2aba52ca767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343707 Aug 23 03:41:29.632563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.707588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:29.708202 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.709550 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] 10.222.0.11 "PUT /v2.0/ports/b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 HTTP/1.1" status: 200 len: 1091 time: 2.5014071 Aug 23 03:41:29.713822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:29.716581 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d03df9d-7769-4b56-937b-16e570ecd717" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:29.749439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.754195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.756159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1427afe-547f-4e73-bba1-807f2176095b HTTP/1.1" status: 204 len: 168 time: 0.8691633 Aug 23 03:41:29.759211 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae604cbf-7a90-4485-b511-114594b75f8e x-openstack-request-id: req-ae604cbf-7a90-4485-b511-114594b75f8e {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:29.759465 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:29.759713 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae604cbf-7a90-4485-b511-114594b75f8e {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:29.760284 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2', 'status': 'completed', 'code': 200} Aug 23 03:41:29.853795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f452bf-e1fd-4435-a106-4d17fdfd03f5 req-0597175c-ee67-4219-a945-bee2df94e615 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:29.856147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d7f452bf-e1fd-4435-a106-4d17fdfd03f5 req-0597175c-ee67-4219-a945-bee2df94e615 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.0518501 Aug 23 03:41:29.867477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d88a-05db-44a7-b1bc-103001ec8211 service neutron] Pushing event updated for resources: {'Port': ['ID=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:29.871635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67419435-a52d-4973-97f9-4c5745f6d06b admin admin] Pushing event deleted for resources: {'Network': ['ID=a1427afe-547f-4e73-bba1-807f2176095b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:29.917965 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d7f452bf-e1fd-4435-a106-4d17fdfd03f5 req-f8aafada-0232-4076-8a98-a3a188ec3c99 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541542 Aug 23 03:41:29.929639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-bea2ec95-6ec6-4b57-ae72-166e93a3f446 service neutron] 10.222.0.24 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405109 Aug 23 03:41:29.932097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:41:29.937280 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:29.944241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] Sync routers for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:41:29.961162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:29.962046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:30.010902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03df9d-7769-4b56-937b-16e570ecd717 req-a96bc215-ef48-43a2-b067-3631471cd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.012697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d03df9d-7769-4b56-937b-16e570ecd717 req-a96bc215-ef48-43a2-b067-3631471cd923 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 1094 time: 0.1563349 Aug 23 03:41:30.014679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-78f6bb94-fdaa-4da0-a969-69016c4baae6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "PUT /v2.0/floatingips/a42dab37-951e-4b83-a6e1-c49fa9a5c846 HTTP/1.1" status: 200 len: 995 time: 2.8647740 Aug 23 03:41:30.080194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:30.182934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4c778-d206-4273-afbb-b8f01f233748 req-a4b09a33-5624-4c9a-a0d2-9218f64d858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.184175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-a4b09a33-5624-4c9a-a0d2-9218f64d858e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1096 time: 0.1380563 Aug 23 03:41:30.188030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ce6dc53-c464-45ad-8c0b-bde330c8eceb req-86df6b7d-769b-4a69-8108-1a4ab0173fa2 service neutron] 10.222.0.24 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484324 Aug 23 03:41:30.194130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38258) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:30.232191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03df9d-7769-4b56-937b-16e570ecd717 req-c2160ceb-5b6b-4071-8001-3d30e85b07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.233765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d03df9d-7769-4b56-937b-16e570ecd717 req-c2160ceb-5b6b-4071-8001-3d30e85b07fc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a7af850b05a44b908cb2b00fa00f4745&shared=False HTTP/1.1" status: 200 len: 904 time: 0.1891191 Aug 23 03:41:30.284030 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-790243e9-a1ab-40ff-b563-e2d7fb804fb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1a02f2a088c47ba863778f569ef6b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839949 Aug 23 03:41:30.284030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38262) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:30.343476 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da430aae-3d02-47a3-8ff7-0f409d6225ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:30.363848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4c778-d206-4273-afbb-b8f01f233748 req-cfb7cc63-92e2-4f35-9db3-3b58cd6ae096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.366088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-cfb7cc63-92e2-4f35-9db3-3b58cd6ae096 service neutron] 10.222.0.20 "GET /v2.0/networks?id=77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 200 len: 919 time: 0.1746979 Aug 23 03:41:30.369921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da430aae-3d02-47a3-8ff7-0f409d6225ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:30.414082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:30.422133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'a42dab37-951e-4b83-a6e1-c49fa9a5c846', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'port_id': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'mac_address': 'fa:16:3e:92:3d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:41:25Z', 'updated_at': '2021-08-23T03:41:28Z', 'revision_number': 1, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb90cac1-f13d-4acc-8139-e779bbe7b96f', 'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'mac_address': 'fa:16:3e:8b:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:10Z', 'updated_at': '2021-08-23T03:40:21Z', 'revision_number': 5, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'subnets': [{'id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:30.433069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03df9d-7769-4b56-937b-16e570ecd717 req-7b93bef1-65cd-43e8-ab11-400c30a91c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.435363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d03df9d-7769-4b56-937b-16e570ecd717 req-7b93bef1-65cd-43e8-ab11-400c30a91c20 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1730344 Aug 23 03:41:30.455299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-ef37fb10-04ef-4388-b362-7c2f89b370a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 998 time: 0.0813222 Aug 23 03:41:30.467305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] Checking router: 6d0dc09e-341a-48c1-af48-01b52d98dd6b for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:41:30.477856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:30.478642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:30.498234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f0689-35ae-4320-89c5-9379accfc336 req-722e99f7-686c-4006-8452-5be20d1971bd tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.500274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-922f0689-35ae-4320-89c5-9379accfc336 req-722e99f7-686c-4006-8452-5be20d1971bd tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 943 time: 0.0546677 Aug 23 03:41:30.535167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da430aae-3d02-47a3-8ff7-0f409d6225ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:30.538130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da430aae-3d02-47a3-8ff7-0f409d6225ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:30.547756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4c778-d206-4273-afbb-b8f01f233748 req-a33250f4-5fe6-4b76-8c17-52864ee23c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.549223 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-a33250f4-5fe6-4b76-8c17-52864ee23c88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b87bef0-2609-4572-b004-ec3ca1b77387 HTTP/1.1" status: 200 len: 859 time: 0.0875988 Aug 23 03:41:30.551684 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-da430aae-3d02-47a3-8ff7-0f409d6225ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82798d95-e6e4-4e39-af95-1767e1378d19 HTTP/1.1" status: 204 len: 168 time: 0.2606139 Aug 23 03:41:30.576859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-64937231-4462-49cd-8be6-edc52604e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.578655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-64937231-4462-49cd-8be6-edc52604e21a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 1094 time: 0.0706906 Aug 23 03:41:30.593666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-922f0689-35ae-4320-89c5-9379accfc336 req-4b81f7ab-8325-4fd6-b45a-3ada783664c6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867624 Aug 23 03:41:30.596300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da430aae-3d02-47a3-8ff7-0f409d6225ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82798d95-e6e4-4e39-af95-1767e1378d19,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:30.603750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-27f1e4b1-83bf-4dbc-87dd-c1e9146a914b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b8a988-46ea-4567-a9fa-28f60209b4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399461 Aug 23 03:41:30.647217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-9d2927ba-9042-48cb-a849-2c8d13885145 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 HTTP/1.1" status: 200 len: 217 time: 0.0515821 Aug 23 03:41:30.696267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:30.723733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-68b8f153-1d2e-4266-b3f2-1f70d32554b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.725691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-68b8f153-1d2e-4266-b3f2-1f70d32554b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=024e375b-07ee-47c3-b827-2fa19610e3a5 HTTP/1.1" status: 200 len: 844 time: 0.0668693 Aug 23 03:41:30.787661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdd901-8e7b-431f-92a8-7b55cf30a247 req-4b77180e-ed21-4c73-90b8-d8e53f0711c7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:30.791203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ebcdd901-8e7b-431f-92a8-7b55cf30a247 req-4b77180e-ed21-4c73-90b8-d8e53f0711c7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 944 time: 0.1012740 Aug 23 03:41:30.795619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-4795d88b-b655-46ac-a11b-a177f1c20bce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c3430a6-d245-43d8-809d-62a6818221fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319452 Aug 23 03:41:30.834871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ebcdd901-8e7b-431f-92a8-7b55cf30a247 req-39a57399-1e86-4e17-897e-972939b06685 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350888 Aug 23 03:41:30.846286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-f54dd63d-857f-44aa-8bc2-89c8f249ad42 service neutron] 10.222.0.20 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091467 Aug 23 03:41:31.022610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-da6b77b3-22cc-413c-b296-2cc453d05c31 service neutron] 10.222.0.11 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188075 Aug 23 03:41:31.068569 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78b4c778-d206-4273-afbb-b8f01f233748 req-f53dbc10-ab44-4a9d-962b-f134330e82ab service neutron] 10.222.0.20 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832793 Aug 23 03:41:31.114592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2afbac-47ff-49e9-b0d1-2de439cf8940 req-8a47460c-60cc-4ccf-9f4f-a7a21aa49196 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:31.116088 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a2afbac-47ff-49e9-b0d1-2de439cf8940 req-8a47460c-60cc-4ccf-9f4f-a7a21aa49196 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1033041 Aug 23 03:41:31.120589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a7df0678-cf26-45b7-a9fc-13c045d08bcf details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:41:31.177702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a2afbac-47ff-49e9-b0d1-2de439cf8940 req-4be816d6-d058-4148-93dc-9728f13485e8 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542228 Aug 23 03:41:31.351853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a7df0678-cf26-45b7-a9fc-13c045d08bcf, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7df0678-cf26-45b7-a9fc-13c045d08bcf,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:31.353347 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-2b3a3799-e13c-4742-9fc4-89aee136aae4 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 998 time: 0.1302254 Aug 23 03:41:31.368951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'port_id': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf', 'mac_address': 'fa:16:3e:b0:44:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:41:31.374328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'a42dab37-951e-4b83-a6e1-c49fa9a5c846', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'port_id': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'mac_address': 'fa:16:3e:92:3d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:41:25Z', 'updated_at': '2021-08-23T03:41:28Z', 'revision_number': 1, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb90cac1-f13d-4acc-8139-e779bbe7b96f', 'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'mac_address': 'fa:16:3e:8b:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:10Z', 'updated_at': '2021-08-23T03:40:21Z', 'revision_number': 5, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'subnets': [{'id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:31.402891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa5a848-8aac-468d-b539-629f7192f3ab None None] The sync data for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 is: [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'a42dab37-951e-4b83-a6e1-c49fa9a5c846', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'port_id': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'mac_address': 'fa:16:3e:92:3d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:41:25Z', 'updated_at': '2021-08-23T03:41:28Z', 'revision_number': 1, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb90cac1-f13d-4acc-8139-e779bbe7b96f', 'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'mac_address': 'fa:16:3e:8b:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:10Z', 'updated_at': '2021-08-23T03:40:21Z', 'revision_number': 5, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'subnets': [{'id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:41:31.421468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-3945cbdf-112d-44a0-a793-4dabed941bfc tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:31.424877 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-3945cbdf-112d-44a0-a793-4dabed941bfc tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports/e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 942 time: 0.0646296 Aug 23 03:41:31.457672 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:31.490307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7df0678-cf26-45b7-a9fc-13c045d08bcf {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:31.527178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a7df0678-cf26-45b7-a9fc-13c045d08bcf, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7df0678-cf26-45b7-a9fc-13c045d08bcf,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:31.556465 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-5d2602a9-8ec4-468f-b55f-6d33feea3304 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 998 time: 0.0764184 Aug 23 03:41:31.583477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33982e61-0112-4a6a-8367-e1bb608d174a req-a8be70f9-c86d-4fb1-8dae-f63f0f08745e tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:31.584058 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:31.585052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-33982e61-0112-4a6a-8367-e1bb608d174a req-a8be70f9-c86d-4fb1-8dae-f63f0f08745e tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 945 time: 0.0694909 Aug 23 03:41:31.587622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6cd18a67-4d49-4809-a0db-865a3a8ffdbf req-f3ffdb7c-371d-479c-b432-95f429c45dda service neutron] 10.222.0.11 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543201 Aug 23 03:41:31.642680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a7df0678-cf26-45b7-a9fc-13c045d08bcf,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:31.654737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-33982e61-0112-4a6a-8367-e1bb608d174a req-c16d93a5-ac4c-4e99-8c83-03d53bef686e tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd26616a-3fef-4396-bdbe-b2aba52ca767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607474 Aug 23 03:41:31.697424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-cd46ed84-08cb-4e26-ba3d-191a232a9367 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:31.698630 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-cd46ed84-08cb-4e26-ba3d-191a232a9367 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1330357 Aug 23 03:41:31.738202 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:31.751407 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769d2d6-c1dd-4e55-b9cf-be63080ba68a None None] New status for floating IP a42dab37-951e-4b83-a6e1-c49fa9a5c846: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:41:31.780419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:31.783032 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b821359-68af-4f25-82f8-960533164654" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:31.788947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-669432d1-a96b-4e61-9222-7b5adf361fbc tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 998 time: 0.0799487 Aug 23 03:41:31.802495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:31.810995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a7df0678-cf26-45b7-a9fc-13c045d08bcf'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:31.816910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe2ea1-91a8-4998-beb5-59d768d1162d req-c0e5cc04-5775-4b0a-ac33-c32bfe8f732a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:31.818567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0fe2ea1-91a8-4998-beb5-59d768d1162d req-c0e5cc04-5775-4b0a-ac33-c32bfe8f732a tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 943 time: 0.0756867 Aug 23 03:41:31.877863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:31.886596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0fe2ea1-91a8-4998-beb5-59d768d1162d req-45ef35f7-1d5d-4a3e-8525-d50ac1870df6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606723 Aug 23 03:41:32.022313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38306) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:32.050488 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491ce101-d723-48d0-bdb8-08bcda15384e x-openstack-request-id: req-491ce101-d723-48d0-bdb8-08bcda15384e {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:32.050822 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:32.051075 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-491ce101-d723-48d0-bdb8-08bcda15384e {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:32.051719 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'status': 'completed', 'code': 200} Aug 23 03:41:32.069900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:41:32.070231 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:41:32.151793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-850654872-network', 'tenant_id': '8c134e2e5bef4f0b87077f1ea471f581'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:32.192765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9067-2ce4-4b02-9c8d-cf2c62619cd8 req-14d79aef-01ec-4d02-aa90-940fae03c259 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:32.194271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a53a9067-2ce4-4b02-9c8d-cf2c62619cd8 req-14d79aef-01ec-4d02-aa90-940fae03c259 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 945 time: 0.0943887 Aug 23 03:41:32.196684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b821359-68af-4f25-82f8-960533164654 req-9ca71215-e102-4073-bb7c-09c2ad0cb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:32.198052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b821359-68af-4f25-82f8-960533164654 req-9ca71215-e102-4073-bb7c-09c2ad0cb6f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1096 time: 0.0881023 Aug 23 03:41:32.279808 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a53a9067-2ce4-4b02-9c8d-cf2c62619cd8 req-a5879e3c-17df-4fed-9136-545bb21511a2 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793231 Aug 23 03:41:32.283574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Made reservation on behalf of 8c134e2e5bef4f0b87077f1ea471f581 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:32.285787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.302309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.332344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b821359-68af-4f25-82f8-960533164654 req-b279409c-7ff1-46cc-a2ba-b5f68f876a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:32.333841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b821359-68af-4f25-82f8-960533164654 req-b279409c-7ff1-46cc-a2ba-b5f68f876a5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 200 len: 919 time: 0.1268187 Aug 23 03:41:32.429659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b821359-68af-4f25-82f8-960533164654 req-70ea07a7-bba4-4ca5-a104-675019032db4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 1000 time: 0.0845511 Aug 23 03:41:32.499499 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.503449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b821359-68af-4f25-82f8-960533164654 req-91304519-a1eb-439e-8e0a-5b89885eb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:32.504889 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b821359-68af-4f25-82f8-960533164654 req-91304519-a1eb-439e-8e0a-5b89885eb6ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b87bef0-2609-4572-b004-ec3ca1b77387 HTTP/1.1" status: 200 len: 859 time: 0.0616462 Aug 23 03:41:32.537694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b821359-68af-4f25-82f8-960533164654 req-44554bde-63a2-4505-9277-6a7e6bbf8667 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77b8a988-46ea-4567-a9fa-28f60209b4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241735 Aug 23 03:41:32.571945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.600120 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.639636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:41:32.645712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d01698-cf81-494e-aeaf-9eb102916c52,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:32.664733 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.665115 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Added segment 8f04f49e-8c64-4252-bfe4-292797b3f8c6 of type vlan for network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 Aug 23 03:41:32.670263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b821359-68af-4f25-82f8-960533164654 req-cda7fd09-1206-46e9-989c-323f11c4ebb0 service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207995 Aug 23 03:41:32.729835 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.737696 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.751048 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:41:32.803260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b821359-68af-4f25-82f8-960533164654 req-aa0f1d1b-488c-450b-9dd1-83710095f375 service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268489 Aug 23 03:41:32.825400 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.825400 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Floating IP a42dab37-951e-4b83-a6e1-c49fa9a5c846 disassociated. External IP: 172.25.1.67, port: e9a6b3aa-5027-447b-a44b-88b759367df0. Aug 23 03:41:32.874773 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.879793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:32.879793 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:32.954871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a7df0678-cf26-45b7-a9fc-13c045d08bcf up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:32.962567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] Pushing event updated for resources: {'Network': ['ID=4d5651c8-70f0-4dad-a012-ea876e1c50e9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:32.979813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429dff-d2f8-4e21-a880-64c2ede13d3a req-0b0847cd-7829-407b-ab00-c25bf8353f8a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:32.981417 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81429dff-d2f8-4e21-a880-64c2ede13d3a req-0b0847cd-7829-407b-ab00-c25bf8353f8a tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1167068 Aug 23 03:41:32.982322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:41:33.022956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81429dff-d2f8-4e21-a880-64c2ede13d3a req-bbe609cd-529e-40ca-befa-25b4cca9e76e tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Aug 23 03:41:33.028266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fe194766-775f-4179-bed1-e0aa155f5a4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0047202 Aug 23 03:41:33.029741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38324) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:33.034254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Request body: {'subnet': {'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-850654872-subnet', 'tenant_id': '8c134e2e5bef4f0b87077f1ea471f581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:33.053047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Router 6d0dc09e-341a-48c1-af48-01b52d98dd6b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:41:33.154169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Made reservation on behalf of 8c134e2e5bef4f0b87077f1ea471f581 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:33.156508 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:33.158004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port a7df0678-cf26-45b7-a9fc-13c045d08bcf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:33.165811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port a7df0678-cf26-45b7-a9fc-13c045d08bcf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:33.166421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:33.194717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:41:33.204059 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:33.213846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] Sync routers for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:41:33.227719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da9d8c-01ea-4be0-94ec-4cc899cae43e req-bb99fa5f-a965-4b6a-84f6-1a1c070c0e31 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:33.229283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94da9d8c-01ea-4be0-94ec-4cc899cae43e req-bb99fa5f-a965-4b6a-84f6-1a1c070c0e31 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 945 time: 0.1063499 Aug 23 03:41:33.233302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:33.233505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:33.237566 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-6f5a35de-9a3b-4222-bf7e-7d628c9d0f91 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "PUT /v2.0/floatingips/a42dab37-951e-4b83-a6e1-c49fa9a5c846 HTTP/1.1" status: 200 len: 694 time: 1.4415135 Aug 23 03:41:33.237780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:33.240054 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:33.308099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-7b8358ec-f5e3-4f36-a9de-71171211b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:33.319335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-7b8358ec-f5e3-4f36-a9de-71171211b2aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1096 time: 0.0650899 Aug 23 03:41:33.329391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94da9d8c-01ea-4be0-94ec-4cc899cae43e req-5ebf2fe5-2105-4b2d-869d-1a873b43b5da tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd26616a-3fef-4396-bdbe-b2aba52ca767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803518 Aug 23 03:41:33.330990 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:33.392148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd148568f-eb16-42db-a373-83464c1de74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:33.394481 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fcbc0d-f846-4bec-a7e1-1da3c45b0375" -d '{"events": [{"server_uuid": "d148568f-eb16-42db-a373-83464c1de74d", "name": "network-vif-plugged", "status": "completed", "tag": "a7df0678-cf26-45b7-a9fc-13c045d08bcf"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:33.415571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a7df0678-cf26-45b7-a9fc-13c045d08bcf, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7df0678-cf26-45b7-a9fc-13c045d08bcf,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:33.419529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:33.473139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-12264c4d-ef8e-49d7-a0d6-08a344b899a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:33.481185 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-12264c4d-ef8e-49d7-a0d6-08a344b899a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 200 len: 919 time: 0.1611602 Aug 23 03:41:33.505563 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:33.507274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f707f3e-eb19-40e8-b4b0-281dd48b7662 req-88c1af41-4b91-4949-a7ea-c4518f7d67df tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:33.508899 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f707f3e-eb19-40e8-b4b0-281dd48b7662 req-88c1af41-4b91-4949-a7ea-c4518f7d67df tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 943 time: 0.1028109 Aug 23 03:41:33.532113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-a703aa4f-c9fe-4b8e-bb90-bb65eb9dfb9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 217 time: 0.0498893 Aug 23 03:41:33.555848 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f707f3e-eb19-40e8-b4b0-281dd48b7662 req-2bf5f2f2-ec4f-4250-a5d5-59bdba61cf24 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376220 Aug 23 03:41:33.585093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-80b9ea65-a27f-4c1a-8031-e2d987d740b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:33.586718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-80b9ea65-a27f-4c1a-8031-e2d987d740b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b87bef0-2609-4572-b004-ec3ca1b77387 HTTP/1.1" status: 200 len: 859 time: 0.0537724 Aug 23 03:41:33.594531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:33.608407 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4b4b29-6b3b-490c-8876-fa7147a43a21 x-openstack-request-id: req-ca4b4b29-6b3b-490c-8876-fa7147a43a21 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:33.608709 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:33.608962 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca4b4b29-6b3b-490c-8876-fa7147a43a21 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:33.610285 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'status': 'completed', 'code': 200} Aug 23 03:41:33.632440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a7df0678-cf26-45b7-a9fc-13c045d08bcf,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:33.656004 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-3938d3a8-6dc2-4cc2-8c52-ce799a0a758d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b8a988-46ea-4567-a9fa-28f60209b4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623946 Aug 23 03:41:33.729826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'eb90cac1-f13d-4acc-8139-e779bbe7b96f', 'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'mac_address': 'fa:16:3e:8b:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:10Z', 'updated_at': '2021-08-23T03:40:21Z', 'revision_number': 5, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'subnets': [{'id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:33.765224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] Checking router: 6d0dc09e-341a-48c1-af48-01b52d98dd6b for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:41:33.768237 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-30db6f01-3565-49ed-8c2c-10dc00e25981 service neutron] 10.222.0.20 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113245 Aug 23 03:41:33.774311 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:33.775028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:33.778076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6568a5ff-0c84-45d2-9f4d-931ebe61803b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:33.781581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Checking segment: {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:33.782178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Network hostable DHCP agents. Network: 4d5651c8-70f0-4dad-a012-ea876e1c50e9, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:41:33.805311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-a75e1f35-3409-4524-a272-3966962453c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:33.811902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-a75e1f35-3409-4524-a272-3966962453c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 1096 time: 0.1353998 Aug 23 03:41:33.854947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403b6d6-9a8e-407f-8cfb-2b05e806d45f req-c62ae0d2-9568-4b38-853b-c126de92996c tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:33.857482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b403b6d6-9a8e-407f-8cfb-2b05e806d45f req-c62ae0d2-9568-4b38-853b-c126de92996c tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 946 time: 0.1872051 Aug 23 03:41:33.901256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:41:33.914770 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18eb33d5-7e8a-4dee-9b28-36284dc5c047 req-98446205-5f8f-42ce-a2fb-539190c97cbc service neutron] 10.222.0.20 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424491 Aug 23 03:41:33.918410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:33.973605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b403b6d6-9a8e-407f-8cfb-2b05e806d45f req-57a7da4b-f77f-415f-a657-4aff166325c6 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030295 Aug 23 03:41:34.051737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-209ca1d5-5331-48a2-b843-fc9c847aa685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.053415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-209ca1d5-5331-48a2-b843-fc9c847aa685 service neutron] 10.222.0.11 "GET /v2.0/networks?id=77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 200 len: 919 time: 0.1946919 Aug 23 03:41:34.056613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 4d5651c8-70f0-4dad-a012-ea876e1c50e9) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:34.066834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.069059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:34.075076 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a258eb50-4400-41d0-8765-4aa99e48b02b x-openstack-request-id: req-a258eb50-4400-41d0-8765-4aa99e48b02b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:34.075723 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d148568f-eb16-42db-a373-83464c1de74d", "name": "network-vif-plugged", "status": "completed", "tag": "a7df0678-cf26-45b7-a9fc-13c045d08bcf", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:34.075723 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a258eb50-4400-41d0-8765-4aa99e48b02b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:34.076078 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd148568f-eb16-42db-a373-83464c1de74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf', 'code': 200} Aug 23 03:41:34.076775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab8a92-facb-44a2-a44e-fc28ad8a9295 None None] Network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:34.173944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-0be7858a-0919-4280-8d64-5d6fc8df65d9 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/floatingips/a42dab37-951e-4b83-a6e1-c49fa9a5c846 HTTP/1.1" status: 200 len: 694 time: 0.1187534 Aug 23 03:41:34.223116 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-13c8cefc-481f-410f-a621-182a74b1cc9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 200 len: 217 time: 0.1174581 Aug 23 03:41:34.255033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e489a4-2443-4a14-92f3-fd5986750166 req-e77f6db6-f1b9-4309-beda-958f6fbf4fb8 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.256835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-40e489a4-2443-4a14-92f3-fd5986750166 req-e77f6db6-f1b9-4309-beda-958f6fbf4fb8 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.24 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 945 time: 0.1146855 Aug 23 03:41:34.280510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2602841-8142-4a14-9725-ce07c51ba9b4 None None] Network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:34.309585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'eb90cac1-f13d-4acc-8139-e779bbe7b96f', 'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'mac_address': 'fa:16:3e:8b:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:10Z', 'updated_at': '2021-08-23T03:40:21Z', 'revision_number': 5, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'subnets': [{'id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:34.348085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583178f-b611-48b6-b8dd-6ab8e682a16a req-b4be3131-7fab-4f17-a157-68554ddefeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.350311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5583178f-b611-48b6-b8dd-6ab8e682a16a req-b4be3131-7fab-4f17-a157-68554ddefeaf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 1097 time: 0.1751399 Aug 23 03:41:34.361648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1fa912b6-fcb6-41c8-8e18-694e83449c00 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3312144 Aug 23 03:41:34.399276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59643f84-9cce-45bc-80bb-3ab5760162a1 req-7cb17643-3544-4750-b5fc-3681a033ab00 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.408386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59643f84-9cce-45bc-80bb-3ab5760162a1 req-7cb17643-3544-4750-b5fc-3681a033ab00 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.1869731 Aug 23 03:41:34.433400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2c4be-c03a-4100-a836-df5640af9079 req-788491da-1b95-48cc-bea0-78e1b9d09d03 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.435291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17f2c4be-c03a-4100-a836-df5640af9079 req-788491da-1b95-48cc-bea0-78e1b9d09d03 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 945 time: 0.3309000 Aug 23 03:41:34.474166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59643f84-9cce-45bc-80bb-3ab5760162a1 req-51b32f59-f09a-4a39-9278-aa82d573b65c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599141 Aug 23 03:41:34.489111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-40e489a4-2443-4a14-92f3-fd5986750166 req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Deleting port d827e885-4b47-4c2b-823e-ebc4bb54c1d0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:34.491430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-090e9d33-6180-4ad8-a9eb-f69299dc3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.491980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-40e489a4-2443-4a14-92f3-fd5986750166 req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:34.493724 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-090e9d33-6180-4ad8-a9eb-f69299dc3679 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2b87bef0-2609-4572-b004-ec3ca1b77387 HTTP/1.1" status: 200 len: 859 time: 0.2498043 Aug 23 03:41:34.500196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5583178f-b611-48b6-b8dd-6ab8e682a16a req-ed2176c7-58a4-43eb-bb5b-c24a50d84bf3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324944 Aug 23 03:41:34.613494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-6441715a-c949-4ee3-b00f-bd78db1fe57c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77b8a988-46ea-4567-a9fa-28f60209b4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119621 Aug 23 03:41:34.615426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31302395-730b-4bb9-aa2e-b343e02cf6d8 None None] The sync data for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 is: [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'eb90cac1-f13d-4acc-8139-e779bbe7b96f', 'name': '', 'network_id': '77b8a988-46ea-4567-a9fa-28f60209b4b0', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'mac_address': 'fa:16:3e:8b:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:10Z', 'updated_at': '2021-08-23T03:40:21Z', 'revision_number': 5, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'subnets': [{'id': '2b87bef0-2609-4572-b004-ec3ca1b77387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:41:34.724683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa9963-06dd-4eaf-9e4f-3e749589cc4a req-69900802-c605-4b55-a873-8810fe9122c5 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.726678 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00aa9963-06dd-4eaf-9e4f-3e749589cc4a req-69900802-c605-4b55-a873-8810fe9122c5 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/ports?device_id=843d6193-d9f5-4f7e-93f1-bdb6530430a0 HTTP/1.1" status: 200 len: 945 time: 0.1691937 Aug 23 03:41:34.746074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-c1052ae2-f32f-43e8-a077-e4f60adcee76 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.747951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-c1052ae2-f32f-43e8-a077-e4f60adcee76 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.5328403 Aug 23 03:41:34.749515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-40e489a4-2443-4a14-92f3-fd5986750166 req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] For port d827e885-4b47-4c2b-823e-ebc4bb54c1d0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,segment=NetworkSegment(b73ebd71-27db-4bbe-8eb9-a8d81e383d5d),segment_id=b73ebd71-27db-4bbe-8eb9-a8d81e383d5d)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:34.749902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-40e489a4-2443-4a14-92f3-fd5986750166 req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:34.766252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-17f2c4be-c03a-4100-a836-df5640af9079 req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Deleting port 75ec7761-a575-417e-b345-fb2afc206874 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:34.766587 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-17f2c4be-c03a-4100-a836-df5640af9079 req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:34.772610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-40e489a4-2443-4a14-92f3-fd5986750166 req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Calling delete_port for d827e885-4b47-4c2b-823e-ebc4bb54c1d0 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:34.798992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00aa9963-06dd-4eaf-9e4f-3e749589cc4a req-90407130-e973-467f-9d6a-6375b6ea9792 tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd26616a-3fef-4396-bdbe-b2aba52ca767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614858 Aug 23 03:41:34.872998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-c3ace700-b229-4e9d-83b4-e7013cdf546d tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 697 time: 0.1089280 Aug 23 03:41:34.945976 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-3387b9f7-d788-4048-bac1-dc5a3ba44318 service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209658 Aug 23 03:41:34.951991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-247742c4-f13d-4a0a-9cea-6f564642a694 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.67 HTTP/1.1" status: 200 len: 697 time: 0.0693612 Aug 23 03:41:34.988659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654161da-ccd3-455b-8295-5c5ba0216db1 req-1a281a79-0f62-4490-ac74-946e1b9a434d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:34.991837 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-654161da-ccd3-455b-8295-5c5ba0216db1 req-1a281a79-0f62-4490-ac74-946e1b9a434d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 943 time: 0.1055906 Aug 23 03:41:35.026122 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ff26c-acaa-457f-b019-f3f752b6a837 None None] New status for floating IP a42dab37-951e-4b83-a6e1-c49fa9a5c846: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:41:35.037974 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-654161da-ccd3-455b-8295-5c5ba0216db1 req-21d79a78-5821-4f86-9e92-4bd82a2fde00 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366917 Aug 23 03:41:35.088953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-40e489a4-2443-4a14-92f3-fd5986750166 req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:35.101841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d827e885-4b47-4c2b-823e-ebc4bb54c1d0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:35.124914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Pushing event deleted for resources: {'Port': ['ID=d827e885-4b47-4c2b-823e-ebc4bb54c1d0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:35.165515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-17f2c4be-c03a-4100-a836-df5640af9079 req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] For port 75ec7761-a575-417e-b345-fb2afc206874, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=75ec7761-a575-417e-b345-fb2afc206874,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:35.165977 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-17f2c4be-c03a-4100-a836-df5640af9079 req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:35.170315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e489a4-2443-4a14-92f3-fd5986750166 req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] No DVR routers for this DVR port d827e885-4b47-4c2b-823e-ebc4bb54c1d0 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:41:35.171168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a518a64b-f3ce-4f2f-90ff-4791cf862cc4 req-8b1ce07d-f4e8-426b-afdd-4eec58661a80 service neutron] 10.222.0.11 "GET /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163501 Aug 23 03:41:35.173862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-40e489a4-2443-4a14-92f3-fd5986750166 req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:35.176580 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-40e489a4-2443-4a14-92f3-fd5986750166 req-0d46cfcf-9259-4fe4-b9fe-555c20c087ca tempest-ServerGroupTestJSON-944595200 tempest-ServerGroupTestJSON-944595200-project] 10.222.0.24 "DELETE /v2.0/ports/d827e885-4b47-4c2b-823e-ebc4bb54c1d0 HTTP/1.1" status: 204 len: 173 time: 0.9125445 Aug 23 03:41:35.217972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-17f2c4be-c03a-4100-a836-df5640af9079 req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Calling delete_port for 75ec7761-a575-417e-b345-fb2afc206874 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:35.341441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Deleting port 0f251d63-4fc5-462a-af03-3095b207e173 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:35.341786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:35.437918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-4fe2ad7d-9537-4ced-8d9d-95b6e18f41a1 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:35.439522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-4fe2ad7d-9537-4ced-8d9d-95b6e18f41a1 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 812 time: 0.1155643 Aug 23 03:41:35.457675 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-484305ad-8a97-4444-9751-633fc21cf7d0 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/quotas/8c134e2e5bef4f0b87077f1ea471f581 HTTP/1.1" status: 200 len: 375 time: 0.0121458 Aug 23 03:41:35.514146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:35.514475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:35.524801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-655347c7-fe31-4eab-8e70-6dccb27b2b1c tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582836 Aug 23 03:41:35.535009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Calling delete_port for 0f251d63-4fc5-462a-af03-3095b207e173 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:35.613461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d6193-d9f5-4f7e-93f1-bdb6530430a0', 'name': 'network-vif-deleted', 'tag': 'd827e885-4b47-4c2b-823e-ebc4bb54c1d0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:35.616561 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665214ee-2b11-440e-99b1-d9d3bf613e68" -d '{"events": [{"server_uuid": "843d6193-d9f5-4f7e-93f1-bdb6530430a0", "name": "network-vif-deleted", "tag": "d827e885-4b47-4c2b-823e-ebc4bb54c1d0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:35.619346 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-17f2c4be-c03a-4100-a836-df5640af9079 req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:35.648947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-c07c6f0c-b0d9-4537-ad34-d6bbf3906ec3 service neutron] 10.222.0.20 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184790 Aug 23 03:41:35.658988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['7b914b89-806a-4a2f-8a42-552c1cbf6ca9', '75ec7761-a575-417e-b345-fb2afc206874'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:35.666018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:41:35.677737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Pushing event deleted for resources: {'Port': ['ID=75ec7761-a575-417e-b345-fb2afc206874,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:35.755603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f2c4be-c03a-4100-a836-df5640af9079 req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] No DVR routers for this DVR port 75ec7761-a575-417e-b345-fb2afc206874 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:41:35.757798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-17f2c4be-c03a-4100-a836-df5640af9079 req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:35.761681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17f2c4be-c03a-4100-a836-df5640af9079 req-4ed9b839-6888-4ad4-b865-6ebc6a029c07 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.11 "DELETE /v2.0/ports/75ec7761-a575-417e-b345-fb2afc206874 HTTP/1.1" status: 204 len: 173 time: 1.3181171 Aug 23 03:41:35.765266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0016cd-308f-4ae7-ad35-31d58436147d', 'name': 'network-vif-deleted', 'tag': '75ec7761-a575-417e-b345-fb2afc206874'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:35.765907 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d40ba3-d58f-43ac-ae41-73d86d2ba574" -d '{"events": [{"server_uuid": "5b0016cd-308f-4ae7-ad35-31d58436147d", "name": "network-vif-deleted", "tag": "75ec7761-a575-417e-b345-fb2afc206874"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:35.797101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-69f9961e-639c-478d-b8b9-18bec0c71470 service neutron] 10.222.0.20 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410670 Aug 23 03:41:35.883800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:35.898856 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:35.917463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'port_id': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2', 'mac_address': 'fa:16:3e:6a:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024e375b-07ee-47c3-b827-2fa19610e3a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:41:35.937180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Pushing event deleted for resources: {'Port': ['ID=0f251d63-4fc5-462a-af03-3095b207e173,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:36.047212 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:36.051063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:36.057781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4420ca1-07b4-4cce-993e-cec507abc83a req-9981bb87-e125-4806-8f75-169cb9d73989 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "DELETE /v2.0/floatingips/a42dab37-951e-4b83-a6e1-c49fa9a5c846 HTTP/1.1" status: 204 len: 173 time: 1.0919917 Aug 23 03:41:36.125800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:36.146643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:36.168688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:36.201038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf2533-619b-424c-8b15-8d0d706877da req-1ae64802-4b80-4f14-be8c-b4afaa7afb7a tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:36.202896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09cf2533-619b-424c-8b15-8d0d706877da req-1ae64802-4b80-4f14-be8c-b4afaa7afb7a tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 946 time: 0.0535090 Aug 23 03:41:36.230059 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:36.277726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09cf2533-619b-424c-8b15-8d0d706877da req-40d21836-24a1-49ab-a8dd-c2d25d861434 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636446 Aug 23 03:41:36.335689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:36.472479 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fb0657-3a16-4701-8a2d-c960ae2d8c5a x-openstack-request-id: req-c3fb0657-3a16-4701-8a2d-c960ae2d8c5a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:36.472856 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d6193-d9f5-4f7e-93f1-bdb6530430a0", "name": "network-vif-deleted", "tag": "d827e885-4b47-4c2b-823e-ebc4bb54c1d0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:36.472981 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3fb0657-3a16-4701-8a2d-c960ae2d8c5a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:36.473386 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d6193-d9f5-4f7e-93f1-bdb6530430a0', 'name': 'network-vif-deleted', 'tag': 'd827e885-4b47-4c2b-823e-ebc4bb54c1d0', 'status': 'completed', 'code': 200} Aug 23 03:41:36.475398 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e27ba46-6021-4723-9a66-91a6b03baa8a req-7496c451-f3d5-4cc3-909f-9d397d4a3fd9 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b0016cd-308f-4ae7-ad35-31d58436147d HTTP/1.1" status: 200 len: 210 time: 0.0596793 Aug 23 03:41:36.514473 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578304e5-1011-4c61-8eff-25615c0bde9d x-openstack-request-id: req-578304e5-1011-4c61-8eff-25615c0bde9d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:36.514766 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0016cd-308f-4ae7-ad35-31d58436147d", "name": "network-vif-deleted", "tag": "75ec7761-a575-417e-b345-fb2afc206874", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:36.515017 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-578304e5-1011-4c61-8eff-25615c0bde9d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:36.515414 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0016cd-308f-4ae7-ad35-31d58436147d', 'name': 'network-vif-deleted', 'tag': '75ec7761-a575-417e-b345-fb2afc206874', 'status': 'completed', 'code': 200} Aug 23 03:41:36.597705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-547a59b3-7b07-4a66-a2db-e64ddcba6e60 req-c2b4022d-f1c1-4cbe-a3c5-6888107538ce tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups/e4ee1786-eb1d-4eb5-b5b6-0cc866b044e9 HTTP/1.1" status: 200 len: 1809 time: 0.0658588 Aug 23 03:41:36.655488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e508aed-a8d9-403b-a594-14d9e785e078 req-7d01ad73-9b4f-4aa4-bf14-4a4ff532e3f3 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:36.657308 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e508aed-a8d9-403b-a594-14d9e785e078 req-7d01ad73-9b4f-4aa4-bf14-4a4ff532e3f3 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 944 time: 0.0561738 Aug 23 03:41:36.660975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-547a59b3-7b07-4a66-a2db-e64ddcba6e60 req-2840d466-f1d5-426d-a41b-69e7bfa805b6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:36.693988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-547a59b3-7b07-4a66-a2db-e64ddcba6e60 req-2840d466-f1d5-426d-a41b-69e7bfa805b6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:36.699779 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e508aed-a8d9-403b-a594-14d9e785e078 req-5ae3eff9-1816-4ace-87bc-0e8080778723 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Aug 23 03:41:36.786930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['b7903e4c-1856-4f68-b2a5-cef73a2a4fd2'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:36.816824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb21ed9-300d-44da-873a-f99a93ed1e10 req-3c29449d-8090-402c-906e-768f4a0874e2 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:36.818499 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-efb21ed9-300d-44da-873a-f99a93ed1e10 req-3c29449d-8090-402c-906e-768f4a0874e2 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 946 time: 0.0538831 Aug 23 03:41:36.828234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38398) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:36.832491 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-547a59b3-7b07-4a66-a2db-e64ddcba6e60 req-2840d466-f1d5-426d-a41b-69e7bfa805b6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:36.834744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-547a59b3-7b07-4a66-a2db-e64ddcba6e60 req-2840d466-f1d5-426d-a41b-69e7bfa805b6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:36.835724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-11dd4516-24be-4f97-9486-8fa22c8afdd1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Request body: {'floatingip': {'port_id': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:36.835860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-547a59b3-7b07-4a66-a2db-e64ddcba6e60 req-2840d466-f1d5-426d-a41b-69e7bfa805b6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4ee1786-eb1d-4eb5-b5b6-0cc866b044e9 HTTP/1.1" status: 204 len: 173 time: 0.2369473 Aug 23 03:41:36.855755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840d466-f1d5-426d-a41b-69e7bfa805b6 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ee1786-eb1d-4eb5-b5b6-0cc866b044e9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:36.908473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11dd4516-24be-4f97-9486-8fa22c8afdd1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.080902 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-255b415b-a7c0-43ca-8cd6-d79f4bd691ec req-5f3d4757-d3e2-49f2-9f92-233c9192942d tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 210 time: 0.0327616 Aug 23 03:41:37.295230 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.378405 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38424) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:37.427081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-909cfe2b-4841-4fad-afed-f5ca9c161d19 admin admin] Deleting subnet 3c44628c-6ec4-4d2a-b522-2b454e2c95b2 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:41:37.430374 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-909cfe2b-4841-4fad-afed-f5ca9c161d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.479260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11dd4516-24be-4f97-9486-8fa22c8afdd1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.521288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-909cfe2b-4841-4fad-afed-f5ca9c161d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.546337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11dd4516-24be-4f97-9486-8fa22c8afdd1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.574025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a2fed-6dde-494e-9912-814ff6988101 req-88c58266-88bd-4e09-bc5f-bd152a94aa14 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:37.575872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e7a2fed-6dde-494e-9912-814ff6988101 req-88c58266-88bd-4e09-bc5f-bd152a94aa14 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0908055 Aug 23 03:41:37.581260 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-909cfe2b-4841-4fad-afed-f5ca9c161d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.676905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e7a2fed-6dde-494e-9912-814ff6988101 req-f3acf08a-af24-4ea7-ab34-a0f577999b9d tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926111 Aug 23 03:41:37.682206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 75ec7761-a575-417e-b345-fb2afc206874 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:37.687731 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-11dd4516-24be-4f97-9486-8fa22c8afdd1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Floating IP e34b134a-9e2d-4b1e-a92e-dd2dcf74018d associated. External IP: 172.25.1.101, port: a7df0678-cf26-45b7-a9fc-13c045d08bcf. Aug 23 03:41:37.712759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 75ec7761-a575-417e-b345-fb2afc206874 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:37.713161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 75ec7761-a575-417e-b345-fb2afc206874 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:37.770476 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-909cfe2b-4841-4fad-afed-f5ca9c161d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.810466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cfe2b-4841-4fad-afed-f5ca9c161d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c44628c-6ec4-4d2a-b522-2b454e2c95b2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:37.812976 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-909cfe2b-4841-4fad-afed-f5ca9c161d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.816885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-909cfe2b-4841-4fad-afed-f5ca9c161d19 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3c44628c-6ec4-4d2a-b522-2b454e2c95b2 HTTP/1.1" status: 204 len: 168 time: 0.4351242 Aug 23 03:41:37.831615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38440) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:37.916258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:37.927579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69832591-af52-4ad2-bcb7-7e5764ecbaed req-519f539c-7f81-45e8-98fa-c7af68ebb666 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:37.929086 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69832591-af52-4ad2-bcb7-7e5764ecbaed req-519f539c-7f81-45e8-98fa-c7af68ebb666 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 944 time: 0.1543288 Aug 23 03:41:38.040838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69832591-af52-4ad2-bcb7-7e5764ecbaed req-7b19318d-9eca-4306-9a0c-794dbcb0a58f tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959830 Aug 23 03:41:38.085872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:38.097355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4350d250-ee87-47ff-a438-2df92f617819']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:38.111293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73ebd71-27db-4bbe-8eb9-a8d81e383d5d') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:38.111823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73ebd71-27db-4bbe-8eb9-a8d81e383d5d') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:38.121968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:38.139149 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:38.148122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:41:38.148642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:41:38.157593 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:41:38.219636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dcd27a23-a6cd-4a57-8622-410322e1420d req-2040db34-3537-4d11-bf41-4b1fe8e429f4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 210 time: 0.0703456 Aug 23 03:41:38.295090 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:38.302643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:38.306939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4350d250-ee87-47ff-a438-2df92f617819 HTTP/1.1" status: 204 len: 168 time: 0.4707799 Aug 23 03:41:38.387536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dd4516-24be-4f97-9486-8fa22c8afdd1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Router 8354f787-8d14-443e-8398-fc622dc31e05 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:41:38.395898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca187fc-4427-46a1-9121-2ab75be8dbe1 req-9a03f895-b0f8-4528-a89b-da9c71dd7579 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:38.404087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fca187fc-4427-46a1-9121-2ab75be8dbe1 req-9a03f895-b0f8-4528-a89b-da9c71dd7579 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.1163263 Aug 23 03:41:38.493121 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fca187fc-4427-46a1-9121-2ab75be8dbe1 req-04f0441c-e477-41b9-9e46-462dbef07fc5 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845537 Aug 23 03:41:38.570920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dd4516-24be-4f97-9486-8fa22c8afdd1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:41:38.584228 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11dd4516-24be-4f97-9486-8fa22c8afdd1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:38.585205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] Sync routers for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:41:38.599862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:38.601524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:38.637121 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-11dd4516-24be-4f97-9486-8fa22c8afdd1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "PUT /v2.0/floatingips/e34b134a-9e2d-4b1e-a92e-dd2dcf74018d HTTP/1.1" status: 200 len: 992 time: 1.8037782 Aug 23 03:41:38.637121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd148568f-eb16-42db-a373-83464c1de74d', 'tag': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:38.643917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c578e-68b8-4158-a59b-7c0525bba890 admin admin] Pushing event deleted for resources: {'Network': ['ID=4350d250-ee87-47ff-a438-2df92f617819,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:38.650074 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f67a5e-47cb-455b-a650-612d59b2251c" -d '{"events": [{"name": "network-changed", "server_uuid": "d148568f-eb16-42db-a373-83464c1de74d", "tag": "a7df0678-cf26-45b7-a9fc-13c045d08bcf"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:38.702351 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52235e6-2a49-40a3-8fca-98fa8696e684 x-openstack-request-id: req-d52235e6-2a49-40a3-8fca-98fa8696e684 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:38.702908 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d148568f-eb16-42db-a373-83464c1de74d", "tag": "a7df0678-cf26-45b7-a9fc-13c045d08bcf", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:38.703342 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d52235e6-2a49-40a3-8fca-98fa8696e684 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:38.703949 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd148568f-eb16-42db-a373-83464c1de74d', 'tag': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf', 'status': 'completed', 'code': 200} Aug 23 03:41:38.716414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38460) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:38.774329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-f7d92434-1095-4ed8-b08d-478a608b05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:38.777922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-82540b3a-e2b8-431f-acb4-1369a5db8800 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f13b4e9b5c14f4aaa358a9f1f59cda0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576146 Aug 23 03:41:38.778062 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-f7d92434-1095-4ed8-b08d-478a608b05f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c62754f47af44be0a3d92363c4a5f29b&device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 1097 time: 0.0533307 Aug 23 03:41:38.778538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38462) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:38.799847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:38.854439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b433283b-b095-4da8-8439-a6108576ba37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:38.912680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b433283b-b095-4da8-8439-a6108576ba37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:38.918091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-4edcf571-c41d-4671-94f2-bc693a450061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:38.920373 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-4edcf571-c41d-4671-94f2-bc693a450061 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee3df414-7126-461b-8211-7e304f249003 HTTP/1.1" status: 200 len: 915 time: 0.1366329 Aug 23 03:41:38.923101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f0911-448a-411e-ac5d-0a6d5cbb3626 req-03382c0e-e6dc-4124-8d78-fe7c8ceb6e76 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:38.924596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c2f0911-448a-411e-ac5d-0a6d5cbb3626 req-03382c0e-e6dc-4124-8d78-fe7c8ceb6e76 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.0944939 Aug 23 03:41:38.985927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c2f0911-448a-411e-ac5d-0a6d5cbb3626 req-66e891c8-1108-4e8c-bec0-20b62629500c tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499017 Aug 23 03:41:39.014140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d827e885-4b47-4c2b-823e-ebc4bb54c1d0 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:39.065969 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-3c4831f7-28ae-4908-9ea3-c3f8a443c7eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7df0678-cf26-45b7-a9fc-13c045d08bcf HTTP/1.1" status: 200 len: 1000 time: 0.1308701 Aug 23 03:41:39.070044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: d827e885-4b47-4c2b-823e-ebc4bb54c1d0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:39.070345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d827e885-4b47-4c2b-823e-ebc4bb54c1d0 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:39.127250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b433283b-b095-4da8-8439-a6108576ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:39.132019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b433283b-b095-4da8-8439-a6108576ba37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:39.134500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-412b1e0c-c525-42ad-a390-eceae426413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:39.135269 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-412b1e0c-c525-42ad-a390-eceae426413d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb4e96f6-2260-4731-a535-5a65e2e7cd53 HTTP/1.1" status: 200 len: 854 time: 0.0615757 Aug 23 03:41:39.135515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b433283b-b095-4da8-8439-a6108576ba37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd26616a-3fef-4396-bdbe-b2aba52ca767 HTTP/1.1" status: 204 len: 168 time: 0.3545315 Aug 23 03:41:39.166181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433283b-b095-4da8-8439-a6108576ba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd26616a-3fef-4396-bdbe-b2aba52ca767,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:39.193802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-94ce9bfb-8c21-4d27-8caa-ad1cd2bfa16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:39.196048 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-94ce9bfb-8c21-4d27-8caa-ad1cd2bfa16e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee3df414-7126-461b-8211-7e304f249003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529056 Aug 23 03:41:39.288422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'e34b134a-9e2d-4b1e-a92e-dd2dcf74018d', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'port_id': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'mac_address': 'fa:16:3e:b0:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148568f-eb16-42db-a373-83464c1de74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:41:16Z', 'updated_at': '2021-08-23T03:41:37Z', 'revision_number': 1, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc68926-8b15-450c-b3ce-c2ac248b8d6e', 'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'mac_address': 'fa:16:3e:8f:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:07Z', 'updated_at': '2021-08-23T03:41:17Z', 'revision_number': 5, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'subnets': [{'id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:39.295591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffcd8b-813c-44cb-a194-0e393b8461a2 req-2647cfce-0299-484e-b4d3-3089de355b90 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:39.310237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4dffcd8b-813c-44cb-a194-0e393b8461a2 req-2647cfce-0299-484e-b4d3-3089de355b90 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 944 time: 0.1497574 Aug 23 03:41:39.320824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] Checking router: 8354f787-8d14-443e-8398-fc622dc31e05 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:41:39.326801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:39.327178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:39.337391 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-bb6f5fbc-6a98-4e2c-b9d5-aceeca8506ca service neutron] 10.222.0.24 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315589 Aug 23 03:41:39.422065 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4dffcd8b-813c-44cb-a194-0e393b8461a2 req-ca1498e9-94b6-4dcb-9b18-d8231336a6db tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067154 Aug 23 03:41:39.463838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-c33e6b0c-c602-4b94-a354-e5a59e91ae48 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:39.466372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-c33e6b0c-c602-4b94-a354-e5a59e91ae48 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.24 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 812 time: 0.1528976 Aug 23 03:41:39.493553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Request body: {'port': {'device_id': 'c9e15d3d-28a6-4d61-8974-93e65ac595e8', 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9', 'admin_state_up': True, 'tenant_id': '8c134e2e5bef4f0b87077f1ea471f581'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:39.524697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e03f0-27dc-4090-92ad-0ccac071e7cc req-58c63f8a-2069-44e3-80f9-fa8f3459f3d4 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:39.525806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:39.545780 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-133e03f0-27dc-4090-92ad-0ccac071e7cc req-58c63f8a-2069-44e3-80f9-fa8f3459f3d4 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 946 time: 0.2064385 Aug 23 03:41:39.683000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-133e03f0-27dc-4090-92ad-0ccac071e7cc req-a0bd0bb6-7d54-4899-a37b-052980325e52 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102433 Aug 23 03:41:39.688350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b64711a-5d41-4a0c-b1a0-9c4bf654b958 req-873fed41-cee8-43eb-9ae6-3b10d13a5ee5 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 210 time: 0.0417819 Aug 23 03:41:39.706359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:39.726498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1f67a5e-47cb-455b-a650-612d59b2251c req-e629c70e-c3fb-4e20-97ce-62bf157e8dfa service neutron] 10.222.0.24 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717842 Aug 23 03:41:39.794493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Made reservation on behalf of 8c134e2e5bef4f0b87077f1ea471f581 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:39.798301 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:39.842510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e7e-5cbb-4ba4-a44e-3eefe524e2db req-d2f3dc9a-b6c2-4f11-8020-c58279130d30 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:39.850150 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5d55e7e-5cbb-4ba4-a44e-3eefe524e2db req-d2f3dc9a-b6c2-4f11-8020-c58279130d30 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0909455 Aug 23 03:41:39.941226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:39.941877 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5d55e7e-5cbb-4ba4-a44e-3eefe524e2db req-66b3b7be-2c30-4066-b6a2-82f9501d2929 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887215 Aug 23 03:41:39.946996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:39.947255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:40.005758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'e34b134a-9e2d-4b1e-a92e-dd2dcf74018d', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'port_id': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'mac_address': 'fa:16:3e:b0:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148568f-eb16-42db-a373-83464c1de74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:41:16Z', 'updated_at': '2021-08-23T03:41:37Z', 'revision_number': 1, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc68926-8b15-450c-b3ce-c2ac248b8d6e', 'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'mac_address': 'fa:16:3e:8f:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:07Z', 'updated_at': '2021-08-23T03:41:17Z', 'revision_number': 5, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'subnets': [{'id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:40.063093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c43122-d835-4920-b324-bc5a014b9f6b None None] The sync data for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 is: [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'e34b134a-9e2d-4b1e-a92e-dd2dcf74018d', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'port_id': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'mac_address': 'fa:16:3e:b0:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148568f-eb16-42db-a373-83464c1de74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:41:16Z', 'updated_at': '2021-08-23T03:41:37Z', 'revision_number': 1, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc68926-8b15-450c-b3ce-c2ac248b8d6e', 'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'mac_address': 'fa:16:3e:8f:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:07Z', 'updated_at': '2021-08-23T03:41:17Z', 'revision_number': 5, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'subnets': [{'id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:41:40.109523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Allocated IP 172.20.0.3 (4d5651c8-70f0-4dad-a012-ea876e1c50e9/6568a5ff-0c84-45d2-9f4d-931ebe61803b/eae8d34e-0ea6-4614-91a5-6aabe757bee5) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:40.141691 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:40.170593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:40.172896 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fb40e3-43a1-48e8-9e77-92db57e48e93" -d '{"events": [{"server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "name": "network-vif-plugged", "status": "completed", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:40.209574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:40.230156 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f148e170-fc63-490a-a2ae-f3b10250175f x-openstack-request-id: req-f148e170-fc63-490a-a2ae-f3b10250175f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:40.230513 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "name": "network-vif-plugged", "status": "completed", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:40.230720 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f148e170-fc63-490a-a2ae-f3b10250175f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:40.231211 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2', 'code': 200} Aug 23 03:41:40.268257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635ec16-c054-4c15-97bb-1467d6ff3bd4 req-1b413181-72e6-4203-a6f5-f3762b07afca tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:40.271966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:40.272167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1635ec16-c054-4c15-97bb-1467d6ff3bd4 req-1b413181-72e6-4203-a6f5-f3762b07afca tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1521752 Aug 23 03:41:40.284799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-569afb9c-3440-4982-8676-610cfb9cac8e tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:40.286721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-569afb9c-3440-4982-8676-610cfb9cac8e tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.11 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 812 time: 0.3583260 Aug 23 03:41:40.339861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:40.388421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Request body: {'port': {'device_id': 'b76f24f7-7d78-4a58-adaa-19066091d3be', 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9', 'admin_state_up': True, 'tenant_id': '8c134e2e5bef4f0b87077f1ea471f581'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:40.399184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a6129-2c41-487b-8065-9b35d1f73b09 None None] New status for floating IP e34b134a-9e2d-4b1e-a92e-dd2dcf74018d: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:41:40.412849 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1635ec16-c054-4c15-97bb-1467d6ff3bd4 req-b97bd7e2-d4fd-40c9-bde1-196209c46396 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248229 Aug 23 03:41:40.574407 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:40.575109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e14c2-74b9-4301-a705-421bc63ec78b req-b040cb25-58c4-4ecb-bde5-36b8f202a887 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:40.581593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b27e14c2-74b9-4301-a705-421bc63ec78b req-b040cb25-58c4-4ecb-bde5-36b8f202a887 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 945 time: 0.0612404 Aug 23 03:41:40.592453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213f85-3960-4228-8205-571b802f111e req-c5911810-50f0-425c-8851-68397c01af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:40.594208 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb213f85-3960-4228-8205-571b802f111e req-c5911810-50f0-425c-8851-68397c01af20 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 1096 time: 0.1519380 Aug 23 03:41:40.606929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-9bd0fc9a-aa7f-46b0-bd42-4ccc8a4b25af tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:40.608620 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-9bd0fc9a-aa7f-46b0-bd42-4ccc8a4b25af tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 945 time: 0.1851873 Aug 23 03:41:40.618794 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b27e14c2-74b9-4301-a705-421bc63ec78b req-032581b5-31db-44a8-bceb-6d2b712d1fd4 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357330 Aug 23 03:41:40.739844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb213f85-3960-4228-8205-571b802f111e req-07cc7f8c-5def-4ce0-8be0-2228f6593073 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285887 Aug 23 03:41:40.774147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38506) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:40.794636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6fc50ec-62e0-40d2-b2d6-21af899aa3c5 req-1c3a69f5-746b-4535-8af4-f5f21b55dcbe tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 210 time: 0.0348570 Aug 23 03:41:40.795218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Made reservation on behalf of 8c134e2e5bef4f0b87077f1ea471f581 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:40.798632 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:40.803832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Deleting port e9a6b3aa-5027-447b-a44b-88b759367df0 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:40.803832 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:40.828326 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:40.840552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eef68-e36e-4434-ba2b-d21391b47323 req-8e166c3c-5d96-413f-b7f8-fd2ff080eedd tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:40.842839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea2eef68-e36e-4434-ba2b-d21391b47323 req-8e166c3c-5d96-413f-b7f8-fd2ff080eedd tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 946 time: 0.0555174 Aug 23 03:41:40.888572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea2eef68-e36e-4434-ba2b-d21391b47323 req-1ff14706-7955-4a6e-9d58-f99dbfbab420 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384250 Aug 23 03:41:40.894759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1507285843-network', 'tenant_id': '4e5dbe9efb19413db440bc974c8424ab'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:40.962333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:40.978113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:40.984798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:40.989176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Pushing event updated for resources: {'Port': ['ID=eae8d34e-0ea6-4614-91a5-6aabe757bee5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:41.009919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Made reservation on behalf of 4e5dbe9efb19413db440bc974c8424ab for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:41.012620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.055000 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.080134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] For port e9a6b3aa-5027-447b-a44b-88b759367df0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e9a6b3aa-5027-447b-a44b-88b759367df0,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:41.080509 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.084296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118827e-457c-4eaf-9bf6-448967e41e63 req-19a4dab0-968a-4cfa-bc82-7dbb573b4e3d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:41.085789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0118827e-457c-4eaf-9bf6-448967e41e63 req-19a4dab0-968a-4cfa-bc82-7dbb573b4e3d tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0705731 Aug 23 03:41:41.112152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:41.112766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.115328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Calling delete_port for e9a6b3aa-5027-447b-a44b-88b759367df0 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:41.138777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Allocated IP 172.20.0.14 (4d5651c8-70f0-4dad-a012-ea876e1c50e9/6568a5ff-0c84-45d2-9f4d-931ebe61803b/51e42ea1-e70d-4894-a32b-b8802dc910f3) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:41.142720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0118827e-457c-4eaf-9bf6-448967e41e63 req-5667ad41-611c-48ea-85f2-e2616c4ed6f4 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482969 Aug 23 03:41:41.192315 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.252470 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.276940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:41:41.286151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee827883-63cd-47f2-a581-f46a07f4d854,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:41.291997 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.292394 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Added segment cbd11ef1-4cd2-4eaf-8a8c-538110649dd8 of type vlan for network 528fea75-0419-4a6a-9a1f-233228a593c3 Aug 23 03:41:41.333999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.365718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a64e96-cfe0-42aa-adca-69910be35455 req-305b0a12-2312-41ad-a3a4-743bbbc7b2d7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:41.367163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26a64e96-cfe0-42aa-adca-69910be35455 req-305b0a12-2312-41ad-a3a4-743bbbc7b2d7 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.1487434 Aug 23 03:41:41.373247 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-6bb6707c-7351-46f7-be75-301cf968a307 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8897312 Aug 23 03:41:41.394412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Request body: {'port': {'device_id': 'c9e15d3d-28a6-4d61-8974-93e65ac595e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:41.417941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.418942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:41.419516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.476684 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.486308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] Pushing event updated for resources: {'Network': ['ID=528fea75-0419-4a6a-9a1f-233228a593c3,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:41.500787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 528fea75-0419-4a6a-9a1f-233228a593c3 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:41:41.523951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c77885df-4c8e-4edd-9fd6-56e50fe387c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7480030 Aug 23 03:41:41.526750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:41.533715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Request body: {'subnet': {'network_id': '528fea75-0419-4a6a-9a1f-233228a593c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1507285843-subnet', 'tenant_id': '4e5dbe9efb19413db440bc974c8424ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:41.570903 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.572388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.607442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e9a6b3aa-5027-447b-a44b-88b759367df0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:41.622351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Pushing event deleted for resources: {'Port': ['ID=e9a6b3aa-5027-447b-a44b-88b759367df0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:41.626853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Made reservation on behalf of 4e5dbe9efb19413db440bc974c8424ab for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:41.630722 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.698195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83141565-8d53-40ab-9e92-dff73700a4c9 req-31b049f4-55a4-4dc0-b970-2110b397e0fa tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:41.701461 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83141565-8d53-40ab-9e92-dff73700a4c9 req-31b049f4-55a4-4dc0-b970-2110b397e0fa tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dd9f92-93d7-4b24-a476-f404ac4501fa HTTP/1.1" status: 200 len: 867 time: 0.1906884 Aug 23 03:41:41.742144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] No DVR routers for this DVR port e9a6b3aa-5027-447b-a44b-88b759367df0 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:41:41.752237 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.754201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-613b304d-d2f4-4500-a568-4cefca006ab2 req-b44ebdda-e1e8-4282-b96d-1d0e00ad1477 tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.11 "DELETE /v2.0/ports/e9a6b3aa-5027-447b-a44b-88b759367df0 HTTP/1.1" status: 204 len: 173 time: 1.1280675 Aug 23 03:41:41.756551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'name': 'network-vif-deleted', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:41.758785 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8d787a-a46a-45de-a79c-812790e892aa" -d '{"events": [{"server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "name": "network-vif-deleted", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:41.761119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454011a-7d6c-4df3-bdb0-8f4e8bb5cb88 req-48daa716-68e1-4810-91f7-31ef24d1eb40 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:41.762651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3454011a-7d6c-4df3-bdb0-8f4e8bb5cb88 req-48daa716-68e1-4810-91f7-31ef24d1eb40 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 945 time: 0.0714974 Aug 23 03:41:41.836864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-26a64e96-cfe0-42aa-adca-69910be35455 req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Deleting port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:41.837206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26a64e96-cfe0-42aa-adca-69910be35455 req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.846689 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:41.855192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3454011a-7d6c-4df3-bdb0-8f4e8bb5cb88 req-3b2289e8-3511-45a4-912b-3390d60636a2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704212 Aug 23 03:41:41.865806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83141565-8d53-40ab-9e92-dff73700a4c9 req-c3832115-7014-48ee-982b-2de04a7aa44e tempest-ServerRescueTestJSONUnderV235-1354990729 tempest-ServerRescueTestJSONUnderV235-1354990729-project] 10.222.0.20 "GET /v2.0/security-groups?id=149b3dae-aa54-410c-8a84-520aa99eb324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562507 Aug 23 03:41:41.956333 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c49709-5051-4d3e-a626-c8108cc3e2ff x-openstack-request-id: req-33c49709-5051-4d3e-a626-c8108cc3e2ff {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:41.956625 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dd9f92-93d7-4b24-a476-f404ac4501fa", "name": "network-vif-deleted", "tag": "e9a6b3aa-5027-447b-a44b-88b759367df0", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:41.956875 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33c49709-5051-4d3e-a626-c8108cc3e2ff {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:41.957286 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dd9f92-93d7-4b24-a476-f404ac4501fa', 'name': 'network-vif-deleted', 'tag': 'e9a6b3aa-5027-447b-a44b-88b759367df0', 'status': 'completed', 'code': 200} Aug 23 03:41:41.969991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:42.016595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:42.037693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:42.057758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6815d35-29d6-466c-842c-b4bd0a5fade5,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:42.067364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:42.084804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0a66d-29b3-4ac6-9b64-1cfc63dba780 req-75627bb4-99f1-4be3-b557-d4b9dc8d4968 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:42.086339 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09c0a66d-29b3-4ac6-9b64-1cfc63dba780 req-75627bb4-99f1-4be3-b557-d4b9dc8d4968 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 946 time: 0.0860345 Aug 23 03:41:42.089351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Checking segment: {'id': 'cbd11ef1-4cd2-4eaf-8a8c-538110649dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '528fea75-0419-4a6a-9a1f-233228a593c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:42.089815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Network hostable DHCP agents. Network: 528fea75-0419-4a6a-9a1f-233228a593c3, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:41:42.136679 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09c0a66d-29b3-4ac6-9b64-1cfc63dba780 req-fbb2db99-4c15-4d91-95f8-314affed5e56 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Aug 23 03:41:42.161430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Pushing event updated for resources: {'Port': ['ID=51e42ea1-e70d-4894-a32b-b8802dc910f3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:42.178579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-26a64e96-cfe0-42aa-adca-69910be35455 req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] For port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:42.178971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26a64e96-cfe0-42aa-adca-69910be35455 req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:42.210107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-26a64e96-cfe0-42aa-adca-69910be35455 req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Calling delete_port for 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:42.217186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:42.217855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:42.228415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c18cf-7245-4e16-be77-b7accad8af4c req-464e6509-d9ea-4a36-93b5-6e3d640b0ebd tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:42.229967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f9c18cf-7245-4e16-be77-b7accad8af4c req-464e6509-d9ea-4a36-93b5-6e3d640b0ebd tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 932 time: 0.2692263 Aug 23 03:41:42.243771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Network 528fea75-0419-4a6a-9a1f-233228a593c3 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:41:42.298790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-4a23937d-d0f4-4fa9-88fc-10ebef2f7b6b tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:42.300230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-4a23937d-d0f4-4fa9-88fc-10ebef2f7b6b tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.11 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 946 time: 0.2249973 Aug 23 03:41:42.338129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 528fea75-0419-4a6a-9a1f-233228a593c3) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:42.345269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:42.345865 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:42.348749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef38bf-12ed-4f56-bdb4-ed6473e7ebae None None] Network 528fea75-0419-4a6a-9a1f-233228a593c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:42.371476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566e59c-3f0f-43b4-ac88-a2ce7982efd8 req-4f691d39-3ba2-4d40-a031-16c900fdd99c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:42.373101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0566e59c-3f0f-43b4-ac88-a2ce7982efd8 req-4f691d39-3ba2-4d40-a031-16c900fdd99c tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 945 time: 0.0622628 Aug 23 03:41:42.402961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f9c18cf-7245-4e16-be77-b7accad8af4c req-0401e1e9-23b8-486d-9b7a-66a052dc012a tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539271 Aug 23 03:41:42.405085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-0b8a4b24-89cc-44d3-a3ff-b7f82489aa04 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0203562 Aug 23 03:41:42.427637 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0566e59c-3f0f-43b4-ac88-a2ce7982efd8 req-7c8f6cba-9068-45fb-a8b3-4a2effac6365 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/security-groups?id=74e39a8c-1e27-4afe-8cb8-decc63440c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475817 Aug 23 03:41:42.429099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Request body: {'port': {'device_id': 'b76f24f7-7d78-4a58-adaa-19066091d3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:42.440541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f503112e-15cc-49fa-ae4b-42920e539f4a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9127016 Aug 23 03:41:42.506711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e2569-182d-4cba-af96-97a3521433d1 None None] Network 528fea75-0419-4a6a-9a1f-233228a593c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:42.531519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae8d34e-0ea6-4614-91a5-6aabe757bee5 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:42.552600 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:42.592133 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:42.596443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Transition to ACTIVE for port object eae8d34e-0ea6-4614-91a5-6aabe757bee5 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:42.685979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Deleting port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:42.687128 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:42.714641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:42.985947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476c116-0c78-4e2b-974f-1e3f18e722d3 req-ff9db135-264c-48fa-b946-fccf2707a010 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:42.987593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5476c116-0c78-4e2b-974f-1e3f18e722d3 req-ff9db135-264c-48fa-b946-fccf2707a010 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 945 time: 0.0548532 Aug 23 03:41:43.027389 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5476c116-0c78-4e2b-974f-1e3f18e722d3 req-dd439509-c0f2-4ca3-bb6f-552eed9cfe7e tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Aug 23 03:41:43.072300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38556) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:43.149682 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26a64e96-cfe0-42aa-adca-69910be35455 req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:43.223652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Pushing event updated for resources: {'Port': ['ID=eae8d34e-0ea6-4614-91a5-6aabe757bee5,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:43.365537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Pushing event deleted for resources: {'Port': ['ID=7b914b89-806a-4a2f-8a42-552c1cbf6ca9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:43.413784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a64e96-cfe0-42aa-adca-69910be35455 req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] No DVR routers for this DVR port 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:41:43.429894 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-26a64e96-cfe0-42aa-adca-69910be35455 req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:43.431843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26a64e96-cfe0-42aa-adca-69910be35455 req-3545826c-6d44-4835-acd0-fb8cf5c45695 tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.11 "DELETE /v2.0/ports/7b914b89-806a-4a2f-8a42-552c1cbf6ca9 HTTP/1.1" status: 204 len: 173 time: 2.0043845 Aug 23 03:41:43.440180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] For port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,segment=NetworkSegment(85b5386a-7067-45bc-a195-1d60c74fc520),segment_id=85b5386a-7067-45bc-a195-1d60c74fc520)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:43.440554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:43.467205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Calling delete_port for ca2b8b88-9fae-4a27-be62-4a8c7fcb99da owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:43.499005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-02bba665-4aee-48df-83a3-2725f36bfda0 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:43.500509 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-02bba665-4aee-48df-83a3-2725f36bfda0 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/networks?id=528fea75-0419-4a6a-9a1f-233228a593c3 HTTP/1.1" status: 200 len: 813 time: 0.4038572 Aug 23 03:41:43.530360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b0fbb-03cc-41fb-b07e-607e2b40e6e9 req-f4dd5ffc-908f-4984-a1c8-08fc1844c027 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:43.531838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d80b0fbb-03cc-41fb-b07e-607e2b40e6e9 req-f4dd5ffc-908f-4984-a1c8-08fc1844c027 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 946 time: 0.0743899 Aug 23 03:41:43.544906 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:43.581225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-2e99d51d-78ca-43bc-9fff-48af981fbd4d tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/quotas/4e5dbe9efb19413db440bc974c8424ab HTTP/1.1" status: 200 len: 375 time: 0.0665441 Aug 23 03:41:43.584601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Attempting to bind port eae8d34e-0ea6-4614-91a5-6aabe757bee5 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:43.584945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Attempting to bind port eae8d34e-0ea6-4614-91a5-6aabe757bee5 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:43.585306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Attempting to bind port eae8d34e-0ea6-4614-91a5-6aabe757bee5 on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:43.618237 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d80b0fbb-03cc-41fb-b07e-607e2b40e6e9 req-5e936543-376a-4987-9913-e1b06c4206ae tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3dd9384-141b-49ef-ba1c-4f68ac049bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766735 Aug 23 03:41:43.620170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Port eae8d34e-0ea6-4614-91a5-6aabe757bee5 on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:41:43.620501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Attempting to bind port eae8d34e-0ea6-4614-91a5-6aabe757bee5 on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:43.647753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-1a1a98b7-0da5-4148-8695-eec68f884172 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e5dbe9efb19413db440bc974c8424ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576890 Aug 23 03:41:43.669806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:43.672098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Checking segment: {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:43.672098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Bound using segment: {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:43.672098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Bound port: eae8d34e-0ea6-4614-91a5-6aabe757bee5, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:43.672098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:43.716065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e42ea1-e70d-4894-a32b-b8802dc910f3 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:43.728900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e9a6b3aa-5027-447b-a44b-88b759367df0 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:43.760037 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:43.781587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: e9a6b3aa-5027-447b-a44b-88b759367df0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:43.782217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e9a6b3aa-5027-447b-a44b-88b759367df0 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:43.782845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:43.809663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:43.810309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7b914b89-806a-4a2f-8a42-552c1cbf6ca9 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:43.810744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ca2b8b88-9fae-4a27-be62-4a8c7fcb99da no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:43.832540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Transition to ACTIVE for port object 51e42ea1-e70d-4894-a32b-b8802dc910f3 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:43.899881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] For port eae8d34e-0ea6-4614-91a5-6aabe757bee5, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:43.906902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] For port eae8d34e-0ea6-4614-91a5-6aabe757bee5, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=eae8d34e-0ea6-4614-91a5-6aabe757bee5,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:43.909318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:43.915018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-635f5872-3f35-4c85-98bc-5c91a5fa638e service neutron] 10.222.0.20 "GET /v2.0/networks/528fea75-0419-4a6a-9a1f-233228a593c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484553 Aug 23 03:41:43.954471 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:43.959875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2395054a-9890-4974-9c69-bd5371c49f84', 'name': 'network-vif-deleted', 'tag': '7b914b89-806a-4a2f-8a42-552c1cbf6ca9'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:43.968317 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77e6402-aab9-432a-99f8-e0c211d81221" -d '{"events": [{"server_uuid": "2395054a-9890-4974-9c69-bd5371c49f84", "name": "network-vif-deleted", "tag": "7b914b89-806a-4a2f-8a42-552c1cbf6ca9"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:44.059669 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.066897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Pushing event updated for resources: {'Port': ['ID=51e42ea1-e70d-4894-a32b-b8802dc910f3,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:44.107030 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.133329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-d1aa12af-e2c9-438e-b48d-b6c467b933d5 service neutron] 10.222.0.20 "GET /v2.0/networks/528fea75-0419-4a6a-9a1f-233228a593c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059481 Aug 23 03:41:44.145589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:44.146195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.147571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] 10.222.0.24 "PUT /v2.0/ports/eae8d34e-0ea6-4614-91a5-6aabe757bee5 HTTP/1.1" status: 200 len: 1091 time: 2.7613506 Aug 23 03:41:44.162918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6a4bc-c6cb-42ea-bc97-3380933b234b req-eb240c60-7a6c-4a3d-8eed-4f5c30c901b5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:44.164352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ddd6a4bc-c6cb-42ea-bc97-3380933b234b req-eb240c60-7a6c-4a3d-8eed-4f5c30c901b5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 945 time: 0.0766227 Aug 23 03:41:44.222325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51e797-ac48-4de2-b695-262fceafa283 service neutron] Pushing event updated for resources: {'Port': ['ID=eae8d34e-0ea6-4614-91a5-6aabe757bee5,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:44.237712 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ddd6a4bc-c6cb-42ea-bc97-3380933b234b req-ef691e6b-6bc5-4a6c-84ad-26d8c4ecc0d7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587428 Aug 23 03:41:44.243330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Deleting port eb90cac1-f13d-4acc-8139-e779bbe7b96f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:44.243677 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.245555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] No DVR routers for this DVR port ca2b8b88-9fae-4a27-be62-4a8c7fcb99da on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:41:44.255049 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.257141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c38c2f79-dc36-4070-b88a-b3ddf951bdb1 req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.11 "DELETE /v2.0/ports/ca2b8b88-9fae-4a27-be62-4a8c7fcb99da HTTP/1.1" status: 204 len: 173 time: 1.9017026 Aug 23 03:41:44.292203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211eff4-a95d-45fe-94eb-1925f1d38f1e tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] Pushing event deleted for resources: {'Port': ['ID=ca2b8b88-9fae-4a27-be62-4a8c7fcb99da,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:44.312741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Attempting to bind port 51e42ea1-e70d-4894-a32b-b8802dc910f3 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:44.313144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Attempting to bind port 51e42ea1-e70d-4894-a32b-b8802dc910f3 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:44.313422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Attempting to bind port 51e42ea1-e70d-4894-a32b-b8802dc910f3 on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:44.321976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Port 51e42ea1-e70d-4894-a32b-b8802dc910f3 on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:41:44.322312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Attempting to bind port 51e42ea1-e70d-4894-a32b-b8802dc910f3 on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:44.333599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:44.333937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Checking segment: {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:44.334339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Bound using segment: {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:44.334758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Bound port: 51e42ea1-e70d-4894-a32b-b8802dc910f3, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:44.335119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.351432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-c60def9c-47f9-4657-ba8a-aa387c626950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:44.362113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-c60def9c-47f9-4657-ba8a-aa387c626950 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&device_id=c9e15d3d-28a6-4d61-8974-93e65ac595e8 HTTP/1.1" status: 200 len: 1094 time: 0.1039562 Aug 23 03:41:44.417777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d82f05-880f-4e20-9740-dd3309e3951e req-e87a7032-8305-442f-b586-5c5b9727cf24 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:44.419332 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28d82f05-880f-4e20-9740-dd3309e3951e req-e87a7032-8305-442f-b586-5c5b9727cf24 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 944 time: 0.0817118 Aug 23 03:41:44.429872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] For port eb90cac1-f13d-4acc-8139-e779bbe7b96f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eb90cac1-f13d-4acc-8139-e779bbe7b96f,segment=NetworkSegment(77e4cbe5-84d0-4fea-9a27-a68b3553633b),segment_id=77e4cbe5-84d0-4fea-9a27-a68b3553633b)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:44.429872 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.441443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-5ee3e434-17b9-4b4c-a9ca-c0793f87d3b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae8d34e-0ea6-4614-91a5-6aabe757bee5 HTTP/1.1" status: 200 len: 217 time: 0.0513875 Aug 23 03:41:44.458376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Calling delete_port for eb90cac1-f13d-4acc-8139-e779bbe7b96f owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:44.491644 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28d82f05-880f-4e20-9740-dd3309e3951e req-619b1507-d32d-4cb0-8e25-af2893177a8e tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616632 Aug 23 03:41:44.572129 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b987b1-46c8-4931-9238-54b6a41e083d x-openstack-request-id: req-00b987b1-46c8-4931-9238-54b6a41e083d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:44.572498 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2395054a-9890-4974-9c69-bd5371c49f84", "name": "network-vif-deleted", "tag": "7b914b89-806a-4a2f-8a42-552c1cbf6ca9", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:44.572762 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00b987b1-46c8-4931-9238-54b6a41e083d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:44.573205 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2395054a-9890-4974-9c69-bd5371c49f84', 'name': 'network-vif-deleted', 'tag': '7b914b89-806a-4a2f-8a42-552c1cbf6ca9', 'status': 'completed', 'code': 200} Aug 23 03:41:44.578655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] For port 51e42ea1-e70d-4894-a32b-b8802dc910f3, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:44.600317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca349914-60bb-4259-a4c7-73a2398b12f4 req-fecbfcf7-6b11-4578-beb1-7581d5adf72b tempest-ServerRescueTestJSON-1658181363 tempest-ServerRescueTestJSON-1658181363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2395054a-9890-4974-9c69-bd5371c49f84 HTTP/1.1" status: 200 len: 210 time: 0.0722895 Aug 23 03:41:44.620846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] For port 51e42ea1-e70d-4894-a32b-b8802dc910f3, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=51e42ea1-e70d-4894-a32b-b8802dc910f3,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:44.639962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-98e216df-33a2-4cef-b19f-6af0742af020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:44.641734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-98e216df-33a2-4cef-b19f-6af0742af020 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6568a5ff-0c84-45d2-9f4d-931ebe61803b HTTP/1.1" status: 200 len: 852 time: 0.1854734 Aug 23 03:41:44.676444 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6fc94a1a-71ad-4d49-bd6b-c06d7806d0e2 req-001f2616-490e-4025-b03e-73d66ecede79 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 210 time: 0.0889537 Aug 23 03:41:44.683893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-a18fe7f0-43c5-4738-8263-6715524fc6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d5651c8-70f0-4dad-a012-ea876e1c50e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334249 Aug 23 03:41:44.748726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4ad17180-5c37-4120-a27a-41b09051e954 req-3536243e-f744-4877-bf59-17bc3b197601 tempest-VolumesAdminNegativeTest-158024794 tempest-VolumesAdminNegativeTest-158024794-project] 10.222.0.20 "GET /v2.0/ports?device_id=491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0448017 Aug 23 03:41:44.788305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.840671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:44.840671 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.840671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] 10.222.0.11 "PUT /v2.0/ports/51e42ea1-e70d-4894-a32b-b8802dc910f3 HTTP/1.1" status: 200 len: 1092 time: 2.4172938 Aug 23 03:41:44.867466 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-02e4f689-9763-4f63-ad15-4eee40da4405 service neutron] 10.222.0.24 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744058 Aug 23 03:41:44.870332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdb9dd-2447-4d91-86de-955aee19851b service neutron] Pushing event updated for resources: {'Port': ['ID=51e42ea1-e70d-4894-a32b-b8802dc910f3,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:44.872545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:44.902349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb90cac1-f13d-4acc-8139-e779bbe7b96f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:44.978158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-b3064a72-c332-4caf-a468-d417b389dc2c service neutron] 10.222.0.24 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993521 Aug 23 03:41:45.046574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-b4d4833a-24ae-493b-8f2e-38af88f64662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:45.048062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-b4d4833a-24ae-493b-8f2e-38af88f64662 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 1095 time: 0.0405407 Aug 23 03:41:45.065964 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:45.105966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-55eb80c6-1fb2-43f1-a2ad-4072cf880cf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e42ea1-e70d-4894-a32b-b8802dc910f3 HTTP/1.1" status: 200 len: 217 time: 0.0427706 Aug 23 03:41:45.167643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-2102b333-233f-4a51-b5e7-cefdc840b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:45.169775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-2102b333-233f-4a51-b5e7-cefdc840b9d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6568a5ff-0c84-45d2-9f4d-931ebe61803b HTTP/1.1" status: 200 len: 852 time: 0.0478413 Aug 23 03:41:45.204302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-fc86f1ee-907b-4418-bc48-03b0fcfaefcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d5651c8-70f0-4dad-a012-ea876e1c50e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273013 Aug 23 03:41:45.284799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Router 6d0dc09e-341a-48c1-af48-01b52d98dd6b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:41:45.303383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-5300ae4b-7401-4a9d-8bdb-1d6c4c0ec503 service neutron] 10.222.0.11 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912759 Aug 23 03:41:45.410105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9dbe8310-b36d-4e61-987f-927cc7e5f40b req-e7523d13-a0b1-4e61-b9de-dec6e17b52da service neutron] 10.222.0.11 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993793 Aug 23 03:41:45.448292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb14b25-cd62-44e8-bac3-09d3b775c9a1 req-7e6d1aee-0711-438f-a283-a60e7e8894ee tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:45.449788 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3cb14b25-cd62-44e8-bac3-09d3b775c9a1 req-7e6d1aee-0711-438f-a283-a60e7e8894ee tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 945 time: 0.1224947 Aug 23 03:41:45.451112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:41:45.463253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2d3e34c-9470-4928-b25b-e66a339a0fa0 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d0dc09e-341a-48c1-af48-01b52d98dd6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3825159 Aug 23 03:41:45.463403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38590) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:45.463556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] Sync routers for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:41:45.471388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:45.472074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:45.496045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3cb14b25-cd62-44e8-bac3-09d3b775c9a1 req-cc08aaa0-711e-466b-b222-a81142177e66 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Aug 23 03:41:45.591260 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:45.720448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5b148-b66b-4307-8305-010b2a449dce req-8aa82fe2-e7f2-4873-aca3-0610d6de33a0 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:45.722332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75b5b148-b66b-4307-8305-010b2a449dce req-8aa82fe2-e7f2-4873-aca3-0610d6de33a0 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 944 time: 0.0904126 Aug 23 03:41:45.734718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:45.768670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:45.781242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75b5b148-b66b-4307-8305-010b2a449dce req-23c20bed-8920-4db6-9497-8b9883dd1b34 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520551 Aug 23 03:41:45.830695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38612) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:45.908666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b0b9fa3-8102-442b-be0d-c0c236ab264a req-03d48be6-1606-4d5b-a0ef-d8847cf60457 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 210 time: 0.0302160 Aug 23 03:41:45.935624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '984ccd90-495c-4adb-824d-948ba7058a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:41:44Z', 'revision_number': 5, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port': {'id': '984ccd90-495c-4adb-824d-948ba7058a90', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:05Z', 'updated_at': '2021-08-23T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:45.968447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] Checking router: 6d0dc09e-341a-48c1-af48-01b52d98dd6b for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:41:45.977375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] Routers {'6d0dc09e-341a-48c1-af48-01b52d98dd6b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:45.978011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:45.980761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38616) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:46.050391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e74dd74-0c5a-4ce5-b085-e357f3e74aad admin admin] Deleting subnet 39302425-3703-429a-9f8d-0b09006f2203 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:41:46.054213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e74dd74-0c5a-4ce5-b085-e357f3e74aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.115690 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e74dd74-0c5a-4ce5-b085-e357f3e74aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.129742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Deleting port 984ccd90-495c-4adb-824d-948ba7058a90 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:46.131638 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.138156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] Set router 6d0dc09e-341a-48c1-af48-01b52d98dd6b gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:46.198966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e74dd74-0c5a-4ce5-b085-e357f3e74aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.224452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:41:45Z', 'revision_number': 6, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:46.277133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] For port 984ccd90-495c-4adb-824d-948ba7058a90, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=984ccd90-495c-4adb-824d-948ba7058a90,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:46.277500 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.278897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcab5c-b1bb-48fb-8bea-4392d4e8104f None None] The sync data for ids ['6d0dc09e-341a-48c1-af48-01b52d98dd6b'] in n-d-749052-7 is: [{'id': '6d0dc09e-341a-48c1-af48-01b52d98dd6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-143245763-router', 'tenant_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:04Z', 'updated_at': '2021-08-23T03:41:45Z', 'revision_number': 6, 'project_id': '3ee0d7a62ecb4aad83f04df3fee2b904', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:41:46.292443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Calling delete_port for 984ccd90-495c-4adb-824d-948ba7058a90 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:46.369338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e74dd74-0c5a-4ce5-b085-e357f3e74aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.404216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74dd74-0c5a-4ce5-b085-e357f3e74aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39302425-3703-429a-9f8d-0b09006f2203,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:46.409494 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e74dd74-0c5a-4ce5-b085-e357f3e74aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.411428 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e74dd74-0c5a-4ce5-b085-e357f3e74aad admin admin] 10.222.0.20 "DELETE /v2.0/subnets/39302425-3703-429a-9f8d-0b09006f2203 HTTP/1.1" status: 204 len: 168 time: 0.4295831 Aug 23 03:41:46.414086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38628) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:46.471791 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.488636 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.567809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.577574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a91abea-be51-428f-b458-a779ae735bc8']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:46.579864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e15d3d-28a6-4d61-8974-93e65ac595e8', 'tag': 'eae8d34e-0ea6-4614-91a5-6aabe757bee5'}, {'server_uuid': '491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2', 'name': 'network-vif-deleted', 'tag': 'ca2b8b88-9fae-4a27-be62-4a8c7fcb99da'}, {'name': 'network-changed', 'server_uuid': 'b76f24f7-7d78-4a58-adaa-19066091d3be', 'tag': '51e42ea1-e70d-4894-a32b-b8802dc910f3'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:46.582125 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce1429f-9805-4b6a-a86f-532c9262a521" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e15d3d-28a6-4d61-8974-93e65ac595e8", "tag": "eae8d34e-0ea6-4614-91a5-6aabe757bee5"}, {"server_uuid": "491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2", "name": "network-vif-deleted", "tag": "ca2b8b88-9fae-4a27-be62-4a8c7fcb99da"}, {"name": "network-changed", "server_uuid": "b76f24f7-7d78-4a58-adaa-19066091d3be", "tag": "51e42ea1-e70d-4894-a32b-b8802dc910f3"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:46.587409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b5386a-7067-45bc-a195-1d60c74fc520') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:46.587713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b5386a-7067-45bc-a195-1d60c74fc520') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:41:46.777195 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:41:46.782094 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebe6ea0-375c-4e81-ac96-3ceeb4a3e65a x-openstack-request-id: req-8ebe6ea0-375c-4e81-ac96-3ceeb4a3e65a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:46.782094 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e15d3d-28a6-4d61-8974-93e65ac595e8", "tag": "eae8d34e-0ea6-4614-91a5-6aabe757bee5", "status": "completed", "code": 200}, {"server_uuid": "491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2", "name": "network-vif-deleted", "tag": "ca2b8b88-9fae-4a27-be62-4a8c7fcb99da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b76f24f7-7d78-4a58-adaa-19066091d3be", "tag": "51e42ea1-e70d-4894-a32b-b8802dc910f3", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:46.782094 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ebe6ea0-375c-4e81-ac96-3ceeb4a3e65a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:46.782094 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e15d3d-28a6-4d61-8974-93e65ac595e8', 'tag': 'eae8d34e-0ea6-4614-91a5-6aabe757bee5', 'status': 'completed', 'code': 200} Aug 23 03:41:46.782094 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491e2fdb-d1c3-4fc7-8cd3-8b2616e0a4b2', 'name': 'network-vif-deleted', 'tag': 'ca2b8b88-9fae-4a27-be62-4a8c7fcb99da', 'status': 'completed', 'code': 200} Aug 23 03:41:46.782094 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76f24f7-7d78-4a58-adaa-19066091d3be', 'tag': '51e42ea1-e70d-4894-a32b-b8802dc910f3', 'status': 'completed', 'code': 200} Aug 23 03:41:46.782094 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.782710 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.790485 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.792354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] 10.222.0.20 "DELETE /v2.0/networks/1a91abea-be51-428f-b458-a779ae735bc8 HTTP/1.1" status: 204 len: 168 time: 0.3773327 Aug 23 03:41:46.795224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7909a-6d27-4ca0-b3fa-36fb695dae0d admin admin] Pushing event deleted for resources: {'Network': ['ID=1a91abea-be51-428f-b458-a779ae735bc8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:46.796752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38632) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:46.852127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2733381-2a5d-4306-81d8-f69288440906 admin admin] Deleting subnet 75b180b7-be2a-42ff-bbef-0f534ca831c4 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:41:46.857544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b2733381-2a5d-4306-81d8-f69288440906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.930447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b2733381-2a5d-4306-81d8-f69288440906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:46.993681 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b2733381-2a5d-4306-81d8-f69288440906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.000536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device eae8d34e-0ea6-4614-91a5-6aabe757bee5 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:41:47.004221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672b2d3-bd7d-4d1d-ac21-4691f81354c9 req-bdbf5cf1-b220-4d8e-833a-873b8a8121ba tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:47.005945 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2672b2d3-bd7d-4d1d-ac21-4691f81354c9 req-bdbf5cf1-b220-4d8e-833a-873b8a8121ba tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 944 time: 0.1002181 Aug 23 03:41:47.037105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Pushing event deleted for resources: {'Port': ['ID=984ccd90-495c-4adb-824d-948ba7058a90,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:47.090984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2672b2d3-bd7d-4d1d-ac21-4691f81354c9 req-80ea3835-0a58-4a57-8c35-8e218395f7e5 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610187 Aug 23 03:41:47.121876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port eae8d34e-0ea6-4614-91a5-6aabe757bee5, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=eae8d34e-0ea6-4614-91a5-6aabe757bee5,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:47.134098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'eae8d34e-0ea6-4614-91a5-6aabe757bee5', 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9', 'port_id': 'eae8d34e-0ea6-4614-91a5-6aabe757bee5', 'mac_address': 'fa:16:3e:74:9c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6568a5ff-0c84-45d2-9f4d-931ebe61803b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:41:47.161561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6aa8181a-986f-49d4-9381-67bafa9cd1f4 req-e75cb3cc-227b-42fb-be03-17d2fd525745 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 210 time: 0.1268802 Aug 23 03:41:47.193813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.202179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b2733381-2a5d-4306-81d8-f69288440906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.219118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-23c854da-73bf-4ef5-af20-b33d1852da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:47.220621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-23c854da-73bf-4ef5-af20-b33d1852da26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 1095 time: 0.2063565 Aug 23 03:41:47.224276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae8d34e-0ea6-4614-91a5-6aabe757bee5 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:47.233987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-9cdd8a1f-52cd-4d97-add9-2ca2abc95f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:47.235505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-9cdd8a1f-52cd-4d97-add9-2ca2abc95f98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&device_id=c9e15d3d-28a6-4d61-8974-93e65ac595e8 HTTP/1.1" status: 200 len: 1094 time: 0.5666664 Aug 23 03:41:47.249654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port eae8d34e-0ea6-4614-91a5-6aabe757bee5, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=eae8d34e-0ea6-4614-91a5-6aabe757bee5,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:47.264649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2733381-2a5d-4306-81d8-f69288440906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b180b7-be2a-42ff-bbef-0f534ca831c4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:47.271922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b2733381-2a5d-4306-81d8-f69288440906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.273918 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b2733381-2a5d-4306-81d8-f69288440906 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/75b180b7-be2a-42ff-bbef-0f534ca831c4 HTTP/1.1" status: 204 len: 168 time: 0.4761541 Aug 23 03:41:47.276805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38644) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:47.323770 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.341155 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.394701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=eae8d34e-0ea6-4614-91a5-6aabe757bee5,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:47.401339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.487536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.499601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a286c97c-3468-45ef-a8d6-d01281599209']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:47.510848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a7f515-6702-418f-a944-9893414e155e') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:47.511139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a7f515-6702-418f-a944-9893414e155e') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:47.520704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.525183 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.530209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.534239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.540909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:41:47.541327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:41:47.542919 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:41:47.601106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['eae8d34e-0ea6-4614-91a5-6aabe757bee5'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:47.657101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-6c67fb05-e726-44be-9699-25a387e4c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:47.658536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-6c67fb05-e726-44be-9699-25a387e4c4a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 912 time: 0.4188547 Aug 23 03:41:47.666215 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.668770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-44e3f01d-a1e8-4bf1-8aae-f02d425ffb93 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:47.670172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-44e3f01d-a1e8-4bf1-8aae-f02d425ffb93 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.11 "GET /v2.0/networks?id=528fea75-0419-4a6a-9a1f-233228a593c3 HTTP/1.1" status: 200 len: 813 time: 0.4485164 Aug 23 03:41:47.674973 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.675337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a286c97c-3468-45ef-a8d6-d01281599209 HTTP/1.1" status: 204 len: 168 time: 0.3972154 Aug 23 03:41:47.681539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-1f1186f9-2179-4294-bd78-0c9fee655c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:47.683632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-1f1186f9-2179-4294-bd78-0c9fee655c6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 912 time: 0.4367721 Aug 23 03:41:47.686311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ca359-d14d-433f-834d-042bd7c7e343 admin admin] Pushing event deleted for resources: {'Network': ['ID=a286c97c-3468-45ef-a8d6-d01281599209,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:47.728608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Request body: {'port': {'device_id': '4c7c194b-8688-4ede-b7f7-5b733f666c08', 'network_id': '528fea75-0419-4a6a-9a1f-233228a593c3', 'admin_state_up': True, 'tenant_id': '4e5dbe9efb19413db440bc974c8424ab'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:47.738921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-4256fda1-8dac-4355-a841-7fdc79c9b3d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e42ea1-e70d-4894-a32b-b8802dc910f3 HTTP/1.1" status: 200 len: 217 time: 0.0669370 Aug 23 03:41:47.752892 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.753462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d0dc09e-341a-48c1-af48-01b52d98dd6b {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:41:47.758386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.759485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c1551e7-830f-4724-a28b-75abf0e2cf6e admin admin] 10.222.0.20 "DELETE /v2.0/routers/6d0dc09e-341a-48c1-af48-01b52d98dd6b HTTP/1.1" status: 204 len: 168 time: 2.2997818 Aug 23 03:41:47.762164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38656) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:47.807504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-9cd50d9c-0ae5-4c51-9a97-e36e3bcffb16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae8d34e-0ea6-4614-91a5-6aabe757bee5 HTTP/1.1" status: 200 len: 217 time: 0.0827470 Aug 23 03:41:47.807871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bc0778-9b46-4682-9bc8-5d80510a06ed admin admin] Deleting subnet 2b87bef0-2609-4572-b004-ec3ca1b77387 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:41:47.811791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0778-9b46-4682-9bc8-5d80510a06ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.852058 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0778-9b46-4682-9bc8-5d80510a06ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.893127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0778-9b46-4682-9bc8-5d80510a06ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.926957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-dd9ab914-7e09-469b-812f-dba3daa1122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:47.928347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-dd9ab914-7e09-469b-812f-dba3daa1122e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6568a5ff-0c84-45d2-9f4d-931ebe61803b HTTP/1.1" status: 200 len: 852 time: 0.1403890 Aug 23 03:41:47.959322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Deleting port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:47.959681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:47.980613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-fc6c072e-1805-4aea-b9df-2ac068e77a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:47.982205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-fc6c072e-1805-4aea-b9df-2ac068e77a3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6568a5ff-0c84-45d2-9f4d-931ebe61803b HTTP/1.1" status: 200 len: 852 time: 0.1479483 Aug 23 03:41:47.994066 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-b5abe3ff-087b-4e0c-bd5d-0473e1dcb143 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d5651c8-70f0-4dad-a012-ea876e1c50e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556874 Aug 23 03:41:48.020624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0778-9b46-4682-9bc8-5d80510a06ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.046918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc0778-9b46-4682-9bc8-5d80510a06ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b87bef0-2609-4572-b004-ec3ca1b77387,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:48.049271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-765a6cae-f2e8-444c-bb20-dae3f424e938 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d5651c8-70f0-4dad-a012-ea876e1c50e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542533 Aug 23 03:41:48.063836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0778-9b46-4682-9bc8-5d80510a06ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.065712 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a8bc0778-9b46-4682-9bc8-5d80510a06ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2b87bef0-2609-4572-b004-ec3ca1b77387 HTTP/1.1" status: 204 len: 168 time: 0.3019361 Aug 23 03:41:48.068239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38658) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:48.077825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38660) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:48.091571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eb90cac1-f13d-4acc-8139-e779bbe7b96f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:48.113526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: eb90cac1-f13d-4acc-8139-e779bbe7b96f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:48.113526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eb90cac1-f13d-4acc-8139-e779bbe7b96f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:48.113526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 984ccd90-495c-4adb-824d-948ba7058a90 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:48.131273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 984ccd90-495c-4adb-824d-948ba7058a90 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:48.131702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 984ccd90-495c-4adb-824d-948ba7058a90 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:48.179609 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.186411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-877a802b-cba0-40d0-9fb0-52c77f2fe24c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f14a978e9e5642c6ad62e4f90cda0561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054437 Aug 23 03:41:48.186784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38664) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:48.233305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Made reservation on behalf of 4e5dbe9efb19413db440bc974c8424ab for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:48.237001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.261738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] For port 40bf5da0-fe54-4fbe-a410-46fa0cbf1105, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=40bf5da0-fe54-4fbe-a410-46fa0cbf1105,segment=NetworkSegment(22483ca0-79f4-4b9a-a104-9ce533d65746),segment_id=22483ca0-79f4-4b9a-a104-9ce533d65746)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:48.262104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.295157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Calling delete_port for 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:48.297206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a554ad8-5280-451c-a582-44d653bb69da req-265107b9-8dd1-4020-b248-6cdaf9306845 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 210 time: 0.0405440 Aug 23 03:41:48.323535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-0dfb377e-2398-4d13-b383-769a9c652240 service neutron] 10.222.0.11 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864478 Aug 23 03:41:48.338646 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.348379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44c72143-f655-4748-8081-932c6b5649cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.356111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b8a988-46ea-4567-a9fa-28f60209b4b0']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:48.368208 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-41f33b41-8780-4d40-984f-c2fbc2c95fe0 service neutron] 10.222.0.24 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891243 Aug 23 03:41:48.383227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e4cbe5-84d0-4fea-9a27-a68b3553633b') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:48.383544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e4cbe5-84d0-4fea-9a27-a68b3553633b') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:48.402340 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44c72143-f655-4748-8081-932c6b5649cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.404976 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.447952 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.458230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:41:48.458655 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:41:48.460871 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:41:48.583929 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.590470 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.592328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] 10.222.0.20 "DELETE /v2.0/networks/77b8a988-46ea-4567-a9fa-28f60209b4b0 HTTP/1.1" status: 204 len: 168 time: 0.5227334 Aug 23 03:41:48.604612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2377c-f475-403a-b6df-6b7856ad9008 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b8a988-46ea-4567-a9fa-28f60209b4b0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:48.620813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44c72143-f655-4748-8081-932c6b5649cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.626125 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44c72143-f655-4748-8081-932c6b5649cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:48.632940 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-44c72143-f655-4748-8081-932c6b5649cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3dd9384-141b-49ef-ba1c-4f68ac049bb1 HTTP/1.1" status: 204 len: 168 time: 0.4447997 Aug 23 03:41:48.644062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c72143-f655-4748-8081-932c6b5649cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd9384-141b-49ef-ba1c-4f68ac049bb1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:48.715547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-4be08a3f-2d16-4e9c-9b41-d9dd2bcb781b service neutron] 10.222.0.11 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496258 Aug 23 03:41:48.718494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Allocated IP 172.20.0.7 (528fea75-0419-4a6a-9a1f-233228a593c3/c6815d35-29d6-466c-842c-b4bd0a5fade5/c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:48.727332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c42d5-100e-42ba-9ad9-8677feaf71c8 req-4c4298b2-2810-492e-91fe-8fe1778900aa tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:48.728866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-781c42d5-100e-42ba-9ad9-8677feaf71c8 req-4c4298b2-2810-492e-91fe-8fe1778900aa tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 944 time: 0.5115783 Aug 23 03:41:48.740755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ce1429f-9805-4b6a-a86f-532c9262a521 req-3dc7bdb7-8dde-4d6b-a1c3-8656cb5d8ec9 service neutron] 10.222.0.24 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543994 Aug 23 03:41:48.819400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-781c42d5-100e-42ba-9ad9-8677feaf71c8 req-e11d311f-720c-4c71-a4d4-cf7705102f40 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743148 Aug 23 03:41:48.970978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.023158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device eae8d34e-0ea6-4614-91a5-6aabe757bee5 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:49.037848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.065055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40bf5da0-fe54-4fbe-a410-46fa0cbf1105,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:49.108465 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.159443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Network 528fea75-0419-4a6a-9a1f-233228a593c3 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:49.165419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:49.173490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:49.197526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port eae8d34e-0ea6-4614-91a5-6aabe757bee5 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:49.202219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port eae8d34e-0ea6-4614-91a5-6aabe757bee5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:49.202596 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.226958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Pushing event updated for resources: {'Port': ['ID=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:49.289832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38692) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:49.299637 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.329182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e15d3d-28a6-4d61-8974-93e65ac595e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae8d34e-0ea6-4614-91a5-6aabe757bee5'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:49.329905 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6fad61a0-4156-4eed-82f8-042e4cee3f7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ee0d7a62ecb4aad83f04df3fee2b904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452642 Aug 23 03:41:49.332727 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6e4656-6aa3-4955-9788-36b7aeb8721c" -d '{"events": [{"server_uuid": "c9e15d3d-28a6-4d61-8974-93e65ac595e8", "name": "network-vif-plugged", "status": "completed", "tag": "eae8d34e-0ea6-4614-91a5-6aabe757bee5"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:49.332923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38694) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:49.357257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port eae8d34e-0ea6-4614-91a5-6aabe757bee5, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=eae8d34e-0ea6-4614-91a5-6aabe757bee5,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:49.385733 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535367ed-730f-47d9-b173-9e87e70f9d8b x-openstack-request-id: req-535367ed-730f-47d9-b173-9e87e70f9d8b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:49.386038 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e15d3d-28a6-4d61-8974-93e65ac595e8", "name": "network-vif-plugged", "status": "completed", "tag": "eae8d34e-0ea6-4614-91a5-6aabe757bee5", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:49.386459 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-535367ed-730f-47d9-b173-9e87e70f9d8b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:49.393218 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e15d3d-28a6-4d61-8974-93e65ac595e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae8d34e-0ea6-4614-91a5-6aabe757bee5', 'code': 200} Aug 23 03:41:49.413774 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.454875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f919768b-e8c6-4742-9b81-0691c40c68f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.487174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=eae8d34e-0ea6-4614-91a5-6aabe757bee5,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:49.506075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f919768b-e8c6-4742-9b81-0691c40c68f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.524293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be8cac-bddf-45c7-af71-dad2dd3ec705 req-00e9409f-d2ff-4728-bb55-ce2ff8a5acaa tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:49.533377 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4be8cac-bddf-45c7-af71-dad2dd3ec705 req-00e9409f-d2ff-4728-bb55-ce2ff8a5acaa tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 931 time: 0.1327920 Aug 23 03:41:49.609430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:49.610079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.620727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38704) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:49.685249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.711206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdd60c-f305-4dfe-925e-4aac421b10b2 req-365593e1-95ed-4bd9-9192-587b6082ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:49.711395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 51e42ea1-e70d-4894-a32b-b8802dc910f3 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:41:49.712677 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26cdd60c-f305-4dfe-925e-4aac421b10b2 req-365593e1-95ed-4bd9-9192-587b6082ce77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9e15d3d-28a6-4d61-8974-93e65ac595e8 HTTP/1.1" status: 200 len: 1096 time: 0.1094689 Aug 23 03:41:49.719655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4ef2f5a2-e566-4866-83da-c843ffe9ecc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8287f0b1f310405c9fbaab6f1fafd7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977967 Aug 23 03:41:49.751803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38708) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:49.772715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-dad9db48-d7fb-4c99-b45f-e0fed5a43352 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0822649 Aug 23 03:41:49.797400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Request body: {'port': {'device_id': '4c7c194b-8688-4ede-b7f7-5b733f666c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:49.821592 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4be8cac-bddf-45c7-af71-dad2dd3ec705 req-3224e6de-e3ea-4e59-813d-65d16bae7ec3 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869484 Aug 23 03:41:49.854525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 51e42ea1-e70d-4894-a32b-b8802dc910f3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=51e42ea1-e70d-4894-a32b-b8802dc910f3,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:49.866126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '51e42ea1-e70d-4894-a32b-b8802dc910f3', 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9', 'port_id': '51e42ea1-e70d-4894-a32b-b8802dc910f3', 'mac_address': 'fa:16:3e:59:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6568a5ff-0c84-45d2-9f4d-931ebe61803b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:41:49.910359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.912081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26cdd60c-f305-4dfe-925e-4aac421b10b2 req-0d2d8da4-1479-449f-bf46-5816c76185af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594002 Aug 23 03:41:49.923529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f919768b-e8c6-4742-9b81-0691c40c68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.923842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e42ea1-e70d-4894-a32b-b8802dc910f3 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:49.926474 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f919768b-e8c6-4742-9b81-0691c40c68f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:49.930152 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f919768b-e8c6-4742-9b81-0691c40c68f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/149b3dae-aa54-410c-8a84-520aa99eb324 HTTP/1.1" status: 204 len: 168 time: 0.5896871 Aug 23 03:41:49.938678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919768b-e8c6-4742-9b81-0691c40c68f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149b3dae-aa54-410c-8a84-520aa99eb324,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:49.957480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 51e42ea1-e70d-4894-a32b-b8802dc910f3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=51e42ea1-e70d-4894-a32b-b8802dc910f3,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:50.021882 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.023826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dd67a6c-028b-48f3-9f42-147e202c0abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.046576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.047393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:41:50.071718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e2149-2816-4696-aaed-f486e508cd78 req-3a7c3188-cbca-4753-9e41-676134d090ab tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:50.073296 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-414e2149-2816-4696-aaed-f486e508cd78 req-3a7c3188-cbca-4753-9e41-676134d090ab tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 944 time: 0.1672552 Aug 23 03:41:50.081370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dd67a6c-028b-48f3-9f42-147e202c0abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.139328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=51e42ea1-e70d-4894-a32b-b8802dc910f3,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:50.204723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:50.216030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'port_id': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2', 'mac_address': 'fa:16:3e:6a:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024e375b-07ee-47c3-b827-2fa19610e3a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:41:50.253701 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.266328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:50.292327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-414e2149-2816-4696-aaed-f486e508cd78 req-e9eefb86-3b50-4441-953d-5dcff5b1eda6 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973846 Aug 23 03:41:50.308557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:50.323361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Router 5126b45a-5364-4a82-8a09-fdebf9ffb666 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:41:50.368938 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.406929 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dd67a6c-028b-48f3-9f42-147e202c0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.409513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dd67a6c-028b-48f3-9f42-147e202c0abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.413073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9dd67a6c-028b-48f3-9f42-147e202c0abc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ca5113d-d940-4a70-84ba-35f268a2f580 HTTP/1.1" status: 204 len: 168 time: 0.6567855 Aug 23 03:41:50.429834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:50.464018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd67a6c-028b-48f3-9f42-147e202c0abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca5113d-d940-4a70-84ba-35f268a2f580,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:50.470967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-2bbaaa15-8475-415b-a32c-912dce4784cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1587994 Aug 23 03:41:50.557913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['b7903e4c-1856-4f68-b2a5-cef73a2a4fd2'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:50.669973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:41:50.676174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:50.681487 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] Sync routers for ids ['5126b45a-5364-4a82-8a09-fdebf9ffb666'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:41:50.694675 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] Routers {'5126b45a-5364-4a82-8a09-fdebf9ffb666'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:50.695551 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5126b45a-5364-4a82-8a09-fdebf9ffb666'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:50.708313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38740) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:50.709486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b1265b8f-1ca4-4626-880d-3d417769b3b5 admin admin] 10.222.0.20 "PUT /v2.0/routers/5126b45a-5364-4a82-8a09-fdebf9ffb666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8776143 Aug 23 03:41:50.716538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.735899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-ecc43771-ee20-4b11-99dc-3fc289c607b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:50.737714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-ecc43771-ee20-4b11-99dc-3fc289c607b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f1270f9fdae4a618f9270b37e76cb66&device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 1096 time: 0.1599188 Aug 23 03:41:50.761226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Transition to ACTIVE for port object c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:50.888725 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.944722 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:50.972409 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] Set router 5126b45a-5364-4a82-8a09-fdebf9ffb666 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:50.985839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:51.035852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['51e42ea1-e70d-4894-a32b-b8802dc910f3'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:51.161796 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'f279d510-aea3-4c29-baa5-737093759396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:39:03Z', 'updated_at': '2021-08-23T03:41:48Z', 'revision_number': 5, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'gw_port': {'id': 'f279d510-aea3-4c29-baa5-737093759396', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:04Z', 'updated_at': '2021-08-23T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:51.192843 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] Checking router: 5126b45a-5364-4a82-8a09-fdebf9ffb666 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:41:51.202917 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:51.204467 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] Routers {'5126b45a-5364-4a82-8a09-fdebf9ffb666'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:51.205294 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5126b45a-5364-4a82-8a09-fdebf9ffb666'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:51.324036 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] Set router 5126b45a-5364-4a82-8a09-fdebf9ffb666 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:51.357697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Attempting to bind port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:51.358043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Attempting to bind port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'cbd11ef1-4cd2-4eaf-8a8c-538110649dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '528fea75-0419-4a6a-9a1f-233228a593c3'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:51.358381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Attempting to bind port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb on network 528fea75-0419-4a6a-9a1f-233228a593c3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:51.364542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-ce9278a5-101c-4280-8a9b-a35b84ef4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:51.366171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-ce9278a5-101c-4280-8a9b-a35b84ef4f5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=bda5ea21-8238-4974-b0fb-80f1ceeb6048 HTTP/1.1" status: 200 len: 906 time: 0.5999994 Aug 23 03:41:51.370768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb on network 528fea75-0419-4a6a-9a1f-233228a593c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:41:51.371100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Attempting to bind port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb on network 528fea75-0419-4a6a-9a1f-233228a593c3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:51.381695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11cc53-ef5b-4191-8ed6-c8a6ac270214 req-337919c6-8f03-452b-ad10-7726082f8e57 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:51.395785 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd11cc53-ef5b-4191-8ed6-c8a6ac270214 req-337919c6-8f03-452b-ad10-7726082f8e57 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 943 time: 0.4238038 Aug 23 03:41:51.435811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:51.436211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Checking segment: {'id': 'cbd11ef1-4cd2-4eaf-8a8c-538110649dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '528fea75-0419-4a6a-9a1f-233228a593c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:51.436948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Deleting port f279d510-aea3-4c29-baa5-737093759396 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:41:51.437496 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:51.442082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Bound using segment: {'id': 'cbd11ef1-4cd2-4eaf-8a8c-538110649dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '528fea75-0419-4a6a-9a1f-233228a593c3'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:51.442566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Bound port: c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd11ef1-4cd2-4eaf-8a8c-538110649dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '528fea75-0419-4a6a-9a1f-233228a593c3'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:51.442942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:51.603077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835b0d2-43d8-4335-95bd-94663011474e req-5d120cda-165f-4ac0-a231-5fa560760aca tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:51.612553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7835b0d2-43d8-4335-95bd-94663011474e req-5d120cda-165f-4ac0-a231-5fa560760aca tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 945 time: 0.1579914 Aug 23 03:41:51.620608 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'f279d510-aea3-4c29-baa5-737093759396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:39:03Z', 'updated_at': '2021-08-23T03:41:48Z', 'revision_number': 5, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'gw_port': {'id': 'f279d510-aea3-4c29-baa5-737093759396', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:04Z', 'updated_at': '2021-08-23T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:51.635443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] For port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:51.674585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] For port f279d510-aea3-4c29-baa5-737093759396, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f279d510-aea3-4c29-baa5-737093759396,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:51.674960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:51.682387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-0aa4631d-b279-4ecf-906d-ad4282f78d74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d42117bf-d04b-4778-a3a0-ccbd824cf6d4 HTTP/1.1" status: 200 len: 1000 time: 0.2829366 Aug 23 03:41:51.686089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] For port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,segment=NetworkSegment(cbd11ef1-4cd2-4eaf-8a8c-538110649dd8),segment_id=cbd11ef1-4cd2-4eaf-8a8c-538110649dd8)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:51.691796 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78da8ad-351f-4179-933d-40fce59fed7f None None] The sync data for ids ['5126b45a-5364-4a82-8a09-fdebf9ffb666'] in n-d-749052-7 is: [{'id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'name': 'tempest-ServerRescueTestJSON-1968617148-router', 'tenant_id': '61d49951f4ec40188af7128c79047ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': 'f279d510-aea3-4c29-baa5-737093759396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:39:03Z', 'updated_at': '2021-08-23T03:41:48Z', 'revision_number': 5, 'project_id': '61d49951f4ec40188af7128c79047ec0', 'gw_port': {'id': 'f279d510-aea3-4c29-baa5-737093759396', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5126b45a-5364-4a82-8a09-fdebf9ffb666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:39:04Z', 'updated_at': '2021-08-23T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:41:51.694734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd11cc53-ef5b-4191-8ed6-c8a6ac270214 req-4d61cabf-0dc5-4920-8883-688587c0cc79 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776248 Aug 23 03:41:51.714768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Calling delete_port for f279d510-aea3-4c29-baa5-737093759396 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:41:51.716646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:51.773793 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:51.785256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38786) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:51.789244 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7835b0d2-43d8-4335-95bd-94663011474e req-9cb0437a-35fb-45c6-9482-fccceef712bd tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675653 Aug 23 03:41:51.872951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:51.874610 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:51.940436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-5a022eb3-48c8-4b9a-a1a3-bff7ea5a6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:51.945934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-5a022eb3-48c8-4b9a-a1a3-bff7ea5a6e73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ebcd050d-c2ca-4320-bdc0-87a57647ac16 HTTP/1.1" status: 200 len: 845 time: 0.2479529 Aug 23 03:41:52.033534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:52.034411 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.035819 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb HTTP/1.1" status: 200 len: 1091 time: 2.2449341 Aug 23 03:41:52.038337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7c194b-8688-4ede-b7f7-5b733f666c08', 'tag': 'c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:52.041465 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f515353-d71b-4b39-abd7-55467c81dccd" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7c194b-8688-4ede-b7f7-5b733f666c08", "tag": "c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:52.089280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:52.109246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ce5a0-914e-452f-bbb8-d30bf4d551b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:52.118279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-b6560d43-e275-46cf-9c3d-0be84eb2fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:52.119803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-b6560d43-e275-46cf-9c3d-0be84eb2fe1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bda5ea21-8238-4974-b0fb-80f1ceeb6048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542346 Aug 23 03:41:52.123676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:52.124314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 40bf5da0-fe54-4fbe-a410-46fa0cbf1105 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:52.133310 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.150760 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed81116-309c-4b56-b1b8-10d73bb390f5 x-openstack-request-id: req-eed81116-309c-4b56-b1b8-10d73bb390f5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:52.151058 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7c194b-8688-4ede-b7f7-5b733f666c08", "tag": "c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:52.151344 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eed81116-309c-4b56-b1b8-10d73bb390f5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:52.151714 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7c194b-8688-4ede-b7f7-5b733f666c08', 'tag': 'c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb', 'status': 'completed', 'code': 200} Aug 23 03:41:52.152819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.186387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Pushing event deleted for resources: {'Port': ['ID=f279d510-aea3-4c29-baa5-737093759396,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:52.207782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:52.210214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:52.213461 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7745ba4-449a-4d98-a74e-c5a8d4883c1b" -d '{"events": [{"server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "name": "network-vif-plugged", "status": "completed", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:52.269682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.272957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.343841 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c972caa-864f-4e15-bd83-32a523c8b097 x-openstack-request-id: req-7c972caa-864f-4e15-bd83-32a523c8b097 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:52.344128 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "name": "network-vif-plugged", "status": "completed", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:52.344987 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c972caa-864f-4e15-bd83-32a523c8b097 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:52.344987 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2', 'code': 200} Aug 23 03:41:52.360999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-network', 'tenant_id': '1ab00acea3ed4b459708257786656d0c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:52.386794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:52.388027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-20afb26c-3121-4d56-a53a-4c3294846cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:52.395489 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-20afb26c-3121-4d56-a53a-4c3294846cba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e5dbe9efb19413db440bc974c8424ab&device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 1094 time: 0.2199349 Aug 23 03:41:52.452641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-1ce005be-add1-461a-a3c8-e7098750756b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb HTTP/1.1" status: 200 len: 217 time: 0.0427787 Aug 23 03:41:52.454762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-40ac91c7-733f-44a6-9f48-1fea380c2ecd service neutron] 10.222.0.24 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148670 Aug 23 03:41:52.460892 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.472375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.475324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.520862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Made reservation on behalf of 1ab00acea3ed4b459708257786656d0c for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:52.529642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.553106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-078226c1-eea8-4d33-bce3-9bd8f327f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:52.554712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-078226c1-eea8-4d33-bce3-9bd8f327f007 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6815d35-29d6-466c-842c-b4bd0a5fade5 HTTP/1.1" status: 200 len: 853 time: 0.0946465 Aug 23 03:41:52.562603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.609244 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.610022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5126b45a-5364-4a82-8a09-fdebf9ffb666 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:41:52.615708 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.617719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-429a944b-58d2-4f9f-b4c2-49e9772c341c admin admin] 10.222.0.20 "DELETE /v2.0/routers/5126b45a-5364-4a82-8a09-fdebf9ffb666 HTTP/1.1" status: 204 len: 168 time: 1.9069395 Aug 23 03:41:52.620011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38828) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:52.625933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-b7bb5a14-2e87-4248-962b-787c524904a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=528fea75-0419-4a6a-9a1f-233228a593c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601053 Aug 23 03:41:52.697778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-443361bc-7d7f-4b04-aeef-864da99e5a3b admin admin] Deleting subnet db73e230-8414-4e9f-923a-52dac4ceceb7 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:41:52.703531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-443361bc-7d7f-4b04-aeef-864da99e5a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.753687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-443361bc-7d7f-4b04-aeef-864da99e5a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.809545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eb37972-0a9a-4ce9-b982-9c58e25499f2 req-d887fd2c-9087-4fea-896c-90e2bd41e070 service neutron] 10.222.0.24 "GET /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066564 Aug 23 03:41:52.814931 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-443361bc-7d7f-4b04-aeef-864da99e5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.844874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-1833c584-f8de-429b-bceb-b905bee4f4fb service neutron] 10.222.0.11 "GET /v2.0/networks/528fea75-0419-4a6a-9a1f-233228a593c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077317 Aug 23 03:41:52.969239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:52.994493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b356c-c9c6-41a0-92fc-390dbc169455 req-fa3cc63c-8df2-4f4b-81cb-6828d54c5c51 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:53.001533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b26b356c-c9c6-41a0-92fc-390dbc169455 req-fa3cc63c-8df2-4f4b-81cb-6828d54c5c51 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 943 time: 0.1094027 Aug 23 03:41:53.023655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e8cc0-95ae-4469-8bed-5f094389c07e req-98848d24-2cff-4c76-9200-33e2086b69b4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:53.025173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-076e8cc0-95ae-4469-8bed-5f094389c07e req-98848d24-2cff-4c76-9200-33e2086b69b4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 945 time: 0.1024704 Aug 23 03:41:53.031339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2897bba6-10dc-4d73-999a-eb7bb1b8f4f7 req-5cf1b6be-b529-4680-8cc6-cc36073d55fe service neutron] 10.222.0.11 "GET /v2.0/networks/528fea75-0419-4a6a-9a1f-233228a593c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777561 Aug 23 03:41:53.040675 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b26b356c-c9c6-41a0-92fc-390dbc169455 req-0f32c1fc-c124-4dfb-8527-334170922a3d tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380034 Aug 23 03:41:53.077552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-076e8cc0-95ae-4469-8bed-5f094389c07e req-50170a68-7840-4815-afb6-b5b67515b112 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Aug 23 03:41:53.110759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-443361bc-7d7f-4b04-aeef-864da99e5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.113669 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.144717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:41:53.161448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d8f046-a499-4190-973c-e9b0e4db716c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:53.179296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.179770 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Added segment 3fcec826-6952-48f1-922a-dc61c55d2b06 of type vlan for network 644f334d-993a-4463-a315-d881c504a03b Aug 23 03:41:53.209498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443361bc-7d7f-4b04-aeef-864da99e5a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db73e230-8414-4e9f-923a-52dac4ceceb7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:53.211830 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-443361bc-7d7f-4b04-aeef-864da99e5a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.214268 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-443361bc-7d7f-4b04-aeef-864da99e5a3b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/db73e230-8414-4e9f-923a-52dac4ceceb7 HTTP/1.1" status: 204 len: 168 time: 0.5923038 Aug 23 03:41:53.236336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38860) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:53.272216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.342004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515353-d71b-4b39-abd7-55467c81dccd req-62c638ea-fdbd-4e7e-ae6f-cb7b8bd8d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:53.343942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f515353-d71b-4b39-abd7-55467c81dccd req-62c638ea-fdbd-4e7e-ae6f-cb7b8bd8d0a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e5dbe9efb19413db440bc974c8424ab&device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 1094 time: 0.0490203 Aug 23 03:41:53.346859 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.425590 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.426908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:53.427706 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.441926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.453996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38fd29c-90b7-4585-b02d-4bb3f85b4934']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:53.464904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22483ca0-79f4-4b9a-a104-9ce533d65746') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:53.465982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22483ca0-79f4-4b9a-a104-9ce533d65746') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:53.477274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.492149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.500077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:41:53.505606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:41:53.507577 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:41:53.537945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] Pushing event updated for resources: {'Network': ['ID=644f334d-993a-4463-a315-d881c504a03b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:53.549672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 644f334d-993a-4463-a315-d881c504a03b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:41:53.562281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515353-d71b-4b39-abd7-55467c81dccd req-a4e45188-b337-4665-a8b6-0c6e9279099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:53.563964 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f515353-d71b-4b39-abd7-55467c81dccd req-a4e45188-b337-4665-a8b6-0c6e9279099b service neutron] 10.222.0.11 "GET /v2.0/networks?id=528fea75-0419-4a6a-9a1f-233228a593c3 HTTP/1.1" status: 200 len: 913 time: 0.2111497 Aug 23 03:41:53.617609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb381bdb-84d6-478a-9c3f-ebe4396be988 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.8254614 Aug 23 03:41:53.619612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f515353-d71b-4b39-abd7-55467c81dccd req-8483d831-448c-480f-a829-06dada8eaf2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb HTTP/1.1" status: 200 len: 217 time: 0.0470607 Aug 23 03:41:53.621321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38866) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:53.628153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Request body: {'subnet': {'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-subnet', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:53.690061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515353-d71b-4b39-abd7-55467c81dccd req-8a762605-4d0f-427a-91b7-3815608f618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:53.691843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f515353-d71b-4b39-abd7-55467c81dccd req-8a762605-4d0f-427a-91b7-3815608f618b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6815d35-29d6-466c-842c-b4bd0a5fade5 HTTP/1.1" status: 200 len: 853 time: 0.0627182 Aug 23 03:41:53.697988 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.707460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.711667 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f38fd29c-90b7-4585-b02d-4bb3f85b4934 HTTP/1.1" status: 204 len: 168 time: 0.4720590 Aug 23 03:41:53.725623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 51e42ea1-e70d-4894-a32b-b8802dc910f3 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:53.751653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f515353-d71b-4b39-abd7-55467c81dccd req-5875318a-ab58-4cfc-94a2-9ef523cfe951 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=528fea75-0419-4a6a-9a1f-233228a593c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423384 Aug 23 03:41:53.760597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4b98c-4b09-4665-a3c6-7168e29ce855 admin admin] Pushing event deleted for resources: {'Network': ['ID=f38fd29c-90b7-4585-b02d-4bb3f85b4934,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:53.772980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Made reservation on behalf of 1ab00acea3ed4b459708257786656d0c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:41:53.779920 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.900304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 51e42ea1-e70d-4894-a32b-b8802dc910f3 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:53.902020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 51e42ea1-e70d-4894-a32b-b8802dc910f3 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:53.902538 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:53.920220 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f515353-d71b-4b39-abd7-55467c81dccd req-2666d127-0f1a-4b54-9e46-33d7792c7f94 service neutron] 10.222.0.11 "GET /v2.0/networks/528fea75-0419-4a6a-9a1f-233228a593c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587236 Aug 23 03:41:54.024120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f515353-d71b-4b39-abd7-55467c81dccd req-51c4f16b-c1ca-49cf-a6d4-6492aafe395b service neutron] 10.222.0.11 "GET /v2.0/networks/528fea75-0419-4a6a-9a1f-233228a593c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956764 Aug 23 03:41:54.073577 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.132966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.171545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 51e42ea1-e70d-4894-a32b-b8802dc910f3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=51e42ea1-e70d-4894-a32b-b8802dc910f3,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:54.174496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f279d510-aea3-4c29-baa5-737093759396 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:41:54.244568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f279d510-aea3-4c29-baa5-737093759396 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:41:54.245143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f279d510-aea3-4c29-baa5-737093759396 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:41:54.247726 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.256835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38888) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:54.303218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efed0636-98a8-46e6-aef4-b3b26dcbaacc,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:54.329258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69744df-a345-44e0-a016-798ae9aaccca req-9c2a0a41-3ca4-4813-9325-2f2c48589b28 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:54.331212 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f69744df-a345-44e0-a016-798ae9aaccca req-9c2a0a41-3ca4-4813-9325-2f2c48589b28 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 943 time: 0.1330800 Aug 23 03:41:54.338783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a9ce873b-51d9-46b2-9c96-d9c39ed0abb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61d49951f4ec40188af7128c79047ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804617 Aug 23 03:41:54.341174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:54.346661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76f24f7-7d78-4a58-adaa-19066091d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e42ea1-e70d-4894-a32b-b8802dc910f3'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:41:54.352511 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b2b74-3b65-4723-8e1f-33638c908cea" -d '{"events": [{"server_uuid": "b76f24f7-7d78-4a58-adaa-19066091d3be", "name": "network-vif-plugged", "status": "completed", "tag": "51e42ea1-e70d-4894-a32b-b8802dc910f3"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:41:54.369757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=51e42ea1-e70d-4894-a32b-b8802dc910f3,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:54.404507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f69744df-a345-44e0-a016-798ae9aaccca req-22255ebd-9816-42fb-86d4-df2ab1bc95c1 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595584 Aug 23 03:41:54.409926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Checking segment: {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:54.410302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Network hostable DHCP agents. Network: 644f334d-993a-4463-a315-d881c504a03b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:41:54.457990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1759e-e421-4e21-8a8a-6e7c78713f90 req-cb4d9ac1-da05-4a97-9aee-7911fd5a046b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:54.459649 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3c1759e-e421-4e21-8a8a-6e7c78713f90 req-cb4d9ac1-da05-4a97-9aee-7911fd5a046b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 946 time: 0.2277670 Aug 23 03:41:54.466938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d227712a-f424-42a0-84ff-a78d51db0f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.513729 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d227712a-f424-42a0-84ff-a78d51db0f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.545951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3c1759e-e421-4e21-8a8a-6e7c78713f90 req-d93baed1-da84-443b-8634-da6239808175 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760610 Aug 23 03:41:54.554249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Network 644f334d-993a-4463-a315-d881c504a03b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:41:54.613482 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574b5326-8096-4720-8978-77271ad05960 x-openstack-request-id: req-574b5326-8096-4720-8978-77271ad05960 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:41:54.614012 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76f24f7-7d78-4a58-adaa-19066091d3be", "name": "network-vif-plugged", "status": "completed", "tag": "51e42ea1-e70d-4894-a32b-b8802dc910f3", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:41:54.614238 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-574b5326-8096-4720-8978-77271ad05960 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:41:54.614893 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76f24f7-7d78-4a58-adaa-19066091d3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e42ea1-e70d-4894-a32b-b8802dc910f3', 'code': 200} Aug 23 03:41:54.697522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 644f334d-993a-4463-a315-d881c504a03b) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:54.703343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:54.704060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.709278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8372aa89-c578-4c70-896b-7538fe3bf314 None None] Network 644f334d-993a-4463-a315-d881c504a03b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:54.728389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d227712a-f424-42a0-84ff-a78d51db0f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.737382 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d227712a-f424-42a0-84ff-a78d51db0f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.741789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d227712a-f424-42a0-84ff-a78d51db0f30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74e39a8c-1e27-4afe-8cb8-decc63440c74 HTTP/1.1" status: 204 len: 168 time: 0.3966613 Aug 23 03:41:54.759652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227712a-f424-42a0-84ff-a78d51db0f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e39a8c-1e27-4afe-8cb8-decc63440c74,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:54.782618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d6e1ae50-f2c2-4fbe-8093-153e2756c959 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1594143 Aug 23 03:41:54.784084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38908) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:54.793737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:41:54.815982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b58d8c-c999-4021-8873-593ea0d2df50 req-f79caad8-d41a-446e-9bfc-5d6950403863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:54.820326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b1b58d8c-c999-4021-8873-593ea0d2df50 req-f79caad8-d41a-446e-9bfc-5d6950403863 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 1097 time: 0.1030231 Aug 23 03:41:54.863695 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b1b58d8c-c999-4021-8873-593ea0d2df50 req-fe580ee9-7871-4709-a957-48aa98a20d32 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362833 Aug 23 03:41:54.921332 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.922723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.941909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-644f334d-993a-4463-a315-d881c504a03b', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:41:54.942821 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:54.995509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:55.213399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Allocated IP 172.20.0.2 (644f334d-993a-4463-a315-d881c504a03b/efed0636-98a8-46e6-aef4-b3b26dcbaacc/897793e3-335e-4398-8e92-2a6f195ab2ee) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:55.250214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:55.378714 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:55.393927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Transition to ACTIVE for port object 897793e3-335e-4398-8e92-2a6f195ab2ee will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:55.431601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Transition to ACTIVE for port object 897793e3-335e-4398-8e92-2a6f195ab2ee will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:41:55.518766 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:55.587197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Network 644f334d-993a-4463-a315-d881c504a03b is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:55.619999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:55.629832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:55.669542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Pushing event updated for resources: {'Port': ['ID=897793e3-335e-4398-8e92-2a6f195ab2ee,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:55.717421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Attempting to bind port 897793e3-335e-4398-8e92-2a6f195ab2ee on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:41:55.718609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Attempting to bind port 897793e3-335e-4398-8e92-2a6f195ab2ee by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:41:55.719308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Attempting to bind port 897793e3-335e-4398-8e92-2a6f195ab2ee on network 644f334d-993a-4463-a315-d881c504a03b {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:41:55.726296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:41:55.726947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Checking segment: {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:41:55.728688 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:55.729440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Bound using segment: {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:41:55.730140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Bound port: 897793e3-335e-4398-8e92-2a6f195ab2ee, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:41:55.731113 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:55.834043 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:55.870239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] For port 897793e3-335e-4398-8e92-2a6f195ab2ee, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:41:55.877780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] For port 897793e3-335e-4398-8e92-2a6f195ab2ee, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=897793e3-335e-4398-8e92-2a6f195ab2ee,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:41:55.896103 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:55.954788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06af05-0533-4ee2-8fa9-1f8614913a4e req-009b529d-337f-457b-8f51-4a770a2982ac tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:55.956685 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c06af05-0533-4ee2-8fa9-1f8614913a4e req-009b529d-337f-457b-8f51-4a770a2982ac tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 946 time: 0.2426808 Aug 23 03:41:55.990868 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:56.052208 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c06af05-0533-4ee2-8fa9-1f8614913a4e req-15c6cb28-6ef8-4b2c-88cd-be456e0351d4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828185 Aug 23 03:41:56.078474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Allocated IP 172.25.1.81 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/3ee57b2f-c2f6-4b33-940a-aa3e885907fc) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:41:56.089751 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc692-6354-4353-bd76-4b9919324900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:56.159808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdf75d-eb59-4558-b692-78c1e3d5e0e3 None None] Pushing event updated for resources: {'Port': ['ID=897793e3-335e-4398-8e92-2a6f195ab2ee,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:56.323889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758756b-14bb-421b-a34c-fba34f61a050 req-6e2abb98-9eeb-4f77-b29a-7848f5812797 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:56.326611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2758756b-14bb-421b-a34c-fba34f61a050 req-6e2abb98-9eeb-4f77-b29a-7848f5812797 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 943 time: 0.8554800 Aug 23 03:41:56.354071 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:56.410360 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2758756b-14bb-421b-a34c-fba34f61a050 req-c70c75b9-bba8-40a4-aa3f-8d43466fe435 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741386 Aug 23 03:41:56.507492 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:56.596472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:41:56.603666 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:41:56.606761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:41:56.609393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee57b2f-c2f6-4b33-940a-aa3e885907fc,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:57.226545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:57.305325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44854a1-c5f1-4609-9518-7826133c0638 req-998c67bf-b802-49d5-a57e-e24e4f409ab4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:57.307096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d44854a1-c5f1-4609-9518-7826133c0638 req-998c67bf-b802-49d5-a57e-e24e4f409ab4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 946 time: 0.1287518 Aug 23 03:41:57.520282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38994) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:57.591449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3baef9f4-e029-4b7c-ab12-9cbacfd5a352 req-68c15d57-5850-45fe-bd7a-0be571d0bba9 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=f31ae493-cc5b-42c1-847f-3773dc708fa5 HTTP/1.1" status: 200 len: 210 time: 0.0522623 Aug 23 03:41:57.623770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f8f16-cb3c-4a9e-9a80-dfe358d56a78 None None] Network 644f334d-993a-4463-a315-d881c504a03b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:41:57.714918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5c87-393c-4e2d-8b73-a6ed9ea720ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:57.794709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:41:57.865079 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d44854a1-c5f1-4609-9518-7826133c0638 req-3b38be58-c12d-44cb-b092-c76016235833 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442326 Aug 23 03:41:57.937730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaaebe-33a4-46b0-8d2c-06eba3f027c6 req-7e21fe22-4e55-4beb-8f90-1a62246874c4 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:57.950711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2aaaebe-33a4-46b0-8d2c-06eba3f027c6 req-7e21fe22-4e55-4beb-8f90-1a62246874c4 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 943 time: 0.1116431 Aug 23 03:41:58.001204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4836b7b5-eda0-4ef1-a249-068b39121135 None None] Provisioning for port 897793e3-335e-4398-8e92-2a6f195ab2ee completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:58.035894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2aaaebe-33a4-46b0-8d2c-06eba3f027c6 req-b5e9f549-1cbd-4bd2-8ee1-c54b7e016fc0 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809548 Aug 23 03:41:58.040614 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.077754 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5c87-393c-4e2d-8b73-a6ed9ea720ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.146363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5c87-393c-4e2d-8b73-a6ed9ea720ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.181125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,segment=NetworkSegment(cbd11ef1-4cd2-4eaf-8a8c-538110649dd8),segment_id=cbd11ef1-4cd2-4eaf-8a8c-538110649dd8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:58.202681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb', 'network_id': '528fea75-0419-4a6a-9a1f-233228a593c3', 'port_id': 'c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb', 'mac_address': 'fa:16:3e:0f:13:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6815d35-29d6-466c-842c-b4bd0a5fade5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:41:58.242215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe5c87-393c-4e2d-8b73-a6ed9ea720ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefbccdc-f4c9-407d-bda4-1ed101ebee8e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:58.307357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 897793e3-335e-4398-8e92-2a6f195ab2ee up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:41:58.348949 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.365138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39020) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:58.368848 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2cbe5c87-393c-4e2d-8b73-a6ed9ea720ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dbabda6c29641ceaab929338360292d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8472679 Aug 23 03:41:58.372557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:41:58.402088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,segment=NetworkSegment(cbd11ef1-4cd2-4eaf-8a8c-538110649dd8),segment_id=cbd11ef1-4cd2-4eaf-8a8c-538110649dd8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:58.415188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4086d-db3c-4ecc-b741-8670e5fff94a req-32ee4b55-c5b3-4ef5-ac2c-b7ed310034c2 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:58.427204 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1e4086d-db3c-4ecc-b741-8670e5fff94a req-32ee4b55-c5b3-4ef5-ac2c-b7ed310034c2 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9e15d3d-28a6-4d61-8974-93e65ac595e8 HTTP/1.1" status: 200 len: 945 time: 0.1912808 Aug 23 03:41:58.481946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 897793e3-335e-4398-8e92-2a6f195ab2ee completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:41:58.490259 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8315ae13-86d8-4706-a3cf-a1ebb78c19ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.495549 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.506598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 897793e3-335e-4398-8e92-2a6f195ab2ee triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:58.520333 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.545907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1e4086d-db3c-4ecc-b741-8670e5fff94a req-04620e1f-bf8e-47d1-bc4b-a571fc0cae13 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166034 Aug 23 03:41:58.549860 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8315ae13-86d8-4706-a3cf-a1ebb78c19ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.564724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:41:58.572519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a19ce489-9ce8-48da-9802-d2ac651b2cc8 None None] Provisioning complete for port 897793e3-335e-4398-8e92-2a6f195ab2ee triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:41:58.572956 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a19ce489-9ce8-48da-9802-d2ac651b2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.847251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:58.918975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:41:58.927131 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a19ce489-9ce8-48da-9802-d2ac651b2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.931679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Sync routers for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:41:58.943341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c63f233-dfa3-438b-a857-38d98fac08c2 req-33fc02e5-3deb-472c-9f7f-f272a91f1161 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0382037 Aug 23 03:41:58.957297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:41:58.988522 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:58.992858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:41:58.993508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:59.064727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a19ce489-9ce8-48da-9802-d2ac651b2cc8 None None] For port 897793e3-335e-4398-8e92-2a6f195ab2ee, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=897793e3-335e-4398-8e92-2a6f195ab2ee,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:41:59.153372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:41:59.172297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38abf7-39f7-482f-bf72-740e635a0da2 req-471624d8-a5e2-4dcd-814c-2839c43b2076 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:41:59.174047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b38abf7-39f7-482f-bf72-740e635a0da2 req-471624d8-a5e2-4dcd-814c-2839c43b2076 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 944 time: 0.0513477 Aug 23 03:41:59.221199 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:59.223931 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d59e-a76a-424c-9fef-8b3cea64fb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:59.226016 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a19ce489-9ce8-48da-9802-d2ac651b2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:59.228011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8315ae13-86d8-4706-a3cf-a1ebb78c19ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:59.230278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8315ae13-86d8-4706-a3cf-a1ebb78c19ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:59.231943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8315ae13-86d8-4706-a3cf-a1ebb78c19ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eefbccdc-f4c9-407d-bda4-1ed101ebee8e HTTP/1.1" status: 204 len: 168 time: 0.8639572 Aug 23 03:41:59.238922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:41:59.241163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39054) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:41:59.241275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-de0ed886-172d-4229-93d7-84c8001e5c97 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.4561327 Aug 23 03:41:59.262035 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b38abf7-39f7-482f-bf72-740e635a0da2 req-24c77701-c292-4364-bf75-91d54c612213 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716660 Aug 23 03:41:59.305515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ce489-9ce8-48da-9802-d2ac651b2cc8 None None] Pushing event updated for resources: {'Port': ['ID=897793e3-335e-4398-8e92-2a6f195ab2ee,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:59.308679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315ae13-86d8-4706-a3cf-a1ebb78c19ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefbccdc-f4c9-407d-bda4-1ed101ebee8e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:41:59.442285 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:41:59.442887 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:41:59.562422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:41:56Z', 'revision_number': 3, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:41:59.597936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Checking router: 45e8b903-85cd-4d40-87cc-4a0cd550dae1 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:41:59.598341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Updating router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:41:59.631564 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.111362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.126562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Transition to ACTIVE for port object 3ee57b2f-c2f6-4b33-940a-aa3e885907fc will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:00.155567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.173995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52d89373-8197-495f-80ac-197ae17b7141 req-acf992af-7953-4040-ba47-15c998486223 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.1032224 Aug 23 03:42:00.211020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 897793e3-335e-4398-8e92-2a6f195ab2ee up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:00.273033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.283276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39092) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:00.332563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.357710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Attempting to bind port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:42:00.358173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Attempting to bind port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:42:00.358772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Attempting to bind port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:00.367599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:42:00.368031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:00.371490 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.371490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:42:00.371962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Bound port: 3ee57b2f-c2f6-4b33-940a-aa3e885907fc, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:42:00.372473 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.441147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] For port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:42:00.448122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] For port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3ee57b2f-c2f6-4b33-940a-aa3e885907fc,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:42:00.452319 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.470357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449a57d-b19c-49c7-995f-ec8eaada97c4 None None] Pushing event updated for resources: {'Port': ['ID=3ee57b2f-c2f6-4b33-940a-aa3e885907fc,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:00.481967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 897793e3-335e-4398-8e92-2a6f195ab2ee triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:00.482511 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.492343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Allocated IP 172.20.0.1 (644f334d-993a-4463-a315-d881c504a03b/efed0636-98a8-46e6-aef4-b3b26dcbaacc/218681da-8b76-45a9-8148-fb76730db07d) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:00.594482 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.614063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.630001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Transition to ACTIVE for port object 218681da-8b76-45a9-8148-fb76730db07d will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:00.636229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-1b16bdea-7d65-4a4c-866f-75b7e02125e3 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:00.644582 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-1b16bdea-7d65-4a4c-866f-75b7e02125e3 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 812 time: 0.2298002 Aug 23 03:42:00.656708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449a57d-b19c-49c7-995f-ec8eaada97c4 None None] Pushing event updated for resources: {'Port': ['ID=3ee57b2f-c2f6-4b33-940a-aa3e885907fc,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:00.670728 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-b46badfd-2ad5-4a9b-a4e8-f152ca4fa06d tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/quotas/8c134e2e5bef4f0b87077f1ea471f581 HTTP/1.1" status: 200 len: 375 time: 0.0250654 Aug 23 03:42:00.693939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:00.695516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:00.728482 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.742518 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:00.746557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa8eae-1ff9-46c3-a54f-18880af1ecf6 req-a820fb4d-0310-4b21-b7b4-48e2d2ca2b99 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:00.748312 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92aa8eae-1ff9-46c3-a54f-18880af1ecf6 req-a820fb4d-0310-4b21-b7b4-48e2d2ca2b99 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 944 time: 0.0843787 Aug 23 03:42:00.772715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-f357180b-08ba-43af-947b-8aedfd1c3b1c tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008909 Aug 23 03:42:00.795106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Network 644f334d-993a-4463-a315-d881c504a03b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:00.805426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:00.810344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:00.858110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Pushing event updated for resources: {'Port': ['ID=218681da-8b76-45a9-8148-fb76730db07d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:00.906343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.906685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.907025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.907366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.907688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.908017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.908342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.908671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.908988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.909337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.910173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.910173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:00.945374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-829c27b2-55a9-4dd8-b359-193f93452f4e service neutron] 10.222.0.20 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710651 Aug 23 03:42:00.952226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92aa8eae-1ff9-46c3-a54f-18880af1ecf6 req-8443b091-b6be-4183-aaba-922407cefdf0 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808603 Aug 23 03:42:00.957700 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:01.016341 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:01.105077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:01.149690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-c9226b2a-d8f2-4e1a-94a1-2f066aedaed8 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:01.151392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-c9226b2a-d8f2-4e1a-94a1-2f066aedaed8 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e15d3d-28a6-4d61-8974-93e65ac595e8 HTTP/1.1" status: 200 len: 945 time: 0.2289693 Aug 23 03:42:01.183579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=452422098bd74431aa5840c5cf3f6cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8982577 Aug 23 03:42:01.263152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39110) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:01.284695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349773d3-2a1a-42fe-935d-92b9f3de780f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:01.326045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.328455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.331855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.332493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.333029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.333510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.335172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.341806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.342538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.343081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.343568 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.344055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3752536-4f41-4473-ac82-a2dc948c147e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:01.375332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3bee3f5f-6e46-464c-8784-9bddb7ec0ccb None None] Provisioning for port 218681da-8b76-45a9-8148-fb76730db07d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:42:01.387454 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3bee3f5f-6e46-464c-8784-9bddb7ec0ccb None None] Provisioning complete for port 218681da-8b76-45a9-8148-fb76730db07d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:01.388051 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3bee3f5f-6e46-464c-8784-9bddb7ec0ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:01.414183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-45dde3ba-3f25-4907-86a6-04acd68a7a4e service neutron] 10.222.0.20 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557877 Aug 23 03:42:01.427521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba065626-4aa2-4c70-993c-3bb5b171bc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:01.430649 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:01.463043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3bee3f5f-6e46-464c-8784-9bddb7ec0ccb None None] Port 218681da-8b76-45a9-8148-fb76730db07d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:42:01.490788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Deleting port eae8d34e-0ea6-4614-91a5-6aabe757bee5 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:01.491313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:01.531247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:41:56Z', 'revision_number': 3, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:01.568751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8fe60-c5e5-4df4-b31d-6a306bdeccfe None None] The sync data for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 is: [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:41:56Z', 'revision_number': 3, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:42:01.667875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d0cb410-8517-483d-b35a-93d365ff4d9e req-07d3d181-1bdb-4d38-a841-66fc87a00c94 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0668213 Aug 23 03:42:01.683373 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba065626-4aa2-4c70-993c-3bb5b171bc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:01.691820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] For port eae8d34e-0ea6-4614-91a5-6aabe757bee5, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=eae8d34e-0ea6-4614-91a5-6aabe757bee5,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:01.692368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:01.706569 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:01.733816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Calling delete_port for eae8d34e-0ea6-4614-91a5-6aabe757bee5 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:01.762111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:01.961708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-96fadd3b-8f87-4215-ac3e-59bfdd002694 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:01.964121 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-96fadd3b-8f87-4215-ac3e-59bfdd002694 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.11 "GET /v2.0/ports?device_id=b76f24f7-7d78-4a58-adaa-19066091d3be HTTP/1.1" status: 200 len: 946 time: 0.1565325 Aug 23 03:42:01.989584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:42:01.996586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:01.996977 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.034509 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.091521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba065626-4aa2-4c70-993c-3bb5b171bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.094473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba065626-4aa2-4c70-993c-3bb5b171bc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.095655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ba065626-4aa2-4c70-993c-3bb5b171bc69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/349773d3-2a1a-42fe-935d-92b9f3de780f HTTP/1.1" status: 204 len: 168 time: 0.8236475 Aug 23 03:42:02.138753 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.165907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7c194b-8688-4ede-b7f7-5b733f666c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:02.168348 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a2631b-093d-47ba-8015-03741a9615ed" -d '{"events": [{"server_uuid": "4c7c194b-8688-4ede-b7f7-5b733f666c08", "name": "network-vif-plugged", "status": "completed", "tag": "c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:02.187497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,segment=NetworkSegment(cbd11ef1-4cd2-4eaf-8a8c-538110649dd8),segment_id=cbd11ef1-4cd2-4eaf-8a8c-538110649dd8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:02.248529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.261476 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.349764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3ee57b2f-c2f6-4b33-940a-aa3e885907fc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:02.350833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba065626-4aa2-4c70-993c-3bb5b171bc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349773d3-2a1a-42fe-935d-92b9f3de780f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:02.484881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:02.495085 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895d96a2-1961-4b88-8dea-1cc969bbc9a8 x-openstack-request-id: req-895d96a2-1961-4b88-8dea-1cc969bbc9a8 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:02.495329 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7c194b-8688-4ede-b7f7-5b733f666c08", "name": "network-vif-plugged", "status": "completed", "tag": "c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:02.496912 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-895d96a2-1961-4b88-8dea-1cc969bbc9a8 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:02.497360 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7c194b-8688-4ede-b7f7-5b733f666c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb', 'code': 200} Aug 23 03:42:02.601823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.614578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:42:02.619779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:02.620890 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.739202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Pushing event updated for resources: {'Port': ['ID=218681da-8b76-45a9-8148-fb76730db07d,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:02.775498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578749e-16d7-4753-bb8f-208826fba3ac req-d040b0e7-0564-40ce-8d72-01a6d28247ca tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:02.794226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a578749e-16d7-4753-bb8f-208826fba3ac req-d040b0e7-0564-40ce-8d72-01a6d28247ca tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 944 time: 0.7078502 Aug 23 03:42:02.805363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.898236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3ee57b2f-c2f6-4b33-940a-aa3e885907fc,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:02.972476 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:02.990941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524129b5-efa9-4a15-a694-84c58d9975ad req-cab93b94-135d-48aa-8fba-9c6f9e56731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:02.992437 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-524129b5-efa9-4a15-a694-84c58d9975ad req-cab93b94-135d-48aa-8fba-9c6f9e56731a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 1096 time: 0.3967068 Aug 23 03:42:03.042936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:03.043489 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-952f5b63-487d-4090-b44f-6313a80831dc req-07cc11bb-085c-4c39-948b-70bca7c1ad65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f31ae493-cc5b-42c1-847f-3773dc708fa5 HTTP/1.1" status: 200 len: 210 time: 0.3895266 Aug 23 03:42:03.057359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['eae8d34e-0ea6-4614-91a5-6aabe757bee5'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:03.085085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Deleting port 51e42ea1-e70d-4894-a32b-b8802dc910f3 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:03.085438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:03.107470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['51e42ea1-e70d-4894-a32b-b8802dc910f3'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:03.125321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a578749e-16d7-4753-bb8f-208826fba3ac req-fad78392-4248-4ed5-adff-2b448e9f8085 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257158 Aug 23 03:42:03.134580 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47424753-04b6-4996-b0d4-a0f41f383a03 req-ad98bce3-ec12-4c3a-832e-b5e2efee9cf3 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 210 time: 0.0899775 Aug 23 03:42:03.152652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Pushing event deleted for resources: {'Port': ['ID=eae8d34e-0ea6-4614-91a5-6aabe757bee5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:03.206156 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-524129b5-efa9-4a15-a694-84c58d9975ad req-d9b4ffb8-84c0-4181-95c2-046c6b665cc6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961751 Aug 23 03:42:03.259315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=3ee57b2f-c2f6-4b33-940a-aa3e885907fc,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:03.330304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] No DVR routers for this DVR port eae8d34e-0ea6-4614-91a5-6aabe757bee5 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:03.357135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:03.359834 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b7123fc-c444-46c9-97cb-296b119ee710 req-e0f4028f-3276-4f3f-ac2b-29d594a32fad tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.24 "DELETE /v2.0/ports/eae8d34e-0ea6-4614-91a5-6aabe757bee5 HTTP/1.1" status: 204 len: 173 time: 2.1977625 Aug 23 03:42:03.363843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53106233-de91-48f1-b148-0fb54ad28c37 req-379423b9-3ec7-4a87-88c8-6f66b0b47fa1 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0833044 Aug 23 03:42:03.372822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e15d3d-28a6-4d61-8974-93e65ac595e8', 'name': 'network-vif-deleted', 'tag': 'eae8d34e-0ea6-4614-91a5-6aabe757bee5'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:03.373722 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0705e5-ceaa-46c1-9857-ccf439b6f677" -d '{"events": [{"server_uuid": "c9e15d3d-28a6-4d61-8974-93e65ac595e8", "name": "network-vif-deleted", "tag": "eae8d34e-0ea6-4614-91a5-6aabe757bee5"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:03.469965 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e939ae29-f203-418b-9da4-ac9fc07c2779 x-openstack-request-id: req-e939ae29-f203-418b-9da4-ac9fc07c2779 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:03.470255 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e15d3d-28a6-4d61-8974-93e65ac595e8", "name": "network-vif-deleted", "tag": "eae8d34e-0ea6-4614-91a5-6aabe757bee5", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:03.470512 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e939ae29-f203-418b-9da4-ac9fc07c2779 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:03.470904 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e15d3d-28a6-4d61-8974-93e65ac595e8', 'name': 'network-vif-deleted', 'tag': 'eae8d34e-0ea6-4614-91a5-6aabe757bee5', 'status': 'completed', 'code': 200} Aug 23 03:42:03.481113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Network 644f334d-993a-4463-a315-d881c504a03b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:03.486968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:03.768801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:42:03.814501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] For port 51e42ea1-e70d-4894-a32b-b8802dc910f3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=51e42ea1-e70d-4894-a32b-b8802dc910f3,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:03.815290 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:03.838709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Calling delete_port for 51e42ea1-e70d-4894-a32b-b8802dc910f3 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:04.040390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b236b02a-8fd6-459a-9ab9-01252ddad156 None None] Provisioning complete for port 218681da-8b76-45a9-8148-fb76730db07d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:04.040750 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b236b02a-8fd6-459a-9ab9-01252ddad156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:04.050077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e64e8e4e-253e-4042-9514-10725f6bc2c0 req-605ea335-5da8-4577-b460-211376a35cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.2989197 Aug 23 03:42:04.134013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b236b02a-8fd6-459a-9ab9-01252ddad156 None None] Port 218681da-8b76-45a9-8148-fb76730db07d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:42:04.205695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3ee57b2f-c2f6-4b33-940a-aa3e885907fc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:04.212009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:04.313339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298aba6-9958-4403-8a4f-13c29eafb86f req-53c1a2e5-7075-4f39-ba5e-ac742823b543 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:04.317332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:04.317822 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:04.327335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5298aba6-9958-4403-8a4f-13c29eafb86f req-53c1a2e5-7075-4f39-ba5e-ac742823b543 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 945 time: 0.0954764 Aug 23 03:42:04.404154 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5298aba6-9958-4403-8a4f-13c29eafb86f req-4349dd24-bbca-4c92-ad3c-a20a98b3b482 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713646 Aug 23 03:42:04.415275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e76ec522-fb7d-4a48-a058-0f0e892a4da4 req-4e4ddf4c-1e81-4e50-aa0f-72afe2387b0f tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 210 time: 0.1975620 Aug 23 03:42:04.416178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Pushing event deleted for resources: {'Port': ['ID=51e42ea1-e70d-4894-a32b-b8802dc910f3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:04.465946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] No DVR routers for this DVR port 51e42ea1-e70d-4894-a32b-b8802dc910f3 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:04.470162 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:04.472851 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f3b3c4a-1aa3-48dd-ba91-6c7ac9d886ad req-5bd058c7-5664-40d3-9b8f-022651ff417b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.11 "DELETE /v2.0/ports/51e42ea1-e70d-4894-a32b-b8802dc910f3 HTTP/1.1" status: 204 len: 173 time: 2.4198639 Aug 23 03:42:04.483101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:42:04.498062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-697fb339-e9a3-48b8-83d4-e620dffac457 admin admin] 10.222.0.20 "PUT /v2.0/routers/45e8b903-85cd-4d40-87cc-4a0cd550dae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2536211 Aug 23 03:42:04.526403 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Sync routers for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:42:04.564535 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:04.567069 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:04.834678 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:04.841582 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00c56386-5341-4adb-bb34-c880628803a5 req-3beee183-e334-41d1-8bc0-db8512fc0863 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0784853 Aug 23 03:42:05.106429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device eae8d34e-0ea6-4614-91a5-6aabe757bee5 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:05.154869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: eae8d34e-0ea6-4614-91a5-6aabe757bee5 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:05.155333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device eae8d34e-0ea6-4614-91a5-6aabe757bee5 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:05.327910 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '218681da-8b76-45a9-8148-fb76730db07d', 'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'mac_address': 'fa:16:3e:fe:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:00Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 2, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'subnets': [{'id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:05.383881 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Checking router: 45e8b903-85cd-4d40-87cc-4a0cd550dae1 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:42:05.395895 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Updating router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 port 218681da-8b76-45a9-8148-fb76730db07d binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:42:05.443939 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:05.472209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76f24f7-7d78-4a58-adaa-19066091d3be', 'name': 'network-vif-deleted', 'tag': '51e42ea1-e70d-4894-a32b-b8802dc910f3'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:05.474825 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9596aecf-20c8-444f-9586-2cb0e4fe8ae6" -d '{"events": [{"server_uuid": "b76f24f7-7d78-4a58-adaa-19066091d3be", "name": "network-vif-deleted", "tag": "51e42ea1-e70d-4894-a32b-b8802dc910f3"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:05.568401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a786664-17a7-434f-8f1f-d2e0ebc8b603 req-6caa7e90-bac8-4662-aa4c-62f1c1f0ef63 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:05.577658 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a786664-17a7-434f-8f1f-d2e0ebc8b603 req-6caa7e90-bac8-4662-aa4c-62f1c1f0ef63 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 945 time: 0.0905430 Aug 23 03:42:05.644452 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a786664-17a7-434f-8f1f-d2e0ebc8b603 req-6013b92f-4a89-4daf-9df3-ea107aa48fb5 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648649 Aug 23 03:42:05.726230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-b4dfd6f0-5447-498e-92ae-72ac63fcb698 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:05.737381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-b4dfd6f0-5447-498e-92ae-72ac63fcb698 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/networks?id=644f334d-993a-4463-a315-d881c504a03b HTTP/1.1" status: 200 len: 829 time: 0.2048669 Aug 23 03:42:05.756942 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-ec33803a-ee74-4853-9608-61ac4851c7d0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/quotas/1ab00acea3ed4b459708257786656d0c HTTP/1.1" status: 200 len: 375 time: 0.0179231 Aug 23 03:42:05.767616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 51e42ea1-e70d-4894-a32b-b8802dc910f3 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:05.814715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 51e42ea1-e70d-4894-a32b-b8802dc910f3 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:05.816986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 51e42ea1-e70d-4894-a32b-b8802dc910f3 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:05.828868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbb3bc68-cd03-4c66-a43a-3e5b87159201 req-31bf8178-6100-4a2e-8009-9d7913225f5f tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 210 time: 0.0528319 Aug 23 03:42:05.864873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-dab824b7-d437-427a-aee1-a31e99be43e4 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab00acea3ed4b459708257786656d0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067991 Aug 23 03:42:05.878371 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d0cc82-44f9-4771-b6be-f51351458648 x-openstack-request-id: req-b9d0cc82-44f9-4771-b6be-f51351458648 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:05.879022 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76f24f7-7d78-4a58-adaa-19066091d3be", "name": "network-vif-deleted", "tag": "51e42ea1-e70d-4894-a32b-b8802dc910f3", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:05.880076 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9d0cc82-44f9-4771-b6be-f51351458648 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:05.880648 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76f24f7-7d78-4a58-adaa-19066091d3be', 'name': 'network-vif-deleted', 'tag': '51e42ea1-e70d-4894-a32b-b8802dc910f3', 'status': 'completed', 'code': 200} Aug 23 03:42:06.033813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-88a4b9f1-e236-4fe1-81a5-dbc715b7e4a8 service neutron] 10.222.0.20 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577804 Aug 23 03:42:06.260765 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:06.309451 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Transition to ACTIVE for port object 218681da-8b76-45a9-8148-fb76730db07d will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:06.346172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-9f5a2820-4ab4-4d3b-b955-d1a822a91e31 service neutron] 10.222.0.20 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920346 Aug 23 03:42:06.442635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ce9ba2ad-0260-4ad7-955b-51ea44c6b611 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:06.444442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ce9ba2ad-0260-4ad7-955b-51ea44c6b611 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.24 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 812 time: 0.3434932 Aug 23 03:42:06.465209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Request body: {'port': {'device_id': '2e6b3d6e-d6a1-4883-baed-09b62e28aaf1', 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9', 'admin_state_up': True, 'tenant_id': '8c134e2e5bef4f0b87077f1ea471f581'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:06.483591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d44d833-ad31-46ca-80b1-17d766bb2de5 req-5d7f3a34-42ef-4158-962b-dc0b786deee7 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0326056 Aug 23 03:42:06.649272 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:06.821342 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Pushing event updated for resources: {'Port': ['ID=218681da-8b76-45a9-8148-fb76730db07d,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:06.857605 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.861839 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.862249 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.862596 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.866119 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.866119 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.866628 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.866993 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.867340 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.867676 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.868009 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:06.872543 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:07.137852 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Attempting to bind port 218681da-8b76-45a9-8148-fb76730db07d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:42:07.138406 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Attempting to bind port 218681da-8b76-45a9-8148-fb76730db07d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:42:07.138779 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Attempting to bind port 218681da-8b76-45a9-8148-fb76730db07d on network 644f334d-993a-4463-a315-d881c504a03b {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:07.158246 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:42:07.158604 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Checking segment: {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:07.158946 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:07.159340 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Bound using segment: {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:42:07.171307 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Bound port: 218681da-8b76-45a9-8148-fb76730db07d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:42:07.171740 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:07.306798 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] For port 218681da-8b76-45a9-8148-fb76730db07d, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:42:07.310604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-80275fdb-d607-4bcf-972d-c1d050367aaf tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:07.311484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:07.312117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-80275fdb-d607-4bcf-972d-c1d050367aaf tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.11 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 812 time: 0.1513071 Aug 23 03:42:07.347469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Request body: {'port': {'device_id': '197d52de-b4b1-4e8f-923d-94da4df6b526', 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9', 'admin_state_up': True, 'tenant_id': '8c134e2e5bef4f0b87077f1ea471f581'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:07.362302 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] For port 218681da-8b76-45a9-8148-fb76730db07d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=218681da-8b76-45a9-8148-fb76730db07d,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:42:07.453145 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:07.458734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Made reservation on behalf of 8c134e2e5bef4f0b87077f1ea471f581 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:07.464002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:07.499296 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d682e3b-a34c-47ff-91d8-eed0af034bc4 req-a47c0e3d-71e8-41c0-8c81-8a37ee96c54c tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 210 time: 0.0718234 Aug 23 03:42:07.591665 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:07.594546 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:41:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:07.683496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-278e07c9-8e92-4ff5-b5c7-8bccfd363e7e req-f355d11a-2a2f-4f93-9a65-5836633b9941 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 210 time: 0.0688868 Aug 23 03:42:07.739204 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:07.742848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db5f8-8537-471d-9c4e-9b826dee4266 req-ea78fb3a-37e9-436f-99d7-ab43284fd635 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:07.751169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d19db5f8-8537-471d-9c4e-9b826dee4266 req-ea78fb3a-37e9-436f-99d7-ab43284fd635 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 945 time: 0.0998175 Aug 23 03:42:07.862862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d19db5f8-8537-471d-9c4e-9b826dee4266 req-87f83c0d-c2b8-4eca-9317-f7a5cb690cca tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054802 Aug 23 03:42:07.905084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Made reservation on behalf of 8c134e2e5bef4f0b87077f1ea471f581 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:07.909402 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:07.912212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Allocated IP 172.20.0.5 (4d5651c8-70f0-4dad-a012-ea876e1c50e9/6568a5ff-0c84-45d2-9f4d-931ebe61803b/486e57ab-b68a-4b93-8747-42f69fe1787c) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:08.030681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48f3194b-b449-4732-b819-65b6b279ee45 req-044cf7a5-b1be-4b00-a51d-da647aca0851 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0648324 Aug 23 03:42:08.145441 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd14119-f350-4943-b088-486e6ba502f9 None None] Pushing event updated for resources: {'Port': ['ID=218681da-8b76-45a9-8148-fb76730db07d,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:08.259349 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:08.342757 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '218681da-8b76-45a9-8148-fb76730db07d', 'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'mac_address': 'fa:16:3e:fe:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:00Z', 'updated_at': '2021-08-23T03:42:07Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'subnets': [{'id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:08.378727 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45665295-f7c7-44e5-89a3-c9a784b9766c None None] The sync data for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 is: [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '218681da-8b76-45a9-8148-fb76730db07d', 'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'mac_address': 'fa:16:3e:fe:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:00Z', 'updated_at': '2021-08-23T03:42:07Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'subnets': [{'id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:42:08.397295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:08.508907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:08.509936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Pushing event updated for resources: {'Port': ['ID=486e57ab-b68a-4b93-8747-42f69fe1787c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:08.515430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:08.520027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:08.572587 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Allocated IP 172.20.0.10 (4d5651c8-70f0-4dad-a012-ea876e1c50e9/6568a5ff-0c84-45d2-9f4d-931ebe61803b/979e83e9-7f55-4405-affd-0a9baf2292d6) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:08.616489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:08.625823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:08.719626 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-14bb870b-105b-471e-b442-b10c86624b0f req-89d8d0dc-247b-4d0e-b78f-18a5b6912cc9 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 210 time: 0.0871549 Aug 23 03:42:08.754868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5fb3497b-41b0-4b23-927b-d63638afec8b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2924247 Aug 23 03:42:08.776068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-2d1994bf-5c29-40fd-9940-2bdced411d25 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:42:08.777818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-2d1994bf-5c29-40fd-9940-2bdced411d25 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094259 Aug 23 03:42:08.794299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Request body: {'port': {'device_id': '2e6b3d6e-d6a1-4883-baed-09b62e28aaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:08.893520 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64f3396c-75e3-43bf-a5c9-6d6ad75e4f75 req-08cb4a6c-a1fa-4b43-be5f-df394b92eee4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 210 time: 0.0881727 Aug 23 03:42:08.968794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:08.975584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:09.239757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99a8db54-b305-4b69-a27e-9976eaac1173 req-5ca34a0e-01ab-4dc4-bbb6-b77276743934 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0740526 Aug 23 03:42:09.370276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac807ac5-b1be-426f-86c4-f1310bcab89b req-c63c82f9-63c4-4bb3-a628-c72437d3fab9 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:09.381233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac807ac5-b1be-426f-86c4-f1310bcab89b req-c63c82f9-63c4-4bb3-a628-c72437d3fab9 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 945 time: 0.3822722 Aug 23 03:42:09.414716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-5a6bf1ca-d340-43a2-b391-d3bdf211fc53 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:09.416543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-5a6bf1ca-d340-43a2-b391-d3bdf211fc53 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 945 time: 0.1926162 Aug 23 03:42:09.501310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:09.518119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac807ac5-b1be-426f-86c4-f1310bcab89b req-4914b6c2-5af5-4877-b3f7-fe5962890179 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352804 Aug 23 03:42:09.676895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:09.688766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Pushing event updated for resources: {'Port': ['ID=979e83e9-7f55-4405-affd-0a9baf2292d6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:09.705489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:09.733668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:09.754611 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:42:09.815665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Deleting port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:09.815991 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:09.923568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:09.924525 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:09.936212 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e4b16109-9dcd-4348-aac8-57777af1c3e9 req-db6011a4-007d-4f0a-9d2e-2ce42d7ba2b7 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 210 time: 0.0593865 Aug 23 03:42:10.180642 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-ee75a9d4-6254-4726-ad6f-99c982b89392 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8435290 Aug 23 03:42:10.216939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Request body: {'port': {'device_id': '197d52de-b4b1-4e8f-923d-94da4df6b526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:10.281579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 218681da-8b76-45a9-8148-fb76730db07d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:10.330780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6053dd-ceda-4aa9-bde1-7bca7b303b57 req-a6e1b54e-82ba-4832-8377-42a9ce0eac92 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:10.346545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f6053dd-ceda-4aa9-bde1-7bca7b303b57 req-a6e1b54e-82ba-4832-8377-42a9ce0eac92 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 932 time: 0.3183177 Aug 23 03:42:10.376582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-eef970a3-8061-4601-8851-b25015effb5a tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:10.378611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-eef970a3-8061-4601-8851-b25015effb5a tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.11 "GET /v2.0/networks?id=644f334d-993a-4463-a315-d881c504a03b HTTP/1.1" status: 200 len: 829 time: 0.5136974 Aug 23 03:42:10.442507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486e57ab-b68a-4b93-8747-42f69fe1787c {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:10.443994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4711dfff-2196-46b1-832e-58eee539f9e7 req-39ef1333-541a-4926-9524-f86a5da7fde3 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0525262 Aug 23 03:42:10.446022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 218681da-8b76-45a9-8148-fb76730db07d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:42:10.450887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 218681da-8b76-45a9-8148-fb76730db07d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:10.451270 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:10.462702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Request body: {'port': {'device_id': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'admin_state_up': True, 'tenant_id': '1ab00acea3ed4b459708257786656d0c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:10.477301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] For port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,segment=NetworkSegment(cbd11ef1-4cd2-4eaf-8a8c-538110649dd8),segment_id=cbd11ef1-4cd2-4eaf-8a8c-538110649dd8)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:10.477466 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:10.482469 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:10.533695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Calling delete_port for c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:10.537923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:10.583765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f6053dd-ceda-4aa9-bde1-7bca7b303b57 req-b2598dc2-543d-4486-84d1-4a5fc7b53265 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362142 Aug 23 03:42:10.598861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Transition to ACTIVE for port object 486e57ab-b68a-4b93-8747-42f69fe1787c will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:10.642826 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:10.681753 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:10.726304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 218681da-8b76-45a9-8148-fb76730db07d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=218681da-8b76-45a9-8148-fb76730db07d,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:10.785562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bac838-238d-4b53-8986-324a2fa22e30 req-555a4af5-f133-454a-a78f-ee593d7504f6 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:10.795042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-14bac838-238d-4b53-8986-324a2fa22e30 req-555a4af5-f133-454a-a78f-ee593d7504f6 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 945 time: 0.1080418 Aug 23 03:42:10.795282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:10.869911 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-14bac838-238d-4b53-8986-324a2fa22e30 req-e0bbeb6d-2ce1-4c82-bd4d-b3e8e3e35360 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee827883-63cd-47f2-a581-f46a07f4d854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665357 Aug 23 03:42:10.870669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Pushing event updated for resources: {'Port': ['ID=486e57ab-b68a-4b93-8747-42f69fe1787c,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:10.912910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=218681da-8b76-45a9-8148-fb76730db07d,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:10.988926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Made reservation on behalf of 1ab00acea3ed4b459708257786656d0c for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:10.992399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:11.097275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59abb3af-ad4b-4d4e-bec4-36821edf53bf req-f1d322fc-ef1a-479f-b470-18976b49f7fb tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 210 time: 0.0500119 Aug 23 03:42:11.162109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Attempting to bind port 486e57ab-b68a-4b93-8747-42f69fe1787c on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:42:11.162447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Attempting to bind port 486e57ab-b68a-4b93-8747-42f69fe1787c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:42:11.162778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Attempting to bind port 486e57ab-b68a-4b93-8747-42f69fe1787c on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:11.191639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Port 486e57ab-b68a-4b93-8747-42f69fe1787c on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:42:11.191968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Attempting to bind port 486e57ab-b68a-4b93-8747-42f69fe1787c on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:11.208243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:42:11.208598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Checking segment: {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:11.208975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Bound using segment: {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:42:11.210045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Bound port: 486e57ab-b68a-4b93-8747-42f69fe1787c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:42:11.210410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:11.236369 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:11.273492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:11.348793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Pushing event deleted for resources: {'Port': ['ID=c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:11.381457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979e83e9-7f55-4405-affd-0a9baf2292d6 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:11.403731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Allocated IP 172.20.0.11 (644f334d-993a-4463-a315-d881c504a03b/efed0636-98a8-46e6-aef4-b3b26dcbaacc/841281a8-1e9c-4d19-a730-84c031714144) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:11.414699 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:11.468512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] No DVR routers for this DVR port c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:11.492695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Transition to ACTIVE for port object 979e83e9-7f55-4405-affd-0a9baf2292d6 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:11.506805 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:11.509207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5081631-6121-43e8-9fa7-056d96f3b70c req-b03b1c81-4a5f-45b4-9f66-2a93ee320516 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.11 "DELETE /v2.0/ports/c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb HTTP/1.1" status: 204 len: 173 time: 2.0845835 Aug 23 03:42:11.509827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7c194b-8688-4ede-b7f7-5b733f666c08', 'name': 'network-vif-deleted', 'tag': 'c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:11.512929 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f044f3-c691-4af6-a08a-0c435b8fe82a" -d '{"events": [{"server_uuid": "4c7c194b-8688-4ede-b7f7-5b733f666c08", "name": "network-vif-deleted", "tag": "c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:11.524838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] For port 486e57ab-b68a-4b93-8747-42f69fe1787c, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:42:11.531551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] For port 486e57ab-b68a-4b93-8747-42f69fe1787c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=486e57ab-b68a-4b93-8747-42f69fe1787c,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:42:11.598577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:11.602857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:11.614096 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f375d70f-64ec-460f-a371-713df81a88b9 x-openstack-request-id: req-f375d70f-64ec-460f-a371-713df81a88b9 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:11.630184 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7c194b-8688-4ede-b7f7-5b733f666c08", "name": "network-vif-deleted", "tag": "c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:11.630184 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f375d70f-64ec-460f-a371-713df81a88b9 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:11.630184 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7c194b-8688-4ede-b7f7-5b733f666c08', 'name': 'network-vif-deleted', 'tag': 'c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb', 'status': 'completed', 'code': 200} Aug 23 03:42:11.671822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-080b4d39-2de6-437b-8b34-3c9fe70a4bc0 req-3c9e00ae-0bdc-497e-a8c3-455c15e9f047 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0693724 Aug 23 03:42:11.713826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:11.714446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:11.715872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] 10.222.0.24 "PUT /v2.0/ports/486e57ab-b68a-4b93-8747-42f69fe1787c HTTP/1.1" status: 200 len: 1091 time: 2.9281731 Aug 23 03:42:11.825620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8933ef-0b4c-4660-81a1-8516249614ad req-fe06e3e7-46ef-453e-9ca5-39678f0fb907 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:11.834078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e8933ef-0b4c-4660-81a1-8516249614ad req-fe06e3e7-46ef-453e-9ca5-39678f0fb907 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 944 time: 0.0685251 Aug 23 03:42:11.873807 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e8933ef-0b4c-4660-81a1-8516249614ad req-da05b98a-78ca-4bd2-b19f-55ef32a208f3 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385668 Aug 23 03:42:12.141987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 218681da-8b76-45a9-8148-fb76730db07d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:12.200728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 218681da-8b76-45a9-8148-fb76730db07d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:12.201422 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:12.236023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76e790f1-9378-4ad5-a779-8742a455524b req-917a4a50-04b8-48bb-a4ec-802286a59475 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 210 time: 0.0282280 Aug 23 03:42:12.251290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Pushing event updated for resources: {'Port': ['ID=979e83e9-7f55-4405-affd-0a9baf2292d6,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:12.259501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea154121-40f1-434b-8fe0-076ca94ea227 req-7f09c09c-2121-4cbb-aee4-5ab5dbefaea4 tempest-ServerPasswordTestJSON-191519278 tempest-ServerPasswordTestJSON-191519278-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c7c194b-8688-4ede-b7f7-5b733f666c08 HTTP/1.1" status: 200 len: 210 time: 0.0803487 Aug 23 03:42:12.391096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-4c0dfcce-a73c-4adf-9f19-55896dbf14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:12.391721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-4c0dfcce-a73c-4adf-9f19-55896dbf14a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&device_id=2e6b3d6e-d6a1-4883-baed-09b62e28aaf1 HTTP/1.1" status: 200 len: 1094 time: 0.2125492 Aug 23 03:42:12.417036 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:12.427894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd0ac6-f011-4dd3-9dea-9a080d5d3a2c service neutron] Pushing event updated for resources: {'Port': ['ID=486e57ab-b68a-4b93-8747-42f69fe1787c,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:12.495215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-841634ab-48ac-4fd0-8c4f-81c16ac59be8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486e57ab-b68a-4b93-8747-42f69fe1787c HTTP/1.1" status: 200 len: 217 time: 0.0915942 Aug 23 03:42:12.504840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Transition to ACTIVE for port object 841281a8-1e9c-4d19-a730-84c031714144 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:12.507663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Attempting to bind port 979e83e9-7f55-4405-affd-0a9baf2292d6 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:42:12.508000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Attempting to bind port 979e83e9-7f55-4405-affd-0a9baf2292d6 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:42:12.508450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Attempting to bind port 979e83e9-7f55-4405-affd-0a9baf2292d6 on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:12.549769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Port 979e83e9-7f55-4405-affd-0a9baf2292d6 on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:42:12.550137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Attempting to bind port 979e83e9-7f55-4405-affd-0a9baf2292d6 on network 4d5651c8-70f0-4dad-a012-ea876e1c50e9 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:12.564070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:42:12.564413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Checking segment: {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:12.564870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Bound using segment: {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:42:12.565300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Bound port: 979e83e9-7f55-4405-affd-0a9baf2292d6, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f04f49e-8c64-4252-bfe4-292797b3f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:42:12.565662 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:12.632950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-16588320-b7b4-49d8-ae5a-361edad7ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:12.634503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-16588320-b7b4-49d8-ae5a-361edad7ec45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6568a5ff-0c84-45d2-9f4d-931ebe61803b HTTP/1.1" status: 200 len: 852 time: 0.1278539 Aug 23 03:42:12.689346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-dcff701e-ed74-4c45-838f-d148fd4b2d6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d5651c8-70f0-4dad-a012-ea876e1c50e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454395 Aug 23 03:42:12.700270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] For port 979e83e9-7f55-4405-affd-0a9baf2292d6, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:42:12.706097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] For port 979e83e9-7f55-4405-affd-0a9baf2292d6, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=979e83e9-7f55-4405-affd-0a9baf2292d6,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:42:12.725076 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:12.859711 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3f960dc6-2afc-448c-bb72-d74af84ace7e req-f036f71d-1c2d-4b4d-bef4-fe54e971f839 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0440855 Aug 23 03:42:12.881095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Pushing event updated for resources: {'Port': ['ID=841281a8-1e9c-4d19-a730-84c031714144,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:12.912634 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:12.970253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Network 644f334d-993a-4463-a315-d881c504a03b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:12.977549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:12.978355 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:12.980001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] 10.222.0.11 "PUT /v2.0/ports/979e83e9-7f55-4405-affd-0a9baf2292d6 HTTP/1.1" status: 200 len: 1092 time: 2.7694046 Aug 23 03:42:13.012700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:13.015595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:13.099904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3515-df9f-4348-a162-41aa7b88c520 service neutron] Pushing event updated for resources: {'Port': ['ID=979e83e9-7f55-4405-affd-0a9baf2292d6,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:13.111835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:13.112917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:13.174827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-caed49ad-9cae-41bd-aa9d-a0526cf60f5a service neutron] 10.222.0.24 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684279 Aug 23 03:42:13.189293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb719af0-622b-480e-bbe7-7754204c6861 req-a0c8e84b-2bc3-4878-a53f-9d34c9e8d26a tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:13.190789 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb719af0-622b-480e-bbe7-7754204c6861 req-a0c8e84b-2bc3-4878-a53f-9d34c9e8d26a tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 944 time: 0.2231398 Aug 23 03:42:13.259791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5f439337-ac75-472a-b929-92c60d4744f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:13.261588 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-5f439337-ac75-472a-b929-92c60d4744f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 1095 time: 0.1439376 Aug 23 03:42:13.262938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-c4692d05-e395-4dfd-995d-74b8f2ace22d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8044300 Aug 23 03:42:13.308234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Request body: {'port': {'device_id': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:13.370602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb719af0-622b-480e-bbe7-7754204c6861 req-76675d61-433b-4299-9eb0-4403206d8a70 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661468 Aug 23 03:42:13.382580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14efe9-1a40-4196-90d7-a6f2bf1b4c7d req-fd48f7d7-19a1-437f-a15b-d4f83de094cc tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:13.384335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc14efe9-1a40-4196-90d7-a6f2bf1b4c7d req-fd48f7d7-19a1-437f-a15b-d4f83de094cc tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 932 time: 0.0653086 Aug 23 03:42:13.384465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-472f0e74-bcf4-4c39-ac4c-b41ad9dccb44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=979e83e9-7f55-4405-affd-0a9baf2292d6 HTTP/1.1" status: 200 len: 217 time: 0.0849655 Aug 23 03:42:13.412301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1204fb87-a693-4331-a40b-ee6868191a7c None None] Provisioning for port 841281a8-1e9c-4d19-a730-84c031714144 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:42:13.417628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1204fb87-a693-4331-a40b-ee6868191a7c None None] Provisioning complete for port 841281a8-1e9c-4d19-a730-84c031714144 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:13.418259 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1204fb87-a693-4331-a40b-ee6868191a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:13.456065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc14efe9-1a40-4196-90d7-a6f2bf1b4c7d req-f4729a46-5441-4e04-9d4c-df60ef804f0c tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560024 Aug 23 03:42:13.466170 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-cb1348a5-4163-4e39-90d3-eaa700052c59 service neutron] 10.222.0.24 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732565 Aug 23 03:42:13.474700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1204fb87-a693-4331-a40b-ee6868191a7c None None] Port 841281a8-1e9c-4d19-a730-84c031714144 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:42:13.477830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:13.491745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39538) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:13.495535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-c104ce43-1e27-4476-bca8-0f3ef76bca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:13.497079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-c104ce43-1e27-4476-bca8-0f3ef76bca43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6568a5ff-0c84-45d2-9f4d-931ebe61803b HTTP/1.1" status: 200 len: 852 time: 0.1008546 Aug 23 03:42:13.553096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-b401c17e-594f-4bda-b027-6c1b90fadec6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d5651c8-70f0-4dad-a012-ea876e1c50e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313413 Aug 23 03:42:13.616640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ea858a-b974-4af7-a367-a4415745e7f3 admin admin] Deleting subnet c6815d35-29d6-466c-842c-b4bd0a5fade5 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:42:13.621516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56ea858a-b974-4af7-a367-a4415745e7f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:13.637402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6b3d6e-d6a1-4883-baed-09b62e28aaf1', 'tag': '486e57ab-b68a-4b93-8747-42f69fe1787c'}, {'name': 'network-changed', 'server_uuid': '197d52de-b4b1-4e8f-923d-94da4df6b526', 'tag': '979e83e9-7f55-4405-affd-0a9baf2292d6'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:13.639651 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc55250-3f64-494e-8080-3ee357030451" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6b3d6e-d6a1-4883-baed-09b62e28aaf1", "tag": "486e57ab-b68a-4b93-8747-42f69fe1787c"}, {"name": "network-changed", "server_uuid": "197d52de-b4b1-4e8f-923d-94da4df6b526", "tag": "979e83e9-7f55-4405-affd-0a9baf2292d6"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:13.705699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56ea858a-b974-4af7-a367-a4415745e7f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:13.725265 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319c8c7-f89d-45b1-b140-22fecdaf900a x-openstack-request-id: req-2319c8c7-f89d-45b1-b140-22fecdaf900a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:13.725563 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6b3d6e-d6a1-4883-baed-09b62e28aaf1", "tag": "486e57ab-b68a-4b93-8747-42f69fe1787c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "197d52de-b4b1-4e8f-923d-94da4df6b526", "tag": "979e83e9-7f55-4405-affd-0a9baf2292d6", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:13.725814 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2319c8c7-f89d-45b1-b140-22fecdaf900a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:13.726207 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6b3d6e-d6a1-4883-baed-09b62e28aaf1', 'tag': '486e57ab-b68a-4b93-8747-42f69fe1787c', 'status': 'completed', 'code': 200} Aug 23 03:42:13.726459 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197d52de-b4b1-4e8f-923d-94da4df6b526', 'tag': '979e83e9-7f55-4405-affd-0a9baf2292d6', 'status': 'completed', 'code': 200} Aug 23 03:42:13.757179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56ea858a-b974-4af7-a367-a4415745e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:13.798468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:13.802322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-8bab34c6-2e2c-408a-aa38-0828fc61e96b service neutron] 10.222.0.11 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362058 Aug 23 03:42:13.824563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:13.825298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c6fdc3c4-7ab7-42dc-8c2b-f04a257902bb not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:13.898829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55250-3f64-494e-8080-3ee357030451 req-d611a3ba-9ff2-498f-865e-aad587fdbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:13.900333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-d611a3ba-9ff2-498f-865e-aad587fdbaef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&device_id=2e6b3d6e-d6a1-4883-baed-09b62e28aaf1 HTTP/1.1" status: 200 len: 1094 time: 0.1335080 Aug 23 03:42:13.904928 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56ea858a-b974-4af7-a367-a4415745e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:13.963566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea858a-b974-4af7-a367-a4415745e7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6815d35-29d6-466c-842c-b4bd0a5fade5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:13.977762 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56ea858a-b974-4af7-a367-a4415745e7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:13.982692 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-56ea858a-b974-4af7-a367-a4415745e7f3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c6815d35-29d6-466c-842c-b4bd0a5fade5 HTTP/1.1" status: 204 len: 168 time: 0.4853683 Aug 23 03:42:13.985747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39604) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:14.026449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d075f36d-9f0c-41f9-940f-7bd79aaa60f0 req-4c563ea4-82ca-47c8-b14a-3e4c28798a0c service neutron] 10.222.0.11 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145047 Aug 23 03:42:14.038689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841281a8-1e9c-4d19-a730-84c031714144 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:14.050127 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.095336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Transition to ACTIVE for port object 841281a8-1e9c-4d19-a730-84c031714144 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:14.096600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55250-3f64-494e-8080-3ee357030451 req-540f240c-a3e9-411b-ae63-6cc0257f262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:14.098456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-540f240c-a3e9-411b-ae63-6cc0257f262a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 912 time: 0.1884811 Aug 23 03:42:14.098994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.113893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63d927ba-d0f1-42d9-a676-32be20308cb1 req-67024f76-c5d4-4d7e-925a-4a2132cd9271 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0387435 Aug 23 03:42:14.153184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-d3f78fd6-ae8f-40f5-a07c-8ffb3bfe14a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486e57ab-b68a-4b93-8747-42f69fe1787c HTTP/1.1" status: 200 len: 217 time: 0.0416243 Aug 23 03:42:14.203877 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.223703 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.235765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528fea75-0419-4a6a-9a1f-233228a593c3']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:14.251935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd11ef1-4cd2-4eaf-8a8c-538110649dd8') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:14.252519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd11ef1-4cd2-4eaf-8a8c-538110649dd8') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:14.264561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55250-3f64-494e-8080-3ee357030451 req-df5c5410-a492-4373-9cd6-509469c9b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:14.266535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-df5c5410-a492-4373-9cd6-509469c9b29f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6568a5ff-0c84-45d2-9f4d-931ebe61803b HTTP/1.1" status: 200 len: 852 time: 0.1065133 Aug 23 03:42:14.266650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.284608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.292223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:14.292668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:14.294596 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:14.297338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Pushing event updated for resources: {'Port': ['ID=841281a8-1e9c-4d19-a730-84c031714144,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:14.332862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-40ff2984-663c-4e3c-91dd-6dcd309fffde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d5651c8-70f0-4dad-a012-ea876e1c50e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454714 Aug 23 03:42:14.483362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.489647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.492112 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] 10.222.0.20 "DELETE /v2.0/networks/528fea75-0419-4a6a-9a1f-233228a593c3 HTTP/1.1" status: 204 len: 168 time: 0.5052335 Aug 23 03:42:14.514671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84788b-d367-4ca0-b338-72df82b72aee admin admin] Pushing event deleted for resources: {'Network': ['ID=528fea75-0419-4a6a-9a1f-233228a593c3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:14.537514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55250-3f64-494e-8080-3ee357030451 req-72812fac-abea-4033-80bb-c526c99c3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:14.538977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-72812fac-abea-4033-80bb-c526c99c3416 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 1095 time: 0.2366850 Aug 23 03:42:14.586323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Attempting to bind port 841281a8-1e9c-4d19-a730-84c031714144 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:42:14.586654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Attempting to bind port 841281a8-1e9c-4d19-a730-84c031714144 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:42:14.586973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Attempting to bind port 841281a8-1e9c-4d19-a730-84c031714144 on network 644f334d-993a-4463-a315-d881c504a03b {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:14.606350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Port 841281a8-1e9c-4d19-a730-84c031714144 on network 644f334d-993a-4463-a315-d881c504a03b not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:42:14.606676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Attempting to bind port 841281a8-1e9c-4d19-a730-84c031714144 on network 644f334d-993a-4463-a315-d881c504a03b {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:14.634911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-5990be61-967a-42af-bcdd-ff41ea1440c0 service neutron] 10.222.0.24 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743261 Aug 23 03:42:14.653984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:42:14.654591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Checking segment: {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:14.654730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Bound using segment: {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:42:14.655183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Bound port: 841281a8-1e9c-4d19-a730-84c031714144, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcec826-6952-48f1-922a-dc61c55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '644f334d-993a-4463-a315-d881c504a03b'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:42:14.655544 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:14.687621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17104eac-efd4-495d-944e-e3dfea6d2551 req-29eb2213-6dc1-4539-9e23-ec67e4faacaa tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:14.687621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17104eac-efd4-495d-944e-e3dfea6d2551 req-29eb2213-6dc1-4539-9e23-ec67e4faacaa tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 944 time: 0.1977355 Aug 23 03:42:14.789484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55250-3f64-494e-8080-3ee357030451 req-82b0e1b4-9c3b-4d96-ae13-170497183f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:14.790997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-82b0e1b4-9c3b-4d96-ae13-170497183f95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 200 len: 912 time: 0.2440803 Aug 23 03:42:14.864317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17104eac-efd4-495d-944e-e3dfea6d2551 req-e978cd5f-e5ce-4713-b185-38bceff9b814 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658902 Aug 23 03:42:14.870061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-56ecda4d-15f6-43f3-b611-25aea05a19fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=979e83e9-7f55-4405-affd-0a9baf2292d6 HTTP/1.1" status: 200 len: 217 time: 0.0674920 Aug 23 03:42:14.895623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] For port 841281a8-1e9c-4d19-a730-84c031714144, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:42:14.929613 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-3c66ed00-8263-4604-b29d-3ae5319c8848 service neutron] 10.222.0.24 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832415 Aug 23 03:42:14.933139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] For port 841281a8-1e9c-4d19-a730-84c031714144, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=841281a8-1e9c-4d19-a730-84c031714144,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:42:14.968520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc55250-3f64-494e-8080-3ee357030451 req-654f244c-060e-4ee8-acd8-b6e7b11d37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:14.970025 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-654f244c-060e-4ee8-acd8-b6e7b11d37ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6568a5ff-0c84-45d2-9f4d-931ebe61803b HTTP/1.1" status: 200 len: 852 time: 0.0889902 Aug 23 03:42:14.994685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9185d98-40f9-4db1-b211-dc11673437b9 req-3bb3c8e5-8994-4c81-8ada-fbd6aa339b1a tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:14.996748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9185d98-40f9-4db1-b211-dc11673437b9 req-3bb3c8e5-8994-4c81-8ada-fbd6aa339b1a tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 944 time: 0.0696504 Aug 23 03:42:15.012325 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-496cdaad-7451-4700-b618-d3f7109ed417 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4d5651c8-70f0-4dad-a012-ea876e1c50e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343058 Aug 23 03:42:15.024485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39688) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:15.039744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.068493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-462edd16-c9dd-4073-9830-6f3906bb057c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e5dbe9efb19413db440bc974c8424ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426719 Aug 23 03:42:15.071096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39690) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:15.122650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:15.123138 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.124735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] 10.222.0.11 "PUT /v2.0/ports/841281a8-1e9c-4d19-a730-84c031714144 HTTP/1.1" status: 200 len: 1092 time: 1.8297262 Aug 23 03:42:15.128733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaa41d24-65ee-43f5-a79d-3b26401e17ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.152140 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaa41d24-65ee-43f5-a79d-3b26401e17ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.171152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9185d98-40f9-4db1-b211-dc11673437b9 req-d1b99e72-2dca-400e-a72e-96c8bfa2826a tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569383 Aug 23 03:42:15.175230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 486e57ab-b68a-4b93-8747-42f69fe1787c details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:42:15.209814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727ae01-39bd-472a-8ab6-caffb70fcae3 service neutron] Pushing event updated for resources: {'Port': ['ID=841281a8-1e9c-4d19-a730-84c031714144,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:15.261001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-8f3d3990-098c-4a50-82f1-4ba225edc083 service neutron] 10.222.0.11 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354689 Aug 23 03:42:15.320195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaa41d24-65ee-43f5-a79d-3b26401e17ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.324437 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aaa41d24-65ee-43f5-a79d-3b26401e17ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.330034 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aaa41d24-65ee-43f5-a79d-3b26401e17ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee827883-63cd-47f2-a581-f46a07f4d854 HTTP/1.1" status: 204 len: 168 time: 0.2577286 Aug 23 03:42:15.346894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa41d24-65ee-43f5-a79d-3b26401e17ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee827883-63cd-47f2-a581-f46a07f4d854,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:15.386386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39700) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:15.421683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 486e57ab-b68a-4b93-8747-42f69fe1787c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=486e57ab-b68a-4b93-8747-42f69fe1787c,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:15.472739 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-348f393b-22d0-4551-95a2-ae680440189c req-731efb70-aac5-4bcd-b43b-47a8735d0b83 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0480828 Aug 23 03:42:15.473908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-a746940b-1be1-40dc-bb7d-599691a37f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:15.475522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-a746940b-1be1-40dc-bb7d-599691a37f93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ab00acea3ed4b459708257786656d0c&device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 1095 time: 0.1724916 Aug 23 03:42:15.475729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '486e57ab-b68a-4b93-8747-42f69fe1787c', 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9', 'port_id': '486e57ab-b68a-4b93-8747-42f69fe1787c', 'mac_address': 'fa:16:3e:8e:69:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6568a5ff-0c84-45d2-9f4d-931ebe61803b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:42:15.545783 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.547148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-47e48558-dbee-4ee5-80d7-23976abae8aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841281a8-1e9c-4d19-a730-84c031714144 HTTP/1.1" status: 200 len: 217 time: 0.0570538 Aug 23 03:42:15.552766 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cc55250-3f64-494e-8080-3ee357030451 req-cd755cda-df18-4baa-902f-f57bd747ac1d service neutron] 10.222.0.11 "GET /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625086 Aug 23 03:42:15.565563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486e57ab-b68a-4b93-8747-42f69fe1787c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:15.572460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f68bb8e-44bd-4766-a11b-1e50565a4450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.592491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 486e57ab-b68a-4b93-8747-42f69fe1787c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=486e57ab-b68a-4b93-8747-42f69fe1787c,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:15.600113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-e056519b-ccc7-4cec-930f-85ffb056c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:15.601633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-e056519b-ccc7-4cec-930f-85ffb056c2fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efed0636-98a8-46e6-aef4-b3b26dcbaacc HTTP/1.1" status: 200 len: 868 time: 0.0465386 Aug 23 03:42:15.648393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-05ae4849-f5a7-473d-9e9f-bd334d7561cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:15.649810 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.649943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-05ae4849-f5a7-473d-9e9f-bd334d7561cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=644f334d-993a-4463-a315-d881c504a03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404303 Aug 23 03:42:15.668781 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f68bb8e-44bd-4766-a11b-1e50565a4450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.707258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=486e57ab-b68a-4b93-8747-42f69fe1787c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:15.727661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'tag': '841281a8-1e9c-4d19-a730-84c031714144'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:15.729089 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f68bb8e-44bd-4766-a11b-1e50565a4450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.730096 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46288e47-b458-4085-a15d-e97f998ffa45" -d '{"events": [{"name": "network-changed", "server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "tag": "841281a8-1e9c-4d19-a730-84c031714144"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:15.772603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8f68bb8e-44bd-4766-a11b-1e50565a4450 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=268890024f564786a5104be207cbe759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849072 Aug 23 03:42:15.773807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68bb8e-44bd-4766-a11b-1e50565a4450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f920820-b907-4bc3-a383-96a9fa2fd1be,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:15.776133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39706) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:15.861541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4c1981-9348-41bf-86ce-fd5d4f8d6f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.888345 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4c1981-9348-41bf-86ce-fd5d4f8d6f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:15.909260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['486e57ab-b68a-4b93-8747-42f69fe1787c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:16.015161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4c1981-9348-41bf-86ce-fd5d4f8d6f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:16.019029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4c1981-9348-41bf-86ce-fd5d4f8d6f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:16.020395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e4c1981-9348-41bf-86ce-fd5d4f8d6f82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f920820-b907-4bc3-a383-96a9fa2fd1be HTTP/1.1" status: 204 len: 168 time: 0.2405925 Aug 23 03:42:16.055632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c1981-9348-41bf-86ce-fd5d4f8d6f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f920820-b907-4bc3-a383-96a9fa2fd1be,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:16.105216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e27af-79bc-40b6-9be3-6d2cc2d50066 req-265d1bce-aff3-41bb-8690-ee83ac2071f4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:16.118253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c64e27af-79bc-40b6-9be3-6d2cc2d50066 req-265d1bce-aff3-41bb-8690-ee83ac2071f4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 944 time: 0.1562064 Aug 23 03:42:16.167932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c64e27af-79bc-40b6-9be3-6d2cc2d50066 req-258dd54f-e378-4884-9cf3-f377792d0ef8 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486658 Aug 23 03:42:16.217586 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e442064f-ecd2-41fa-88b8-a4f59e2d37af x-openstack-request-id: req-e442064f-ecd2-41fa-88b8-a4f59e2d37af {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:16.217881 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "tag": "841281a8-1e9c-4d19-a730-84c031714144", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:16.218135 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e442064f-ecd2-41fa-88b8-a4f59e2d37af {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:16.218542 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'tag': '841281a8-1e9c-4d19-a730-84c031714144', 'status': 'completed', 'code': 200} Aug 23 03:42:16.244631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-66e43665-39ce-4d12-8880-d5cb6ce34533 service neutron] 10.222.0.11 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848489 Aug 23 03:42:16.324401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fb08b-1635-4f9c-b927-e2ce2eebc4ab req-dffd4348-a633-4c4d-add6-fd6156fea43e tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:16.325956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a1fb08b-1635-4f9c-b927-e2ce2eebc4ab req-dffd4348-a633-4c4d-add6-fd6156fea43e tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 944 time: 0.0626466 Aug 23 03:42:16.344964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-bce3985c-fbae-4aef-8535-621f42b1d982 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:16.346542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-bce3985c-fbae-4aef-8535-621f42b1d982 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/networks?id=8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 200 len: 804 time: 0.1822832 Aug 23 03:42:16.373322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a1fb08b-1635-4f9c-b927-e2ce2eebc4ab req-daae9872-3ae7-406b-b100-7ccdfdabe076 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Aug 23 03:42:16.374539 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-cfa4653f-e472-4f35-bed4-1314ed713db8 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/quotas/a7af850b05a44b908cb2b00fa00f4745 HTTP/1.1" status: 200 len: 375 time: 0.0219734 Aug 23 03:42:16.417268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab9ea5c0-a534-4631-8179-e3c75f14af7f req-5b568ea3-ce9d-47c8-8ee0-00e064f16c60 service neutron] 10.222.0.11 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626496 Aug 23 03:42:16.440715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-c1e63b2a-1c1d-4910-85eb-5fedbaa59fc5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610471 Aug 23 03:42:16.448353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-ffa63f83-1cf1-4c33-a788-e572162661a0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:42:16.449473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-ffa63f83-1cf1-4c33-a788-e572162661a0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054009 Aug 23 03:42:16.561093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-561c39a9-36a5-441a-8779-1022b950bd46 service neutron] 10.222.0.20 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050224 Aug 23 03:42:16.606852 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ec49906-b7cc-4ed0-9172-ab41fc6a2299 req-78189304-dc04-409b-90d5-ba09a99123cc tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0307703 Aug 23 03:42:16.671449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46288e47-b458-4085-a15d-e97f998ffa45 req-4c8faed8-4cd2-4d1d-8121-3b0884952eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:16.672946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46288e47-b458-4085-a15d-e97f998ffa45 req-4c8faed8-4cd2-4d1d-8121-3b0884952eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ab00acea3ed4b459708257786656d0c&device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 1095 time: 0.0824594 Aug 23 03:42:16.711562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-ede212de-575b-4d95-bd5d-13f4a1af8916 service neutron] 10.222.0.20 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398840 Aug 23 03:42:16.783167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39752) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:16.784974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46288e47-b458-4085-a15d-e97f998ffa45 req-93c6c549-a133-4422-8522-1d592a9c1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:16.786644 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46288e47-b458-4085-a15d-e97f998ffa45 req-93c6c549-a133-4422-8522-1d592a9c1660 service neutron] 10.222.0.11 "GET /v2.0/networks?id=644f334d-993a-4463-a315-d881c504a03b HTTP/1.1" status: 200 len: 929 time: 0.1019435 Aug 23 03:42:16.798933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88ccf1e7-a985-471b-86fa-156d06d6b30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:16.831687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46288e47-b458-4085-a15d-e97f998ffa45 req-d690bc02-6591-46ed-81a8-6c71ea0d8712 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841281a8-1e9c-4d19-a730-84c031714144 HTTP/1.1" status: 200 len: 217 time: 0.0359168 Aug 23 03:42:16.889208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46288e47-b458-4085-a15d-e97f998ffa45 req-50181724-e4a6-4fdb-8cbe-3438dfa36855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:16.890939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46288e47-b458-4085-a15d-e97f998ffa45 req-50181724-e4a6-4fdb-8cbe-3438dfa36855 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efed0636-98a8-46e6-aef4-b3b26dcbaacc HTTP/1.1" status: 200 len: 868 time: 0.0515826 Aug 23 03:42:16.895550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88ccf1e7-a985-471b-86fa-156d06d6b30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:16.939779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46288e47-b458-4085-a15d-e97f998ffa45 req-3d1c3444-ed38-4cd6-889c-edc56d1bdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:16.941383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46288e47-b458-4085-a15d-e97f998ffa45 req-3d1c3444-ed38-4cd6-889c-edc56d1bdb9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=644f334d-993a-4463-a315-d881c504a03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428867 Aug 23 03:42:16.974652 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88ccf1e7-a985-471b-86fa-156d06d6b30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:17.032676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccf1e7-a985-471b-86fa-156d06d6b30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8939466a-0514-4f78-96ca-3a345a8ef5d5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:17.038792 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88ccf1e7-a985-471b-86fa-156d06d6b30b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b36292df2444616b0b7d0898839f055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541945 Aug 23 03:42:17.041346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39762) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:17.078293 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46288e47-b458-4085-a15d-e97f998ffa45 req-5a810953-ef57-4088-9885-0ede338d6a3b service neutron] 10.222.0.11 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283405 Aug 23 03:42:17.097656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c617f148-d016-4f49-b522-22b7da0e4193 req-3530873d-1ae7-4e96-bac9-5397ec03985d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 210 time: 0.0428882 Aug 23 03:42:17.108845 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85b3db8c-e380-4049-ad83-97bf12f0aa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:17.141177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85b3db8c-e380-4049-ad83-97bf12f0aa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:17.186405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 486e57ab-b68a-4b93-8747-42f69fe1787c up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:17.221321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46288e47-b458-4085-a15d-e97f998ffa45 req-97574da0-498b-4b57-a895-a4a600563cbb service neutron] 10.222.0.11 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263504 Aug 23 03:42:17.288519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85b3db8c-e380-4049-ad83-97bf12f0aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:17.291388 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85b3db8c-e380-4049-ad83-97bf12f0aa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:17.292577 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85b3db8c-e380-4049-ad83-97bf12f0aa7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8939466a-0514-4f78-96ca-3a345a8ef5d5 HTTP/1.1" status: 204 len: 168 time: 0.2502980 Aug 23 03:42:17.300721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3db8c-e380-4049-ad83-97bf12f0aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8939466a-0514-4f78-96ca-3a345a8ef5d5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:17.320321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a8ad2-a41e-4884-a633-eee02e175387 req-4c84a60d-9da1-4b25-9851-b1f6e5da8beb tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:17.322197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d06a8ad2-a41e-4884-a633-eee02e175387 req-4c84a60d-9da1-4b25-9851-b1f6e5da8beb tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 944 time: 0.0558393 Aug 23 03:42:17.324998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 486e57ab-b68a-4b93-8747-42f69fe1787c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:42:17.341608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 486e57ab-b68a-4b93-8747-42f69fe1787c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:17.341608 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:17.370719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d06a8ad2-a41e-4884-a633-eee02e175387 req-13a35c2b-7322-466d-9404-f318b971d55f tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422583 Aug 23 03:42:17.426599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:17.453595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6b3d6e-d6a1-4883-baed-09b62e28aaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486e57ab-b68a-4b93-8747-42f69fe1787c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:17.456066 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db013841-93af-452c-9a0d-a2662a1f73e0" -d '{"events": [{"server_uuid": "2e6b3d6e-d6a1-4883-baed-09b62e28aaf1", "name": "network-vif-plugged", "status": "completed", "tag": "486e57ab-b68a-4b93-8747-42f69fe1787c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:17.500618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 486e57ab-b68a-4b93-8747-42f69fe1787c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=486e57ab-b68a-4b93-8747-42f69fe1787c,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:17.559634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcb7d5-732c-4500-ae79-1210e77d0edf req-4d73c533-a670-4c4e-b9cf-74a80328d040 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:17.561524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efdcb7d5-732c-4500-ae79-1210e77d0edf req-4d73c533-a670-4c4e-b9cf-74a80328d040 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 944 time: 0.1036065 Aug 23 03:42:17.597349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:17.628079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efdcb7d5-732c-4500-ae79-1210e77d0edf req-6d68ffee-c96f-44af-bf79-4f12b4c7850f tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590091 Aug 23 03:42:17.638157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59064d2a-6db1-4bfa-b7b6-0579f3f40f42 req-ff1ffd14-5634-44de-9578-cff014df11df tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0341434 Aug 23 03:42:17.663079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=486e57ab-b68a-4b93-8747-42f69fe1787c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:17.672469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.672821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.673655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.674299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.675005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.675745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.676562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.677061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.677982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.678472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.679233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.679961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:42:17.806096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-959b8065-3e9f-4349-a246-a984b01f6095 req-e0d24dd0-3fe2-4f44-b967-6a74e2a7ee34 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0256617 Aug 23 03:42:17.835140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 979e83e9-7f55-4405-affd-0a9baf2292d6 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:42:17.839343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:17.850248 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03551de-6ef5-4754-bcce-d58ff9e3dff9 x-openstack-request-id: req-e03551de-6ef5-4754-bcce-d58ff9e3dff9 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:17.850685 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6b3d6e-d6a1-4883-baed-09b62e28aaf1", "name": "network-vif-plugged", "status": "completed", "tag": "486e57ab-b68a-4b93-8747-42f69fe1787c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:17.850798 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e03551de-6ef5-4754-bcce-d58ff9e3dff9 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:17.851258 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6b3d6e-d6a1-4883-baed-09b62e28aaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486e57ab-b68a-4b93-8747-42f69fe1787c', 'code': 200} Aug 23 03:42:17.945531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b2afa-3a5a-4adf-a727-f5de3ada349e req-13e41690-3580-4ab5-85ad-6b4262257971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:17.947117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-149b2afa-3a5a-4adf-a727-f5de3ada349e req-13e41690-3580-4ab5-85ad-6b4262257971 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e6b3d6e-d6a1-4883-baed-09b62e28aaf1 HTTP/1.1" status: 200 len: 1096 time: 0.0438967 Aug 23 03:42:17.972997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 979e83e9-7f55-4405-affd-0a9baf2292d6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=979e83e9-7f55-4405-affd-0a9baf2292d6,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:17.985464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-149b2afa-3a5a-4adf-a727-f5de3ada349e req-cb01ee31-7221-4b29-bef5-ed10c8746d9d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Aug 23 03:42:17.986132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '979e83e9-7f55-4405-affd-0a9baf2292d6', 'network_id': '4d5651c8-70f0-4dad-a012-ea876e1c50e9', 'port_id': '979e83e9-7f55-4405-affd-0a9baf2292d6', 'mac_address': 'fa:16:3e:5f:63:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6568a5ff-0c84-45d2-9f4d-931ebe61803b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:42:18.119011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-e4751f4d-cc03-4ab7-8717-3d7f489901b2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:18.120623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-e4751f4d-cc03-4ab7-8717-3d7f489901b2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3 HTTP/1.1" status: 200 len: 945 time: 0.0515501 Aug 23 03:42:18.192106 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:18.194201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:18.203540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9be9eb7-ef16-431f-8862-3d0707aa3e98 req-bb37e8c0-c63d-4946-ada0-6caa50ecf2e9 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 210 time: 0.0321274 Aug 23 03:42:18.228826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979e83e9-7f55-4405-affd-0a9baf2292d6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:18.241694 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 979e83e9-7f55-4405-affd-0a9baf2292d6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=979e83e9-7f55-4405-affd-0a9baf2292d6,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:18.258354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Deleting port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:18.258701 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:18.258972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:18.312484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:18.318639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:18.352091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] For port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:18.352448 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:18.364548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Calling delete_port for b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:18.368553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=979e83e9-7f55-4405-affd-0a9baf2292d6,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:18.422567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:18.515695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41419b66-32f4-4189-8b09-6a3fc0a0b542 req-528f9809-e464-4899-b504-58b76b3c48d2 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:18.523928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41419b66-32f4-4189-8b09-6a3fc0a0b542 req-528f9809-e464-4899-b504-58b76b3c48d2 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 945 time: 0.0707552 Aug 23 03:42:18.559937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41419b66-32f4-4189-8b09-6a3fc0a0b542 req-4d0a7f4c-a6a4-4988-8fdb-538ce38afb9e tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351038 Aug 23 03:42:18.620193 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:18.646843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Pushing event deleted for resources: {'Port': ['ID=b7903e4c-1856-4f68-b2a5-cef73a2a4fd2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:18.685981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['979e83e9-7f55-4405-affd-0a9baf2292d6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:18.694367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] No DVR routers for this DVR port b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:18.696119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:18.699542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efaf62f5-a95f-4f75-ae23-2e14ab20289b req-49e0f569-4e51-4fc3-986a-5f6a7037abb6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "DELETE /v2.0/ports/b7903e4c-1856-4f68-b2a5-cef73a2a4fd2 HTTP/1.1" status: 204 len: 173 time: 0.5719669 Aug 23 03:42:18.700057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'name': 'network-vif-deleted', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:18.702565 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976486a3-42b7-4e8c-8c90-f7b5ffc9f973" -d '{"events": [{"server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "name": "network-vif-deleted", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:18.775588 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51270353-7fd9-4693-b273-67fc4c131e5a req-dad294d8-0030-4d24-b8da-2249eab9bde5 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0636673 Aug 23 03:42:18.804540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c13715-7cfb-4983-ab35-7eee3860bdb8 req-bcdadf3d-1c7c-4327-b638-a0169d5532f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:18.814594 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0c13715-7cfb-4983-ab35-7eee3860bdb8 req-bcdadf3d-1c7c-4327-b638-a0169d5532f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 944 time: 0.0773039 Aug 23 03:42:18.839104 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099f164e-992c-4732-9fcb-fa58f0ea0343 x-openstack-request-id: req-099f164e-992c-4732-9fcb-fa58f0ea0343 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:18.840160 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "name": "network-vif-deleted", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:18.840160 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-099f164e-992c-4732-9fcb-fa58f0ea0343 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:18.840483 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'name': 'network-vif-deleted', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2', 'status': 'completed', 'code': 200} Aug 23 03:42:18.898763 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0c13715-7cfb-4983-ab35-7eee3860bdb8 req-d8d82b4b-c3ca-4e39-8dcd-2392d18a7bfe tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830138 Aug 23 03:42:18.996287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6236301b-c8c4-4c42-9b63-8169b2570437 req-7dc0c0c9-3646-48a0-a42b-0ba373f78ca9 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0280924 Aug 23 03:42:19.318273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bad167e-6c0a-4d65-8a73-24626815d688 req-e7367455-858d-4ad2-9cda-3ae380a15c60 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 210 time: 0.0358074 Aug 23 03:42:19.709066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-e69e217c-9e0c-4544-afbd-747a25c7e06d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:19.710987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-e69e217c-9e0c-4544-afbd-747a25c7e06d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "GET /v2.0/networks?id=8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 200 len: 804 time: 0.1501398 Aug 23 03:42:19.713252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac0b90-81f5-4cc2-bf9e-e8e690bc7246 req-4911f4a4-4ad9-4c71-87c7-5bb23a8f6d89 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:19.717225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3cac0b90-81f5-4cc2-bf9e-e8e690bc7246 req-4911f4a4-4ad9-4c71-87c7-5bb23a8f6d89 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 945 time: 0.0806825 Aug 23 03:42:19.741208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Request body: {'port': {'device_id': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'admin_state_up': True, 'tenant_id': 'a7af850b05a44b908cb2b00fa00f4745'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:19.764782 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3cac0b90-81f5-4cc2-bf9e-e8e690bc7246 req-7a117795-f2f7-4ea7-8aa9-061b410355fd tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Aug 23 03:42:19.835492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 841281a8-1e9c-4d19-a730-84c031714144 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:42:19.845246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 979e83e9-7f55-4405-affd-0a9baf2292d6 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:19.855632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:19.857114 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2808d397-3fcb-4d6e-9247-5616da220e55" -d '{"events": [{"server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "name": "network-vif-unplugged", "status": "completed", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:19.927137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-70f887f2-ca17-4d17-8f96-93170a0c718a req-5f619e00-09ed-4474-8fca-46c2c97cc10a tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0520310 Aug 23 03:42:19.941833 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa16b64b-4aba-4e6e-9c3d-3be88255ffb5 x-openstack-request-id: req-aa16b64b-4aba-4e6e-9c3d-3be88255ffb5 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:19.947092 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3", "name": "network-vif-unplugged", "status": "completed", "tag": "b7903e4c-1856-4f68-b2a5-cef73a2a4fd2", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:19.948383 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa16b64b-4aba-4e6e-9c3d-3be88255ffb5 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:19.949140 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2b20ae-6ed1-4bf2-8ff3-3c1e141e5da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7903e4c-1856-4f68-b2a5-cef73a2a4fd2', 'code': 200} Aug 23 03:42:20.073548 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 841281a8-1e9c-4d19-a730-84c031714144, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=841281a8-1e9c-4d19-a730-84c031714144,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:20.082600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Made reservation on behalf of a7af850b05a44b908cb2b00fa00f4745 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:20.086925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '841281a8-1e9c-4d19-a730-84c031714144', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'port_id': '841281a8-1e9c-4d19-a730-84c031714144', 'mac_address': 'fa:16:3e:97:16:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:42:20.087082 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.122619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22e02c-bcbd-44ac-af92-b0ab48f2aeff req-655ae13f-29cd-4829-8450-21b1c2582b69 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:20.124136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f22e02c-bcbd-44ac-af92-b0ab48f2aeff req-655ae13f-29cd-4829-8450-21b1c2582b69 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 944 time: 0.1144226 Aug 23 03:42:20.142893 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.156920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841281a8-1e9c-4d19-a730-84c031714144 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:20.169917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f22e02c-bcbd-44ac-af92-b0ab48f2aeff req-19bf355d-ea73-4c2a-9ec7-45497d6cbdf4 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 Aug 23 03:42:20.177495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 841281a8-1e9c-4d19-a730-84c031714144, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=841281a8-1e9c-4d19-a730-84c031714144,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:20.200783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 979e83e9-7f55-4405-affd-0a9baf2292d6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:42:20.204634 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48d4a05c-37dd-49d0-b1b0-e099b0e24f36 req-2a790779-6626-404a-98de-43fc75bbb61c tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0389245 Aug 23 03:42:20.207639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 979e83e9-7f55-4405-affd-0a9baf2292d6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:20.207639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.283978 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.294258 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.303049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Allocated IP 172.20.0.3 (8c3430a6-d245-43d8-809d-62a6818221fb/024e375b-07ee-47c3-b827-2fa19610e3a5/721347f1-f422-437f-8a6e-4f3b467f4d0f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:20.364339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 979e83e9-7f55-4405-affd-0a9baf2292d6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=979e83e9-7f55-4405-affd-0a9baf2292d6,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:20.365489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=841281a8-1e9c-4d19-a730-84c031714144,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:20.421854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f68ce4f2-5d00-449e-ad85-d18786e667ca req-ca06d2ac-2045-4f12-ade1-423f36ebfe4b tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 210 time: 0.0291615 Aug 23 03:42:20.451872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.467158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.500440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=979e83e9-7f55-4405-affd-0a9baf2292d6,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:20.569060 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.608296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Network 8c3430a6-d245-43d8-809d-62a6818221fb is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:20.610999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:20.614445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:20.644243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Pushing event updated for resources: {'Port': ['ID=721347f1-f422-437f-8a6e-4f3b467f4d0f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:20.662684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['841281a8-1e9c-4d19-a730-84c031714144'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:20.669031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:20.669676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.744221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-49e38e63-80d6-4e10-a475-82b6a3bd7cf7 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0091815 Aug 23 03:42:20.764160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Request body: {'port': {'device_id': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:20.838125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:20.908220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91120ca-7a94-4129-8c99-b9e3948ab2e8 req-3d460ece-933e-4abb-80ec-7c635f997b50 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:20.909767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a91120ca-7a94-4129-8c99-b9e3948ab2e8 req-3d460ece-933e-4abb-80ec-7c635f997b50 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 946 time: 0.0531733 Aug 23 03:42:20.951929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a91120ca-7a94-4129-8c99-b9e3948ab2e8 req-cb7bf354-1d0b-4adb-a0cf-b39ebe65b29b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355966 Aug 23 03:42:21.054222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9322f243-b7dc-4238-96a6-cb5668d82207 req-a37c4798-402e-4f2a-9ec0-b03a22e445ac tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0340943 Aug 23 03:42:21.143097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721347f1-f422-437f-8a6e-4f3b467f4d0f {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:21.150754 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.162866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Transition to ACTIVE for port object 721347f1-f422-437f-8a6e-4f3b467f4d0f will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:21.217934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39902) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:21.237335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.324472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Pushing event updated for resources: {'Port': ['ID=721347f1-f422-437f-8a6e-4f3b467f4d0f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:21.329699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89a319c7-8e38-4016-9958-6814afb13f6a req-71285b7c-8c62-4fce-8dd8-0347d63ef42b tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0351708 Aug 23 03:42:21.342675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ceed3de-f34e-42fa-b0d3-9b23365773d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.357444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d38e5-054f-4288-843f-5d4b5bcdafcd req-5406c391-3973-4bc3-b33b-708913b3be65 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:21.358941 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-989d38e5-054f-4288-843f-5d4b5bcdafcd req-5406c391-3973-4bc3-b33b-708913b3be65 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 945 time: 0.0927119 Aug 23 03:42:21.429653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-989d38e5-054f-4288-843f-5d4b5bcdafcd req-4b5d5611-3287-48ec-8cdd-654c43893dc3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536823 Aug 23 03:42:21.433723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Attempting to bind port 721347f1-f422-437f-8a6e-4f3b467f4d0f on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:42:21.433841 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ceed3de-f34e-42fa-b0d3-9b23365773d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.434069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Attempting to bind port 721347f1-f422-437f-8a6e-4f3b467f4d0f by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:42:21.434391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Attempting to bind port 721347f1-f422-437f-8a6e-4f3b467f4d0f on network 8c3430a6-d245-43d8-809d-62a6818221fb {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:21.438753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Port 721347f1-f422-437f-8a6e-4f3b467f4d0f on network 8c3430a6-d245-43d8-809d-62a6818221fb not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:42:21.439057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Attempting to bind port 721347f1-f422-437f-8a6e-4f3b467f4d0f on network 8c3430a6-d245-43d8-809d-62a6818221fb {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:21.443840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:42:21.455889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Checking segment: {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:21.455889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Bound using segment: {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:42:21.455889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Bound port: 721347f1-f422-437f-8a6e-4f3b467f4d0f, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41dc4961-a84b-42ea-a012-ecba2aead8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:42:21.455889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.503369 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ceed3de-f34e-42fa-b0d3-9b23365773d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.508579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] For port 721347f1-f422-437f-8a6e-4f3b467f4d0f, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:42:21.512277 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] For port 721347f1-f422-437f-8a6e-4f3b467f4d0f, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=721347f1-f422-437f-8a6e-4f3b467f4d0f,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:42:21.564315 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2ceed3de-f34e-42fa-b0d3-9b23365773d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73768200d47649b4a2bcf49fcd75b6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452461 Aug 23 03:42:21.566935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceed3de-f34e-42fa-b0d3-9b23365773d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51257120-c0fc-4703-9911-b63b3953a3d8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:21.567102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39910) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:21.582265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e2d53-1e01-4fa5-b65a-e76604c16cd1 req-76fe0025-ea31-45f1-af41-932666721297 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:21.583733 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a42e2d53-1e01-4fa5-b65a-e76604c16cd1 req-76fe0025-ea31-45f1-af41-932666721297 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 943 time: 0.0904562 Aug 23 03:42:21.588326 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.622428 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a42e2d53-1e01-4fa5-b65a-e76604c16cd1 req-c6ec742f-e00b-44c1-849d-0ba68dcb9343 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Aug 23 03:42:21.631663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:21.632280 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.633654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] 10.222.0.11 "PUT /v2.0/ports/721347f1-f422-437f-8a6e-4f3b467f4d0f HTTP/1.1" status: 200 len: 1091 time: 0.8760531 Aug 23 03:42:21.636667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'tag': '721347f1-f422-437f-8a6e-4f3b467f4d0f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:21.638877 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2104029-e33e-43c0-8342-a8f1711cfca6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3e2cea-4246-4b7c-95ef-82469485f374", "tag": "721347f1-f422-437f-8a6e-4f3b467f4d0f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:21.663669 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a1e35e4-9937-46c5-aab7-64f7efa4296d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.682543 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1796340e-7cb9-4011-9998-71051732eaee x-openstack-request-id: req-1796340e-7cb9-4011-9998-71051732eaee {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:21.682763 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3e2cea-4246-4b7c-95ef-82469485f374", "tag": "721347f1-f422-437f-8a6e-4f3b467f4d0f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:21.683039 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1796340e-7cb9-4011-9998-71051732eaee {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:21.683425 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'tag': '721347f1-f422-437f-8a6e-4f3b467f4d0f', 'status': 'completed', 'code': 200} Aug 23 03:42:21.694686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3774769-efa2-4cf5-a766-d780f47a3d54 service neutron] Pushing event updated for resources: {'Port': ['ID=721347f1-f422-437f-8a6e-4f3b467f4d0f,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:21.702413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a1e35e4-9937-46c5-aab7-64f7efa4296d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.788182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2104029-e33e-43c0-8342-a8f1711cfca6 req-b9d50fa0-0388-4816-850e-08f508e3e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:21.789686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2104029-e33e-43c0-8342-a8f1711cfca6 req-b9d50fa0-0388-4816-850e-08f508e3e8bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 1094 time: 0.0391924 Aug 23 03:42:21.831058 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a1e35e4-9937-46c5-aab7-64f7efa4296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.833601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a1e35e4-9937-46c5-aab7-64f7efa4296d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:21.834737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6a1e35e4-9937-46c5-aab7-64f7efa4296d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51257120-c0fc-4703-9911-b63b3953a3d8 HTTP/1.1" status: 204 len: 168 time: 0.2667270 Aug 23 03:42:21.860165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 841281a8-1e9c-4d19-a730-84c031714144 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:21.882218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e35e4-9937-46c5-aab7-64f7efa4296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51257120-c0fc-4703-9911-b63b3953a3d8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:21.925035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2104029-e33e-43c0-8342-a8f1711cfca6 req-f2c138cf-bfa3-4628-a7c3-18b3bff5eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:21.926876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2104029-e33e-43c0-8342-a8f1711cfca6 req-f2c138cf-bfa3-4628-a7c3-18b3bff5eac0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a7af850b05a44b908cb2b00fa00f4745&shared=False HTTP/1.1" status: 200 len: 904 time: 0.1226585 Aug 23 03:42:21.950066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d52de-b4b1-4e8f-923d-94da4df6b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979e83e9-7f55-4405-affd-0a9baf2292d6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:21.952368 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60504e0-2a5a-4fb7-affe-1c079f74671a" -d '{"events": [{"server_uuid": "197d52de-b4b1-4e8f-923d-94da4df6b526", "name": "network-vif-plugged", "status": "completed", "tag": "979e83e9-7f55-4405-affd-0a9baf2292d6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:21.971525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 841281a8-1e9c-4d19-a730-84c031714144 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:42:21.982645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 841281a8-1e9c-4d19-a730-84c031714144 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:21.983732 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:22.011808 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2827e678-517b-49e9-bbd1-52d80ff47d48 x-openstack-request-id: req-2827e678-517b-49e9-bbd1-52d80ff47d48 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:22.012102 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197d52de-b4b1-4e8f-923d-94da4df6b526", "name": "network-vif-plugged", "status": "completed", "tag": "979e83e9-7f55-4405-affd-0a9baf2292d6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:22.012349 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2827e678-517b-49e9-bbd1-52d80ff47d48 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:22.012929 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d52de-b4b1-4e8f-923d-94da4df6b526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979e83e9-7f55-4405-affd-0a9baf2292d6', 'code': 200} Aug 23 03:42:22.041876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2104029-e33e-43c0-8342-a8f1711cfca6 req-01c30aa7-92d1-424c-803b-2800fb389a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:22.045152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2104029-e33e-43c0-8342-a8f1711cfca6 req-01c30aa7-92d1-424c-803b-2800fb389a21 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1091232 Aug 23 03:42:22.084744 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:22.100165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f73c97-440a-41e5-9252-891909aa76ec req-e7726cee-0fa8-4816-b391-9c611846369b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:22.102194 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-40f73c97-440a-41e5-9252-891909aa76ec req-e7726cee-0fa8-4816-b391-9c611846369b tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 946 time: 0.0613697 Aug 23 03:42:22.123651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 841281a8-1e9c-4d19-a730-84c031714144, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=841281a8-1e9c-4d19-a730-84c031714144,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:22.163990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-40f73c97-440a-41e5-9252-891909aa76ec req-3beefcd3-1bf4-423b-a9a5-7a3f053ee798 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433829 Aug 23 03:42:22.191885 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:22.211096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bb3026c-35d2-4ec8-b4e4-462b6cde8057 req-ad14b9fe-1320-4a9d-8423-2f4876a4564c tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0478992 Aug 23 03:42:22.220658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6df5e-2ef8-4932-8f8b-46bc27cd8607 req-dd8cf82f-e662-40c7-bbf7-4d6f668c4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:22.222667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4b6df5e-2ef8-4932-8f8b-46bc27cd8607 req-dd8cf82f-e662-40c7-bbf7-4d6f668c4afc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 1097 time: 0.1158500 Aug 23 03:42:22.223921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-cafc9057-0418-4bdc-9cf8-6474f47e4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:22.225308 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-cafc9057-0418-4bdc-9cf8-6474f47e4cc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7af850b05a44b908cb2b00fa00f4745&device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 1094 time: 0.1096282 Aug 23 03:42:22.249864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=841281a8-1e9c-4d19-a730-84c031714144,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:22.288982 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-16b3d7ca-cb3d-4efc-a468-6fdf53eb12b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=721347f1-f422-437f-8a6e-4f3b467f4d0f HTTP/1.1" status: 200 len: 217 time: 0.0385747 Aug 23 03:42:22.326449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4b6df5e-2ef8-4932-8f8b-46bc27cd8607 req-f6448a93-daa0-410b-89f8-8d7872b3de77 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825799 Aug 23 03:42:22.342750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-785081cf-fe98-443b-90e2-8ca0af0c0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:22.344140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-785081cf-fe98-443b-90e2-8ca0af0c0de9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=024e375b-07ee-47c3-b827-2fa19610e3a5 HTTP/1.1" status: 200 len: 844 time: 0.0464981 Aug 23 03:42:22.402723 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:22.434865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbeda6a1-e2fb-44ef-9f5b-7fd6d2819ad3 req-09202629-8eab-4fa0-818a-4fc60b741d70 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0296059 Aug 23 03:42:22.476041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39932) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:22.489463 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1149-2b44-4a8f-9d4b-8c9a65b51514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:22.551614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6c109-91dc-4608-913c-2cbe98f3b6cb req-7362c334-1910-49b0-a27f-d39a1dcff55d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:22.553135 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d6c109-91dc-4608-913c-2cbe98f3b6cb req-7362c334-1910-49b0-a27f-d39a1dcff55d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 946 time: 0.0475538 Aug 23 03:42:22.581844 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1149-2b44-4a8f-9d4b-8c9a65b51514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:22.593939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-04d6c109-91dc-4608-913c-2cbe98f3b6cb req-b6695e01-7121-4e3f-99b5-62d25f0064d9 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Aug 23 03:42:22.642348 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1149-2b44-4a8f-9d4b-8c9a65b51514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:22.689129 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c4dd1149-2b44-4a8f-9d4b-8c9a65b51514 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76711e98fb034d85b3bf0e626a9de1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119920 Aug 23 03:42:22.689970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39938) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:22.696029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd1149-2b44-4a8f-9d4b-8c9a65b51514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76d2d2b-bca0-401e-9339-dc8af71fb773,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:22.777356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde0843-c1b6-440b-9154-c21481337e0a req-3fe614fd-f106-4580-af71-888f10fb51ff tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:22.778846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bde0843-c1b6-440b-9154-c21481337e0a req-3fe614fd-f106-4580-af71-888f10fb51ff tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 943 time: 0.0735672 Aug 23 03:42:22.781798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e31a71ce-e400-4be5-bc6e-77b95776dfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:22.821440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e31a71ce-e400-4be5-bc6e-77b95776dfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:22.865091 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-3d76c44d-dec0-447d-99a4-ad6efeaa647b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c3430a6-d245-43d8-809d-62a6818221fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1908364 Aug 23 03:42:22.871677 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bde0843-c1b6-440b-9154-c21481337e0a req-f85206b8-24b5-4e77-964d-5aa7bd4a73ce tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808351 Aug 23 03:42:22.878069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-f3a919d7-4783-474e-bae3-f57cb4d34854 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:42:22.879028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-f3a919d7-4783-474e-bae3-f57cb4d34854 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065041 Aug 23 03:42:22.982287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-500d65be-0d19-4b67-aee3-055360f15be9 service neutron] 10.222.0.11 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930576 Aug 23 03:42:23.039418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e31a71ce-e400-4be5-bc6e-77b95776dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:23.041786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e31a71ce-e400-4be5-bc6e-77b95776dfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:23.043500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e31a71ce-e400-4be5-bc6e-77b95776dfd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b76d2d2b-bca0-401e-9339-dc8af71fb773 HTTP/1.1" status: 204 len: 168 time: 0.3526514 Aug 23 03:42:23.056873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a71ce-e400-4be5-bc6e-77b95776dfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76d2d2b-bca0-401e-9339-dc8af71fb773,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:23.087221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f1e528d-6eba-413d-9914-cc142d4cd61f req-69556e99-889d-47c5-bb39-61a4d3891d4f service neutron] 10.222.0.11 "GET /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971849 Aug 23 03:42:23.279113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efeb7c-e609-4d1f-b808-7d3c50653bd2 req-6d1a8307-39f1-423a-a8d1-5b0fdab88856 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:23.280616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04efeb7c-e609-4d1f-b808-7d3c50653bd2 req-6d1a8307-39f1-423a-a8d1-5b0fdab88856 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 946 time: 0.0506248 Aug 23 03:42:23.320201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04efeb7c-e609-4d1f-b808-7d3c50653bd2 req-891475f8-e6a6-4517-b6f4-2ad6a011e838 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Aug 23 03:42:23.322735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-20873bd8-f050-4ae1-ab87-a24d3985209a req-20cd552a-a8ce-49e1-a196-a5f8b0ad98a7 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0270550 Aug 23 03:42:23.534931 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-021fa2c2-0d03-4b90-b978-14b5297dc83c req-902593bf-15ec-416a-be54-7e1f9219f29a tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0263205 Aug 23 03:42:23.717577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe727b92-8ab2-4cc8-b283-d431e59163f4 req-6b59137c-4506-4c71-a8a1-7f08187e2262 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:23.719194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe727b92-8ab2-4cc8-b283-d431e59163f4 req-6b59137c-4506-4c71-a8a1-7f08187e2262 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 946 time: 0.0522888 Aug 23 03:42:23.755943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe727b92-8ab2-4cc8-b283-d431e59163f4 req-24676bf4-3605-4fe3-9d04-acab05061171 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308001 Aug 23 03:42:23.989536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3107-4548-49aa-a3a1-4546dad20f88 req-5c76be1d-aff2-4aad-a7e0-0079e314f0ff tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:23.991015 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd9d3107-4548-49aa-a3a1-4546dad20f88 req-5c76be1d-aff2-4aad-a7e0-0079e314f0ff tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 943 time: 0.0490804 Aug 23 03:42:24.015031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841281a8-1e9c-4d19-a730-84c031714144'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:24.017876 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6cd86c-4e1b-4f4b-a317-eba55e84e66d" -d '{"events": [{"server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "name": "network-vif-plugged", "status": "completed", "tag": "841281a8-1e9c-4d19-a730-84c031714144"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:24.032078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd9d3107-4548-49aa-a3a1-4546dad20f88 req-199da455-20fe-4159-88da-f2060f5279db tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326333 Aug 23 03:42:24.055925 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357d470a-b15c-451e-a124-a879726a8c43 x-openstack-request-id: req-357d470a-b15c-451e-a124-a879726a8c43 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:24.056220 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "name": "network-vif-plugged", "status": "completed", "tag": "841281a8-1e9c-4d19-a730-84c031714144", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:24.056475 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-357d470a-b15c-451e-a124-a879726a8c43 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:24.056870 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841281a8-1e9c-4d19-a730-84c031714144', 'code': 200} Aug 23 03:42:24.196459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c1a8-bb51-492d-8eea-41e6fd92618f req-8d1a667a-e2cf-4e56-aae0-f8f78a5f077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:24.198031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93c5c1a8-bb51-492d-8eea-41e6fd92618f req-8d1a667a-e2cf-4e56-aae0-f8f78a5f077e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 1097 time: 0.0415721 Aug 23 03:42:24.234105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93c5c1a8-bb51-492d-8eea-41e6fd92618f req-6bbeef73-0383-4757-92cb-1915004f7d3d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285099 Aug 23 03:42:24.436286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75e1fb93-798d-4e05-810e-8e90f463ea41 req-1ff2a1b2-dcc0-4f8f-8dcd-b42140d95729 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0267715 Aug 23 03:42:24.437274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ea84-36d7-40bc-93a9-962b9d837fb7 req-2662d16f-f397-443d-be88-b8d6b5203d40 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:24.438742 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9508ea84-36d7-40bc-93a9-962b9d837fb7 req-2662d16f-f397-443d-be88-b8d6b5203d40 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 946 time: 0.0491369 Aug 23 03:42:24.481429 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9508ea84-36d7-40bc-93a9-962b9d837fb7 req-b6656bb8-676d-4dce-a33e-e1713dae2594 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361464 Aug 23 03:42:24.599075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62872ef-953d-4fb6-ba23-5d0d211066bb req-fc286c8b-126a-4872-843f-f0d95dbd1d93 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:24.600877 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e62872ef-953d-4fb6-ba23-5d0d211066bb req-fc286c8b-126a-4872-843f-f0d95dbd1d93 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e6b3d6e-d6a1-4883-baed-09b62e28aaf1 HTTP/1.1" status: 200 len: 945 time: 0.0504155 Aug 23 03:42:24.617134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2971c584-ceb2-4fa8-a19e-d5de4c71b467 req-d82a78bb-dfb9-426d-864a-4c1842951407 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0269697 Aug 23 03:42:24.646381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e62872ef-953d-4fb6-ba23-5d0d211066bb req-a66f50b2-8a03-4b2d-96ca-c47a3c62218a tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368724 Aug 23 03:42:24.651747 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-877e70b0-5cdc-49d1-8c93-3d6563188fa6 req-69f8c70b-2547-4bf2-8136-e5b939243683 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0299113 Aug 23 03:42:24.869086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978e4a4-88bd-4dfc-9b43-63f6ec307cf1 req-dbbc0b12-ee8c-4d10-b883-21e5271085a9 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:24.870499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c978e4a4-88bd-4dfc-9b43-63f6ec307cf1 req-dbbc0b12-ee8c-4d10-b883-21e5271085a9 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 946 time: 0.0490727 Aug 23 03:42:24.909790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c978e4a4-88bd-4dfc-9b43-63f6ec307cf1 req-98a6750a-7a08-4e51-89d7-05292631aae8 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Aug 23 03:42:25.173630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb88254-6055-4d2c-b966-3f28bc5b80c1 req-b26485b1-5c65-4f49-a71c-72f4bd48d0cb tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:25.175098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bbb88254-6055-4d2c-b966-3f28bc5b80c1 req-b26485b1-5c65-4f49-a71c-72f4bd48d0cb tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 943 time: 0.0504949 Aug 23 03:42:25.213753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bbb88254-6055-4d2c-b966-3f28bc5b80c1 req-3cf88ae0-8531-4258-a458-db8321450956 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Aug 23 03:42:25.471977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89827753-2a4b-4f4c-a305-6c65a7f7b390 req-e9967f13-c4b2-4ba8-babe-9c7d2f7bc17d tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:25.473627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-89827753-2a4b-4f4c-a305-6c65a7f7b390 req-e9967f13-c4b2-4ba8-babe-9c7d2f7bc17d tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e6b3d6e-d6a1-4883-baed-09b62e28aaf1 HTTP/1.1" status: 200 len: 945 time: 0.0509615 Aug 23 03:42:25.514678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-89827753-2a4b-4f4c-a305-6c65a7f7b390 req-94f8a4ac-794f-4df5-acd3-e1e0ddc22e4a tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Aug 23 03:42:25.558487 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a0be03d9-0ddb-4cab-bfc1-047fbb0a64bd req-ffb14018-96a3-4aff-9b5b-2f39f80dfa86 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0358305 Aug 23 03:42:25.759674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee32b8aa-2bf6-4b81-8cc1-5f062883cc0d req-7da41b9d-c5db-4845-bab7-3b79d5ebe1e4 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0250919 Aug 23 03:42:25.897831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40036) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:26.004303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d53c14c3-2d32-4b3f-a8b2-e0460e2146ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.029311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a013a-ffb7-492f-bc05-f2d17f2312e6 req-cb68915b-0e97-4900-b5fb-8cbc5094cb4d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:26.030891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f9a013a-ffb7-492f-bc05-f2d17f2312e6 req-cb68915b-0e97-4900-b5fb-8cbc5094cb4d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 946 time: 0.0473392 Aug 23 03:42:26.051776 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4375b29a-52b9-4ba7-bff3-8025670f708c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.072111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f9a013a-ffb7-492f-bc05-f2d17f2312e6 req-a922794e-17e0-4614-ad05-82cdd005f29a tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Aug 23 03:42:26.092975 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d53c14c3-2d32-4b3f-a8b2-e0460e2146ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.165815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d53c14c3-2d32-4b3f-a8b2-e0460e2146ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.205712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c14c3-2d32-4b3f-a8b2-e0460e2146ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c997ccd1-9502-43d4-9b6f-a750a3dede73,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:26.209932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d53c14c3-2d32-4b3f-a8b2-e0460e2146ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f92b702ad6742b7b37c31d212a93337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110633 Aug 23 03:42:26.212604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40044) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:26.269131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3451643-e682-4f16-b121-07ea978ce7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.291023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3451643-e682-4f16-b121-07ea978ce7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.342382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51799bc-1e03-43f3-a8bd-eb68a38fb378 req-68de0ad2-3258-45c3-a6db-1e86c469e9bc tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:26.343885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b51799bc-1e03-43f3-a8bd-eb68a38fb378 req-68de0ad2-3258-45c3-a6db-1e86c469e9bc tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 943 time: 0.0479512 Aug 23 03:42:26.381177 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b51799bc-1e03-43f3-a8bd-eb68a38fb378 req-c5b54a91-94e8-4298-8ae6-08b2f50eae3d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309937 Aug 23 03:42:26.428772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3451643-e682-4f16-b121-07ea978ce7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.431395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3451643-e682-4f16-b121-07ea978ce7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.432568 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f3451643-e682-4f16-b121-07ea978ce7bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c997ccd1-9502-43d4-9b6f-a750a3dede73 HTTP/1.1" status: 204 len: 168 time: 0.2190289 Aug 23 03:42:26.440316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3451643-e682-4f16-b121-07ea978ce7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c997ccd1-9502-43d4-9b6f-a750a3dede73,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:26.631177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-c6fcbfd0-73e9-45de-997b-40354351f3ba tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:26.632656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-c6fcbfd0-73e9-45de-997b-40354351f3ba tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e6b3d6e-d6a1-4883-baed-09b62e28aaf1 HTTP/1.1" status: 200 len: 945 time: 0.0551188 Aug 23 03:42:26.658077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471c633-1397-4a75-becf-3965f3aca639 req-836c7b2e-10b1-440f-bd1b-52f5a7e67c92 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:26.659689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7471c633-1397-4a75-becf-3965f3aca639 req-836c7b2e-10b1-440f-bd1b-52f5a7e67c92 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e6b3d6e-d6a1-4883-baed-09b62e28aaf1 HTTP/1.1" status: 200 len: 945 time: 0.0761688 Aug 23 03:42:26.688346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-414384e0-68bf-4c49-a6ae-1221b67623ba req-74f08ed7-b9cd-4b04-aa7e-b5facbbadb44 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0412312 Aug 23 03:42:26.699534 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7471c633-1397-4a75-becf-3965f3aca639 req-b974148c-01bd-48f0-a436-3813939d0b1e tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/security-groups?id=26d01698-cf81-494e-aeaf-9eb102916c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337620 Aug 23 03:42:26.755774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Deleting port 486e57ab-b68a-4b93-8747-42f69fe1787c {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:26.756151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.887145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91aa08de-5ef2-45a4-9efa-2e04e3115334 req-b8a1d867-b7ff-495a-85c3-291934ce5c5f tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0362277 Aug 23 03:42:26.888791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] For port 486e57ab-b68a-4b93-8747-42f69fe1787c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=486e57ab-b68a-4b93-8747-42f69fe1787c,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:26.893248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:26.920985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Calling delete_port for 486e57ab-b68a-4b93-8747-42f69fe1787c owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:27.120649 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:27.134077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['486e57ab-b68a-4b93-8747-42f69fe1787c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:27.174394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['979e83e9-7f55-4405-affd-0a9baf2292d6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:27.216690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Pushing event deleted for resources: {'Port': ['ID=486e57ab-b68a-4b93-8747-42f69fe1787c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:27.263673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] No DVR routers for this DVR port 486e57ab-b68a-4b93-8747-42f69fe1787c on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:27.266953 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:27.269060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562b5d24-0e5c-461d-9ec8-c47004871745 req-651f46e3-e8e8-455c-983a-175cbbcf5144 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.24 "DELETE /v2.0/ports/486e57ab-b68a-4b93-8747-42f69fe1787c HTTP/1.1" status: 204 len: 173 time: 0.6294627 Aug 23 03:42:27.269521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6b3d6e-d6a1-4883-baed-09b62e28aaf1', 'name': 'network-vif-deleted', 'tag': '486e57ab-b68a-4b93-8747-42f69fe1787c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:27.271973 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c53609-d992-4326-b291-08682bfdca6a" -d '{"events": [{"server_uuid": "2e6b3d6e-d6a1-4883-baed-09b62e28aaf1", "name": "network-vif-deleted", "tag": "486e57ab-b68a-4b93-8747-42f69fe1787c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:27.296486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089a11c-76e1-4984-bd0b-d27f92eeb8fb req-e667dc58-746a-450f-ba03-799f78c24649 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:27.298092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1089a11c-76e1-4984-bd0b-d27f92eeb8fb req-e667dc58-746a-450f-ba03-799f78c24649 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 946 time: 0.1338406 Aug 23 03:42:27.337719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1089a11c-76e1-4984-bd0b-d27f92eeb8fb req-8c1a0463-edc0-4935-99a3-a102228ed048 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Aug 23 03:42:27.450875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-824d8a75-17b1-4b33-9e1b-85d30370f983 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:27.452470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-824d8a75-17b1-4b33-9e1b-85d30370f983 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.11 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 946 time: 0.0519114 Aug 23 03:42:27.563716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Deleting port 979e83e9-7f55-4405-affd-0a9baf2292d6 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:27.575482 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:27.599158 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e7dcf-5a8c-463e-9318-7073a0338b02 x-openstack-request-id: req-771e7dcf-5a8c-463e-9318-7073a0338b02 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:27.599685 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6b3d6e-d6a1-4883-baed-09b62e28aaf1", "name": "network-vif-deleted", "tag": "486e57ab-b68a-4b93-8747-42f69fe1787c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:27.600536 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-771e7dcf-5a8c-463e-9318-7073a0338b02 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:27.603769 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6b3d6e-d6a1-4883-baed-09b62e28aaf1', 'name': 'network-vif-deleted', 'tag': '486e57ab-b68a-4b93-8747-42f69fe1787c', 'status': 'completed', 'code': 200} Aug 23 03:42:27.728767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95315252-8d9a-4195-9ccb-710690ef9d61 req-a54759c6-981d-4a33-ad9a-408fd6d6b827 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:27.733505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95315252-8d9a-4195-9ccb-710690ef9d61 req-a54759c6-981d-4a33-ad9a-408fd6d6b827 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 943 time: 0.0682609 Aug 23 03:42:27.772253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95315252-8d9a-4195-9ccb-710690ef9d61 req-1500d7f7-a44f-4a36-83e2-388a6cf5fd4d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357802 Aug 23 03:42:27.850291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] For port 979e83e9-7f55-4405-affd-0a9baf2292d6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=979e83e9-7f55-4405-affd-0a9baf2292d6,segment=NetworkSegment(8f04f49e-8c64-4252-bfe4-292797b3f8c6),segment_id=8f04f49e-8c64-4252-bfe4-292797b3f8c6)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:27.850854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:27.876732 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7cfb8b6d-ce44-428e-a806-a875129dadbf req-11660e27-aa37-4484-91dc-0b24c71909cf tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0372732 Aug 23 03:42:27.885408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Calling delete_port for 979e83e9-7f55-4405-affd-0a9baf2292d6 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:27.906783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 721347f1-f422-437f-8a6e-4f3b467f4d0f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:42:27.932980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-dbe6d33b-04a4-4333-85fb-e2f2637ad7bc tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 258 time: 0.3066571 Aug 23 03:42:28.043499 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-578f7835-c355-4733-80a2-10189d2cfcc5 req-9a27ec27-f0fc-40e3-a393-78bd9848a8ae tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e6b3d6e-d6a1-4883-baed-09b62e28aaf1 HTTP/1.1" status: 200 len: 210 time: 0.0579450 Aug 23 03:42:28.048259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 721347f1-f422-437f-8a6e-4f3b467f4d0f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=721347f1-f422-437f-8a6e-4f3b467f4d0f,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:28.089613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '721347f1-f422-437f-8a6e-4f3b467f4d0f', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'port_id': '721347f1-f422-437f-8a6e-4f3b467f4d0f', 'mac_address': 'fa:16:3e:50:6a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024e375b-07ee-47c3-b827-2fa19610e3a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:42:28.138146 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:28.155162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721347f1-f422-437f-8a6e-4f3b467f4d0f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:28.178419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 721347f1-f422-437f-8a6e-4f3b467f4d0f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=721347f1-f422-437f-8a6e-4f3b467f4d0f,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:28.213391 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f11c15b2-4eb1-4865-89ce-e768fb7a2475 req-6e13597a-12d3-49a4-a9b1-3c30ce562ab6 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0291510 Aug 23 03:42:28.273325 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:28.294252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:28.334766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=721347f1-f422-437f-8a6e-4f3b467f4d0f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:28.393134 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:28.479931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:28.493283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['486e57ab-b68a-4b93-8747-42f69fe1787c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:28.511254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Pushing event deleted for resources: {'Port': ['ID=979e83e9-7f55-4405-affd-0a9baf2292d6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:28.559817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] No DVR routers for this DVR port 979e83e9-7f55-4405-affd-0a9baf2292d6 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:28.563410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:28.566756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af3589c0-4a2f-4248-b8d6-dda0225367ce req-9ef4f835-9c47-44d6-bada-e36ff0885872 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.11 "DELETE /v2.0/ports/979e83e9-7f55-4405-affd-0a9baf2292d6 HTTP/1.1" status: 204 len: 173 time: 1.1056859 Aug 23 03:42:28.567974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:28.674819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Allocated IP 172.25.1.187 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/ee82ae7d-206b-4eec-8939-820480c0c0f5) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:28.681663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['721347f1-f422-437f-8a6e-4f3b467f4d0f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:28.724892 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-951e6bf4-6277-443f-9647-d35a73020723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:28.782680 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:28.790634 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:28.904791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fe522-baf2-4269-923b-ba7f988b6f7f req-544db704-dd3b-4879-9d6a-5fd2ed85c489 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:28.906223 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d69fe522-baf2-4269-923b-ba7f988b6f7f req-544db704-dd3b-4879-9d6a-5fd2ed85c489 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 944 time: 0.0530727 Aug 23 03:42:28.945099 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d69fe522-baf2-4269-923b-ba7f988b6f7f req-4eaba52b-1157-448f-be45-99f357ed70a5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Aug 23 03:42:28.966547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:29.007390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:29.010131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:29.013547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:29.038925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7e172f-0a25-44b3-9450-a6ef079449f5 req-6ee95a6b-381b-46b0-aacd-d70bb3f9845b tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0258899 Aug 23 03:42:29.041351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Pushing event updated for resources: {'Port': ['ID=ee82ae7d-206b-4eec-8939-820480c0c0f5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:29.105186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:29.180921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d28e60d-0904-4ba2-b223-219a51a94a2e req-89ac80f6-90ab-4787-8225-6659c60853f4 tempest-MultipleCreateTestJSON-931505955 tempest-MultipleCreateTestJSON-931505955-project] 10.222.0.20 "GET /v2.0/ports?device_id=197d52de-b4b1-4e8f-923d-94da4df6b526 HTTP/1.1" status: 200 len: 210 time: 0.0253465 Aug 23 03:42:29.206225 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:29.335589 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-edfa434e-12da-412d-aebb-9b20c3eaa71b req-7f8ccf0a-8834-4ec7-b0d4-038a1c230f6e tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0266769 Aug 23 03:42:29.372794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:29.423177 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:29.496230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Pushing event updated for resources: {'Port': ['ID=ee82ae7d-206b-4eec-8939-820480c0c0f5,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:29.505112 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:29.602633 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:29.603933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-5f8116a2-90fe-406b-81d9-7ed5416da7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6700454 Aug 23 03:42:29.604384 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d52de-b4b1-4e8f-923d-94da4df6b526', 'name': 'network-vif-deleted', 'tag': '979e83e9-7f55-4405-affd-0a9baf2292d6'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:29.606713 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e0dc56-afb9-4b76-bb89-0b5ef40fe567" -d '{"events": [{"server_uuid": "197d52de-b4b1-4e8f-923d-94da4df6b526", "name": "network-vif-deleted", "tag": "979e83e9-7f55-4405-affd-0a9baf2292d6"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:29.658238 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-09b5387f-14d4-4b03-9073-da5489a5e7c6 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.0466692 Aug 23 03:42:29.666826 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f269a6-1f39-4d07-a17e-064b41274d3d x-openstack-request-id: req-36f269a6-1f39-4d07-a17e-064b41274d3d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:29.667240 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197d52de-b4b1-4e8f-923d-94da4df6b526", "name": "network-vif-deleted", "tag": "979e83e9-7f55-4405-affd-0a9baf2292d6", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:29.670906 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36f269a6-1f39-4d07-a17e-064b41274d3d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:29.670906 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d52de-b4b1-4e8f-923d-94da4df6b526', 'name': 'network-vif-deleted', 'tag': '979e83e9-7f55-4405-affd-0a9baf2292d6', 'status': 'completed', 'code': 200} Aug 23 03:42:29.770952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-2c88bfaa-9cfe-4835-9edd-95a9896ecebd tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:29.772311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90028847-885c-43a4-9e43-d4c6a55bb9aa req-2c88bfaa-9cfe-4835-9edd-95a9896ecebd tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1073539 Aug 23 03:42:29.906445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 721347f1-f422-437f-8a6e-4f3b467f4d0f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:29.915415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-716885ce-cdc2-406d-8986-00e197894be4 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:29.916944 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-716885ce-cdc2-406d-8986-00e197894be4 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0897124 Aug 23 03:42:29.968456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-c917e833-8f07-444a-b044-fdc0fbf9389b tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.0449739 Aug 23 03:42:29.979416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-3c3b7d17-b904-4b27-b518-f719f96e6dfa tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Request body: {'floatingip': {'port_id': '841281a8-1e9c-4d19-a730-84c031714144', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:30.021617 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-3c3b7d17-b904-4b27-b518-f719f96e6dfa tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.068969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b80b8-f083-4bc9-b996-6c994dfd1fb5 req-775e3375-d9a5-44be-87d7-89616281cb21 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:30.070515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-191b80b8-f083-4bc9-b996-6c994dfd1fb5 req-775e3375-d9a5-44be-87d7-89616281cb21 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 944 time: 0.0526822 Aug 23 03:42:30.074407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 721347f1-f422-437f-8a6e-4f3b467f4d0f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:42:30.078985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 721347f1-f422-437f-8a6e-4f3b467f4d0f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:30.079564 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.114330 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-191b80b8-f083-4bc9-b996-6c994dfd1fb5 req-2afef51a-f0fa-4b42-9d78-0a97d358678b tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369413 Aug 23 03:42:30.167211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.194728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721347f1-f422-437f-8a6e-4f3b467f4d0f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:30.196998 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f404cfc-1092-47df-b5b9-878a467975d8" -d '{"events": [{"server_uuid": "cf3e2cea-4246-4b7c-95ef-82469485f374", "name": "network-vif-plugged", "status": "completed", "tag": "721347f1-f422-437f-8a6e-4f3b467f4d0f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:30.210448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 721347f1-f422-437f-8a6e-4f3b467f4d0f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=721347f1-f422-437f-8a6e-4f3b467f4d0f,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:30.242096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40192) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:30.244180 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-040e515e-5217-4650-9fc6-91a70ec0a720 req-927e5e58-168c-4a6c-aeca-75441a87437e tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0357127 Aug 23 03:42:30.278081 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.279147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 979e83e9-7f55-4405-affd-0a9baf2292d6 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:30.323695 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ec6f01-6e3a-4510-8888-25094e271006 x-openstack-request-id: req-c0ec6f01-6e3a-4510-8888-25094e271006 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:30.323988 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3e2cea-4246-4b7c-95ef-82469485f374", "name": "network-vif-plugged", "status": "completed", "tag": "721347f1-f422-437f-8a6e-4f3b467f4d0f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:30.324243 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0ec6f01-6e3a-4510-8888-25094e271006 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:30.325192 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721347f1-f422-437f-8a6e-4f3b467f4d0f', 'code': 200} Aug 23 03:42:30.329100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 979e83e9-7f55-4405-affd-0a9baf2292d6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:30.329458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 979e83e9-7f55-4405-affd-0a9baf2292d6 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:30.333625 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.335611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40198) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:30.366034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=721347f1-f422-437f-8a6e-4f3b467f4d0f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:30.412499 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f13385a6-a5ed-45ff-ae7f-bbbbb2eba9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.447526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7d96d1-8e3d-4a64-abec-88b643efabda admin admin] Deleting subnet 6568a5ff-0c84-45d2-9f4d-931ebe61803b {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:42:30.452180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f7d96d1-8e3d-4a64-abec-88b643efabda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.524881 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9685fa8f-e6d7-4968-8029-23f6141d3daa req-2f9e151b-81a5-4699-8d32-a0eaa1785951 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0473421 Aug 23 03:42:30.546512 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f7d96d1-8e3d-4a64-abec-88b643efabda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.549728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73683-16ce-4150-a35a-382282b2053d req-73a339d2-0b19-43c3-a7f9-0efcfae9ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:30.551481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3c73683-16ce-4150-a35a-382282b2053d req-73a339d2-0b19-43c3-a7f9-0efcfae9ffdd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 1096 time: 0.1487296 Aug 23 03:42:30.630927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f7d96d1-8e3d-4a64-abec-88b643efabda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.633919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3c73683-16ce-4150-a35a-382282b2053d req-4f0ff220-ed42-4a88-aaf2-e50cf17778f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618725 Aug 23 03:42:30.698785 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f13385a6-a5ed-45ff-ae7f-bbbbb2eba9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.751287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f13385a6-a5ed-45ff-ae7f-bbbbb2eba9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.777095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-3c3b7d17-b904-4b27-b518-f719f96e6dfa tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.789630 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f13385a6-a5ed-45ff-ae7f-bbbbb2eba9f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00d3df38b82348c2ad49c7645e70d1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445013 Aug 23 03:42:30.792281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f7d96d1-8e3d-4a64-abec-88b643efabda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.792436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40204) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:30.796383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13385a6-a5ed-45ff-ae7f-bbbbb2eba9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6c31b5-21d0-477b-a579-1f72d4cca01d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:30.826071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d96d1-8e3d-4a64-abec-88b643efabda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6568a5ff-0c84-45d2-9f4d-931ebe61803b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:30.827998 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f7d96d1-8e3d-4a64-abec-88b643efabda admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.829895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1f7d96d1-8e3d-4a64-abec-88b643efabda admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6568a5ff-0c84-45d2-9f4d-931ebe61803b HTTP/1.1" status: 204 len: 168 time: 0.4925902 Aug 23 03:42:30.832293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40206) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:30.845724 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-3c3b7d17-b904-4b27-b518-f719f96e6dfa tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.850575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc8602ab-bae1-460a-84c4-623cd2d94752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.903568 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.911389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc8602ab-bae1-460a-84c4-623cd2d94752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:30.987921 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-3c3b7d17-b904-4b27-b518-f719f96e6dfa tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Floating IP 93ede4bb-8a14-4b40-8993-d627b4148da9 associated. External IP: 172.25.1.187, port: 841281a8-1e9c-4d19-a730-84c031714144. Aug 23 03:42:30.995497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.005783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5651c8-70f0-4dad-a012-ea876e1c50e9']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:31.016396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f04f49e-8c64-4252-bfe4-292797b3f8c6') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:31.016692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f04f49e-8c64-4252-bfe4-292797b3f8c6') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:31.025343 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.038708 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.044832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:31.045251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:31.046896 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:31.127092 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc8602ab-bae1-460a-84c4-623cd2d94752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.129682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc8602ab-bae1-460a-84c4-623cd2d94752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.130872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bc8602ab-bae1-460a-84c4-623cd2d94752 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a6c31b5-21d0-477b-a579-1f72d4cca01d HTTP/1.1" status: 204 len: 168 time: 0.3376217 Aug 23 03:42:31.139088 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.144757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.146713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] 10.222.0.20 "DELETE /v2.0/networks/4d5651c8-70f0-4dad-a012-ea876e1c50e9 HTTP/1.1" status: 204 len: 168 time: 0.3135016 Aug 23 03:42:31.154541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8602ab-bae1-460a-84c4-623cd2d94752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6c31b5-21d0-477b-a579-1f72d4cca01d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:31.157678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27538a2-deee-41be-94ce-9d2788c6607d admin admin] Pushing event deleted for resources: {'Network': ['ID=4d5651c8-70f0-4dad-a012-ea876e1c50e9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:31.220526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 486e57ab-b68a-4b93-8747-42f69fe1787c no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:31.237163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-3c3b7d17-b904-4b27-b518-f719f96e6dfa tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:42:31.247588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 486e57ab-b68a-4b93-8747-42f69fe1787c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:31.247933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 486e57ab-b68a-4b93-8747-42f69fe1787c not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:31.291738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d40d8-65cf-465b-8611-c1fe1de2eb93 req-f1087bfa-b19d-4964-a7a3-c97b14201eb2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:31.293406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b16d40d8-65cf-465b-8611-c1fe1de2eb93 req-f1087bfa-b19d-4964-a7a3-c97b14201eb2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0548027 Aug 23 03:42:31.332801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b16d40d8-65cf-465b-8611-c1fe1de2eb93 req-deb50ffd-7069-4244-9250-2223310cc6b6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Aug 23 03:42:31.351770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-3c3b7d17-b904-4b27-b518-f719f96e6dfa tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:42:31.361672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-3c3b7d17-b904-4b27-b518-f719f96e6dfa tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.362406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] Sync routers for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:42:31.387325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:31.388353 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:31.401514 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-3c3b7d17-b904-4b27-b518-f719f96e6dfa tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "PUT /v2.0/floatingips/93ede4bb-8a14-4b40-8993-d627b4148da9 HTTP/1.1" status: 200 len: 997 time: 1.4238629 Aug 23 03:42:31.402070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'tag': '841281a8-1e9c-4d19-a730-84c031714144'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:31.405585 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "tag": "841281a8-1e9c-4d19-a730-84c031714144"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:31.437365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af487e56-5c66-4f13-8b7b-ee15a6a8fca4 req-c795cb67-a128-4911-9915-377165cff091 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0350010 Aug 23 03:42:31.455236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-6c71c2a3-7342-45eb-be43-449ad802ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:31.457129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-6c71c2a3-7342-45eb-be43-449ad802ef35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab00acea3ed4b459708257786656d0c&device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 1097 time: 0.0469964 Aug 23 03:42:31.519345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40224) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:31.532744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:31.559901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-ef8bda7e-8176-4418-97f1-c2151b4fc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:31.564484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-162ea509-0dd0-42b8-a626-d9ac9796a3fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c134e2e5bef4f0b87077f1ea471f581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439107 Aug 23 03:42:31.565486 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-ef8bda7e-8176-4418-97f1-c2151b4fc323 service neutron] 10.222.0.20 "GET /v2.0/networks?id=644f334d-993a-4463-a315-d881c504a03b HTTP/1.1" status: 200 len: 929 time: 0.1024323 Aug 23 03:42:31.566922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40228) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:31.635818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1b86555-eb7c-44c4-ad33-defa1a578362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.652746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-4182b2a0-13e3-4bea-a1a9-2d3b0b09f5f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841281a8-1e9c-4d19-a730-84c031714144 HTTP/1.1" status: 200 len: 1000 time: 0.0789824 Aug 23 03:42:31.659232 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1b86555-eb7c-44c4-ad33-defa1a578362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.721473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-9f98dc6b-f343-449f-9aac-8f56c02e658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:31.723861 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-9f98dc6b-f343-449f-9aac-8f56c02e658f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efed0636-98a8-46e6-aef4-b3b26dcbaacc HTTP/1.1" status: 200 len: 868 time: 0.0651069 Aug 23 03:42:31.729719 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.771620 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985570ba-b8bb-46d8-981c-6ab5625c3ee4 x-openstack-request-id: req-985570ba-b8bb-46d8-981c-6ab5625c3ee4 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:31.771846 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "tag": "841281a8-1e9c-4d19-a730-84c031714144", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:31.772108 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-985570ba-b8bb-46d8-981c-6ab5625c3ee4 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:31.772504 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'tag': '841281a8-1e9c-4d19-a730-84c031714144', 'status': 'completed', 'code': 200} Aug 23 03:42:31.792426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-52c6c1f5-fdab-4a74-926e-bb35224a05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:31.798030 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-52c6c1f5-fdab-4a74-926e-bb35224a05f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=644f334d-993a-4463-a315-d881c504a03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610445 Aug 23 03:42:31.798182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40232) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:31.827610 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1b86555-eb7c-44c4-ad33-defa1a578362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.828673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '93ede4bb-8a14-4b40-8993-d627b4148da9', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'port_id': '841281a8-1e9c-4d19-a730-84c031714144', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'mac_address': 'fa:16:3e:97:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:42:29Z', 'updated_at': '2021-08-23T03:42:30Z', 'revision_number': 1, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '218681da-8b76-45a9-8148-fb76730db07d', 'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'mac_address': 'fa:16:3e:fe:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:00Z', 'updated_at': '2021-08-23T03:42:10Z', 'revision_number': 5, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'subnets': [{'id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:31.830575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1b86555-eb7c-44c4-ad33-defa1a578362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.832009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c1b86555-eb7c-44c4-ad33-defa1a578362 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26d01698-cf81-494e-aeaf-9eb102916c52 HTTP/1.1" status: 204 len: 168 time: 0.2639945 Aug 23 03:42:31.857424 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76c8094f-e9a7-4b34-a87c-5e59f32ddc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:31.872752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b86555-eb7c-44c4-ad33-defa1a578362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d01698-cf81-494e-aeaf-9eb102916c52,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:31.908659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] Checking router: 45e8b903-85cd-4d40-87cc-4a0cd550dae1 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:42:31.925938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:31.926562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:31.936297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eab3ac12-27da-4fcc-94c1-8cad596209e9 req-832349d2-153f-4d43-b960-ef9071e8a661 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0425792 Aug 23 03:42:31.940700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-a70b6450-1770-46fa-9498-0e84ec907586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:31.942416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-a70b6450-1770-46fa-9498-0e84ec907586 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ab00acea3ed4b459708257786656d0c&device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 1097 time: 0.1297143 Aug 23 03:42:31.973621 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-fd271135-48a8-4b46-9043-99da54c8e2f1 service neutron] 10.222.0.20 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594310 Aug 23 03:42:32.106396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7caf4c85-9333-4cfe-bb4b-e678790c3e49 req-141f03da-3fb4-4b27-ac34-b0e53ec8c8d5 service neutron] 10.222.0.20 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297832 Aug 23 03:42:32.109833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:32.115843 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76c8094f-e9a7-4b34-a87c-5e59f32ddc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:32.145198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-f732d0d3-0783-4756-b945-0ffa175909f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:32.146765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-f732d0d3-0783-4756-b945-0ffa175909f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=644f334d-993a-4463-a315-d881c504a03b HTTP/1.1" status: 200 len: 929 time: 0.1402631 Aug 23 03:42:32.223815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-885d253b-08b5-4246-9ec3-99e0a387997e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841281a8-1e9c-4d19-a730-84c031714144 HTTP/1.1" status: 200 len: 1000 time: 0.0642295 Aug 23 03:42:32.266436 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76c8094f-e9a7-4b34-a87c-5e59f32ddc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:32.374233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-76c8094f-e9a7-4b34-a87c-5e59f32ddc31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a850ac85c5594bd7b90fcbd73e7d8d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5748358 Aug 23 03:42:32.376938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40240) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:32.380065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-c4c68717-f694-4b92-8661-276315f99bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:32.381801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-c4c68717-f694-4b92-8661-276315f99bc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efed0636-98a8-46e6-aef4-b3b26dcbaacc HTTP/1.1" status: 200 len: 868 time: 0.1510119 Aug 23 03:42:32.384382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8094f-e9a7-4b34-a87c-5e59f32ddc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eb5998-53c5-4bec-a5c5-b8850659ff54,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:32.474205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-a359e5fd-3b0c-41b0-84e1-442632585b2b tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 258 time: 0.2145691 Aug 23 03:42:32.486439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '93ede4bb-8a14-4b40-8993-d627b4148da9', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'port_id': '841281a8-1e9c-4d19-a730-84c031714144', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'mac_address': 'fa:16:3e:97:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:42:29Z', 'updated_at': '2021-08-23T03:42:30Z', 'revision_number': 1, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '218681da-8b76-45a9-8148-fb76730db07d', 'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'mac_address': 'fa:16:3e:fe:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:00Z', 'updated_at': '2021-08-23T03:42:10Z', 'revision_number': 5, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'subnets': [{'id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:32.491638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-060efbd8-7cc2-42b8-9b62-e89629dcf6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:32.492784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:32.502984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-0c6e6cee-ff23-4346-b592-0f9cde98a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:32.504071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-0c6e6cee-ff23-4346-b592-0f9cde98a963 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=644f334d-993a-4463-a315-d881c504a03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022367 Aug 23 03:42:32.520078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe094b-b7ea-4229-bdef-b8daf2ded8a9 None None] The sync data for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 is: [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '93ede4bb-8a14-4b40-8993-d627b4148da9', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'port_id': '841281a8-1e9c-4d19-a730-84c031714144', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'mac_address': 'fa:16:3e:97:16:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:42:29Z', 'updated_at': '2021-08-23T03:42:30Z', 'revision_number': 1, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '218681da-8b76-45a9-8148-fb76730db07d', 'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'mac_address': 'fa:16:3e:fe:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:00Z', 'updated_at': '2021-08-23T03:42:10Z', 'revision_number': 5, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'subnets': [{'id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:42:32.529932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347188c-3f62-45f8-95dc-28eaf7a90289 req-76404e46-1911-4fd6-906e-165be510e998 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:32.531505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3347188c-3f62-45f8-95dc-28eaf7a90289 req-76404e46-1911-4fd6-906e-165be510e998 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0790339 Aug 23 03:42:32.534360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-060efbd8-7cc2-42b8-9b62-e89629dcf6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:32.596899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3347188c-3f62-45f8-95dc-28eaf7a90289 req-4d6fc0ec-9cc7-4364-b687-0f37c9aa7b0d tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548420 Aug 23 03:42:32.616098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-8e4d035d-2f4b-4fe9-9f84-da62d027dd58 service neutron] 10.222.0.11 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007161 Aug 23 03:42:32.623812 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:32.671545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-060efbd8-7cc2-42b8-9b62-e89629dcf6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:32.674291 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-060efbd8-7cc2-42b8-9b62-e89629dcf6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:32.675943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-060efbd8-7cc2-42b8-9b62-e89629dcf6f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5eb5998-53c5-4bec-a5c5-b8850659ff54 HTTP/1.1" status: 204 len: 168 time: 0.2979488 Aug 23 03:42:32.691293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060efbd8-7cc2-42b8-9b62-e89629dcf6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eb5998-53c5-4bec-a5c5-b8850659ff54,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:32.747644 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-22e1ffca-7d44-40ae-9082-f09b70ce4a41 req-50f76a2f-5c1b-4ffe-af37-6edc48692e1c tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0463502 Aug 23 03:42:32.808406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed0e9769-b3aa-4db2-814c-784f2d7ae8c0 req-aaaaa78d-2edc-4a78-afef-294d3ba82348 service neutron] 10.222.0.11 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682293 Aug 23 03:42:32.842454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:32.882957 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a08a3e-2fe0-4f76-b8c1-d58ef56d31e1 None None] New status for floating IP 93ede4bb-8a14-4b40-8993-d627b4148da9: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:42:32.978312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Allocated IP 172.25.1.74 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/c6895322-c5b9-4d1e-be43-9de354ca298f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:33.114366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:33.220163 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:33.262226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:33.265686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:33.269257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:33.308897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Pushing event updated for resources: {'Port': ['ID=c6895322-c5b9-4d1e-be43-9de354ca298f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:33.372792 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:33.453208 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c6285fa-fa64-4420-9486-01cc3289de1c req-1e87ca06-0117-4e09-97de-4d85d81657be tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0265198 Aug 23 03:42:33.483424 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:33.674079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:33.743185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:33.818009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Pushing event updated for resources: {'Port': ['ID=c6895322-c5b9-4d1e-be43-9de354ca298f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:33.828970 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:33.903758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:33.909372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-6c6dbcf7-539b-4cb0-b924-7dca142b1077 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4280617 Aug 23 03:42:33.958989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-5b1cf66e-730b-4db4-9da5-b81c7a0683c0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.74 HTTP/1.1" status: 200 len: 695 time: 0.0463772 Aug 23 03:42:34.069081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-79bf8983-7103-41a7-9bff-98baba77d4ec tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:34.070490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90efd51b-4ef6-433d-87df-f9ac691c98b7 req-79bf8983-7103-41a7-9bff-98baba77d4ec tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1061256 Aug 23 03:42:34.147029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae55fb58-da98-48df-ba59-2a4565c9b11f req-69136fd0-d188-4340-abd4-8ae1119c3938 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0278368 Aug 23 03:42:34.257613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c79f3-6d96-45d4-8aa9-67426e2a1e7a req-ea82c939-451c-49c1-a5e1-5dd4deb74dca tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:34.259120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-090c79f3-6d96-45d4-8aa9-67426e2a1e7a req-ea82c939-451c-49c1-a5e1-5dd4deb74dca tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0491629 Aug 23 03:42:34.316663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-090c79f3-6d96-45d4-8aa9-67426e2a1e7a req-8d7080b3-6eb3-4d48-9171-8a0c607fa8db tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.74 HTTP/1.1" status: 200 len: 695 time: 0.0508666 Aug 23 03:42:34.330179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-090c79f3-6d96-45d4-8aa9-67426e2a1e7a req-cc5c0916-179f-4b86-a66d-af847dfffe48 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Request body: {'floatingip': {'port_id': '841281a8-1e9c-4d19-a730-84c031714144', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:34.368477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-090c79f3-6d96-45d4-8aa9-67426e2a1e7a req-cc5c0916-179f-4b86-a66d-af847dfffe48 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:34.415635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df89a21-32fb-4e8c-83dd-aef7ed0fae74 req-9520480a-4bb9-465a-850b-eca903922a16 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:34.417351 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3df89a21-32fb-4e8c-83dd-aef7ed0fae74 req-9520480a-4bb9-465a-850b-eca903922a16 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0514257 Aug 23 03:42:34.455676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3df89a21-32fb-4e8c-83dd-aef7ed0fae74 req-c9d2d9fa-9085-48b5-9e4a-4e0ca5b78c78 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Aug 23 03:42:34.618834 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-090c79f3-6d96-45d4-8aa9-67426e2a1e7a req-cc5c0916-179f-4b86-a66d-af847dfffe48 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 03:42:34.620665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-090c79f3-6d96-45d4-8aa9-67426e2a1e7a req-cc5c0916-179f-4b86-a66d-af847dfffe48 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "PUT /v2.0/floatingips/6244522a-ec72-43cb-9b41-eb7d0e160b48 HTTP/1.1" status: 409 len: 550 time: 0.2943354 Aug 23 03:42:34.643595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ad68963c-4279-4f99-a5fe-f3eccca7fad3 req-fd1e906a-b466-49b7-8a17-572bd107d776 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0405118 Aug 23 03:42:34.764299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-a935e079-22ff-4acf-ad96-8aab287c3871 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips/6244522a-ec72-43cb-9b41-eb7d0e160b48 HTTP/1.1" status: 200 len: 692 time: 0.0567613 Aug 23 03:42:34.875046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-6c3f50d8-f71c-4e42-af2e-ebd8bdd1618e tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:34.876559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-6c3f50d8-f71c-4e42-af2e-ebd8bdd1618e tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1051190 Aug 23 03:42:34.931237 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-16f4441f-ce67-4425-81d9-5bddead41d9c tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.74 HTTP/1.1" status: 200 len: 695 time: 0.0483024 Aug 23 03:42:34.980441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-ac4d296d-d7cb-45e9-9211-148cad4a8ed5 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.74 HTTP/1.1" status: 200 len: 695 time: 0.0431218 Aug 23 03:42:35.111327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Deleting port c6895322-c5b9-4d1e-be43-9de354ca298f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:35.111676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.189002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.189364 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.203055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Calling delete_port for c6895322-c5b9-4d1e-be43-9de354ca298f owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:35.281398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dcd868ac-720a-42e2-bab6-47ab32ec9575 req-909ed7d6-6d0b-497d-928a-10240d9492e7 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0464470 Aug 23 03:42:35.308008 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40462) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:35.417095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-16d0e355-6494-41d3-9abe-72ebb7033835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.443245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.476365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Pushing event deleted for resources: {'Port': ['ID=c6895322-c5b9-4d1e-be43-9de354ca298f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:35.557213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.560223 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.561513 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-545ad9cf-0285-4332-aac7-61d77e589f16 req-5ce052d0-c10d-4424-9422-f27dadbc2165 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "DELETE /v2.0/floatingips/6244522a-ec72-43cb-9b41-eb7d0e160b48 HTTP/1.1" status: 204 len: 173 time: 0.5742798 Aug 23 03:42:35.585131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309799c-d04a-474e-813c-cbb262947569 req-e3a69f9f-f6e2-4a29-9188-e21e2665bbc6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:35.586866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1309799c-d04a-474e-813c-cbb262947569 req-e3a69f9f-f6e2-4a29-9188-e21e2665bbc6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0582583 Aug 23 03:42:35.594006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-16d0e355-6494-41d3-9abe-72ebb7033835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.626200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1309799c-d04a-474e-813c-cbb262947569 req-8c695626-74c2-4a68-b18e-66a83c414bba tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 23 03:42:35.660296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-16d0e355-6494-41d3-9abe-72ebb7033835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.699265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-16d0e355-6494-41d3-9abe-72ebb7033835 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5fec4ed6ab743fab0fa2d69d17eae20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901780 Aug 23 03:42:35.701351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0e355-6494-41d3-9abe-72ebb7033835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05d75d-d4e3-4906-b170-d392e7e37c1c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:35.702846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40476) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:35.733684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-1a07335a-65ad-4940-974a-f97e73a78ada tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 1002 time: 0.0822630 Aug 23 03:42:35.780099 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9f1456f-3da1-4529-b2db-4ad65b8aaa9f req-828eeade-fbb4-47d3-ad2a-86f26f09b73c tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0340264 Aug 23 03:42:35.785877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40480) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:35.810952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-201237eb-057d-45cd-bd31-479a4de84662 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:35.812357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-201237eb-057d-45cd-bd31-479a4de84662 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports/841281a8-1e9c-4d19-a730-84c031714144 HTTP/1.1" status: 200 len: 943 time: 0.0659535 Aug 23 03:42:35.813188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa802-87eb-448e-941c-a8c924a4e776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.842080 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa802-87eb-448e-941c-a8c924a4e776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:35.939079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-0abe4db1-fd60-4dce-af50-ddc262dbe954 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 1002 time: 0.0688889 Aug 23 03:42:35.942431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1fe36db-b5b7-4355-8244-5aeebe0e5fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.003025 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa802-87eb-448e-941c-a8c924a4e776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.005569 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa802-87eb-448e-941c-a8c924a4e776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.006704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1b5aa802-87eb-448e-941c-a8c924a4e776 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d05d75d-d4e3-4906-b170-d392e7e37c1c HTTP/1.1" status: 204 len: 168 time: 0.3029251 Aug 23 03:42:36.024327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5aa802-87eb-448e-941c-a8c924a4e776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05d75d-d4e3-4906-b170-d392e7e37c1c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:36.067899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-41dc0f4c-7b22-4876-89d3-a0942a54aed3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:36.077824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1fe36db-b5b7-4355-8244-5aeebe0e5fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.078610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-41dc0f4c-7b22-4876-89d3-a0942a54aed3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1329646 Aug 23 03:42:36.150943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1fe36db-b5b7-4355-8244-5aeebe0e5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.152306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35bdd52d-693e-4d82-870d-09f9686729da req-4495dcd0-1bd3-4abf-8212-af12217e0dad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0277350 Aug 23 03:42:36.169140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-28b1e60e-f3cc-42a0-9ee1-4bfc3efb7d0d tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 1002 time: 0.0896051 Aug 23 03:42:36.180399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-2286a591-4c04-431e-aa2b-5ba9211b0107 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:36.192877 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c1fe36db-b5b7-4355-8244-5aeebe0e5fd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=014cefd3d8bb403e9ea68d461bfa0e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036252 Aug 23 03:42:36.192877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe36db-b5b7-4355-8244-5aeebe0e5fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d814ba9d-5dd1-4775-90af-b684e71385ee,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:36.195290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40486) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:36.239868 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-2286a591-4c04-431e-aa2b-5ba9211b0107 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.247755 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ad61275-3cff-4ef3-baee-9586db2db565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.268715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ad61275-3cff-4ef3-baee-9586db2db565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.376436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d618168b-b06b-444d-b5b3-ecf7b6dfe7e1 req-cd7291d5-d47b-4b8a-afe0-ef1bc2a9a261 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0294788 Aug 23 03:42:36.395946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-2286a591-4c04-431e-aa2b-5ba9211b0107 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.409812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ad61275-3cff-4ef3-baee-9586db2db565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.412524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ad61275-3cff-4ef3-baee-9586db2db565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.414022 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2ad61275-3cff-4ef3-baee-9586db2db565 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d814ba9d-5dd1-4775-90af-b684e71385ee HTTP/1.1" status: 204 len: 168 time: 0.2174821 Aug 23 03:42:36.422657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad61275-3cff-4ef3-baee-9586db2db565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d814ba9d-5dd1-4775-90af-b684e71385ee,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:36.471350 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-2286a591-4c04-431e-aa2b-5ba9211b0107 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:36.471785 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-2286a591-4c04-431e-aa2b-5ba9211b0107 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Floating IP 93ede4bb-8a14-4b40-8993-d627b4148da9 disassociated. External IP: 172.25.1.187, port: 841281a8-1e9c-4d19-a730-84c031714144. Aug 23 03:42:36.829339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0347b-4668-45c6-bb32-6a505112f1d5 req-7c22796d-0ee8-420f-8fd8-a3f5ab8b46a2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:36.831292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4e0347b-4668-45c6-bb32-6a505112f1d5 req-7c22796d-0ee8-420f-8fd8-a3f5ab8b46a2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0557954 Aug 23 03:42:36.876789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c4e0347b-4668-45c6-bb32-6a505112f1d5 req-f0a3ec1a-a919-468f-b4d8-84f91b2c5eee tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Aug 23 03:42:36.992067 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6561da4f-c926-4c5d-9bba-d03f53913d22 req-bb5eeed9-ef71-40d0-ad14-302ce9b7ab39 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0274100 Aug 23 03:42:37.019682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-2286a591-4c04-431e-aa2b-5ba9211b0107 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:42:37.136464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-2286a591-4c04-431e-aa2b-5ba9211b0107 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:42:37.140866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-2286a591-4c04-431e-aa2b-5ba9211b0107 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:37.147882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] Sync routers for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:42:37.157757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:37.159403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:37.168041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-2286a591-4c04-431e-aa2b-5ba9211b0107 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "PUT /v2.0/floatingips/93ede4bb-8a14-4b40-8993-d627b4148da9 HTTP/1.1" status: 200 len: 695 time: 0.9919786 Aug 23 03:42:37.168903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'tag': '841281a8-1e9c-4d19-a730-84c031714144'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:37.171242 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a954bf0-3676-4ef6-8dbd-da1021c37c98" -d '{"events": [{"name": "network-changed", "server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "tag": "841281a8-1e9c-4d19-a730-84c031714144"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:37.226543 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842cc87f-bf4f-4c43-bdb2-1a3b180a57ec x-openstack-request-id: req-842cc87f-bf4f-4c43-bdb2-1a3b180a57ec {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:37.226858 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "tag": "841281a8-1e9c-4d19-a730-84c031714144", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:37.227111 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-842cc87f-bf4f-4c43-bdb2-1a3b180a57ec {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:37.227502 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'tag': '841281a8-1e9c-4d19-a730-84c031714144', 'status': 'completed', 'code': 200} Aug 23 03:42:37.309773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:37.354967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-40177dc1-43c7-4ab5-a0a1-faf2bc780650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:37.356698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-40177dc1-43c7-4ab5-a0a1-faf2bc780650 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ab00acea3ed4b459708257786656d0c&device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 1097 time: 0.0455356 Aug 23 03:42:37.360027 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:37.532556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-85983272-5dcd-4a23-af06-51f4a53989c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:37.546159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-85983272-5dcd-4a23-af06-51f4a53989c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab00acea3ed4b459708257786656d0c&device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 1097 time: 0.3402021 Aug 23 03:42:37.552978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12d22ffc-9705-4aba-a146-e43cc9e50c55 req-edc30efd-5f54-4504-a926-d630ea1da36d tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0521929 Aug 23 03:42:37.573863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '218681da-8b76-45a9-8148-fb76730db07d', 'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'mac_address': 'fa:16:3e:fe:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:00Z', 'updated_at': '2021-08-23T03:42:10Z', 'revision_number': 5, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'subnets': [{'id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:37.579628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-6bdf3ff8-c6ec-4c39-b463-0db8fdc6730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:37.583726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-6bdf3ff8-c6ec-4c39-b463-0db8fdc6730e service neutron] 10.222.0.11 "GET /v2.0/networks?id=644f334d-993a-4463-a315-d881c504a03b HTTP/1.1" status: 200 len: 929 time: 0.2162485 Aug 23 03:42:37.607640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] Checking router: 45e8b903-85cd-4d40-87cc-4a0cd550dae1 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:42:37.616333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:37.616948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:37.669474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-6211410b-e8a8-46eb-8bb6-40491de84f1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841281a8-1e9c-4d19-a730-84c031714144 HTTP/1.1" status: 200 len: 217 time: 0.0709424 Aug 23 03:42:37.726792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-409b2757-28af-43f2-9cab-f044b8ee44bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:37.733375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:37.734126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-409b2757-28af-43f2-9cab-f044b8ee44bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=644f334d-993a-4463-a315-d881c504a03b HTTP/1.1" status: 200 len: 929 time: 0.1786811 Aug 23 03:42:37.782634 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-eb3dea33-cc82-402a-b189-ba4f474c9ac1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=841281a8-1e9c-4d19-a730-84c031714144 HTTP/1.1" status: 200 len: 217 time: 0.0476229 Aug 23 03:42:37.833484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-a52d7a41-3150-4d96-a7b8-94b55c7d135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:37.834988 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-a52d7a41-3150-4d96-a7b8-94b55c7d135d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efed0636-98a8-46e6-aef4-b3b26dcbaacc HTTP/1.1" status: 200 len: 868 time: 0.0516102 Aug 23 03:42:37.836743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-d1e45258-8b5d-4661-9bf2-85ecefc00427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:37.838120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-d1e45258-8b5d-4661-9bf2-85ecefc00427 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efed0636-98a8-46e6-aef4-b3b26dcbaacc HTTP/1.1" status: 200 len: 868 time: 0.1577992 Aug 23 03:42:37.912906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-d6fe3ce5-0dfe-490c-84a0-f35df574b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:37.914565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-d6fe3ce5-0dfe-490c-84a0-f35df574b09d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=644f334d-993a-4463-a315-d881c504a03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715632 Aug 23 03:42:37.924390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-788cb3d3-22ce-4422-9d30-c9c678335f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:37.926288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-788cb3d3-22ce-4422-9d30-c9c678335f66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=644f334d-993a-4463-a315-d881c504a03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557785 Aug 23 03:42:37.984970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 721347f1-f422-437f-8a6e-4f3b467f4d0f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:42:38.021229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '218681da-8b76-45a9-8148-fb76730db07d', 'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'mac_address': 'fa:16:3e:fe:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:00Z', 'updated_at': '2021-08-23T03:42:10Z', 'revision_number': 5, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'subnets': [{'id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:38.067923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f8f87-60de-451a-b144-b0b28d4144ac None None] The sync data for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 is: [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:01Z', 'revision_number': 4, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '218681da-8b76-45a9-8148-fb76730db07d', 'name': '', 'network_id': '644f334d-993a-4463-a315-d881c504a03b', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'mac_address': 'fa:16:3e:fe:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:00Z', 'updated_at': '2021-08-23T03:42:10Z', 'revision_number': 5, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'subnets': [{'id': 'efed0636-98a8-46e6-aef4-b3b26dcbaacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:42:38.087226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-41365ca4-08c4-4f98-806f-b3eedd165eaf service neutron] 10.222.0.11 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404684 Aug 23 03:42:38.117573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2072e2-1122-4dc1-bf71-48ea5e6509d5 req-6ebbcd78-a85b-4b9b-9e17-557e9bcb15ba tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:38.127532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d2072e2-1122-4dc1-bf71-48ea5e6509d5 req-6ebbcd78-a85b-4b9b-9e17-557e9bcb15ba tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.1218758 Aug 23 03:42:38.184807 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d2072e2-1122-4dc1-bf71-48ea5e6509d5 req-41f688f2-a2ad-499f-9c19-2a5eff88b198 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522695 Aug 23 03:42:38.203143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 721347f1-f422-437f-8a6e-4f3b467f4d0f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=721347f1-f422-437f-8a6e-4f3b467f4d0f,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:38.222806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '721347f1-f422-437f-8a6e-4f3b467f4d0f', 'network_id': '8c3430a6-d245-43d8-809d-62a6818221fb', 'port_id': '721347f1-f422-437f-8a6e-4f3b467f4d0f', 'mac_address': 'fa:16:3e:50:6a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024e375b-07ee-47c3-b827-2fa19610e3a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:42:38.227997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-cd1a62ed-2c20-4201-985c-dcaea43488e3 service neutron] 10.222.0.20 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006284 Aug 23 03:42:38.278807 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:38.296182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 721347f1-f422-437f-8a6e-4f3b467f4d0f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:38.324841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 721347f1-f422-437f-8a6e-4f3b467f4d0f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=721347f1-f422-437f-8a6e-4f3b467f4d0f,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:38.328665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a954bf0-3676-4ef6-8dbd-da1021c37c98 req-8d0f951b-7678-4746-82b3-9c969696f39d service neutron] 10.222.0.11 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163358 Aug 23 03:42:38.335674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f121e0c5-2ce7-4c5b-8ffa-b6c9ac96e8f4 req-fa475765-0330-49fc-9aba-4b8540e05d5e tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0479884 Aug 23 03:42:38.378752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fd55541-baec-48dc-bf79-5d485e2c047d req-505fd10c-6f6d-4205-9550-9d59e29924c7 service neutron] 10.222.0.20 "GET /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456554 Aug 23 03:42:38.396576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:38.458673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=721347f1-f422-437f-8a6e-4f3b467f4d0f,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:38.498640 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ea894-4f2d-4417-9831-ff6a0a413941 None None] New status for floating IP 93ede4bb-8a14-4b40-8993-d627b4148da9: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:42:38.550293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['721347f1-f422-437f-8a6e-4f3b467f4d0f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:38.552818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-bb5f4da2-210b-4cec-af56-d1b728442fdf tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips/93ede4bb-8a14-4b40-8993-d627b4148da9 HTTP/1.1" status: 200 len: 695 time: 0.0678396 Aug 23 03:42:38.718029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-81f1624e-65f9-4a9a-97e1-6d0818f69d49 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:38.741645 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-81f1624e-65f9-4a9a-97e1-6d0818f69d49 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 784 time: 0.1878691 Aug 23 03:42:38.811938 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47d22c59-8f82-4603-996f-38bf89a716c7 req-aab4acea-1ce1-477b-a8ca-39abeca7fac4 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d&device_id=f31ae493-cc5b-42c1-847f-3773dc708fa5 HTTP/1.1" status: 200 len: 210 time: 0.0328650 Aug 23 03:42:38.837669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-5333d998-6a17-469d-b2cf-487fa28ab8a4 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 698 time: 0.0950336 Aug 23 03:42:38.891833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40598) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:38.907815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-426d5a8a-74e6-4ac8-ba53-84a3d0e16ac5 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.0692680 Aug 23 03:42:38.940146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2429d4da-1201-43a1-8ac5-a5c203b292d2 req-fc31ff48-e086-4503-b9d6-557f80d5fdfd tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0373867 Aug 23 03:42:39.062490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Deleting port ee82ae7d-206b-4eec-8939-820480c0c0f5 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:39.062862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.131174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1063912900'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:39.150803 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.151188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.163962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Calling delete_port for ee82ae7d-206b-4eec-8939-820480c0c0f5 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:39.234233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Made reservation on behalf of 2b707316bd0c4be4a30693e8b4327354 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:39.237962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.248823 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.385854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.417335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Pushing event deleted for resources: {'Port': ['ID=ee82ae7d-206b-4eec-8939-820480c0c0f5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:39.463006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9294dd2c-773c-4e88-ad9d-f109e1332d80 req-a1c8e8ad-18bd-432e-9be9-7848cee8b725 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a61593a07fd4a89824e197ddd1dea73&device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0473044 Aug 23 03:42:39.488984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f912e2-dfa8-428c-96c7-3622359225b8 req-49721c55-a507-482f-99d1-13d85edbd7cc tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:39.490568 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e2f912e2-dfa8-428c-96c7-3622359225b8 req-49721c55-a507-482f-99d1-13d85edbd7cc tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 944 time: 0.0975676 Aug 23 03:42:39.509631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9294dd2c-773c-4e88-ad9d-f109e1332d80 req-5fcfda48-367e-4c39-9d36-c5ab83a2b5cd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a61593a07fd4a89824e197ddd1dea73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258050 Aug 23 03:42:39.538830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.541369 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.542521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de78aaa2-79fd-46d3-a605-f925b82544ba req-b9c81dc3-90df-4fa3-8897-bf978ae2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "DELETE /v2.0/floatingips/93ede4bb-8a14-4b40-8993-d627b4148da9 HTTP/1.1" status: 204 len: 173 time: 0.6282921 Aug 23 03:42:39.552032 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.560060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e2f912e2-dfa8-428c-96c7-3622359225b8 req-9d17d1ef-3619-47e4-a683-428896357912 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595138 Aug 23 03:42:39.611912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.628164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294dd2c-773c-4e88-ad9d-f109e1332d80 req-6d1275fc-9794-4e15-b3b1-9c01c839a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:39.629676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9294dd2c-773c-4e88-ad9d-f109e1332d80 req-6d1275fc-9794-4e15-b3b1-9c01c839a45c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1140444 Aug 23 03:42:39.640685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:42:39.655934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-570c7f6f-1d79-48df-aff6-928ecd179d43 req-e4759dec-c647-4bef-b103-f4713a3e385f tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0357783 Aug 23 03:42:39.658196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca61a8-2f5b-476d-80ed-030121eae278,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:39.663644 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.663644 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Added segment 63bc49cc-3746-40bf-9143-3bcffa0331de of type vlan for network 94e7c4e1-c73d-455c-83a2-67dfdad2f89a Aug 23 03:42:39.729254 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.791964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a0412-287c-4893-86b7-c94ca870f211 req-c3098b66-89e2-447a-97a8-965a8cfcc150 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:39.794153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb9a0412-287c-4893-86b7-c94ca870f211 req-c3098b66-89e2-447a-97a8-965a8cfcc150 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0682347 Aug 23 03:42:39.833865 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb9a0412-287c-4893-86b7-c94ca870f211 req-eb4fabf1-faab-46b2-91ba-237356248460 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0339668 Aug 23 03:42:39.882344 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.888297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:39.888420 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d042a588-c493-438b-8c41-3e56caec54ee req-bfde03a7-6b3a-4adb-b4a4-0296a6c3d4e1 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0354500 Aug 23 03:42:39.889046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:39.989055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 721347f1-f422-437f-8a6e-4f3b467f4d0f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:42:40.005740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Pushing event updated for resources: {'Network': ['ID=94e7c4e1-c73d-455c-83a2-67dfdad2f89a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:40.019593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 94e7c4e1-c73d-455c-83a2-67dfdad2f89a details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:42:40.045989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-628baf4b-ff0d-49ad-8bd8-a04cdc76e8a4 req-adb3edc8-31c0-4d90-8a47-c9802367ea90 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0265961 Aug 23 03:42:40.084145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-716e890e-bfe1-4fd5-814e-fd2171bce1d9 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1890938 Aug 23 03:42:40.084491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40632) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:40.107080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 721347f1-f422-437f-8a6e-4f3b467f4d0f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:42:40.107458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.216719 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.239405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721347f1-f422-437f-8a6e-4f3b467f4d0f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:40.241919 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee236bec-01ac-433f-8f28-fc2a660c662e" -d '{"events": [{"server_uuid": "cf3e2cea-4246-4b7c-95ef-82469485f374", "name": "network-vif-plugged", "status": "completed", "tag": "721347f1-f422-437f-8a6e-4f3b467f4d0f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:40.258218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 721347f1-f422-437f-8a6e-4f3b467f4d0f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=721347f1-f422-437f-8a6e-4f3b467f4d0f,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:40.280989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Request body: {'network': {'name': 'tempest-network--1295199198', 'router:external': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:40.304248 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeba7cf3-cb9a-4b07-a7a3-b21b1042578e x-openstack-request-id: req-eeba7cf3-cb9a-4b07-a7a3-b21b1042578e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:40.304623 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3e2cea-4246-4b7c-95ef-82469485f374", "name": "network-vif-plugged", "status": "completed", "tag": "721347f1-f422-437f-8a6e-4f3b467f4d0f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:40.304940 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eeba7cf3-cb9a-4b07-a7a3-b21b1042578e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:40.305431 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721347f1-f422-437f-8a6e-4f3b467f4d0f', 'code': 200} Aug 23 03:42:40.342760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.367781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Made reservation on behalf of a5ce9f9f87f64a3ab588189248365771 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:40.370405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.381347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.391729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=721347f1-f422-437f-8a6e-4f3b467f4d0f,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:40.412598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4850c0-5cf8-4ee4-be84-fc2899f13e5a req-38d6d3ec-8515-4811-9f4a-9f281a226ed3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:40.414056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a4850c0-5cf8-4ee4-be84-fc2899f13e5a req-38d6d3ec-8515-4811-9f4a-9f281a226ed3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 946 time: 0.0743804 Aug 23 03:42:40.474516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a4850c0-5cf8-4ee4-be84-fc2899f13e5a req-283b766f-98a4-4aa4-94ee-f3da1ea86268 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540233 Aug 23 03:42:40.522691 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.588611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.612468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:42:40.629083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c8c854-08a2-41f4-8797-c62e71cd6a8d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:40.633525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.633875 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Added segment 63bfc8ed-2a08-462a-876d-016a85aad8b3 of type vlan for network 5758aa9a-7e2c-48fd-b1b6-d5faa2f94312 Aug 23 03:42:40.686526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.697424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9826b-5b54-45d8-953e-b1d2403ff08a req-fc4ca8a2-fbd8-400d-a028-8072fde5c7a6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:40.698953 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-99c9826b-5b54-45d8-953e-b1d2403ff08a req-fc4ca8a2-fbd8-400d-a028-8072fde5c7a6 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0591621 Aug 23 03:42:40.744080 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-99c9826b-5b54-45d8-953e-b1d2403ff08a req-4af883f1-fe9e-4a01-a9b4-6450a5868a54 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378547 Aug 23 03:42:40.796689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e17123dc-aee7-4104-86db-2ce0f3031490 req-3153ae4c-f559-4ff4-b8e9-0982b8f909cb tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0256052 Aug 23 03:42:40.810842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.811849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:40.812431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:40.968939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9294dd2c-773c-4e88-ad9d-f109e1332d80 req-a5f580c1-dcd7-4717-942a-7a65d8aad325 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0299292 Aug 23 03:42:41.098250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0125873 Aug 23 03:42:41.101739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d22a1d-8d15-4205-8716-f21e258a7dc0 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'Network': ['ID=5758aa9a-7e2c-48fd-b1b6-d5faa2f94312,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:41.101942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40656) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:41.113997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 5758aa9a-7e2c-48fd-b1b6-d5faa2f94312 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:42:41.122079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40658) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:41.227444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e44c9f5-a9b4-4b5c-935a-696e71ebdadd req-14addf35-6495-48da-a10e-09312790c0d6 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0405788 Aug 23 03:42:41.232742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.234780 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ed468bd-bdc9-497b-99d8-8690ad376428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.322242 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ed468bd-bdc9-497b-99d8-8690ad376428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.324157 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.333769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5758aa9a-7e2c-48fd-b1b6-d5faa2f94312']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:41.343401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bfc8ed-2a08-462a-876d-016a85aad8b3') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:41.343693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bfc8ed-2a08-462a-876d-016a85aad8b3') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:41.352151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.365681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.371892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:41.372273 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:41.373995 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:41.393877 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ed468bd-bdc9-497b-99d8-8690ad376428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.431449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3ed468bd-bdc9-497b-99d8-8690ad376428 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25c73f07a0c040e4a05fff44b97c85a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082502 Aug 23 03:42:41.432587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed468bd-bdc9-497b-99d8-8690ad376428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba49f3e-3f62-46fe-b86f-d8249f35a20a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:41.434916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40664) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:41.483434 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-469fb1ed-f741-4928-a582-cdfc9b936967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.493859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.504554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5758aa9a-7e2c-48fd-b1b6-d5faa2f94312 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 03:42:41.509738 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.515259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40668) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:41.515371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5758aa9a-7e2c-48fd-b1b6-d5faa2f94312 HTTP/1.1" status: 204 len: 168 time: 0.4109337 Aug 23 03:42:41.517342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-469fb1ed-f741-4928-a582-cdfc9b936967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.520218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:41.537051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a1d0c-4076-48ee-aee2-d7d0cf964e03 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event deleted for resources: {'Network': ['ID=5758aa9a-7e2c-48fd-b1b6-d5faa2f94312,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:41.602997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a623-c044-4677-a39e-5d612875b4ce req-33e84a00-1cbc-431a-b8b0-48f8e3b8e512 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:41.604470 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfc4a623-c044-4677-a39e-5d612875b4ce req-33e84a00-1cbc-431a-b8b0-48f8e3b8e512 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 946 time: 0.0498931 Aug 23 03:42:41.620315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Made reservation on behalf of a5ce9f9f87f64a3ab588189248365771 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:41.622676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.663696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-469fb1ed-f741-4928-a582-cdfc9b936967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.664981 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfc4a623-c044-4677-a39e-5d612875b4ce req-eb1e4bbd-429c-4d47-9768-845e770eea1e tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520818 Aug 23 03:42:41.666546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-469fb1ed-f741-4928-a582-cdfc9b936967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.669424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-469fb1ed-f741-4928-a582-cdfc9b936967 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fba49f3e-3f62-46fe-b86f-d8249f35a20a HTTP/1.1" status: 204 len: 168 time: 0.2332988 Aug 23 03:42:41.673046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:42:41.681313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fb1ed-f741-4928-a582-cdfc9b936967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba49f3e-3f62-46fe-b86f-d8249f35a20a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:41.685225 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.685583 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Added segment feabb42a-9b9d-4fd9-847b-ba6d74dfa6ec of type vlan for network 3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 Aug 23 03:42:41.739074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.882171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde2195-d6f0-499d-8bec-115e1a8222a6 req-a46896c0-0583-4636-8b60-35104dcd7898 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:41.883813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dbde2195-d6f0-499d-8bec-115e1a8222a6 req-a46896c0-0583-4636-8b60-35104dcd7898 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0496562 Aug 23 03:42:41.909846 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.910823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:41.911451 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:41.921754 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5dd652f-7058-4735-824d-3cdd3ff8e4c0 req-ad1d5e76-1706-453d-bac7-5113a079360f tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed994640-5c78-47f8-8f08-95a4a423cd1d HTTP/1.1" status: 200 len: 210 time: 0.0306311 Aug 23 03:42:41.997348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'Network': ['ID=3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:42.002066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dbde2195-d6f0-499d-8bec-115e1a8222a6 req-5f03fbe5-49f4-4735-83b3-458ccc99ee28 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002772 Aug 23 03:42:42.007955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:42:42.097837 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-01663ec3-db97-44a7-a900-4a4b0745a756 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.5814674 Aug 23 03:42:42.100717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40680) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:42.105673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Request body: {'subnet': {'network_id': '3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:42.182799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Made reservation on behalf of a5ce9f9f87f64a3ab588189248365771 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:42.185504 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:42.390411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-341a5e22-ff3c-4b52-b9b5-3cbcd1f2d253 req-5cce2760-bf74-4865-916d-3dc1e64486cf tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0299108 Aug 23 03:42:42.506184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f747f5ff-052e-4187-832b-ea591cd32572 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:42.508068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f747f5ff-052e-4187-832b-ea591cd32572 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.11 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 946 time: 0.0569401 Aug 23 03:42:42.508226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40698) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:42.531006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22b002e0-2781-4ad7-9d42-40ccaca7b000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:42.601485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Deleting port 841281a8-1e9c-4d19-a730-84c031714144 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:42.601822 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:42.625987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284666-39c4-47e3-90f0-17171d91b3a0 req-ed71d2a8-32ef-4f66-94cd-561822fc2bf2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:42.627498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4284666-39c4-47e3-90f0-17171d91b3a0 req-ed71d2a8-32ef-4f66-94cd-561822fc2bf2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0943561 Aug 23 03:42:42.685392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:42:42.685834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:42.701866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] For port 841281a8-1e9c-4d19-a730-84c031714144, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=841281a8-1e9c-4d19-a730-84c031714144,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:42.701866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:42.718420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Calling delete_port for 841281a8-1e9c-4d19-a730-84c031714144 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:42.784720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4284666-39c4-47e3-90f0-17171d91b3a0 req-b6d374f1-98ae-45be-9979-4a4f550bb464 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454370 Aug 23 03:42:42.806734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23f1f764-61cb-468b-8c28-2dde56bf23dc,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:42.811981 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22b002e0-2781-4ad7-9d42-40ccaca7b000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:42.815062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Checking segment: {'id': 'feabb42a-9b9d-4fd9-847b-ba6d74dfa6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:42.815396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Network hostable DHCP agents. Network: 3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:42:42.835237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73bffb-e89a-49f2-bd63-ddade0b7a854 req-3a7e96f3-6826-4fb3-9f29-7672fbd1eba4 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:42.836812 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc73bffb-e89a-49f2-bd63-ddade0b7a854 req-3a7e96f3-6826-4fb3-9f29-7672fbd1eba4 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 946 time: 0.0772927 Aug 23 03:42:42.877472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-22b002e0-2781-4ad7-9d42-40ccaca7b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:42.913526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc73bffb-e89a-49f2-bd63-ddade0b7a854 req-60050ba5-1982-4c41-8113-ede27d3420c2 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/security-groups?id=06d8f046-a499-4190-973c-e9b0e4db716c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681181 Aug 23 03:42:42.916549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Network 3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:42:42.922216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b002e0-2781-4ad7-9d42-40ccaca7b000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f238f8-cb2f-4751-9e6e-6a1005eb0db4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:42.926693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-22b002e0-2781-4ad7-9d42-40ccaca7b000 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3abf7c0fbc4c4ba695f7ceffd140ded9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176369 Aug 23 03:42:42.929744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40706) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:42.974182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:42.979473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-39a5ae76-334e-49f7-9194-061c23ac7037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.003408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:43.004900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Pushing event deleted for resources: {'Port': ['ID=841281a8-1e9c-4d19-a730-84c031714144,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:43.008763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:43.013479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.013839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c2f62-6247-4f0f-a962-ba4285e6137b None None] Network 3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:42:43.016382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['841281a8-1e9c-4d19-a730-84c031714144'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:42:43.031566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-39a5ae76-334e-49f7-9194-061c23ac7037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.054190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] No DVR routers for this DVR port 841281a8-1e9c-4d19-a730-84c031714144 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:43.056971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.059209 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7c0c727-83d1-4cc3-aa9b-9d793ec9123a req-f1d8cb41-e75e-4cd7-894f-749b41558bf3 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.11 "DELETE /v2.0/ports/841281a8-1e9c-4d19-a730-84c031714144 HTTP/1.1" status: 204 len: 173 time: 0.5449719 Aug 23 03:42:43.060643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'name': 'network-vif-deleted', 'tag': '841281a8-1e9c-4d19-a730-84c031714144'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:43.063137 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d975634-4014-4b67-95f0-a83993ee129c" -d '{"events": [{"server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "name": "network-vif-deleted", "tag": "841281a8-1e9c-4d19-a730-84c031714144"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:43.106969 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8187ef47-e954-4d29-af7a-1254b9e39f52 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0050385 Aug 23 03:42:43.108004 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40714) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:43.113195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Request body: {'floatingip': {'floating_network_id': '3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:43.125892 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67ec694-02ce-4fa9-802d-0c9620334655 x-openstack-request-id: req-c67ec694-02ce-4fa9-802d-0c9620334655 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:43.126223 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5377bb4e-7f20-45d8-8542-f0a93828e915", "name": "network-vif-deleted", "tag": "841281a8-1e9c-4d19-a730-84c031714144", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:43.126975 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c67ec694-02ce-4fa9-802d-0c9620334655 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:43.127538 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5377bb4e-7f20-45d8-8542-f0a93828e915', 'name': 'network-vif-deleted', 'tag': '841281a8-1e9c-4d19-a730-84c031714144', 'status': 'completed', 'code': 200} Aug 23 03:42:43.194749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-39a5ae76-334e-49f7-9194-061c23ac7037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.198600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-39a5ae76-334e-49f7-9194-061c23ac7037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.200438 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-39a5ae76-334e-49f7-9194-061c23ac7037 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28f238f8-cb2f-4751-9e6e-6a1005eb0db4 HTTP/1.1" status: 204 len: 168 time: 0.2696249 Aug 23 03:42:43.217875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5ae76-334e-49f7-9194-061c23ac7037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f238f8-cb2f-4751-9e6e-6a1005eb0db4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:43.241331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.359017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca9a68-c1d8-4c39-bf88-9e0da32019fc None None] Network 3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:42:43.397456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.485109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69697711-7faf-4c13-9754-ff453b8c2565 req-8b51228a-e914-4bf5-8758-a1b8f1ff31e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a61593a07fd4a89824e197ddd1dea73&device_id=f31ae493-cc5b-42c1-847f-3773dc708fa5 HTTP/1.1" status: 200 len: 210 time: 0.0546610 Aug 23 03:42:43.522871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69697711-7faf-4c13-9754-ff453b8c2565 req-28390886-3891-4f8a-9906-0ac4357d609e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a61593a07fd4a89824e197ddd1dea73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278938 Aug 23 03:42:43.569470 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a51bade-0d39-4f90-a89b-a06d6ead1698 req-129c5406-a4e3-4e12-90bd-ac0e8f9906c9 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0583940 Aug 23 03:42:43.596121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Allocated IP 172.20.0.3 (3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3/23f1f764-61cb-468b-8c28-2dde56bf23dc/e0aa1b04-1aeb-4184-a9a7-d13379efef95) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:43.626253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-96bdacc1-46d4-4db9-8ab1-969e0ca461b2 req-431dcece-2516-4a7c-8737-25083ce5caaa tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=f31ae493-cc5b-42c1-847f-3773dc708fa5 HTTP/1.1" status: 200 len: 210 time: 0.0657220 Aug 23 03:42:43.664328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69697711-7faf-4c13-9754-ff453b8c2565 req-57c61223-a1a4-4b64-9b1e-d315735c8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:43.666326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69697711-7faf-4c13-9754-ff453b8c2565 req-57c61223-a1a4-4b64-9b1e-d315735c8d29 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1356304 Aug 23 03:42:43.723669 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.837434 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:43.888504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Network 3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:43.909676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:43.912728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:43.952610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'Port': ['ID=e0aa1b04-1aeb-4184-a9a7-d13379efef95,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:43.984866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2389e6-08d7-4142-978b-204606ac6f4e req-5911c34f-7f8a-449d-add3-da09fad5a924 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:43.994822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1c2389e6-08d7-4142-978b-204606ac6f4e req-5911c34f-7f8a-449d-add3-da09fad5a924 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.1292918 Aug 23 03:42:44.063949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6daf3c93-efde-44f5-ae7e-b83f9ecd6337 req-72ae3429-d6b9-4665-9c93-8b04b5f68ce4 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937 tempest-FloatingIPsAssociationNegativeTestJSON-2005752937-project] 10.222.0.20 "GET /v2.0/ports?device_id=5377bb4e-7f20-45d8-8542-f0a93828e915 HTTP/1.1" status: 200 len: 210 time: 0.0349216 Aug 23 03:42:44.073588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1c2389e6-08d7-4142-978b-204606ac6f4e req-d99cdfd5-8750-490f-95d5-81607bd5859c tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704458 Aug 23 03:42:44.079596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:44.211663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:44.360915 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:44.419544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:44.494405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'Port': ['ID=e0aa1b04-1aeb-4184-a9a7-d13379efef95,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:44.507522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:44.596548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:44.599009 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e7038fd-0337-47db-b5f7-3f8bccbf7fa7 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4888127 Aug 23 03:42:44.603592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40754) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:44.650306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-84528975-e262-4f76-a274-74850c648be5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:44.652595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-84528975-e262-4f76-a274-74850c648be5 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0559695 Aug 23 03:42:44.704311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-746ed080-2805-4040-8541-62006ac60c98 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 HTTP/1.1" status: 200 len: 689 time: 0.0994966 Aug 23 03:42:44.717801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40760) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:44.727838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-deef215b-f468-4c46-a210-1b707d9636d2 req-297c1d4f-de28-4acb-8b63-b323a045d1e8 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0457928 Aug 23 03:42:44.819410 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f18a47d0-12a7-4d8e-ad74-d6f821a29def req-d35ff0b9-a529-419f-88c4-cf23ec409bd1 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.20 "GET /v2.0/ports?device_id=f31ae493-cc5b-42c1-847f-3773dc708fa5 HTTP/1.1" status: 200 len: 210 time: 0.0938590 Aug 23 03:42:44.867276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Deleting port 721347f1-f422-437f-8a6e-4f3b467f4d0f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:44.867610 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:44.873962 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.002900 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69697711-7faf-4c13-9754-ff453b8c2565 req-161f4379-bc1a-4606-9bdd-c2e0407bd1e4 tempest-ServerShowV247Test-1530696879 tempest-ServerShowV247Test-1530696879-project] 10.222.0.24 "GET /v2.0/ports?device_id=f31ae493-cc5b-42c1-847f-3773dc708fa5 HTTP/1.1" status: 200 len: 210 time: 0.0832939 Aug 23 03:42:45.095403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] For port 721347f1-f422-437f-8a6e-4f3b467f4d0f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=721347f1-f422-437f-8a6e-4f3b467f4d0f,segment=NetworkSegment(41dc4961-a84b-42ea-a012-ecba2aead8c9),segment_id=41dc4961-a84b-42ea-a012-ecba2aead8c9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:45.095970 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.115970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Calling delete_port for 721347f1-f422-437f-8a6e-4f3b467f4d0f owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:45.120736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Deleting port e0aa1b04-1aeb-4184-a9a7-d13379efef95 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:45.121809 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.141923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40780) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:45.307593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794ebdc-3fed-40e3-a546-8c242ed9b1f4 req-4c4551f0-15aa-4f32-8654-83d8e7dcc7db tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:45.309342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2794ebdc-3fed-40e3-a546-8c242ed9b1f4 req-4c4551f0-15aa-4f32-8654-83d8e7dcc7db tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 945 time: 0.0996320 Aug 23 03:42:45.397452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2794ebdc-3fed-40e3-a546-8c242ed9b1f4 req-e19a3880-da79-482b-b1f4-e6e1eb9b760c tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/security-groups?id=860159d0-b8a0-4375-8123-702d71af41c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792453 Aug 23 03:42:45.600846 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.600964 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.614902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.622054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Calling delete_port for e0aa1b04-1aeb-4184-a9a7-d13379efef95 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:45.834289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.866873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1ac630c9-cbd5-4a68-a55e-8ed7bdf866a0 req-b86ac01d-cbad-4993-858c-06813a0a190a tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0407810 Aug 23 03:42:45.883109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Pushing event deleted for resources: {'Port': ['ID=721347f1-f422-437f-8a6e-4f3b467f4d0f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:45.931983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Deleting port 218681da-8b76-45a9-8148-fb76730db07d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:45.932472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.939476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] No DVR routers for this DVR port 721347f1-f422-437f-8a6e-4f3b467f4d0f on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:45.941368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.944855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:45.946825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39e909a3-7e20-4431-8ccd-032e92a94f8a req-760433ee-1684-4713-9f34-180ab77940d2 tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.11 "DELETE /v2.0/ports/721347f1-f422-437f-8a6e-4f3b467f4d0f HTTP/1.1" status: 204 len: 173 time: 1.2856450 Aug 23 03:42:45.948621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'name': 'network-vif-deleted', 'tag': '721347f1-f422-437f-8a6e-4f3b467f4d0f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:45.952103 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cec03a-d16f-4743-a1f2-b2b3bdb58dd6" -d '{"events": [{"server_uuid": "cf3e2cea-4246-4b7c-95ef-82469485f374", "name": "network-vif-deleted", "tag": "721347f1-f422-437f-8a6e-4f3b467f4d0f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:45.977945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0aa1b04-1aeb-4184-a9a7-d13379efef95,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:45.989758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 841281a8-1e9c-4d19-a730-84c031714144 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:46.020240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 841281a8-1e9c-4d19-a730-84c031714144 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:46.027442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 841281a8-1e9c-4d19-a730-84c031714144 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:46.028065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 721347f1-f422-437f-8a6e-4f3b467f4d0f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:46.028346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] For port 218681da-8b76-45a9-8148-fb76730db07d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=218681da-8b76-45a9-8148-fb76730db07d,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:46.028651 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b1756d-3a37-4bc0-957d-b4c093782616 x-openstack-request-id: req-94b1756d-3a37-4bc0-957d-b4c093782616 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:46.028944 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3e2cea-4246-4b7c-95ef-82469485f374", "name": "network-vif-deleted", "tag": "721347f1-f422-437f-8a6e-4f3b467f4d0f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:46.029829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.030665 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94b1756d-3a37-4bc0-957d-b4c093782616 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:46.031068 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3e2cea-4246-4b7c-95ef-82469485f374', 'name': 'network-vif-deleted', 'tag': '721347f1-f422-437f-8a6e-4f3b467f4d0f', 'status': 'completed', 'code': 200} Aug 23 03:42:46.070270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 721347f1-f422-437f-8a6e-4f3b467f4d0f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:46.070626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 721347f1-f422-437f-8a6e-4f3b467f4d0f not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:46.074019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Calling delete_port for 218681da-8b76-45a9-8148-fb76730db07d owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:46.094687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.156513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.351506 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.374138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.377771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23f1f764-61cb-468b-8c28-2dde56bf23dc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:46.400511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=218681da-8b76-45a9-8148-fb76730db07d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:46.446672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.464501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:46.479238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feabb42a-9b9d-4fd9-847b-ba6d74dfa6ec') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:46.479583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feabb42a-9b9d-4fd9-847b-ba6d74dfa6ec') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:46.493726 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.511988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.520804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:46.521588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.587715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40818) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:46.593709 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:46.620112 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a2a7449-19f8-4569-8034-66283a2ba1b6 req-6d4e51ee-ff27-4619-aee5-9ae1206f95fc tempest-ImagesTestJSON-44141319 tempest-ImagesTestJSON-44141319-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf3e2cea-4246-4b7c-95ef-82469485f374 HTTP/1.1" status: 200 len: 210 time: 0.0494547 Aug 23 03:42:46.663335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.668590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 03:42:46.670999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.673272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "DELETE /v2.0/networks/3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 HTTP/1.1" status: 204 len: 168 time: 1.9543841 Aug 23 03:42:46.710066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40826) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:46.710066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4209e-5f5a-4d98-9f05-a6c2cf537769 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:46.757037 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:42:46.767108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.845581 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc08a685-cfeb-4b0c-bcf6-ffe879c787ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:46.861625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-928abd5f-9060-4704-aab9-d8184e1167d1 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1487811 Aug 23 03:42:46.864605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40830) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:46.970449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c45a3d-45d6-43ef-9848-69cc40858c1c tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:46.970915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c45a3d-45d6-43ef-9848-69cc40858c1c tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:46.971462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c45a3d-45d6-43ef-9848-69cc40858c1c tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:46.971922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c45a3d-45d6-43ef-9848-69cc40858c1c tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:46.972469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c45a3d-45d6-43ef-9848-69cc40858c1c tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:46.972991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c45a3d-45d6-43ef-9848-69cc40858c1c tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:46.973552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c45a3d-45d6-43ef-9848-69cc40858c1c tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:46.977053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-54c45a3d-45d6-43ef-9848-69cc40858c1c tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4668 time: 0.1100595 Aug 23 03:42:46.980007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40836) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:47.024153 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-df781563-2451-4bcd-a549-e51195b56bfa tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] delete failed (client error): The resource could not be found. Aug 23 03:42:47.025587 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-df781563-2451-4bcd-a549-e51195b56bfa tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/06b07fd7-9e24-497f-ae08-bc722945cf2c HTTP/1.1" status: 404 len: 345 time: 0.0439115 Aug 23 03:42:47.028857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40838) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:47.047349 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92b83f5-be9f-4233-9aee-f35c568498a1 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] DELETE failed (client error): The resource could not be found. Aug 23 03:42:47.048040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92b83f5-be9f-4233-9aee-f35c568498a1 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:42:47.053689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f92b83f5-be9f-4233-9aee-f35c568498a1 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "DELETE /v2.0/networks/3cc59c56-5596-4e22-b1c5-5ae9fff2a6c3 HTTP/1.1" status: 404 len: 339 time: 0.0197403 Aug 23 03:42:47.055602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40840) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:47.060059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Request body: {'network': {'name': 'tempest-network--1663203917', 'router:external': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:47.335691 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3864f71b-e846-4741-92ed-4abc9971f211 req-4d7354d2-f0f0-4e71-b571-d2902286fc2e tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.2795746 Aug 23 03:42:47.353436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc08a685-cfeb-4b0c-bcf6-ffe879c787ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.363893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:42:47.467085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:42:47.470920 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc08a685-cfeb-4b0c-bcf6-ffe879c787ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.476885 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fc42a65f-c9c0-4419-9513-21f86ed26a66 admin admin] 10.222.0.20 "PUT /v2.0/routers/45e8b903-85cd-4d40-87cc-4a0cd550dae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3338685 Aug 23 03:42:47.479145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] Sync routers for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:42:47.480684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40848) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:47.489149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:47.490033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:47.513727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cc08a685-cfeb-4b0c-bcf6-ffe879c787ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a61593a07fd4a89824e197ddd1dea73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9265418 Aug 23 03:42:47.514452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08a685-cfeb-4b0c-bcf6-ffe879c787ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6591b1b2-a63c-4921-b6ed-3a299274cfda,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:47.516723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40850) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:47.571217 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed8d369d-1d84-455b-bad5-720eea0b4641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.582557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Made reservation on behalf of a5ce9f9f87f64a3ab588189248365771 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:47.584979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.598098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed8d369d-1d84-455b-bad5-720eea0b4641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.609568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:47.622155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:42:47.624713 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.718908 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed8d369d-1d84-455b-bad5-720eea0b4641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.723769 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.724137 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Added segment 9d00003b-e8b8-44ef-a78e-10ae88c776b6 of type vlan for network 007c4d00-4c6f-4cdc-ad71-3589aa8bf207 Aug 23 03:42:47.728056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed8d369d-1d84-455b-bad5-720eea0b4641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.735516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ed8d369d-1d84-455b-bad5-720eea0b4641 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6591b1b2-a63c-4921-b6ed-3a299274cfda HTTP/1.1" status: 204 len: 168 time: 0.2165368 Aug 23 03:42:47.750698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d369d-1d84-455b-bad5-720eea0b4641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6591b1b2-a63c-4921-b6ed-3a299274cfda,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:47.820406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.844138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40868) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:47.845973 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.875645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:46Z', 'revision_number': 5, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port': {'id': '3ee57b2f-c2f6-4b33-940a-aa3e885907fc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:55Z', 'updated_at': '2021-08-23T03:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:47.908529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] Checking router: 45e8b903-85cd-4d40-87cc-4a0cd550dae1 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:42:47.918470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] Routers {'45e8b903-85cd-4d40-87cc-4a0cd550dae1'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:47.919325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:47.960018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Deleting port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:47.960489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.975873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:47.977430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:47.978734 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.018022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] Set router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:48.031347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5f89c51-be0e-448e-aea0-90b547663fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.080071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:47Z', 'revision_number': 6, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:48.107041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0487416 Aug 23 03:42:48.110335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:48.111542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c477888-1efc-4ca2-b897-797df3fed206 None None] The sync data for ids ['45e8b903-85cd-4d40-87cc-4a0cd550dae1'] in n-d-749052-7 is: [{'id': '45e8b903-85cd-4d40-87cc-4a0cd550dae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1177113187-router', 'tenant_id': '1ab00acea3ed4b459708257786656d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:54Z', 'updated_at': '2021-08-23T03:42:47Z', 'revision_number': 6, 'project_id': '1ab00acea3ed4b459708257786656d0c', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:42:48.115150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32e5e8-c03a-4b10-897c-c4aeea4324e3 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'Network': ['ID=007c4d00-4c6f-4cdc-ad71-3589aa8bf207,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:48.127581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 007c4d00-4c6f-4cdc-ad71-3589aa8bf207 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:42:48.165667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] For port 3ee57b2f-c2f6-4b33-940a-aa3e885907fc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3ee57b2f-c2f6-4b33-940a-aa3e885907fc,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:48.166276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.187169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Calling delete_port for 3ee57b2f-c2f6-4b33-940a-aa3e885907fc owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:48.288409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40900) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:48.449237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f32d0a-0788-4199-818f-c4f537937188 admin admin] Deleting subnet 024e375b-07ee-47c3-b827-2fa19610e3a5 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:42:48.461404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a69f74-ebf3-4032-8f10-a4a4592c3fe8 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:48.467925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a69f74-ebf3-4032-8f10-a4a4592c3fe8 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:48.474291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a69f74-ebf3-4032-8f10-a4a4592c3fe8 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:48.485560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a69f74-ebf3-4032-8f10-a4a4592c3fe8 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:48.485560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3a69f74-ebf3-4032-8f10-a4a4592c3fe8 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3713272 Aug 23 03:42:48.487037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40910) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:48.496857 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-21f32d0a-0788-4199-818f-c4f537937188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.521627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6cc4fc7a-67c3-4573-89f3-9809d07e8207 req-2a8a46c5-b199-457f-8b8b-14f321983ee5 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0933151 Aug 23 03:42:48.557819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-21f32d0a-0788-4199-818f-c4f537937188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.577495 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.588289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.602997 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5f89c51-be0e-448e-aea0-90b547663fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.622582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee57b2f-c2f6-4b33-940a-aa3e885907fc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:48.627808 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-21f32d0a-0788-4199-818f-c4f537937188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.665427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5f89c51-be0e-448e-aea0-90b547663fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.693699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c5f89c51-be0e-448e-aea0-90b547663fb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99a832450a0d4cca97c42c3a8679662b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8484561 Aug 23 03:42:48.700659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40914) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:48.739710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f89c51-be0e-448e-aea0-90b547663fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a2cba2-5dc9-4bb7-be17-a2ac33c01319,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:48.747487 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.751914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.771765 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0f58-27a0-4c4a-8db6-ae159f9bddd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.796605 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0f58-27a0-4c4a-8db6-ae159f9bddd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.807318 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-21f32d0a-0788-4199-818f-c4f537937188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.814242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007c4d00-4c6f-4cdc-ad71-3589aa8bf207']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:48.861520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d00003b-e8b8-44ef-a78e-10ae88c776b6') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:48.861902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d00003b-e8b8-44ef-a78e-10ae88c776b6') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:48.864482 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.865461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-21f32d0a-0788-4199-818f-c4f537937188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.869785 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-21f32d0a-0788-4199-818f-c4f537937188 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/024e375b-07ee-47c3-b827-2fa19610e3a5 HTTP/1.1" status: 204 len: 168 time: 0.5761375 Aug 23 03:42:48.872008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.877219 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.877617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f32d0a-0788-4199-818f-c4f537937188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024e375b-07ee-47c3-b827-2fa19610e3a5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:48.880405 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40924) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:48.939623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.954055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:48.954455 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:48.956135 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:49.029284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0f58-27a0-4c4a-8db6-ae159f9bddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.031900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0f58-27a0-4c4a-8db6-ae159f9bddd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.033838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7c0a0f58-27a0-4c4a-8db6-ae159f9bddd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07a2cba2-5dc9-4bb7-be17-a2ac33c01319 HTTP/1.1" status: 204 len: 168 time: 0.3298950 Aug 23 03:42:49.037725 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.038311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e8b903-85cd-4d40-87cc-4a0cd550dae1 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:42:49.044868 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.046015 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-12b09cb7-48b1-48a0-8f3c-0a6a7b913fc8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/45e8b903-85cd-4d40-87cc-4a0cd550dae1 HTTP/1.1" status: 204 len: 168 time: 1.5642180 Aug 23 03:42:49.049344 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.051003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40930) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:49.056439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a0f58-27a0-4c4a-8db6-ae159f9bddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a2cba2-5dc9-4bb7-be17-a2ac33c01319,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:49.128707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ef07fb-442f-41ef-8c4d-b33d755b57f7 admin admin] Deleting subnet efed0636-98a8-46e6-aef4-b3b26dcbaacc {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:42:49.132249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.134901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ef07fb-442f-41ef-8c4d-b33d755b57f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.145211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40932) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:49.169681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 007c4d00-4c6f-4cdc-ad71-3589aa8bf207 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 03:42:49.188043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.190001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "DELETE /v2.0/networks/007c4d00-4c6f-4cdc-ad71-3589aa8bf207 HTTP/1.1" status: 204 len: 168 time: 0.7012897 Aug 23 03:42:49.193853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfdf6e-dce7-48b2-8d0c-7486d801585a tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event deleted for resources: {'Network': ['ID=007c4d00-4c6f-4cdc-ad71-3589aa8bf207,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:49.194033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40936) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:49.201286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Request body: {'network': {'name': 'tempest-network--1738730238', 'router:external': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:49.227430 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.237724 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ef07fb-442f-41ef-8c4d-b33d755b57f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.262714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3430a6-d245-43d8-809d-62a6818221fb']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:49.275938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2007513643-network', 'tenant_id': '8628f7473f7c4454ae97f907479eba65'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:49.279775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41dc4961-a84b-42ea-a012-ecba2aead8c9') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:49.280069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41dc4961-a84b-42ea-a012-ecba2aead8c9') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:49.294576 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.298448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Made reservation on behalf of a5ce9f9f87f64a3ab588189248365771 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:49.301446 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.317890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.338236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:42:49.351778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.352420 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Added segment 7bc62995-dc31-4413-bc53-16daaf62dc5a of type vlan for network 951f5104-6080-4623-bc5f-10b474c737a0 Aug 23 03:42:49.364725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:49.365068 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:49.367009 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:49.406997 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.414172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Made reservation on behalf of 8628f7473f7c4454ae97f907479eba65 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:49.417662 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.431566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.532781 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.534511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.resource_extend [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:42:49.611246 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.638554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:42:49.649453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:49.655451 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.655934 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Added segment bb598cb7-577c-4bf4-80dc-7f896a0b55f0 of type vlan for network a2b17615-5567-48d9-8e38-935db6b0d692 Aug 23 03:42:49.681877 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.685023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:49.688327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.701349 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ef07fb-442f-41ef-8c4d-b33d755b57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.705362 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e9ca00f-a7aa-4085-9ca6-52fdba01b096 req-461067fc-9780-4016-bbc1-3cb6abec7027 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0437818 Aug 23 03:42:49.724073 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.792700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.798692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.802894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'Network': ['ID=951f5104-6080-4623-bc5f-10b474c737a0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:49.803409 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8c3430a6-d245-43d8-809d-62a6818221fb HTTP/1.1" status: 204 len: 168 time: 0.9194107 Aug 23 03:42:49.812968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 951f5104-6080-4623-bc5f-10b474c737a0 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:42:49.816158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b298a8-0b91-4110-84ea-aef58ec09f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c3430a6-d245-43d8-809d-62a6818221fb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:49.882744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ef07fb-442f-41ef-8c4d-b33d755b57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.888370 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-84b1c2cb-b849-4b10-9faa-05043a58ce21 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6896946 Aug 23 03:42:49.889344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40946) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:49.911752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef07fb-442f-41ef-8c4d-b33d755b57f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efed0636-98a8-46e6-aef4-b3b26dcbaacc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:49.916085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ef07fb-442f-41ef-8c4d-b33d755b57f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.921351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a2ef07fb-442f-41ef-8c4d-b33d755b57f7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/efed0636-98a8-46e6-aef4-b3b26dcbaacc HTTP/1.1" status: 204 len: 168 time: 0.8655193 Aug 23 03:42:49.922001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40950) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:49.923639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3db94a-35b5-4d19-8633-5c7abac5cea3 None None] Network 644f334d-993a-4463-a315-d881c504a03b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:42:49.934111 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.935623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:49.936506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:49.954500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40952) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:50.032979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4ba843b-173e-4b08-9645-feef6d74de30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.038951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.076673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03ac2d-18ed-4321-bb12-7c5e18840d95 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:50.078452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7d03ac2d-18ed-4321-bb12-7c5e18840d95 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] 10.222.0.20 "GET /v2.0/networks/951f5104-6080-4623-bc5f-10b474c737a0 HTTP/1.1" status: 200 len: 757 time: 0.1874807 Aug 23 03:42:50.081538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40954) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:50.083572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9369175 Aug 23 03:42:50.092987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40956) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:50.104648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Request body: {'subnet': {'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2007513643-subnet', 'tenant_id': '8628f7473f7c4454ae97f907479eba65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:50.117597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43b5a3-f1dd-49a7-a740-0816559aacbc admin admin] Pushing event updated for resources: {'Network': ['ID=a2b17615-5567-48d9-8e38-935db6b0d692,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:50.130320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a2b17615-5567-48d9-8e38-935db6b0d692 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:42:50.156286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Deleting port 897793e3-335e-4398-8e92-2a6f195ab2ee {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:50.156531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.206965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 218681da-8b76-45a9-8148-fb76730db07d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:50.209804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2cadfc-892c-430f-8493-df9ef23df343 None None] DHCP port deletion for 644f334d-993a-4463-a315-d881c504a03b request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:42:50.217361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371c698-1314-482b-8c93-293c0409e141 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:50.218823 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0371c698-1314-482b-8c93-293c0409e141 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] 10.222.0.20 "GET /v2.0/networks/94e7c4e1-c73d-455c-83a2-67dfdad2f89a HTTP/1.1" status: 200 len: 768 time: 0.1337070 Aug 23 03:42:50.221729 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40958) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:50.239951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 218681da-8b76-45a9-8148-fb76730db07d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:50.240670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 218681da-8b76-45a9-8148-fb76730db07d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:50.241831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3ee57b2f-c2f6-4b33-940a-aa3e885907fc no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:50.249202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] For port 897793e3-335e-4398-8e92-2a6f195ab2ee, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=897793e3-335e-4398-8e92-2a6f195ab2ee,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:50.249569 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.256548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40960) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:50.268772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 3ee57b2f-c2f6-4b33-940a-aa3e885907fc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:50.269291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3ee57b2f-c2f6-4b33-940a-aa3e885907fc not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:50.281672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Calling delete_port for 897793e3-335e-4398-8e92-2a6f195ab2ee owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:50.297578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4ba843b-173e-4b08-9645-feef6d74de30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.307246 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.333302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cadfc-892c-430f-8493-df9ef23df343 None None] Deleting port 897793e3-335e-4398-8e92-2a6f195ab2ee {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:50.333302 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cb2cadfc-892c-430f-8493-df9ef23df343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.366171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4ba843b-173e-4b08-9645-feef6d74de30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.386656 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.395378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cb2cadfc-892c-430f-8493-df9ef23df343 None None] For port 897793e3-335e-4398-8e92-2a6f195ab2ee, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=897793e3-335e-4398-8e92-2a6f195ab2ee,segment=NetworkSegment(3fcec826-6952-48f1-922a-dc61c55d2b06),segment_id=3fcec826-6952-48f1-922a-dc61c55d2b06)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:50.396178 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cb2cadfc-892c-430f-8493-df9ef23df343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.396879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951f5104-6080-4623-bc5f-10b474c737a0']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:50.407494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc62995-dc31-4413-bc53-16daaf62dc5a') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:50.410524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc62995-dc31-4413-bc53-16daaf62dc5a') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:50.414433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cadfc-892c-430f-8493-df9ef23df343 None None] Calling delete_port for 897793e3-335e-4398-8e92-2a6f195ab2ee owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:50.417112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.433901 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca1bc8ae-fac4-4d00-9c5f-9269a1f5b2ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7af850b05a44b908cb2b00fa00f4745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688552 Aug 23 03:42:50.435522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.439754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40962) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:50.449552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:50.450074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:50.451940 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:50.492836 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e4ba843b-173e-4b08-9645-feef6d74de30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=320e82dbc73b4e4fb987f37a659a85b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4907348 Aug 23 03:42:50.496237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40966) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:50.504298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba843b-173e-4b08-9645-feef6d74de30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3215a4-1a46-4564-971a-5e6de793a766,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:50.517907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Made reservation on behalf of 8628f7473f7c4454ae97f907479eba65 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:50.520174 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.563490 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f15842f2-c4d4-489f-952e-d268bc76b600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.571518 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cb2cadfc-892c-430f-8493-df9ef23df343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.588807 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f15842f2-c4d4-489f-952e-d268bc76b600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.596754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cadfc-892c-430f-8493-df9ef23df343 None None] Pushing event deleted for resources: {'Port': ['ID=897793e3-335e-4398-8e92-2a6f195ab2ee,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:50.600855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2cadfc-892c-430f-8493-df9ef23df343 None None] No DVR routers for this DVR port 897793e3-335e-4398-8e92-2a6f195ab2ee on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:50.622046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.625416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.626597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 951f5104-6080-4623-bc5f-10b474c737a0 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 03:42:50.628921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.635329 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "DELETE /v2.0/networks/951f5104-6080-4623-bc5f-10b474c737a0 HTTP/1.1" status: 204 len: 168 time: 0.4126065 Aug 23 03:42:50.638305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40968) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:50.644741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Request body: {'network': {'name': 'tempest-network--1471272742'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:50.676061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cb5ff-d049-4a89-998f-4227701a7e94 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event deleted for resources: {'Network': ['ID=951f5104-6080-4623-bc5f-10b474c737a0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:50.725663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Made reservation on behalf of a5ce9f9f87f64a3ab588189248365771 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:50.728146 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.771688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:42:50.786503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f15842f2-c4d4-489f-952e-d268bc76b600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.793943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f15842f2-c4d4-489f-952e-d268bc76b600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.795439 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f15842f2-c4d4-489f-952e-d268bc76b600 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/860159d0-b8a0-4375-8123-702d71af41c2 HTTP/1.1" status: 204 len: 168 time: 0.3543036 Aug 23 03:42:50.798637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Pushing event deleted for resources: {'Port': ['ID=897793e3-335e-4398-8e92-2a6f195ab2ee,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:50.807795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] No DVR routers for this DVR port 897793e3-335e-4398-8e92-2a6f195ab2ee on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:50.820546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15842f2-c4d4-489f-952e-d268bc76b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860159d0-b8a0-4375-8123-702d71af41c2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:50.827545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.827900 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Added segment ce334d17-c4af-4368-b578-8f6e97a97985 of type vlan for network 4708da03-8147-444d-982b-1152caa8bd75 Aug 23 03:42:50.897489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.921093 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6055d5d9-403f-4d74-a89b-6493d6ffe3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.956604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58fe2220-f51f-48e4-9bd1-c65f5c02ca91 req-a94114ab-a0b1-4474-a536-f9a6e5c3627e tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0288227 Aug 23 03:42:50.985411 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:50.987080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:50.987912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.002140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6055d5d9-403f-4d74-a89b-6493d6ffe3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.013748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.036176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644f334d-993a-4463-a315-d881c504a03b']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:51.057740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcec826-6952-48f1-922a-dc61c55d2b06') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:51.058045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcec826-6952-48f1-922a-dc61c55d2b06') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:51.069565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'Network': ['ID=4708da03-8147-444d-982b-1152caa8bd75,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:51.070494 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.082139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-52f9de6d-e3ae-4337-9d8a-a6654d148a6d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4368818 Aug 23 03:42:51.082139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40976) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:51.083104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 4708da03-8147-444d-982b-1152caa8bd75 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:42:51.086084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-475d39bc-dcd4-4521-80a3-3789fdb1a328 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:51.116028 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.127258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:51.127667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:51.132129 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:51.168999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.264228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6055d5d9-403f-4d74-a89b-6493d6ffe3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.266769 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6055d5d9-403f-4d74-a89b-6493d6ffe3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.270228 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6055d5d9-403f-4d74-a89b-6493d6ffe3e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b3215a4-1a46-4564-971a-5e6de793a766 HTTP/1.1" status: 204 len: 168 time: 0.7707694 Aug 23 03:42:51.293201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055d5d9-403f-4d74-a89b-6493d6ffe3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3215a4-1a46-4564-971a-5e6de793a766,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:51.312592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948588ae-36ea-4d37-9137-432e89d7d12d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:51.329727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Checking segment: {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:51.330452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Network hostable DHCP agents. Network: a2b17615-5567-48d9-8e38-935db6b0d692, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:42:51.380226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef645b-326e-4013-8d88-ea5c77cdfa48 req-4802f998-27ee-40a6-9b71-fd02b1dd8232 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:51.381862 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60ef645b-326e-4013-8d88-ea5c77cdfa48 req-4802f998-27ee-40a6-9b71-fd02b1dd8232 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 945 time: 0.1369128 Aug 23 03:42:51.387840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.400418 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c41b496c-191f-48e0-8444-046f48d91bab req-91d8ebc3-f24b-4891-8420-5bc5869e4fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683539 Aug 23 03:42:51.400418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.400795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] 10.222.0.20 "DELETE /v2.0/networks/644f334d-993a-4463-a315-d881c504a03b HTTP/1.1" status: 204 len: 168 time: 1.4770706 Aug 23 03:42:51.421855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a582c-98cb-466b-8e93-bd7c8547f939 admin admin] Pushing event deleted for resources: {'Network': ['ID=644f334d-993a-4463-a315-d881c504a03b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:51.460139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-475d39bc-dcd4-4521-80a3-3789fdb1a328 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.472451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b496c-191f-48e0-8444-046f48d91bab req-9e3c7e84-99df-4575-a4fb-21a043022066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:51.474062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c41b496c-191f-48e0-8444-046f48d91bab req-9e3c7e84-99df-4575-a4fb-21a043022066 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c62754f47af44be0a3d92363c4a5f29b&device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 1097 time: 0.0455616 Aug 23 03:42:51.488517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Network a2b17615-5567-48d9-8e38-935db6b0d692 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:42:51.494133 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60ef645b-326e-4013-8d88-ea5c77cdfa48 req-bc73c68a-3a37-487f-aee9-9bc8f8191c94 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930378 Aug 23 03:42:51.582658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-475d39bc-dcd4-4521-80a3-3789fdb1a328 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.599751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-475d39bc-dcd4-4521-80a3-3789fdb1a328 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Network 4708da03-8147-444d-982b-1152caa8bd75 is not hosted by any dhcp agent {{(pid=95120) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 03:42:51.601034 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d39bc-dcd4-4521-80a3-3789fdb1a328 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:51.601790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-475d39bc-dcd4-4521-80a3-3789fdb1a328 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.606311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-475d39bc-dcd4-4521-80a3-3789fdb1a328 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "PUT /v2.0/networks/4708da03-8147-444d-982b-1152caa8bd75 HTTP/1.1" status: 200 len: 857 time: 0.5250382 Aug 23 03:42:51.608917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40992) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:51.612922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a2b17615-5567-48d9-8e38-935db6b0d692) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:51.617792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:51.618561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.626299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bcb478-50ad-44dd-b5a5-28cf2f16b456 None None] Network a2b17615-5567-48d9-8e38-935db6b0d692 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:42:51.631596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b496c-191f-48e0-8444-046f48d91bab req-5d677723-012b-4e9e-ae5e-3b173ed93efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:51.633340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c41b496c-191f-48e0-8444-046f48d91bab req-5d677723-012b-4e9e-ae5e-3b173ed93efa service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee3df414-7126-461b-8211-7e304f249003 HTTP/1.1" status: 200 len: 915 time: 0.1342671 Aug 23 03:42:51.709913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-14d4c53a-15d8-460f-96e6-28a031f1fc32 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6036706 Aug 23 03:42:51.710155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d39bc-dcd4-4521-80a3-3789fdb1a328 tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event updated for resources: {'Network': ['ID=4708da03-8147-444d-982b-1152caa8bd75,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:51.719009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.752800 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c41b496c-191f-48e0-8444-046f48d91bab req-467fba23-203b-48a8-b809-e732096507ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7df0678-cf26-45b7-a9fc-13c045d08bcf HTTP/1.1" status: 200 len: 1002 time: 0.1117561 Aug 23 03:42:51.815643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.825441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b154d1a-1ee1-42d7-822a-d48894a7a7fb None None] Network a2b17615-5567-48d9-8e38-935db6b0d692 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:42:51.831723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4708da03-8147-444d-982b-1152caa8bd75']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:51.844239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b496c-191f-48e0-8444-046f48d91bab req-c9853528-ab80-4dc0-b896-9bb3a111f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:51.846260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c41b496c-191f-48e0-8444-046f48d91bab req-c9853528-ab80-4dc0-b896-9bb3a111f885 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb4e96f6-2260-4731-a535-5a65e2e7cd53 HTTP/1.1" status: 200 len: 854 time: 0.0848751 Aug 23 03:42:51.847229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce334d17-c4af-4368-b578-8f6e97a97985') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:51.847525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce334d17-c4af-4368-b578-8f6e97a97985') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:51.866099 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.876043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41000) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:51.914145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.937055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:51.937501 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:51.939311 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:51.952935 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-39cf2696-71ed-4959-8cc4-ee486fdfd9d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ab00acea3ed4b459708257786656d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771656 Aug 23 03:42:51.957403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41004) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:51.963247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b496c-191f-48e0-8444-046f48d91bab req-79f16d14-3e1a-4e0b-9ac7-4b61cb05983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:51.967191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c41b496c-191f-48e0-8444-046f48d91bab req-79f16d14-3e1a-4e0b-9ac7-4b61cb05983b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee3df414-7126-461b-8211-7e304f249003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131246 Aug 23 03:42:52.103308 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1338dcd5-8f09-4a0b-b126-7ebbf361dd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.122448 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2353177a-69de-412b-8a29-657e9e4b0341 req-31a83d6c-4064-4982-a363-d8498be5bd7c tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0515628 Aug 23 03:42:52.123955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.131830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4708da03-8147-444d-982b-1152caa8bd75 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 03:42:52.134563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.138153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] 10.222.0.20 "DELETE /v2.0/networks/4708da03-8147-444d-982b-1152caa8bd75 HTTP/1.1" status: 204 len: 168 time: 0.5282843 Aug 23 03:42:52.141798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41018) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:52.166911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7a85b-1963-46dd-a4a0-86508459213d tempest-ExternalNetworksTestJSON-489092681 tempest-ExternalNetworksTestJSON-489092681-project-admin] Pushing event deleted for resources: {'Network': ['ID=4708da03-8147-444d-982b-1152caa8bd75,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:52.172274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1338dcd5-8f09-4a0b-b126-7ebbf361dd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.180262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c41b496c-191f-48e0-8444-046f48d91bab req-e85c6871-1c26-4eae-8c83-3aa66859022a service neutron] 10.222.0.24 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863770 Aug 23 03:42:52.184339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 897793e3-335e-4398-8e92-2a6f195ab2ee no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:52.189106 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f598f4-d32b-4d94-b08f-4de262390d96 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] DELETE failed (client error): The resource could not be found. Aug 23 03:42:52.189106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f598f4-d32b-4d94-b08f-4de262390d96 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:42:52.192491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a3f598f4-d32b-4d94-b08f-4de262390d96 tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] 10.222.0.20 "DELETE /v2.0/subnets/23f1f764-61cb-468b-8c28-2dde56bf23dc HTTP/1.1" status: 404 len: 337 time: 0.0469356 Aug 23 03:42:52.193475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41022) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:52.246695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 897793e3-335e-4398-8e92-2a6f195ab2ee {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:52.247008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 897793e3-335e-4398-8e92-2a6f195ab2ee not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:52.369645 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.426779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c41b496c-191f-48e0-8444-046f48d91bab req-88dbd328-2f23-451b-a21f-df30cc288a89 service neutron] 10.222.0.24 "GET /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347715 Aug 23 03:42:52.434821 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.488271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1338dcd5-8f09-4a0b-b126-7ebbf361dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.491146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1338dcd5-8f09-4a0b-b126-7ebbf361dd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.494904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1338dcd5-8f09-4a0b-b126-7ebbf361dd28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06d8f046-a499-4190-973c-e9b0e4db716c HTTP/1.1" status: 204 len: 168 time: 0.5241442 Aug 23 03:42:52.503700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338dcd5-8f09-4a0b-b126-7ebbf361dd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d8f046-a499-4190-973c-e9b0e4db716c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:52.512745 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.545247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e7c4e1-c73d-455c-83a2-67dfdad2f89a']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:52.558026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bc49cc-3746-40bf-9143-3bcffa0331de') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:52.558889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bc49cc-3746-40bf-9143-3bcffa0331de') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:52.589519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.606946 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.618615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:42:52.619019 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:42:52.622479 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:42:52.644177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd482ec-9d7c-4001-a852-e5cdb1b0a5d8 req-191ed55a-1aaf-4873-9e38-d864359cd1e8 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:52.645747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9fd482ec-9d7c-4001-a852-e5cdb1b0a5d8 req-191ed55a-1aaf-4873-9e38-d864359cd1e8 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 945 time: 0.1364315 Aug 23 03:42:52.752996 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9fd482ec-9d7c-4001-a852-e5cdb1b0a5d8 req-5e0c4d6b-e808-44d8-b102-449c0971fccd tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916715 Aug 23 03:42:52.842904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.851422 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:52.855738 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] 10.222.0.20 "DELETE /v2.0/networks/94e7c4e1-c73d-455c-83a2-67dfdad2f89a HTTP/1.1" status: 204 len: 168 time: 0.6590638 Aug 23 03:42:52.858820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-a12b9eff-a77f-48fb-a673-e7e2fb3bdd9c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:52.860322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-a12b9eff-a77f-48fb-a673-e7e2fb3bdd9c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 814 time: 0.1869860 Aug 23 03:42:52.868185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb22e4-4421-4fc9-94da-4a2ade8949ec tempest-ExternalNetworksTestJSON-146421800 tempest-ExternalNetworksTestJSON-146421800-project] Pushing event deleted for resources: {'Network': ['ID=94e7c4e1-c73d-455c-83a2-67dfdad2f89a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:52.876473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-ff6e49de-1256-4cfd-86d4-79c3979097d3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/quotas/8628f7473f7c4454ae97f907479eba65 HTTP/1.1" status: 200 len: 375 time: 0.0096374 Aug 23 03:42:52.921875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-0ab7aa30-b839-4ebf-b08e-bc9b066fd4a0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385106 Aug 23 03:42:53.015520 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-e2b90181-f08f-4154-a9d9-e2e739b2a2c3 service neutron] 10.222.0.20 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830479 Aug 23 03:42:53.115934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-65cf8372-4196-4dab-9b75-d14d32542216 service neutron] 10.222.0.20 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961239 Aug 23 03:42:53.241019 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-346ee968-a209-4a41-ad22-194928bd137f req-cc2b87f6-6fea-4c7d-afc5-ecbaeecf901a tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0274110 Aug 23 03:42:53.367406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60961596-a5b3-4d1e-9974-8eb3b436bce0 req-c55e1ea3-acee-4c2d-9a8d-7941dd0bf1b4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 210 time: 0.0361133 Aug 23 03:42:53.475506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41086) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:53.701944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74d74c-af6c-4519-a1ed-fd616b9d3ecd req-e3a68d42-233a-4528-ada5-ce5a4033de9f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:53.703427 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c74d74c-af6c-4519-a1ed-fd616b9d3ecd req-e3a68d42-233a-4528-ada5-ce5a4033de9f tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 945 time: 0.0489681 Aug 23 03:42:53.755328 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0bf928e1-0fea-431e-b2da-13355dec5f98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b707316bd0c4be4a30693e8b4327354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785480 Aug 23 03:42:53.758385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41100) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:53.759066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c74d74c-af6c-4519-a1ed-fd616b9d3ecd req-19711b57-2757-4de1-922d-9c170e66ffca tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475304 Aug 23 03:42:53.814839 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b3aac6d-a8de-4ad2-a9ec-bb213c8dd6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:53.839202 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b3aac6d-a8de-4ad2-a9ec-bb213c8dd6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:54.005235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b3aac6d-a8de-4ad2-a9ec-bb213c8dd6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:54.009956 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b3aac6d-a8de-4ad2-a9ec-bb213c8dd6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:54.009956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5b3aac6d-a8de-4ad2-a9ec-bb213c8dd6dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48ca61a8-2f5b-476d-80ed-030121eae278 HTTP/1.1" status: 204 len: 168 time: 0.2481840 Aug 23 03:42:54.016906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3aac6d-a8de-4ad2-a9ec-bb213c8dd6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca61a8-2f5b-476d-80ed-030121eae278,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:54.348852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc8276ef-faeb-40d8-87bf-da5d16424507 req-9b6c3df8-7115-4a29-842c-ef57de6b5d90 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0270138 Aug 23 03:42:54.451379 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7277c5e3-0fe7-4003-8012-4790709672bf req-d24cc0ec-557a-4a4a-9704-6556cccf57bc tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 210 time: 0.0294406 Aug 23 03:42:54.774525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41162) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:54.830921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41168) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:54.838896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c5f90cb-53a4-4ba4-8018-3b088b3cf50a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5ce9f9f87f64a3ab588189248365771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630050 Aug 23 03:42:54.920777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41172) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:54.929829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf603e5c-90a1-47dc-9d5b-7d79f27cc5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:54.944600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cd21d-d794-4434-b8dd-c14ce673a612 req-d77c1eaf-d3ef-49dd-bcdf-d7c340299812 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:54.946621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-687cd21d-d794-4434-b8dd-c14ce673a612 req-d77c1eaf-d3ef-49dd-bcdf-d7c340299812 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 945 time: 0.1001949 Aug 23 03:42:54.968127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41176) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:54.972614 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf603e5c-90a1-47dc-9d5b-7d79f27cc5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.012020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-559dfd2e-fc91-49e0-bf69-c5e399a6f552 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:55.014028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-559dfd2e-fc91-49e0-bf69-c5e399a6f552 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 945 time: 0.1229393 Aug 23 03:42:55.059766 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-687cd21d-d794-4434-b8dd-c14ce673a612 req-06146a06-64fc-453d-9fc3-bb48407bcbc9 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups?id=195e3e00-c6b9-4ffc-84ae-07993338dfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042786 Aug 23 03:42:55.110967 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-733bc542-96ae-4723-8962-cea2ca923336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.127951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-network', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:55.139977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf603e5c-90a1-47dc-9d5b-7d79f27cc5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.146037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf603e5c-90a1-47dc-9d5b-7d79f27cc5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.146037 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bf603e5c-90a1-47dc-9d5b-7d79f27cc5a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12c8c854-08a2-41f4-8797-c62e71cd6a8d HTTP/1.1" status: 204 len: 168 time: 0.3135998 Aug 23 03:42:55.165662 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf603e5c-90a1-47dc-9d5b-7d79f27cc5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c8c854-08a2-41f4-8797-c62e71cd6a8d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:55.180716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:42:55.180716 n-d-749052-7 neutron-server[95121]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 03:42:55.180716 n-d-749052-7 neutron-server[95121]: [parameters: {'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'id': '3b64383a-baac-4f3b-bb65-4b3e410c15e8', 'expiration': datetime.datetime(2021, 8, 23, 3, 44, 55, 159811)}] Aug 23 03:42:55.180716 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:42:55.181430 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:42:55.197433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Deleting port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:55.198021 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.334405 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] For port d42117bf-d04b-4778-a3a0-ccbd824cf6d4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:42:55.334747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.381471 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-733bc542-96ae-4723-8962-cea2ca923336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.463167 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a07913a-ec9e-4c0b-b232-77c04878ec7e req-fdcbdcf5-ef63-4fc8-948f-f31095d84e47 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0274427 Aug 23 03:42:55.520909 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-733bc542-96ae-4723-8962-cea2ca923336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.598638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-091aa55d-5c9f-4992-80ee-57a3f386fa79 req-5e68161d-1edd-485a-8596-c10d47cbd2b8 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 210 time: 0.0547996 Aug 23 03:42:55.612367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-733bc542-96ae-4723-8962-cea2ca923336 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f480bd0bb83240c4a4de36b99f2dccb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864042 Aug 23 03:42:55.612596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41198) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:55.642623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bc542-96ae-4723-8962-cea2ca923336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5497dec1-2f91-4fbe-a4b7-e661d52868bb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:55.676852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.677441 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.677919 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Floating IP ffa16624-35a7-4e1d-b14a-ecbdf6c90791 disassociated. External IP: 172.25.1.84, port: d42117bf-d04b-4778-a3a0-ccbd824cf6d4. Aug 23 03:42:55.679455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Calling delete_port for d42117bf-d04b-4778-a3a0-ccbd824cf6d4 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:42:55.758251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfaeca84-d1b8-45ae-852e-c64c0f85eb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.797616 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfaeca84-d1b8-45ae-852e-c64c0f85eb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.810910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-e9c6155a-094d-4df3-81e3-0518e390bc72 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:55.812424 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-e9c6155a-094d-4df3-81e3-0518e390bc72 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.24 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 814 time: 0.1601119 Aug 23 03:42:55.827025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Request body: {'port': {'device_id': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692', 'admin_state_up': True, 'tenant_id': '8628f7473f7c4454ae97f907479eba65'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:55.876871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Made reservation on behalf of c12b08f421dc4299b1ced9b1aae36166 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:55.879261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.888204 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:55.968563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.005214 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Pushing event deleted for resources: {'Port': ['ID=d42117bf-d04b-4778-a3a0-ccbd824cf6d4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:56.029331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfaeca84-d1b8-45ae-852e-c64c0f85eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.032407 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfaeca84-d1b8-45ae-852e-c64c0f85eb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.034695 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bfaeca84-d1b8-45ae-852e-c64c0f85eb5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5497dec1-2f91-4fbe-a4b7-e661d52868bb HTTP/1.1" status: 204 len: 168 time: 0.4210436 Aug 23 03:42:56.060835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeca84-d1b8-45ae-852e-c64c0f85eb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5497dec1-2f91-4fbe-a4b7-e661d52868bb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:56.062964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-555952d7-0a48-45bb-80dc-312dfb74a8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.213582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb943464-ad2a-49ff-81a7-24f0994f10a5 req-6587fd6f-f5cf-438f-9695-64faab6d0798 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 210 time: 0.0477333 Aug 23 03:42:56.239061 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.243323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Router eb6f97f0-33f8-4b91-975e-d17bc7d9036a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:42:56.332457 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.356517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:42:56.385575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:42:56.388284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.388633 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Added segment 4671469d-2e6e-4f41-8ea7-b9b4dbcb2759 of type vlan for network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 Aug 23 03:42:56.390008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0509ced6-542e-492e-ada6-39d21c09d111,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:56.401360 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] Sync routers for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:42:56.425824 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:56.426896 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:56.437049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Made reservation on behalf of 8628f7473f7c4454ae97f907479eba65 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:56.442161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.464870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] No DVR routers for this DVR port d42117bf-d04b-4778-a3a0-ccbd824cf6d4 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:42:56.469252 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.471463 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-878cf3f7-9c3f-4ef8-a705-083c3f8da4ca req-cd808033-666e-422a-ab6a-1e4de4a7e860 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.24 "DELETE /v2.0/ports/d42117bf-d04b-4778-a3a0-ccbd824cf6d4 HTTP/1.1" status: 204 len: 173 time: 1.4413033 Aug 23 03:42:56.472072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'name': 'network-vif-deleted', 'tag': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:56.474559 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741a7f69-ff5e-4783-905c-ea76880349e7" -d '{"events": [{"server_uuid": "a0926334-822e-4fa9-8d2a-f7b72a6f9c45", "name": "network-vif-deleted", "tag": "d42117bf-d04b-4778-a3a0-ccbd824cf6d4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:56.478906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.578408 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:56.586857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.587929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:56.588528 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.594089 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e829c2db-952a-4dfa-b7fc-92726e08f538 x-openstack-request-id: req-e829c2db-952a-4dfa-b7fc-92726e08f538 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:56.594382 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0926334-822e-4fa9-8d2a-f7b72a6f9c45", "name": "network-vif-deleted", "tag": "d42117bf-d04b-4778-a3a0-ccbd824cf6d4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:56.594642 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e829c2db-952a-4dfa-b7fc-92726e08f538 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:56.595096 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0926334-822e-4fa9-8d2a-f7b72a6f9c45', 'name': 'network-vif-deleted', 'tag': 'd42117bf-d04b-4778-a3a0-ccbd824cf6d4', 'status': 'completed', 'code': 200} Aug 23 03:42:56.722334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5b71146-7360-4dcf-ba08-95cfd9c1b7df req-d6bedfba-0fbb-4338-a9dc-055e82da58a8 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0767002 Aug 23 03:42:56.772451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] Pushing event updated for resources: {'Network': ['ID=92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:56.790715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:42:56.795860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-594406e0-6a16-4184-a376-960d6e4aff8b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8251925 Aug 23 03:42:56.805727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41236) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:56.814105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Request body: {'subnet': {'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-subnet', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:56.939507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Made reservation on behalf of c12b08f421dc4299b1ced9b1aae36166 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:42:56.942410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:56.978345 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f', 'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'mac_address': 'fa:16:3e:af:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:44Z', 'updated_at': '2021-08-23T03:40:52Z', 'revision_number': 5, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'subnets': [{'id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:57.016949 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] Checking router: eb6f97f0-33f8-4b91-975e-d17bc7d9036a for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:42:57.029065 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:42:57.029708 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:57.152623 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:42:57.328290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-def9cbdd-ce34-4817-8bd0-de01eb3738a7 req-9e7d9115-e3cc-4235-aa83-a6760d5aa106 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 210 time: 0.5657511 Aug 23 03:42:57.348598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Allocated IP 172.20.0.3 (a2b17615-5567-48d9-8e38-935db6b0d692/948588ae-36ea-4d37-9137-432e89d7d12d/35b84f52-dd1b-426f-9767-3c1ec70c36bc) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:57.472749 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f', 'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'mac_address': 'fa:16:3e:af:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:44Z', 'updated_at': '2021-08-23T03:40:52Z', 'revision_number': 5, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'subnets': [{'id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:42:57.502822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-143b7f7f-b199-409d-bfbd-614fa646bae9 req-2753d563-054b-4acd-9bcf-0093c89dd22a tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0926334-822e-4fa9-8d2a-f7b72a6f9c45 HTTP/1.1" status: 200 len: 210 time: 0.0434661 Aug 23 03:42:57.512631 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240685e1-8e9d-4121-9e8b-4561cdb9e7c2 None None] The sync data for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 is: [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f', 'name': '', 'network_id': 'bda5ea21-8238-4974-b0fb-80f1ceeb6048', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'mac_address': 'fa:16:3e:af:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:44Z', 'updated_at': '2021-08-23T03:40:52Z', 'revision_number': 5, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'subnets': [{'id': 'ebcd050d-c2ca-4320-bdc0-87a57647ac16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:42:57.581661 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:57.622563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:57.655728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8a467e-3b6e-479f-b2ca-cbcb70886910,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:57.664326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Checking segment: {'id': '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:57.664680 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Network hostable DHCP agents. Network: 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:42:57.760354 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:57.764473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:42:57.808004 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Network a2b17615-5567-48d9-8e38-935db6b0d692 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:57.811569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:57.816850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:57.838438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e38a5-c4a9-4f49-9053-2dafd2878d5f None None] New status for floating IP ffa16624-35a7-4e1d-b14a-ecbdf6c90791: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:42:57.850503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:57.886649 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a47a0a77-ddad-41f3-8d13-92238e4979cd req-c5d18d5e-9fd5-4ef2-92e4-183475763e97 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0364168 Aug 23 03:42:57.888288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:57.894114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:57.895061 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:57.905438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1e3d9-9040-4ef4-a0c0-6073b9d2c6ec None None] Network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:42:57.926204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:57.926929 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:57.988910 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-14bdcd89-e7ed-4371-a923-fea2cd5a5865 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1812849 Aug 23 03:42:57.991580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41266) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:57.996691 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:58.063577 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-d2bf662a-b6cf-48da-9dbb-c6494eaacab9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2392132 Aug 23 03:42:58.075202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Request body: {'port': {'device_id': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:58.137703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.139708 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.156546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8', 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'fixed_ips': [{'subnet_id': 'cc8a467e-3b6e-479f-b2ca-cbcb70886910'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:42:58.157595 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.158386 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.313372 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.349510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Allocated IP 172.20.0.2 (92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8/cc8a467e-3b6e-479f-b2ca-cbcb70886910/82359f49-84c0-4c32-a835-92eb44849d07) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:58.485409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b84f52-dd1b-426f-9767-3c1ec70c36bc {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:42:58.502342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02ae42-1268-4f03-93af-940d29f0e421 req-178ae881-1e13-40f0-96d0-049dfe25ffd0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:58.509426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f02ae42-1268-4f03-93af-940d29f0e421 req-178ae881-1e13-40f0-96d0-049dfe25ffd0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 931 time: 0.1033294 Aug 23 03:42:58.512792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.541278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Transition to ACTIVE for port object 35b84f52-dd1b-426f-9767-3c1ec70c36bc will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:58.543942 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.560399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Transition to ACTIVE for port object 82359f49-84c0-4c32-a835-92eb44849d07 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:58.572754 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f02ae42-1268-4f03-93af-940d29f0e421 req-cd5330e6-c654-48a0-b2dc-d012ed1d988e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567076 Aug 23 03:42:58.591504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Transition to ACTIVE for port object 82359f49-84c0-4c32-a835-92eb44849d07 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:42:58.631061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.637296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.662500 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.725093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:58.739645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:42:58.739783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41294) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:58.740817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:42:58.745297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:42:58.756813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Pushing event updated for resources: {'Port': ['ID=82359f49-84c0-4c32-a835-92eb44849d07,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:58.761490 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f2912f9-438b-4946-9ab9-3893627eeef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.805926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Attempting to bind port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:42:58.806276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Attempting to bind port 35b84f52-dd1b-426f-9767-3c1ec70c36bc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:42:58.806603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Attempting to bind port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on network a2b17615-5567-48d9-8e38-935db6b0d692 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:58.811916 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on network a2b17615-5567-48d9-8e38-935db6b0d692 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:42:58.812332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Attempting to bind port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on network a2b17615-5567-48d9-8e38-935db6b0d692 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:58.818133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:42:58.818481 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Checking segment: {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:58.818892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Bound using segment: {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:42:58.828382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Bound port: 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:42:58.828382 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.870368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70705313-2ced-43d9-99d8-8743688cc205 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.941740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:42:58.942006 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70705313-2ced-43d9-99d8-8743688cc205 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:58.947995 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:42:59.009480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.025341 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.045052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Attempting to bind port 82359f49-84c0-4c32-a835-92eb44849d07 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:42:59.045592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Attempting to bind port 82359f49-84c0-4c32-a835-92eb44849d07 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:42:59.046061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Attempting to bind port 82359f49-84c0-4c32-a835-92eb44849d07 on network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:42:59.052244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:42:59.053686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Checking segment: {'id': '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:42:59.054328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.054956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Bound using segment: {'id': '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:42:59.055647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Bound port: 82359f49-84c0-4c32-a835-92eb44849d07, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:42:59.056286 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.056395 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1258e67-be77-4fac-9f99-317e5b376f31 req-eec47a7b-3936-4478-82b4-3a448f04b200 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0439544 Aug 23 03:42:59.066937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:59.069697 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.074125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] 10.222.0.24 "PUT /v2.0/ports/35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 200 len: 1091 time: 1.0037205 Aug 23 03:42:59.075702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:42:59.096183 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac222bfa-2a93-4750-b887-f36cb42c1b13" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:42:59.147609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] For port 82359f49-84c0-4c32-a835-92eb44849d07, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:42:59.151029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] For port 82359f49-84c0-4c32-a835-92eb44849d07, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=82359f49-84c0-4c32-a835-92eb44849d07,segment=NetworkSegment(4671469d-2e6e-4f41-8ea7-b9b4dbcb2759),segment_id=4671469d-2e6e-4f41-8ea7-b9b4dbcb2759)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:42:59.166592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ab94a-e444-451c-a71f-9da82c043d7d service neutron] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:59.172341 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8a07e1-9692-41a3-9f9d-16e919af01b4 x-openstack-request-id: req-5a8a07e1-9692-41a3-9f9d-16e919af01b4 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:42:59.172631 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:42:59.172907 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a8a07e1-9692-41a3-9f9d-16e919af01b4 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:42:59.173326 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'status': 'completed', 'code': 200} Aug 23 03:42:59.216754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41310) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:59.229075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.236082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-bf46437d-1e6c-48c2-bfc4-e773d908b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:59.238000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-bf46437d-1e6c-48c2-bfc4-e773d908b33e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 1094 time: 0.0592706 Aug 23 03:42:59.248909 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.273537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.296999 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-4d37f5d9-572a-4bc0-adf0-4a23f99d917f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 200 len: 217 time: 0.0490682 Aug 23 03:42:59.334289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70705313-2ced-43d9-99d8-8743688cc205 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.339934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70705313-2ced-43d9-99d8-8743688cc205 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.341928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d42117bf-d04b-4778-a3a0-ccbd824cf6d4 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:42:59.350607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-70705313-2ced-43d9-99d8-8743688cc205 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "DELETE /v2.0/security-groups/195e3e00-c6b9-4ffc-84ae-07993338dfba HTTP/1.1" status: 204 len: 168 time: 0.6093388 Aug 23 03:42:59.350812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c8fdc-e1d2-43ea-ae69-0107680616fe None None] Pushing event updated for resources: {'Port': ['ID=82359f49-84c0-4c32-a835-92eb44849d07,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:59.356678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41326) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:59.392728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-a802875b-4562-4f6f-92b6-b0cbd79d5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:59.394330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-a802875b-4562-4f6f-92b6-b0cbd79d5c45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 200 len: 854 time: 0.0860543 Aug 23 03:42:59.401047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70705313-2ced-43d9-99d8-8743688cc205 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e3e00-c6b9-4ffc-84ae-07993338dfba,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:42:59.402613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: d42117bf-d04b-4778-a3a0-ccbd824cf6d4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:42:59.402981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d42117bf-d04b-4778-a3a0-ccbd824cf6d4 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:42:59.452201 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-4c367a3b-8e21-4b3b-9ba3-bf2dc05c3bd4 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] show failed (client error): The resource could not be found. Aug 23 03:42:59.458500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4c367a3b-8e21-4b3b-9ba3-bf2dc05c3bd4 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "GET /v2.0/security-groups/195e3e00-c6b9-4ffc-84ae-07993338dfba HTTP/1.1" status: 404 len: 347 time: 0.0744891 Aug 23 03:42:59.460824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41338) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:42:59.466738 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-03036d9f-7906-4084-86f8-4e3f8ef2a09f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2b17615-5567-48d9-8e38-935db6b0d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640514 Aug 23 03:42:59.663859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Allocated IP 172.25.1.25 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/6ba9e2dc-750d-4e75-bace-0e683d7563a8) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:42:59.705266 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-78b4a12a-38f3-46fb-97a4-2f8bdda19091 service neutron] 10.222.0.24 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255099 Aug 23 03:42:59.736254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-657564f4-fc4b-462e-9145-94ec147887d8 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-755031769'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:42:59.736714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-657564f4-fc4b-462e-9145-94ec147887d8 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Unknown quota resources ['metering_label']. {{(pid=95121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:42:59.863181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Deleting port 6188f5c2-d9f8-4608-9748-41d896dbdec2 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:42:59.863529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:42:59.867902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782887b4-8826-4530-a31c-2c176b3da657 req-fb9c69f1-462e-49fc-8edb-893ff0cdde01 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:42:59.869451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-782887b4-8826-4530-a31c-2c176b3da657 req-fb9c69f1-462e-49fc-8edb-893ff0cdde01 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.1580937 Aug 23 03:42:59.887200 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc0adc3a-dc0a-45cd-b1a2-1a40a1dd5f96 req-c49ce750-61e3-48e3-9ce2-81c7a7688be0 service neutron] 10.222.0.24 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727850 Aug 23 03:42:59.914239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-782887b4-8826-4530-a31c-2c176b3da657 req-f113a928-97a4-4f08-843f-5c2dc0882d91 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368314 Aug 23 03:43:00.082994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-188e4beb-63e9-423e-ac71-2569a3ecb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:00.084640 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-188e4beb-63e9-423e-ac71-2569a3ecb4d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 1094 time: 0.0439484 Aug 23 03:43:00.085903 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:00.101386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-657564f4-fc4b-462e-9145-94ec147887d8 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:00.102590 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-657564f4-fc4b-462e-9145-94ec147887d8 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8849041 Aug 23 03:43:00.111419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41360) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:00.116097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4f5e2bb5-4788-46a8-9840-86cfab325d03 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c834bcf5-c81e-4e6e-a8b4-d8a2b869be82'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:00.116525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4f5e2bb5-4788-46a8-9840-86cfab325d03 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:43:00.159149 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:00.159567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:00.281384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 82359f49-84c0-4c32-a835-92eb44849d07 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:00.287649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-15be23c8-7b48-4bbb-ba23-708476cd5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:00.289291 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-15be23c8-7b48-4bbb-ba23-708476cd5c45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 914 time: 0.1966774 Aug 23 03:43:00.303953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Calling delete_port for 6188f5c2-d9f8-4608-9748-41d896dbdec2 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:00.346205 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:00.369577 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54aa08c0-8e25-4f2b-9847-78d158ee80d4 req-6bf4b406-d865-4300-beee-4bb156835f65 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.1210308 Aug 23 03:43:00.375790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41368) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:00.411293 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-f7666401-33b0-4ed3-917d-3255d84d0d64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 200 len: 217 time: 0.1136763 Aug 23 03:43:00.439429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 82359f49-84c0-4c32-a835-92eb44849d07 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:00.496951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-e93fc2c1-0227-44a3-89d5-433b780fd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:00.499262 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-e93fc2c1-0227-44a3-89d5-433b780fd187 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 200 len: 854 time: 0.0770173 Aug 23 03:43:00.539335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-d96f3836-3665-4be5-9eb2-26f1a27ca762 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2b17615-5567-48d9-8e38-935db6b0d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312130 Aug 23 03:43:00.672059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-9238b13f-9226-4182-97de-1465b37091de service neutron] 10.222.0.24 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234100 Aug 23 03:43:00.736180 n-d-749052-7 neutron-server[95121]: WARNING neutron.services.metering.metering_plugin [None req-4f5e2bb5-4788-46a8-9840-86cfab325d03 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 03:43:00.741931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de53d8-d605-4500-a928-121f8da6338b None None] Network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:00.773151 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac222bfa-2a93-4750-b887-f36cb42c1b13 req-d1bf86e3-0c61-4335-a5be-7ca87cb6560b service neutron] 10.222.0.24 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930970 Aug 23 03:43:00.862041 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2bb5-4788-46a8-9840-86cfab325d03 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:00.866416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4f5e2bb5-4788-46a8-9840-86cfab325d03 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7539222 Aug 23 03:43:00.866755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41382) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:00.867294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebaf3af2-50c1-4856-8d18-558e1ab5d66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:00.884962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-684229bf-50d9-41e8-ac23-c4ea6e8491ef tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c834bcf5-c81e-4e6e-a8b4-d8a2b869be82'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:00.884962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-684229bf-50d9-41e8-ac23-c4ea6e8491ef tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:43:00.939255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ef9d7d90-de1e-456e-83ad-d3bcfc8b081b None None] Provisioning for port 82359f49-84c0-4c32-a835-92eb44849d07 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:00.945777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ef9d7d90-de1e-456e-83ad-d3bcfc8b081b None None] Provisioning complete for port 82359f49-84c0-4c32-a835-92eb44849d07 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:00.946513 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7d90-de1e-456e-83ad-d3bcfc8b081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:00.975270 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.060863 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7d90-de1e-456e-83ad-d3bcfc8b081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.070270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:01.093977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:01.102972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ef9d7d90-de1e-456e-83ad-d3bcfc8b081b None None] For port 82359f49-84c0-4c32-a835-92eb44849d07, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=82359f49-84c0-4c32-a835-92eb44849d07,segment=NetworkSegment(4671469d-2e6e-4f41-8ea7-b9b4dbcb2759),segment_id=4671469d-2e6e-4f41-8ea7-b9b4dbcb2759)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:01.103431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:01.122709 n-d-749052-7 neutron-server[95120]: WARNING neutron.services.metering.metering_plugin [None req-684229bf-50d9-41e8-ac23-c4ea6e8491ef tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 03:43:01.141839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Pushing event updated for resources: {'Port': ['ID=6ba9e2dc-750d-4e75-bace-0e683d7563a8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:01.164405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.172173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.172521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.172861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.173227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.173542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.173872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.174196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.174776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.175097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.175420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.175736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.176039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:01.183373 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebaf3af2-50c1-4856-8d18-558e1ab5d66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.202318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7d90-de1e-456e-83ad-d3bcfc8b081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.215449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Pushing event deleted for resources: {'Port': ['ID=6188f5c2-d9f8-4608-9748-41d896dbdec2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:01.264196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09eadb4-7db3-4016-ad87-1fb6d16da834 req-2ec3ccdd-078e-4066-9376-3eb05596b43f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:01.265803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b09eadb4-7db3-4016-ad87-1fb6d16da834 req-2ec3ccdd-078e-4066-9376-3eb05596b43f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.2189691 Aug 23 03:43:01.274676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d7d90-de1e-456e-83ad-d3bcfc8b081b None None] Pushing event updated for resources: {'Port': ['ID=82359f49-84c0-4c32-a835-92eb44849d07,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:01.289639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebaf3af2-50c1-4856-8d18-558e1ab5d66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.290763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-684229bf-50d9-41e8-ac23-c4ea6e8491ef tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.292277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-684229bf-50d9-41e8-ac23-c4ea6e8491ef tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4212472 Aug 23 03:43:01.295011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41390) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:01.309106 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2fc04cf7-ed6c-49a4-a25f-c651725f756f tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=2120328e-1012-4db6-85ae-d322574f3457 HTTP/1.1" status: 200 len: 462 time: 0.0099421 Aug 23 03:43:01.309908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41392) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:01.329685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5a4dd58e-7bf3-41d3-9e2b-db5f0c5bd0e4 None None] Provisioning complete for port 82359f49-84c0-4c32-a835-92eb44849d07 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:01.331069 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd58e-7bf3-41d3-9e2b-db5f0c5bd0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.426041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf3af2-50c1-4856-8d18-558e1ab5d66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d81d5e-4eca-4946-9169-ee5e59f7ceb7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:01.440626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ebaf3af2-50c1-4856-8d18-558e1ab5d66f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42dadbcbdde94a4e8ac1af3a245ccb38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0634096 Aug 23 03:43:01.446211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41400) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:01.454665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.457205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.458342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7ca5e671-09ab-4cce-8edf-83c9d4356662 tempest-ServersTestJSON-1153127479 tempest-ServersTestJSON-1153127479-project] 10.222.0.20 "DELETE /v2.0/floatingips/ffa16624-35a7-4e1d-b14a-ecbdf6c90791 HTTP/1.1" status: 204 len: 168 time: 1.9945424 Aug 23 03:43:01.472078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41402) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:01.475165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b09eadb4-7db3-4016-ad87-1fb6d16da834 req-c8014060-48f2-41c0-a4ac-c7919ee1577d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885135 Aug 23 03:43:01.492707 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-15127dd6-61cc-444a-ba57-8af1c1d5bda9 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.493909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-15127dd6-61cc-444a-ba57-8af1c1d5bda9 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/2120328e-1012-4db6-85ae-d322574f3457 HTTP/1.1" status: 204 len: 168 time: 0.1830378 Aug 23 03:43:01.503344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41404) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:01.524382 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e6415f2-5f16-41aa-b624-34a2a38ce45a req-9ddb6d90-d5e7-4c4f-9cf9-36432361826a tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0361800 Aug 23 03:43:01.527342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b50cae71-3826-41de-87ab-a50b2e21ca0c tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=2120328e-1012-4db6-85ae-d322574f3457 HTTP/1.1" status: 200 len: 221 time: 0.0228727 Aug 23 03:43:01.530953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41406) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:01.535274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d553d6cd-7d93-4d0e-ba0f-569f8fc91bdc tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--583641400', 'description': 'label created by tempest'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:01.535727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d553d6cd-7d93-4d0e-ba0f-569f8fc91bdc tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Unknown quota resources ['metering_label']. {{(pid=95120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 03:43:01.670821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47612869-f17c-44e4-8f07-4c4936942568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.688089 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.772422 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47612869-f17c-44e4-8f07-4c4936942568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.777925 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.800523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d553d6cd-7d93-4d0e-ba0f-569f8fc91bdc tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:01.801724 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d553d6cd-7d93-4d0e-ba0f-569f8fc91bdc tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2698569 Aug 23 03:43:01.805492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41414) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:01.880956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-02f6dc89-3c36-4000-9fb7-39e25ba8061f tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=c11e33b0-a0bc-4308-b21e-b78af1e1270f HTTP/1.1" status: 200 len: 467 time: 0.0743060 Aug 23 03:43:01.883740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41416) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:02.072156 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47612869-f17c-44e4-8f07-4c4936942568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:02.075315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47612869-f17c-44e4-8f07-4c4936942568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:02.076472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-47612869-f17c-44e4-8f07-4c4936942568 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34d81d5e-4eca-4946-9169-ee5e59f7ceb7 HTTP/1.1" status: 204 len: 168 time: 0.6246011 Aug 23 03:43:02.103311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47612869-f17c-44e4-8f07-4c4936942568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d81d5e-4eca-4946-9169-ee5e59f7ceb7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:02.146517 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6903781e-8501-49ff-8337-46a4fcf3d09d tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:02.148708 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6903781e-8501-49ff-8337-46a4fcf3d09d tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/c11e33b0-a0bc-4308-b21e-b78af1e1270f HTTP/1.1" status: 204 len: 168 time: 0.2638762 Aug 23 03:43:02.151355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41424) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:02.173056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:02.182472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b2430446-f3da-401b-9d3d-91d57f173e30 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=c11e33b0-a0bc-4308-b21e-b78af1e1270f HTTP/1.1" status: 200 len: 216 time: 0.0291946 Aug 23 03:43:02.187262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41426) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:02.208336 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c82bf587-eda0-4e73-a46e-72075aa9fcef tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0189321 Aug 23 03:43:02.208601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41428) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:02.215316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 82359f49-84c0-4c32-a835-92eb44849d07 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:02.244778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41430) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:02.245069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2ed5186b-c4b3-4f0a-a0a0-6a91b7ba5452 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0352101 Aug 23 03:43:02.281623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 82359f49-84c0-4c32-a835-92eb44849d07 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:02.282245 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:02.351931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4a153d55-f503-49c7-931c-81ae35c84a99 tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/c834bcf5-c81e-4e6e-a8b4-d8a2b869be82 HTTP/1.1" status: 200 len: 472 time: 0.1059957 Aug 23 03:43:02.356636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41434) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:02.370405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-04614e9d-5e66-4673-b766-4bf7638d6e0f tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/f149b56f-92af-4046-ad21-71652199d049 HTTP/1.1" status: 200 len: 459 time: 0.0112696 Aug 23 03:43:02.379295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41436) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:02.411013 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:02.552615 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34348f49-0dc3-401e-ad19-60b56abc618c tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:02.556458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41442) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:02.556899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-34348f49-0dc3-401e-ad19-60b56abc618c tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/f149b56f-92af-4046-ad21-71652199d049 HTTP/1.1" status: 204 len: 168 time: 0.1765842 Aug 23 03:43:02.663524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a532e05-a93f-4b9b-afdb-15d8f8fb0089 req-a3304e4e-cd6a-4e55-99b9-12f251a928de tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:02.665183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a532e05-a93f-4b9b-afdb-15d8f8fb0089 req-a3304e4e-cd6a-4e55-99b9-12f251a928de tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.0951841 Aug 23 03:43:02.724084 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a532e05-a93f-4b9b-afdb-15d8f8fb0089 req-fec0e9ab-d960-42df-987b-ed07366a27d1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Aug 23 03:43:02.911453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:43:02.964407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c2a16aa-f4d4-4d91-b1ef-df5c2e51b78b req-43c61298-0f4d-444d-bb17-e48129683e6f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.1026227 Aug 23 03:43:02.987792 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73e08c8c-d748-478e-bd96-4885b9b1afef req-0f485151-e416-4566-91bf-af9d8613e557 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.1249366 Aug 23 03:43:03.237949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:03.249265 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Sync routers for ids ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:03.259653 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Routers {'87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:03.260415 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:03.266086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c400030-3a74-4a1f-81af-117c17b7df4a tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:03.267227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5c400030-3a74-4a1f-81af-117c17b7df4a tempest-MeteringIpV6TestJSON-63240325 tempest-MeteringIpV6TestJSON-63240325-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/c834bcf5-c81e-4e6e-a8b4-d8a2b869be82 HTTP/1.1" status: 204 len: 168 time: 0.7095501 Aug 23 03:43:03.296195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Deleting port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:03.296728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:03.362391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:03.366834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41476) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:03.367330 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d6b55c32-4d49-4bd7-a0b5-0b7cbc01990a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3741193 Aug 23 03:43:03.381068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:43:03.388328 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Set router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:03.404069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] For port c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:03.404554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:03.419904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Calling delete_port for c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:03.489991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:03.502280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692', 'port_id': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'mac_address': 'fa:16:3e:37:62:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948588ae-36ea-4d37-9137-432e89d7d12d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:43:03.557916 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:03.571217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b84f52-dd1b-426f-9767-3c1ec70c36bc {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:03.596326 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:42:58Z', 'updated_at': '2021-08-23T03:43:01Z', 'revision_number': 3, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'gw_port': {'id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:59Z', 'updated_at': '2021-08-23T03:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:03.603081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:03.632393 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Checking router: 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:03.636779 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Updating router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 port 6ba9e2dc-750d-4e75-bace-0e683d7563a8 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:03.670039 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:03.682365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:03.735664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:03.805907 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:03.853694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41488) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:03.883909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['35b84f52-dd1b-426f-9767-3c1ec70c36bc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:04.056686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:04.060792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41492) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:04.215063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d549e72e-32c5-4541-9abe-d1170eeaf7cc req-c3ff188a-e87b-4a16-a423-b49e9a44963d tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0600791 Aug 23 03:43:04.221570 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.310705 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.322726 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Transition to ACTIVE for port object 6ba9e2dc-750d-4e75-bace-0e683d7563a8 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:04.329708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2007987027-network', 'tenant_id': '77f6d9d5f14f425a855290d3425afa72'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:04.368630 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a80509e6-f000-46f0-89f0-9efcd48b729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.376763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefcbe9-1f52-42a1-8063-e269599c6eac req-30181110-3d9f-4389-adff-34858ab7feb8 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:04.378317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2fefcbe9-1f52-42a1-8063-e269599c6eac req-30181110-3d9f-4389-adff-34858ab7feb8 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.1284904 Aug 23 03:43:04.416650 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.458314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2fefcbe9-1f52-42a1-8063-e269599c6eac req-404853a6-77f5-4fd2-8db3-2e0269e3709d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735312 Aug 23 03:43:04.468087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.499473 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Attempting to bind port 6ba9e2dc-750d-4e75-bace-0e683d7563a8 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:04.499756 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Attempting to bind port 6ba9e2dc-750d-4e75-bace-0e683d7563a8 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:04.500111 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Attempting to bind port 6ba9e2dc-750d-4e75-bace-0e683d7563a8 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:04.509780 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90e9f3-824e-49cb-8b50-02a5facd1995 None None] Pushing event updated for resources: {'Port': ['ID=6ba9e2dc-750d-4e75-bace-0e683d7563a8,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:04.513927 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:04.514626 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:04.515186 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.516038 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:04.516790 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Bound port: 6ba9e2dc-750d-4e75-bace-0e683d7563a8, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:04.517354 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.537601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Made reservation on behalf of 77f6d9d5f14f425a855290d3425afa72 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:04.541771 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.589709 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] For port 6ba9e2dc-750d-4e75-bace-0e683d7563a8, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:04.591261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.594694 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] For port 6ba9e2dc-750d-4e75-bace-0e683d7563a8, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6ba9e2dc-750d-4e75-bace-0e683d7563a8,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:04.641270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Router eb6f97f0-33f8-4b91-975e-d17bc7d9036a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:43:04.669175 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.745298 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a80509e6-f000-46f0-89f0-9efcd48b729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.754236 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Routers {'87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:04.754896 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:04.769781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Allocated IP 172.20.0.1 (92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8/cc8a467e-3b6e-479f-b2ca-cbcb70886910/8db8cd2e-f9e4-4d2e-8e77-7eded797569f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:04.790772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:04.799704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-50d6e6c1-891f-4442-bf39-6de64d4967e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb6f97f0-33f8-4b91-975e-d17bc7d9036a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3232455 Aug 23 03:43:04.800354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41504) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:04.805045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] Sync routers for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:04.813156 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90e9f3-824e-49cb-8b50-02a5facd1995 None None] Pushing event updated for resources: {'Port': ['ID=6ba9e2dc-750d-4e75-bace-0e683d7563a8,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:04.817154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:04.819461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:04.888107 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] Set router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:04.903806 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a80509e6-f000-46f0-89f0-9efcd48b729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:04.975263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a80509e6-f000-46f0-89f0-9efcd48b729b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d44d9095cf66471b84b3652bf66763fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9073715 Aug 23 03:43:04.981581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41510) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:04.985297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.010840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80509e6-f000-46f0-89f0-9efcd48b729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfee147-5503-431c-9c4a-15dc960c1287,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:05.047930 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.063008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:05.065894 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.088393 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.166770 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.183378 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:42:58Z', 'updated_at': '2021-08-23T03:43:01Z', 'revision_number': 3, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'gw_port': {'id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:59Z', 'updated_at': '2021-08-23T03:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:05.194885 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.200618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Transition to ACTIVE for port object 8db8cd2e-f9e4-4d2e-8e77-7eded797569f will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:05.203215 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.206843 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.208081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bfee147-5503-431c-9c4a-15dc960c1287 HTTP/1.1" status: 204 len: 168 time: 0.2203765 Aug 23 03:43:05.231873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.237524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfee147-5503-431c-9c4a-15dc960c1287,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:05.265415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.269327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.269327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.269702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:43:05.270749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.271115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.274810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.275218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.275568 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.275909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.276259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.277157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.277490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9c65ee-9d66-4c86-9d20-41ac39af65d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:05.278491 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.278845 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Added segment c3d9c9f9-ede9-4cae-beb2-881247f635c3 of type vlan for network 1f22a714-e43e-4b36-b78d-5c0beefc42e4 Aug 23 03:43:05.304038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:43:03Z', 'revision_number': 5, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port': {'id': '18a265b8-4dc1-47e7-8209-498e5dddff1e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:31:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:40:41Z', 'updated_at': '2021-08-23T03:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:05.337078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] Checking router: eb6f97f0-33f8-4b91-975e-d17bc7d9036a for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:05.347219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] Routers {'eb6f97f0-33f8-4b91-975e-d17bc7d9036a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:05.348102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:05.364737 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.388506 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd1bcd-df28-4576-9ae4-c2476b0af38f None None] The sync data for ids ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'] in n-d-749052-7 is: [{'id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:42:58Z', 'updated_at': '2021-08-23T03:43:01Z', 'revision_number': 3, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'gw_port': {'id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:59Z', 'updated_at': '2021-08-23T03:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:05.395122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:05.451744 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95a3bea7-0d09-45af-93cd-a7e283afc4b0 req-6c665f2b-af0f-43f4-a5d1-c0130201244b tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0834882 Aug 23 03:43:05.452985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.507331 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e0ca4cc-b338-4956-877d-0175486a1a99 req-c4af222d-e2f7-493a-abd0-ed33ce9c35b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1039357 Aug 23 03:43:05.513383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:05.534323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Pushing event updated for resources: {'Port': ['ID=8db8cd2e-f9e4-4d2e-8e77-7eded797569f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:05.552065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] Set router eb6f97f0-33f8-4b91-975e-d17bc7d9036a gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:05.552825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:05.554629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:05.556991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:05.597734 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.599493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:05.600660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.603378 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.655571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:43:05Z', 'revision_number': 6, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:05.723487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8df71-6c96-4e3b-bec5-f2faf865cf98 None None] The sync data for ids ['eb6f97f0-33f8-4b91-975e-d17bc7d9036a'] in n-d-749052-7 is: [{'id': 'eb6f97f0-33f8-4b91-975e-d17bc7d9036a', 'name': 'tempest-ServersTestJSON-1443883091-router', 'tenant_id': '7f1270f9fdae4a618f9270b37e76cb66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:40:39Z', 'updated_at': '2021-08-23T03:43:05Z', 'revision_number': 6, 'project_id': '7f1270f9fdae4a618f9270b37e76cb66', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:05.743095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e0ca4cc-b338-4956-877d-0175486a1a99 req-af5ab582-73db-4632-b23b-d511b8046f80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff03f70548e3447087c434fb50ffafa6&device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.1692410 Aug 23 03:43:05.798041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 35b84f52-dd1b-426f-9767-3c1ec70c36bc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:05.801979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 35b84f52-dd1b-426f-9767-3c1ec70c36bc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:05.802571 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.852417 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e0ca4cc-b338-4956-877d-0175486a1a99 req-c10c6712-fad4-436c-9a87-4699951918c7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ff03f70548e3447087c434fb50ffafa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374324 Aug 23 03:43:05.857812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] Pushing event updated for resources: {'Network': ['ID=1f22a714-e43e-4b36-b78d-5c0beefc42e4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:05.884088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 1f22a714-e43e-4b36-b78d-5c0beefc42e4 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:43:05.949119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-174b817c-4739-47b5-bbc6-ee1946c2bf67 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0729620 Aug 23 03:43:05.950637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41530) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:05.958379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Request body: {'subnet': {'network_id': '1f22a714-e43e-4b36-b78d-5c0beefc42e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2007987027-subnet', 'tenant_id': '77f6d9d5f14f425a855290d3425afa72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:05.975798 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:05.976695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49dd19-38a5-4e59-8592-1c77b562e6ed req-ebfcfe94-ba16-423d-9f0d-24000ba6cbe2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:05.978416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d49dd19-38a5-4e59-8592-1c77b562e6ed req-ebfcfe94-ba16-423d-9f0d-24000ba6cbe2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.3700325 Aug 23 03:43:06.030220 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.060571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:06.063138 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f126552-06ca-409e-b456-16a04448ec2c" -d '{"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-plugged", "status": "completed", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:06.067845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Deleting port 18a265b8-4dc1-47e7-8209-498e5dddff1e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:06.068362 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.078459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:06.082124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ca4cc-b338-4956-877d-0175486a1a99 req-e7cb67a8-a5f1-4271-b622-f39d0d707153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:06.083693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e0ca4cc-b338-4956-877d-0175486a1a99 req-e7cb67a8-a5f1-4271-b622-f39d0d707153 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2173176 Aug 23 03:43:06.153709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d49dd19-38a5-4e59-8592-1c77b562e6ed req-72d68ae6-215d-4abe-b5f2-b54c5e0e1ac3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945892 Aug 23 03:43:06.170841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-163c2c65-e98c-4eb6-baf0-82c072247d70 None None] Provisioning for port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:06.175765 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-163c2c65-e98c-4eb6-baf0-82c072247d70 None None] Provisioning complete for port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:06.180713 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-163c2c65-e98c-4eb6-baf0-82c072247d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.188792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:06.236117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Made reservation on behalf of 77f6d9d5f14f425a855290d3425afa72 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:06.241107 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.256782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:06.257168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c7cad4ff-cb2a-4f88-9571-b5710cc5ab9f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:06.261619 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.319912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-163c2c65-e98c-4eb6-baf0-82c072247d70 None None] Port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:06.364507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:06.401122 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c9092c-4b6d-41b4-be7e-79e494608d8a x-openstack-request-id: req-e2c9092c-4b6d-41b4-be7e-79e494608d8a {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:06.405099 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-plugged", "status": "completed", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:06.405099 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2c9092c-4b6d-41b4-be7e-79e494608d8a {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:06.405488 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'code': 200} Aug 23 03:43:06.407015 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1851bc57-93ce-4bc9-9dce-5e2a87d36b30 req-3978a9fe-3d39-4bac-9f9d-800679f2efa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff03f70548e3447087c434fb50ffafa6&device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.1162524 Aug 23 03:43:06.444543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.458581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41540) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:06.491442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1851bc57-93ce-4bc9-9dce-5e2a87d36b30 req-42176681-22bc-4d0c-9af1-9c9b8903ef10 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ff03f70548e3447087c434fb50ffafa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656981 Aug 23 03:43:06.515956 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8254cd62-2d7e-4013-b4ff-763be0097bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.516255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5beb6a48-f1cf-4983-a884-60cd8ce5b115 req-a21c8cd2-2930-4469-a0c9-51d41731a18b tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0399890 Aug 23 03:43:06.544849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] For port 18a265b8-4dc1-47e7-8209-498e5dddff1e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=18a265b8-4dc1-47e7-8209-498e5dddff1e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:06.545250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.547468 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.568431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Calling delete_port for 18a265b8-4dc1-47e7-8209-498e5dddff1e owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:06.700904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851bc57-93ce-4bc9-9dce-5e2a87d36b30 req-d809c93f-147c-43a9-a487-dd9db0749fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:06.702811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7fd3-411e-43c6-adc6-6cc7a348fa84 req-81b2f154-68e5-4ea8-a517-d68ecb6eef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:06.704683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f52b7fd3-411e-43c6-adc6-6cc7a348fa84 req-81b2f154-68e5-4ea8-a517-d68ecb6eef6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 1096 time: 0.2088418 Aug 23 03:43:06.714998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1851bc57-93ce-4bc9-9dce-5e2a87d36b30 req-d809c93f-147c-43a9-a487-dd9db0749fd6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2076924 Aug 23 03:43:06.731675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Pushing event updated for resources: {'Port': ['ID=8db8cd2e-f9e4-4d2e-8e77-7eded797569f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:06.746328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:06.914523 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f52b7fd3-411e-43c6-adc6-6cc7a348fa84 req-d2c42bc9-4a77-45c3-9a74-61ff7d0160ae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907089 Aug 23 03:43:06.950859 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.056011 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.091963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4071af10-e244-447a-9b4e-f3157ef5bdb0,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:07.102475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Checking segment: {'id': 'c3d9c9f9-ede9-4cae-beb2-881247f635c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1f22a714-e43e-4b36-b78d-5c0beefc42e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:07.102845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Network hostable DHCP agents. Network: 1f22a714-e43e-4b36-b78d-5c0beefc42e4, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:43:07.119297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8254cd62-2d7e-4013-b4ff-763be0097bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.122731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Pushing event deleted for resources: {'Port': ['ID=18a265b8-4dc1-47e7-8209-498e5dddff1e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:07.140578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:07.143195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:07.212336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8254cd62-2d7e-4013-b4ff-763be0097bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.221299 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.303608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Network 1f22a714-e43e-4b36-b78d-5c0beefc42e4 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:43:07.327525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8254cd62-2d7e-4013-b4ff-763be0097bf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71f932095122426a8e73c9c306d0214c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8678722 Aug 23 03:43:07.336607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41548) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:07.350714 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.369390 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254cd62-2d7e-4013-b4ff-763be0097bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e1743-2ba5-4497-904b-b199dbfb6c3c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:07.417553 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.425221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.425514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 1f22a714-e43e-4b36-b78d-5c0beefc42e4) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:07.431639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:07.432286 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.439895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24e2d7b-e5c9-4642-a4e2-cafc62ca826a None None] Network 1f22a714-e43e-4b36-b78d-5c0beefc42e4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:07.456714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:43:07.472054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382fc04-ae6c-45b1-8b52-1125bc31c4a0 req-63cfc321-3492-436e-8853-5c5d93cf0a6d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:07.473655 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8382fc04-ae6c-45b1-8b52-1125bc31c4a0 req-63cfc321-3492-436e-8853-5c5d93cf0a6d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1748021 Aug 23 03:43:07.521762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-33b7f6dc-3740-41e8-8841-c6e1a4563b35 None None] Provisioning complete for port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:07.522132 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-33b7f6dc-3740-41e8-8841-c6e1a4563b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.528296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.528994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb6f97f0-33f8-4b91-975e-d17bc7d9036a {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:43:07.533635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.535072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-836806ef-e57c-4849-9cc5-7b7c498ba71c admin admin] 10.222.0.20 "DELETE /v2.0/routers/eb6f97f0-33f8-4b91-975e-d17bc7d9036a HTTP/1.1" status: 204 len: 168 time: 2.7335963 Aug 23 03:43:07.537380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:07.556793 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f490380-4482-4f32-b6e4-5fd86562f1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.572821 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5c07db05-f2c3-4d05-ac30-43d4332950b7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6207514 Aug 23 03:43:07.608155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8382fc04-ae6c-45b1-8b52-1125bc31c4a0 req-fa4a5cc1-081a-43a9-85bd-567a80afe538 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264088 Aug 23 03:43:07.615250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-33b7f6dc-3740-41e8-8841-c6e1a4563b35 None None] Port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:07.639130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6ad0b7-b0f9-49df-b640-8648a8c1111e admin admin] Deleting subnet ebcd050d-c2ca-4320-bdc0-87a57647ac16 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:43:07.645806 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f490380-4482-4f32-b6e4-5fd86562f1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.648617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad0b7-b0f9-49df-b640-8648a8c1111e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.699453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95eef69-2757-4085-9fe2-26f06fc7d247 None None] Network 1f22a714-e43e-4b36-b78d-5c0beefc42e4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:07.765414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:07.769260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e48c775-e24b-4ad3-99b1-b200c91d9a84 req-a4888a89-370f-427f-a080-1effbcc3cdc6 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.20 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0529447 Aug 23 03:43:07.773078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-52fa098a-c283-4451-8a30-258d32cb0018 admin admin] 10.222.0.20 "PUT /v2.0/routers/87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4034007 Aug 23 03:43:07.784488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad0b7-b0f9-49df-b640-8648a8c1111e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.882098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f490380-4482-4f32-b6e4-5fd86562f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.886862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f490380-4482-4f32-b6e4-5fd86562f1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:07.891368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3f490380-4482-4f32-b6e4-5fd86562f1f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c41e1743-2ba5-4497-904b-b199dbfb6c3c HTTP/1.1" status: 204 len: 168 time: 0.5508409 Aug 23 03:43:07.906733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f490380-4482-4f32-b6e4-5fd86562f1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e1743-2ba5-4497-904b-b199dbfb6c3c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:07.936842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad0b7-b0f9-49df-b640-8648a8c1111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.068943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad0b7-b0f9-49df-b640-8648a8c1111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.098378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ad0b7-b0f9-49df-b640-8648a8c1111e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebcd050d-c2ca-4320-bdc0-87a57647ac16,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:08.100351 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad0b7-b0f9-49df-b640-8648a8c1111e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.105115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41574) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:08.108390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb69ebb-8afc-47f1-bc0c-0b282b48287c None None] Network bda5ea21-8238-4974-b0fb-80f1ceeb6048 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:08.112454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3c6ad0b7-b0f9-49df-b640-8648a8c1111e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ebcd050d-c2ca-4320-bdc0-87a57647ac16 HTTP/1.1" status: 204 len: 168 time: 0.5733507 Aug 23 03:43:08.195640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1851bc57-93ce-4bc9-9dce-5e2a87d36b30 req-883e1c8f-bfac-4e8f-a504-ee92e7d13192 tempest-ServerShowV254Test-840707959 tempest-ServerShowV254Test-840707959-project] 10.222.0.11 "GET /v2.0/ports?device_id=0eff4b5c-4ac6-482a-97da-6b2424a0c8fe HTTP/1.1" status: 200 len: 210 time: 0.0456443 Aug 23 03:43:08.236941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.284438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6ba9e2dc-750d-4e75-bace-0e683d7563a8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:08.338599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Deleting port 4e1355a0-791a-471f-9790-4f809c27b0d4 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:08.339544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.414529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 6ba9e2dc-750d-4e75-bace-0e683d7563a8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:08.421640 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Sync routers for ids ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:08.430980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e226b367-8994-44ed-951a-d1831c47427f None None] DHCP port deletion for bda5ea21-8238-4974-b0fb-80f1ceeb6048 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:43:08.437222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6ba9e2dc-750d-4e75-bace-0e683d7563a8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:08.437612 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.438707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] For port 4e1355a0-791a-471f-9790-4f809c27b0d4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4e1355a0-791a-471f-9790-4f809c27b0d4,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:08.439557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.443559 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Routers {'87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:08.444825 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:08.519965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Calling delete_port for 4e1355a0-791a-471f-9790-4f809c27b0d4 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:08.522248 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-ecc182ed-5e43-44c7-9383-1a67b0784972 req-acba611b-afb4-4e92-95bd-2207b1fa8fa2 tempest-FloatingIPDetailsNegativeTestJSON-549693199 tempest-FloatingIPDetailsNegativeTestJSON-549693199-project] show failed (client error): The resource could not be found. Aug 23 03:43:08.523507 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecc182ed-5e43-44c7-9383-1a67b0784972 req-acba611b-afb4-4e92-95bd-2207b1fa8fa2 tempest-FloatingIPDetailsNegativeTestJSON-549693199 tempest-FloatingIPDetailsNegativeTestJSON-549693199-project] 10.222.0.20 "GET /v2.0/floatingips/00d20611-9b4d-45ab-92a7-1d2881a7e139 HTTP/1.1" status: 404 len: 350 time: 0.0582860 Aug 23 03:43:08.533227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41580) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:08.586847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.616423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Set router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:08.626696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 6ba9e2dc-750d-4e75-bace-0e683d7563a8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6ba9e2dc-750d-4e75-bace-0e683d7563a8,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:08.650603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e226b367-8994-44ed-951a-d1831c47427f None None] Deleting port 4e1355a0-791a-471f-9790-4f809c27b0d4 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:08.650969 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e226b367-8994-44ed-951a-d1831c47427f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.696946 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.772692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1355a0-791a-471f-9790-4f809c27b0d4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:08.795344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] No DVR routers for this DVR port 4e1355a0-791a-471f-9790-4f809c27b0d4 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:43:08.928244 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:42:58Z', 'updated_at': '2021-08-23T03:43:05Z', 'revision_number': 4, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'gw_port': {'id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:59Z', 'updated_at': '2021-08-23T03:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8db8cd2e-f9e4-4d2e-8e77-7eded797569f', 'name': '', 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'mac_address': 'fa:16:3e:cd:6c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'cc8a467e-3b6e-479f-b2ca-cbcb70886910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:04Z', 'updated_at': '2021-08-23T03:43:06Z', 'revision_number': 2, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'subnets': [{'id': 'cc8a467e-3b6e-479f-b2ca-cbcb70886910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:08.934149 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:08.980538 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Checking router: 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:08.980946 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Updating router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:09.011633 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.033789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=6ba9e2dc-750d-4e75-bace-0e683d7563a8,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:09.040654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 18a265b8-4dc1-47e7-8209-498e5dddff1e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:09.080020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 18a265b8-4dc1-47e7-8209-498e5dddff1e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:09.080387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 18a265b8-4dc1-47e7-8209-498e5dddff1e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:09.084519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e226b367-8994-44ed-951a-d1831c47427f None None] For port 4e1355a0-791a-471f-9790-4f809c27b0d4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4e1355a0-791a-471f-9790-4f809c27b0d4,segment=NetworkSegment(81dfa4e3-78bb-4098-bc29-5da55409e7ff),segment_id=81dfa4e3-78bb-4098-bc29-5da55409e7ff)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:09.084935 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e226b367-8994-44ed-951a-d1831c47427f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.085465 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.103331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e226b367-8994-44ed-951a-d1831c47427f None None] Calling delete_port for 4e1355a0-791a-471f-9790-4f809c27b0d4 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:09.121909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda5ea21-8238-4974-b0fb-80f1ceeb6048']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:09.142409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270012c-3154-4360-b3df-7254d8ddc64c req-34428a7a-28ec-43fa-9c13-b5700db0ce6b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:09.161138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9270012c-3154-4360-b3df-7254d8ddc64c req-34428a7a-28ec-43fa-9c13-b5700db0ce6b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.3048487 Aug 23 03:43:09.191315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dfa4e3-78bb-4098-bc29-5da55409e7ff') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:09.194283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dfa4e3-78bb-4098-bc29-5da55409e7ff') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:09.201058 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e226b367-8994-44ed-951a-d1831c47427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.222227 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.235546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226b367-8994-44ed-951a-d1831c47427f None None] Pushing event deleted for resources: {'Port': ['ID=4e1355a0-791a-471f-9790-4f809c27b0d4,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:09.241814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226b367-8994-44ed-951a-d1831c47427f None None] No DVR routers for this DVR port 4e1355a0-791a-471f-9790-4f809c27b0d4 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:43:09.272158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.278125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9270012c-3154-4360-b3df-7254d8ddc64c req-d36121b8-0329-4d14-bad9-724dffeeeff3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160681 Aug 23 03:43:09.283672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:43:09.286277 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:43:09.287291 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:43:09.457664 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.500060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.501998 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bda5ea21-8238-4974-b0fb-80f1ceeb6048 HTTP/1.1" status: 204 len: 168 time: 1.3958874 Aug 23 03:43:09.516351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76541a51-86a1-4d59-b8b3-aa9ff1fc4526 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda5ea21-8238-4974-b0fb-80f1ceeb6048,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:09.568529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-24e33471-ce23-42b7-9343-7323713547e9 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:09.569056 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.577195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-24e33471-ce23-42b7-9343-7323713547e9 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/networks?id=1f22a714-e43e-4b36-b78d-5c0beefc42e4 HTTP/1.1" status: 200 len: 822 time: 0.1998034 Aug 23 03:43:09.581268 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Transition to ACTIVE for port object 8db8cd2e-f9e4-4d2e-8e77-7eded797569f will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:09.596449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-cb8fe767-b04d-42f5-a65f-c412d57a7c91 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/quotas/77f6d9d5f14f425a855290d3425afa72 HTTP/1.1" status: 200 len: 375 time: 0.0181637 Aug 23 03:43:09.650900 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-a0258eb0-984a-4288-88e7-bee8d3c02d33 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=77f6d9d5f14f425a855290d3425afa72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341699 Aug 23 03:43:09.679052 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.680779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-ef907b61-7fda-467a-98c8-2c9b8bcccd56 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:09.682899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-ef907b61-7fda-467a-98c8-2c9b8bcccd56 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 814 time: 0.1080713 Aug 23 03:43:09.706346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-4b488424-86d4-4f85-8d8f-a0658c4a5dcc tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/quotas/8628f7473f7c4454ae97f907479eba65 HTTP/1.1" status: 200 len: 375 time: 0.0122614 Aug 23 03:43:09.782330 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f2a45fa7-94a4-40f5-b474-9a40592e2641 service neutron] 10.222.0.20 "GET /v2.0/networks/1f22a714-e43e-4b36-b78d-5c0beefc42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209712 Aug 23 03:43:09.790872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-605b6c4e-797a-4ab1-b2ac-f9c61d4b7222 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766695 Aug 23 03:43:09.800873 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Pushing event updated for resources: {'Port': ['ID=8db8cd2e-f9e4-4d2e-8e77-7eded797569f,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:09.825094 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.825670 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.826011 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.826353 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.827883 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.827883 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.827883 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.827883 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.828160 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.828232 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.828730 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.828956 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:09.845874 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Attempting to bind port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:09.846370 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Attempting to bind port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:09.846779 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Attempting to bind port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f on network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:09.852058 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:09.852526 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Checking segment: {'id': '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:09.852944 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.853503 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Bound using segment: {'id': '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:09.853992 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Bound port: 8db8cd2e-f9e4-4d2e-8e77-7eded797569f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:09.856657 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.922778 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] For port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:09.925972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:09.926802 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] For port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8db8cd2e-f9e4-4d2e-8e77-7eded797569f,segment=NetworkSegment(4671469d-2e6e-4f41-8ea7-b9b4dbcb2759),segment_id=4671469d-2e6e-4f41-8ea7-b9b4dbcb2759)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:09.931833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-b7d45a97-7ec3-497a-ae5c-7b1494e89e68 service neutron] 10.222.0.20 "GET /v2.0/networks/1f22a714-e43e-4b36-b78d-5c0beefc42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408579 Aug 23 03:43:10.020239 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:10.100002 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Routers {'87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:10.100815 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:10.102993 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee008e-5a5f-4f3c-8ed9-9669b7c2a10c None None] Pushing event updated for resources: {'Port': ['ID=8db8cd2e-f9e4-4d2e-8e77-7eded797569f,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:10.242724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6ba9e2dc-750d-4e75-bace-0e683d7563a8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:10.348045 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] Set router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:10.364693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6ba9e2dc-750d-4e75-bace-0e683d7563a8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:10.366808 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:10.378377 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25bdf71d-ad64-44a0-a542-685e997250cb req-b4752bdd-c7f6-42c0-a4e1-43e5935ce149 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 210 time: 0.0451005 Aug 23 03:43:10.383544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Deleting port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:10.383883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:10.472960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] For port 8db8cd2e-f9e4-4d2e-8e77-7eded797569f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8db8cd2e-f9e4-4d2e-8e77-7eded797569f,segment=NetworkSegment(4671469d-2e6e-4f41-8ea7-b9b4dbcb2759),segment_id=4671469d-2e6e-4f41-8ea7-b9b4dbcb2759)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:10.475791 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:10.476016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-f30366cf-2f21-44d2-9f6a-e0d0dfbe7d76 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:43:10.484876 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-f30366cf-2f21-44d2-9f6a-e0d0dfbe7d76 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6928341 Aug 23 03:43:10.487693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Calling delete_port for 8db8cd2e-f9e4-4d2e-8e77-7eded797569f owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:10.572359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41640) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:10.603269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41644) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:10.653985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41648) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:10.687383 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-8d658d76-0315-4816-b965-ac8f0e1dc9ff service neutron] 10.222.0.20 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995025 Aug 23 03:43:10.697497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4e1355a0-791a-471f-9790-4f809c27b0d4 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:10.732087 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:42:58Z', 'updated_at': '2021-08-23T03:43:05Z', 'revision_number': 4, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'gw_port': {'id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:59Z', 'updated_at': '2021-08-23T03:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8db8cd2e-f9e4-4d2e-8e77-7eded797569f', 'name': '', 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'mac_address': 'fa:16:3e:cd:6c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'cc8a467e-3b6e-479f-b2ca-cbcb70886910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:04Z', 'updated_at': '2021-08-23T03:43:09Z', 'revision_number': 4, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'subnets': [{'id': 'cc8a467e-3b6e-479f-b2ca-cbcb70886910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:10.748124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 4e1355a0-791a-471f-9790-4f809c27b0d4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:10.749835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4e1355a0-791a-471f-9790-4f809c27b0d4 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:10.760422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35435b11-8796-41de-8e40-b3c508d460d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f1270f9fdae4a618f9270b37e76cb66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049545 Aug 23 03:43:10.763097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41652) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:10.791648 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c47577-3b6e-45ef-935e-c1a33f284e0f None None] The sync data for ids ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'] in n-d-749052-7 is: [{'id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:42:58Z', 'updated_at': '2021-08-23T03:43:05Z', 'revision_number': 4, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'gw_port': {'id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:59Z', 'updated_at': '2021-08-23T03:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8db8cd2e-f9e4-4d2e-8e77-7eded797569f', 'name': '', 'network_id': '92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'mac_address': 'fa:16:3e:cd:6c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'cc8a467e-3b6e-479f-b2ca-cbcb70886910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:04Z', 'updated_at': '2021-08-23T03:43:09Z', 'revision_number': 4, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'subnets': [{'id': 'cc8a467e-3b6e-479f-b2ca-cbcb70886910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:10.886896 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-533b7744-64ec-466c-a3b7-c45ac9423422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:10.904964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-fc006b3d-5f8b-4569-8d49-35a1395e489a service neutron] 10.222.0.20 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937234 Aug 23 03:43:10.958979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6db-34fe-4a82-9e31-d2c085245a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.040798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-533b7744-64ec-466c-a3b7-c45ac9423422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.053653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed367e4f-5b3a-4570-b756-b7d2e067d131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.104270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6db-34fe-4a82-9e31-d2c085245a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.162380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.209999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e9aea6db-34fe-4a82-9e31-d2c085245a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.210196 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-533b7744-64ec-466c-a3b7-c45ac9423422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.210927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-533b7744-64ec-466c-a3b7-c45ac9423422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.211985 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-533b7744-64ec-466c-a3b7-c45ac9423422 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/491c3e22-2ce1-45c4-b78b-dcd1dae0d5b4 HTTP/1.1" status: 204 len: 168 time: 0.4467492 Aug 23 03:43:11.213333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db8cd2e-f9e4-4d2e-8e77-7eded797569f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:11.315369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f569e5c6-3dec-4d73-8c29-badab4049703 req-91042359-7045-4f1e-8643-d8c102cbf8c0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 210 time: 0.0736921 Aug 23 03:43:11.316787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b7744-64ec-466c-a3b7-c45ac9423422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491c3e22-2ce1-45c4-b78b-dcd1dae0d5b4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:11.351697 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e9aea6db-34fe-4a82-9e31-d2c085245a9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27a4ab8bc83049179f80b2be2d35ef0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7461908 Aug 23 03:43:11.352355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41668) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:11.383443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aea6db-34fe-4a82-9e31-d2c085245a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3e5185-d359-4e10-b814-e8000710cf37,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:11.559671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1040b85-33b7-4632-a7a9-69913e3f2bac req-0daf17f9-dcc4-42c2-b0bd-aba2b927d5ba tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 210 time: 0.0853026 Aug 23 03:43:11.594482 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc8c46df-9499-4697-8fb9-d7b77068b1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.627310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc8c46df-9499-4697-8fb9-d7b77068b1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.778480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed367e4f-5b3a-4570-b756-b7d2e067d131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.787685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc8c46df-9499-4697-8fb9-d7b77068b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.790452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc8c46df-9499-4697-8fb9-d7b77068b1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.791207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.794078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fc8c46df-9499-4697-8fb9-d7b77068b1bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d3e5185-d359-4e10-b814-e8000710cf37 HTTP/1.1" status: 204 len: 168 time: 0.4380071 Aug 23 03:43:11.803261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c46df-9499-4697-8fb9-d7b77068b1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3e5185-d359-4e10-b814-e8000710cf37,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:11.909066 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed367e4f-5b3a-4570-b756-b7d2e067d131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:11.978815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed367e4f-5b3a-4570-b756-b7d2e067d131 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff03f70548e3447087c434fb50ffafa6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3938391 Aug 23 03:43:11.981563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41686) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:11.986682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed367e4f-5b3a-4570-b756-b7d2e067d131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088e012b-1669-402c-9129-1cfcfdccfd7a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:12.066720 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f160558c-e033-4102-a47a-c517f522f58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:12.092471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f160558c-e033-4102-a47a-c517f522f58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:12.186965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:43:12.314336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f160558c-e033-4102-a47a-c517f522f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:12.318583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f160558c-e033-4102-a47a-c517f522f58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:12.322425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f160558c-e033-4102-a47a-c517f522f58b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/088e012b-1669-402c-9129-1cfcfdccfd7a HTTP/1.1" status: 204 len: 168 time: 0.3395622 Aug 23 03:43:12.333919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160558c-e033-4102-a47a-c517f522f58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088e012b-1669-402c-9129-1cfcfdccfd7a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:12.347940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:12.357177 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8a4e4e8b-24e7-4ea0-839e-83007679e0f2 admin admin] 10.222.0.20 "PUT /v2.0/routers/87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8221855 Aug 23 03:43:12.359734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41704) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:12.442079 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1c1ab621-ba73-44d0-91df-c649c713ace4 req-92318621-2126-4634-a527-85bf37ba1674 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 210 time: 0.0388403 Aug 23 03:43:12.485347 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:12.500987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] Sync routers for ids ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:12.511316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] Routers {'87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:12.512329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:12.627715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41714) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:12.628477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:12.651892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68b4ca44-1927-4e52-82a8-9fe8b63b79f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:12.664955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] Set router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:12.822406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Deleting port 6ba9e2dc-750d-4e75-bace-0e683d7563a8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:12.823507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:12.965259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] For port 6ba9e2dc-750d-4e75-bace-0e683d7563a8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6ba9e2dc-750d-4e75-bace-0e683d7563a8,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:12.965635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:12.992831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Calling delete_port for 6ba9e2dc-750d-4e75-bace-0e683d7563a8 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:13.001384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78f9b659-c588-4682-bd57-deb0b665a52a req-1fd4cbd7-7761-4092-ba3f-e7253ec09ac6 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 210 time: 0.3299818 Aug 23 03:43:13.059564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:42:58Z', 'updated_at': '2021-08-23T03:43:10Z', 'revision_number': 5, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'gw_port': {'id': '6ba9e2dc-750d-4e75-bace-0e683d7563a8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:42:59Z', 'updated_at': '2021-08-23T03:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:13.131235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] Checking router: 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:13.140529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68b4ca44-1927-4e52-82a8-9fe8b63b79f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.163556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] Routers {'87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:13.164192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:13.205575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-5541967e-2cc9-4311-9f1b-0733108388d5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:13.207266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-5541967e-2cc9-4311-9f1b-0733108388d5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.11 "GET /v2.0/networks?id=1f22a714-e43e-4b36-b78d-5c0beefc42e4 HTTP/1.1" status: 200 len: 822 time: 0.1209564 Aug 23 03:43:13.222235 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68b4ca44-1927-4e52-82a8-9fe8b63b79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.231682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Request body: {'port': {'device_id': '64bb572f-249b-4fe8-8154-c4955fb571c4', 'network_id': '1f22a714-e43e-4b36-b78d-5c0beefc42e4', 'admin_state_up': True, 'tenant_id': '77f6d9d5f14f425a855290d3425afa72'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:13.298702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-68b4ca44-1927-4e52-82a8-9fe8b63b79f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b712c1c5aef64b4f91f2fe22f162c809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693673 Aug 23 03:43:13.303448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41728) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:13.322310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4ca44-1927-4e52-82a8-9fe8b63b79f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a25c509-590c-4fcf-bd3d-1802fe4df127,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:13.348457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] Set router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:13.431813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:42:58Z', 'updated_at': '2021-08-23T03:43:12Z', 'revision_number': 6, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:13.437306 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e0f89ba-af2c-40d2-a478-3899968f1255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.467877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41736) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:13.470067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4708d1-b1ce-4b87-bf36-1f351a540123 None None] The sync data for ids ['87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5'] in n-d-749052-7 is: [{'id': '87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1675143567-router', 'tenant_id': 'c12b08f421dc4299b1ced9b1aae36166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:42:58Z', 'updated_at': '2021-08-23T03:43:12Z', 'revision_number': 6, 'project_id': 'c12b08f421dc4299b1ced9b1aae36166', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:13.489852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e0f89ba-af2c-40d2-a478-3899968f1255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.582346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46bef7c0-3e8b-4b45-b391-32aca51d5ccf req-be88d5d5-1f41-447d-827a-e0cf81a7f842 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 210 time: 0.0686803 Aug 23 03:43:13.583298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Made reservation on behalf of 77f6d9d5f14f425a855290d3425afa72 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:13.589308 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.593098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.645669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba9e2dc-750d-4e75-bace-0e683d7563a8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:13.653461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e0f89ba-af2c-40d2-a478-3899968f1255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.656024 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e0f89ba-af2c-40d2-a478-3899968f1255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.664702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5e0f89ba-af2c-40d2-a478-3899968f1255 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a25c509-590c-4fcf-bd3d-1802fe4df127 HTTP/1.1" status: 204 len: 168 time: 0.3509233 Aug 23 03:43:13.669893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f89ba-af2c-40d2-a478-3899968f1255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a25c509-590c-4fcf-bd3d-1802fe4df127,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:13.757403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1258470735', 'router:external': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:13.769934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.786128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41748) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:13.854982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Made reservation on behalf of 76ecd1a0b1d64264ade90361bdb04451 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:13.858306 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.871581 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.910395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.915149 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:13.932713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-660089986-network', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:14.047663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.113441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.152278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:43:14.167398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b2587d-04fb-4807-9e0b-1cab5f53845c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:14.173529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.176739 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Added segment 8f42dd86-5db0-43da-bdc9-2c5d793c839b of type vlan for network 00fa2220-0d1a-45f7-afd9-3dc311f928ad Aug 23 03:43:14.245771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Made reservation on behalf of d4979981ae7e410f9f22dcfaebc7cef8 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:14.251680 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.277987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.297153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.299361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Allocated IP 172.20.0.10 (1f22a714-e43e-4b36-b78d-5c0beefc42e4/4071af10-e244-447a-9b4e-f3157ef5bdb0/0f71f466-5b12-46b4-95f3-129fddec170e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:14.415680 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-49d0890f-79db-4861-aed6-5fdeccce957b req-e3646a68-b972-4bb9-be14-9756547adb89 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 210 time: 0.1179504 Aug 23 03:43:14.432529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8db8cd2e-f9e4-4d2e-8e77-7eded797569f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:14.475913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.476463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:43:14.483939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.485073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:14.485639 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.486612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-58d9200c-39f9-4140-8e6e-fb3a16dc1385 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:14.488232 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-58d9200c-39f9-4140-8e6e-fb3a16dc1385 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.11 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 814 time: 0.5674810 Aug 23 03:43:14.490230 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.494689 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.496969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-75974f06-9ccb-4967-b1be-8f18b6045f24 admin admin] 10.222.0.20 "DELETE /v2.0/routers/87520990-aca7-4c3e-a1a6-cdc9ddf8d5a5 HTTP/1.1" status: 204 len: 168 time: 2.1354344 Aug 23 03:43:14.503307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41772) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:14.504619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 8db8cd2e-f9e4-4d2e-8e77-7eded797569f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:14.505347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8db8cd2e-f9e4-4d2e-8e77-7eded797569f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:14.506399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6ba9e2dc-750d-4e75-bace-0e683d7563a8 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:14.542225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Request body: {'port': {'device_id': 'a8050c3c-cb20-442b-a66f-f8df550922d3', 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692', 'admin_state_up': True, 'tenant_id': '8628f7473f7c4454ae97f907479eba65'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:14.555057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41774) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:14.565513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 6ba9e2dc-750d-4e75-bace-0e683d7563a8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:14.565706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.566284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6ba9e2dc-750d-4e75-bace-0e683d7563a8 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:14.579221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event updated for resources: {'Network': ['ID=00fa2220-0d1a-45f7-afd9-3dc311f928ad,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:14.595759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 00fa2220-0d1a-45f7-afd9-3dc311f928ad details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:43:14.615263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:43:14.626079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b497a21-d61f-4f10-8c53-b987d3398b59,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:14.650049 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.650472 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Added segment 7195a1ff-ab26-464d-a359-a0aa769b8951 of type vlan for network 27f078d8-2849-4c33-bacb-a808d6449852 Aug 23 03:43:14.664062 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6058dcde-5cba-45f2-8f2b-f1fc4400e487 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2003820 Aug 23 03:43:14.709638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41784) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:14.715000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'subnet': {'network_id': '00fa2220-0d1a-45f7-afd9-3dc311f928ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:14.732149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b517132e-fc2a-4f15-9ab5-b175bd66f081 admin admin] Deleting subnet cc8a467e-3b6e-479f-b2ca-cbcb70886910 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:43:14.740261 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.741647 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b517132e-fc2a-4f15-9ab5-b175bd66f081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.779450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fc15595-d9db-4c82-a84b-d8b02cb79986 req-5b6097c0-991b-4a78-a3d3-737af85f358f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 210 time: 0.0359678 Aug 23 03:43:14.845620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Made reservation on behalf of 76ecd1a0b1d64264ade90361bdb04451 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:14.847882 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.848896 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b517132e-fc2a-4f15-9ab5-b175bd66f081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.883356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.889473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:14.889473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.922811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:14.936010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-network', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:14.995614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Made reservation on behalf of 8628f7473f7c4454ae97f907479eba65 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:14.999000 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.013118 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b517132e-fc2a-4f15-9ab5-b175bd66f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.015519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] Pushing event updated for resources: {'Network': ['ID=27f078d8-2849-4c33-bacb-a808d6449852,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:15.031133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 27f078d8-2849-4c33-bacb-a808d6449852 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:43:15.043489 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f4fb7415-2b1d-404d-8332-c6847514085d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2560728 Aug 23 03:43:15.046841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41790) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:15.079795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Request body: {'subnet': {'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-660089986-subnet', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:15.137836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.212328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Network 1f22a714-e43e-4b36-b78d-5c0beefc42e4 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:15.220226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:15.221770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Made reservation on behalf of 3742b36f0f5b44bfb1865bfc3ed1d360 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:15.224480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.234662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:15.264528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Pushing event updated for resources: {'Port': ['ID=0f71f466-5b12-46b4-95f3-129fddec170e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:15.275602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Allocated IP 172.20.0.4 (a2b17615-5567-48d9-8e38-935db6b0d692/948588ae-36ea-4d37-9137-432e89d7d12d/e64cde92-fef3-4542-b901-5aeba15de79a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:15.280705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.319134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:15.319751 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.327823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b517132e-fc2a-4f15-9ab5-b175bd66f081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.336603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:43:15.337101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.373958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517132e-fc2a-4f15-9ab5-b175bd66f081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8a467e-3b6e-479f-b2ca-cbcb70886910,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:15.376382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07515cf0-e296-4c35-8657-8c156d0a996d None None] Network 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:15.377851 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b517132e-fc2a-4f15-9ab5-b175bd66f081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.379713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b517132e-fc2a-4f15-9ab5-b175bd66f081 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cc8a467e-3b6e-479f-b2ca-cbcb70886910 HTTP/1.1" status: 204 len: 168 time: 0.8753362 Aug 23 03:43:15.383187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41798) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:15.389049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Made reservation on behalf of d4979981ae7e410f9f22dcfaebc7cef8 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:15.390749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.426172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event updated for resources: {'Subnet': ['ID=adccbc9f-69ae-4664-9755-1a36b4fc7270,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:15.480827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Checking segment: {'id': '8f42dd86-5db0-43da-bdc9-2c5d793c839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '00fa2220-0d1a-45f7-afd9-3dc311f928ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:15.481242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Network hostable DHCP agents. Network: 00fa2220-0d1a-45f7-afd9-3dc311f928ad, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:43:15.507379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-8b25cedb-429e-4f44-aba4-fc98493ccb15 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2846107 Aug 23 03:43:15.535195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Request body: {'port': {'device_id': '64bb572f-249b-4fe8-8154-c4955fb571c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:15.570947 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.600962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Network 00fa2220-0d1a-45f7-afd9-3dc311f928ad is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:43:15.634822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568be6fa-b127-41d9-8b62-792d6db76480 None None] DHCP port deletion for 92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:43:15.684382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-568be6fa-b127-41d9-8b62-792d6db76480 None None] Deleting port 82359f49-84c0-4c32-a835-92eb44849d07 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:15.684865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-568be6fa-b127-41d9-8b62-792d6db76480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.693511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.696921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 00fa2220-0d1a-45f7-afd9-3dc311f928ad) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:15.704139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:15.704928 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.709521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f319d1a-b4f8-4f6e-8e5e-194faaef92ec None None] Network 00fa2220-0d1a-45f7-afd9-3dc311f928ad requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:15.725635 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.733045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.773425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-568be6fa-b127-41d9-8b62-792d6db76480 None None] For port 82359f49-84c0-4c32-a835-92eb44849d07, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=82359f49-84c0-4c32-a835-92eb44849d07,segment=NetworkSegment(4671469d-2e6e-4f41-8ea7-b9b4dbcb2759),segment_id=4671469d-2e6e-4f41-8ea7-b9b4dbcb2759)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:15.773828 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-568be6fa-b127-41d9-8b62-792d6db76480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.799608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011ef2d-5085-4e74-b053-2148f21ab7c7 req-aafef9ff-6ca9-434a-acf6-78551f1858bf tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:15.801226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a011ef2d-5085-4e74-b053-2148f21ab7c7 req-aafef9ff-6ca9-434a-acf6-78551f1858bf tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 932 time: 0.1962781 Aug 23 03:43:15.826786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Checking segment: {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:15.827151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Network hostable DHCP agents. Network: 27f078d8-2849-4c33-bacb-a808d6449852, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:43:15.834093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71438e9-b555-4e14-bd8f-f9ce7dda75e6,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:15.866216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-568be6fa-b127-41d9-8b62-792d6db76480 None None] Calling delete_port for 82359f49-84c0-4c32-a835-92eb44849d07 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:15.892839 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.916374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Deleting port 82359f49-84c0-4c32-a835-92eb44849d07 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:15.916821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:15.971544 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-897887f3-7d16-4403-8a6a-5d41f832cf07 req-dd7d4d9a-dd8a-4f36-b892-cbf15b728076 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 210 time: 0.0270927 Aug 23 03:43:15.972108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Network 27f078d8-2849-4c33-bacb-a808d6449852 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:43:16.001085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a011ef2d-5085-4e74-b053-2148f21ab7c7 req-02138b76-fa3e-4107-86e4-3e9e52814be5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640017 Aug 23 03:43:16.009075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef4e3b-b302-45e3-a871-dff9bcfaefce None None] Network 00fa2220-0d1a-45f7-afd9-3dc311f928ad requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:16.021897 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.025072 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.040699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['35b84f52-dd1b-426f-9767-3c1ec70c36bc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:16.064754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 27f078d8-2849-4c33-bacb-a808d6449852) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:16.069221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:16.070304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.088669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe532c0-a929-4e7d-8b0c-a88b95a17e4b None None] Network 27f078d8-2849-4c33-bacb-a808d6449852 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:16.130633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f83d724c-1f42-4f7a-85b3-05dfac076ce1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4165268 Aug 23 03:43:16.130633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41814) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:16.140057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-283180403', 'network_id': '00fa2220-0d1a-45f7-afd9-3dc311f928ad'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:16.140293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:43:16.158377 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b23b129b-1567-46ad-b90e-a87560799f93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1076035 Aug 23 03:43:16.158891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41816) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:16.167220 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-568be6fa-b127-41d9-8b62-792d6db76480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.176073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:16.196331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] For port 82359f49-84c0-4c32-a835-92eb44849d07, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=82359f49-84c0-4c32-a835-92eb44849d07,segment=NetworkSegment(4671469d-2e6e-4f41-8ea7-b9b4dbcb2759),segment_id=4671469d-2e6e-4f41-8ea7-b9b4dbcb2759)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:16.196734 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.206677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5223a6-596d-45c4-b817-11ce4819adcd,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:16.210648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Network a2b17615-5567-48d9-8e38-935db6b0d692 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:16.225240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568be6fa-b127-41d9-8b62-792d6db76480 None None] No DVR routers for this DVR port 82359f49-84c0-4c32-a835-92eb44849d07 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:43:16.232106 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.232460 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Added segment 3516e57b-290b-4bed-b612-4510b29255ec of type vlan for network 9e7c6047-3365-4903-8b34-cc666387a94a Aug 23 03:43:16.233959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:16.236169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Calling delete_port for 82359f49-84c0-4c32-a835-92eb44849d07 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:16.259972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:16.274593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568be6fa-b127-41d9-8b62-792d6db76480 None None] Pushing event deleted for resources: {'Port': ['ID=82359f49-84c0-4c32-a835-92eb44849d07,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:16.276292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 82359f49-84c0-4c32-a835-92eb44849d07 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:16.278668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Made reservation on behalf of 76ecd1a0b1d64264ade90361bdb04451 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:16.287264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.287642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Pushing event updated for resources: {'Port': ['ID=e64cde92-fef3-4542-b901-5aeba15de79a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:16.312058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] device_id is not set on port ac8fe07b-7d50-4faf-9a05-c13fc9c1dc72 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:43:16.333284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 82359f49-84c0-4c32-a835-92eb44849d07 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:16.333722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 82359f49-84c0-4c32-a835-92eb44849d07 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:16.383862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.410544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:16.411169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.454567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Allocated IP 172.20.0.8 (00fa2220-0d1a-45f7-afd9-3dc311f928ad/adccbc9f-69ae-4664-9755-1a36b4fc7270/ac8fe07b-7d50-4faf-9a05-c13fc9c1dc72) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:16.509200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f71f466-5b12-46b4-95f3-129fddec170e {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:16.517554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.521210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.559534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=82359f49-84c0-4c32-a835-92eb44849d07,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:16.564674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Transition to ACTIVE for port object 0f71f466-5b12-46b4-95f3-129fddec170e will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:16.565885 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.567671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:16.567671 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.569763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] No DVR routers for this DVR port 82359f49-84c0-4c32-a835-92eb44849d07 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:43:16.664102 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.672003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.683605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-27f078d8-2849-4c33-bacb-a808d6449852', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:43:16.685182 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.702431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] Pushing event updated for resources: {'Network': ['ID=9e7c6047-3365-4903-8b34-cc666387a94a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:16.724532 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.726199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.733906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.739480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2d0e55ba-4da3-4552-84b7-18c1a9454c2a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1836941 Aug 23 03:43:16.742634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41826) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:16.751049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Request body: {'subnet': {'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-subnet', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:16.752495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-60730dd7-e9f8-4b8f-adf4-52308ee93436 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2148905 Aug 23 03:43:16.754077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:16.765973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 9e7c6047-3365-4903-8b34-cc666387a94a details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:43:16.767672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:16.767973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4671469d-2e6e-4f41-8ea7-b9b4dbcb2759') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:16.782793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Request body: {'port': {'device_id': 'a8050c3c-cb20-442b-a66f-f8df550922d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:16.804163 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.808536 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.812144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Pushing event updated for resources: {'Port': ['ID=0f71f466-5b12-46b4-95f3-129fddec170e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:16.817508 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.865297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.868332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Network 00fa2220-0d1a-45f7-afd9-3dc311f928ad is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:16.876476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:16.880735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:43:16.880848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.881573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:16.923314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Made reservation on behalf of 3742b36f0f5b44bfb1865bfc3ed1d360 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:16.925996 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:43:16.927392 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:43:16.932870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event updated for resources: {'Port': ['ID=ac8fe07b-7d50-4faf-9a05-c13fc9c1dc72,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:16.948554 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Allocated IP 172.20.0.2 (27f078d8-2849-4c33-bacb-a808d6449852/c71438e9-b555-4e14-bd8f-f9ce7dda75e6/6cf49145-e619-49f5-a3b3-0366cad40456) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:16.950354 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.084858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:17.090230 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.153407 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.174553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Transition to ACTIVE for port object 6cf49145-e619-49f5-a3b3-0366cad40456 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:17.207550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Transition to ACTIVE for port object 6cf49145-e619-49f5-a3b3-0366cad40456 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:17.209677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Attempting to bind port 0f71f466-5b12-46b4-95f3-129fddec170e on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:17.210150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Attempting to bind port 0f71f466-5b12-46b4-95f3-129fddec170e by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'c3d9c9f9-ede9-4cae-beb2-881247f635c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1f22a714-e43e-4b36-b78d-5c0beefc42e4'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:17.210368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Attempting to bind port 0f71f466-5b12-46b4-95f3-129fddec170e on network 1f22a714-e43e-4b36-b78d-5c0beefc42e4 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:17.220454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Port 0f71f466-5b12-46b4-95f3-129fddec170e on network 1f22a714-e43e-4b36-b78d-5c0beefc42e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:43:17.220771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Attempting to bind port 0f71f466-5b12-46b4-95f3-129fddec170e on network 1f22a714-e43e-4b36-b78d-5c0beefc42e4 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:17.235518 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.240973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:17.241343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Checking segment: {'id': 'c3d9c9f9-ede9-4cae-beb2-881247f635c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1f22a714-e43e-4b36-b78d-5c0beefc42e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:17.241727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Bound using segment: {'id': 'c3d9c9f9-ede9-4cae-beb2-881247f635c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1f22a714-e43e-4b36-b78d-5c0beefc42e4'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:17.242180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Bound port: 0f71f466-5b12-46b4-95f3-129fddec170e, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d9c9f9-ede9-4cae-beb2-881247f635c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1f22a714-e43e-4b36-b78d-5c0beefc42e4'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:17.242532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.245353 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-63fc9261-065e-4c07-b9dc-5977775c9e53 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1135406 Aug 23 03:43:17.247241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41844) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:17.266060 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.270773 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.273061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8 HTTP/1.1" status: 204 len: 168 time: 1.8837676 Aug 23 03:43:17.285168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635058a-7e2e-4ab9-90d9-8dec079615a5 req-e6dbbc6e-0eae-4b32-b3ff-e0d7125b7d93 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:17.286576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4635058a-7e2e-4ab9-90d9-8dec079615a5 req-e6dbbc6e-0eae-4b32-b3ff-e0d7125b7d93 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 931 time: 0.1432083 Aug 23 03:43:17.305844 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.315539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6d26c-3cfb-49c9-8a31-b346545af9ec req-8b3e61c0-5ef4-4c08-8a49-2d91f06cc34d tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:17.317138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed6d26c-3cfb-49c9-8a31-b346545af9ec req-8b3e61c0-5ef4-4c08-8a49-2d91f06cc34d tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 944 time: 0.2009037 Aug 23 03:43:17.339652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178634-f7fc-4419-b140-f74ac5c377f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92fb1d0c-b3cd-4b2e-84a0-8f62fedb0bc8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:17.407999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Network 27f078d8-2849-4c33-bacb-a808d6449852 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:17.417799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:17.429336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:17.435259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Pushing event updated for resources: {'Port': ['ID=6cf49145-e619-49f5-a3b3-0366cad40456,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:17.468005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed6d26c-3cfb-49c9-8a31-b346545af9ec req-103cc82d-80c9-4693-9748-ec6e5c938713 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260900 Aug 23 03:43:17.566457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d55a506b-d749-42f7-b29c-62ea8cd5cdf2 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Deleting port ac8fe07b-7d50-4faf-9a05-c13fc9c1dc72 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:17.566809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d55a506b-d749-42f7-b29c-62ea8cd5cdf2 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.630981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Attempting to bind port 6cf49145-e619-49f5-a3b3-0366cad40456 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:17.631565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Attempting to bind port 6cf49145-e619-49f5-a3b3-0366cad40456 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:17.632086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Attempting to bind port 6cf49145-e619-49f5-a3b3-0366cad40456 on network 27f078d8-2849-4c33-bacb-a808d6449852 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:17.633327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.640247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:17.641709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Checking segment: {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:17.642648 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.643540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Bound using segment: {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:17.644226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Bound port: 6cf49145-e619-49f5-a3b3-0366cad40456, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:17.644929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.720007 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d55a506b-d749-42f7-b29c-62ea8cd5cdf2 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.728270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f043242-9191-47bc-a47d-3d76fdabffde,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:17.754711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d55a506b-d749-42f7-b29c-62ea8cd5cdf2 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Calling delete_port for ac8fe07b-7d50-4faf-9a05-c13fc9c1dc72 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:17.763954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] For port 6cf49145-e619-49f5-a3b3-0366cad40456, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:17.767726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Checking segment: {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:17.768081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Network hostable DHCP agents. Network: 9e7c6047-3365-4903-8b34-cc666387a94a, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:43:17.769667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] For port 6cf49145-e619-49f5-a3b3-0366cad40456, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6cf49145-e619-49f5-a3b3-0366cad40456,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:17.770438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4635058a-7e2e-4ab9-90d9-8dec079615a5 req-38502d6a-96ae-4d21-ac2c-7931fd3b40fe tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414341 Aug 23 03:43:17.779765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] For port 0f71f466-5b12-46b4-95f3-129fddec170e, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:17.779765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] For port 0f71f466-5b12-46b4-95f3-129fddec170e, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0f71f466-5b12-46b4-95f3-129fddec170e,segment=NetworkSegment(c3d9c9f9-ede9-4cae-beb2-881247f635c3),segment_id=c3d9c9f9-ede9-4cae-beb2-881247f635c3)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:17.833281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64cde92-fef3-4542-b901-5aeba15de79a {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:17.841135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.854685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Transition to ACTIVE for port object e64cde92-fef3-4542-b901-5aeba15de79a will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:17.939864 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.946426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.949125 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.966899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:17.972790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41858) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:17.982674 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.005755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Network 9e7c6047-3365-4903-8b34-cc666387a94a is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:43:18.005939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:18.006422 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.008023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] 10.222.0.11 "PUT /v2.0/ports/0f71f466-5b12-46b4-95f3-129fddec170e HTTP/1.1" status: 200 len: 1092 time: 2.4829688 Aug 23 03:43:18.008830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bb572f-249b-4fe8-8154-c4955fb571c4', 'tag': '0f71f466-5b12-46b4-95f3-129fddec170e'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:18.010270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Pushing event updated for resources: {'Port': ['ID=6cf49145-e619-49f5-a3b3-0366cad40456,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:18.013626 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b685c10-bf40-4025-8442-26a5ee20eea8" -d '{"events": [{"name": "network-changed", "server_uuid": "64bb572f-249b-4fe8-8154-c4955fb571c4", "tag": "0f71f466-5b12-46b4-95f3-129fddec170e"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:18.020167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.020844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.021209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.021673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.022117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.022553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.022988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.023687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.024031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.025178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.025817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.026284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1835c72a-da96-4c2a-9611-9ff4ba571038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:43:18.096306 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80793c1-85c3-44b3-b369-52d937557cd4 x-openstack-request-id: req-e80793c1-85c3-44b3-b369-52d937557cd4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:18.096921 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bb572f-249b-4fe8-8154-c4955fb571c4", "tag": "0f71f466-5b12-46b4-95f3-129fddec170e", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:18.097584 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e80793c1-85c3-44b3-b369-52d937557cd4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:18.097779 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bb572f-249b-4fe8-8154-c4955fb571c4', 'tag': '0f71f466-5b12-46b4-95f3-129fddec170e', 'status': 'completed', 'code': 200} Aug 23 03:43:18.099750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be2d6c-2eeb-4bf8-8d2c-517875454603 service neutron] Pushing event updated for resources: {'Port': ['ID=0f71f466-5b12-46b4-95f3-129fddec170e,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:18.134915 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e53b9744-c4ba-4417-aa53-d88bb734056a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c12b08f421dc4299b1ced9b1aae36166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598301 Aug 23 03:43:18.151420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41864) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:18.180687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 9e7c6047-3365-4903-8b34-cc666387a94a) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:18.195532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac18e41-b767-48be-9afc-151eb938346f None None] Network 9e7c6047-3365-4903-8b34-cc666387a94a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:18.199818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:18.199977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.234259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Allocated IP 172.25.1.57 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/02f5cb37-87dc-4abf-a75b-2004ad01cfca) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:18.266541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fcceae18-f9f2-4882-8b5e-4def1413326b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5217876 Aug 23 03:43:18.269734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41866) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:18.277290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Pushing event updated for resources: {'Port': ['ID=e64cde92-fef3-4542-b901-5aeba15de79a,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:18.278094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:18.304909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202f6b8-4417-449d-a760-3ac2741ff89a req-e407cb28-67e3-42e9-8900-1ed5641ad4bd tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:18.306674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7202f6b8-4417-449d-a760-3ac2741ff89a req-e407cb28-67e3-42e9-8900-1ed5641ad4bd tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 946 time: 0.2078385 Aug 23 03:43:18.329137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b685c10-bf40-4025-8442-26a5ee20eea8 req-a5afe24f-529c-4fcd-9044-0cea38dd66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:18.330721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b685c10-bf40-4025-8442-26a5ee20eea8 req-a5afe24f-529c-4fcd-9044-0cea38dd66c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77f6d9d5f14f425a855290d3425afa72&device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 1095 time: 0.1736901 Aug 23 03:43:18.336588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Attempting to bind port e64cde92-fef3-4542-b901-5aeba15de79a on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:18.339065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Attempting to bind port e64cde92-fef3-4542-b901-5aeba15de79a by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:18.339065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Attempting to bind port e64cde92-fef3-4542-b901-5aeba15de79a on network a2b17615-5567-48d9-8e38-935db6b0d692 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:18.378065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d55a506b-d749-42f7-b29c-62ea8cd5cdf2 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.387347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Port e64cde92-fef3-4542-b901-5aeba15de79a on network a2b17615-5567-48d9-8e38-935db6b0d692 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:43:18.387695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Attempting to bind port e64cde92-fef3-4542-b901-5aeba15de79a on network a2b17615-5567-48d9-8e38-935db6b0d692 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:18.414083 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c0300d2-4191-42cc-9b7d-0b5dcf4eea40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.415798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:18.416145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Checking segment: {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:18.417453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Bound using segment: {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:18.417670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Bound port: e64cde92-fef3-4542-b901-5aeba15de79a, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:18.418020 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.483074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a506b-d749-42f7-b29c-62ea8cd5cdf2 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac8fe07b-7d50-4faf-9a05-c13fc9c1dc72,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:18.484178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-9e7c6047-3365-4903-8b34-cc666387a94a', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:43:18.485207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.494691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7202f6b8-4417-449d-a760-3ac2741ff89a req-bd543e2d-da45-461d-b741-304879d5ac3a tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680894 Aug 23 03:43:18.542194 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c0300d2-4191-42cc-9b7d-0b5dcf4eea40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.582706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.607583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b685c10-bf40-4025-8442-26a5ee20eea8 req-b5820e06-6217-413e-bc5e-ed05afc39c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:18.609082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b685c10-bf40-4025-8442-26a5ee20eea8 req-b5820e06-6217-413e-bc5e-ed05afc39c5c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=77f6d9d5f14f425a855290d3425afa72&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2635901 Aug 23 03:43:18.626650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d55a506b-d749-42f7-b29c-62ea8cd5cdf2 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.629857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d55a506b-d749-42f7-b29c-62ea8cd5cdf2 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ac8fe07b-7d50-4faf-9a05-c13fc9c1dc72 HTTP/1.1" status: 204 len: 168 time: 1.3794763 Aug 23 03:43:18.633312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41874) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:18.634429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.636557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.652528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] For port e64cde92-fef3-4542-b901-5aeba15de79a, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:18.681871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Allocated IP 172.20.0.2 (9e7c6047-3365-4903-8b34-cc666387a94a/1f043242-9191-47bc-a47d-3d76fdabffde/eba9f605-3c1b-40dd-8b7a-0364723691db) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:18.689967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00fa2220-0d1a-45f7-afd9-3dc311f928ad', 'external_fixed_ips': [{'subnet_id': 'adccbc9f-69ae-4664-9755-1a36b4fc7270', 'ip_address': '172.20.0.8'}]}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:18.698274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] For port e64cde92-fef3-4542-b901-5aeba15de79a, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e64cde92-fef3-4542-b901-5aeba15de79a,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:18.715371 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.733825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b685c10-bf40-4025-8442-26a5ee20eea8 req-50c3ffc3-73c7-4a56-bc33-59a770f9f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:18.735312 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b685c10-bf40-4025-8442-26a5ee20eea8 req-50c3ffc3-73c7-4a56-bc33-59a770f9f412 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1146419 Aug 23 03:43:18.747449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c0300d2-4191-42cc-9b7d-0b5dcf4eea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.751755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c0300d2-4191-42cc-9b7d-0b5dcf4eea40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.753698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5c0300d2-4191-42cc-9b7d-0b5dcf4eea40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0509ced6-542e-492e-ada6-39d21c09d111 HTTP/1.1" status: 204 len: 168 time: 0.5952878 Aug 23 03:43:18.761075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.765899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0300d2-4191-42cc-9b7d-0b5dcf4eea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0509ced6-542e-492e-ada6-39d21c09d111,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:18.780781 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.821064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:18.826724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:18.833815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:18.843916 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Pushing event updated for resources: {'Port': ['ID=02f5cb37-87dc-4abf-a75b-2004ad01cfca,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:18.876856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27af37-dfdd-4660-8547-458546037ec3 req-f1e42ea4-bb84-47ea-b9d9-01c24ebf374d tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:18.886328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe27af37-dfdd-4660-8547-458546037ec3 req-f1e42ea4-bb84-47ea-b9d9-01c24ebf374d tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 944 time: 0.2536314 Aug 23 03:43:18.935652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:18.936074 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.937993 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] 10.222.0.11 "PUT /v2.0/ports/e64cde92-fef3-4542-b901-5aeba15de79a HTTP/1.1" status: 200 len: 1091 time: 2.1680956 Aug 23 03:43:18.954622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.966012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Transition to ACTIVE for port object eba9f605-3c1b-40dd-8b7a-0364723691db will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:18.981541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.982759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:18.985881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Transition to ACTIVE for port object eba9f605-3c1b-40dd-8b7a-0364723691db will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:18.991761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-84e8cf44-eda4-4df5-9922-1b78a7b31741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:18.993789 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-84e8cf44-eda4-4df5-9922-1b78a7b31741 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=77f6d9d5f14f425a855290d3425afa72&device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 1095 time: 0.1829407 Aug 23 03:43:18.997954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f3b6c-e558-4ead-9266-61c7bf6ef8ee service neutron] Pushing event updated for resources: {'Port': ['ID=e64cde92-fef3-4542-b901-5aeba15de79a,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:19.030970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e5895-190b-4e99-9ac9-a35d4ebecce1 req-b6e954a5-f49c-4f31-b0df-038614bfe307 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:19.032618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d12e5895-190b-4e99-9ac9-a35d4ebecce1 req-b6e954a5-f49c-4f31-b0df-038614bfe307 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 943 time: 0.1376305 Aug 23 03:43:19.094585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-69b76880-caa4-4bf1-8729-428b3a4070fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f71f466-5b12-46b4-95f3-129fddec170e HTTP/1.1" status: 200 len: 217 time: 0.0863781 Aug 23 03:43:19.103407 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:19.154261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Network 9e7c6047-3365-4903-8b34-cc666387a94a is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:19.157629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:19.161701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:19.172434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Pushing event updated for resources: {'Port': ['ID=eba9f605-3c1b-40dd-8b7a-0364723691db,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:19.190661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-796d18b2-7023-4945-9edc-9b13ea3df06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:19.192443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-796d18b2-7023-4945-9edc-9b13ea3df06c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4071af10-e244-447a-9b4e-f3157ef5bdb0 HTTP/1.1" status: 200 len: 862 time: 0.0675871 Aug 23 03:43:19.248893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-e2a303d1-8010-4c57-83cd-c747af65fd65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1f22a714-e43e-4b36-b78d-5c0beefc42e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416889 Aug 23 03:43:19.248893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d12e5895-190b-4e99-9ac9-a35d4ebecce1 req-7d0bdb63-cfc1-47e4-8a12-01dafac78d01 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670346 Aug 23 03:43:19.274225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Attempting to bind port eba9f605-3c1b-40dd-8b7a-0364723691db on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:19.274622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Attempting to bind port eba9f605-3c1b-40dd-8b7a-0364723691db by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:19.274963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Attempting to bind port eba9f605-3c1b-40dd-8b7a-0364723691db on network 9e7c6047-3365-4903-8b34-cc666387a94a {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:19.281544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:19.281980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Checking segment: {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:19.282389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:19.282788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Bound using segment: {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:19.283320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Bound port: eba9f605-3c1b-40dd-8b7a-0364723691db, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:19.283705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:19.322827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-790acc8e-9b17-4b11-a51b-14d4242f5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:19.324944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-790acc8e-9b17-4b11-a51b-14d4242f5b2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 1094 time: 0.2445092 Aug 23 03:43:19.394787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] For port eba9f605-3c1b-40dd-8b7a-0364723691db, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:19.394787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] For port eba9f605-3c1b-40dd-8b7a-0364723691db, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eba9f605-3c1b-40dd-8b7a-0364723691db,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:19.403504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-dc665046-0b9d-442a-9b2f-342e29dfc266 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64cde92-fef3-4542-b901-5aeba15de79a HTTP/1.1" status: 200 len: 217 time: 0.0625687 Aug 23 03:43:19.425564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-7a0973bc-94f1-4d01-ac82-a35a4e6b83ac service neutron] 10.222.0.11 "GET /v2.0/networks/1f22a714-e43e-4b36-b78d-5c0beefc42e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755106 Aug 23 03:43:19.460111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd26a4-d3a5-4bcf-bea9-ab01e2b8789e None None] Network 27f078d8-2849-4c33-bacb-a808d6449852 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:19.539298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-e654670b-c5b5-4a28-b51e-dcb0abf18269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:19.541182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-e654670b-c5b5-4a28-b51e-dcb0abf18269 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 200 len: 854 time: 0.1306393 Aug 23 03:43:19.580780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-16f2944c-ec10-4908-94c2-b044240c88f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2b17615-5567-48d9-8e38-935db6b0d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324235 Aug 23 03:43:19.642326 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:19.706656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe27af37-dfdd-4660-8547-458546037ec3 req-dfb9914b-d09c-40d5-a903-46de6ec0d565 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8197646 Aug 23 03:43:19.758930 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:19.782837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d39d67-2f2b-4b3a-9694-22fe090aceda req-a3b3fa38-0d4a-4bbf-aded-dd4844289f77 service neutron] 10.222.0.11 "GET /v2.0/networks/1f22a714-e43e-4b36-b78d-5c0beefc42e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380575 Aug 23 03:43:19.788799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270ec5c-6e92-4059-b144-bd33eb44fbe4 None None] Pushing event updated for resources: {'Port': ['ID=eba9f605-3c1b-40dd-8b7a-0364723691db,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:19.800072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dfd8cd0e-77df-4320-95ef-dcf58e12f540 None None] Provisioning for port 6cf49145-e619-49f5-a3b3-0366cad40456 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:19.812354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c347d-d5ad-4f25-ab89-38b8463b795a req-41f989cb-bc5f-4604-b115-af2b62757134 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:19.813765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f8c347d-d5ad-4f25-ab89-38b8463b795a req-41f989cb-bc5f-4604-b115-af2b62757134 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 946 time: 0.1950982 Aug 23 03:43:19.847089 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-806118d9-1742-4981-8e0c-12867778dde4 service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588887 Aug 23 03:43:19.870639 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:19.905816 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f8c347d-d5ad-4f25-ab89-38b8463b795a req-9fceb884-fe32-4ac8-b61b-3d2c315b320e tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804446 Aug 23 03:43:19.935485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-23f9a993-97c0-45bf-82e7-9e5d943ea91a tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:19.935485 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-23f9a993-97c0-45bf-82e7-9e5d943ea91a tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.24 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 946 time: 0.1634228 Aug 23 03:43:19.977404 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3989e42-81e1-4b6e-a781-c030cdf9ec08 req-e02afd9f-df35-48b8-8a0d-dc6359681bfc service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214347 Aug 23 03:43:20.099542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8050c3c-cb20-442b-a66f-f8df550922d3', 'tag': 'e64cde92-fef3-4542-b901-5aeba15de79a'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:20.102320 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ceaff4-d5b7-4fb2-a529-2a6000583068" -d '{"events": [{"name": "network-changed", "server_uuid": "a8050c3c-cb20-442b-a66f-f8df550922d3", "tag": "e64cde92-fef3-4542-b901-5aeba15de79a"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:20.188065 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff459a6-5c45-4b24-a023-d916fc8c5bc5 x-openstack-request-id: req-bff459a6-5c45-4b24-a023-d916fc8c5bc5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:20.188336 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8050c3c-cb20-442b-a66f-f8df550922d3", "tag": "e64cde92-fef3-4542-b901-5aeba15de79a", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:20.188587 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bff459a6-5c45-4b24-a023-d916fc8c5bc5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:20.188983 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8050c3c-cb20-442b-a66f-f8df550922d3', 'tag': 'e64cde92-fef3-4542-b901-5aeba15de79a', 'status': 'completed', 'code': 200} Aug 23 03:43:20.302771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-d3ec1d9f-8a17-4240-ba7a-64a1541c4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:20.304992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-d3ec1d9f-8a17-4240-ba7a-64a1541c4bf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 1094 time: 0.0750232 Aug 23 03:43:20.335021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eba9f605-3c1b-40dd-8b7a-0364723691db up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:20.461847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772deeb-fbba-42e8-a744-42ca9afd212f req-fd028230-9f87-4caf-a120-4c3b2f6fd0e0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:20.463939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9772deeb-fbba-42e8-a744-42ca9afd212f req-fd028230-9f87-4caf-a120-4c3b2f6fd0e0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 943 time: 0.1122985 Aug 23 03:43:20.478105 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:20.487810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-9461ab7c-fa18-44e7-b98a-d121fa89e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:20.488066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port eba9f605-3c1b-40dd-8b7a-0364723691db completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:20.489346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-9461ab7c-fa18-44e7-b98a-d121fa89e828 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 914 time: 0.1724644 Aug 23 03:43:20.493037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6cf49145-e619-49f5-a3b3-0366cad40456 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:20.514284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:20.539557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-7ad6ddd4-4213-403c-b039-866be7c8bfd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64cde92-fef3-4542-b901-5aeba15de79a HTTP/1.1" status: 200 len: 217 time: 0.0420058 Aug 23 03:43:20.543217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9772deeb-fbba-42e8-a744-42ca9afd212f req-8408ce3e-71b4-4516-89e6-13788bfe14e3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712595 Aug 23 03:43:20.596173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Deleting port a7df0678-cf26-45b7-a9fc-13c045d08bcf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:20.596502 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:20.601257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-c1ed695b-cd8b-4465-b426-b62ccd516951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:20.602761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-c1ed695b-cd8b-4465-b426-b62ccd516951 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 200 len: 854 time: 0.0559187 Aug 23 03:43:20.640652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-c6c4c089-a1b9-44a8-8d89-6a5ed0d80ef2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2b17615-5567-48d9-8e38-935db6b0d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305583 Aug 23 03:43:20.646373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 6cf49145-e619-49f5-a3b3-0366cad40456 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:20.650295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6cf49145-e619-49f5-a3b3-0366cad40456 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:20.651454 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:20.824398 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:20.851403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-f7d5f7ba-05ea-4231-95f9-702eb4c98f9c service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023950 Aug 23 03:43:20.879521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 6cf49145-e619-49f5-a3b3-0366cad40456, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6cf49145-e619-49f5-a3b3-0366cad40456,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:20.973658 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:21.007435 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31ceaff4-d5b7-4fb2-a529-2a6000583068 req-e9d8a9fe-8d88-45ed-a14c-2e9feaa5ab6a service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482246 Aug 23 03:43:21.056117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=6cf49145-e619-49f5-a3b3-0366cad40456,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:21.103433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba720b33-72f6-4996-929c-fa53def05bb9 req-8a6f940e-c647-4168-b219-373d36d4bdf0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:21.105600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba720b33-72f6-4996-929c-fa53def05bb9 req-8a6f940e-c647-4168-b219-373d36d4bdf0 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 946 time: 0.0638447 Aug 23 03:43:21.146665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] For port a7df0678-cf26-45b7-a9fc-13c045d08bcf, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a7df0678-cf26-45b7-a9fc-13c045d08bcf,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:21.147297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:21.176061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba720b33-72f6-4996-929c-fa53def05bb9 req-5c9a412a-d320-408b-95a3-6b29a8151ddc tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595996 Aug 23 03:43:21.200891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb200929-d698-4253-a8ae-095fd6af0b67 None None] Network 9e7c6047-3365-4903-8b34-cc666387a94a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:21.289951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:21.335959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eccc9569-2cbd-43c8-92fe-d2a64022a6e1 None None] Provisioning for port eba9f605-3c1b-40dd-8b7a-0364723691db completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:21.338350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702f12-4b4d-4813-adb7-fde27dba5af1 req-47f71ca6-adae-468e-9581-7d95b1e06145 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:21.339903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00702f12-4b4d-4813-adb7-fde27dba5af1 req-47f71ca6-adae-468e-9581-7d95b1e06145 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 944 time: 0.5049243 Aug 23 03:43:21.351497 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:21.354873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eccc9569-2cbd-43c8-92fe-d2a64022a6e1 None None] Provisioning complete for port eba9f605-3c1b-40dd-8b7a-0364723691db triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:21.355438 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eccc9569-2cbd-43c8-92fe-d2a64022a6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:21.400126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:21.466117 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eccc9569-2cbd-43c8-92fe-d2a64022a6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:21.507945 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-eccc9569-2cbd-43c8-92fe-d2a64022a6e1 None None] For port eba9f605-3c1b-40dd-8b7a-0364723691db, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eba9f605-3c1b-40dd-8b7a-0364723691db,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:21.561299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00702f12-4b4d-4813-adb7-fde27dba5af1 req-c71ee8ae-f7b7-4ff8-96a1-d3de5fc75e8a tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012045 Aug 23 03:43:21.607421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eccc9569-2cbd-43c8-92fe-d2a64022a6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:21.689301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc9569-2cbd-43c8-92fe-d2a64022a6e1 None None] Pushing event updated for resources: {'Port': ['ID=eba9f605-3c1b-40dd-8b7a-0364723691db,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:21.699702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1e991-e66c-4586-813c-e28d8b0afc5e req-9df3c98a-fbbe-44a6-acb5-8e731f481c1f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:21.701398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7c1e991-e66c-4586-813c-e28d8b0afc5e req-9df3c98a-fbbe-44a6-acb5-8e731f481c1f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 943 time: 0.0590761 Aug 23 03:43:21.728459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d2390380-2c20-4335-9738-e751d321b93e None None] Provisioning complete for port eba9f605-3c1b-40dd-8b7a-0364723691db triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:21.729492 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d2390380-2c20-4335-9738-e751d321b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:21.748700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7c1e991-e66c-4586-813c-e28d8b0afc5e req-4f55a305-451c-4804-8d60-a28821ebd112 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Aug 23 03:43:22.040265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.041226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.041226 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Floating IP e34b134a-9e2d-4b1e-a92e-dd2dcf74018d disassociated. External IP: 172.25.1.101, port: a7df0678-cf26-45b7-a9fc-13c045d08bcf. Aug 23 03:43:22.041998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Calling delete_port for a7df0678-cf26-45b7-a9fc-13c045d08bcf owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:22.101191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Allocated IP 172.25.1.100 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/38f11af7-24ef-421f-b1f7-bd107d87a64e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:22.164008 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.192436 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eba9f605-3c1b-40dd-8b7a-0364723691db up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:22.212791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.261913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port eba9f605-3c1b-40dd-8b7a-0364723691db triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:22.262396 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.376380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6cf49145-e619-49f5-a3b3-0366cad40456 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:22.433100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6cf49145-e619-49f5-a3b3-0366cad40456 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:22.433560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.453721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.477330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Allocated IP 172.20.0.8 (00fa2220-0d1a-45f7-afd9-3dc311f928ad/adccbc9f-69ae-4664-9755-1a36b4fc7270/498ccf3d-6c68-4e24-8c95-a264647c2b38) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:22.574528 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.581465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Router ebb7a4d0-4926-48e1-be3d-a707c296f05c is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:43:22.590818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f254a33-c722-473a-b121-aedf40953025 req-9f47d2c3-bb05-48f3-af34-d4f1fbd7f2f2 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:22.592381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f254a33-c722-473a-b121-aedf40953025 req-9f47d2c3-bb05-48f3-af34-d4f1fbd7f2f2 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 946 time: 0.1638899 Aug 23 03:43:22.729812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6904c-71c7-4bd8-b3a2-c75714542e11 req-bde69d32-2cca-4c25-b9b0-c13fe2d8ac62 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:22.732427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0db6904c-71c7-4bd8-b3a2-c75714542e11 req-bde69d32-2cca-4c25-b9b0-c13fe2d8ac62 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 944 time: 0.0592062 Aug 23 03:43:22.756464 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.781593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f254a33-c722-473a-b121-aedf40953025 req-943ad0b7-b1fc-4ddd-bc1f-afa2695c7317 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups?id=15128c87-12d8-45df-a48b-c3df874775ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694441 Aug 23 03:43:22.802625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0db6904c-71c7-4bd8-b3a2-c75714542e11 req-a3f0e0d5-2433-4e7e-a11c-72a5a5ada560 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623796 Aug 23 03:43:22.853744 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:22.859196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Pushing event deleted for resources: {'Port': ['ID=a7df0678-cf26-45b7-a9fc-13c045d08bcf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:22.960799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:22.969711 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Sync routers for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:22.979509 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:22.980137 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:23.024649 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:23.078989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b9424-0678-48de-b648-47d715bd8dc9 req-1c2e8291-0741-43da-ab5b-00c799992fc4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:23.080716 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-971b9424-0678-48de-b648-47d715bd8dc9 req-1c2e8291-0741-43da-ab5b-00c799992fc4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 943 time: 0.2058110 Aug 23 03:43:23.090519 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:23.102076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:23.112589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:23.128498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:23.162058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Router 8354f787-8d14-443e-8398-fc622dc31e05 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:43:23.165038 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:23.166270 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec3a0325-1b97-4976-be4e-ae12029a0acf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0030997 Aug 23 03:43:23.167573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Pushing event updated for resources: {'Port': ['ID=38f11af7-24ef-421f-b1f7-bd107d87a64e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:23.169672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41980) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:23.192784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-971b9424-0678-48de-b648-47d715bd8dc9 req-14bc3faf-2756-4385-84ea-98a08926f90d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959637 Aug 23 03:43:23.198919 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:23.332302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Network 00fa2220-0d1a-45f7-afd9-3dc311f928ad is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:23.373805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:23.400030 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:19Z', 'revision_number': 3, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:23.407974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:23.462930 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event updated for resources: {'Port': ['ID=498ccf3d-6c68-4e24-8c95-a264647c2b38,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:23.466891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a7df0678-cf26-45b7-a9fc-13c045d08bcf no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:23.502340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: a7df0678-cf26-45b7-a9fc-13c045d08bcf {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:23.502706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a7df0678-cf26-45b7-a9fc-13c045d08bcf not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:23.583020 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Checking router: ebb7a4d0-4926-48e1-be3d-a707c296f05c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:23.583619 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Updating router ebb7a4d0-4926-48e1-be3d-a707c296f05c port 02f5cb37-87dc-4abf-a75b-2004ad01cfca binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:23.613280 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:23.623567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:23.634358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] Sync routers for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:23.646843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:23.647479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:23.727421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] No DVR routers for this DVR port a7df0678-cf26-45b7-a9fc-13c045d08bcf on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:43:23.733962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:23.736110 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a2b30cc-94c9-4b1c-b46a-8b91054b2923 req-a0cb91c8-be28-4e87-a5a1-383d21cba8d7 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.24 "DELETE /v2.0/ports/a7df0678-cf26-45b7-a9fc-13c045d08bcf HTTP/1.1" status: 204 len: 173 time: 3.7946115 Aug 23 03:43:23.736582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd148568f-eb16-42db-a373-83464c1de74d', 'name': 'network-vif-deleted', 'tag': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:23.738968 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920f31b8-ed58-42fb-8036-05ee554e60e2" -d '{"events": [{"server_uuid": "d148568f-eb16-42db-a373-83464c1de74d", "name": "network-vif-deleted", "tag": "a7df0678-cf26-45b7-a9fc-13c045d08bcf"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:23.811297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:23.843686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:23.874251 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4316237e-99e1-4b5e-9058-61552d84b22f x-openstack-request-id: req-4316237e-99e1-4b5e-9058-61552d84b22f {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:23.874709 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d148568f-eb16-42db-a373-83464c1de74d", "name": "network-vif-deleted", "tag": "a7df0678-cf26-45b7-a9fc-13c045d08bcf", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:23.875023 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4316237e-99e1-4b5e-9058-61552d84b22f {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:23.875597 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd148568f-eb16-42db-a373-83464c1de74d', 'name': 'network-vif-deleted', 'tag': 'a7df0678-cf26-45b7-a9fc-13c045d08bcf', 'status': 'completed', 'code': 200} Aug 23 03:43:23.945993 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:23.963664 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:43:24.101283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e1f63994-c382-43b7-be8c-d8efa4f902d9 req-d0002e7e-b6ba-4fc2-8e5b-e381f7bd8449 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/ports?device_id=d148568f-eb16-42db-a373-83464c1de74d HTTP/1.1" status: 200 len: 210 time: 0.1265628 Aug 23 03:43:24.132127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.132258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e64cde92-fef3-4542-b901-5aeba15de79a details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:43:24.140839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b5cae-81db-409f-a8d7-13714e23c7ae req-341e097c-256a-4254-af1d-1a91d242ae58 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:24.147597 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e48b5cae-81db-409f-a8d7-13714e23c7ae req-341e097c-256a-4254-af1d-1a91d242ae58 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 944 time: 0.1739693 Aug 23 03:43:24.174504 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.202131 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Transition to ACTIVE for port object 02f5cb37-87dc-4abf-a75b-2004ad01cfca will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:24.261716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e48b5cae-81db-409f-a8d7-13714e23c7ae req-ee02739f-2e3b-4506-8520-23fa563da78e tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747712 Aug 23 03:43:24.286872 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.287130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'afc68926-8b15-450c-b3ce-c2ac248b8d6e', 'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'mac_address': 'fa:16:3e:8f:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:07Z', 'updated_at': '2021-08-23T03:41:17Z', 'revision_number': 5, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'subnets': [{'id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:24.352331 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Attempting to bind port 02f5cb37-87dc-4abf-a75b-2004ad01cfca on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:24.353552 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Attempting to bind port 02f5cb37-87dc-4abf-a75b-2004ad01cfca by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:24.354092 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Attempting to bind port 02f5cb37-87dc-4abf-a75b-2004ad01cfca on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:24.362657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Allocated IP 172.20.0.1 (27f078d8-2849-4c33-bacb-a808d6449852/c71438e9-b555-4e14-bd8f-f9ce7dda75e6/09e01578-ef99-42d3-b8ee-a2874d4f6b2b) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:24.366876 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:24.368093 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:24.368584 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.370309 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:24.370901 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Bound port: 02f5cb37-87dc-4abf-a75b-2004ad01cfca, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:24.371324 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.508423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] For port 02f5cb37-87dc-4abf-a75b-2004ad01cfca, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:24.508423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] For port 02f5cb37-87dc-4abf-a75b-2004ad01cfca, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=02f5cb37-87dc-4abf-a75b-2004ad01cfca,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:24.508423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a09438-78e0-4735-91f0-417ab2dcac13 None None] Pushing event updated for resources: {'Port': ['ID=02f5cb37-87dc-4abf-a75b-2004ad01cfca,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:24.511392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] Checking router: 8354f787-8d14-443e-8398-fc622dc31e05 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:24.521816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.525396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e64cde92-fef3-4542-b901-5aeba15de79a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e64cde92-fef3-4542-b901-5aeba15de79a,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:24.539098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:24.539637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:24.540816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Transition to ACTIVE for port object 09e01578-ef99-42d3-b8ee-a2874d4f6b2b will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:24.541930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'e64cde92-fef3-4542-b901-5aeba15de79a', 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692', 'port_id': 'e64cde92-fef3-4542-b901-5aeba15de79a', 'mac_address': 'fa:16:3e:cd:df:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948588ae-36ea-4d37-9137-432e89d7d12d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:43:24.604744 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.625509 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.670559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64cde92-fef3-4542-b901-5aeba15de79a {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:24.692680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e64cde92-fef3-4542-b901-5aeba15de79a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e64cde92-fef3-4542-b901-5aeba15de79a,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:24.701783 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a09438-78e0-4735-91f0-417ab2dcac13 None None] Pushing event updated for resources: {'Port': ['ID=02f5cb37-87dc-4abf-a75b-2004ad01cfca,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:24.702543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.715164 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:24.715527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:24.715793 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:24.785803 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.797849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0f71f466-5b12-46b4-95f3-129fddec170e details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:43:24.819256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Network 27f078d8-2849-4c33-bacb-a808d6449852 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:24.825396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:24.838486 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:24.843217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451004e-9465-4ada-a7b2-5a30b5da6a48 req-b85592f5-5c71-4d1c-883a-dd12f25bbd54 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:24.845607 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:24.850538 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5451004e-9465-4ada-a7b2-5a30b5da6a48 req-b85592f5-5c71-4d1c-883a-dd12f25bbd54 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 943 time: 0.2494464 Aug 23 03:43:24.869096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.936395 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Pushing event updated for resources: {'Port': ['ID=09e01578-ef99-42d3-b8ee-a2874d4f6b2b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:24.948147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 0f71f466-5b12-46b4-95f3-129fddec170e, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0f71f466-5b12-46b4-95f3-129fddec170e,segment=NetworkSegment(c3d9c9f9-ede9-4cae-beb2-881247f635c3),segment_id=c3d9c9f9-ede9-4cae-beb2-881247f635c3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:24.951654 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:24.981326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '0f71f466-5b12-46b4-95f3-129fddec170e', 'network_id': '1f22a714-e43e-4b36-b78d-5c0beefc42e4', 'port_id': '0f71f466-5b12-46b4-95f3-129fddec170e', 'mac_address': 'fa:16:3e:e8:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4071af10-e244-447a-9b4e-f3157ef5bdb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:43:25.086340 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5451004e-9465-4ada-a7b2-5a30b5da6a48 req-bc9fc69e-d382-4017-9538-066f121d4b11 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256093 Aug 23 03:43:25.091763 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.243838 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:19Z', 'revision_number': 3, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:25.306336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42042) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:25.310379 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77987b76-64fe-4c6e-88e1-2cb19123c866 None None] The sync data for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 is: [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:19Z', 'revision_number': 3, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:25.316116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f71f466-5b12-46b4-95f3-129fddec170e {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:25.339165 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.380058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=e64cde92-fef3-4542-b901-5aeba15de79a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:25.400293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 0f71f466-5b12-46b4-95f3-129fddec170e, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0f71f466-5b12-46b4-95f3-129fddec170e,segment=NetworkSegment(c3d9c9f9-ede9-4cae-beb2-881247f635c3),segment_id=c3d9c9f9-ede9-4cae-beb2-881247f635c3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:25.416658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.426610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'afc68926-8b15-450c-b3ce-c2ac248b8d6e', 'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'mac_address': 'fa:16:3e:8f:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:07Z', 'updated_at': '2021-08-23T03:41:17Z', 'revision_number': 5, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'subnets': [{'id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:25.462734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92c0f4-1ebe-4ba4-afaf-70c4780fcb2f None None] The sync data for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 is: [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:41:09Z', 'revision_number': 4, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'afc68926-8b15-450c-b3ce-c2ac248b8d6e', 'name': '', 'network_id': 'ee3df414-7126-461b-8211-7e304f249003', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'mac_address': 'fa:16:3e:8f:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:07Z', 'updated_at': '2021-08-23T03:41:17Z', 'revision_number': 5, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'subnets': [{'id': 'cb4e96f6-2260-4731-a535-5a65e2e7cd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:25.475420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0a882f88-15fe-4196-b483-0c16867f3e0c None None] Provisioning for port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:25.482212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.515182 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cecdb79b-b7b9-43cd-b30a-9b61a39ce3a1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.564297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0a882f88-15fe-4196-b483-0c16867f3e0c None None] Provisioning complete for port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:25.564742 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0a882f88-15fe-4196-b483-0c16867f3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.590511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cecdb79b-b7b9-43cd-b30a-9b61a39ce3a1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.618211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af299e-f708-46b1-af4b-680a6bcedf6c req-af239919-e9d2-42c7-b2c8-379c7c4c1d85 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:25.627529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8af299e-f708-46b1-af4b-680a6bcedf6c req-af239919-e9d2-42c7-b2c8-379c7c4c1d85 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 944 time: 0.1988065 Aug 23 03:43:25.647973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=0f71f466-5b12-46b4-95f3-129fddec170e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:25.656568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0a882f88-15fe-4196-b483-0c16867f3e0c None None] Port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:25.671898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:43:25.743603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8af299e-f708-46b1-af4b-680a6bcedf6c req-c8f3e6f5-9bcf-475e-a133-3134d92533d6 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965283 Aug 23 03:43:25.831564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.842401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:25.845870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Router 7248e06e-1e24-4f14-aaac-a648f8ac8752 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:43:25.852245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cecdb79b-b7b9-43cd-b30a-9b61a39ce3a1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.861285 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cecdb79b-b7b9-43cd-b30a-9b61a39ce3a1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.863020 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cecdb79b-b7b9-43cd-b30a-9b61a39ce3a1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "DELETE /v2.0/security-groups/15128c87-12d8-45df-a48b-c3df874775ee HTTP/1.1" status: 204 len: 168 time: 0.5551798 Aug 23 03:43:25.865291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42054) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:25.873104 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b71ff-0809-4376-89af-53595d65950d None None] Sync routers for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:25.881200 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-48751e90-7498-4c09-a9a1-6e100f9e2a85 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] show failed (client error): The resource could not be found. Aug 23 03:43:25.882577 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-48751e90-7498-4c09-a9a1-6e100f9e2a85 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "GET /v2.0/security-groups/15128c87-12d8-45df-a48b-c3df874775ee HTTP/1.1" status: 404 len: 347 time: 0.0161536 Aug 23 03:43:25.885352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42056) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:25.888728 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b71ff-0809-4376-89af-53595d65950d None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:25.889559 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-401b71ff-0809-4376-89af-53595d65950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:25.895435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdb79b-b7b9-43cd-b30a-9b61a39ce3a1 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15128c87-12d8-45df-a48b-c3df874775ee,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:25.904709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e64cde92-fef3-4542-b901-5aeba15de79a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:25.977725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:25.989396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-58f1adb6-b9f4-4abb-936e-8309e11c6a67 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7191079 Aug 23 03:43:25.990713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42058) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:26.017640 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:26.046114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['0f71f466-5b12-46b4-95f3-129fddec170e'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:26.130463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30959fe-74d2-4ba8-a3f3-747d5373b6e0 None None] New status for floating IP e34b134a-9e2d-4b1e-a92e-dd2dcf74018d: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:43:26.190096 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-401b71ff-0809-4376-89af-53595d65950d None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:26.385542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 02f5cb37-87dc-4abf-a75b-2004ad01cfca up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:26.487926 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1f68a7c1-1f54-4ac0-9d82-fbd4fe200969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:26.508167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:26.535671 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Sync routers for ids ['7248e06e-1e24-4f14-aaac-a648f8ac8752'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:26.575403 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Routers {'7248e06e-1e24-4f14-aaac-a648f8ac8752'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:26.576396 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7248e06e-1e24-4f14-aaac-a648f8ac8752'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:26.618392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5309b6-8667-4544-8635-c5358adde56d req-eed0cac8-ce0c-44be-a5cc-9eafd782ca96 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:26.620388 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e5309b6-8667-4544-8635-c5358adde56d req-eed0cac8-ce0c-44be-a5cc-9eafd782ca96 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 944 time: 0.2675488 Aug 23 03:43:26.629716 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:26.633847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cefb3cd8-6d19-4eb7-8c8e-8a456e79f723 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.9525971 Aug 23 03:43:26.643601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42090) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:26.653313 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-401b71ff-0809-4376-89af-53595d65950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:23Z', 'revision_number': 3, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:26.692511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 02f5cb37-87dc-4abf-a75b-2004ad01cfca completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:26.711297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 02f5cb37-87dc-4abf-a75b-2004ad01cfca triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:26.711591 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:26.778830 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b71ff-0809-4376-89af-53595d65950d None None] Checking router: 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:26.779610 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b71ff-0809-4376-89af-53595d65950d None None] Updating router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 port 38f11af7-24ef-421f-b1f7-bd107d87a64e binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:26.796902 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e5309b6-8667-4544-8635-c5358adde56d req-3cb93b8b-3221-49ee-85c2-20d754503834 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616068 Aug 23 03:43:26.829089 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-401b71ff-0809-4376-89af-53595d65950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:26.864764 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Set router 7248e06e-1e24-4f14-aaac-a648f8ac8752 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:26.883687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Pushing event updated for resources: {'Port': ['ID=09e01578-ef99-42d3-b8ee-a2874d4f6b2b,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:26.968095 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.007198 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.043878 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.067955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 02f5cb37-87dc-4abf-a75b-2004ad01cfca, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=02f5cb37-87dc-4abf-a75b-2004ad01cfca,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:27.156738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca788d4-8af4-4966-9333-d83cb767f3cc req-1617b03c-8e76-4365-9e11-9fb21ddbe9e4 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:27.169497 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ca788d4-8af4-4966-9333-d83cb767f3cc req-1617b03c-8e76-4365-9e11-9fb21ddbe9e4 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 945 time: 0.2260411 Aug 23 03:43:27.182541 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.196197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Deleting port 22dd63e2-18bb-497e-98d5-5f8f2035d553 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:27.196961 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.241523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.281464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ca788d4-8af4-4966-9333-d83cb767f3cc req-d928233d-0f62-4cd9-9790-9f3e0d9fc148 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105435 Aug 23 03:43:27.300022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=02f5cb37-87dc-4abf-a75b-2004ad01cfca,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:27.308498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.330652 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-401b71ff-0809-4376-89af-53595d65950d None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.359713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Network 27f078d8-2849-4c33-bacb-a808d6449852 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:27.359956 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-401b71ff-0809-4376-89af-53595d65950d None None] Transition to ACTIVE for port object 38f11af7-24ef-421f-b1f7-bd107d87a64e will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:27.363208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:27.450691 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.451310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.503652 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-401b71ff-0809-4376-89af-53595d65950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.569569 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7248e06e-1e24-4f14-aaac-a648f8ac8752', 'name': '', 'tenant_id': '76ecd1a0b1d64264ade90361bdb04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00fa2220-0d1a-45f7-afd9-3dc311f928ad', 'external_fixed_ips': [{'subnet_id': 'adccbc9f-69ae-4664-9755-1a36b4fc7270', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '498ccf3d-6c68-4e24-8c95-a264647c2b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:19Z', 'updated_at': '2021-08-23T03:43:23Z', 'revision_number': 3, 'project_id': '76ecd1a0b1d64264ade90361bdb04451', 'gw_port': {'id': '498ccf3d-6c68-4e24-8c95-a264647c2b38', 'name': '', 'network_id': '00fa2220-0d1a-45f7-afd9-3dc311f928ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7248e06e-1e24-4f14-aaac-a648f8ac8752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'adccbc9f-69ae-4664-9755-1a36b4fc7270', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:22Z', 'updated_at': '2021-08-23T03:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adccbc9f-69ae-4664-9755-1a36b4fc7270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:27.582204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Calling delete_port for 22dd63e2-18bb-497e-98d5-5f8f2035d553 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:27.585959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Router ebb7a4d0-4926-48e1-be3d-a707c296f05c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:43:27.642572 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-401b71ff-0809-4376-89af-53595d65950d None None] Attempting to bind port 38f11af7-24ef-421f-b1f7-bd107d87a64e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:27.642845 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-401b71ff-0809-4376-89af-53595d65950d None None] Attempting to bind port 38f11af7-24ef-421f-b1f7-bd107d87a64e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:27.643204 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b71ff-0809-4376-89af-53595d65950d None None] Attempting to bind port 38f11af7-24ef-421f-b1f7-bd107d87a64e on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:27.651145 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b71ff-0809-4376-89af-53595d65950d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:27.651989 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b71ff-0809-4376-89af-53595d65950d None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:27.652110 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-401b71ff-0809-4376-89af-53595d65950d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.652463 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b71ff-0809-4376-89af-53595d65950d None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:27.652939 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-401b71ff-0809-4376-89af-53595d65950d None None] Bound port: 38f11af7-24ef-421f-b1f7-bd107d87a64e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:27.653578 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-401b71ff-0809-4376-89af-53595d65950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.654582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Deleting port 498ccf3d-6c68-4e24-8c95-a264647c2b38 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:27.655225 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.722032 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-401b71ff-0809-4376-89af-53595d65950d None None] For port 38f11af7-24ef-421f-b1f7-bd107d87a64e, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:27.722985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-da3f3f2a-d237-448b-b92e-a2a4f8a7f861 None None] Provisioning complete for port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:27.723439 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da3f3f2a-d237-448b-b92e-a2a4f8a7f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.725699 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-401b71ff-0809-4376-89af-53595d65950d None None] For port 38f11af7-24ef-421f-b1f7-bd107d87a64e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=38f11af7-24ef-421f-b1f7-bd107d87a64e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:27.730054 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Checking router: 7248e06e-1e24-4f14-aaac-a648f8ac8752 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:27.730398 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Updating router 7248e06e-1e24-4f14-aaac-a648f8ac8752 port 498ccf3d-6c68-4e24-8c95-a264647c2b38 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:27.774217 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54648917-29e6-4364-9b3f-7ac068cce10e None None] Pushing event updated for resources: {'Port': ['ID=38f11af7-24ef-421f-b1f7-bd107d87a64e,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:27.781527 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.809184 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-401b71ff-0809-4376-89af-53595d65950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.816652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-da3f3f2a-d237-448b-b92e-a2a4f8a7f861 None None] Port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:27.832065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:27.850515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Calling delete_port for 498ccf3d-6c68-4e24-8c95-a264647c2b38 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:27.878325 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54648917-29e6-4364-9b3f-7ac068cce10e None None] Pushing event updated for resources: {'Port': ['ID=38f11af7-24ef-421f-b1f7-bd107d87a64e,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:27.974056 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b71ff-0809-4376-89af-53595d65950d None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:27.974590 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-401b71ff-0809-4376-89af-53595d65950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:28.007016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:28.012926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5884ebc5-c4ea-42ff-8156-0d80269091bb admin admin] 10.222.0.20 "PUT /v2.0/routers/ebb7a4d0-4926-48e1-be3d-a707c296f05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8422098 Aug 23 03:43:28.122449 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-401b71ff-0809-4376-89af-53595d65950d None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:28.139088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e64cde92-fef3-4542-b901-5aeba15de79a up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:28.174094 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:28.179641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Sync routers for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:28.239461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:28.243869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:42:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:28.254910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Pushing event deleted for resources: {'Port': ['ID=22dd63e2-18bb-497e-98d5-5f8f2035d553,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:28.346034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 02f5cb37-87dc-4abf-a75b-2004ad01cfca up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:28.409570 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:28.414172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:28.419858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a8d47678-b26f-4c20-8f39-8d817614b5a3 tempest-ServersTestFqdnHostnames-922796093 tempest-ServersTestFqdnHostnames-922796093-project] 10.222.0.20 "DELETE /v2.0/floatingips/e34b134a-9e2d-4b1e-a92e-dd2dcf74018d HTTP/1.1" status: 204 len: 168 time: 2.5326867 Aug 23 03:43:28.425275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42126) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:28.432653 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-401b71ff-0809-4376-89af-53595d65950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:23Z', 'revision_number': 3, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:28.468950 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b71ff-0809-4376-89af-53595d65950d None None] The sync data for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 is: [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:23Z', 'revision_number': 3, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:28.544838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port e64cde92-fef3-4542-b901-5aeba15de79a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:28.548784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 02f5cb37-87dc-4abf-a75b-2004ad01cfca triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:28.549460 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:28.601801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port e64cde92-fef3-4542-b901-5aeba15de79a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:28.602175 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:28.680604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Allocated IP 172.20.0.1 (9e7c6047-3365-4903-8b34-cc666387a94a/1f043242-9191-47bc-a47d-3d76fdabffde/aeea0d6a-cd52-485b-9610-6c7b54d5ecdf) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:28.719050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:28.729417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f575e-10f7-4511-a846-39d6d9610d0c req-6f0ddc65-9328-4fad-b832-87b8c4c59f4a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:28.731169 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-496f575e-10f7-4511-a846-39d6d9610d0c req-6f0ddc65-9328-4fad-b832-87b8c4c59f4a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 944 time: 0.7056701 Aug 23 03:43:28.772235 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.db.api [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:43:28.772718 n-d-749052-7 neutron-server[95124]: DEBUG oslo_db.api [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:43:28.815517 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:28.919276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event deleted for resources: {'Port': ['ID=498ccf3d-6c68-4e24-8c95-a264647c2b38,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:28.924146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-496f575e-10f7-4511-a846-39d6d9610d0c req-98c7ef1e-a8cc-4f8f-8476-a0c91bbff4ab tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838403 Aug 23 03:43:29.056777 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.057711 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.108875 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5454d87c-f6a4-4e7e-9594-92f613b73a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.127259 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.224121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.232697 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.304488 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Port 498ccf3d-6c68-4e24-8c95-a264647c2b38 not found while updating agent binding for router 7248e06e-1e24-4f14-aaac-a648f8ac8752. {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 03:43:29.350539 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Routers {'7248e06e-1e24-4f14-aaac-a648f8ac8752'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:29.351277 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7248e06e-1e24-4f14-aaac-a648f8ac8752'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:29.356894 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.372506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Transition to ACTIVE for port object aeea0d6a-cd52-485b-9610-6c7b54d5ecdf will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:29.451211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.469889 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.470420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7248e06e-1e24-4f14-aaac-a648f8ac8752 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:43:29.475450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.480001 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e8092216-c77f-4793-bf9d-7377c2c38a4c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7248e06e-1e24-4f14-aaac-a648f8ac8752 HTTP/1.1" status: 204 len: 168 time: 2.8317702 Aug 23 03:43:29.480001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42140) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:29.511944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8050c3c-cb20-442b-a66f-f8df550922d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cde92-fef3-4542-b901-5aeba15de79a'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:29.514410 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0a67d-e47e-4b2d-9de6-654c14265b2f" -d '{"events": [{"server_uuid": "a8050c3c-cb20-442b-a66f-f8df550922d3", "name": "network-vif-plugged", "status": "completed", "tag": "e64cde92-fef3-4542-b901-5aeba15de79a"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:29.532026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e64cde92-fef3-4542-b901-5aeba15de79a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e64cde92-fef3-4542-b901-5aeba15de79a,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:29.538002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '09e01578-ef99-42d3-b8ee-a2874d4f6b2b', 'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'mac_address': 'fa:16:3e:7c:96:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:24Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 2, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'subnets': [{'id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:29.545038 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.554255 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] Set router 7248e06e-1e24-4f14-aaac-a648f8ac8752 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:29.559284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42144) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:29.573291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a43a1-601f-4366-b4ba-8ee0097c7872 req-9a292cf5-d562-4280-85ba-4a750e6f4afb tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:29.581393 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b62a43a1-601f-4366-b4ba-8ee0097c7872 req-9a292cf5-d562-4280-85ba-4a750e6f4afb tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 945 time: 0.4768491 Aug 23 03:43:29.583522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-91e3df11-cc27-4b50-9f53-c68af9d0521a tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779909433', 'description': 'tempest-description--1443055717'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:29.606234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Checking router: ebb7a4d0-4926-48e1-be3d-a707c296f05c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:29.606589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Updating router ebb7a4d0-4926-48e1-be3d-a707c296f05c port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:29.611949 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.613950 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0f71f466-5b12-46b4-95f3-129fddec170e up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:29.622666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Deleting port afc68926-8b15-450c-b3ce-c2ac248b8d6e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:29.623096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.675047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb7ed18-50c6-4d48-9c8f-dd41fd837c26 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Deleting subnet adccbc9f-69ae-4664-9755-1a36b4fc7270 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:43:29.691153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ed18-50c6-4d48-9c8f-dd41fd837c26 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.714628 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7248e06e-1e24-4f14-aaac-a648f8ac8752', 'name': '', 'tenant_id': '76ecd1a0b1d64264ade90361bdb04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:19Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 5, 'project_id': '76ecd1a0b1d64264ade90361bdb04451', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:29.739597 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1268ee44-6ac1-4cb0-9e57-ec8f9f50582b x-openstack-request-id: req-1268ee44-6ac1-4cb0-9e57-ec8f9f50582b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:29.739955 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8050c3c-cb20-442b-a66f-f8df550922d3", "name": "network-vif-plugged", "status": "completed", "tag": "e64cde92-fef3-4542-b901-5aeba15de79a", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:29.740138 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1268ee44-6ac1-4cb0-9e57-ec8f9f50582b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:29.740580 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8050c3c-cb20-442b-a66f-f8df550922d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64cde92-fef3-4542-b901-5aeba15de79a', 'code': 200} Aug 23 03:43:29.741210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:29.799217 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6b47-1583-47e6-a120-4f041c9516c6 None None] The sync data for ids ['7248e06e-1e24-4f14-aaac-a648f8ac8752'] in n-d-749052-7 is: [{'id': '7248e06e-1e24-4f14-aaac-a648f8ac8752', 'name': '', 'tenant_id': '76ecd1a0b1d64264ade90361bdb04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:19Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 5, 'project_id': '76ecd1a0b1d64264ade90361bdb04451', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:29.844654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Network 9e7c6047-3365-4903-8b34-cc666387a94a is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:29.865112 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b62a43a1-601f-4366-b4ba-8ee0097c7872 req-7c503f09-321d-4c65-a977-11d559750711 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726727 Aug 23 03:43:29.867750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=aeea0d6a-cd52-485b-9610-6c7b54d5ecdf,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:29.878096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=e64cde92-fef3-4542-b901-5aeba15de79a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:29.914825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:29.926424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:29.951644 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-91e3df11-cc27-4b50-9f53-c68af9d0521a tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.009163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] For port afc68926-8b15-450c-b3ce-c2ac248b8d6e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=afc68926-8b15-450c-b3ce-c2ac248b8d6e,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:30.009606 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.024820 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.056533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 0f71f466-5b12-46b4-95f3-129fddec170e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:30.060293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Calling delete_port for afc68926-8b15-450c-b3ce-c2ac248b8d6e owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:30.084532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 0f71f466-5b12-46b4-95f3-129fddec170e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:30.084906 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.196258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ed18-50c6-4d48-9c8f-dd41fd837c26 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.203803 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-ae135f28-17e1-4a4f-b873-a40437dda353 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c1a45c00d1664e4f86969e709985fb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793080 Aug 23 03:43:30.218827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa675d8-f572-4daf-92e4-95edda603ba6 req-74d41f3f-c867-49d5-bb15-4a9296c0a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:30.220516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4aa675d8-f572-4daf-92e4-95edda603ba6 req-74d41f3f-c867-49d5-bb15-4a9296c0a60b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 1096 time: 0.3914711 Aug 23 03:43:30.312121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11701b8-7906-40ee-a019-a38e8da5ae0b req-f849db1b-ddfe-4568-8e01-14d65bee8324 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:30.320069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c11701b8-7906-40ee-a019-a38e8da5ae0b req-f849db1b-ddfe-4568-8e01-14d65bee8324 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 945 time: 0.1867330 Aug 23 03:43:30.327944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 38f11af7-24ef-421f-b1f7-bd107d87a64e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:30.329938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ed18-50c6-4d48-9c8f-dd41fd837c26 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.439099 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.445650 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4aa675d8-f572-4daf-92e4-95edda603ba6 req-c18e4cff-c3f3-459e-ae04-fd33c9b467eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006311 Aug 23 03:43:30.453831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.475055 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ed18-50c6-4d48-9c8f-dd41fd837c26 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.476600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c11701b8-7906-40ee-a019-a38e8da5ae0b req-17d17789-af4a-44b1-984d-64ed0872ff7c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554992 Aug 23 03:43:30.532404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-91e3df11-cc27-4b50-9f53-c68af9d0521a tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.536156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7ed18-50c6-4d48-9c8f-dd41fd837c26 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=adccbc9f-69ae-4664-9755-1a36b4fc7270,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:30.543567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 0f71f466-5b12-46b4-95f3-129fddec170e, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0f71f466-5b12-46b4-95f3-129fddec170e,segment=NetworkSegment(c3d9c9f9-ede9-4cae-beb2-881247f635c3),segment_id=c3d9c9f9-ede9-4cae-beb2-881247f635c3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:30.548039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cb7ed18-50c6-4d48-9c8f-dd41fd837c26 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.552246 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2cb7ed18-50c6-4d48-9c8f-dd41fd837c26 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/adccbc9f-69ae-4664-9755-1a36b4fc7270 HTTP/1.1" status: 204 len: 168 time: 1.0694010 Aug 23 03:43:30.552911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42186) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:30.555400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d1fb4010-9ac2-44da-a464-e8beba8faadd None None] Provisioning for port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:30.578905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afae239-8fa9-4493-8dee-649a415fe399 req-3e9dd5f3-2bb5-4f1f-bfa3-3f1f849a3bbe tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:30.584183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-3e9dd5f3-2bb5-4f1f-bfa3-3f1f849a3bbe tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3652298 Aug 23 03:43:30.584329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d1fb4010-9ac2-44da-a464-e8beba8faadd None None] Provisioning complete for port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:30.584329 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d1fb4010-9ac2-44da-a464-e8beba8faadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.585426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 38f11af7-24ef-421f-b1f7-bd107d87a64e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:30.600243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-b794c8f8-d955-4663-bb25-682486058570 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/quotas/c1a45c00d1664e4f86969e709985fb2d HTTP/1.1" status: 200 len: 375 time: 0.0098617 Aug 23 03:43:30.616293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 38f11af7-24ef-421f-b1f7-bd107d87a64e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:30.616982 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.633585 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.646376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-a07a3964-45ce-4ca3-8b4c-3326b33b4989 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1a45c00d1664e4f86969e709985fb2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371876 Aug 23 03:43:30.657115 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-91e3df11-cc27-4b50-9f53-c68af9d0521a tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.659948 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.679605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb4010-9ac2-44da-a464-e8beba8faadd None None] Port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:30.680472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Transition to ACTIVE for port object 09e01578-ef99-42d3-b8ee-a2874d4f6b2b will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:30.693039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3df11-cc27-4b50-9f53-c68af9d0521a tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9cca9a-fac5-4c97-b30f-8f3dbc616110,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:30.711533 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.726518 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.750171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=0f71f466-5b12-46b4-95f3-129fddec170e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:30.796134 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.796708 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.815686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fa2220-0d1a-45f7-afd9-3dc311f928ad']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:30.819583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 38f11af7-24ef-421f-b1f7-bd107d87a64e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=38f11af7-24ef-421f-b1f7-bd107d87a64e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:30.824811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.846426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f42dd86-5db0-43da-bdc9-2c5d793c839b') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:30.846725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f42dd86-5db0-43da-bdc9-2c5d793c839b') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:30.862276 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.874216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-91e3df11-cc27-4b50-9f53-c68af9d0521a tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.882213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-91e3df11-cc27-4b50-9f53-c68af9d0521a tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3102071 Aug 23 03:43:30.886276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Pushing event deleted for resources: {'Port': ['ID=afc68926-8b15-450c-b3ce-c2ac248b8d6e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:30.891022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42190) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:30.891235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.902403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1f63300c-ad4f-4f93-a5b7-5c94e696d5c7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Request body: {'security_group_rule': {'security_group_id': 'ae9cca9a-fac5-4c97-b30f-8f3dbc616110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:30.948535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880ebd6-fec5-43d6-9b6c-516b405dcae2 None None] Pushing event updated for resources: {'Port': ['ID=09e01578-ef99-42d3-b8ee-a2874d4f6b2b,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:30.965093 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:30.992458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.034725 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.059758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Attempting to bind port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:31.060142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Attempting to bind port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:31.060509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Attempting to bind port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b on network 27f078d8-2849-4c33-bacb-a808d6449852 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:31.068785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:31.069192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Checking segment: {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:31.069606 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.070004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Bound using segment: {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:31.070482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Bound port: 09e01578-ef99-42d3-b8ee-a2874d4f6b2b, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:31.070867 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.079373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.092784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:43:31.093573 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:43:31.097075 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:43:31.156735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=38f11af7-24ef-421f-b1f7-bd107d87a64e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:31.325086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f63300c-ad4f-4f93-a5b7-5c94e696d5c7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.328634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=aeea0d6a-cd52-485b-9610-6c7b54d5ecdf,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:31.332205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.370995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] For port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:31.377091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] For port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=09e01578-ef99-42d3-b8ee-a2874d4f6b2b,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:31.428766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e7e89-b874-4225-bea9-bb13cc9ef6bb req-ed7c730f-ed31-47e9-a5cf-c1b26e8402be tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:31.431403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e5e7e89-b874-4225-bea9-bb13cc9ef6bb req-ed7c730f-ed31-47e9-a5cf-c1b26e8402be tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 946 time: 0.4153647 Aug 23 03:43:31.439130 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.488120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-49fec5c0-4547-4209-92ce-b352ec7f4481 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c1a45c00d1664e4f86969e709985fb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399835 Aug 23 03:43:31.579371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:31.581090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:31.646788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880ebd6-fec5-43d6-9b6c-516b405dcae2 None None] Pushing event updated for resources: {'Port': ['ID=09e01578-ef99-42d3-b8ee-a2874d4f6b2b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:31.685726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Network 9e7c6047-3365-4903-8b34-cc666387a94a is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:31.700650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:31.730296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137bba-d734-4340-8618-b6a3478e5a1e req-37021386-f48b-4a9f-85d3-3037a0f1eb6b tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:31.731857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-37021386-f48b-4a9f-85d3-3037a0f1eb6b tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436686 Aug 23 03:43:31.742986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bb572f-249b-4fe8-8154-c4955fb571c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f71f466-5b12-46b4-95f3-129fddec170e'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:31.748031 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d25565-042b-4e0b-9e8a-3f4932f79d19" -d '{"events": [{"server_uuid": "64bb572f-249b-4fe8-8154-c4955fb571c4", "name": "network-vif-plugged", "status": "completed", "tag": "0f71f466-5b12-46b4-95f3-129fddec170e"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:31.845330 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:31.888294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:31.956579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:43:31.990700 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-caad6085-95af-4b2a-9421-ab2a46e8f01b tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/quotas/c1a45c00d1664e4f86969e709985fb2d HTTP/1.1" status: 200 len: 375 time: 0.0321507 Aug 23 03:43:32.045887 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.067863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00fa2220-0d1a-45f7-afd9-3dc311f928ad {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 03:43:32.092213 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.102682 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-e973409a-5e0d-4c60-9da0-87df08aa0851 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1a45c00d1664e4f86969e709985fb2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108944 Aug 23 03:43:32.109183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "DELETE /v2.0/networks/00fa2220-0d1a-45f7-afd9-3dc311f928ad HTTP/1.1" status: 204 len: 168 time: 1.5493500 Aug 23 03:43:32.130414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493f05d-00f5-4da7-870b-796be578c900 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event deleted for resources: {'Network': ['ID=00fa2220-0d1a-45f7-afd9-3dc311f928ad,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:32.199400 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.219483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e5e7e89-b874-4225-bea9-bb13cc9ef6bb req-ccea942f-172a-4d1b-b61a-2286e06477bd tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7548146 Aug 23 03:43:32.291539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:32.320364 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f63300c-ad4f-4f93-a5b7-5c94e696d5c7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.321493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-05118e20-3149-4c8f-964f-e0356968e3d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/3f2a7848-55c3-4202-882e-9b22c8f2b6b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3270221 Aug 23 03:43:32.390765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f63300c-ad4f-4f93-a5b7-5c94e696d5c7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.411868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 38f11af7-24ef-421f-b1f7-bd107d87a64e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:32.455790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-acb7647f-03b3-41bf-9a0b-14fe443fe7d8 None None] Provisioning complete for port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:32.456157 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-acb7647f-03b3-41bf-9a0b-14fe443fe7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.499882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63300c-ad4f-4f93-a5b7-5c94e696d5c7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6198dd80-781a-457a-b67e-f6b41244330d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:32.531426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-acb7647f-03b3-41bf-9a0b-14fe443fe7d8 None None] Port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:32.536936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 38f11af7-24ef-421f-b1f7-bd107d87a64e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:32.537345 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.588851 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3a9b89-de19-4a27-a3db-bcbf8bb7e10d x-openstack-request-id: req-fb3a9b89-de19-4a27-a3db-bcbf8bb7e10d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:32.589982 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bb572f-249b-4fe8-8154-c4955fb571c4", "name": "network-vif-plugged", "status": "completed", "tag": "0f71f466-5b12-46b4-95f3-129fddec170e", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:32.590245 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb3a9b89-de19-4a27-a3db-bcbf8bb7e10d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:32.590653 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bb572f-249b-4fe8-8154-c4955fb571c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f71f466-5b12-46b4-95f3-129fddec170e', 'code': 200} Aug 23 03:43:32.608032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c58a10-6840-4350-a7a3-feb6d075dbf8 req-eafc7db3-f40d-469d-8821-56666403d607 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:32.614894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '09e01578-ef99-42d3-b8ee-a2874d4f6b2b', 'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'mac_address': 'fa:16:3e:7c:96:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:24Z', 'updated_at': '2021-08-23T03:43:31Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'subnets': [{'id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:32.619983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08c58a10-6840-4350-a7a3-feb6d075dbf8 req-eafc7db3-f40d-469d-8821-56666403d607 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 945 time: 0.2083704 Aug 23 03:43:32.674692 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15bd3f96-ab48-4a2f-bf61-a2713c9a8889 req-5e65beee-647a-4ee6-a3b1-b4807f01a825 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 210 time: 0.0696828 Aug 23 03:43:32.679277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ad245-b339-4557-96f4-332286c0314a None None] The sync data for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 is: [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '09e01578-ef99-42d3-b8ee-a2874d4f6b2b', 'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'mac_address': 'fa:16:3e:7c:96:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:24Z', 'updated_at': '2021-08-23T03:43:31Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'subnets': [{'id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:32.740577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42246) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:32.746546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9519a597-e365-4fe3-b6a1-78591d66273d tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'router': {'name': 'tempest-router--1921629260', 'project_id': '887b594d78684ce6bee8ca8444319637'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:32.839420 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f63300c-ad4f-4f93-a5b7-5c94e696d5c7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.843765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42252) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:32.844018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1f63300c-ad4f-4f93-a5b7-5c94e696d5c7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9506228 Aug 23 03:43:32.851498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9136bd5c-5166-4ef4-9071-1eda3125de80 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Request body: {'security_group_rule': {'security_group_id': 'ae9cca9a-fac5-4c97-b30f-8f3dbc616110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:32.860686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Router 8354f787-8d14-443e-8398-fc622dc31e05 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:43:32.883169 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9519a597-e365-4fe3-b6a1-78591d66273d tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.884479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9519a597-e365-4fe3-b6a1-78591d66273d tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:32.937510 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08c58a10-6840-4350-a7a3-feb6d075dbf8 req-fd6ba90a-f843-416a-80aa-90d085da5448 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108075 Aug 23 03:43:32.960864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6e7aa-aa45-4abb-b191-0d9da6cdeef8 req-d1183404-1f4c-4ee3-b3aa-ee9240a8b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:32.962774 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93e6e7aa-aa45-4abb-b191-0d9da6cdeef8 req-d1183404-1f4c-4ee3-b3aa-ee9240a8b9b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 1097 time: 0.1538115 Aug 23 03:43:33.022133 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9519a597-e365-4fe3-b6a1-78591d66273d tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.037682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9136bd5c-5166-4ef4-9071-1eda3125de80 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.095105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93e6e7aa-aa45-4abb-b191-0d9da6cdeef8 req-20e8d4f9-34ae-409d-99b5-88497fa60506 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Aug 23 03:43:33.122724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:33.122943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9136bd5c-5166-4ef4-9071-1eda3125de80 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.122943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9519a597-e365-4fe3-b6a1-78591d66273d tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.125095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-50b0170a-7d0c-4dd2-8ebd-782bcd81f99c admin admin] 10.222.0.20 "PUT /v2.0/routers/8354f787-8d14-443e-8398-fc622dc31e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7025969 Aug 23 03:43:33.127449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42258) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:33.193336 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Sync routers for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:33.205399 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:33.209505 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:33.214873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8807226-8097-490a-a669-c749ba31d735 None None] Sync routers for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:33.249306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8807226-8097-490a-a669-c749ba31d735 None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:33.250111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e8807226-8097-490a-a669-c749ba31d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:33.334605 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.389305 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9136bd5c-5166-4ef4-9071-1eda3125de80 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.400254 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9519a597-e365-4fe3-b6a1-78591d66273d tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.403168 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:33.416917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9519a597-e365-4fe3-b6a1-78591d66273d tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6727006 Aug 23 03:43:33.418680 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42266) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:33.464211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136bd5c-5166-4ef4-9071-1eda3125de80 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18b0144-d558-41c7-869b-94a6d3f61f82,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:33.540964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42270) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:33.563865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b428498b-54ee-46fa-98af-b933326e63c6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476113751', 'description': 'tempest-description--675925114'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:33.594506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e8807226-8097-490a-a669-c749ba31d735 None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:33.679258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9136bd5c-5166-4ef4-9071-1eda3125de80 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.680459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9136bd5c-5166-4ef4-9071-1eda3125de80 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8353372 Aug 23 03:43:33.694088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42274) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:33.700575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:33.731234 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1f703c3-6df9-42d6-8492-6486825bafba tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.752621 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.787017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91584f8d-b3ef-411e-8035-e8ccb91889af req-ced1899d-59c5-449d-bf42-acdd7c92bcf5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:33.796503 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91584f8d-b3ef-411e-8035-e8ccb91889af req-ced1899d-59c5-449d-bf42-acdd7c92bcf5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 945 time: 0.1892977 Aug 23 03:43:33.813709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13679ca-f516-449b-9f0c-dbd1d734c5d3 req-e6131c13-8c0e-4f4b-9152-862d80852eb3 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:33.822761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a13679ca-f516-449b-9f0c-dbd1d734c5d3 req-e6131c13-8c0e-4f4b-9152-862d80852eb3 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 946 time: 0.2332692 Aug 23 03:43:33.847672 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91584f8d-b3ef-411e-8035-e8ccb91889af req-018a777a-3c6c-4127-a369-cc5b7f78a025 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Aug 23 03:43:33.940535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b428498b-54ee-46fa-98af-b933326e63c6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:33.965725 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61d44618-8108-4cf7-8a11-2e33b798438f req-357bfe88-5eda-44bd-89d4-b9ac4f191475 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 210 time: 0.0401094 Aug 23 03:43:33.987974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Deleting port 9a62e440-0684-408c-8029-35ddb34b6a1a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:33.998458 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.043462 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 2, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:34.106527 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Checking router: 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:34.106875 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Updating router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:34.160998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] For port 9a62e440-0684-408c-8029-35ddb34b6a1a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9a62e440-0684-408c-8029-35ddb34b6a1a,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:34.161961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.205045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Calling delete_port for 9a62e440-0684-408c-8029-35ddb34b6a1a owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:34.205251 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.205664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.249498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e8807226-8097-490a-a669-c749ba31d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 5, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port': {'id': '9a62e440-0684-408c-8029-35ddb34b6a1a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:40:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8354f787-8d14-443e-8398-fc622dc31e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:41:02Z', 'updated_at': '2021-08-23T03:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:34.316172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 09e01578-ef99-42d3-b8ee-a2874d4f6b2b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:34.346757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a13679ca-f516-449b-9f0c-dbd1d734c5d3 req-c4e5915f-b913-4daf-b364-751fc66abdc9 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212502 Aug 23 03:43:34.370425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-91d1246e-ee02-4ab7-a463-acbd079a582b tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1a45c00d1664e4f86969e709985fb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490284 Aug 23 03:43:34.374487 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1f703c3-6df9-42d6-8492-6486825bafba tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.379961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8807226-8097-490a-a669-c749ba31d735 None None] Checking router: 8354f787-8d14-443e-8398-fc622dc31e05 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:34.395821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1f703c3-6df9-42d6-8492-6486825bafba tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.414947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8807226-8097-490a-a669-c749ba31d735 None None] Routers {'8354f787-8d14-443e-8398-fc622dc31e05'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:34.415958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e8807226-8097-490a-a669-c749ba31d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['8354f787-8d14-443e-8398-fc622dc31e05'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:34.583828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:34.606899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:34.607563 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.610408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e8807226-8097-490a-a669-c749ba31d735 None None] Set router 8354f787-8d14-443e-8398-fc622dc31e05 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:34.687965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afae239-8fa9-4493-8dee-649a415fe399 req-c93b492e-b8f7-4e32-ba75-58b719cad561 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:34.691154 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-c93b492e-b8f7-4e32-ba75-58b719cad561 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173923 Aug 23 03:43:34.724039 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.740007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Request body: {'port': {'device_id': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': 'c1a45c00d1664e4f86969e709985fb2d'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:34.755169 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Transition to ACTIVE for port object aeea0d6a-cd52-485b-9610-6c7b54d5ecdf will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:34.776145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1f703c3-6df9-42d6-8492-6486825bafba tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.778631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f703c3-6df9-42d6-8492-6486825bafba tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1614b079-1b55-4ba7-8b1a-34eb8c57ddd2 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:43:34.785526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1f703c3-6df9-42d6-8492-6486825bafba tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.787972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c1f703c3-6df9-42d6-8492-6486825bafba tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1614b079-1b55-4ba7-8b1a-34eb8c57ddd2 HTTP/1.1" status: 204 len: 168 time: 1.3648725 Aug 23 03:43:34.846947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e8807226-8097-490a-a669-c749ba31d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:43:33Z', 'revision_number': 6, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:34.855423 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b428498b-54ee-46fa-98af-b933326e63c6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.879305 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.895180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:34.912461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8807226-8097-490a-a669-c749ba31d735 None None] The sync data for ids ['8354f787-8d14-443e-8398-fc622dc31e05'] in n-d-749052-7 is: [{'id': '8354f787-8d14-443e-8398-fc622dc31e05', 'name': 'tempest-ServersTestFqdnHostnames-1715083319-router', 'tenant_id': 'c62754f47af44be0a3d92363c4a5f29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:41:00Z', 'updated_at': '2021-08-23T03:43:33Z', 'revision_number': 6, 'project_id': 'c62754f47af44be0a3d92363c4a5f29b', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:34.983862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b428498b-54ee-46fa-98af-b933326e63c6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.037272 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.091306 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86867abd-bd8f-4583-96be-4b0c061cf818 None None] Pushing event updated for resources: {'Port': ['ID=aeea0d6a-cd52-485b-9610-6c7b54d5ecdf,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:35.111367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=09e01578-ef99-42d3-b8ee-a2874d4f6b2b,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:35.178944 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.238086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f942b-0b89-4d03-aa90-617a60b7e09d req-4fd1c301-1af0-44ee-9d65-428d3a4db3ce tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:35.241054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5c9f942b-0b89-4d03-aa90-617a60b7e09d req-4fd1c301-1af0-44ee-9d65-428d3a4db3ce tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 945 time: 0.1236672 Aug 23 03:43:35.245270 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Attempting to bind port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:35.245785 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Attempting to bind port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:35.249202 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Attempting to bind port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf on network 9e7c6047-3365-4903-8b34-cc666387a94a {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:35.250673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2403b68-fe90-4adc-b5df-ef8d2495fde2 req-ee8ff083-f8d8-4040-955a-adc95afd3e8b tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 210 time: 0.0993667 Aug 23 03:43:35.260794 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:35.265644 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Checking segment: {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:35.265959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428498b-54ee-46fa-98af-b933326e63c6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdf3b97-1597-49a8-8422-4eed1c6bdac4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:35.266067 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.270208 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Bound using segment: {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:35.273652 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Bound port: aeea0d6a-cd52-485b-9610-6c7b54d5ecdf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:35.274631 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.287283 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b428498b-54ee-46fa-98af-b933326e63c6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.298521 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.305132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b428498b-54ee-46fa-98af-b933326e63c6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7600214 Aug 23 03:43:35.312928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42296) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:35.341538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=09e01578-ef99-42d3-b8ee-a2874d4f6b2b,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:35.383562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a62e440-0684-408c-8029-35ddb34b6a1a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:35.388967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42300) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:35.392468 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5c9f942b-0b89-4d03-aa90-617a60b7e09d req-8ee5d058-4159-4d91-83d9-cac1e30a7806 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441474 Aug 23 03:43:35.394920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d25767d0-e9b0-4e16-840b-1685dacd302e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'security_group_rule': {'security_group_id': '2fdf3b97-1597-49a8-8422-4eed1c6bdac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:35.488678 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] For port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:35.498421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Made reservation on behalf of c1a45c00d1664e4f86969e709985fb2d for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:35.503374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.511623 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] For port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=aeea0d6a-cd52-485b-9610-6c7b54d5ecdf,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:35.604349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Allocated IP 172.25.1.109 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/09571ee9-34fe-468d-8c1c-b97332c3eb61) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:35.617185 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.632549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-a429d2dd-1e60-49dc-9cd3-bb648661d11b tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1a45c00d1664e4f86969e709985fb2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741067 Aug 23 03:43:35.656664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-b844dcf0-8c5f-44b0-88ce-30902ae4f828 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:35.669479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-b844dcf0-8c5f-44b0-88ce-30902ae4f828 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 945 time: 0.2470055 Aug 23 03:43:35.677953 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d25767d0-e9b0-4e16-840b-1685dacd302e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.703871 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:35.704856 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:35.843434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f246bbd-e103-466e-b70c-2195e8eccc75 req-b08c51df-22d0-44a9-ba6c-18da31216775 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:35.845350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f246bbd-e103-466e-b70c-2195e8eccc75 req-b08c51df-22d0-44a9-ba6c-18da31216775 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 946 time: 0.3412292 Aug 23 03:43:35.862545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:35.942226 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:36.030406 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.031474 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86867abd-bd8f-4583-96be-4b0c061cf818 None None] Pushing event updated for resources: {'Port': ['ID=aeea0d6a-cd52-485b-9610-6c7b54d5ecdf,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:36.033101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.088663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42306) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:36.091755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-50175095', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:36.097268 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.120147 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:43:36.120147 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:43:36.120147 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id_1': 'c1a45c00d1664e4f86969e709985fb2d', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 43, 36, 114524)}] Aug 23 03:43:36.120147 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:43:36.120576 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:43:36.177406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d25767d0-e9b0-4e16-840b-1685dacd302e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.208516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f246bbd-e103-466e-b70c-2195e8eccc75 req-bfe44f90-eb61-4e4f-b610-6841434118fa tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099575 Aug 23 03:43:36.216573 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:35Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:36.226181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137bba-d734-4340-8618-b6a3478e5a1e req-06c0abaf-5d45-4b9b-8a95-73668c740e31 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:36.226865 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.227445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8354f787-8d14-443e-8398-fc622dc31e05 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:43:36.227730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-06c0abaf-5d45-4b9b-8a95-73668c740e31 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5573430 Aug 23 03:43:36.234311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.234515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.238822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4e9cdd8a-ac46-4744-b7bb-8cda0d4e6c35 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8354f787-8d14-443e-8398-fc622dc31e05 HTTP/1.1" status: 204 len: 168 time: 3.1079154 Aug 23 03:43:36.239872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42312) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:36.243874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Request body: {'port': {'device_id': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': 'c1a45c00d1664e4f86969e709985fb2d'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:36.292739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 09e01578-ef99-42d3-b8ee-a2874d4f6b2b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:36.313832 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.314478 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc17251-7a37-4c08-abcf-495a65b52598 None None] The sync data for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 is: [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:35Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:36.316187 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.323917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d25767d0-e9b0-4e16-840b-1685dacd302e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.381899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Deleting port e64cde92-fef3-4542-b901-5aeba15de79a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:36.382238 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.382672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-298ca867-10a3-4eda-95a7-ace033fb21d1 admin admin] Deleting subnet cb4e96f6-2260-4731-a535-5a65e2e7cd53 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:43:36.389098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-298ca867-10a3-4eda-95a7-ace033fb21d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.393676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:36.394333 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.464098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-298ca867-10a3-4eda-95a7-ace033fb21d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.526853 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.612412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device afc68926-8b15-450c-b3ce-c2ac248b8d6e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:36.621970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.654410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: afc68926-8b15-450c-b3ce-c2ac248b8d6e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:36.654924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device afc68926-8b15-450c-b3ce-c2ac248b8d6e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:36.655585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9a62e440-0684-408c-8029-35ddb34b6a1a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:36.690592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9a62e440-0684-408c-8029-35ddb34b6a1a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:36.691212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9a62e440-0684-408c-8029-35ddb34b6a1a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:36.857178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25767d0-e9b0-4e16-840b-1685dacd302e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9101a5-83c7-4e96-abeb-967fc808d989,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:36.880627 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-298ca867-10a3-4eda-95a7-ace033fb21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.885332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f329-32a9-4cf3-b8b3-c137b6a121d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:36.905994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59ff63eb-adfb-4114-a42e-d40d19adbffb req-7dc895c1-a0ed-4d7d-88fe-c5e9ab5cf74e tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 210 time: 0.5078189 Aug 23 03:43:36.920903 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.056213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9952216-b235-4873-9cdd-040c5edf2673 req-06f4717b-4036-443e-aa61-b4a950f7f045 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:37.058314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9952216-b235-4873-9cdd-040c5edf2673 req-06f4717b-4036-443e-aa61-b4a950f7f045 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 945 time: 0.1196482 Aug 23 03:43:37.107272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] For port e64cde92-fef3-4542-b901-5aeba15de79a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e64cde92-fef3-4542-b901-5aeba15de79a,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:37.107639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.109770 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.118587 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-298ca867-10a3-4eda-95a7-ace033fb21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.123883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841bfcc-a57d-4c02-a246-dc32dfcaa8a9 req-dc71a1e6-80a6-4e7f-8529-2a83b730a9a7 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:37.129326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c841bfcc-a57d-4c02-a246-dc32dfcaa8a9 req-dc71a1e6-80a6-4e7f-8529-2a83b730a9a7 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 946 time: 0.1116147 Aug 23 03:43:37.142273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Calling delete_port for e64cde92-fef3-4542-b901-5aeba15de79a owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:37.155463 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.196155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9952216-b235-4873-9cdd-040c5edf2673 req-1d34fc79-93f5-40a2-9164-97e1f7b218e6 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161020 Aug 23 03:43:37.196953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-298ca867-10a3-4eda-95a7-ace033fb21d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.200032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-298ca867-10a3-4eda-95a7-ace033fb21d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb4e96f6-2260-4731-a535-5a65e2e7cd53 HTTP/1.1" status: 204 len: 168 time: 0.9590354 Aug 23 03:43:37.200616 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.203467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589a8458-b3a3-4209-862d-2e4d4a595e84 None None] Network ee3df414-7126-461b-8211-7e304f249003 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:37.203691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ca867-10a3-4eda-95a7-ace033fb21d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4e96f6-2260-4731-a535-5a65e2e7cd53,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:37.206722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42324) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:37.252257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:37.272258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c841bfcc-a57d-4c02-a246-dc32dfcaa8a9 req-4b2e6d47-4023-4a71-992b-106320e60c5b tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353931 Aug 23 03:43:37.273452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:37.289543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:37.289543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d25767d0-e9b0-4e16-840b-1685dacd302e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.290235 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d25767d0-e9b0-4e16-840b-1685dacd302e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9734743 Aug 23 03:43:37.291020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42326) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:37.326978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-da582b30-f0e7-4ef3-857b-c24cf716f490 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'security_group_rule': {'security_group_id': '2fdf3b97-1597-49a8-8422-4eed1c6bdac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:37.340144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Pushing event updated for resources: {'Port': ['ID=09571ee9-34fe-468d-8c1c-b97332c3eb61,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:37.354313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce0ff2c-100d-41e6-a52e-5eb2b0105d11,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:37.390678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.395210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.468610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115e8d6-1327-4680-9d4c-32cf03ab8aae None None] DHCP port deletion for ee3df414-7126-461b-8211-7e304f249003 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:43:37.480821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Allocated IP 192.168.233.89 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/fd4dd938-a535-437a-ac47-16f9b01be9f0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:37.528908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f115e8d6-1327-4680-9d4c-32cf03ab8aae None None] Deleting port 249075bc-f270-4adc-8d0c-4db57be6b9c0 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:37.529750 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f115e8d6-1327-4680-9d4c-32cf03ab8aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.535680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.565835 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f329-32a9-4cf3-b8b3-c137b6a121d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.606955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f115e8d6-1327-4680-9d4c-32cf03ab8aae None None] For port 249075bc-f270-4adc-8d0c-4db57be6b9c0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=249075bc-f270-4adc-8d0c-4db57be6b9c0,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:37.607359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f115e8d6-1327-4680-9d4c-32cf03ab8aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.621834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f115e8d6-1327-4680-9d4c-32cf03ab8aae None None] Calling delete_port for 249075bc-f270-4adc-8d0c-4db57be6b9c0 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:37.649335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.657288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.664004 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f329-32a9-4cf3-b8b3-c137b6a121d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.669972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['35b84f52-dd1b-426f-9767-3c1ec70c36bc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:37.699885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e64cde92-fef3-4542-b901-5aeba15de79a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:37.744007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Pushing event deleted for resources: {'Port': ['ID=e64cde92-fef3-4542-b901-5aeba15de79a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:37.782111 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.783263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f329-32a9-4cf3-b8b3-c137b6a121d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36f483f-bc5b-4848-924c-e63971ca5f5d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:37.790563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.807256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Transition to ACTIVE for port object fd4dd938-a535-437a-ac47-16f9b01be9f0 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:37.821247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] No DVR routers for this DVR port e64cde92-fef3-4542-b901-5aeba15de79a on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:43:37.824145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.826836 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3fbca76f-63c8-46a5-9819-1f2da761ec5d req-1ed865c8-80a8-4da4-ae08-f7f074d5a124 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.11 "DELETE /v2.0/ports/e64cde92-fef3-4542-b901-5aeba15de79a HTTP/1.1" status: 204 len: 173 time: 2.1196387 Aug 23 03:43:37.827490 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.832017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8050c3c-cb20-442b-a66f-f8df550922d3', 'name': 'network-vif-deleted', 'tag': 'e64cde92-fef3-4542-b901-5aeba15de79a'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:37.834651 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fe3114-cb0b-4c87-91ee-ec80a397e8af" -d '{"events": [{"server_uuid": "a8050c3c-cb20-442b-a66f-f8df550922d3", "name": "network-vif-deleted", "tag": "e64cde92-fef3-4542-b901-5aeba15de79a"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:37.854413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Deleting port 249075bc-f270-4adc-8d0c-4db57be6b9c0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:37.854845 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.880030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1fa3f329-32a9-4cf3-b8b3-c137b6a121d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=920b45945aa9400dbd26db1817149048&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7749550 Aug 23 03:43:37.887153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42330) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:37.905585 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f115e8d6-1327-4680-9d4c-32cf03ab8aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.935385 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bea45c-6038-4aac-8ead-8ecf34416eb2 x-openstack-request-id: req-27bea45c-6038-4aac-8ead-8ecf34416eb2 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:37.935779 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8050c3c-cb20-442b-a66f-f8df550922d3", "name": "network-vif-deleted", "tag": "e64cde92-fef3-4542-b901-5aeba15de79a", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:37.936131 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27bea45c-6038-4aac-8ead-8ecf34416eb2 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:37.936645 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8050c3c-cb20-442b-a66f-f8df550922d3', 'name': 'network-vif-deleted', 'tag': 'e64cde92-fef3-4542-b901-5aeba15de79a', 'status': 'completed', 'code': 200} Aug 23 03:43:37.938432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Made reservation on behalf of c1a45c00d1664e4f86969e709985fb2d for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:37.942507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:37.955094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115e8d6-1327-4680-9d4c-32cf03ab8aae None None] Pushing event deleted for resources: {'Port': ['ID=249075bc-f270-4adc-8d0c-4db57be6b9c0,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:37.970514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115e8d6-1327-4680-9d4c-32cf03ab8aae None None] No DVR routers for this DVR port 249075bc-f270-4adc-8d0c-4db57be6b9c0 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:43:38.075522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] For port 249075bc-f270-4adc-8d0c-4db57be6b9c0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=249075bc-f270-4adc-8d0c-4db57be6b9c0,segment=NetworkSegment(e12158bb-18a9-4f49-ba52-15f9105c101e),segment_id=e12158bb-18a9-4f49-ba52-15f9105c101e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:38.075891 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.106205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Calling delete_port for 249075bc-f270-4adc-8d0c-4db57be6b9c0 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:38.136370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a542bb6b-e04c-4ad4-8095-670ccf8258fe req-6e5c2d4c-1042-4f23-bd64-33b9dcd81417 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 210 time: 0.1178694 Aug 23 03:43:38.139306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Allocated IP 172.25.1.158 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/5ba50833-c898-4266-987c-90a2fb5fa628) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:38.165406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da582b30-f0e7-4ef3-857b-c24cf716f490 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.186524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30dd91ef-73de-4ff2-a56f-08991ffd0c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.188479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.265385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device aeea0d6a-cd52-485b-9610-6c7b54d5ecdf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:38.297461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30dd91ef-73de-4ff2-a56f-08991ffd0c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.301680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:38.347745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:38.367647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:38.379757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Allocated IP 192.168.233.188 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/bbf29c19-9998-4218-b38f-599422697329) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:38.386363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:38.388574 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.409085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da582b30-f0e7-4ef3-857b-c24cf716f490 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.437067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:38.445870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b73b75c-26af-4d47-bca8-f5b2d88da08a req-85fdeb36-048c-4a8b-a8ef-2bb487415a08 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8050c3c-cb20-442b-a66f-f8df550922d3 HTTP/1.1" status: 200 len: 210 time: 0.0971103 Aug 23 03:43:38.446624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:38.446624 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.468762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d556d9-720a-4c2b-9768-fb661df823fb req-a77b5b0b-1310-4635-9195-3e66196995d2 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:38.470487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d556d9-720a-4c2b-9768-fb661df823fb req-a77b5b0b-1310-4635-9195-3e66196995d2 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 946 time: 0.0880253 Aug 23 03:43:38.475123 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.510700 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.519788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:38.520421 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.567589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=249075bc-f270-4adc-8d0c-4db57be6b9c0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:38.571368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da582b30-f0e7-4ef3-857b-c24cf716f490 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.586929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.598557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] No DVR routers for this DVR port 249075bc-f270-4adc-8d0c-4db57be6b9c0 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:43:38.632483 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.635831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=aeea0d6a-cd52-485b-9610-6c7b54d5ecdf,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:38.636862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30dd91ef-73de-4ff2-a56f-08991ffd0c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.639375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30dd91ef-73de-4ff2-a56f-08991ffd0c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.640589 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-30dd91ef-73de-4ff2-a56f-08991ffd0c12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a36f483f-bc5b-4848-924c-e63971ca5f5d HTTP/1.1" status: 204 len: 168 time: 0.7524750 Aug 23 03:43:38.665763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd91ef-73de-4ff2-a56f-08991ffd0c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36f483f-bc5b-4848-924c-e63971ca5f5d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:38.687384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-f4f0b5ae-7615-4c20-8764-b626820e1325 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9605989 Aug 23 03:43:38.700571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Pushing event updated for resources: {'Port': ['ID=09571ee9-34fe-468d-8c1c-b97332c3eb61,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:38.705103 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.716865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da582b30-f0e7-4ef3-857b-c24cf716f490 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87dd57a-107e-4be6-b4d4-8aedeea1b85f,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:38.726376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Request body: {'port': {'device_id': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:38.755454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87d556d9-720a-4c2b-9768-fb661df823fb req-798ef480-d10f-4e3a-b18b-3599986b6923 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/security-groups?id=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696486 Aug 23 03:43:38.759278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.782439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-77f83539-92f1-49c5-b12c-61fb438f76fc None None] Provisioning for port fd4dd938-a535-437a-ac47-16f9b01be9f0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:38.791942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-77f83539-92f1-49c5-b12c-61fb438f76fc None None] Provisioning complete for port fd4dd938-a535-437a-ac47-16f9b01be9f0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:38.792578 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-77f83539-92f1-49c5-b12c-61fb438f76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.797137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.801167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3df414-7126-461b-8211-7e304f249003']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:38.817479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12158bb-18a9-4f49-ba52-15f9105c101e') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:38.817479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12158bb-18a9-4f49-ba52-15f9105c101e') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:38.819303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.821039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 249075bc-f270-4adc-8d0c-4db57be6b9c0 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:38.825514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-1f967132-2011-4f26-a6c1-ae8add3d3e48 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:38.827171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-1f967132-2011-4f26-a6c1-ae8add3d3e48 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.11 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 946 time: 0.2798343 Aug 23 03:43:38.835132 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da582b30-f0e7-4ef3-857b-c24cf716f490 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.837398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-da582b30-f0e7-4ef3-857b-c24cf716f490 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5347326 Aug 23 03:43:38.838050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42340) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:38.840089 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.848390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:38.853040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=aeea0d6a-cd52-485b-9610-6c7b54d5ecdf,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:38.870773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 249075bc-f270-4adc-8d0c-4db57be6b9c0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:38.872744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 249075bc-f270-4adc-8d0c-4db57be6b9c0 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:38.874328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.886739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:43:38.887204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:43:38.889543 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:43:38.903568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-77f83539-92f1-49c5-b12c-61fb438f76fc None None] Port fd4dd938-a535-437a-ac47-16f9b01be9f0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:38.910240 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.934529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Transition to ACTIVE for port object bbf29c19-9998-4218-b38f-599422697329 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:38.960983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.963541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:38.964769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d641b60b-d982-4087-9596-7ec06c674fbc tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2694232 Aug 23 03:43:39.026535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Deleting port 0f71f466-5b12-46b4-95f3-129fddec170e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:39.026639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.049704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event updated for resources: {'Port': ['ID=5ba50833-c898-4266-987c-90a2fb5fa628,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:39.051537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.077288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:39.080612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:39.084629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:39.103441 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.221541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:39.233381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] For port 0f71f466-5b12-46b4-95f3-129fddec170e, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0f71f466-5b12-46b4-95f3-129fddec170e,segment=NetworkSegment(c3d9c9f9-ede9-4cae-beb2-881247f635c3),segment_id=c3d9c9f9-ede9-4cae-beb2-881247f635c3)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:39.233753 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.236548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.241370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.245822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:39.246755 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee3df414-7126-461b-8211-7e304f249003 HTTP/1.1" status: 204 len: 168 time: 2.0357509 Aug 23 03:43:39.258803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Pushing event updated for resources: {'Port': ['ID=bbf29c19-9998-4218-b38f-599422697329,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:39.264922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:39.276316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Calling delete_port for 0f71f466-5b12-46b4-95f3-129fddec170e owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:39.405756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:39.405756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.428544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465fb5c-1664-40f3-ba71-042263585872 req-528a15fb-0cc0-4b9f-88e9-1b31c618c97f tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:39.435359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4465fb5c-1664-40f3-ba71-042263585872 req-528a15fb-0cc0-4b9f-88e9-1b31c618c97f tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 936 time: 0.1916492 Aug 23 03:43:39.494281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.504671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42362) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:39.560031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4465fb5c-1664-40f3-ba71-042263585872 req-30b86ada-4da2-439c-9b8c-1e2d26f7b199 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170886 Aug 23 03:43:39.566223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75b345c4-46f6-47b2-892b-985271155b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.568999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-51bee447-5f4a-44c1-9fcf-7013257bdc94 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3313766 Aug 23 03:43:39.585233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42364) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:39.614734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Request body: {'port': {'device_id': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:39.616770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d56e1c-0479-49b6-be1d-b9e5ffbccb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee3df414-7126-461b-8211-7e304f249003,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:39.708561 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a24b2092-d6f0-441f-afe6-35237250a738 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--779909433&fields=id&tenant_id=d4979981ae7e410f9f22dcfaebc7cef8 HTTP/1.1" status: 200 len: 267 time: 0.4580116 Aug 23 03:43:39.731462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-74cd64da-1a28-40a9-9de3-482f7059043f None None] Provisioning for port bbf29c19-9998-4218-b38f-599422697329 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:39.737524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-74cd64da-1a28-40a9-9de3-482f7059043f None None] Provisioning complete for port bbf29c19-9998-4218-b38f-599422697329 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:39.744787 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-74cd64da-1a28-40a9-9de3-482f7059043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.781447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-74cd64da-1a28-40a9-9de3-482f7059043f None None] Port bbf29c19-9998-4218-b38f-599422697329 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:39.826980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f77025ae-59cb-4ca2-a4f5-abe371f4a34d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c62754f47af44be0a3d92363c4a5f29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211859 Aug 23 03:43:39.836455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Allocated IP 172.25.1.101 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/7d84ebb4-d134-4895-b9f7-d7734ace91fa) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:39.839313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42370) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:39.842457 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.860197 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:39.874726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['0f71f466-5b12-46b4-95f3-129fddec170e'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:39.922091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Pushing event deleted for resources: {'Port': ['ID=0f71f466-5b12-46b4-95f3-129fddec170e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:39.951762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564d915-2b2d-4e6f-b1e5-447383f92bb2 req-432c4849-8ce1-490d-bfb5-5b66479220d1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:39.953291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4564d915-2b2d-4e6f-b1e5-447383f92bb2 req-432c4849-8ce1-490d-bfb5-5b66479220d1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2273321 Aug 23 03:43:39.970962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4dd938-a535-437a-ac47-16f9b01be9f0 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:39.981753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-ca1c1ab6-5c91-4619-9ba3-de3ec18ed307 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:39.983249 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-ca1c1ab6-5c91-4619-9ba3-de3ec18ed307 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/networks?id=27f078d8-2849-4c33-bacb-a808d6449852 HTTP/1.1" status: 200 len: 811 time: 0.2625861 Aug 23 03:43:39.999257 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.046604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-9fc3c0d2-e493-4e7f-86f4-4ac1c3224ad1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/quotas/d4979981ae7e410f9f22dcfaebc7cef8 HTTP/1.1" status: 200 len: 375 time: 0.0500484 Aug 23 03:43:40.047528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Transition to ACTIVE for port object fd4dd938-a535-437a-ac47-16f9b01be9f0 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:40.051519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] No DVR routers for this DVR port 0f71f466-5b12-46b4-95f3-129fddec170e on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:43:40.052443 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.065316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.067272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25ab9a2b-cec7-4e03-bfa0-9dffe96f2ee1 req-124a2e67-a8b7-46c9-97cc-b334b0681dd5 tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.11 "DELETE /v2.0/ports/0f71f466-5b12-46b4-95f3-129fddec170e HTTP/1.1" status: 204 len: 173 time: 1.2283502 Aug 23 03:43:40.070933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bb572f-249b-4fe8-8154-c4955fb571c4', 'name': 'network-vif-deleted', 'tag': '0f71f466-5b12-46b4-95f3-129fddec170e'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:40.073272 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05068c06-14e1-40e2-9ad9-c0ec94d8f654" -d '{"events": [{"server_uuid": "64bb572f-249b-4fe8-8154-c4955fb571c4", "name": "network-vif-deleted", "tag": "0f71f466-5b12-46b4-95f3-129fddec170e"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:40.111401 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.191324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e64cde92-fef3-4542-b901-5aeba15de79a no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:40.219334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:40.234449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-786e7de8-3ab3-46e9-af6a-dbac272a5f76 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4979981ae7e410f9f22dcfaebc7cef8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1798108 Aug 23 03:43:40.266542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device aeea0d6a-cd52-485b-9610-6c7b54d5ecdf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:40.291530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: e64cde92-fef3-4542-b901-5aeba15de79a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:40.292111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e64cde92-fef3-4542-b901-5aeba15de79a not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:40.343073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:40.343958 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.423262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Attempting to bind port fd4dd938-a535-437a-ac47-16f9b01be9f0 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:40.423849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Attempting to bind port fd4dd938-a535-437a-ac47-16f9b01be9f0 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:40.424189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Attempting to bind port fd4dd938-a535-437a-ac47-16f9b01be9f0 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:40.439334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Port fd4dd938-a535-437a-ac47-16f9b01be9f0 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:43:40.439334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Attempting to bind port fd4dd938-a535-437a-ac47-16f9b01be9f0 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:40.480848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:40.481224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:40.481614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:40.482051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Bound port: fd4dd938-a535-437a-ac47-16f9b01be9f0, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:40.482419 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.515983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-bd4ffb35-a582-40ac-a8f1-8dc0c495ce86 service neutron] 10.222.0.20 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305717 Aug 23 03:43:40.522868 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.569609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4564d915-2b2d-4e6f-b1e5-447383f92bb2 req-99e8f1bb-d2de-4ee5-ae48-08fe4619c185 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677445 Aug 23 03:43:40.578475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1dce6cc-6d12-4916-8eee-fc07acddc615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.661355 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75b345c4-46f6-47b2-892b-985271155b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.673873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:40.679470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:40.706874 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1dce6cc-6d12-4916-8eee-fc07acddc615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.734255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-acfb01e0-810c-4bb5-987d-0a4d96bb1bfa service neutron] 10.222.0.20 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910992 Aug 23 03:43:40.740250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-335f8b65-9b91-4189-980c-0dae9db97189 req-8daa89f1-9db1-4bad-acac-1b6a9adedbec tempest-InstanceActionsNegativeTestJSON-1787699974 tempest-InstanceActionsNegativeTestJSON-1787699974-project] 10.222.0.20 "GET /v2.0/ports?device_id=64bb572f-249b-4fe8-8154-c4955fb571c4 HTTP/1.1" status: 200 len: 210 time: 0.0702312 Aug 23 03:43:40.746007 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75b345c4-46f6-47b2-892b-985271155b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.747392 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.751464 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.827072 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda8ca6b-73a8-4032-8feb-0f9e263cfe7f x-openstack-request-id: req-dda8ca6b-73a8-4032-8feb-0f9e263cfe7f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:40.827361 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bb572f-249b-4fe8-8154-c4955fb571c4", "name": "network-vif-deleted", "tag": "0f71f466-5b12-46b4-95f3-129fddec170e", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:40.834751 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dda8ca6b-73a8-4032-8feb-0f9e263cfe7f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:40.834751 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bb572f-249b-4fe8-8154-c4955fb571c4', 'name': 'network-vif-deleted', 'tag': '0f71f466-5b12-46b4-95f3-129fddec170e', 'status': 'completed', 'code': 200} Aug 23 03:43:40.841893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:40.842886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:40.844839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] 10.222.0.24 "PUT /v2.0/ports/fd4dd938-a535-437a-ac47-16f9b01be9f0 HTTP/1.1" status: 200 len: 1095 time: 2.1252337 Aug 23 03:43:40.845368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b345c4-46f6-47b2-892b-985271155b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0179eb0-3549-45f9-9ef7-0e256de64a39,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:40.845664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:40.848406 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f557e7c-692b-4ab7-b81c-cda64d30eab0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:40.858361 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-75b345c4-46f6-47b2-892b-985271155b99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7ceb29a167e485e91abc21d08e913a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3512957 Aug 23 03:43:40.882603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42380) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:40.933239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa1c16-5023-4417-8672-321e416c0f41 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:40.981122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf29c19-9998-4218-b38f-599422697329 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:40.996253 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.023398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Transition to ACTIVE for port object bbf29c19-9998-4218-b38f-599422697329 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:41.036788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81215e86-1364-41b1-b595-25fe064d1c24 req-d21e6243-2513-4c08-8fcf-b1f2855f7511 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:41.037262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81215e86-1364-41b1-b595-25fe064d1c24 req-d21e6243-2513-4c08-8fcf-b1f2855f7511 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 936 time: 0.1208627 Aug 23 03:43:41.054944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afae239-8fa9-4493-8dee-649a415fe399 req-eadb2434-6683-4211-ba00-19df574e52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:41.059612 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f35d388-bd35-47e9-8f41-0b0e98bf8068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.060210 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-eadb2434-6683-4211-ba00-19df574e52ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1a45c00d1664e4f86969e709985fb2d&device_id=fbf89687-bd56-451f-ab16-4d5004041bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0484605 Aug 23 03:43:41.102013 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f35d388-bd35-47e9-8f41-0b0e98bf8068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.129041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81215e86-1364-41b1-b595-25fe064d1c24 req-5faa44ce-3a1d-4b5c-b2d2-c9ce696cdd5f tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723119 Aug 23 03:43:41.137184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1dce6cc-6d12-4916-8eee-fc07acddc615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.141572 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1dce6cc-6d12-4916-8eee-fc07acddc615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.145735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a1dce6cc-6d12-4916-8eee-fc07acddc615 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaddf987-b1ea-43e2-96f3-a2aa874964cb HTTP/1.1" status: 204 len: 168 time: 1.3041546 Aug 23 03:43:41.156941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.163793 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-58e62d94-c255-4063-8435-38d0a91640d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0 HTTP/1.1" status: 200 len: 217 time: 0.0948484 Aug 23 03:43:41.167414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Router fadb3ae8-5144-446f-8a16-cc3cb5f492a6 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:43:41.170852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.233799 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e73c026-c207-4fa5-a466-8e844ce7ec93 x-openstack-request-id: req-6e73c026-c207-4fa5-a466-8e844ce7ec93 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:41.233799 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:41.233799 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e73c026-c207-4fa5-a466-8e844ce7ec93 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:41.233799 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'status': 'completed', 'code': 200} Aug 23 03:43:41.252426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dce6cc-6d12-4916-8eee-fc07acddc615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaddf987-b1ea-43e2-96f3-a2aa874964cb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:41.297808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afae239-8fa9-4493-8dee-649a415fe399 req-2a2bdf78-7194-4446-9b86-6e26d33522e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:41.302404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-2a2bdf78-7194-4446-9b86-6e26d33522e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1252425 Aug 23 03:43:41.309212 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc358940-5911-4a4e-97ce-3008eb986a72 req-99de2ea8-79f6-4602-89f1-91c1eef4b3d0 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 210 time: 0.0832555 Aug 23 03:43:41.313033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:41.338003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:41.347657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:41.359816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf29c19-9998-4218-b38f-599422697329,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:41.434834 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f35d388-bd35-47e9-8f41-0b0e98bf8068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.437345 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f35d388-bd35-47e9-8f41-0b0e98bf8068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.438601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5f35d388-bd35-47e9-8f41-0b0e98bf8068 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0179eb0-3549-45f9-9ef7-0e256de64a39 HTTP/1.1" status: 204 len: 168 time: 0.5506320 Aug 23 03:43:41.464979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:41.468205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afae239-8fa9-4493-8dee-649a415fe399 req-0daf684f-edb3-412b-a5f6-e1a516891d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:41.469814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-0daf684f-edb3-412b-a5f6-e1a516891d2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603341 Aug 23 03:43:41.482052 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f782f-24b6-46b7-8e9f-dd959fa56556 None None] Sync routers for ids ['fadb3ae8-5144-446f-8a16-cc3cb5f492a6'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:41.489449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35d388-bd35-47e9-8f41-0b0e98bf8068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0179eb0-3549-45f9-9ef7-0e256de64a39,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:41.527912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'Port': ['ID=7d84ebb4-d134-4895-b9f7-d7734ace91fa,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:41.534707 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f782f-24b6-46b7-8e9f-dd959fa56556 None None] Routers {'fadb3ae8-5144-446f-8a16-cc3cb5f492a6'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:41.541996 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7f0f782f-24b6-46b7-8e9f-dd959fa56556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fadb3ae8-5144-446f-8a16-cc3cb5f492a6'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:41.554777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ce35f-03e3-4c6c-b1a3-303b507fe19e req-fd145f6f-f129-4345-86ac-ea8f29925b67 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:41.556898 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f17ce35f-03e3-4c6c-b1a3-303b507fe19e req-fd145f6f-f129-4345-86ac-ea8f29925b67 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1498582 Aug 23 03:43:41.588038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Attempting to bind port bbf29c19-9998-4218-b38f-599422697329 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:41.588513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Attempting to bind port bbf29c19-9998-4218-b38f-599422697329 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:41.588868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Attempting to bind port bbf29c19-9998-4218-b38f-599422697329 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:41.596174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Port bbf29c19-9998-4218-b38f-599422697329 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:43:41.596576 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Attempting to bind port bbf29c19-9998-4218-b38f-599422697329 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:41.610650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:41.611255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:41.611554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:41.612196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Bound port: bbf29c19-9998-4218-b38f-599422697329, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:41.612497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.614841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.621739 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7f0f782f-24b6-46b7-8e9f-dd959fa56556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:41.626561 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.627868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f2c635c8-0cf4-4886-844d-fe5502c93b92 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.2344084 Aug 23 03:43:41.632454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42398) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:41.640630 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f782f-24b6-46b7-8e9f-dd959fa56556 None None] Routers {'fadb3ae8-5144-446f-8a16-cc3cb5f492a6'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:41.641517 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7f0f782f-24b6-46b7-8e9f-dd959fa56556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fadb3ae8-5144-446f-8a16-cc3cb5f492a6'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:41.683790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f17ce35f-03e3-4c6c-b1a3-303b507fe19e req-f9c00313-e509-4014-b2c7-a6870ad46a2e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709665 Aug 23 03:43:41.701153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-30e2da03-9a10-4aa0-a4af-50d70d0bf9d1 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188237 Aug 23 03:43:41.720978 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7f0f782f-24b6-46b7-8e9f-dd959fa56556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:41.721828 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f782f-24b6-46b7-8e9f-dd959fa56556 None None] The sync data for ids ['fadb3ae8-5144-446f-8a16-cc3cb5f492a6'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:41.791890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:41.795551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bbf29c19-9998-4218-b38f-599422697329,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:41.827401 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0afae239-8fa9-4493-8dee-649a415fe399 req-9affc7f1-552d-4fa2-b464-49b2de1f4313 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184673 Aug 23 03:43:41.838340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42408) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:41.855330 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.891492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-192d4f01-80c5-4a2d-98e4-65ddf3f8f42c admin admin] Deleting subnet 4071af10-e244-447a-9b4e-f3157ef5bdb0 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:43:41.895698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-192d4f01-80c5-4a2d-98e4-65ddf3f8f42c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.928742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.934616 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-192d4f01-80c5-4a2d-98e4-65ddf3f8f42c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:41.995196 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-192d4f01-80c5-4a2d-98e4-65ddf3f8f42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.034459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:42.034459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.035365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] 10.222.0.24 "PUT /v2.0/ports/bbf29c19-9998-4218-b38f-599422697329 HTTP/1.1" status: 200 len: 1096 time: 2.4497333 Aug 23 03:43:42.075943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907d471-f23e-447c-9943-9e8e4bc984a4 req-92396ac6-c3a0-4133-b88e-03e5a7452241 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:42.076997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-bccbe004-0a79-438a-96f4-a52bf392c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:42.077545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2907d471-f23e-447c-9943-9e8e4bc984a4 req-92396ac6-c3a0-4133-b88e-03e5a7452241 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2767031 Aug 23 03:43:42.078518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-bccbe004-0a79-438a-96f4-a52bf392c68d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1a45c00d1664e4f86969e709985fb2d&device_id=fbf89687-bd56-451f-ab16-4d5004041bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0768394 Aug 23 03:43:42.088213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-368a1342-0a23-4b9a-b6ae-c9e3dc3f89d0 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/routers/fadb3ae8-5144-446f-8a16-cc3cb5f492a6 HTTP/1.1" status: 200 len: 919 time: 0.4540615 Aug 23 03:43:42.094033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42418) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:42.143498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd910a85-b71d-4db3-8657-e2531df2b829 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf29c19-9998-4218-b38f-599422697329,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:42.185648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-45b8513d-e674-474c-8c0c-76d82a2d2bd7 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=fadb3ae8-5144-446f-8a16-cc3cb5f492a6 HTTP/1.1" status: 200 len: 205 time: 0.0881495 Aug 23 03:43:42.190681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42424) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:42.202410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0f71f466-5b12-46b4-95f3-129fddec170e no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:43:42.230087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-192d4f01-80c5-4a2d-98e4-65ddf3f8f42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.251788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 0f71f466-5b12-46b4-95f3-129fddec170e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:43:42.263390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0f71f466-5b12-46b4-95f3-129fddec170e not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:43:42.297980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d4f01-80c5-4a2d-98e4-65ddf3f8f42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4071af10-e244-447a-9b4e-f3157ef5bdb0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:42.321543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-192d4f01-80c5-4a2d-98e4-65ddf3f8f42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.324139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-192d4f01-80c5-4a2d-98e4-65ddf3f8f42c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4071af10-e244-447a-9b4e-f3157ef5bdb0 HTTP/1.1" status: 204 len: 168 time: 0.4844956 Aug 23 03:43:42.333908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42428) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:42.344864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-468e66dd-22e8-4bea-b22c-3eb9f046b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:42.346541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-468e66dd-22e8-4bea-b22c-3eb9f046b43e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2522621 Aug 23 03:43:42.360623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42430) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:42.371079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86f74a-ce96-4712-a15a-498201b88e6b req-17d3d63a-bbff-4272-8809-d7249f350542 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:42.372546 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cb86f74a-ce96-4712-a15a-498201b88e6b req-17d3d63a-bbff-4272-8809-d7249f350542 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 948 time: 0.1179678 Aug 23 03:43:42.373440 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2907d471-f23e-447c-9943-9e8e4bc984a4 req-17a8f1aa-93cd-4a12-a931-7a55ea1b60b8 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836850 Aug 23 03:43:42.425093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-d386d0d9-0313-4274-b5ee-816438a854e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0 HTTP/1.1" status: 200 len: 217 time: 0.0704947 Aug 23 03:43:42.439885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9b6f549-f06f-497a-9d0f-5a344c5252ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.504503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-b294603d-0521-4a64-a619-583902107800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:42.506629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-b294603d-0521-4a64-a619-583902107800 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0679026 Aug 23 03:43:42.573430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cb86f74a-ce96-4712-a15a-498201b88e6b req-1cad29d2-59c4-45c7-b301-f2c354863665 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517098 Aug 23 03:43:42.602031 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.604477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-c39178e8-a9b3-47e1-898c-0bd641416385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:42.609564 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-c39178e8-a9b3-47e1-898c-0bd641416385 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907285 Aug 23 03:43:42.652920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cdd2d8bc-3831-4abe-9147-0b991cae9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:42.654594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-cdd2d8bc-3831-4abe-9147-0b991cae9b6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1a45c00d1664e4f86969e709985fb2d&device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 1099 time: 0.4949944 Aug 23 03:43:42.731357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-d246e215-bb40-4f7f-9ccd-9934b1a0ccec service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124239 Aug 23 03:43:42.733225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a832041-2f9f-4279-95e9-2b1e0be57110 req-38ddfd16-41d8-413b-b1f6-7480bc44b6ff tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 210 time: 0.1258750 Aug 23 03:43:42.743570 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.765852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-8a04bca5-8353-4f46-91bd-a4b8786d43d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bbf29c19-9998-4218-b38f-599422697329 HTTP/1.1" status: 200 len: 217 time: 0.0958498 Aug 23 03:43:42.798845 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.830764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9b6f549-f06f-497a-9d0f-5a344c5252ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.832307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'tag': 'bbf29c19-9998-4218-b38f-599422697329'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:42.834587 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20c6f0a-dae7-44af-9883-9e32188be63e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "tag": "bbf29c19-9998-4218-b38f-599422697329"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:42.855283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f557e7c-692b-4ab7-b81c-cda64d30eab0 req-ab281442-bffd-41f1-abc7-5110bda29fea service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130474 Aug 23 03:43:42.864002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42446) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:42.886893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.929408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137bba-d734-4340-8618-b6a3478e5a1e req-5913df01-a09f-42f2-b06e-e00888a638f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:42.931058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-5913df01-a09f-42f2-b06e-e00888a638f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1349058 Aug 23 03:43:42.940680 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102d4b6e-b631-497d-b362-c318127aa4e6 x-openstack-request-id: req-102d4b6e-b631-497d-b362-c318127aa4e6 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:42.941253 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "tag": "bbf29c19-9998-4218-b38f-599422697329", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:42.941654 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-102d4b6e-b631-497d-b362-c318127aa4e6 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:42.942029 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'tag': 'bbf29c19-9998-4218-b38f-599422697329', 'status': 'completed', 'code': 200} Aug 23 03:43:42.944708 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.947175 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9b6f549-f06f-497a-9d0f-5a344c5252ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:42.987856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6f549-f06f-497a-9d0f-5a344c5252ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5813460-b451-4850-8418-6ac8f5500da7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:43.006624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f9b6f549-f06f-497a-9d0f-5a344c5252ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c5c33fbea0142d2b012719f4e27c56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416783 Aug 23 03:43:43.010339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-network', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:43.013321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42450) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:43.052015 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.062799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'Port': ['ID=7d84ebb4-d134-4895-b9f7-d7734ace91fa,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:43.071301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f22a714-e43e-4b36-b78d-5c0beefc42e4']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:43.083112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02530f12-cc4c-418c-93ef-901a0aca0e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.088501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d9c9f9-ede9-4cae-beb2-881247f635c3') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:43.091492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d9c9f9-ede9-4cae-beb2-881247f635c3') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:43.099393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.104994 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.109824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02530f12-cc4c-418c-93ef-901a0aca0e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.120580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25137bba-d734-4340-8618-b6a3478e5a1e req-c87db355-097f-412d-89cc-3108040f8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:43.122101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-c87db355-097f-412d-89cc-3108040f8232 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1711659 Aug 23 03:43:43.141324 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:43.143612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.153612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.158254 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.184040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:43:43.184441 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:43:43.186920 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:43:43.262094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02530f12-cc4c-418c-93ef-901a0aca0e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.262094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-02530f12-cc4c-418c-93ef-901a0aca0e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.262094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-02530f12-cc4c-418c-93ef-901a0aca0e49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5813460-b451-4850-8418-6ac8f5500da7 HTTP/1.1" status: 204 len: 168 time: 0.2473226 Aug 23 03:43:43.287482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02530f12-cc4c-418c-93ef-901a0aca0e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5813460-b451-4850-8418-6ac8f5500da7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:43.446248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.506920 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.540231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:43:43.545722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.547058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a41e5b3-2b90-4d34-a748-d1102519a6f2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:43.551422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b522b50d-2ab2-4078-9034-42c4d3bef378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7064960 Aug 23 03:43:43.557467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.557674 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Added segment 203856ad-5239-45ad-897c-161879304b53 of type vlan for network 8a05671a-bcdb-473e-ae25-31cc297222df Aug 23 03:43:43.612611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.616519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Deleting port 5ba50833-c898-4266-987c-90a2fb5fa628 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:43.617074 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.623062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-0945d0e4-5112-46d7-8a91-19e4402be76a service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771264 Aug 23 03:43:43.707112 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.724177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.725580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:43.726231 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.774068 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.776354 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f22a714-e43e-4b36-b78d-5c0beefc42e4 HTTP/1.1" status: 204 len: 168 time: 1.4378860 Aug 23 03:43:43.813508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00306a02-4213-48ed-a4cd-8166d0534585 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f22a714-e43e-4b36-b78d-5c0beefc42e4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:43.858122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9929631 Aug 23 03:43:43.859027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd201148-d11b-4879-bc9e-8cb37865f5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a05671a-bcdb-473e-ae25-31cc297222df,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:43.860440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42486) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:43.868154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:43.871547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 8a05671a-bcdb-473e-ae25-31cc297222df details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:43:43.883370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Request body: {'subnet': {'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-subnet', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:43.921334 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-56444b8e-d783-41fb-a4f7-2ed0e0283e18 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1476113751&fields=id&tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360 HTTP/1.1" status: 200 len: 267 time: 0.0905383 Aug 23 03:43:43.932764 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25137bba-d734-4340-8618-b6a3478e5a1e req-9caefc38-31aa-4fe6-b5d3-7804d8a9b318 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935250 Aug 23 03:43:43.957282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b4b64-76ae-43e2-9239-f474e89af6f8 req-b8cd6ae2-9f6d-4c36-ab91-927f243a9f5d tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:43.965508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e50b4b64-76ae-43e2-9239-f474e89af6f8 req-b8cd6ae2-9f6d-4c36-ab91-927f243a9f5d tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 948 time: 0.2703979 Aug 23 03:43:43.967606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Calling delete_port for 5ba50833-c898-4266-987c-90a2fb5fa628 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:44.100356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-1c8b630c-1bda-4bac-b75c-e657d0567bac tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:44.107775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:44.110601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:44.112103 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-1c8b630c-1bda-4bac-b75c-e657d0567bac tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 817 time: 0.1762421 Aug 23 03:43:44.125960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-571ecd23-c89f-4e8c-9463-72b7b4ee7ed4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/quotas/3742b36f0f5b44bfb1865bfc3ed1d360 HTTP/1.1" status: 200 len: 375 time: 0.0123580 Aug 23 03:43:44.166015 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e50b4b64-76ae-43e2-9239-f474e89af6f8 req-24588cad-e546-433a-be88-bce00eaa2ee9 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989410 Aug 23 03:43:44.215164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-2219f0b8-5788-4c37-a3b2-aad2c1d42dda tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737629 Aug 23 03:43:44.237783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-6567c48c-6f8c-47b6-9b16-4d6ec9ee1c24 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:44.239893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-6567c48c-6f8c-47b6-9b16-4d6ec9ee1c24 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.11 "GET /v2.0/networks?id=27f078d8-2849-4c33-bacb-a808d6449852 HTTP/1.1" status: 200 len: 811 time: 0.3746722 Aug 23 03:43:44.336083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42492) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:44.408816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-7d6a666f-4e18-4987-ae54-df80933d7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:44.410537 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-7d6a666f-4e18-4987-ae54-df80933d7dd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1a45c00d1664e4f86969e709985fb2d&device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 1099 time: 0.3305740 Aug 23 03:43:44.412421 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d27c3e9-1051-413c-8072-ee277f084dc2 req-5192deb2-e881-4138-9055-6f357e172728 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 210 time: 0.1288078 Aug 23 03:43:44.507623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-0f432668-4611-4807-96b6-92e2aea9a212 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4979981ae7e410f9f22dcfaebc7cef8 HTTP/1.1" status: 200 len: 379 time: 0.2323532 Aug 23 03:43:44.539567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Request body: {'port': {'device_id': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'admin_state_up': True, 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'security_groups': ['ae9cca9a-fac5-4c97-b30f-8f3dbc616110']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:44.696478 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-8465b00f-f964-4219-8c34-a837cb24a180 service neutron] 10.222.0.20 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657691 Aug 23 03:43:44.739493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca29ebb0-1eec-4272-b73c-292fbbb4d465 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77f6d9d5f14f425a855290d3425afa72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022622 Aug 23 03:43:44.742928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42504) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:44.807471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-73d14011-3ca4-4b35-a9b4-a271317b4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:44.808977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-73d14011-3ca4-4b35-a9b4-a271317b4df4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.3757963 Aug 23 03:43:44.851219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-4a791e7d-a8d6-4d8e-bb8a-acc748276ed9 service neutron] 10.222.0.20 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344299 Aug 23 03:43:44.851921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-21177f63-5a40-42e3-834f-de6c8a09fb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:44.875725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-21177f63-5a40-42e3-834f-de6c8a09fb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:44.885576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-9248cc1b-44a6-4d96-8b9c-287231884da9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=bbf29c19-9998-4218-b38f-599422697329 HTTP/1.1" status: 200 len: 217 time: 0.0665929 Aug 23 03:43:44.888861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:44.952805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event deleted for resources: {'Port': ['ID=5ba50833-c898-4266-987c-90a2fb5fa628,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:44.994258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Made reservation on behalf of d4979981ae7e410f9f22dcfaebc7cef8 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:44.997732 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.017176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-d82345cd-1ed3-46df-adbb-3e4098915855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:45.018623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-d82345cd-1ed3-46df-adbb-3e4098915855 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.1166513 Aug 23 03:43:45.040385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.072741 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-21177f63-5a40-42e3-834f-de6c8a09fb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.075429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-21177f63-5a40-42e3-834f-de6c8a09fb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.077884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-21177f63-5a40-42e3-834f-de6c8a09fb9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df345e27-c7ea-4e4e-96c1-df8cf83d0cb2 HTTP/1.1" status: 204 len: 168 time: 0.3321793 Aug 23 03:43:45.089755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21177f63-5a40-42e3-834f-de6c8a09fb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df345e27-c7ea-4e4e-96c1-df8cf83d0cb2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:45.124481 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.273297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=208d7027-e4ea-4f3e-b6bf-0d6172d19071,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:45.301710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e66c1e-01d0-4ed9-a24c-663bbad40700 req-ba32f2cc-7858-48f1-a502-2acd8df77963 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:45.301970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbfbfec3-2f24-4cf2-b8b9-340ed1e61ed0 req-296c67d7-5831-4977-9967-9d47fead9f80 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 210 time: 0.1704423 Aug 23 03:43:45.304072 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84e66c1e-01d0-4ed9-a24c-663bbad40700 req-ba32f2cc-7858-48f1-a502-2acd8df77963 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 948 time: 0.0584266 Aug 23 03:43:45.304464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-bdbdad4d-bf4c-4710-b391-41971652a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:45.307484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-bdbdad4d-bf4c-4710-b391-41971652a999 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2796686 Aug 23 03:43:45.360233 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84e66c1e-01d0-4ed9-a24c-663bbad40700 req-2b2edefb-c74d-4a0a-8354-ce66f55e083a tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Aug 23 03:43:45.390528 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.406041 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.430022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Checking segment: {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:45.430388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Network hostable DHCP agents. Network: 8a05671a-bcdb-473e-ae25-31cc297222df, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:43:45.515964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Allocated IP 172.20.0.11 (27f078d8-2849-4c33-bacb-a808d6449852/c71438e9-b555-4e14-bd8f-f9ce7dda75e6/fb27f768-0821-4ebe-9721-b155272b578f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:45.559761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1b820b5-53e4-41c6-94e0-76788f090a4f req-6e7425c3-6d23-473a-a6ba-0b1a0bb30d07 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 210 time: 0.0509150 Aug 23 03:43:45.595949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-22169e5e-200a-43b4-b5cc-87e1b6ae96ca service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421432 Aug 23 03:43:45.599977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:43:45.635885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Network 8a05671a-bcdb-473e-ae25-31cc297222df is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:43:45.642464 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.643147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Fanout notify agent at l3_agent the message router_deleted on router fadb3ae8-5144-446f-8a16-cc3cb5f492a6 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:43:45.656578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.661055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-23c86d7f-20a1-488e-a15d-907aa75b5469 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/fadb3ae8-5144-446f-8a16-cc3cb5f492a6 HTTP/1.1" status: 204 len: 168 time: 3.4653633 Aug 23 03:43:45.663807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42536) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:45.668708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2099513962', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': False}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:45.731134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 8a05671a-bcdb-473e-ae25-31cc297222df) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:45.748371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:45.749091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.772749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1742107-0e30-4d32-a095-cd9266816f30 None None] Network 8a05671a-bcdb-473e-ae25-31cc297222df requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:45.809773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:45.811777 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.813078 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.844513 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a20c6f0a-dae7-44af-9883-9e32188be63e req-f0254d49-a5eb-4562-99e0-4dd77ddf67af service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412362 Aug 23 03:43:45.848272 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.856252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'mac_address': 'fa:16:3e:b8:79:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:43:45.901809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Transition to ACTIVE for port object fb27f768-0821-4ebe-9721-b155272b578f will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:45.907363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.912425 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-512ac4f1-b664-44e5-8891-e96b2e9c5cdd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0465169 Aug 23 03:43:45.913501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42548) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:45.921164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:45.933321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4dd938-a535-437a-ac47-16f9b01be9f0 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:45.940083 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:45.988575 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:46.035698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-8a05671a-bcdb-473e-ae25-31cc297222df', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:43:46.036059 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:46.059210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0e033-5927-4a1f-bf3b-cc7e8a188501 req-f30acfdc-b5dc-4875-bead-c25fef3c92a7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:46.060990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08b0e033-5927-4a1f-bf3b-cc7e8a188501 req-f30acfdc-b5dc-4875-bead-c25fef3c92a7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0577786 Aug 23 03:43:46.110982 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08b0e033-5927-4a1f-bf3b-cc7e8a188501 req-58b74b48-ca19-4708-b487-d91b25233db0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Aug 23 03:43:46.136863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:46.138433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:46.143477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:46.156907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:46.217059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Network 27f078d8-2849-4c33-bacb-a808d6449852 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:46.228513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:46.233618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:46.283203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:46.283839 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:46.305054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:46.344527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Pushing event updated for resources: {'Port': ['ID=fb27f768-0821-4ebe-9721-b155272b578f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:46.348787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:46.374644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379feb0d-ab8f-4e7f-b5ec-3518e3e6835c req-511a2530-76a9-4531-bef4-38f0bf09601b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:46.376775 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-379feb0d-ab8f-4e7f-b5ec-3518e3e6835c req-511a2530-76a9-4531-bef4-38f0bf09601b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1761501 Aug 23 03:43:46.473955 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-379feb0d-ab8f-4e7f-b5ec-3518e3e6835c req-79122800-4eea-42f2-b6f9-7af5721b4c93 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817618 Aug 23 03:43:46.550778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-a607a449-a279-4147-a11e-6112ec315f74 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0287089 Aug 23 03:43:46.551333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42574) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:46.632915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['fd4dd938-a535-437a-ac47-16f9b01be9f0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:46.648059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:46.673156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Request body: {'port': {'device_id': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:46.684795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8186f18-28b1-4cd9-8a66-9c66d1f078c5 req-bedc90e1-b4af-4fa7-84bf-dcb8d6ad9346 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 210 time: 0.1449909 Aug 23 03:43:46.689277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2df0-db2a-4e9d-8db6-dc4660b0cb47 req-a8c1b26e-2f87-4929-a950-db80f35ed6bc tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:46.698723 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfaf2df0-db2a-4e9d-8db6-dc4660b0cb47 req-a8c1b26e-2f87-4929-a950-db80f35ed6bc tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 948 time: 0.1177957 Aug 23 03:43:46.833805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfaf2df0-db2a-4e9d-8db6-dc4660b0cb47 req-a17eb783-b7a7-460f-af53-cd8f35dd4b74 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246130 Aug 23 03:43:46.840179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Allocated IP 172.20.0.2 (8a05671a-bcdb-473e-ae25-31cc297222df/208d7027-e4ea-4f3e-b6bf-0d6172d19071/f72ae499-9cf0-4428-8cae-f5d8428764e4) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:46.985495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2ba4ef1b-0c41-4f85-9161-c2b74839c2b2 None None] Provisioning for port fb27f768-0821-4ebe-9721-b155272b578f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:47.012022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.012951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2ba4ef1b-0c41-4f85-9161-c2b74839c2b2 None None] Provisioning complete for port fb27f768-0821-4ebe-9721-b155272b578f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:47.013524 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ef1b-0c41-4f85-9161-c2b74839c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.042317 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.100321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-151228498-network', 'tenant_id': '1c364571944341be9c0a6967c205b198'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:47.116654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4ef1b-0c41-4f85-9161-c2b74839c2b2 None None] Port fb27f768-0821-4ebe-9721-b155272b578f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:47.124231 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.174152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Allocated IP 172.25.1.49 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/8c75b6fc-efbc-4879-8512-9a4283d43ccc) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:47.182317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.211346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c753d-eeb0-47f1-860d-73f95df7aabe req-14e94cc5-3207-4329-a428-80a8e95b42ce tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:47.219385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e61c753d-eeb0-47f1-860d-73f95df7aabe req-14e94cc5-3207-4329-a428-80a8e95b42ce tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 932 time: 0.1308458 Aug 23 03:43:47.224689 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.234180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Transition to ACTIVE for port object f72ae499-9cf0-4428-8cae-f5d8428764e4 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:47.249990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Made reservation on behalf of 1c364571944341be9c0a6967c205b198 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:47.250752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Transition to ACTIVE for port object f72ae499-9cf0-4428-8cae-f5d8428764e4 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:47.252084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.287313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.317956 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.334073 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.381754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Network 8a05671a-bcdb-473e-ae25-31cc297222df is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:47.385265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:47.387743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:47.393369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e61c753d-eeb0-47f1-860d-73f95df7aabe req-5aae826b-ee4d-4278-a749-390985d38c7b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728358 Aug 23 03:43:47.397713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Pushing event updated for resources: {'Port': ['ID=f72ae499-9cf0-4428-8cae-f5d8428764e4,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:47.448288 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.463443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Attempting to bind port f72ae499-9cf0-4428-8cae-f5d8428764e4 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:47.464005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Attempting to bind port f72ae499-9cf0-4428-8cae-f5d8428764e4 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:47.464370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Attempting to bind port f72ae499-9cf0-4428-8cae-f5d8428764e4 on network 8a05671a-bcdb-473e-ae25-31cc297222df {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:47.470035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:47.470427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Checking segment: {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:47.470815 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.471205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Bound using segment: {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:47.471669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Bound port: f72ae499-9cf0-4428-8cae-f5d8428764e4, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:47.472079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.484710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:47.489647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:47.493002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:47.558394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] For port f72ae499-9cf0-4428-8cae-f5d8428764e4, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:47.562892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] For port f72ae499-9cf0-4428-8cae-f5d8428764e4, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f72ae499-9cf0-4428-8cae-f5d8428764e4,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:47.575210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event updated for resources: {'Port': ['ID=8c75b6fc-efbc-4879-8512-9a4283d43ccc,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:47.614444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bbf29c19-9998-4218-b38f-599422697329 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:43:47.616995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:47.658292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.690024 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.702061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb27f768-0821-4ebe-9721-b155272b578f {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:47.751394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.758502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af68d4-fe5b-4e62-9535-7acdec4b6705 None None] Pushing event updated for resources: {'Port': ['ID=f72ae499-9cf0-4428-8cae-f5d8428764e4,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:47.777567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.875692 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b74f7892-5a2a-4463-b1b3-a08b17512dd7 req-f66fc4b2-1981-43f3-8e05-db820d04ef93 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 210 time: 0.0577755 Aug 23 03:43:47.884755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Transition to ACTIVE for port object fb27f768-0821-4ebe-9721-b155272b578f will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:47.902419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:43:47.928282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31615310-779b-47ac-8ec5-0641600e44f6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:47.937305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bbf29c19-9998-4218-b38f-599422697329,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:47.952011 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:47.953813 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Added segment a37da894-07f5-40e0-8849-451f1f956c29 of type vlan for network 3e430935-d08e-4cbc-9724-e05c2b91ee64 Aug 23 03:43:47.959713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'bbf29c19-9998-4218-b38f-599422697329', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'bbf29c19-9998-4218-b38f-599422697329', 'mac_address': 'fa:16:3e:fe:d1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:43:48.002248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.030579 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.039747 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.042975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port fd4dd938-a535-437a-ac47-16f9b01be9f0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:48.058091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port fd4dd938-a535-437a-ac47-16f9b01be9f0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:48.058763 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.088377 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf29c19-9998-4218-b38f-599422697329 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:48.123817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bbf29c19-9998-4218-b38f-599422697329,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:48.127848 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.221198 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.243116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.293832 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.310803 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.388477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Pushing event updated for resources: {'Port': ['ID=fb27f768-0821-4ebe-9721-b155272b578f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:48.398597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f72ae499-9cf0-4428-8cae-f5d8428764e4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:48.411443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:48.413778 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b808f04-413d-43fb-9a1b-1ddbef9415b7" -d '{"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-plugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:48.502702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=bbf29c19-9998-4218-b38f-599422697329,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:48.514626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['bbf29c19-9998-4218-b38f-599422697329'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:48.528910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:48.530508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-ab34d969-f041-43b0-b7d7-31f177634562 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:48.532357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-ab34d969-f041-43b0-b7d7-31f177634562 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 817 time: 0.7830424 Aug 23 03:43:48.536323 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.558349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:48.560578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.598626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.618924 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.620762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b58f4-371b-449e-a8dc-8c65b398159c req-26b669ee-3817-4421-b355-055cfc828b42 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:48.622221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a0b58f4-371b-449e-a8dc-8c65b398159c req-26b669ee-3817-4421-b355-055cfc828b42 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 944 time: 0.0907567 Aug 23 03:43:48.640225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8d7fe-44fb-4526-b16b-c6667025e003 req-d70513ee-bfb8-4950-9645-ab4a58f37016 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:48.641949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ed8d7fe-44fb-4526-b16b-c6667025e003 req-d70513ee-bfb8-4950-9645-ab4a58f37016 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 948 time: 0.6358485 Aug 23 03:43:48.711922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:48.733875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f72ae499-9cf0-4428-8cae-f5d8428764e4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:48.751362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a0b58f4-371b-449e-a8dc-8c65b398159c req-25d2e878-043c-4032-a966-ed7c25f3a66b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889847 Aug 23 03:43:48.807743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] Pushing event updated for resources: {'Network': ['ID=3e430935-d08e-4cbc-9724-e05c2b91ee64,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:48.819152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-98e0704e-7abe-427c-a621-c8ffab453675 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2622700 Aug 23 03:43:48.819252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42606) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:48.825891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Request body: {'subnet': {'network_id': '3e430935-d08e-4cbc-9724-e05c2b91ee64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-151228498-subnet', 'tenant_id': '1c364571944341be9c0a6967c205b198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:48.827763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 3e430935-d08e-4cbc-9724-e05c2b91ee64 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:43:48.832347 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da696a77-4730-49b3-b3fe-8109ea5e516e x-openstack-request-id: req-da696a77-4730-49b3-b3fe-8109ea5e516e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:48.833399 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-plugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:48.845233 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da696a77-4730-49b3-b3fe-8109ea5e516e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:48.853168 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'code': 200} Aug 23 03:43:48.872604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-4d244cd2-c4ce-43c2-bce1-62982bef21d4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360 HTTP/1.1" status: 200 len: 380 time: 0.3095751 Aug 23 03:43:48.884901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'port': {'device_id': '619b3171-9b93-4bf1-9290-346578851347', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'admin_state_up': True, 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'security_groups': ['2fdf3b97-1597-49a8-8422-4eed1c6bdac4']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:48.891420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Router 0ddcf80a-71dd-4709-8458-8124a991a357 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:43:48.912590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Allocated IP 172.25.1.189 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/a5cb29b2-bcc2-4124-9762-92ee39a1d589) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:48.931868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Attempting to bind port fb27f768-0821-4ebe-9721-b155272b578f on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:48.932549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Attempting to bind port fb27f768-0821-4ebe-9721-b155272b578f by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:48.933055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Attempting to bind port fb27f768-0821-4ebe-9721-b155272b578f on network 27f078d8-2849-4c33-bacb-a808d6449852 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:48.952100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Port fb27f768-0821-4ebe-9721-b155272b578f on network 27f078d8-2849-4c33-bacb-a808d6449852 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:43:48.952413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Attempting to bind port fb27f768-0821-4ebe-9721-b155272b578f on network 27f078d8-2849-4c33-bacb-a808d6449852 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:48.960191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ed8d7fe-44fb-4526-b16b-c6667025e003 req-2925e5a9-6e38-42bf-89ea-0f205e1be047 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866740 Aug 23 03:43:48.983550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Made reservation on behalf of 1c364571944341be9c0a6967c205b198 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:48.983550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:48.994231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:48.994584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Checking segment: {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:48.994966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Bound using segment: {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:48.995688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Bound port: fb27f768-0821-4ebe-9721-b155272b578f, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7195a1ff-ab26-464d-a359-a0aa769b8951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:48.996350 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.038804 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77373df0-20fc-4baa-ae58-794c0a54d075 req-cfea6b54-f75e-4fc4-ab3b-d8cb0c5c7ba7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 210 time: 0.0427558 Aug 23 03:43:49.145278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:49.157057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Sync routers for ids ['0ddcf80a-71dd-4709-8458-8124a991a357'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:49.171144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Routers {'0ddcf80a-71dd-4709-8458-8124a991a357'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:49.172443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0ddcf80a-71dd-4709-8458-8124a991a357'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:49.174411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208499a-564d-469b-aa90-d171098fc422 req-4c31209b-b6e1-4965-9c80-9c5d22a5d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:49.175946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8208499a-564d-469b-aa90-d171098fc422 req-4c31209b-b6e1-4965-9c80-9c5d22a5d636 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbf89687-bd56-451f-ab16-4d5004041bf3 HTTP/1.1" status: 200 len: 1100 time: 0.2517281 Aug 23 03:43:49.221083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e1c612-bcce-4b3b-a0f6-514e19b5ef6d None None] Network 8a05671a-bcdb-473e-ae25-31cc297222df requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:49.246892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.248109 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2543db1-2f64-4268-b11d-ffc1d1cab24e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5832212 Aug 23 03:43:49.250684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42610) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:49.255472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] For port fb27f768-0821-4ebe-9721-b155272b578f, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:49.269329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] For port fb27f768-0821-4ebe-9721-b155272b578f, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=fb27f768-0821-4ebe-9721-b155272b578f,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:49.271458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8208499a-564d-469b-aa90-d171098fc422 req-a73f334f-27f1-498a-8908-62b567d80fdc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814159 Aug 23 03:43:49.294132 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.340284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.361732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Made reservation on behalf of 3742b36f0f5b44bfb1865bfc3ed1d360 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:49.362781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Set router 0ddcf80a-71dd-4709-8458-8124a991a357 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:49.364420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cafd7dd7-f020-4eb6-a000-518e1f019aa8 None None] Provisioning for port f72ae499-9cf0-4428-8cae-f5d8428764e4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:49.366216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.369379 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.408502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-847799c9-2d82-417c-9431-6aa784bc3d01 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/routers/0ddcf80a-71dd-4709-8458-8124a991a357 HTTP/1.1" status: 200 len: 908 time: 0.1544249 Aug 23 03:43:49.409962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42612) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:49.414242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cafd7dd7-f020-4eb6-a000-518e1f019aa8 None None] Provisioning complete for port f72ae499-9cf0-4428-8cae-f5d8428764e4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:49.414623 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cafd7dd7-f020-4eb6-a000-518e1f019aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.414766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89a90d1-86aa-445a-bd51-b131dd6b4aeb,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:49.418310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2099513962', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': True}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:49.425854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:49.426693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.428359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] 10.222.0.11 "PUT /v2.0/ports/fb27f768-0821-4ebe-9721-b155272b578f HTTP/1.1" status: 200 len: 1092 time: 2.7773349 Aug 23 03:43:49.432207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Checking segment: {'id': 'a37da894-07f5-40e0-8849-451f1f956c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3e430935-d08e-4cbc-9724-e05c2b91ee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:49.432547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Network hostable DHCP agents. Network: 3e430935-d08e-4cbc-9724-e05c2b91ee64, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:43:49.447728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'tag': 'fb27f768-0821-4ebe-9721-b155272b578f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:49.455289 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb9e27-1381-4446-b0e0-33500237ce11" -d '{"events": [{"name": "network-changed", "server_uuid": "44d9faec-34ee-4662-9544-38cf2cbe4bf0", "tag": "fb27f768-0821-4ebe-9721-b155272b578f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:49.465318 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.533776 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192c8613-2bdf-4a8e-a919-8fd5459d586d x-openstack-request-id: req-192c8613-2bdf-4a8e-a919-8fd5459d586d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:49.534063 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d9faec-34ee-4662-9544-38cf2cbe4bf0", "tag": "fb27f768-0821-4ebe-9721-b155272b578f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:49.534373 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-192c8613-2bdf-4a8e-a919-8fd5459d586d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:49.534708 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'tag': 'fb27f768-0821-4ebe-9721-b155272b578f', 'status': 'completed', 'code': 200} Aug 23 03:43:49.551443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Network 3e430935-d08e-4cbc-9724-e05c2b91ee64 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:43:49.607758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc3e3d-e321-472d-954f-922f8654eb92 service neutron] Pushing event updated for resources: {'Port': ['ID=fb27f768-0821-4ebe-9721-b155272b578f,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:49.624709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 3e430935-d08e-4cbc-9724-e05c2b91ee64) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:49.641032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:49.643377 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.646420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c27e43-48fd-431a-81a3-2c5114f8c4f1 None None] Network 3e430935-d08e-4cbc-9724-e05c2b91ee64 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:49.648284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bbf29c19-9998-4218-b38f-599422697329 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:49.680219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:49.692119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:49.770383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:49.784477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Pushing event updated for resources: {'Port': ['ID=a5cb29b2-bcc2-4124-9762-92ee39a1d589,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:49.788168 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.789479 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:49.850960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dabb8d98-456b-4f72-93e1-d57b6b87b7e8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0305524 Aug 23 03:43:49.910391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1fec-b6b5-4ac9-aac6-d09174e4d45e req-aa5a76ce-ed76-4ade-b339-7eb81f149dc2 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:49.912155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-233a1fec-b6b5-4ac9-aac6-d09174e4d45e req-aa5a76ce-ed76-4ade-b339-7eb81f149dc2 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 944 time: 0.0747714 Aug 23 03:43:49.915060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-b01c11f9-76cc-4edb-8988-6b43a30b14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:49.917299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-b01c11f9-76cc-4edb-8988-6b43a30b14ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4979981ae7e410f9f22dcfaebc7cef8&device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 1095 time: 0.3301878 Aug 23 03:43:49.977332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cafd7dd7-f020-4eb6-a000-518e1f019aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:50.014440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-233a1fec-b6b5-4ac9-aac6-d09174e4d45e req-5e1af4e5-14e0-4fb6-b0f3-abe10db6e408 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773726 Aug 23 03:43:50.027419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad6d6-ec9a-4816-b495-b4235a6193a8 req-c4cd96cd-ff30-40e6-9b90-5dac161ba25d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:50.036702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5bad6d6-ec9a-4816-b495-b4235a6193a8 req-c4cd96cd-ff30-40e6-9b90-5dac161ba25d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2198846 Aug 23 03:43:50.111462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc29616-650f-4ac5-8d12-f906a66b7506 None None] Network 3e430935-d08e-4cbc-9724-e05c2b91ee64 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:43:50.153777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475547ed-d175-40a4-8e89-5a5c28222cef req-e609c771-2d4b-480c-805a-2a8d07a36d23 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:50.155557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-475547ed-d175-40a4-8e89-5a5c28222cef req-e609c771-2d4b-480c-805a-2a8d07a36d23 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 949 time: 0.0877264 Aug 23 03:43:50.169878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:50.171826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-1024a8c3-06a9-4003-8e3b-6afd5f8cb7b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb27f768-0821-4ebe-9721-b155272b578f HTTP/1.1" status: 200 len: 217 time: 0.2215168 Aug 23 03:43:50.172459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cafd7dd7-f020-4eb6-a000-518e1f019aa8 None None] For port f72ae499-9cf0-4428-8cae-f5d8428764e4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f72ae499-9cf0-4428-8cae-f5d8428764e4,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:50.203122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-475547ed-d175-40a4-8e89-5a5c28222cef req-9a2fc441-24bf-4886-8b4d-7c9b3740e7e0 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Aug 23 03:43:50.234737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddcf80a-71dd-4709-8458-8124a991a357', 'name': 'tempest-snat-router-2099513962', 'tenant_id': '76ecd1a0b1d64264ade90361bdb04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.49'}], 'enable_snat': False}, 'gw_port_id': '8c75b6fc-efbc-4879-8512-9a4283d43ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:45Z', 'updated_at': '2021-08-23T03:43:47Z', 'revision_number': 3, 'project_id': '76ecd1a0b1d64264ade90361bdb04451', 'gw_port': {'id': '8c75b6fc-efbc-4879-8512-9a4283d43ccc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddcf80a-71dd-4709-8458-8124a991a357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:47Z', 'updated_at': '2021-08-23T03:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:50.242531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Allocated IP 172.20.0.6 (9e7c6047-3365-4903-8b34-cc666387a94a/1f043242-9191-47bc-a47d-3d76fdabffde/a6e94adf-e80b-4500-a65a-4ff79c7731df) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:50.267934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Checking router: 0ddcf80a-71dd-4709-8458-8124a991a357 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:50.273217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Updating router 0ddcf80a-71dd-4709-8458-8124a991a357 port 8c75b6fc-efbc-4879-8512-9a4283d43ccc binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:50.295253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4533eb49-a2fe-47cb-a1c2-f8e10fb459b0 req-40b578f5-247c-4507-9eeb-06476766f792 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 210 time: 0.0335500 Aug 23 03:43:50.302709 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cafd7dd7-f020-4eb6-a000-518e1f019aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:50.308295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port bbf29c19-9998-4218-b38f-599422697329 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:50.337954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:50.339490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port bbf29c19-9998-4218-b38f-599422697329 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:50.339850 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:50.400742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-31b4268e-6213-4fe2-a785-c3137717904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:50.402949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-31b4268e-6213-4fe2-a785-c3137717904e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c71438e9-b555-4e14-bd8f-f9ce7dda75e6 HTTP/1.1" status: 200 len: 850 time: 0.2111633 Aug 23 03:43:50.432988 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5bad6d6-ec9a-4816-b495-b4235a6193a8 req-4de1023c-495d-4f70-bb60-d7d1af0976ec tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953130 Aug 23 03:43:50.563972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd7dd7-f020-4eb6-a000-518e1f019aa8 None None] Pushing event updated for resources: {'Port': ['ID=f72ae499-9cf0-4428-8cae-f5d8428764e4,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:50.588083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bf7e07a1-3b82-4e9f-8e9d-b85e65b10e7d None None] Provisioning complete for port f72ae499-9cf0-4428-8cae-f5d8428764e4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:50.588680 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bf7e07a1-3b82-4e9f-8e9d-b85e65b10e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:50.662340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-67d27475-2d2d-4f7d-912b-c50dd0cff056 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:50.664511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-67d27475-2d2d-4f7d-912b-c50dd0cff056 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/networks?id=3e430935-d08e-4cbc-9724-e05c2b91ee64 HTTP/1.1" status: 200 len: 821 time: 0.1501131 Aug 23 03:43:50.683205 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-24660c66-a2fd-4077-bb2f-753f53a52d71 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/quotas/1c364571944341be9c0a6967c205b198 HTTP/1.1" status: 200 len: 375 time: 0.0116675 Aug 23 03:43:50.728332 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-f08f47fd-ea64-4a33-b052-04ab63e8bb90 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c364571944341be9c0a6967c205b198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380721 Aug 23 03:43:50.765556 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:50.823892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bbf29c19-9998-4218-b38f-599422697329,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:50.838403 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-9886c54d-f954-40b1-a07b-7e99415b5915 service neutron] 10.222.0.20 "GET /v2.0/networks/3e430935-d08e-4cbc-9724-e05c2b91ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028047 Aug 23 03:43:50.847878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf29c19-9998-4218-b38f-599422697329'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:50.850356 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8182802c-2cb4-40b0-a8f0-3f62b1b172e0" -d '{"events": [{"server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "name": "network-vif-plugged", "status": "completed", "tag": "bbf29c19-9998-4218-b38f-599422697329"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:50.926257 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:50.929512 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:50.961606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Transition to ACTIVE for port object 8c75b6fc-efbc-4879-8512-9a4283d43ccc will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:50.977317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-49813fbf-313a-43dc-8513-10764880c0e5 service neutron] 10.222.0.20 "GET /v2.0/networks/3e430935-d08e-4cbc-9724-e05c2b91ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376820 Aug 23 03:43:50.995498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=bbf29c19-9998-4218-b38f-599422697329,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:51.044347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:51.052853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:51.087542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-af801aab-5b2a-443a-84fe-ac7e3aff8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:51.093977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-af801aab-5b2a-443a-84fe-ac7e3aff8894 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27f078d8-2849-4c33-bacb-a808d6449852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6177952 Aug 23 03:43:51.115278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Attempting to bind port 8c75b6fc-efbc-4879-8512-9a4283d43ccc on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:51.115661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Attempting to bind port 8c75b6fc-efbc-4879-8512-9a4283d43ccc by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:51.116243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Attempting to bind port 8c75b6fc-efbc-4879-8512-9a4283d43ccc on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:51.119145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2def82-83b1-4612-83c8-8f74d7885581 None None] Pushing event updated for resources: {'Port': ['ID=8c75b6fc-efbc-4879-8512-9a4283d43ccc,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:51.125545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:51.128904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:51.128904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:51.128904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:51.128904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Bound port: 8c75b6fc-efbc-4879-8512-9a4283d43ccc, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:51.128904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:51.140265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde05c09-6316-4d9f-ac64-52cedd227252 req-f5f8ad07-12b6-4286-bd86-9d3c0bc4b7ee tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:51.142134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fde05c09-6316-4d9f-ac64-52cedd227252 req-f5f8ad07-12b6-4286-bd86-9d3c0bc4b7ee tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.6395619 Aug 23 03:43:51.186867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] For port 8c75b6fc-efbc-4879-8512-9a4283d43ccc, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:51.190324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] For port 8c75b6fc-efbc-4879-8512-9a4283d43ccc, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8c75b6fc-efbc-4879-8512-9a4283d43ccc,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:51.265312 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:51.302514 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3271370-b53f-4717-9485-181d7e5a258f x-openstack-request-id: req-c3271370-b53f-4717-9485-181d7e5a258f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:51.303077 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "name": "network-vif-plugged", "status": "completed", "tag": "bbf29c19-9998-4218-b38f-599422697329", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:51.303437 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3271370-b53f-4717-9485-181d7e5a258f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:51.303928 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf29c19-9998-4218-b38f-599422697329', 'code': 200} Aug 23 03:43:51.319129 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:51.332566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Routers {'0ddcf80a-71dd-4709-8458-8124a991a357'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:51.333370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0ddcf80a-71dd-4709-8458-8124a991a357'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:51.366824 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:51.436240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d2023-c7c5-46e4-bb99-b3cc46b83fa3 req-dd8087e2-7706-4ee4-980f-f627d4646fcf tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:51.446043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2def82-83b1-4612-83c8-8f74d7885581 None None] Pushing event updated for resources: {'Port': ['ID=8c75b6fc-efbc-4879-8512-9a4283d43ccc,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:51.447077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab7d2023-c7c5-46e4-bb99-b3cc46b83fa3 req-dd8087e2-7706-4ee4-980f-f627d4646fcf tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 944 time: 0.0645494 Aug 23 03:43:51.516534 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab7d2023-c7c5-46e4-bb99-b3cc46b83fa3 req-867c8c8d-9883-40d0-8655-185b8e884bee tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603075 Aug 23 03:43:51.516913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fde05c09-6316-4d9f-ac64-52cedd227252 req-6c13dff6-8a8e-48f2-8c3a-0f0a4b462b84 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163815 Aug 23 03:43:51.516913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Transition to ACTIVE for port object a6e94adf-e80b-4500-a65a-4ff79c7731df will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:51.588511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] Set router 0ddcf80a-71dd-4709-8458-8124a991a357 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:51.637425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48873022-56b7-465b-943e-995a5b014a2b req-db77b20a-a156-4749-ba2b-0007e4b19850 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:51.645392 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48873022-56b7-465b-943e-995a5b014a2b req-db77b20a-a156-4749-ba2b-0007e4b19850 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 950 time: 0.0762188 Aug 23 03:43:51.686575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48873022-56b7-465b-943e-995a5b014a2b req-c90117e7-201e-4e8e-924d-6f809f9c0c47 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Aug 23 03:43:51.737069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a808cfe5-1e9d-4764-bf3d-513321de5f1a req-74fd6439-f078-4af8-b422-a0976a35f053 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 210 time: 0.0487337 Aug 23 03:43:51.738720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-719c5bab-58e1-4f8b-a6de-e0def4b6fb39 service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336577 Aug 23 03:43:51.787147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a9de-cae8-4cfe-8418-afb9166a13f3 req-ee4ecca9-9e40-46eb-b269-bc08352d6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:51.789212 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e738a9de-cae8-4cfe-8418-afb9166a13f3 req-ee4ecca9-9e40-46eb-b269-bc08352d6241 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 1101 time: 0.3682146 Aug 23 03:43:51.792917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-86c49346-4a9e-4f88-8125-d8d78a042574 req-31725d7c-84ae-4d62-a08c-560899341319 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 210 time: 0.0302050 Aug 23 03:43:51.829274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddcf80a-71dd-4709-8458-8124a991a357', 'name': 'tempest-snat-router-2099513962', 'tenant_id': '76ecd1a0b1d64264ade90361bdb04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.49'}], 'enable_snat': False}, 'gw_port_id': '8c75b6fc-efbc-4879-8512-9a4283d43ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:45Z', 'updated_at': '2021-08-23T03:43:47Z', 'revision_number': 3, 'project_id': '76ecd1a0b1d64264ade90361bdb04451', 'gw_port': {'id': '8c75b6fc-efbc-4879-8512-9a4283d43ccc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddcf80a-71dd-4709-8458-8124a991a357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:47Z', 'updated_at': '2021-08-23T03:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:51.863497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e51513-cc6c-4c9e-b2e8-7e03dcbaa8d8 None None] The sync data for ids ['0ddcf80a-71dd-4709-8458-8124a991a357'] in n-d-749052-7 is: [{'id': '0ddcf80a-71dd-4709-8458-8124a991a357', 'name': 'tempest-snat-router-2099513962', 'tenant_id': '76ecd1a0b1d64264ade90361bdb04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.49'}], 'enable_snat': False}, 'gw_port_id': '8c75b6fc-efbc-4879-8512-9a4283d43ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:45Z', 'updated_at': '2021-08-23T03:43:47Z', 'revision_number': 3, 'project_id': '76ecd1a0b1d64264ade90361bdb04451', 'gw_port': {'id': '8c75b6fc-efbc-4879-8512-9a4283d43ccc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddcf80a-71dd-4709-8458-8124a991a357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:47Z', 'updated_at': '2021-08-23T03:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:52.001076 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e738a9de-cae8-4cfe-8418-afb9166a13f3 req-306d0906-8de4-43ff-b09a-3f146f7f9fe0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004006 Aug 23 03:43:52.002062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.030986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.066490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09e89ad4-9fb4-4e1b-abd2-2aface11e70b req-35f4cc84-7eb7-4a49-985f-c2d52ecdbcef service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701502 Aug 23 03:43:52.080505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abbbce-9c92-41a8-8e8b-cf3e33dd4505 req-010f121b-e092-499c-809f-e4fa8b85d6c5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:52.080505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2abbbce-9c92-41a8-8e8b-cf3e33dd4505 req-010f121b-e092-499c-809f-e4fa8b85d6c5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2223275 Aug 23 03:43:52.147542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Network 9e7c6047-3365-4903-8b34-cc666387a94a is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:52.195055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:52.197986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:52.367668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f72ae499-9cf0-4428-8cae-f5d8428764e4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:52.425757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:52.444424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f72ae499-9cf0-4428-8cae-f5d8428764e4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:52.444920 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.514934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.519599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:52.520095 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.527372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2abbbce-9c92-41a8-8e8b-cf3e33dd4505 req-cdc7b878-4bc3-4d00-b5d6-dd54d7d9e65f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949521 Aug 23 03:43:52.553725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-48b1c36b-636c-4114-9d14-65bc804b5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:52.555224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-48b1c36b-636c-4114-9d14-65bc804b5657 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4979981ae7e410f9f22dcfaebc7cef8&device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 1095 time: 0.2220080 Aug 23 03:43:52.556982 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.592997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.594400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8c75b6fc-efbc-4879-8512-9a4283d43ccc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:52.617552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4aa65f04-ea2f-4cdf-848c-a06fa515b4c4 None None] Provisioning for port a6e94adf-e80b-4500-a65a-4ff79c7731df completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:52.625274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4aa65f04-ea2f-4cdf-848c-a06fa515b4c4 None None] Provisioning complete for port a6e94adf-e80b-4500-a65a-4ff79c7731df triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:52.625891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4aa65f04-ea2f-4cdf-848c-a06fa515b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.684176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4aa65f04-ea2f-4cdf-848c-a06fa515b4c4 None None] Port a6e94adf-e80b-4500-a65a-4ff79c7731df cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:52.687679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b26679-c076-4c47-b8ed-8099a5e60993 req-354a32c7-8b84-432f-9f0d-89e239c9760b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:52.691526 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3b26679-c076-4c47-b8ed-8099a5e60993 req-354a32c7-8b84-432f-9f0d-89e239c9760b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 944 time: 0.0684950 Aug 23 03:43:52.734603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3b26679-c076-4c47-b8ed-8099a5e60993 req-e7a0feda-3dd6-4a6a-9b80-d97ec36da26b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362699 Aug 23 03:43:52.795879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 8c75b6fc-efbc-4879-8512-9a4283d43ccc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:52.800283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8c75b6fc-efbc-4879-8512-9a4283d43ccc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:52.800670 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.807351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-d2ef885c-b2a0-4fe6-bcd9-fd91ef8a5ec0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9269056 Aug 23 03:43:52.838635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Request body: {'port': {'device_id': '619b3171-9b93-4bf1-9290-346578851347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:52.877157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c1948-e04e-4720-9d89-c63db8220698 req-87b197d4-f585-4fc8-9e00-428021278771 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:52.879125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-387c1948-e04e-4720-9d89-c63db8220698 req-87b197d4-f585-4fc8-9e00-428021278771 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 950 time: 0.0772371 Aug 23 03:43:52.940076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036fe66-ba8c-4a27-926e-11a11a2d91c6 req-d240e73c-3e71-470d-9fcf-f1c050ff06ae tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:52.942029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e036fe66-ba8c-4a27-926e-11a11a2d91c6 req-d240e73c-3e71-470d-9fcf-f1c050ff06ae tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.3028436 Aug 23 03:43:52.946340 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:52.947034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-9d3daa3e-6a61-43c3-8401-57b33e652c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:52.948593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-9d3daa3e-6a61-43c3-8401-57b33e652c35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27f078d8-2849-4c33-bacb-a808d6449852 HTTP/1.1" status: 200 len: 911 time: 0.3572853 Aug 23 03:43:52.964203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-387c1948-e04e-4720-9d89-c63db8220698 req-5a267c85-998b-4bd5-adb0-b9960269b56e tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755091 Aug 23 03:43:52.990396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 8c75b6fc-efbc-4879-8512-9a4283d43ccc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8c75b6fc-efbc-4879-8512-9a4283d43ccc,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:53.039758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Router 245e3bae-db62-4cb0-8155-d8639d59a297 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:43:53.051654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-fe818a44-34a1-4b74-9fd7-8408de2bb8d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb27f768-0821-4ebe-9721-b155272b578f HTTP/1.1" status: 200 len: 217 time: 0.0861070 Aug 23 03:43:53.056190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Allocated IP 172.25.1.137 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/4408f6b7-8fe5-4a33-9778-3c93202f38eb) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:53.064223 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ef05ffb5-2bae-421f-bff6-967f7c5175e4 req-74a03009-b5cb-4997-8d96-a39bbc568c27 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 210 time: 0.0323462 Aug 23 03:43:53.081935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:53.088170 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:53.124586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e036fe66-ba8c-4a27-926e-11a11a2d91c6 req-f39cea34-0a18-4837-bf54-770c1a62aea5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748776 Aug 23 03:43:53.186793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=8c75b6fc-efbc-4879-8512-9a4283d43ccc,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:53.232023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac9ef4-2d8b-44ae-b2fe-7f45a2b83048 req-8a086502-150e-4a9f-81bd-57fb94b4d0cd tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:53.235123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beac9ef4-2d8b-44ae-b2fe-7f45a2b83048 req-8a086502-150e-4a9f-81bd-57fb94b4d0cd tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 931 time: 0.0986414 Aug 23 03:43:53.261213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-2119f010-1751-4168-b6d0-993a013f06de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:53.262674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-2119f010-1751-4168-b6d0-993a013f06de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c71438e9-b555-4e14-bd8f-f9ce7dda75e6 HTTP/1.1" status: 200 len: 850 time: 0.1947551 Aug 23 03:43:53.282356 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beac9ef4-2d8b-44ae-b2fe-7f45a2b83048 req-64bc7e56-d7fc-4ce0-bee0-44286bca1910 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415096 Aug 23 03:43:53.797128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:53.812562 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Sync routers for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:53.818175 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:53.825289 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:53.831013 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:53.831165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-e8b750de-f1d6-4771-8302-2bdf98d1042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:53.831165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-e8b750de-f1d6-4771-8302-2bdf98d1042c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27f078d8-2849-4c33-bacb-a808d6449852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5528843 Aug 23 03:43:53.863267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a89dcb-bf26-43fa-b566-6387984641ae req-ac0aeac9-2af7-4bd5-b496-acfc69fb6f52 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:53.864752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6a89dcb-bf26-43fa-b566-6387984641ae req-ac0aeac9-2af7-4bd5-b496-acfc69fb6f52 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2499852 Aug 23 03:43:53.865509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530828e-7b82-4ee0-a121-e7713cd7fa40 req-3a8727ca-3c2a-4a13-8e42-12a219befdb9 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:53.867718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0530828e-7b82-4ee0-a121-e7713cd7fa40 req-3a8727ca-3c2a-4a13-8e42-12a219befdb9 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 944 time: 0.0644796 Aug 23 03:43:53.928032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0530828e-7b82-4ee0-a121-e7713cd7fa40 req-e6b528f6-0070-47c5-82db-e1ac4beb49b6 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497642 Aug 23 03:43:53.937633 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:53.953705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:53.957557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4cd161db-eb25-4937-87a1-88f209d9a65c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0389361 Aug 23 03:43:53.958510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42714) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:54.124828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6a89dcb-bf26-43fa-b566-6387984641ae req-18b4ebaa-c677-413f-a1f7-06c802cb93b3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073805 Aug 23 03:43:54.168636 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:50Z', 'revision_number': 3, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:54.190701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-28005713-d4aa-4a3f-a6bc-6ee33afe60e5 service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502872 Aug 23 03:43:54.207393 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Checking router: 245e3bae-db62-4cb0-8155-d8639d59a297 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:54.208026 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Updating router 245e3bae-db62-4cb0-8155-d8639d59a297 port a5cb29b2-bcc2-4124-9762-92ee39a1d589 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:54.251312 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.261951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.262312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8c75b6fc-efbc-4879-8512-9a4283d43ccc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:54.292820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-f594f1f6-6042-4c3e-a473-b28b17251477 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:54.294387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-f594f1f6-6042-4c3e-a473-b28b17251477 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.11 "GET /v2.0/networks?id=3e430935-d08e-4cbc-9724-e05c2b91ee64 HTTP/1.1" status: 200 len: 821 time: 0.3524365 Aug 23 03:43:54.335851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Request body: {'port': {'device_id': 'fca8a882-7f8b-4f60-908c-ea441484b0f2', 'network_id': '3e430935-d08e-4cbc-9724-e05c2b91ee64', 'admin_state_up': True, 'tenant_id': '1c364571944341be9c0a6967c205b198'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:54.354841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8c75b6fc-efbc-4879-8512-9a4283d43ccc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:54.355529 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.402721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e94adf-e80b-4500-a65a-4ff79c7731df {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:54.420704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-a5c3b92a-7fc3-40d1-9e65-74cb34b28ee0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3023224 Aug 23 03:43:54.428965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cea3817-3417-419d-ba22-cbf783430b22 req-0d6e251e-e104-430d-be79-048188947aad tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 210 time: 0.1629281 Aug 23 03:43:54.472289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.547143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:54.567993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event updated for resources: {'Port': ['ID=4408f6b7-8fe5-4a33-9778-3c93202f38eb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:54.574625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:54.577535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:54.584842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332fd7e-e03d-4f54-8896-19ca1d4aef61 req-59d9d65b-6fd3-4b66-82be-f6d269272556 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:54.586385 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7332fd7e-e03d-4f54-8896-19ca1d4aef61 req-59d9d65b-6fd3-4b66-82be-f6d269272556 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 950 time: 0.4835000 Aug 23 03:43:54.638456 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.648362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Transition to ACTIVE for port object a5cb29b2-bcc2-4124-9762-92ee39a1d589 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:54.674904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Transition to ACTIVE for port object a6e94adf-e80b-4500-a65a-4ff79c7731df will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:54.676433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7332fd7e-e03d-4f54-8896-19ca1d4aef61 req-33e2a0a1-ee0b-411f-a6bb-5e6cdb761098 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770495 Aug 23 03:43:54.708634 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35cb9e27-1381-4446-b0e0-33500237ce11 req-174394c9-84fc-47a9-9bef-0370949d5506 service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019577 Aug 23 03:43:54.718266 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.791806 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Attempting to bind port a5cb29b2-bcc2-4124-9762-92ee39a1d589 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:54.792190 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Attempting to bind port a5cb29b2-bcc2-4124-9762-92ee39a1d589 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:54.792555 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Attempting to bind port a5cb29b2-bcc2-4124-9762-92ee39a1d589 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:54.796412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-9d28f9a0-0eea-4e00-adf3-db17099d5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:54.798018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-9d28f9a0-0eea-4e00-adf3-db17099d5b32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 1096 time: 0.3073521 Aug 23 03:43:54.805135 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec19f96-9639-43e1-86b0-62fea86093da None None] Pushing event updated for resources: {'Port': ['ID=a5cb29b2-bcc2-4124-9762-92ee39a1d589,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:54.810131 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.813738 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:54.814237 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:54.814585 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.815158 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:54.815812 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Bound port: a5cb29b2-bcc2-4124-9762-92ee39a1d589, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:54.816480 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.848597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7bd5-ea84-4a46-921e-d293f3daf9ff req-14dcb8da-2244-4758-b6c2-068342c6f89d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:54.850134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-473d7bd5-ea84-4a46-921e-d293f3daf9ff req-14dcb8da-2244-4758-b6c2-068342c6f89d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.3010314 Aug 23 03:43:54.876968 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] For port a5cb29b2-bcc2-4124-9762-92ee39a1d589, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:54.880181 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] For port a5cb29b2-bcc2-4124-9762-92ee39a1d589, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a5cb29b2-bcc2-4124-9762-92ee39a1d589,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:54.885240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a57ab5-6421-435e-b081-247a59201127 req-5c726868-a0ef-4ad0-ad06-a81c1e9cba8b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:54.888243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6a57ab5-6421-435e-b081-247a59201127 req-5c726868-a0ef-4ad0-ad06-a81c1e9cba8b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1078637 Aug 23 03:43:54.914068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:54.949054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6a57ab5-6421-435e-b081-247a59201127 req-b5ffc14d-d2f2-4926-9134-9f3c20c18b4b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538356 Aug 23 03:43:54.954016 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:55.030299 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec19f96-9639-43e1-86b0-62fea86093da None None] Pushing event updated for resources: {'Port': ['ID=a5cb29b2-bcc2-4124-9762-92ee39a1d589,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:55.041673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:55.064316 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:55.065560 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:55.079636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Made reservation on behalf of 1c364571944341be9c0a6967c205b198 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:43:55.083610 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:55.093334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-473d7bd5-ea84-4a46-921e-d293f3daf9ff req-d0a70080-8c46-4741-94ed-36b3f94f2365 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068372 Aug 23 03:43:55.205901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0373117-0d0a-4c83-a240-df2ee0b75464 req-d8dcfc13-a104-4958-8397-650ba36666fc tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:55.207479 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f0373117-0d0a-4c83-a240-df2ee0b75464 req-d8dcfc13-a104-4958-8397-650ba36666fc tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf89687-bd56-451f-ab16-4d5004041bf3 HTTP/1.1" status: 200 len: 949 time: 0.1238244 Aug 23 03:43:55.214640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Allocated IP 172.20.0.1 (8a05671a-bcdb-473e-ae25-31cc297222df/208d7027-e4ea-4f3e-b6bf-0d6172d19071/96384f36-c153-42b7-a8d0-e022717ad3bb) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:55.265972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-f4ec5e86-aff9-4e10-9e7b-7834bd06f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:55.267567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-f4ec5e86-aff9-4e10-9e7b-7834bd06f3cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 914 time: 0.4115458 Aug 23 03:43:55.272903 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:55.298874 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f0373117-0d0a-4c83-a240-df2ee0b75464 req-cadcbd60-df81-412e-947b-f05073d517e0 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794673 Aug 23 03:43:55.367368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Attempting to bind port a6e94adf-e80b-4500-a65a-4ff79c7731df on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:55.368096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Attempting to bind port a6e94adf-e80b-4500-a65a-4ff79c7731df by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:55.368096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Attempting to bind port a6e94adf-e80b-4500-a65a-4ff79c7731df on network 9e7c6047-3365-4903-8b34-cc666387a94a {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:55.418167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:55.424858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-72ebd2b9-4f71-4266-b46f-fb010687a5fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 200 len: 217 time: 0.1434505 Aug 23 03:43:55.436267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Port a6e94adf-e80b-4500-a65a-4ff79c7731df on network 9e7c6047-3365-4903-8b34-cc666387a94a not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:43:55.436593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Attempting to bind port a6e94adf-e80b-4500-a65a-4ff79c7731df on network 9e7c6047-3365-4903-8b34-cc666387a94a {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:55.438551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Transition to ACTIVE for port object 96384f36-c153-42b7-a8d0-e022717ad3bb will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:55.482861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:55.484389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Checking segment: {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:55.484389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Bound using segment: {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:55.484389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Bound port: a6e94adf-e80b-4500-a65a-4ff79c7731df, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:55.484389 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:55.524081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83811f-6c6e-4167-9c95-3ad02779eee5 req-a2409dee-bab0-47a0-81b3-0947f328b1b9 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:55.525771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc83811f-6c6e-4167-9c95-3ad02779eee5 req-a2409dee-bab0-47a0-81b3-0947f328b1b9 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 944 time: 0.2681298 Aug 23 03:43:55.534292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Allocated IP 172.20.0.12 (3e430935-d08e-4cbc-9724-e05c2b91ee64/a89a90d1-86aa-445a-bd51-b131dd6b4aeb/ba0c2be0-bb33-4671-a925-bf7ae37138d4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:43:55.536757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:55.557191 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:55.596064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Network 8a05671a-bcdb-473e-ae25-31cc297222df is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:55.598863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:55.602245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:55.608469 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:50Z', 'revision_number': 3, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:55.624291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-0add9c39-298b-4207-af8f-588cf2d65752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:55.625802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-0add9c39-298b-4207-af8f-588cf2d65752 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 200 len: 854 time: 0.1913073 Aug 23 03:43:55.631636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Pushing event updated for resources: {'Port': ['ID=96384f36-c153-42b7-a8d0-e022717ad3bb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:55.639178 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960e8df-2f90-4a5a-ac03-17a955c7136f None None] The sync data for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 is: [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:50Z', 'revision_number': 3, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:43:55.654068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:55.722756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-3c7563e5-d713-4b95-a3f5-64e8bb780e2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2b17615-5567-48d9-8e38-935db6b0d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811725 Aug 23 03:43:55.902955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.048931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-93b103ef-fdf4-4b35-92b4-5008e449989f None None] Provisioning for port 96384f36-c153-42b7-a8d0-e022717ad3bb completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:56.054636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-93b103ef-fdf4-4b35-92b4-5008e449989f None None] Provisioning complete for port 96384f36-c153-42b7-a8d0-e022717ad3bb triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:56.061871 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-93b103ef-fdf4-4b35-92b4-5008e449989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.106151 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-440b75f8-843a-40e9-b6fa-4b5503cd60d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.114730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-93b103ef-fdf4-4b35-92b4-5008e449989f None None] Port 96384f36-c153-42b7-a8d0-e022717ad3bb cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:56.162926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e0a2c-73eb-4f81-8aa0-7a5e900ebc7a req-c93b41c4-4d88-49a8-8221-1360d85e98be tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:56.164503 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-785e0a2c-73eb-4f81-8aa0-7a5e900ebc7a req-c93b41c4-4d88-49a8-8221-1360d85e98be tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1142550 Aug 23 03:43:56.199258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc83811f-6c6e-4167-9c95-3ad02779eee5 req-0757a466-4b3e-4997-b3b9-2506ed6d6979 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6561177 Aug 23 03:43:56.216828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:43:56.248257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-785e0a2c-73eb-4f81-8aa0-7a5e900ebc7a req-0467490c-f3dc-4e59-bcaa-7b786d2dbcac tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742021 Aug 23 03:43:56.297502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:43:56.301521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a5cb29b2-bcc2-4124-9762-92ee39a1d589 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:56.352883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.357982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device fb27f768-0821-4ebe-9721-b155272b578f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:43:56.393788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-28c5052f-2c35-4b3d-b198-e8bd9b6d80a1 service neutron] 10.222.0.24 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533546 Aug 23 03:43:56.428910 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.432203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.530385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Pushing event updated for resources: {'Port': ['ID=96384f36-c153-42b7-a8d0-e022717ad3bb,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:56.538103 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.551892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72570d32-743d-4355-8c99-5cb5f34304d8 req-54abfbdd-8e3f-4ec6-89a1-2447a9562307 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:56.553553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-72570d32-743d-4355-8c99-5cb5f34304d8 req-54abfbdd-8e3f-4ec6-89a1-2447a9562307 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1351440 Aug 23 03:43:56.616756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port fb27f768-0821-4ebe-9721-b155272b578f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=fb27f768-0821-4ebe-9721-b155272b578f,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:56.629260 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.629872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'fb27f768-0821-4ebe-9721-b155272b578f', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'port_id': 'fb27f768-0821-4ebe-9721-b155272b578f', 'mac_address': 'fa:16:3e:6a:13:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:43:56.632652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-72570d32-743d-4355-8c99-5cb5f34304d8 req-8259704b-67b7-4d98-82b9-2c11cc47c3d6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574622 Aug 23 03:43:56.635849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port a5cb29b2-bcc2-4124-9762-92ee39a1d589 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:56.644495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd094001-3e21-4034-a746-e7c7c1b29a91 req-ac09c2f6-d48b-4964-9fa1-d297ce45e1a2 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 210 time: 0.2911377 Aug 23 03:43:56.669811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a5cb29b2-bcc2-4124-9762-92ee39a1d589 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:56.670896 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.692465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:56.710009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:56.711191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.712330 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-627dc749-21c6-47b2-ac33-4d55258f6ce0 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 200 len: 1091 time: 3.8836880 Aug 23 03:43:56.719368 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.744918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.752191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb27f768-0821-4ebe-9721-b155272b578f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:56.753523 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Network 8a05671a-bcdb-473e-ae25-31cc297222df is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:56.755106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:56.763287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:56.766175 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca17acc-b773-4d0b-8338-a43090d7fe3c" -d '{"events": [{"name": "network-changed", "server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:56.788947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port fb27f768-0821-4ebe-9721-b155272b578f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=fb27f768-0821-4ebe-9721-b155272b578f,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:56.858537 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.880424 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:56.922272 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af360483-947f-477b-abcc-5761e9899a18 x-openstack-request-id: req-af360483-947f-477b-abcc-5761e9899a18 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:56.922868 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:56.923551 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af360483-947f-477b-abcc-5761e9899a18 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:56.926418 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'status': 'completed', 'code': 200} Aug 23 03:43:56.944398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port a5cb29b2-bcc2-4124-9762-92ee39a1d589, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a5cb29b2-bcc2-4124-9762-92ee39a1d589,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:56.981774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=fb27f768-0821-4ebe-9721-b155272b578f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:56.991600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Router 245e3bae-db62-4cb0-8155-d8639d59a297 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:43:57.004013 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:57.090735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=a5cb29b2-bcc2-4124-9762-92ee39a1d589,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:57.123249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37041-b26e-46e1-becd-fc5179d38d17 req-ddc4ccaa-bb3f-45ae-ad03-9de032ac526f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.124920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0b37041-b26e-46e1-becd-fc5179d38d17 req-ddc4ccaa-bb3f-45ae-ad03-9de032ac526f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.3561261 Aug 23 03:43:57.157161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:57.157787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-a0fe5f98-4ed8-4f3d-8d02-da5ff3816abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.159398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-a0fe5f98-4ed8-4f3d-8d02-da5ff3816abb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1094 time: 0.2714417 Aug 23 03:43:57.163378 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aee3011d-286e-4881-a182-a50a60aa677f admin admin] 10.222.0.20 "PUT /v2.0/routers/245e3bae-db62-4cb0-8155-d8639d59a297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2037704 Aug 23 03:43:57.178790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:57.183641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ed06f5f-b418-4fca-9445-b077934a0ae8 req-d8bc2b31-eed8-4efe-aa9c-b43b9dad58f5 service neutron] 10.222.0.24 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055701 Aug 23 03:43:57.222611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['fb27f768-0821-4ebe-9721-b155272b578f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:43:57.272501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-04008def-1a30-430e-a2ef-8645a2bdda0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 200 len: 217 time: 0.0970666 Aug 23 03:43:57.287348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0b37041-b26e-46e1-becd-fc5179d38d17 req-806fbed2-4224-433b-ab64-a4f15acbb523 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550996 Aug 23 03:43:57.317291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a81b97aa-234f-4dd8-9c9b-33ee635bb0bd None None] Provisioning complete for port 96384f36-c153-42b7-a8d0-e022717ad3bb triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:57.317912 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a81b97aa-234f-4dd8-9c9b-33ee635bb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:57.331720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Network 3e430935-d08e-4cbc-9724-e05c2b91ee64 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:43:57.384503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:43:57.395508 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60510921-7d62-4072-99a0-7931cdd7df28 req-56e58f3c-43d9-4c95-b430-eb6ddb481a02 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.399227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:43:57.401230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a81b97aa-234f-4dd8-9c9b-33ee635bb0bd None None] Port 96384f36-c153-42b7-a8d0-e022717ad3bb cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:43:57.401564 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60510921-7d62-4072-99a0-7931cdd7df28 req-56e58f3c-43d9-4c95-b430-eb6ddb481a02 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 945 time: 0.0832036 Aug 23 03:43:57.466976 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60510921-7d62-4072-99a0-7931cdd7df28 req-fdd891a5-6eb4-4810-8985-c8dfb2e264cd tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576839 Aug 23 03:43:57.469653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Pushing event updated for resources: {'Port': ['ID=ba0c2be0-bb33-4671-a925-bf7ae37138d4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:57.528190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.529151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:57.544768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-feb32a33-5038-4a7f-b85a-353779b6449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.546317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-feb32a33-5038-4a7f-b85a-353779b6449a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.2646124 Aug 23 03:43:57.597866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-b001c08c-c4df-4b3a-b6c0-4389e53ab787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.599433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-b001c08c-c4df-4b3a-b6c0-4389e53ab787 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445809 Aug 23 03:43:57.620778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790fe93-8704-4fea-8d5b-31e3048bd2f5 req-976dec02-72fb-47ed-a119-de09ffea4abd tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.626525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4790fe93-8704-4fea-8d5b-31e3048bd2f5 req-976dec02-72fb-47ed-a119-de09ffea4abd tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0636122 Aug 23 03:43:57.677075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-20a0aa36-c129-467e-815f-22caa4e8e9ba tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3454268 Aug 23 03:43:57.677636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Router 3c817652-8da5-44a1-8304-0bca90bc4880 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:43:57.697201 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4790fe93-8704-4fea-8d5b-31e3048bd2f5 req-549eb7e2-28cd-405a-9f80-3a2818c32446 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 Aug 23 03:43:57.710090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Request body: {'port': {'device_id': 'fca8a882-7f8b-4f60-908c-ea441484b0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:43:57.813630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40267a-03e0-4877-ac45-973d7fcf5e03 req-73cf651a-1cbc-46f6-83bf-938f34dde904 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.815190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f40267a-03e0-4877-ac45-973d7fcf5e03 req-73cf651a-1cbc-46f6-83bf-938f34dde904 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0615921 Aug 23 03:43:57.856518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f40267a-03e0-4877-ac45-973d7fcf5e03 req-1e507960-5ec5-4432-be64-e9dc5ac7b9f7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334811 Aug 23 03:43:57.858753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-332d0f9d-db48-4505-b64d-58aa17e3b281 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518799 Aug 23 03:43:57.917179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:57.928646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Sync routers for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:57.938326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:57.938954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:57.943630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbdb0e-c56b-4766-a6e8-88098f267c94 req-c0210247-9e6a-4719-8170-60d34363b0cb tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.948283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ffbdb0e-c56b-4766-a6e8-88098f267c94 req-c0210247-9e6a-4719-8170-60d34363b0cb tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 932 time: 0.2035737 Aug 23 03:43:57.991056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c5b87-e9a4-4fee-be42-c3b6371b5b94 req-ce6eadeb-82ec-4840-800d-ab15507f69e3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:57.992793 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f32c5b87-e9a4-4fee-be42-c3b6371b5b94 req-ce6eadeb-82ec-4840-800d-ab15507f69e3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0520866 Aug 23 03:43:58.037802 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f32c5b87-e9a4-4fee-be42-c3b6371b5b94 req-9ba1cc4c-1191-496d-8f33-1700d496b8d5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376756 Aug 23 03:43:58.068074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:58.096595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:43:58.107423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Sync routers for ids ['3c817652-8da5-44a1-8304-0bca90bc4880'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:43:58.119678 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Routers {'3c817652-8da5-44a1-8304-0bca90bc4880'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:43:58.123854 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3c817652-8da5-44a1-8304-0bca90bc4880'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:58.231294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ffbdb0e-c56b-4766-a6e8-88098f267c94 req-ffd0d620-0f8f-4c51-be36-4114ef9080db tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718217 Aug 23 03:43:58.239152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5397b52b-379f-45ce-b6f2-9a505db76931 req-c8b3f84a-cc69-48f5-8cf3-4e2d20817256 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631372 Aug 23 03:43:58.249157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12113a0e-b791-4b18-97fc-a08617f4ecc8 req-fe6fac2f-faf9-40b5-b08a-edf9e6f763b9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:58.270644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a5cb29b2-bcc2-4124-9762-92ee39a1d589 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:58.276935 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12113a0e-b791-4b18-97fc-a08617f4ecc8 req-fe6fac2f-faf9-40b5-b08a-edf9e6f763b9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1039705 Aug 23 03:43:58.306940 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:58.306940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4c4635fd-c86f-457e-adec-9a2ad18f150e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8898900 Aug 23 03:43:58.306940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42830) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:58.314597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device fb27f768-0821-4ebe-9721-b155272b578f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:43:58.360643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12113a0e-b791-4b18-97fc-a08617f4ecc8 req-12dbc59e-525b-461a-8921-35a88ae150de tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812471 Aug 23 03:43:58.413365 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Set router 3c817652-8da5-44a1-8304-0bca90bc4880 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:43:58.485427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a5cb29b2-bcc2-4124-9762-92ee39a1d589 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:58.485806 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:58.551772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port fb27f768-0821-4ebe-9721-b155272b578f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:43:58.556870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port fb27f768-0821-4ebe-9721-b155272b578f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:43:58.557265 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:58.610297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:55Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '96384f36-c153-42b7-a8d0-e022717ad3bb', 'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'mac_address': 'fa:16:3e:5e:ec:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:54Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 2, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'subnets': [{'id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:58.613287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42850) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:43:58.614803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-db9bd76f-cac0-412e-8993-688b2cf52aac tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/routers/3c817652-8da5-44a1-8304-0bca90bc4880 HTTP/1.1" status: 200 len: 908 time: 0.3074579 Aug 23 03:43:58.659717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-4fe579df-f3f2-4690-a93e-abede4b2b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:58.662059 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-4fe579df-f3f2-4690-a93e-abede4b2b26a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1094 time: 0.2424703 Aug 23 03:43:58.664842 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c817652-8da5-44a1-8304-0bca90bc4880', 'name': 'tempest-snat-router-2099513962', 'tenant_id': '76ecd1a0b1d64264ade90361bdb04451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '4408f6b7-8fe5-4a33-9778-3c93202f38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:49Z', 'updated_at': '2021-08-23T03:43:54Z', 'revision_number': 3, 'project_id': '76ecd1a0b1d64264ade90361bdb04451', 'gw_port': {'id': '4408f6b7-8fe5-4a33-9778-3c93202f38eb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c817652-8da5-44a1-8304-0bca90bc4880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:52Z', 'updated_at': '2021-08-23T03:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:43:58.676163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6435c4c-aa35-4b25-86b0-c67d7e1ac03c req-67781bbb-db70-4f11-b628-63fa94f35f72 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:58.677709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6435c4c-aa35-4b25-86b0-c67d7e1ac03c req-67781bbb-db70-4f11-b628-63fa94f35f72 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2262244 Aug 23 03:43:58.709325 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Checking router: 3c817652-8da5-44a1-8304-0bca90bc4880 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:58.709683 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Updating router 3c817652-8da5-44a1-8304-0bca90bc4880 port 4408f6b7-8fe5-4a33-9778-3c93202f38eb binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:58.744435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cf274-da34-4507-b7f4-157b5443bae0 req-b17bcaac-da79-41e3-b335-10bd987efd9f tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:58.749478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Checking router: 245e3bae-db62-4cb0-8155-d8639d59a297 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:43:58.750044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Updating router 245e3bae-db62-4cb0-8155-d8639d59a297 port 96384f36-c153-42b7-a8d0-e022717ad3bb binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:43:58.752380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a29cf274-da34-4507-b7f4-157b5443bae0 req-b17bcaac-da79-41e3-b335-10bd987efd9f tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 945 time: 0.1487954 Aug 23 03:43:58.799669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0c2be0-bb33-4671-a925-bf7ae37138d4 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:43:58.804301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:58.808483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:58.814995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a29cf274-da34-4507-b7f4-157b5443bae0 req-122ca3ab-09db-489f-80f1-d573e2d44e6d tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615852 Aug 23 03:43:58.821785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-12dd8ba4-e2bc-4d58-b9ba-6541261a1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:58.823345 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-12dd8ba4-e2bc-4d58-b9ba-6541261a1473 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.1447585 Aug 23 03:43:58.824850 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:58.853351 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:58.894835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-1ef136a5-c9b8-4578-b9c9-f771f8ea9e00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 200 len: 217 time: 0.0477638 Aug 23 03:43:58.900970 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:58.926604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ab95dbba-eec8-424b-a517-73595f2fcea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:58.927496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Transition to ACTIVE for port object ba0c2be0-bb33-4671-a925-bf7ae37138d4 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:59.000827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6435c4c-aa35-4b25-86b0-c67d7e1ac03c req-309dc755-dd04-4265-87b1-c7e333147ae0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842282 Aug 23 03:43:59.006851 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.011723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-0ded9b91-d4b8-4ef3-9087-03aeb74f40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:59.013930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-0ded9b91-d4b8-4ef3-9087-03aeb74f40d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.0997117 Aug 23 03:43:59.055511 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.082748 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.105553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36577717-377b-46af-8d5d-43f9e6fe8375 req-9bb330c9-c739-42ab-b8a0-5b6aace79b3f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:59.120881 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-36577717-377b-46af-8d5d-43f9e6fe8375 req-9bb330c9-c739-42ab-b8a0-5b6aace79b3f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1155152 Aug 23 03:43:59.168811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-522b14df-678b-4dcb-813d-765023e6e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:43:59.170756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-522b14df-678b-4dcb-813d-765023e6e6b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477039 Aug 23 03:43:59.201041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb27f768-0821-4ebe-9721-b155272b578f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:43:59.202895 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-36577717-377b-46af-8d5d-43f9e6fe8375 req-325d8101-cc7a-41eb-ad1e-7e5210e0aa5d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880642 Aug 23 03:43:59.203341 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365e7b7-c97d-4171-92e0-b026d8bb0198" -d '{"events": [{"server_uuid": "44d9faec-34ee-4662-9544-38cf2cbe4bf0", "name": "network-vif-plugged", "status": "completed", "tag": "fb27f768-0821-4ebe-9721-b155272b578f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:43:59.222293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port fb27f768-0821-4ebe-9721-b155272b578f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=fb27f768-0821-4ebe-9721-b155272b578f,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:43:59.288486 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.289107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-10ddf020-edc8-40fc-81fc-6b31f87b750c service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096106 Aug 23 03:43:59.292445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0c2be0-bb33-4671-a925-bf7ae37138d4,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:59.329919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Deleting port 4408f6b7-8fe5-4a33-9778-3c93202f38eb {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:43:59.330262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.388480 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67928dda-d16d-4d98-a1cb-d35595748f78 x-openstack-request-id: req-67928dda-d16d-4d98-a1cb-d35595748f78 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:43:59.391002 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9faec-34ee-4662-9544-38cf2cbe4bf0", "name": "network-vif-plugged", "status": "completed", "tag": "fb27f768-0821-4ebe-9721-b155272b578f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:43:59.391443 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67928dda-d16d-4d98-a1cb-d35595748f78 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:43:59.392037 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb27f768-0821-4ebe-9721-b155272b578f', 'code': 200} Aug 23 03:43:59.438819 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.472577 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Transition to ACTIVE for port object 4408f6b7-8fe5-4a33-9778-3c93202f38eb will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:59.497737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=fb27f768-0821-4ebe-9721-b155272b578f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:59.528088 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.557979 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.573854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Calling delete_port for 4408f6b7-8fe5-4a33-9778-3c93202f38eb owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:43:59.642459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Attempting to bind port 4408f6b7-8fe5-4a33-9778-3c93202f38eb on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:43:59.642459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Attempting to bind port 4408f6b7-8fe5-4a33-9778-3c93202f38eb by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:43:59.642459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Attempting to bind port 4408f6b7-8fe5-4a33-9778-3c93202f38eb on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:43:59.657409 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:43:59.658308 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:43:59.658896 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.673802 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:43:59.676836 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Bound port: 4408f6b7-8fe5-4a33-9778-3c93202f38eb, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:43:59.677809 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.678535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:43:59.685038 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acde4b-6211-4f23-a6e5-8786f08b98b6 None None] Pushing event updated for resources: {'Port': ['ID=4408f6b7-8fe5-4a33-9778-3c93202f38eb,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:59.697267 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.729319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Transition to ACTIVE for port object 96384f36-c153-42b7-a8d0-e022717ad3bb will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:43:59.807064 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.859189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:43:59.899481 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.db.api [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:43:59.900039 n-d-749052-7 neutron-server[95124]: DEBUG oslo_db.api [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:43:59.940211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event deleted for resources: {'Port': ['ID=4408f6b7-8fe5-4a33-9778-3c93202f38eb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:59.984362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8d7e-95b7-42aa-96d0-2b6ecaa3eb5a None None] Pushing event updated for resources: {'Port': ['ID=96384f36-c153-42b7-a8d0-e022717ad3bb,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:43:59.996374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72f76-7e41-4ee8-bfa3-e65bdee73f82 req-82c5372a-28e0-4e5f-a355-9d8c78a21731 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:00.006784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61b72f76-7e41-4ee8-bfa3-e65bdee73f82 req-82c5372a-28e0-4e5f-a355-9d8c78a21731 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 944 time: 0.2356126 Aug 23 03:44:00.070921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Attempting to bind port 96384f36-c153-42b7-a8d0-e022717ad3bb on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:44:00.071771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Attempting to bind port 96384f36-c153-42b7-a8d0-e022717ad3bb by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:44:00.072583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Attempting to bind port 96384f36-c153-42b7-a8d0-e022717ad3bb on network 8a05671a-bcdb-473e-ae25-31cc297222df {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:44:00.093419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:44:00.094016 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Checking segment: {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:44:00.094770 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.095221 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Bound using segment: {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:44:00.104781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Bound port: 96384f36-c153-42b7-a8d0-e022717ad3bb, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:44:00.105454 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.112457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:00.128247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74438f01-25a5-490e-a609-f60c0d7290d8 req-8d567159-4434-4933-9296-560e8447ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:00.128800 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74438f01-25a5-490e-a609-f60c0d7290d8 req-8d567159-4434-4933-9296-560e8447ae53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.2698073 Aug 23 03:44:00.133543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Attempting to bind port ba0c2be0-bb33-4671-a925-bf7ae37138d4 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:44:00.134088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Attempting to bind port ba0c2be0-bb33-4671-a925-bf7ae37138d4 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'a37da894-07f5-40e0-8849-451f1f956c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3e430935-d08e-4cbc-9724-e05c2b91ee64'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:44:00.136738 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61b72f76-7e41-4ee8-bfa3-e65bdee73f82 req-b609d7ba-19da-45b7-b461-a1a0aedcae0f tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236620 Aug 23 03:44:00.137615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Attempting to bind port ba0c2be0-bb33-4671-a925-bf7ae37138d4 on network 3e430935-d08e-4cbc-9724-e05c2b91ee64 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:44:00.141610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'mac_address': 'fa:16:3e:b8:79:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:44:00.167541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.171089 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fca17acc-b773-4d0b-8338-a43090d7fe3c req-b9b84416-7820-40f1-8b66-a2bdad5d6efe service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8739464 Aug 23 03:44:00.180135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Port ba0c2be0-bb33-4671-a925-bf7ae37138d4 on network 3e430935-d08e-4cbc-9724-e05c2b91ee64 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:44:00.190170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Attempting to bind port ba0c2be0-bb33-4671-a925-bf7ae37138d4 on network 3e430935-d08e-4cbc-9724-e05c2b91ee64 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:44:00.251283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:44:00.251986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Checking segment: {'id': 'a37da894-07f5-40e0-8849-451f1f956c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3e430935-d08e-4cbc-9724-e05c2b91ee64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:44:00.252578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Bound using segment: {'id': 'a37da894-07f5-40e0-8849-451f1f956c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3e430935-d08e-4cbc-9724-e05c2b91ee64'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:44:00.253258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Bound port: ba0c2be0-bb33-4671-a925-bf7ae37138d4, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37da894-07f5-40e0-8849-451f1f956c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3e430935-d08e-4cbc-9724-e05c2b91ee64'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:44:00.253855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.276657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74438f01-25a5-490e-a609-f60c0d7290d8 req-339c5e7f-8049-4b31-971b-006e045759e6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236453 Aug 23 03:44:00.289989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.293431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.307824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48721488-2e0e-4f6b-9a06-531cd42518e5 req-55bb64b8-4335-4589-9754-8cd7b7280924 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:00.310569 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48721488-2e0e-4f6b-9a06-531cd42518e5 req-55bb64b8-4335-4589-9754-8cd7b7280924 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 814 time: 0.8525596 Aug 23 03:44:00.353883 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48721488-2e0e-4f6b-9a06-531cd42518e5 req-e01a6854-992f-46f5-98f6-5d1934780779 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/quotas/8628f7473f7c4454ae97f907479eba65 HTTP/1.1" status: 200 len: 375 time: 0.0375736 Aug 23 03:44:00.405550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.406027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c817652-8da5-44a1-8304-0bca90bc4880 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:44:00.411057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.414517 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ba09253d-002b-4564-9056-6b1e95c48b42 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3c817652-8da5-44a1-8304-0bca90bc4880 HTTP/1.1" status: 204 len: 168 time: 1.7976205 Aug 23 03:44:00.415228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42934) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:00.418021 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Attempting to bind port 4408f6b7-8fe5-4a33-9778-3c93202f38eb on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:44:00.425565 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Attempting to bind port 4408f6b7-8fe5-4a33-9778-3c93202f38eb by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:44:00.426082 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Attempting to bind port 4408f6b7-8fe5-4a33-9778-3c93202f38eb on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:44:00.433552 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:44:00.433883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] For port ba0c2be0-bb33-4671-a925-bf7ae37138d4, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:44:00.441470 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:44:00.442045 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.442531 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:44:00.443144 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Bound port: 4408f6b7-8fe5-4a33-9778-3c93202f38eb, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:44:00.443650 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.454224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48721488-2e0e-4f6b-9a06-531cd42518e5 req-48553f61-4e2f-49ed-86b2-6974e8809955 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865729 Aug 23 03:44:00.464088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] For port ba0c2be0-bb33-4671-a925-bf7ae37138d4, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba0c2be0-bb33-4671-a925-bf7ae37138d4,segment=NetworkSegment(a37da894-07f5-40e0-8849-451f1f956c29),segment_id=a37da894-07f5-40e0-8849-451f1f956c29)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:44:00.503932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] For port 96384f36-c153-42b7-a8d0-e022717ad3bb, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:44:00.526093 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.542635 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.plugin [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Port 4408f6b7-8fe5-4a33-9778-3c93202f38eb has been deleted concurrently {{(pid=95124) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 23 03:44:00.552984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:00.553901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] For port 96384f36-c153-42b7-a8d0-e022717ad3bb, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=96384f36-c153-42b7-a8d0-e022717ad3bb,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:44:00.561532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.572215 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.572689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] 10.222.0.11 "PUT /v2.0/ports/ba0c2be0-bb33-4671-a925-bf7ae37138d4 HTTP/1.1" status: 200 len: 1092 time: 2.8714705 Aug 23 03:44:00.573366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca8a882-7f8b-4f60-908c-ea441484b0f2', 'tag': 'ba0c2be0-bb33-4671-a925-bf7ae37138d4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:00.575974 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fca8a882-7f8b-4f60-908c-ea441484b0f2", "tag": "ba0c2be0-bb33-4671-a925-bf7ae37138d4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:00.594684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.604845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd4dd938-a535-437a-ac47-16f9b01be9f0 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:44:00.605090 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Routers set() bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:00.605922 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Router IDs set() for agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 03:44:00.606607 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_agentschedulers_db [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3c817652-8da5-44a1-8304-0bca90bc4880'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent'). {{(pid=95124) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 03:44:00.606987 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0ceb4-65de-4d87-abb8-e4b0d4a706e9 None None] The sync data for ids ['3c817652-8da5-44a1-8304-0bca90bc4880'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:00.666009 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.670004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:00.676898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.742038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:00.744866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.746071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:00.795842 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.813893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8d7e-95b7-42aa-96d0-2b6ecaa3eb5a None None] Pushing event updated for resources: {'Port': ['ID=96384f36-c153-42b7-a8d0-e022717ad3bb,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:00.880732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Deleting port 8c75b6fc-efbc-4879-8512-9a4283d43ccc {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:00.881100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:00.892946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:00.914130 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:44:00.952515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84c3d4-be6d-4a86-ad2a-69594f171049 req-6c39e57f-a27f-41e1-a4c8-b7bd23fddafa tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:00.964907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd84c3d4-be6d-4a86-ad2a-69594f171049 req-6c39e57f-a27f-41e1-a4c8-b7bd23fddafa tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 946 time: 0.3253300 Aug 23 03:44:00.976799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297b64b-9c11-48ba-92c2-b241004c6174 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0c2be0-bb33-4671-a925-bf7ae37138d4,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:01.016768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] For port 8c75b6fc-efbc-4879-8512-9a4283d43ccc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8c75b6fc-efbc-4879-8512-9a4283d43ccc,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:01.017688 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:01.035073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['fd4dd938-a535-437a-ac47-16f9b01be9f0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:44:01.035430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Calling delete_port for 8c75b6fc-efbc-4879-8512-9a4283d43ccc owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:01.088750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd84c3d4-be6d-4a86-ad2a-69594f171049 req-f2969b71-643c-4796-a6bd-94a9de9af8fb tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229339 Aug 23 03:44:01.100696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-41af4844-45b2-49da-9c37-27494d1286b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:01.105375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-41af4844-45b2-49da-9c37-27494d1286b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c364571944341be9c0a6967c205b198&device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 1095 time: 0.3152337 Aug 23 03:44:01.167803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:44:01.225151 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-7adb7695-4a86-4613-b5de-61c76845678a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0c2be0-bb33-4671-a925-bf7ae37138d4 HTTP/1.1" status: 200 len: 217 time: 0.1040630 Aug 23 03:44:01.394071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b39eb-120a-4210-90f3-36043fae49d0 req-363cb694-f706-4b5c-9466-ba9d2d3711a0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:01.404675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-538b39eb-120a-4210-90f3-36043fae49d0 req-363cb694-f706-4b5c-9466-ba9d2d3711a0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1484997 Aug 23 03:44:01.426689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-c57421ed-3c1b-4a10-8c71-629f449fc29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:01.429073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-c57421ed-3c1b-4a10-8c71-629f449fc29f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a89a90d1-86aa-445a-bd51-b131dd6b4aeb HTTP/1.1" status: 200 len: 861 time: 0.1951423 Aug 23 03:44:01.492336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:55Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '96384f36-c153-42b7-a8d0-e022717ad3bb', 'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'mac_address': 'fa:16:3e:5e:ec:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:54Z', 'updated_at': '2021-08-23T03:44:00Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'subnets': [{'id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:01.493276 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-581a97dd-9c35-4a8a-97d7-8f42377e6a0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e430935-d08e-4cbc-9724-e05c2b91ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528963 Aug 23 03:44:01.514292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-538b39eb-120a-4210-90f3-36043fae49d0 req-a6c56d31-c17c-4dce-b1e7-c7e51b0da5e0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084440 Aug 23 03:44:01.523936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82967cba-5ed2-4b59-a314-b30d16c0f2e3 None None] The sync data for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 is: [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:55Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '96384f36-c153-42b7-a8d0-e022717ad3bb', 'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'mac_address': 'fa:16:3e:5e:ec:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:54Z', 'updated_at': '2021-08-23T03:44:00Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'subnets': [{'id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:01.542240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:01.660054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:01.702146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c75b6fc-efbc-4879-8512-9a4283d43ccc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:01.721806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-05640a3c-621c-4989-9b8e-596c92a12c18 service neutron] 10.222.0.11 "GET /v2.0/networks/3e430935-d08e-4cbc-9724-e05c2b91ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062902 Aug 23 03:44:01.750253 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:01.807173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:01.837688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port fd4dd938-a535-437a-ac47-16f9b01be9f0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:01.838274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.005842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fe09e-43ee-45ea-a71c-81afc5e0369f req-9bbbe3dc-68fe-4a73-bea0-af892db2ea18 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:02.017666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-597fe09e-43ee-45ea-a71c-81afc5e0369f req-9bbbe3dc-68fe-4a73-bea0-af892db2ea18 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2943740 Aug 23 03:44:02.035850 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.048861 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.055738 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.094620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:02.100453 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a50e72-982e-45b4-9984-3f5b71179f1c" -d '{"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-plugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:02.121670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-597fe09e-43ee-45ea-a71c-81afc5e0369f req-bd2aae92-49fc-4f78-aac8-d1eda1858924 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030056 Aug 23 03:44:02.140801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-168ca2bf-a8f3-46b6-b36d-e9f6a30bae61 req-a11b75cd-724c-42c8-927d-c9ba6bee805b service neutron] 10.222.0.11 "GET /v2.0/networks/3e430935-d08e-4cbc-9724-e05c2b91ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491428 Aug 23 03:44:02.165251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:02.192166 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac84a01-09f6-4ee1-8677-0ede79f023a5 x-openstack-request-id: req-aac84a01-09f6-4ee1-8677-0ede79f023a5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:02.192759 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca8a882-7f8b-4f60-908c-ea441484b0f2", "tag": "ba0c2be0-bb33-4671-a925-bf7ae37138d4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:02.193445 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aac84a01-09f6-4ee1-8677-0ede79f023a5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:02.193637 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca8a882-7f8b-4f60-908c-ea441484b0f2', 'tag': 'ba0c2be0-bb33-4671-a925-bf7ae37138d4', 'status': 'completed', 'code': 200} Aug 23 03:44:02.246995 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.248070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ddcf80a-71dd-4709-8458-8124a991a357 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:44:02.249513 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.263351 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.280642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42952) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:02.285192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-19df9ae6-d82a-42db-a98c-c10ac5090fa8 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0ddcf80a-71dd-4709-8458-8124a991a357 HTTP/1.1" status: 204 len: 168 time: 1.8602455 Aug 23 03:44:02.286496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-847287342', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:02.345757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:02.350690 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:44:02.494213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 96384f36-c153-42b7-a8d0-e022717ad3bb up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:02.508274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.511101 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.570055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37850e-c8ab-40a4-b3df-0e720989adff req-946d9011-5bfb-404c-ab93-51b35b6e3ebf tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:02.580449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c37850e-c8ab-40a4-b3df-0e720989adff req-946d9011-5bfb-404c-ab93-51b35b6e3ebf tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 944 time: 0.2119319 Aug 23 03:44:02.587611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-1eaeca34-dc25-4bec-9086-fb00861208b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:02.589587 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-1eaeca34-dc25-4bec-9086-fb00861208b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c364571944341be9c0a6967c205b198&device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 1095 time: 0.2120020 Aug 23 03:44:02.624411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:02.639527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'port_id': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'mac_address': 'fa:16:3e:17:14:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:44:02.702725 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.734076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e94adf-e80b-4500-a65a-4ff79c7731df {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:44:02.757151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:02.759555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 96384f36-c153-42b7-a8d0-e022717ad3bb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:02.764237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 96384f36-c153-42b7-a8d0-e022717ad3bb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:02.764606 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.773368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-caade393-0f74-4ffd-9ade-a818e1da2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:02.774892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-caade393-0f74-4ffd-9ade-a818e1da2523 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3e430935-d08e-4cbc-9724-e05c2b91ee64 HTTP/1.1" status: 200 len: 921 time: 0.1503198 Aug 23 03:44:02.834412 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.910737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-376eb0eb-8bfe-4e58-83a7-8d427210365c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0c2be0-bb33-4671-a925-bf7ae37138d4 HTTP/1.1" status: 200 len: 217 time: 0.1137197 Aug 23 03:44:02.913296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:02.918431 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c37850e-c8ab-40a4-b3df-0e720989adff req-7aa778a3-5daf-4e52-b572-f6bed3f02f32 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371058 Aug 23 03:44:02.975094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:02.983632 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-b0b49d42-8bdf-4d30-884c-cb880420100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:02.986321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-b0b49d42-8bdf-4d30-884c-cb880420100a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a89a90d1-86aa-445a-bd51-b131dd6b4aeb HTTP/1.1" status: 200 len: 861 time: 0.0642159 Aug 23 03:44:03.033183 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:03.095715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 96384f36-c153-42b7-a8d0-e022717ad3bb, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=96384f36-c153-42b7-a8d0-e022717ad3bb,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:03.130495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-6dc5b1b4-66c9-40ba-b644-424935583cce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3e430935-d08e-4cbc-9724-e05c2b91ee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299827 Aug 23 03:44:03.170400 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:03.302420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a6e94adf-e80b-4500-a65a-4ff79c7731df'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:44:03.307661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=96384f36-c153-42b7-a8d0-e022717ad3bb,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:03.466345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ac1b4-6deb-4240-a72c-8859001b2654 req-17b3fda2-dc82-4a79-a972-b09115b9f1ea tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:03.468483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-691ac1b4-6deb-4240-a72c-8859001b2654 req-17b3fda2-dc82-4a79-a972-b09115b9f1ea tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 946 time: 0.3992701 Aug 23 03:44:03.473794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:03.578171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-691ac1b4-6deb-4240-a72c-8859001b2654 req-80990fe8-9e01-43c3-8ac0-efd88c9dfd40 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985248 Aug 23 03:44:03.581576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-416c3f1c-82d9-47cc-9943-e9a214adb194 service neutron] 10.222.0.11 "GET /v2.0/networks/3e430935-d08e-4cbc-9724-e05c2b91ee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028144 Aug 23 03:44:03.646465 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632b34f1-4dad-42b9-b750-4305ad4fa1ca x-openstack-request-id: req-632b34f1-4dad-42b9-b750-4305ad4fa1ca {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:03.646946 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-plugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:03.647070 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-632b34f1-4dad-42b9-b750-4305ad4fa1ca {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:03.647401 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'code': 200} Aug 23 03:44:03.904817 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27fb2bdf-bcfb-476f-b2e4-b6709cbb33a8 req-649213eb-5036-4bf6-87ce-196bab350e78 service neutron] 10.222.0.11 "GET /v2.0/networks/3e430935-d08e-4cbc-9724-e05c2b91ee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149743 Aug 23 03:44:03.927246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769b574-7140-47ef-bbd8-9c6944d5cc05 req-d5080971-4e95-468a-975c-e406e4d34af4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:03.928417 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5769b574-7140-47ef-bbd8-9c6944d5cc05 req-d5080971-4e95-468a-975c-e406e4d34af4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2048204 Aug 23 03:44:04.084639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:04.105059 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5769b574-7140-47ef-bbd8-9c6944d5cc05 req-c779cc7a-0c96-4cda-8d59-75dcb1ad0c51 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510944 Aug 23 03:44:04.147296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:04.262587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 96384f36-c153-42b7-a8d0-e022717ad3bb up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:04.311085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c31d9-e02c-4dc8-9002-f3ff642019c5 req-2443e388-e0dc-4e11-a3ba-21c7cbc16528 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:04.319945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-956c31d9-e02c-4dc8-9002-f3ff642019c5 req-2443e388-e0dc-4e11-a3ba-21c7cbc16528 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 944 time: 0.1039386 Aug 23 03:44:04.331564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:04.359596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 96384f36-c153-42b7-a8d0-e022717ad3bb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:04.360038 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:04.375390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Allocated IP 172.25.1.230 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/90dbf6b6-6bd3-45f8-91f7-9725afc1cf76) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:04.394938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-956c31d9-e02c-4dc8-9002-f3ff642019c5 req-2905ff40-daf3-4cda-83ec-bf8672e898e7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722723 Aug 23 03:44:04.508405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8c75b6fc-efbc-4879-8512-9a4283d43ccc no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:44:04.537662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 8c75b6fc-efbc-4879-8512-9a4283d43ccc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:44:04.541050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8c75b6fc-efbc-4879-8512-9a4283d43ccc not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:44:04.569503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port a6e94adf-e80b-4500-a65a-4ff79c7731df completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:04.574432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a6e94adf-e80b-4500-a65a-4ff79c7731df triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:04.574813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:04.605603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dd94d-15f8-42b0-8911-20ca99c2feed req-5e9364aa-7b81-4062-ac00-021857ce8f84 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:04.607201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a81dd94d-15f8-42b0-8911-20ca99c2feed req-5e9364aa-7b81-4062-ac00-021857ce8f84 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0873921 Aug 23 03:44:04.617719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42968) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:04.623881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-32dd88da-58df-4ff0-81b5-e8a2e02f631b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Request body: {'floatingip': {'port_id': 'fb27f768-0821-4ebe-9721-b155272b578f'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:04.674588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:04.721536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32dd88da-58df-4ff0-81b5-e8a2e02f631b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:04.762160 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:04.811534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:04.897946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:04.903052 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:04.934107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7a8e6-319d-44b4-b0de-7e6761d09992 req-fb1a9435-6735-42e5-ab74-feb434a9f952 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:04.945036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a2a7a8e6-319d-44b4-b0de-7e6761d09992 req-fb1a9435-6735-42e5-ab74-feb434a9f952 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 944 time: 0.1708481 Aug 23 03:44:05.028949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:05.092723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a2a7a8e6-319d-44b4-b0de-7e6761d09992 req-1251927a-4bcb-4548-b1bd-795ca4d9a032 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379628 Aug 23 03:44:05.098889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:05.115388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:05.123361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event updated for resources: {'Port': ['ID=90dbf6b6-6bd3-45f8-91f7-9725afc1cf76,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:05.136361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:05.174729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.175077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.175414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.175744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.176080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.176409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.176734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.177085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.177562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.177883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.178207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.178528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:05.584218 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:05.648295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:05.650780 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3641be24-8d6c-49a1-88be-a1d9f9d950aa" -d '{"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-plugged", "status": "completed", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:05.710869 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32dd88da-58df-4ff0-81b5-e8a2e02f631b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:05.920242 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:06.207621 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32dd88da-58df-4ff0-81b5-e8a2e02f631b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:06.320724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ba0c2be0-bb33-4671-a925-bf7ae37138d4 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:44:06.333547 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-32dd88da-58df-4ff0-81b5-e8a2e02f631b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Floating IP 7c889a91-7c47-46f5-b731-c6f1c3ef7dea associated. External IP: 172.25.1.109, port: fb27f768-0821-4ebe-9721-b155272b578f. Aug 23 03:44:06.446720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Router aee3043e-689c-45dd-b104-e4eecf4ce53a is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:44:06.489821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ba0c2be0-bb33-4671-a925-bf7ae37138d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba0c2be0-bb33-4671-a925-bf7ae37138d4,segment=NetworkSegment(a37da894-07f5-40e0-8849-451f1f956c29),segment_id=a37da894-07f5-40e0-8849-451f1f956c29)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:06.491202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'ba0c2be0-bb33-4671-a925-bf7ae37138d4', 'network_id': '3e430935-d08e-4cbc-9724-e05c2b91ee64', 'port_id': 'ba0c2be0-bb33-4671-a925-bf7ae37138d4', 'mac_address': 'fa:16:3e:2e:5b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89a90d1-86aa-445a-bd51-b131dd6b4aeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:44:06.569859 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:06.604803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd88da-58df-4ff0-81b5-e8a2e02f631b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Router ebb7a4d0-4926-48e1-be3d-a707c296f05c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:44:06.608815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0c2be0-bb33-4671-a925-bf7ae37138d4 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:44:06.636061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ba0c2be0-bb33-4671-a925-bf7ae37138d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba0c2be0-bb33-4671-a925-bf7ae37138d4,segment=NetworkSegment(a37da894-07f5-40e0-8849-451f1f956c29),segment_id=a37da894-07f5-40e0-8849-451f1f956c29)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:06.704837 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:06.741448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:44:06.779718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99bdae9-c93a-4ba7-8bdf-4a5b6be9e0d2 None None] Sync routers for ids ['aee3043e-689c-45dd-b104-e4eecf4ce53a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:44:06.806087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd88da-58df-4ff0-81b5-e8a2e02f631b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:44:06.807233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99bdae9-c93a-4ba7-8bdf-4a5b6be9e0d2 None None] Routers {'aee3043e-689c-45dd-b104-e4eecf4ce53a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:06.809069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a99bdae9-c93a-4ba7-8bdf-4a5b6be9e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aee3043e-689c-45dd-b104-e4eecf4ce53a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:06.811730 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32dd88da-58df-4ff0-81b5-e8a2e02f631b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:06.820024 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] Sync routers for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:44:06.831862 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:06.834393 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:06.860667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a99bdae9-c93a-4ba7-8bdf-4a5b6be9e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:06.884071 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:06.885365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1e620f5e-e529-4f6d-bf1c-5d92d4f65251 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6030052 Aug 23 03:44:06.888082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99bdae9-c93a-4ba7-8bdf-4a5b6be9e0d2 None None] Routers {'aee3043e-689c-45dd-b104-e4eecf4ce53a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:06.888235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43002) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:06.889227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a99bdae9-c93a-4ba7-8bdf-4a5b6be9e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aee3043e-689c-45dd-b104-e4eecf4ce53a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:06.893883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-da3a81ff-5591-4471-8d01-882a99c13443 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': False}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:06.908009 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-32dd88da-58df-4ff0-81b5-e8a2e02f631b tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "PUT /v2.0/floatingips/7c889a91-7c47-46f5-b731-c6f1c3ef7dea HTTP/1.1" status: 200 len: 992 time: 2.2886174 Aug 23 03:44:06.908959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'tag': 'fb27f768-0821-4ebe-9721-b155272b578f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:06.912156 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d2ca71-1546-42e8-95f1-6477dddf614b" -d '{"events": [{"name": "network-changed", "server_uuid": "44d9faec-34ee-4662-9544-38cf2cbe4bf0", "tag": "fb27f768-0821-4ebe-9721-b155272b578f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:06.938233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ba0c2be0-bb33-4671-a925-bf7ae37138d4,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:06.943352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a99bdae9-c93a-4ba7-8bdf-4a5b6be9e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:06.944427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99bdae9-c93a-4ba7-8bdf-4a5b6be9e0d2 None None] The sync data for ids ['aee3043e-689c-45dd-b104-e4eecf4ce53a'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:07.089176 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:44:07.125815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['ba0c2be0-bb33-4671-a925-bf7ae37138d4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:44:07.429299 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:07.580401 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '7c889a91-7c47-46f5-b731-c6f1c3ef7dea', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'port_id': 'fb27f768-0821-4ebe-9721-b155272b578f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'mac_address': 'fa:16:3e:6a:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:43:37Z', 'updated_at': '2021-08-23T03:44:05Z', 'revision_number': 1, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e01578-ef99-42d3-b8ee-a2874d4f6b2b', 'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'mac_address': 'fa:16:3e:7c:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:24Z', 'updated_at': '2021-08-23T03:43:35Z', 'revision_number': 5, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'subnets': [{'id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:07.632918 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] Checking router: ebb7a4d0-4926-48e1-be3d-a707c296f05c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:44:07.644899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da3a81ff-5591-4471-8d01-882a99c13443 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:07.671003 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:07.673820 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:07.801511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-d11e56ef-1950-407b-b190-d99f070240cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885026 Aug 23 03:44:07.835574 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:44:07.939346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-fefcd246-7af2-4f98-9ee2-db0cae360ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:07.941637 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-fefcd246-7af2-4f98-9ee2-db0cae360ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4979981ae7e410f9f22dcfaebc7cef8&device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0775268 Aug 23 03:44:08.252124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-b68e63a6-cee0-4adc-8bc6-3f27badb2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:08.253698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-b68e63a6-cee0-4adc-8bc6-3f27badb2b0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=27f078d8-2849-4c33-bacb-a808d6449852 HTTP/1.1" status: 200 len: 911 time: 0.2878056 Aug 23 03:44:08.332667 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '7c889a91-7c47-46f5-b731-c6f1c3ef7dea', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'port_id': 'fb27f768-0821-4ebe-9721-b155272b578f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'mac_address': 'fa:16:3e:6a:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:43:37Z', 'updated_at': '2021-08-23T03:44:05Z', 'revision_number': 1, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e01578-ef99-42d3-b8ee-a2874d4f6b2b', 'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'mac_address': 'fa:16:3e:7c:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:24Z', 'updated_at': '2021-08-23T03:43:35Z', 'revision_number': 5, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'subnets': [{'id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:08.341627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ba0c2be0-bb33-4671-a925-bf7ae37138d4 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:08.430160 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf756c4c-2712-4015-a911-5d52c253b1d8 None None] The sync data for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 is: [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '7c889a91-7c47-46f5-b731-c6f1c3ef7dea', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'port_id': 'fb27f768-0821-4ebe-9721-b155272b578f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'mac_address': 'fa:16:3e:6a:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:43:37Z', 'updated_at': '2021-08-23T03:44:05Z', 'revision_number': 1, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e01578-ef99-42d3-b8ee-a2874d4f6b2b', 'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'mac_address': 'fa:16:3e:7c:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:24Z', 'updated_at': '2021-08-23T03:43:35Z', 'revision_number': 5, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'subnets': [{'id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:08.496841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-06e9518b-5570-498f-b0d8-3e97c39e081e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb27f768-0821-4ebe-9721-b155272b578f HTTP/1.1" status: 200 len: 1000 time: 0.2350030 Aug 23 03:44:08.583636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port ba0c2be0-bb33-4671-a925-bf7ae37138d4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:08.590400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-7e52e474-1b08-4194-8c2e-136ebcd240b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:08.592070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-7e52e474-1b08-4194-8c2e-136ebcd240b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c71438e9-b555-4e14-bd8f-f9ce7dda75e6 HTTP/1.1" status: 200 len: 850 time: 0.0567589 Aug 23 03:44:08.592731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port ba0c2be0-bb33-4671-a925-bf7ae37138d4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:08.593300 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:08.695119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-a8aee666-b6d3-45f0-8d8b-028df64e89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:08.697409 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-a8aee666-b6d3-45f0-8d8b-028df64e89bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27f078d8-2849-4c33-bacb-a808d6449852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977802 Aug 23 03:44:08.725951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da3a81ff-5591-4471-8d01-882a99c13443 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:08.752244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da3a81ff-5591-4471-8d01-882a99c13443 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:08.778591 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:08.885902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990a79e-7108-4669-adce-6e2ed81be3bd None None] New status for floating IP 7c889a91-7c47-46f5-b731-c6f1c3ef7dea: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:44:08.953554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-e9209c4e-624d-4705-ae1c-02aec9f75678 service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400634 Aug 23 03:44:08.960733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3a81ff-5591-4471-8d01-882a99c13443 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Router aee3043e-689c-45dd-b104-e4eecf4ce53a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:44:08.969712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ba0c2be0-bb33-4671-a925-bf7ae37138d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba0c2be0-bb33-4671-a925-bf7ae37138d4,segment=NetworkSegment(a37da894-07f5-40e0-8849-451f1f956c29),segment_id=a37da894-07f5-40e0-8849-451f1f956c29)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:09.081841 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:09.108938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34be6fcb-c00b-404e-a3ab-79c7b73fa8ea req-baa6f97a-1fcd-4ae3-a332-d12907eb49ed service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464503 Aug 23 03:44:09.188120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a81ff-5591-4471-8d01-882a99c13443 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:44:09.199285 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b32470e-9d9e-4060-94c1-79c4b78107ca None None] Sync routers for ids ['aee3043e-689c-45dd-b104-e4eecf4ce53a'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:44:09.201668 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da3a81ff-5591-4471-8d01-882a99c13443 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:09.203552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-da3a81ff-5591-4471-8d01-882a99c13443 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "PUT /v2.0/routers/aee3043e-689c-45dd-b104-e4eecf4ce53a HTTP/1.1" status: 200 len: 921 time: 2.3141980 Aug 23 03:44:09.206292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43018) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:09.216030 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32470e-9d9e-4060-94c1-79c4b78107ca None None] Routers {'aee3043e-689c-45dd-b104-e4eecf4ce53a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:09.216030 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5b32470e-9d9e-4060-94c1-79c4b78107ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aee3043e-689c-45dd-b104-e4eecf4ce53a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:09.266926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ba0c2be0-bb33-4671-a925-bf7ae37138d4,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:09.282970 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5b32470e-9d9e-4060-94c1-79c4b78107ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:09.301452 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32470e-9d9e-4060-94c1-79c4b78107ca None None] Routers {'aee3043e-689c-45dd-b104-e4eecf4ce53a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:09.302117 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5b32470e-9d9e-4060-94c1-79c4b78107ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aee3043e-689c-45dd-b104-e4eecf4ce53a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:09.350830 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5b32470e-9d9e-4060-94c1-79c4b78107ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:09.351313 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b32470e-9d9e-4060-94c1-79c4b78107ca None None] The sync data for ids ['aee3043e-689c-45dd-b104-e4eecf4ce53a'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:09.383908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bcdc1432-8d42-4ce6-9c9c-01ef8dbda22b tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/routers/aee3043e-689c-45dd-b104-e4eecf4ce53a HTTP/1.1" status: 200 len: 921 time: 0.1765096 Aug 23 03:44:09.387372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43020) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:09.533110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962e81f4-4f79-45bf-9cfd-3ee2f1de6837 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:09.538129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-962e81f4-4f79-45bf-9cfd-3ee2f1de6837 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=aee3043e-689c-45dd-b104-e4eecf4ce53a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1461523 Aug 23 03:44:09.538254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43030) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:09.657336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411191a2-795a-4f27-b4a8-b92e09858afd tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:09.665751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-411191a2-795a-4f27-b4a8-b92e09858afd tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 881 time: 0.1214759 Aug 23 03:44:09.668147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43032) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:09.701139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9591c32f-5900-4dea-9ee0-ac51b405b14b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3043e-689c-45dd-b104-e4eecf4ce53a HTTP/1.1" status: 200 len: 205 time: 0.0315182 Aug 23 03:44:09.702167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43034) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:09.839228 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:09.972113 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:10.111605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Deleting port 90dbf6b6-6bd3-45f8-91f7-9725afc1cf76 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:10.111947 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:10.213664 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:10.229060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Calling delete_port for 90dbf6b6-6bd3-45f8-91f7-9725afc1cf76 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:11.108652 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.134797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event deleted for resources: {'Port': ['ID=90dbf6b6-6bd3-45f8-91f7-9725afc1cf76,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:11.146163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.146511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.147045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.147180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.147772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.148112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.148447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.148767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.149177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.149503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.149824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.150145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:11.205923 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.301913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.304034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.409233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.410056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Fanout notify agent at l3_agent the message router_deleted on router aee3043e-689c-45dd-b104-e4eecf4ce53a {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:44:11.417398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.418655 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0d5f97a9-7344-432e-992b-006ec3154c8f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/aee3043e-689c-45dd-b104-e4eecf4ce53a HTTP/1.1" status: 204 len: 168 time: 1.7150793 Aug 23 03:44:11.424773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43044) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:11.431873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-60d40f2f-59af-49d4-9e6b-c05fcb821f0e tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-761104978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:11.512505 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-60d40f2f-59af-49d4-9e6b-c05fcb821f0e tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.513682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-60d40f2f-59af-49d4-9e6b-c05fcb821f0e tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.575528 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-60d40f2f-59af-49d4-9e6b-c05fcb821f0e tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.655955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-60d40f2f-59af-49d4-9e6b-c05fcb821f0e tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.746728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-60d40f2f-59af-49d4-9e6b-c05fcb821f0e tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:11.751079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43048) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:11.751595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-60d40f2f-59af-49d4-9e6b-c05fcb821f0e tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3244824 Aug 23 03:44:11.760791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:12.413683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:12.427320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43056) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:12.666304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c58cf783-11bd-478f-bb5c-7519b179b0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:12.781787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:12.809323 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:12.855888 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c58cf783-11bd-478f-bb5c-7519b179b0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:12.949752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c58cf783-11bd-478f-bb5c-7519b179b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:12.950245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Allocated IP 172.25.1.175 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/9411e726-1485-4f31-8629-2e09d656a30e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:13.053596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c58cf783-11bd-478f-bb5c-7519b179b0bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5dcbb5ebd1d4b73a5bfb04049e6b490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246097 Aug 23 03:44:13.057719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43062) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:13.066922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cf783-11bd-478f-bb5c-7519b179b0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8183f366-119f-4cc7-9d8f-07f0b900632f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:13.117432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:13.146574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc814-8bed-4e0b-bcf8-41c821f42075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:13.178156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc814-8bed-4e0b-bcf8-41c821f42075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:13.227109 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:13.275341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:13.280940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:13.286243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:13.295009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event updated for resources: {'Port': ['ID=9411e726-1485-4f31-8629-2e09d656a30e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:13.392907 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc814-8bed-4e0b-bcf8-41c821f42075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:13.395606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc814-8bed-4e0b-bcf8-41c821f42075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:13.396780 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7f6cc814-8bed-4e0b-bcf8-41c821f42075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8183f366-119f-4cc7-9d8f-07f0b900632f HTTP/1.1" status: 204 len: 168 time: 0.3376477 Aug 23 03:44:13.409479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cc814-8bed-4e0b-bcf8-41c821f42075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183f366-119f-4cc7-9d8f-07f0b900632f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:14.056223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:14.381518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:14.385302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:14.672324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Router 4551dfde-0739-497c-9cf1-3aff5985da38 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:44:14.804110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:44:14.812191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:14.816338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7b24e2ba-16a2-43b6-9791-359010595330 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "PUT /v2.0/routers/4551dfde-0739-497c-9cf1-3aff5985da38 HTTP/1.1" status: 200 len: 879 time: 3.0632105 Aug 23 03:44:14.816480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43088) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:14.823118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74209c0f-7471-46b3-9b88-58456b2b5681 None None] Sync routers for ids ['4551dfde-0739-497c-9cf1-3aff5985da38'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:44:14.838751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74209c0f-7471-46b3-9b88-58456b2b5681 None None] Routers {'4551dfde-0739-497c-9cf1-3aff5985da38'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:14.841247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-74209c0f-7471-46b3-9b88-58456b2b5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4551dfde-0739-497c-9cf1-3aff5985da38'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:15.050519 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6ad0cee6-b808-4c6e-acea-80d4ebf1a27c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/routers/4551dfde-0739-497c-9cf1-3aff5985da38 HTTP/1.1" status: 200 len: 920 time: 0.2328200 Aug 23 03:44:15.053459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43092) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:15.102877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-74209c0f-7471-46b3-9b88-58456b2b5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:15.112809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74209c0f-7471-46b3-9b88-58456b2b5681 None None] Routers {'4551dfde-0739-497c-9cf1-3aff5985da38'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:15.113710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-74209c0f-7471-46b3-9b88-58456b2b5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4551dfde-0739-497c-9cf1-3aff5985da38'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:15.136743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b1bff-3267-4e34-b472-1b325fb93f89 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:15.142456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-978b1bff-3267-4e34-b472-1b325fb93f89 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=4551dfde-0739-497c-9cf1-3aff5985da38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0877416 Aug 23 03:44:15.145256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43096) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:15.183257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-74209c0f-7471-46b3-9b88-58456b2b5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:15.184204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74209c0f-7471-46b3-9b88-58456b2b5681 None None] The sync data for ids ['4551dfde-0739-497c-9cf1-3aff5985da38'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:15.289285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d7a774-6521-4d1f-ac30-965c9332b2bc tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:15.290748 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-51d7a774-6521-4d1f-ac30-965c9332b2bc tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 881 time: 0.1443944 Aug 23 03:44:15.293901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43100) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:15.346141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1d52dee2-e22a-4064-ac73-bbad464e69fb tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=4551dfde-0739-497c-9cf1-3aff5985da38 HTTP/1.1" status: 200 len: 205 time: 0.0507765 Aug 23 03:44:15.348340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43104) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:15.486261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:15.595802 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:15.722307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Deleting port 9411e726-1485-4f31-8629-2e09d656a30e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:15.722753 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:15.806556 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:15.820349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Calling delete_port for 9411e726-1485-4f31-8629-2e09d656a30e owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:16.032174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-130f0f34-6017-4eaa-bda5-b5b6057634fe req-cb2096a2-a012-4c6e-8ba1-a1d67e73afa8 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8628f7473f7c4454ae97f907479eba65 HTTP/1.1" status: 200 len: 221 time: 0.0514750 Aug 23 03:44:16.073569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d21222-d7ca-42bc-a12c-42cfe9569620 req-a4503cb0-7edf-4852-adc4-e36df863adb1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:16.075156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-34d21222-d7ca-42bc-a12c-42cfe9569620 req-a4503cb0-7edf-4852-adc4-e36df863adb1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.0751393 Aug 23 03:44:16.099787 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599177df-c16b-4f34-81bd-6e3c060c08b9 x-openstack-request-id: req-599177df-c16b-4f34-81bd-6e3c060c08b9 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:16.099787 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-plugged", "status": "completed", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:16.099787 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-599177df-c16b-4f34-81bd-6e3c060c08b9 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:16.099787 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'code': 200} Aug 23 03:44:16.135765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-34d21222-d7ca-42bc-a12c-42cfe9569620 req-ece912c3-c875-49b4-b67d-1dd32d787e18 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501084 Aug 23 03:44:16.187092 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:16.281519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event deleted for resources: {'Port': ['ID=9411e726-1485-4f31-8629-2e09d656a30e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:16.332483 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7e31e1-27c3-4fbb-bc13-03dc4a48201c x-openstack-request-id: req-cf7e31e1-27c3-4fbb-bc13-03dc4a48201c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:16.333105 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d9faec-34ee-4662-9544-38cf2cbe4bf0", "tag": "fb27f768-0821-4ebe-9721-b155272b578f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:16.333461 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf7e31e1-27c3-4fbb-bc13-03dc4a48201c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:16.334010 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'tag': 'fb27f768-0821-4ebe-9721-b155272b578f', 'status': 'completed', 'code': 200} Aug 23 03:44:16.347240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982880cc-8b1a-4828-a3e6-4a4c7e00bbc3 req-d0064a3b-d59e-4d7e-8d3f-ecce7e004d20 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:16.348781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-982880cc-8b1a-4828-a3e6-4a4c7e00bbc3 req-d0064a3b-d59e-4d7e-8d3f-ecce7e004d20 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 946 time: 0.1910436 Aug 23 03:44:16.392452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16946a4-00f9-4c09-b9ce-c05baa9ea4d7 req-fe1a25c4-bc21-4311-b11a-571db0744952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:16.393836 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c16946a4-00f9-4c09-b9ce-c05baa9ea4d7 req-fe1a25c4-bc21-4311-b11a-571db0744952 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1096 time: 0.1900954 Aug 23 03:44:16.426759 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:16.516012 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-982880cc-8b1a-4828-a3e6-4a4c7e00bbc3 req-b37cea04-662c-43dc-97f9-06e2503d8de5 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586480 Aug 23 03:44:16.560620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:16.563325 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c16946a4-00f9-4c09-b9ce-c05baa9ea4d7 req-75b89dc2-d803-4e8b-8c23-ef2c3bdaae62 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470032 Aug 23 03:44:16.565129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-51d06356-a048-411a-866e-9045604a704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:16.566528 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-51d06356-a048-411a-866e-9045604a704b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4979981ae7e410f9f22dcfaebc7cef8&device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.1860857 Aug 23 03:44:16.567684 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:16.677825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9e0bf-aac3-45cd-86f7-5a624d9e62f4 req-e41fa86e-dcaf-484a-a6f0-6fd0bd3a588c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:16.679736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75d9e0bf-aac3-45cd-86f7-5a624d9e62f4 req-e41fa86e-dcaf-484a-a6f0-6fd0bd3a588c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1034691 Aug 23 03:44:16.692167 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:16.693031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Fanout notify agent at l3_agent the message router_deleted on router 4551dfde-0739-497c-9cf1-3aff5985da38 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:44:16.703158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:16.704577 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-83b1cafd-9481-42b8-b2b5-b1c82b5939ca tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/4551dfde-0739-497c-9cf1-3aff5985da38 HTTP/1.1" status: 204 len: 168 time: 1.3549476 Aug 23 03:44:16.710606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43166) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:16.723982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4a4fa8c8-53d3-4f21-990d-0916ae053426 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-998525751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:16.754408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f51b4-c1b6-4aa4-9420-5bbcbd2e23fc req-376c4508-42df-40bb-817c-5f243ca23852 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:16.756021 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-537f51b4-c1b6-4aa4-9420-5bbcbd2e23fc req-376c4508-42df-40bb-817c-5f243ca23852 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf89687-bd56-451f-ab16-4d5004041bf3 HTTP/1.1" status: 200 len: 949 time: 0.0696375 Aug 23 03:44:16.765025 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75d9e0bf-aac3-45cd-86f7-5a624d9e62f4 req-f853e774-45fd-4f38-ae85-ec161d562d67 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696759 Aug 23 03:44:16.813157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-537f51b4-c1b6-4aa4-9420-5bbcbd2e23fc req-264eb48b-fedc-4b21-855e-61fae868eaa9 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461192 Aug 23 03:44:16.824417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa8c8-53d3-4f21-990d-0916ae053426 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:16.828352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa8c8-53d3-4f21-990d-0916ae053426 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:16.926698 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa8c8-53d3-4f21-990d-0916ae053426 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:16.945998 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09186f60-148e-4ef3-a30d-0482a4913b65 req-921627a3-0f7b-4176-b7f6-0bbc369367f2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:16.947589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09186f60-148e-4ef3-a30d-0482a4913b65 req-921627a3-0f7b-4176-b7f6-0bbc369367f2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0905316 Aug 23 03:44:17.034159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09186f60-148e-4ef3-a30d-0482a4913b65 req-198bc80d-d1b7-46c9-bef3-6e6ec6e0f3d6 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762794 Aug 23 03:44:17.115184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-3b10ce86-f298-403c-acef-2cf12dfe268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:17.116818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-3b10ce86-f298-403c-acef-2cf12dfe268f service neutron] 10.222.0.11 "GET /v2.0/networks?id=27f078d8-2849-4c33-bacb-a808d6449852 HTTP/1.1" status: 200 len: 911 time: 0.1304407 Aug 23 03:44:17.223143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-4bdd1f06-0c4b-4b1e-8e2c-dfd6cb0980ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb27f768-0821-4ebe-9721-b155272b578f HTTP/1.1" status: 200 len: 1002 time: 0.0965583 Aug 23 03:44:17.247385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d834120-be2b-48bd-bc6c-b04dcda5042e req-af63fb2d-a05b-44ec-b449-5d3e36344d74 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:17.248943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0d834120-be2b-48bd-bc6c-b04dcda5042e req-af63fb2d-a05b-44ec-b449-5d3e36344d74 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0783556 Aug 23 03:44:17.302483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-f9b2c56c-1336-4601-894f-b20f59544da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:17.303967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-f9b2c56c-1336-4601-894f-b20f59544da0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c71438e9-b555-4e14-bd8f-f9ce7dda75e6 HTTP/1.1" status: 200 len: 850 time: 0.0739903 Aug 23 03:44:17.324773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0d834120-be2b-48bd-bc6c-b04dcda5042e req-bbfd9021-3a0c-4530-8dc7-d3e9489ca952 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572822 Aug 23 03:44:17.330243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa8c8-53d3-4f21-990d-0916ae053426 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:17.374962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-a73e5165-0cad-4003-a2ea-eb828b59266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:17.377088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-a73e5165-0cad-4003-a2ea-eb828b59266c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27f078d8-2849-4c33-bacb-a808d6449852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655472 Aug 23 03:44:17.427918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa8c8-53d3-4f21-990d-0916ae053426 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:17.429179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4a4fa8c8-53d3-4f21-990d-0916ae053426 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7160244 Aug 23 03:44:17.432267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43216) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:17.437495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': True}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:17.502267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418381-5e5e-4552-899a-6dd53b7df681 req-ab7d319e-2bcc-43bd-91b5-ebc79d7c6da9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:17.503906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a418381-5e5e-4552-899a-6dd53b7df681 req-ab7d319e-2bcc-43bd-91b5-ebc79d7c6da9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1089091 Aug 23 03:44:17.545696 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-ba70d176-b802-4d9c-aeac-9e96bb4e0589 service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599665 Aug 23 03:44:17.569469 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a418381-5e5e-4552-899a-6dd53b7df681 req-4df1dcf2-e29e-437b-af2d-c361dbc8d434 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548420 Aug 23 03:44:17.688861 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10d2ca71-1546-42e8-95f1-6477dddf614b req-5ae162cc-0fae-4e89-bdc3-96d3f6577f9e service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345298 Aug 23 03:44:17.699591 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:17.770915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53298004-5895-4ca8-9579-7208731421d9 req-479e9dbc-d929-41ac-b8ae-d7b99c2ba70a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:17.772464 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-53298004-5895-4ca8-9579-7208731421d9 req-479e9dbc-d929-41ac-b8ae-d7b99c2ba70a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0694757 Aug 23 03:44:17.882821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b2c0-31c9-4404-b4ce-98009f5fb098 req-5a170f6e-dc71-4643-b37f-0d6a88db62f4 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:17.885676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d49b2c0-31c9-4404-b4ce-98009f5fb098 req-5a170f6e-dc71-4643-b37f-0d6a88db62f4 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 946 time: 0.0658758 Aug 23 03:44:17.886682 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-53298004-5895-4ca8-9579-7208731421d9 req-24273fbe-3cab-4821-8d62-88b1db31b5a9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968709 Aug 23 03:44:17.936240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d49b2c0-31c9-4404-b4ce-98009f5fb098 req-26efe41e-5fd0-4e98-ba41-f036dd29a11e tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Aug 23 03:44:18.082981 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.099197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca8a882-7f8b-4f60-908c-ea441484b0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0c2be0-bb33-4671-a925-bf7ae37138d4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:18.102344 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f2947c-c630-435f-ad32-9e91db847259" -d '{"events": [{"server_uuid": "fca8a882-7f8b-4f60-908c-ea441484b0f2", "name": "network-vif-plugged", "status": "completed", "tag": "ba0c2be0-bb33-4671-a925-bf7ae37138d4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:18.105037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.118251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59819e-37dd-4c7a-afcc-6d2fa2743172 req-cf8450fb-d87f-401e-a9b9-6c9c6f6a5d9d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:18.126064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f59819e-37dd-4c7a-afcc-6d2fa2743172 req-cf8450fb-d87f-401e-a9b9-6c9c6f6a5d9d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0892766 Aug 23 03:44:18.156448 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee02383-43a4-4324-8ded-baa84b9b42de x-openstack-request-id: req-1ee02383-43a4-4324-8ded-baa84b9b42de {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:18.156754 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca8a882-7f8b-4f60-908c-ea441484b0f2", "name": "network-vif-plugged", "status": "completed", "tag": "ba0c2be0-bb33-4671-a925-bf7ae37138d4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:18.157120 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ee02383-43a4-4324-8ded-baa84b9b42de {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:18.157449 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca8a882-7f8b-4f60-908c-ea441484b0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0c2be0-bb33-4671-a925-bf7ae37138d4', 'code': 200} Aug 23 03:44:18.216133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f59819e-37dd-4c7a-afcc-6d2fa2743172 req-708e02ee-15b1-41aa-85c2-935fddba839f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891972 Aug 23 03:44:18.245635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43256) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:18.284592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Allocated IP 172.25.1.128 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/62fdd081-186a-43de-ba60-bbb7d8f827b2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:18.332375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4326-d07a-4358-bb5f-7a38050b0b9f req-05c337a2-fef0-4c70-90f4-65c06b94c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:18.336181 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bfc4326-d07a-4358-bb5f-7a38050b0b9f req-05c337a2-fef0-4c70-90f4-65c06b94c651 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 1097 time: 0.0736001 Aug 23 03:44:18.389164 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bfc4326-d07a-4358-bb5f-7a38050b0b9f req-b6f013cc-23cc-426e-9e9c-76f036dab2d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Aug 23 03:44:18.389988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cea48cb-305f-4072-861d-54bf6c436885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.445267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c956bc-7291-418f-8457-6341eca8362b req-2ff1dd20-30a2-4859-818d-883154e965f5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:18.453541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80c956bc-7291-418f-8457-6341eca8362b req-2ff1dd20-30a2-4859-818d-883154e965f5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1051354 Aug 23 03:44:18.483810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cea48cb-305f-4072-861d-54bf6c436885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.484048 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.509113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80c956bc-7291-418f-8457-6341eca8362b req-71912ea3-835d-4db4-a099-7025dc13e6e4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539958 Aug 23 03:44:18.563649 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cea48cb-305f-4072-861d-54bf6c436885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.592565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.605789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea48cb-305f-4072-861d-54bf6c436885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7927b140-7040-4dac-bf7e-4050413b9462,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:18.612690 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0cea48cb-305f-4072-861d-54bf6c436885 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dab31586fe00473e983377b4ecad5f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634448 Aug 23 03:44:18.613042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43268) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:18.676695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a110f0e-b8f5-44f9-a63b-05f9c7eec525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.718509 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a110f0e-b8f5-44f9-a63b-05f9c7eec525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.754559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb561ab-bb95-42e3-ab85-9507a4e194b5 req-9ac6cd39-62cd-471c-9883-384513f1c8a5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:18.756143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcb561ab-bb95-42e3-ab85-9507a4e194b5 req-9ac6cd39-62cd-471c-9883-384513f1c8a5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.0917614 Aug 23 03:44:18.815165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcb561ab-bb95-42e3-ab85-9507a4e194b5 req-0cd535ed-e200-43c1-b97d-a6befeb3b08b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 Aug 23 03:44:18.941511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a110f0e-b8f5-44f9-a63b-05f9c7eec525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.944172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a110f0e-b8f5-44f9-a63b-05f9c7eec525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:18.947973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5a110f0e-b8f5-44f9-a63b-05f9c7eec525 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7927b140-7040-4dac-bf7e-4050413b9462 HTTP/1.1" status: 204 len: 168 time: 0.3315020 Aug 23 03:44:18.953793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a110f0e-b8f5-44f9-a63b-05f9c7eec525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7927b140-7040-4dac-bf7e-4050413b9462,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:18.987423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:18.990494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event updated for resources: {'Port': ['ID=62fdd081-186a-43de-ba60-bbb7d8f827b2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:18.998480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:18.998480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:19.026237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6438e-0bf9-41e9-ae5d-4924fa1d5d5c req-1b7ffde8-b441-4880-b652-760435bb344f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:19.029794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9d6438e-0bf9-41e9-ae5d-4924fa1d5d5c req-1b7ffde8-b441-4880-b652-760435bb344f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.0723870 Aug 23 03:44:19.031243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2843ba2-bd32-41b5-af17-a0b001646f42 req-1faad837-a9c3-4e4f-844a-9bafeb2e7e59 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:19.032798 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2843ba2-bd32-41b5-af17-a0b001646f42 req-1faad837-a9c3-4e4f-844a-9bafeb2e7e59 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1125665 Aug 23 03:44:19.037475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43280) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:19.042695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2fc6adac-3e83-41a6-b33a-941918f6be09 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'floatingip': {'port_id': 'a6e94adf-e80b-4500-a65a-4ff79c7731df'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:19.118712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2fc6adac-3e83-41a6-b33a-941918f6be09 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:19.173775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387864f-1ab4-4c1a-88c5-5ab21a076296 req-f7509644-11ce-43b3-a489-a5f301ff7f1e tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:19.183708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d387864f-1ab4-4c1a-88c5-5ab21a076296 req-f7509644-11ce-43b3-a489-a5f301ff7f1e tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 946 time: 0.0906799 Aug 23 03:44:19.227829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d387864f-1ab4-4c1a-88c5-5ab21a076296 req-f01c7bc2-cb16-4d51-9021-4bcab1456b92 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Aug 23 03:44:19.304199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2843ba2-bd32-41b5-af17-a0b001646f42 req-2eb12486-65d8-4ab6-bd1e-5b11ad1025b5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517095 Aug 23 03:44:19.425477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb747c-b2e6-407c-9a6f-38b15d34769c req-2a4f5885-e3c9-4924-b2e6-cea610cd5b6e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:19.427053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cbb747c-b2e6-407c-9a6f-38b15d34769c req-2a4f5885-e3c9-4924-b2e6-cea610cd5b6e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0502763 Aug 23 03:44:19.468353 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cbb747c-b2e6-407c-9a6f-38b15d34769c req-32b388bf-4cba-454c-93ae-f29fd62e2d4e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Aug 23 03:44:19.639985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1c216-3334-42d0-be22-079a7465177d req-06d0a53f-7f3c-4fd8-a9d1-fefd01cf49f4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:19.641552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85e1c216-3334-42d0-be22-079a7465177d req-06d0a53f-7f3c-4fd8-a9d1-fefd01cf49f4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0820210 Aug 23 03:44:19.662333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:19.684117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85e1c216-3334-42d0-be22-079a7465177d req-a1d6292e-d506-406c-8fc6-b5c8dc4a443e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Aug 23 03:44:19.744654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43310) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:19.754164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:44:19.782288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3b2b-da46-4e0c-a5b3-79df1143ac04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:19.874305 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:19.933570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2fc6adac-3e83-41a6-b33a-941918f6be09 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:19.944725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1b2be-4acf-4243-a6a3-58682851761c req-7650562c-f642-432a-8cb6-cf34ff5a0554 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:19.946289 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfb1b2be-4acf-4243-a6a3-58682851761c req-7650562c-f642-432a-8cb6-cf34ff5a0554 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1546931 Aug 23 03:44:20.005952 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2fc6adac-3e83-41a6-b33a-941918f6be09 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.022224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:20.068589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.072216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3b2b-da46-4e0c-a5b3-79df1143ac04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.075950 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cfb1b2be-4acf-4243-a6a3-58682851761c req-277625a7-7ac8-4132-a5d3-b81ab7805776 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202731 Aug 23 03:44:20.081127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.100634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.180045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:20.182934 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0ad2d4-bf06-4371-ab1c-cf87c348a3b6" -d '{"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:20.186948 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3b2b-da46-4e0c-a5b3-79df1143ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.188391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:20.199024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.199661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.202026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.202919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.203513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.204016 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.204525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.205082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.205696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.207298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.208036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.208536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:44:20.253849 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8bcb3b2b-da46-4e0c-a5b3-79df1143ac04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fceda1065a94a279c8ef7a78bf62842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078006 Aug 23 03:44:20.255554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43322) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:20.260961 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-2fc6adac-3e83-41a6-b33a-941918f6be09 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Floating IP 80670d98-76f6-4738-a175-a6b8d4fad09f associated. External IP: 172.25.1.101, port: a6e94adf-e80b-4500-a65a-4ff79c7731df. Aug 23 03:44:20.274216 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0fc632-4318-45d9-a4c6-f0483f9c5035 x-openstack-request-id: req-da0fc632-4318-45d9-a4c6-f0483f9c5035 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:20.274707 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:20.275119 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da0fc632-4318-45d9-a4c6-f0483f9c5035 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:20.275677 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'code': 200} Aug 23 03:44:20.325661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb3b2b-da46-4e0c-a5b3-79df1143ac04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6058e38-da0c-4527-ab2f-81958e89819b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:20.343288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6ab3050f-2bfe-4705-8111-6ceb1efdd028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.343987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97346c2-37c2-4fcb-b289-795f9d8fad4f req-7d655e5c-0e83-4d9e-a5a6-19fa26dbedeb tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:20.345522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d97346c2-37c2-4fcb-b289-795f9d8fad4f req-7d655e5c-0e83-4d9e-a5a6-19fa26dbedeb tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1676195 Aug 23 03:44:20.395873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6ab3050f-2bfe-4705-8111-6ceb1efdd028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.438316 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d97346c2-37c2-4fcb-b289-795f9d8fad4f req-2cf4924b-f634-4abb-b7f8-a363b49b34cf tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845094 Aug 23 03:44:20.460727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f8a3e-2658-435a-8fc2-825f3bbf2c9d req-7d8f57aa-c1d2-42e5-8459-9c8f6a0eab2f tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:20.460727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b6f8a3e-2658-435a-8fc2-825f3bbf2c9d req-7d8f57aa-c1d2-42e5-8459-9c8f6a0eab2f tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 946 time: 0.1011300 Aug 23 03:44:20.519956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b6f8a3e-2658-435a-8fc2-825f3bbf2c9d req-d19bda6a-d798-42aa-a103-d6140372d1f1 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450037 Aug 23 03:44:20.546951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6ab3050f-2bfe-4705-8111-6ceb1efdd028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.550702 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6ab3050f-2bfe-4705-8111-6ceb1efdd028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:20.550845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Router 2322a3fa-ef3b-4c7b-b1fd-fd55cea26119 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:44:20.554198 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6ab3050f-2bfe-4705-8111-6ceb1efdd028 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6058e38-da0c-4527-ab2f-81958e89819b HTTP/1.1" status: 204 len: 168 time: 0.2918828 Aug 23 03:44:20.561312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3050f-2bfe-4705-8111-6ceb1efdd028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6058e38-da0c-4527-ab2f-81958e89819b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:20.664157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc6adac-3e83-41a6-b33a-941918f6be09 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:44:20.688448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8ff82-bc2c-4213-bcec-7fd9579e15bb req-acfff77c-632d-4d71-9217-4a21ecd46cf7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:20.691989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61a8ff82-bc2c-4213-bcec-7fd9579e15bb req-acfff77c-632d-4d71-9217-4a21ecd46cf7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1037946 Aug 23 03:44:20.753213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61a8ff82-bc2c-4213-bcec-7fd9579e15bb req-49b0ab84-0cf5-4cf4-ba28-669e35892bb7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519085 Aug 23 03:44:20.917345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411dca7-320f-4d0f-92a2-a0963c75acd5 req-6125fd0f-8f57-4c16-b3e4-fc97e7062c50 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:20.926766 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a411dca7-320f-4d0f-92a2-a0963c75acd5 req-6125fd0f-8f57-4c16-b3e4-fc97e7062c50 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0934472 Aug 23 03:44:20.965547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a411dca7-320f-4d0f-92a2-a0963c75acd5 req-687c3e3a-9d72-4716-95b1-50a90fdb85d2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378280 Aug 23 03:44:21.119718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089471f0-85cc-406b-889e-5de629cc0674 req-8ea30295-a2e0-44c5-b4b1-16038a95c8c3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:21.129367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-089471f0-85cc-406b-889e-5de629cc0674 req-8ea30295-a2e0-44c5-b4b1-16038a95c8c3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0805211 Aug 23 03:44:21.181675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-089471f0-85cc-406b-889e-5de629cc0674 req-d6df71e7-1410-437d-b977-7ca7224413f7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 Aug 23 03:44:21.205044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc6adac-3e83-41a6-b33a-941918f6be09 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:44:21.205044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2fc6adac-3e83-41a6-b33a-941918f6be09 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:21.206153 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] Sync routers for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:44:21.218784 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:21.219358 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:21.266354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2fc6adac-3e83-41a6-b33a-941918f6be09 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "PUT /v2.0/floatingips/80670d98-76f6-4738-a175-a6b8d4fad09f HTTP/1.1" status: 200 len: 991 time: 2.2197783 Aug 23 03:44:21.271640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:21.273248 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523c069e-9c0a-4a4b-973b-15549edc2d79" -d '{"events": [{"name": "network-changed", "server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:21.279747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:44:21.284044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:21.285264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1cd3d9e9-0d9f-440e-b402-57be01a0b9b1 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "PUT /v2.0/routers/2322a3fa-ef3b-4c7b-b1fd-fd55cea26119 HTTP/1.1" status: 200 len: 914 time: 3.8514950 Aug 23 03:44:21.290620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a39744a-279a-4b9b-9105-60116d0bb344 None None] Sync routers for ids ['2322a3fa-ef3b-4c7b-b1fd-fd55cea26119'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:44:21.291153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43370) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:21.318649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39744a-279a-4b9b-9105-60116d0bb344 None None] Routers {'2322a3fa-ef3b-4c7b-b1fd-fd55cea26119'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:21.319592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0a39744a-279a-4b9b-9105-60116d0bb344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2322a3fa-ef3b-4c7b-b1fd-fd55cea26119'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:21.412373 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:44:21.428041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fd7dc-6a08-49b8-8313-984ca191312a req-9ad5467f-d715-4720-b76a-b68d1182eaff tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:21.432174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-451fd7dc-6a08-49b8-8313-984ca191312a req-9ad5467f-d715-4720-b76a-b68d1182eaff tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 946 time: 0.1656306 Aug 23 03:44:21.435937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0a39744a-279a-4b9b-9105-60116d0bb344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:21.447770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39744a-279a-4b9b-9105-60116d0bb344 None None] Routers {'2322a3fa-ef3b-4c7b-b1fd-fd55cea26119'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:21.448426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0a39744a-279a-4b9b-9105-60116d0bb344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2322a3fa-ef3b-4c7b-b1fd-fd55cea26119'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:21.481550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0a39744a-279a-4b9b-9105-60116d0bb344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:21.482219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a39744a-279a-4b9b-9105-60116d0bb344 None None] The sync data for ids ['2322a3fa-ef3b-4c7b-b1fd-fd55cea26119'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:21.501404 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-451fd7dc-6a08-49b8-8313-984ca191312a req-804e7e60-6a10-42a6-b6c1-22bcc9360486 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615730 Aug 23 03:44:21.513198 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2641fe10-475a-4e42-9e50-c27fab9c8b2a x-openstack-request-id: req-2641fe10-475a-4e42-9e50-c27fab9c8b2a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:21.513482 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:21.513746 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2641fe10-475a-4e42-9e50-c27fab9c8b2a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:21.514142 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'status': 'completed', 'code': 200} Aug 23 03:44:21.543966 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b129af6e-37df-4879-979d-81bde53b9aa6 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/routers/2322a3fa-ef3b-4c7b-b1fd-fd55cea26119 HTTP/1.1" status: 200 len: 920 time: 0.2482057 Aug 23 03:44:21.544212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43380) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:21.682538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7640473-bcfc-4821-88b6-2052ae6caaa9 req-0b40b27d-f1f4-4cee-a673-13e8a6b33d59 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:21.683149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea79a3a-6e6c-4934-845f-615ab0c18245 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:21.684357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bea79a3a-6e6c-4934-845f-615ab0c18245 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=2322a3fa-ef3b-4c7b-b1fd-fd55cea26119&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1395316 Aug 23 03:44:21.685290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7640473-bcfc-4821-88b6-2052ae6caaa9 req-0b40b27d-f1f4-4cee-a673-13e8a6b33d59 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0758200 Aug 23 03:44:21.687302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43392) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:21.692676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-1a2ca5b8-d58d-4c64-aebb-d529833811e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:21.694331 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-1a2ca5b8-d58d-4c64-aebb-d529833811e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1096 time: 0.1405756 Aug 23 03:44:21.755391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bbf29c19-9998-4218-b38f-599422697329 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:44:21.770114 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '80670d98-76f6-4738-a175-a6b8d4fad09f', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'port_id': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'mac_address': 'fa:16:3e:17:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b3171-9b93-4bf1-9290-346578851347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:43:41Z', 'updated_at': '2021-08-23T03:44:19Z', 'revision_number': 1, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:21.786265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7640473-bcfc-4821-88b6-2052ae6caaa9 req-a992e743-8d3d-4cd4-8025-6dacb62d48b1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871310 Aug 23 03:44:21.806710 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] Checking router: 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:44:21.819818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e3117d-b250-4d14-b4e5-9297244fc72c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:21.819818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-63e3117d-b250-4d14-b4e5-9297244fc72c tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 881 time: 0.1251135 Aug 23 03:44:21.820043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-23231802-1692-404f-8b42-d4310b2f5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:21.820043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-23231802-1692-404f-8b42-d4310b2f5089 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.1164219 Aug 23 03:44:21.820858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43396) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:21.842975 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:21.844357 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:21.887989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-edaa9f6c-fc3a-4e90-86a4-651317ccc08a tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=2322a3fa-ef3b-4c7b-b1fd-fd55cea26119 HTTP/1.1" status: 200 len: 205 time: 0.0656168 Aug 23 03:44:21.899429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43400) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:21.957608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bbf29c19-9998-4218-b38f-599422697329,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:21.977435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'bbf29c19-9998-4218-b38f-599422697329', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'bbf29c19-9998-4218-b38f-599422697329', 'mac_address': 'fa:16:3e:fe:d1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:44:21.997814 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-c5ad20e6-a8f8-46c8-94e2-96e974ad0cdb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 200 len: 999 time: 0.1703076 Aug 23 03:44:22.013027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb61ae7-1690-43b9-98c2-22eec661e600 req-5fa2c3dc-6cf0-4808-8bf1-4b2561ef28e9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:22.014369 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:44:22.014742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddb61ae7-1690-43b9-98c2-22eec661e600 req-5fa2c3dc-6cf0-4808-8bf1-4b2561ef28e9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0847356 Aug 23 03:44:22.060140 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:22.076445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbf29c19-9998-4218-b38f-599422697329 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:44:22.080816 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:22.096832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddb61ae7-1690-43b9-98c2-22eec661e600 req-23dcb5f9-b15c-47d1-bcc3-8a508944e885 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726194 Aug 23 03:44:22.100109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-b7cdf18c-530c-4b71-a03c-62666a685595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:22.100380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bbf29c19-9998-4218-b38f-599422697329,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:22.100507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-b7cdf18c-530c-4b71-a03c-62666a685595 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.0842876 Aug 23 03:44:22.223737 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:22.263207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:22.301192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=bbf29c19-9998-4218-b38f-599422697329,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:22.368811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['bbf29c19-9998-4218-b38f-599422697329'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:44:22.379992 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88563b93-b984-44a1-8b07-7f8bd0377f1c req-9346011e-591c-45ff-855e-38988eb15c49 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:22.381803 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-88563b93-b984-44a1-8b07-7f8bd0377f1c req-9346011e-591c-45ff-855e-38988eb15c49 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0689864 Aug 23 03:44:22.401956 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '80670d98-76f6-4738-a175-a6b8d4fad09f', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'port_id': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'mac_address': 'fa:16:3e:17:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b3171-9b93-4bf1-9290-346578851347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:43:41Z', 'updated_at': '2021-08-23T03:44:19Z', 'revision_number': 1, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:22.435050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43416) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:22.441527 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa9d11-7918-425d-9425-4492f33b433e None None] The sync data for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 is: [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '80670d98-76f6-4738-a175-a6b8d4fad09f', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'floating_ip_address': '172.25.1.101', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'port_id': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'mac_address': 'fa:16:3e:17:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b3171-9b93-4bf1-9290-346578851347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:43:41Z', 'updated_at': '2021-08-23T03:44:19Z', 'revision_number': 1, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:22.482322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-88563b93-b984-44a1-8b07-7f8bd0377f1c req-e668e750-8fd4-4056-832d-cfd26d8aa6b7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728984 Aug 23 03:44:22.515788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Deleting port 62fdd081-186a-43de-ba60-bbb7d8f827b2 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:22.515788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:22.576990 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:22.651366 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:22.706299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-aae37836-eb2b-46a4-9064-80c4dcd26fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:22.707942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-aae37836-eb2b-46a4-9064-80c4dcd26fac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6000137 Aug 23 03:44:22.722430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Calling delete_port for 62fdd081-186a-43de-ba60-bbb7d8f827b2 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:22.753542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-701162554'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:22.816348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e6cdf-fac7-46ed-a969-e09b2a325e8f req-2ec9db01-de5d-47a5-aab5-76e0c03b92e0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:22.816348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e79e6cdf-fac7-46ed-a969-e09b2a325e8f req-2ec9db01-de5d-47a5-aab5-76e0c03b92e0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1757076 Aug 23 03:44:22.822782 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af82f220-84a9-4abe-aeae-abb21088367d None None] New status for floating IP 80670d98-76f6-4738-a175-a6b8d4fad09f: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:44:22.844065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3d59-7836-48f2-9b03-c37490c7d13d req-e0a9f25f-0e0c-49ac-96cf-b443455adc35 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:22.851644 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61df3d59-7836-48f2-9b03-c37490c7d13d req-e0a9f25f-0e0c-49ac-96cf-b443455adc35 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 946 time: 0.1368358 Aug 23 03:44:22.856710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-188f0849-d008-45ed-9a31-cfca6491d1ab service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401885 Aug 23 03:44:22.917697 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e79e6cdf-fac7-46ed-a969-e09b2a325e8f req-7af735c3-c209-4dd6-b049-fbf4e5e6a2af tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861790 Aug 23 03:44:22.998127 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61df3d59-7836-48f2-9b03-c37490c7d13d req-c64d4f97-882f-474b-88a5-118061477e59 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/security-groups?id=31615310-779b-47ac-8ec5-0641600e44f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451502 Aug 23 03:44:23.007966 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Made reservation on behalf of 254da92af5cb4220bca30675202de691 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:23.020814 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.024220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-29d1d755-d372-4768-aac7-2f876f90dd22 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:23.026248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-29d1d755-d372-4768-aac7-2f876f90dd22 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.11 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 946 time: 0.1723685 Aug 23 03:44:23.037851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.086335 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-523c069e-9c0a-4a4b-973b-15549edc2d79 req-53ac693c-59f2-43ee-baf5-672908df99c1 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177665 Aug 23 03:44:23.086898 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.135543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event deleted for resources: {'Port': ['ID=62fdd081-186a-43de-ba60-bbb7d8f827b2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:23.223071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1e9c-77d1-4612-aee6-e2f3d8f44753 req-f583446f-19d3-4d72-9507-643f54eb1d79 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:23.224395 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dde1e9c-77d1-4612-aee6-e2f3d8f44753 req-f583446f-19d3-4d72-9507-643f54eb1d79 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0939584 Aug 23 03:44:23.237884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Deleting port ba0c2be0-bb33-4671-a925-bf7ae37138d4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:23.238125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.257437 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.328716 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.338236 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dde1e9c-77d1-4612-aee6-e2f3d8f44753 req-16cd0bb1-1ad5-4b18-a9bc-ad10d899817c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041844 Aug 23 03:44:23.368110 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.370868 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.376743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] For port ba0c2be0-bb33-4671-a925-bf7ae37138d4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba0c2be0-bb33-4671-a925-bf7ae37138d4,segment=NetworkSegment(a37da894-07f5-40e0-8849-451f1f956c29),segment_id=a37da894-07f5-40e0-8849-451f1f956c29)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:23.377174 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.396197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Calling delete_port for ba0c2be0-bb33-4671-a925-bf7ae37138d4 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:23.420441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.481649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9f575e-a86e-48a3-87da-42799b0a0b11,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:23.490778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.491408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Fanout notify agent at l3_agent the message router_deleted on router 2322a3fa-ef3b-4c7b-b1fd-fd55cea26119 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:44:23.506522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.507819 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-23df1d9d-19e5-49a6-9be6-21ccf62b365c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/2322a3fa-ef3b-4c7b-b1fd-fd55cea26119 HTTP/1.1" status: 204 len: 168 time: 1.6068122 Aug 23 03:44:23.508733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:44:23.516671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43446) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:23.522181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-80be1c86-200d-4460-aa94-01b65d97269b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-49678448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:23.537937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9232a9-3579-4a63-b112-ce833cf806d6 req-5711e2a4-3bd6-4b55-862d-73358e1d4c67 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:23.540026 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a9232a9-3579-4a63-b112-ce833cf806d6 req-5711e2a4-3bd6-4b55-862d-73358e1d4c67 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1139958 Aug 23 03:44:23.597808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a9232a9-3579-4a63-b112-ce833cf806d6 req-752cbd85-1edd-4460-b931-94b0499953f5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487533 Aug 23 03:44:23.661959 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.663455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.669519 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Added segment cb0dcf81-deed-439d-ba93-3cc8799c16aa of type vlan for network 3081e589-e89a-4120-aa8a-8604512cf0eb Aug 23 03:44:23.695081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['ba0c2be0-bb33-4671-a925-bf7ae37138d4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:44:23.697819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Pushing event deleted for resources: {'Port': ['ID=ba0c2be0-bb33-4671-a925-bf7ae37138d4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:23.703938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80be1c86-200d-4460-aa94-01b65d97269b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.703938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80be1c86-200d-4460-aa94-01b65d97269b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.721968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.760851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] No DVR routers for this DVR port ba0c2be0-bb33-4671-a925-bf7ae37138d4 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:44:23.763514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.765580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a46931ad-d4a4-406a-b220-cea6ccc29492 req-466cce27-ba24-4a8a-bf1d-dd83a801abd6 tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.11 "DELETE /v2.0/ports/ba0c2be0-bb33-4671-a925-bf7ae37138d4 HTTP/1.1" status: 204 len: 173 time: 0.7320077 Aug 23 03:44:23.766023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca8a882-7f8b-4f60-908c-ea441484b0f2', 'name': 'network-vif-deleted', 'tag': 'ba0c2be0-bb33-4671-a925-bf7ae37138d4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:23.768348 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e9d025-d5d3-4757-9290-5935f8771f96" -d '{"events": [{"server_uuid": "fca8a882-7f8b-4f60-908c-ea441484b0f2", "name": "network-vif-deleted", "tag": "ba0c2be0-bb33-4671-a925-bf7ae37138d4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:23.771309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bbf29c19-9998-4218-b38f-599422697329 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:23.801674 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80be1c86-200d-4460-aa94-01b65d97269b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.814791 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968dbc68-a50f-4282-9b4c-92625a3c560a x-openstack-request-id: req-968dbc68-a50f-4282-9b4c-92625a3c560a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:23.815088 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca8a882-7f8b-4f60-908c-ea441484b0f2", "name": "network-vif-deleted", "tag": "ba0c2be0-bb33-4671-a925-bf7ae37138d4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:23.815776 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-968dbc68-a50f-4282-9b4c-92625a3c560a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:23.815910 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca8a882-7f8b-4f60-908c-ea441484b0f2', 'name': 'network-vif-deleted', 'tag': 'ba0c2be0-bb33-4671-a925-bf7ae37138d4', 'status': 'completed', 'code': 200} Aug 23 03:44:23.838484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port bbf29c19-9998-4218-b38f-599422697329 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:23.838484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.860792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.868379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:23.869365 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.937270 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.948359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Network': ['ID=3081e589-e89a-4120-aa8a-8604512cf0eb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:23.960465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf29c19-9998-4218-b38f-599422697329'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:23.962832 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62259f-bb8b-4c28-865a-a0c752b72947" -d '{"events": [{"server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "name": "network-vif-plugged", "status": "completed", "tag": "bbf29c19-9998-4218-b38f-599422697329"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:23.968566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 3081e589-e89a-4120-aa8a-8604512cf0eb details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:44:23.981985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80be1c86-200d-4460-aa94-01b65d97269b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:23.991059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bbf29c19-9998-4218-b38f-599422697329,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:24.023058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43462) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:24.023215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-69659adb-2b9d-4d74-891a-2eb840964484 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5862412 Aug 23 03:44:24.028292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'subnet': {'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:24.044837 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f7e804-d057-4459-9cc4-2a7c4d073ee0 x-openstack-request-id: req-79f7e804-d057-4459-9cc4-2a7c4d073ee0 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:24.045353 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "name": "network-vif-plugged", "status": "completed", "tag": "bbf29c19-9998-4218-b38f-599422697329", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:24.045894 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79f7e804-d057-4459-9cc4-2a7c4d073ee0 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:24.046437 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf29c19-9998-4218-b38f-599422697329', 'code': 200} Aug 23 03:44:24.080487 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:24.126412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd1e31-f97e-467b-9837-3345809f9172 req-ef2a808c-7f43-491e-b3eb-322c2ed44d66 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:24.133588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ccd1e31-f97e-467b-9837-3345809f9172 req-ef2a808c-7f43-491e-b3eb-322c2ed44d66 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0656888 Aug 23 03:44:24.135435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80be1c86-200d-4460-aa94-01b65d97269b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:24.137043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-80be1c86-200d-4460-aa94-01b65d97269b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6192732 Aug 23 03:44:24.139621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43474) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:24.149047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': False}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:24.161174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=bbf29c19-9998-4218-b38f-599422697329,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:24.215731 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e8dfea-a4f9-4f42-b146-e8404f1b3b65 req-4da05dab-e5f5-4b0a-84e5-b05a612b294a tempest-ServerAddressesNegativeTestJSON-1244994720 tempest-ServerAddressesNegativeTestJSON-1244994720-project] 10.222.0.20 "GET /v2.0/ports?device_id=fca8a882-7f8b-4f60-908c-ea441484b0f2 HTTP/1.1" status: 200 len: 210 time: 0.0291440 Aug 23 03:44:24.252215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ccd1e31-f97e-467b-9837-3345809f9172 req-d4f05ce3-a1ab-4a1b-ae65-6f39b9904337 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140177 Aug 23 03:44:24.269953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Made reservation on behalf of 254da92af5cb4220bca30675202de691 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:24.273518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:24.388963 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:24.564004 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:24.685608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Subnet': ['ID=6d87a323-8369-466e-a804-9252ff0c971b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:24.698567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Checking segment: {'id': 'cb0dcf81-deed-439d-ba93-3cc8799c16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:44:24.698944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Network hostable DHCP agents. Network: 3081e589-e89a-4120-aa8a-8604512cf0eb, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:44:24.714294 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:24.737318 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:24.826090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Network 3081e589-e89a-4120-aa8a-8604512cf0eb is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:44:24.853056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Allocated IP 172.25.1.65 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/ce827734-9c6f-4281-9e2c-e15c0accd1bb) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:24.957270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:24.957492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 3081e589-e89a-4120-aa8a-8604512cf0eb) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:24.962136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:24.962733 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:24.968616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad6b13c-c9b8-4534-844b-a097e5e8d44a None None] Network 3081e589-e89a-4120-aa8a-8604512cf0eb requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:44:25.101418 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.102198 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-89cc1bc0-e33f-4bee-b331-34e526689eb3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0752072 Aug 23 03:44:25.102377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43482) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:25.110762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'port': {'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb', 'name': 'tempest-AllowedAddressPairTestJSON-926683386'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:25.118725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-3081e589-e89a-4120-aa8a-8604512cf0eb', 'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb', 'tenant_id': '254da92af5cb4220bca30675202de691', 'fixed_ips': [{'subnet_id': '6d87a323-8369-466e-a804-9252ff0c971b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:44:25.119638 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.151688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:25.156913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:25.159540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:25.170008 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Pushing event updated for resources: {'Port': ['ID=ce827734-9c6f-4281-9e2c-e15c0accd1bb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:25.275114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43496) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:25.275439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Allocated IP 172.20.0.2 (3081e589-e89a-4120-aa8a-8604512cf0eb/6d87a323-8369-466e-a804-9252ff0c971b/bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:25.337221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ff656e-daa9-4cd6-ac0b-b2d0be82ec26 admin admin] Deleting subnet a89a90d1-86aa-445a-bd51-b131dd6b4aeb {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:44:25.350274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00ff656e-daa9-4cd6-ac0b-b2d0be82ec26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.386867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Made reservation on behalf of 254da92af5cb4220bca30675202de691 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:25.390289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.418958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00ff656e-daa9-4cd6-ac0b-b2d0be82ec26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.434028 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.442799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Transition to ACTIVE for port object bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:25.447483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] device_id is not set on port fb246469-e23a-4d9b-9dba-648a6e7134e3 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:44:25.465266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Transition to ACTIVE for port object bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:25.470992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca77d1-fe89-482d-9e1a-b6257938498f req-c7d24703-3073-4c57-8d50-c749b6c0af85 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:25.472491 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0ca77d1-fe89-482d-9e1a-b6257938498f req-c7d24703-3073-4c57-8d50-c749b6c0af85 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1327806 Aug 23 03:44:25.537608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00ff656e-daa9-4cd6-ac0b-b2d0be82ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.550638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.552425 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.591406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0ca77d1-fe89-482d-9e1a-b6257938498f req-862d49d6-6f2d-45d0-92c7-ab19d0aaa9d3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889237 Aug 23 03:44:25.595851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Network 3081e589-e89a-4120-aa8a-8604512cf0eb is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:25.600541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:25.603178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:25.610873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Pushing event updated for resources: {'Port': ['ID=bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:25.670073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Allocated IP 172.20.0.7 (3081e589-e89a-4120-aa8a-8604512cf0eb/6d87a323-8369-466e-a804-9252ff0c971b/fb246469-e23a-4d9b-9dba-648a6e7134e3) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:25.690205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Attempting to bind port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:44:25.690719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Attempting to bind port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'cb0dcf81-deed-439d-ba93-3cc8799c16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:44:25.691544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Attempting to bind port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 on network 3081e589-e89a-4120-aa8a-8604512cf0eb {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:44:25.699630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:44:25.700077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Checking segment: {'id': 'cb0dcf81-deed-439d-ba93-3cc8799c16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:44:25.700614 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.701698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Bound using segment: {'id': 'cb0dcf81-deed-439d-ba93-3cc8799c16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:44:25.702412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Bound port: bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0dcf81-deed-439d-ba93-3cc8799c16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:44:25.702974 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.800512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] For port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:44:25.805459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] For port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4,segment=NetworkSegment(cb0dcf81-deed-439d-ba93-3cc8799c16aa),segment_id=cb0dcf81-deed-439d-ba93-3cc8799c16aa)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:44:25.831071 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00ff656e-daa9-4cd6-ac0b-b2d0be82ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.840985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.845412 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.867732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff656e-daa9-4cd6-ac0b-b2d0be82ec26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89a90d1-86aa-445a-bd51-b131dd6b4aeb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:25.875163 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00ff656e-daa9-4cd6-ac0b-b2d0be82ec26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.880138 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-00ff656e-daa9-4cd6-ac0b-b2d0be82ec26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a89a90d1-86aa-445a-bd51-b131dd6b4aeb HTTP/1.1" status: 204 len: 168 time: 0.6037059 Aug 23 03:44:25.880911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43510) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:25.896249 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:25.982777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35c635-46f0-4919-88d2-dfdadd22b928 None None] Pushing event updated for resources: {'Port': ['ID=bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:25.989871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.012358 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.016832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Transition to ACTIVE for port object fb246469-e23a-4d9b-9dba-648a6e7134e3 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:26.104274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fc8afd21-ab43-4729-b1a5-9de0a5991979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.140800 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.159512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e430935-d08e-4cbc-9724-e05c2b91ee64']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:26.198517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37da894-07f5-40e0-8849-451f1f956c29') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:26.198517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37da894-07f5-40e0-8849-451f1f956c29') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:26.205135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.233794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.241391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:44:26.241795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:44:26.243603 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:44:26.261351 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.352339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Network 3081e589-e89a-4120-aa8a-8604512cf0eb is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:26.358795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:26.360840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Port': ['ID=fb246469-e23a-4d9b-9dba-648a6e7134e3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:26.363110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:26.414622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:26.415307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.435588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c767-6b83-4ded-9928-eead39ced355 req-a36b68c2-704e-4e59-adf3-d132f4797f10 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:26.437127 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3918c767-6b83-4ded-9928-eead39ced355 req-a36b68c2-704e-4e59-adf3-d132f4797f10 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0664191 Aug 23 03:44:26.452403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.457816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.459677 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e430935-d08e-4cbc-9724-e05c2b91ee64 HTTP/1.1" status: 204 len: 168 time: 0.5749803 Aug 23 03:44:26.472326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae066d73-2fe8-438e-9674-9b26c8b64ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e430935-d08e-4cbc-9724-e05c2b91ee64,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:26.479172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ba0c2be0-bb33-4671-a925-bf7ae37138d4 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:44:26.482236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3918c767-6b83-4ded-9928-eead39ced355 req-632884b5-e936-4037-873d-e1292f46f776 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Aug 23 03:44:26.518975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: ba0c2be0-bb33-4671-a925-bf7ae37138d4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:44:26.519323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ba0c2be0-bb33-4671-a925-bf7ae37138d4 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:44:26.581403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-54db1bd0-c55b-40e5-9f36-f79bb85d4f76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4778087 Aug 23 03:44:26.584552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43526) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:26.584885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Router 1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:44:26.592671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'port': {'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb', 'name': 'tempest-AllowedAddressPairTestJSON-2121554553', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1a:08:3a'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:26.708222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:44:26.720335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f163b-1615-4f15-b469-7d4d4adc9ae6 None None] Sync routers for ids ['1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:44:26.723689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:26.724574 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3caf9510-af41-4230-9018-33a08ebea368 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "PUT /v2.0/routers/1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c HTTP/1.1" status: 200 len: 913 time: 2.5796394 Aug 23 03:44:26.727487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43536) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:26.737476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f163b-1615-4f15-b469-7d4d4adc9ae6 None None] Routers {'1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:26.738386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fb2f163b-1615-4f15-b469-7d4d4adc9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:26.775284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fb2f163b-1615-4f15-b469-7d4d4adc9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:26.785236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f163b-1615-4f15-b469-7d4d4adc9ae6 None None] Routers {'1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:26.785874 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fb2f163b-1615-4f15-b469-7d4d4adc9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:43:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:26.826479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Made reservation on behalf of 254da92af5cb4220bca30675202de691 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:26.835423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fb2f163b-1615-4f15-b469-7d4d4adc9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:26.838064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f163b-1615-4f15-b469-7d4d4adc9ae6 None None] The sync data for ids ['1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:26.890557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-54e89f74-ceee-4507-bcbf-7002ce801701 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/routers/1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c HTTP/1.1" status: 200 len: 919 time: 0.1544056 Aug 23 03:44:26.910135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43544) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:27.007841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:27.016228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43550) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:27.029268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1965602-0820-46cc-92d5-df8fb9390f3e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:27.029268 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d1965602-0820-46cc-92d5-df8fb9390f3e tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1133738 Aug 23 03:44:27.032016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:27.045735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] device_id is not set on port ec90aeef-5627-47be-98ab-bdc569bb3aff yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:44:27.096510 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3320291c-84e7-4d2f-bc09-bd650f1cfc14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c364571944341be9c0a6967c205b198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750136 Aug 23 03:44:27.099188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43554) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:27.212362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f807349c-a3a5-4151-a633-1144bc1f904b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:27.241642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f807349c-a3a5-4151-a633-1144bc1f904b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:27.255411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Allocated IP 172.20.0.14 (3081e589-e89a-4120-aa8a-8604512cf0eb/6d87a323-8369-466e-a804-9252ff0c971b/ec90aeef-5627-47be-98ab-bdc569bb3aff) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:27.270627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e20d5a-9a09-473e-a2de-db3ff118d269 None None] Network 3081e589-e89a-4120-aa8a-8604512cf0eb requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:44:27.304759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4ae98-9ef7-432c-a54e-ea034c80ad64 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:27.311189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3cb4ae98-9ef7-432c-a54e-ea034c80ad64 tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 881 time: 0.2740092 Aug 23 03:44:27.311293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43564) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:27.369771 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8eabc31c-0fe4-491b-8c98-d34a8a1c215f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c HTTP/1.1" status: 200 len: 205 time: 0.0572422 Aug 23 03:44:27.379029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43576) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:27.390264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f807349c-a3a5-4151-a633-1144bc1f904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:27.394203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f807349c-a3a5-4151-a633-1144bc1f904b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:27.396116 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f807349c-a3a5-4151-a633-1144bc1f904b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31615310-779b-47ac-8ec5-0641600e44f6 HTTP/1.1" status: 204 len: 168 time: 0.2954619 Aug 23 03:44:27.485443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c62bc09d-215d-48b0-ba9e-e2574ba7b56c None None] Provisioning for port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:27.524947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807349c-a3a5-4151-a633-1144bc1f904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31615310-779b-47ac-8ec5-0641600e44f6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:27.569347 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:27.601976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Transition to ACTIVE for port object ec90aeef-5627-47be-98ab-bdc569bb3aff will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:27.703381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:27.727110 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:27.775521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87038675-4b35-4fb6-a9e0-08bcb54c39e3 req-94972f8a-fe23-4285-bb69-82d36296ee9b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:27.781333 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-87038675-4b35-4fb6-a9e0-08bcb54c39e3 req-94972f8a-fe23-4285-bb69-82d36296ee9b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1486537 Aug 23 03:44:27.817954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Network 3081e589-e89a-4120-aa8a-8604512cf0eb is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:27.821958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:27.827905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:27.874422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Port': ['ID=ec90aeef-5627-47be-98ab-bdc569bb3aff,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:27.918602 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-87038675-4b35-4fb6-a9e0-08bcb54c39e3 req-c217d72a-9c9e-426c-a1ee-133cfd5e6ba3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303544 Aug 23 03:44:27.957365 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:27.957563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:27.958300 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.112746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5eee24ed-453d-43e2-962b-a59ea768f684 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5237412 Aug 23 03:44:28.127280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43598) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:28.181797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Deleting port ce827734-9c6f-4281-9e2c-e15c0accd1bb {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:28.182523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.242872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5164478b-8454-4fbd-bd70-a3cc3bce5379 None None] Provisioning for port fb246469-e23a-4d9b-9dba-648a6e7134e3 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:28.251800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5164478b-8454-4fbd-bd70-a3cc3bce5379 None None] Provisioning complete for port fb246469-e23a-4d9b-9dba-648a6e7134e3 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:28.252412 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5164478b-8454-4fbd-bd70-a3cc3bce5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.326739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.355161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Calling delete_port for ce827734-9c6f-4281-9e2c-e15c0accd1bb owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:28.363557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5164478b-8454-4fbd-bd70-a3cc3bce5379 None None] Port fb246469-e23a-4d9b-9dba-648a6e7134e3 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:28.381929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:28.400191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f85cf-bce3-4145-8937-9f4a1d930eb3 req-1abb12c5-edc0-437b-8229-affe6f32ca3b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:28.401552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-516f85cf-bce3-4145-8937-9f4a1d930eb3 req-1abb12c5-edc0-437b-8229-affe6f32ca3b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.3653600 Aug 23 03:44:28.460236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f0a16-275f-443b-b816-887950c625e0 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:28.484636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f0a16-275f-443b-b816-887950c625e0 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:28.500364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f0a16-275f-443b-b816-887950c625e0 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:28.505904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-107f0a16-275f-443b-b816-887950c625e0 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3758819 Aug 23 03:44:28.515218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43616) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:28.561050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:28.567267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:28.569189 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.670212 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-516f85cf-bce3-4145-8937-9f4a1d930eb3 req-cc1acbb7-36fd-43c2-acbd-270de1167606 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603953 Aug 23 03:44:28.696027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eff357f8-decf-4c7a-98c1-54c0a4d81bd2 None None] Provisioning complete for port fb246469-e23a-4d9b-9dba-648a6e7134e3 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:28.696474 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eff357f8-decf-4c7a-98c1-54c0a4d81bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.732963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-119cd779-97d7-4f20-8075-10529f9956ae tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Deleting port ec90aeef-5627-47be-98ab-bdc569bb3aff {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:28.733322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-119cd779-97d7-4f20-8075-10529f9956ae tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.780484 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.813515 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22932a9e-feb4-47b8-8e71-8e742ab635df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.827738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-eff357f8-decf-4c7a-98c1-54c0a4d81bd2 None None] Port fb246469-e23a-4d9b-9dba-648a6e7134e3 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:28.856949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event deleted for resources: {'Port': ['ID=ce827734-9c6f-4281-9e2c-e15c0accd1bb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:28.888117 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.955271 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.958458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4,segment=NetworkSegment(cb0dcf81-deed-439d-ba93-3cc8799c16aa),segment_id=cb0dcf81-deed-439d-ba93-3cc8799c16aa)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:28.998079 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:28.998315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-119cd779-97d7-4f20-8075-10529f9956ae tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.015837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-119cd779-97d7-4f20-8075-10529f9956ae tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Calling delete_port for ec90aeef-5627-47be-98ab-bdc569bb3aff owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:29.036971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34cc60-4efc-4a74-9653-071fcf9945a4 req-9051c194-9977-4b21-abe7-3ff6defec601 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:29.043321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-89321806-b277-4b16-8481-6212ac8320cb None None] Provisioning for port ec90aeef-5627-47be-98ab-bdc569bb3aff completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:29.044656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a34cc60-4efc-4a74-9653-071fcf9945a4 req-9051c194-9977-4b21-abe7-3ff6defec601 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1296995 Aug 23 03:44:29.050331 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.057928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-89321806-b277-4b16-8481-6212ac8320cb None None] Provisioning complete for port ec90aeef-5627-47be-98ab-bdc569bb3aff triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:29.057928 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-89321806-b277-4b16-8481-6212ac8320cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.126730 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.129192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.172870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-89321806-b277-4b16-8481-6212ac8320cb None None] Port ec90aeef-5627-47be-98ab-bdc569bb3aff cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:29.185543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:29.254756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.259645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Fanout notify agent at l3_agent the message router_deleted on router 1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:44:29.268792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.275778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6d452dfc-b9ea-4aac-b397-e0958f00c92c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c HTTP/1.1" status: 204 len: 168 time: 1.8951347 Aug 23 03:44:29.277038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43638) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:29.292841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-855482871', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:29.356888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a34cc60-4efc-4a74-9653-071fcf9945a4 req-507aeb65-657f-4fcb-b67d-8bd09f78d575 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113279 Aug 23 03:44:29.372469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.382297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.431830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-119cd779-97d7-4f20-8075-10529f9956ae tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.510652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cd779-97d7-4f20-8075-10529f9956ae tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event deleted for resources: {'Port': ['ID=ec90aeef-5627-47be-98ab-bdc569bb3aff,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:29.518395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.687599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa2be-d582-4b16-96d0-bda8ceff6ab5 req-e1ad21ba-4bc7-441e-9140-92af3402098a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:29.689325 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c25fa2be-d582-4b16-96d0-bda8ceff6ab5 req-e1ad21ba-4bc7-441e-9140-92af3402098a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1822305 Aug 23 03:44:29.820639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c25fa2be-d582-4b16-96d0-bda8ceff6ab5 req-4d71d092-11c5-4892-9ce8-8e6d8823c059 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075718 Aug 23 03:44:29.825327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.960316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-119cd779-97d7-4f20-8075-10529f9956ae tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:29.966127 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-119cd779-97d7-4f20-8075-10529f9956ae tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "DELETE /v2.0/ports/ec90aeef-5627-47be-98ab-bdc569bb3aff HTTP/1.1" status: 204 len: 168 time: 1.4498336 Aug 23 03:44:29.966739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43670) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:30.012699 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a0452f-081d-4d3a-a458-9daa56fcb897 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] GET failed (client error): The resource could not be found. Aug 23 03:44:30.016544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a9a0452f-081d-4d3a-a458-9daa56fcb897 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "GET /v2.0/ports/ec90aeef-5627-47be-98ab-bdc569bb3aff HTTP/1.1" status: 404 len: 333 time: 0.0487280 Aug 23 03:44:30.020182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43674) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:30.035892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'port': {'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb', 'name': 'tempest-AllowedAddressPairTestJSON-2112852054'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:30.147028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a896ef-a745-4393-8632-70fd765faba8 req-a32d62a5-e79d-4e04-a9b3-189f95db3a6a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:30.149493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3a896ef-a745-4393-8632-70fd765faba8 req-a32d62a5-e79d-4e04-a9b3-189f95db3a6a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1090453 Aug 23 03:44:30.213252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3a896ef-a745-4393-8632-70fd765faba8 req-a029ad75-57d3-4573-8bb7-217b5cd3e31f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575650 Aug 23 03:44:30.252925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-09c16bdc-9640-41a2-a360-05992c159f91 req-f61f3b9f-4660-477b-8786-63952a7022af tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1474750 Aug 23 03:44:30.299929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:30.361793 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:30.393489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf68b7-2604-4491-b233-bc0c015717a9 req-53e9bdb3-0b99-4492-8fb2-6ce7fe811b8d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:30.397839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-edcf68b7-2604-4491-b233-bc0c015717a9 req-53e9bdb3-0b99-4492-8fb2-6ce7fe811b8d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0815659 Aug 23 03:44:30.413602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:30.421375 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:30.459981 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:30.461218 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-edcf68b7-2604-4491-b233-bc0c015717a9 req-70b4f008-5bc1-4eda-a1a2-90b4b94edaf8 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548978 Aug 23 03:44:30.521296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:30.641192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Made reservation on behalf of 254da92af5cb4220bca30675202de691 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:30.644795 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:30.694735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] device_id is not set on port 9fe09ce4-843b-44af-91ed-7ab9318d20da yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:44:30.734224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad6a7c-3b79-4bd6-96c6-351b45bcdf15 req-b8e1e22d-0863-4ca1-bf70-7e7c4bac94cf tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:30.744005 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2dad6a7c-3b79-4bd6-96c6-351b45bcdf15 req-b8e1e22d-0863-4ca1-bf70-7e7c4bac94cf tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1066866 Aug 23 03:44:30.811039 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2dad6a7c-3b79-4bd6-96c6-351b45bcdf15 req-fb9757a4-002c-447a-a3e1-1ec3099fb158 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635760 Aug 23 03:44:30.812575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Allocated IP 172.20.0.8 (3081e589-e89a-4120-aa8a-8604512cf0eb/6d87a323-8369-466e-a804-9252ff0c971b/9fe09ce4-843b-44af-91ed-7ab9318d20da) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:30.916014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Allocated IP 172.25.1.154 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/a71e3c0c-13ff-468b-9bdd-e1e196991b98) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:31.084001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260f7b8-3b2a-49e7-8d96-dbf44956abe2 req-2a637144-629f-4c29-912b-021ef420a94d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:31.087166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c260f7b8-3b2a-49e7-8d96-dbf44956abe2 req-2a637144-629f-4c29-912b-021ef420a94d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1741171 Aug 23 03:44:31.239298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c260f7b8-3b2a-49e7-8d96-dbf44956abe2 req-46694c63-0369-4bc5-9b9a-f97d6e37cec4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189606 Aug 23 03:44:31.262476 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:31.290381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:31.335330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Transition to ACTIVE for port object 9fe09ce4-843b-44af-91ed-7ab9318d20da will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:31.445918 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ed98eb7f-1e11-4abe-87f7-44b056a1aec0 req-52ae71f0-2272-4eca-89e9-0cdf1f98c7a9 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0321629 Aug 23 03:44:31.452380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc1bf-e6e6-44a1-b1d5-0945928ac157 req-f3de8391-38e9-4afd-b469-88df286e8ff5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:31.454799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb9dc1bf-e6e6-44a1-b1d5-0945928ac157 req-f3de8391-38e9-4afd-b469-88df286e8ff5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0585644 Aug 23 03:44:31.464179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:31.516088 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:31.544002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:31.556120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:31.560025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:31.561893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event updated for resources: {'Port': ['ID=a71e3c0c-13ff-468b-9bdd-e1e196991b98,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:31.564410 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb9dc1bf-e6e6-44a1-b1d5-0945928ac157 req-afe65c95-d2e8-4635-ab3e-245e0e4066db tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036077 Aug 23 03:44:31.625402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Network 3081e589-e89a-4120-aa8a-8604512cf0eb is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:31.653600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:31.666197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:31.691173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:31.806457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Port': ['ID=9fe09ce4-843b-44af-91ed-7ab9318d20da,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:31.861106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:31.861753 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:31.930554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bf2f6-5fb7-4cb4-96ed-da011db4bfed req-ad9a37df-cf52-4bb9-81a7-d7de6347973d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:31.939076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a6bf2f6-5fb7-4cb4-96ed-da011db4bfed req-ad9a37df-cf52-4bb9-81a7-d7de6347973d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2306201 Aug 23 03:44:31.974783 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7eea0343-4708-449b-825e-bb88eb6cc679 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9532139 Aug 23 03:44:31.977929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43726) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:31.985253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cae4f39d-795c-4025-9c7c-543038276b76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1a:08:3a'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:32.001235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a6bf2f6-5fb7-4cb4-96ed-da011db4bfed req-63cfa2f7-6b3d-4495-931d-4dedb8d6ebb5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609767 Aug 23 03:44:32.117742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b01600f3-1857-445b-ad0f-8ba7eadeb264 None None] Provisioning for port 9fe09ce4-843b-44af-91ed-7ab9318d20da completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:32.122070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b01600f3-1857-445b-ad0f-8ba7eadeb264 None None] Provisioning complete for port 9fe09ce4-843b-44af-91ed-7ab9318d20da triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:32.122653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b01600f3-1857-445b-ad0f-8ba7eadeb264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:32.215934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b01600f3-1857-445b-ad0f-8ba7eadeb264 None None] Port 9fe09ce4-843b-44af-91ed-7ab9318d20da cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:32.235570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:32.253488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cae4f39d-795c-4025-9c7c-543038276b76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:32.334256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cd748-cab0-45ad-9b78-f5a8ebe255e6 req-60035d71-9738-4e5a-af14-a358a58cab9d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:32.336081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b8cd748-cab0-45ad-9b78-f5a8ebe255e6 req-60035d71-9738-4e5a-af14-a358a58cab9d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1310384 Aug 23 03:44:32.505866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b8cd748-cab0-45ad-9b78-f5a8ebe255e6 req-35045d8e-84f0-4190-bcda-11eb15f15966 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975490 Aug 23 03:44:32.618957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cae4f39d-795c-4025-9c7c-543038276b76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:32.673956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bacf441c-0f38-4b62-9bb0-bebc232b4271 req-970d2be3-6e4b-4454-8a87-e954ad140ca3 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0373385 Aug 23 03:44:32.688167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5f2eb-7798-437c-8e78-9cd3a842bca2 req-72d65752-a9ea-48ec-8bed-bd14f6a561d3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:32.690135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94d5f2eb-7798-437c-8e78-9cd3a842bca2 req-72d65752-a9ea-48ec-8bed-bd14f6a561d3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0672860 Aug 23 03:44:32.698082 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cae4f39d-795c-4025-9c7c-543038276b76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:32.961618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:33.154934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-64f07b62-8e5b-4a6a-b492-e683602eb838 None None] Provisioning complete for port 9fe09ce4-843b-44af-91ed-7ab9318d20da triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:33.155924 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-64f07b62-8e5b-4a6a-b492-e683602eb838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:33.200085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-64f07b62-8e5b-4a6a-b492-e683602eb838 None None] Port 9fe09ce4-843b-44af-91ed-7ab9318d20da cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:33.229957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4f39d-795c-4025-9c7c-543038276b76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Port': ['ID=9fe09ce4-843b-44af-91ed-7ab9318d20da,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:33.246383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94d5f2eb-7798-437c-8e78-9cd3a842bca2 req-c3f0d209-95a7-4fe0-96a5-07b45ab9e3e8 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453308 Aug 23 03:44:33.275654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Router ce9b4280-41ed-4726-88be-6343f121232a is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:44:33.278822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-cae4f39d-795c-4025-9c7c-543038276b76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] In _notify_port_updated(), no bound segment for port 9fe09ce4-843b-44af-91ed-7ab9318d20da on network 3081e589-e89a-4120-aa8a-8604512cf0eb {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:44:33.285126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4f39d-795c-4025-9c7c-543038276b76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:33.285986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cae4f39d-795c-4025-9c7c-543038276b76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:33.289422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cae4f39d-795c-4025-9c7c-543038276b76 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "PUT /v2.0/ports/9fe09ce4-843b-44af-91ed-7ab9318d20da HTTP/1.1" status: 200 len: 993 time: 1.3083105 Aug 23 03:44:33.290497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43770) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:33.443377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:44:33.457187 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132aac5-cce6-4844-89b5-7dd3cfca3c10 None None] Sync routers for ids ['ce9b4280-41ed-4726-88be-6343f121232a'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:44:33.459111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22eb53-6473-4697-9ba7-a8dc7e13defc req-3251de47-9cf5-4a9e-9f72-a8479896086f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:33.460534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b22eb53-6473-4697-9ba7-a8dc7e13defc req-3251de47-9cf5-4a9e-9f72-a8479896086f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0744345 Aug 23 03:44:33.467377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-33871e6d-58bc-4c10-b957-7fd578feab1e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Deleting port 9fe09ce4-843b-44af-91ed-7ab9318d20da {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:33.467999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33871e6d-58bc-4c10-b957-7fd578feab1e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:33.468111 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132aac5-cce6-4844-89b5-7dd3cfca3c10 None None] Routers {'ce9b4280-41ed-4726-88be-6343f121232a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:33.468387 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b132aac5-cce6-4844-89b5-7dd3cfca3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ce9b4280-41ed-4726-88be-6343f121232a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:33.511037 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b132aac5-cce6-4844-89b5-7dd3cfca3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:33.519959 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132aac5-cce6-4844-89b5-7dd3cfca3c10 None None] Routers {'ce9b4280-41ed-4726-88be-6343f121232a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:33.520769 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b132aac5-cce6-4844-89b5-7dd3cfca3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ce9b4280-41ed-4726-88be-6343f121232a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:33.552410 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b132aac5-cce6-4844-89b5-7dd3cfca3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:33.553054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b22eb53-6473-4697-9ba7-a8dc7e13defc req-73d48fa4-a861-46ba-bb85-cf3615dfe478 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822473 Aug 23 03:44:33.553621 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132aac5-cce6-4844-89b5-7dd3cfca3c10 None None] The sync data for ids ['ce9b4280-41ed-4726-88be-6343f121232a'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:33.582848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33871e6d-58bc-4c10-b957-7fd578feab1e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:33.595958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-33871e6d-58bc-4c10-b957-7fd578feab1e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Calling delete_port for 9fe09ce4-843b-44af-91ed-7ab9318d20da owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:33.684576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1782a-20cb-4e9b-bb57-e9346b9689f1 req-21f1cc31-4b70-4744-9275-9cd7e7bb11ba tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:33.686985 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1ea1782a-20cb-4e9b-bb57-e9346b9689f1 req-21f1cc31-4b70-4744-9275-9cd7e7bb11ba tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0578158 Aug 23 03:44:33.720350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:33.721772 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-890087fa-2bc0-4f80-b676-deb83533c946 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4441307 Aug 23 03:44:33.724755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43780) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:33.732906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:33.772255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1ea1782a-20cb-4e9b-bb57-e9346b9689f1 req-4e695c4f-6d91-472c-95bd-d19262ad26f3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780032 Aug 23 03:44:33.821598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1683eebd-8b48-4c3e-8666-2d6f2ae9559a req-9a1e08ea-99c5-4374-866e-61f0e91e947f tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0439014 Aug 23 03:44:33.988234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8e13-66b2-46c1-8237-da59b388663b req-92fbc29c-2eaf-42df-9801-8f43ab55df02 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:33.989872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f48c8e13-66b2-46c1-8237-da59b388663b req-92fbc29c-2eaf-42df-9801-8f43ab55df02 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0702271 Aug 23 03:44:34.032687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33871e6d-58bc-4c10-b957-7fd578feab1e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:34.068804 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f48c8e13-66b2-46c1-8237-da59b388663b req-667e4ce3-a889-4fe3-84c9-c3d70d92c806 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726373 Aug 23 03:44:34.095501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33871e6d-58bc-4c10-b957-7fd578feab1e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event deleted for resources: {'Port': ['ID=9fe09ce4-843b-44af-91ed-7ab9318d20da,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:34.338175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51def15-544d-4a8b-ac70-cf224319beed req-da515697-8183-416c-977e-909defb9d714 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:34.346729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51def15-544d-4a8b-ac70-cf224319beed req-da515697-8183-416c-977e-909defb9d714 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1672432 Aug 23 03:44:34.481930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51def15-544d-4a8b-ac70-cf224319beed req-2d25ceb9-55a0-4ec8-9c8a-fe8b6492826d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342945 Aug 23 03:44:34.560190 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33871e6d-58bc-4c10-b957-7fd578feab1e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:34.565042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-33871e6d-58bc-4c10-b957-7fd578feab1e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "DELETE /v2.0/ports/9fe09ce4-843b-44af-91ed-7ab9318d20da HTTP/1.1" status: 204 len: 168 time: 1.2706237 Aug 23 03:44:34.565348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43812) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:34.604810 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd40f86-b7b5-42f1-b97f-dad429e5ccd6 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] GET failed (client error): The resource could not be found. Aug 23 03:44:34.617481 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dbd40f86-b7b5-42f1-b97f-dad429e5ccd6 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "GET /v2.0/ports/9fe09ce4-843b-44af-91ed-7ab9318d20da HTTP/1.1" status: 404 len: 333 time: 0.0509436 Aug 23 03:44:34.619671 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:34.623314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43816) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:34.628284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'port': {'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb', 'name': 'tempest-AllowedAddressPairTestJSON-1260606120'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:34.698416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:34.727051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42ae45-4aee-4ecd-8f37-0c1e8dbb8753 req-b0da5b60-4db0-45cd-a96b-2dd75a617b9e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:34.728723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b42ae45-4aee-4ecd-8f37-0c1e8dbb8753 req-b0da5b60-4db0-45cd-a96b-2dd75a617b9e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0812299 Aug 23 03:44:34.779973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b42ae45-4aee-4ecd-8f37-0c1e8dbb8753 req-11708929-690e-4ff3-a46c-5955454eeec4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418785 Aug 23 03:44:34.866119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Made reservation on behalf of 254da92af5cb4220bca30675202de691 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:34.873303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:34.894202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Deleting port a71e3c0c-13ff-468b-9bdd-e1e196991b98 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:34.894828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:34.926795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] device_id is not set on port a5be3426-5776-499a-b9f5-c6b58dc16ac2 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:44:35.021334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c1ab5d0-e451-4ad6-b0e5-52d3a5be5292 req-0a5db3e8-f360-4b66-ad14-607734512bde tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0654700 Aug 23 03:44:35.031725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1942b8-087b-4bd6-9ab5-e90f7b495741 req-b26547d9-db9e-4662-b9c7-a3761658aafc tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:35.039543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b1942b8-087b-4bd6-9ab5-e90f7b495741 req-b26547d9-db9e-4662-b9c7-a3761658aafc tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1278546 Aug 23 03:44:35.059861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.077409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Calling delete_port for a71e3c0c-13ff-468b-9bdd-e1e196991b98 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:35.117264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b1942b8-087b-4bd6-9ab5-e90f7b495741 req-533236de-8791-420f-87f7-5b79dd8971d5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724099 Aug 23 03:44:35.134602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43828) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:35.143789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1575770940'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:35.183847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Allocated IP 172.20.0.5 (3081e589-e89a-4120-aa8a-8604512cf0eb/6d87a323-8369-466e-a804-9252ff0c971b/a5be3426-5776-499a-b9f5-c6b58dc16ac2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:35.336226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:35.340337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.432678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.452312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.465629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:44:35.471598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Pushing event deleted for resources: {'Port': ['ID=a71e3c0c-13ff-468b-9bdd-e1e196991b98,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:35.482654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Transition to ACTIVE for port object a5be3426-5776-499a-b9f5-c6b58dc16ac2 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:35.488352 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.488758 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Added segment bc57f6d0-9c7a-4abe-ab26-3de8c8654e94 of type vlan for network 7c0e0f79-cb26-4168-adbb-5e95df83d976 Aug 23 03:44:35.504344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68acbe-abdf-406f-8fa3-c8a4cc69581f req-489cb04d-595b-4eb3-98f7-0b894c3349e6 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:35.512289 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cc68acbe-abdf-406f-8fa3-c8a4cc69581f req-489cb04d-595b-4eb3-98f7-0b894c3349e6 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1117167 Aug 23 03:44:35.550523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.611863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cc68acbe-abdf-406f-8fa3-c8a4cc69581f req-108d7a78-c352-42b2-a481-9ff7f527d43c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942683 Aug 23 03:44:35.618419 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.676911 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.722398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Network 3081e589-e89a-4120-aa8a-8604512cf0eb is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:35.732454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:35.734909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:35.738118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Port': ['ID=a5be3426-5776-499a-b9f5-c6b58dc16ac2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:35.758158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.764062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:35.764662 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.840910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc1b6e-8064-4d5b-8f51-f90b3bedf91b req-03740260-499d-48b4-99b8-2ed78b681f94 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:35.849462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80bc1b6e-8064-4d5b-8f51-f90b3bedf91b req-03740260-499d-48b4-99b8-2ed78b681f94 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1359613 Aug 23 03:44:35.861639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.874017 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.901489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:35.907764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:35.907764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Network': ['ID=7c0e0f79-cb26-4168-adbb-5e95df83d976,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:35.919274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:44:35.935841 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8a7468d7-b161-498c-9b3a-f0f79b4fb5e8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7999480 Aug 23 03:44:35.936641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43848) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:35.945747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1178295757'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:35.998068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0129e34c-4147-4c7e-91b3-956feca39a0a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3736608 Aug 23 03:44:36.001196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43850) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:36.012946 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a6b605c1-61b5-4dac-b6ea-47317762de60 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1a:08:3a'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:36.025062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80bc1b6e-8064-4d5b-8f51-f90b3bedf91b req-f869af0d-53a2-4c14-be34-b5ae5ebdca85 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732237 Aug 23 03:44:36.056006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Router ce9b4280-41ed-4726-88be-6343f121232a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:44:36.108918 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-939b8692-5557-4cae-abc5-d23d6c5a2a62 req-5036f198-a67a-4759-9e77-de0a0ee487aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0488362 Aug 23 03:44:36.165725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:36.169190 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.205374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-995785f6-682c-4688-abec-e0402706d7df req-09959132-6c49-4cb4-9b95-cd24a737d2d3 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0886252 Aug 23 03:44:36.215566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d336b443-a940-4a06-ab30-94f80524e686 None None] Provisioning for port a5be3426-5776-499a-b9f5-c6b58dc16ac2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:36.229002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d336b443-a940-4a06-ab30-94f80524e686 None None] Provisioning complete for port a5be3426-5776-499a-b9f5-c6b58dc16ac2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:36.231089 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d336b443-a940-4a06-ab30-94f80524e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.246138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:44:36.262167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:44:36.270579 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.270943 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Added segment ec8f9052-25df-421d-867d-eb82fc24541c of type vlan for network 14893317-4e76-44d7-bca0-3671f275cf15 Aug 23 03:44:36.273273 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.285301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ba56eb98-ac2b-4663-ac46-5e6c60497734 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "PUT /v2.0/routers/ce9b4280-41ed-4726-88be-6343f121232a HTTP/1.1" status: 200 len: 705 time: 2.5594208 Aug 23 03:44:36.289266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:36.299826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3115c962-4a94-4b62-9d4c-3ce555fc4930 None None] Sync routers for ids ['ce9b4280-41ed-4726-88be-6343f121232a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:44:36.317969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3115c962-4a94-4b62-9d4c-3ce555fc4930 None None] Routers {'ce9b4280-41ed-4726-88be-6343f121232a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:36.321304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3115c962-4a94-4b62-9d4c-3ce555fc4930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ce9b4280-41ed-4726-88be-6343f121232a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:36.379827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-250147c6-b2ad-4742-bff0-47ec588c7fec tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/routers/ce9b4280-41ed-4726-88be-6343f121232a HTTP/1.1" status: 200 len: 740 time: 0.0880756 Aug 23 03:44:36.382344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43866) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:36.392473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3115c962-4a94-4b62-9d4c-3ce555fc4930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:36.412433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d336b443-a940-4a06-ab30-94f80524e686 None None] Port a5be3426-5776-499a-b9f5-c6b58dc16ac2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:36.414023 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3115c962-4a94-4b62-9d4c-3ce555fc4930 None None] Routers {'ce9b4280-41ed-4726-88be-6343f121232a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:44:36.414702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3115c962-4a94-4b62-9d4c-3ce555fc4930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ce9b4280-41ed-4726-88be-6343f121232a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:36.426275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6b605c1-61b5-4dac-b6ea-47317762de60 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.429678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.459161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3115c962-4a94-4b62-9d4c-3ce555fc4930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:36.460326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3115c962-4a94-4b62-9d4c-3ce555fc4930 None None] The sync data for ids ['ce9b4280-41ed-4726-88be-6343f121232a'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:44:36.483040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00666dbb-9940-4408-87d3-05001405fd59 req-7b6c50df-2d50-4543-9649-945266a37410 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:36.494200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00666dbb-9940-4408-87d3-05001405fd59 req-7b6c50df-2d50-4543-9649-945266a37410 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.3448269 Aug 23 03:44:36.522099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-074f8ab0-2781-4c35-a725-bd294c8f89cf tempest-RoutersAdminTest-1074477860 tempest-RoutersAdminTest-1074477860-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=ce9b4280-41ed-4726-88be-6343f121232a HTTP/1.1" status: 200 len: 205 time: 0.1347301 Aug 23 03:44:36.524960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43868) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:36.569071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fd77d104-d3f3-41d8-8651-8e75770b6d6a tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9b4280-41ed-4726-88be-6343f121232a HTTP/1.1" status: 200 len: 205 time: 0.0406082 Aug 23 03:44:36.569348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43870) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:36.618206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.621902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00666dbb-9940-4408-87d3-05001405fd59 req-6a78f74c-6ce6-4c95-b64d-cebd4a9fb356 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264610 Aug 23 03:44:36.626997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:36.633417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.686627 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f888be1-e26d-4bdf-8c9a-c7748c134273 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.753635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Network': ['ID=14893317-4e76-44d7-bca0-3671f275cf15,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:36.767171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 14893317-4e76-44d7-bca0-3671f275cf15 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:44:36.807931 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6b605c1-61b5-4dac-b6ea-47317762de60 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.813875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9b0daff4-dbe2-45ce-b8fb-4e9a68f96389 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8735991 Aug 23 03:44:36.814287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43882) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:36.820635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'subnet': {'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:36.851763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e18395-4cef-4b33-ab05-1696f3700f2d req-de83ce47-c717-4633-bf3f-6f9c1c64338a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:36.859282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77e18395-4cef-4b33-ab05-1696f3700f2d req-de83ce47-c717-4633-bf3f-6f9c1c64338a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1054983 Aug 23 03:44:36.966996 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6b605c1-61b5-4dac-b6ea-47317762de60 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.975513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f888be1-e26d-4bdf-8c9a-c7748c134273 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.980204 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f888be1-e26d-4bdf-8c9a-c7748c134273 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:36.992428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77e18395-4cef-4b33-ab05-1696f3700f2d req-3722c4ac-fcdb-4d96-b879-9df53aa5551f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306858 Aug 23 03:44:37.045841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:37.049551 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:37.121608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b605c1-61b5-4dac-b6ea-47317762de60 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Port': ['ID=a5be3426-5776-499a-b9f5-c6b58dc16ac2,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:37.150354 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f888be1-e26d-4bdf-8c9a-c7748c134273 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:37.151194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f888be1-e26d-4bdf-8c9a-c7748c134273 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Fanout notify agent at l3_agent the message router_deleted on router ce9b4280-41ed-4726-88be-6343f121232a {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:44:37.158352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f888be1-e26d-4bdf-8c9a-c7748c134273 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:37.162723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5f888be1-e26d-4bdf-8c9a-c7748c134273 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/ce9b4280-41ed-4726-88be-6343f121232a HTTP/1.1" status: 204 len: 168 time: 0.5884125 Aug 23 03:44:37.163307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43886) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:37.194838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a6b605c1-61b5-4dac-b6ea-47317762de60 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] In _notify_port_updated(), no bound segment for port a5be3426-5776-499a-b9f5-c6b58dc16ac2 on network 3081e589-e89a-4120-aa8a-8604512cf0eb {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:44:37.204585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-73f5bea7-4bfd-48a7-9c7d-3a587c1f8b8b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9b4280-41ed-4726-88be-6343f121232a HTTP/1.1" status: 200 len: 205 time: 0.0373642 Aug 23 03:44:37.207236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b605c1-61b5-4dac-b6ea-47317762de60 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:37.207689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43888) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:37.209383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6b605c1-61b5-4dac-b6ea-47317762de60 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:37.217651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a6b605c1-61b5-4dac-b6ea-47317762de60 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "PUT /v2.0/ports/a5be3426-5776-499a-b9f5-c6b58dc16ac2 HTTP/1.1" status: 200 len: 996 time: 1.2153127 Aug 23 03:44:37.223277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:37.360025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4438ea63-3110-4e33-9b21-4e459e27898d None None] Provisioning complete for port a5be3426-5776-499a-b9f5-c6b58dc16ac2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:37.360643 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4438ea63-3110-4e33-9b21-4e459e27898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:37.409306 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:37.441299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4438ea63-3110-4e33-9b21-4e459e27898d None None] Port a5be3426-5776-499a-b9f5-c6b58dc16ac2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:37.446349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bc2164ee-6f38-42d7-b87b-36f917d099a3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Deleting port a5be3426-5776-499a-b9f5-c6b58dc16ac2 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:37.446692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc2164ee-6f38-42d7-b87b-36f917d099a3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:37.553597 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc2164ee-6f38-42d7-b87b-36f917d099a3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:37.567774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bc2164ee-6f38-42d7-b87b-36f917d099a3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Calling delete_port for a5be3426-5776-499a-b9f5-c6b58dc16ac2 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:37.706902 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-cb92ef29-2342-499c-8cbb-7a96599fcb0c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] delete failed (client error): The resource could not be found. Aug 23 03:44:37.710202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb92ef29-2342-499c-8cbb-7a96599fcb0c tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/ce9b4280-41ed-4726-88be-6343f121232a HTTP/1.1" status: 404 len: 336 time: 0.5014231 Aug 23 03:44:37.711426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43908) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:37.743666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64c9e579-796c-4798-b745-7901cab1bc76 req-2e292532-182f-469f-8b81-d6fd58ae898b tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0497963 Aug 23 03:44:37.780575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0edccd9b-0280-42ff-a3d4-621efd06c194 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c HTTP/1.1" status: 200 len: 205 time: 0.0542595 Aug 23 03:44:37.808005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43910) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:37.903238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:37.926912 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:44:37.934532 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-5f748aa7-5fb2-4aba-892a-0f7f75687430 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] delete failed (client error): The resource could not be found. Aug 23 03:44:37.935756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5f748aa7-5fb2-4aba-892a-0f7f75687430 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/1370da6f-4a3d-4c1e-8c41-4f5a96efbf7c HTTP/1.1" status: 404 len: 336 time: 0.1280820 Aug 23 03:44:37.938490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43914) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:37.971486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7bdcc8d3-1e5d-4889-8a51-f3f4cf78c8bd tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=2322a3fa-ef3b-4c7b-b1fd-fd55cea26119 HTTP/1.1" status: 200 len: 205 time: 0.0278475 Aug 23 03:44:37.971891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43920) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.010254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Subnet': ['ID=b494ff07-4f70-4411-b40f-5db7ca26f968,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:38.010254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Checking segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:44:38.010254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network hostable DHCP agents. Network: 7c0e0f79-cb26-4168-adbb-5e95df83d976, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:44:38.025159 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-6dc08a84-d8d4-42bf-995d-7b705477e90b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] delete failed (client error): The resource could not be found. Aug 23 03:44:38.026223 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6dc08a84-d8d4-42bf-995d-7b705477e90b tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/2322a3fa-ef3b-4c7b-b1fd-fd55cea26119 HTTP/1.1" status: 404 len: 336 time: 0.0535395 Aug 23 03:44:38.028985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43926) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.056183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6494487d-4629-44cc-a06c-6a64c509eb5e tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=4551dfde-0739-497c-9cf1-3aff5985da38 HTTP/1.1" status: 200 len: 205 time: 0.0260825 Aug 23 03:44:38.059055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43928) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.100150 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-2620fca3-0d9b-4b73-b5da-1de8e361bd71 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] delete failed (client error): The resource could not be found. Aug 23 03:44:38.101234 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2620fca3-0d9b-4b73-b5da-1de8e361bd71 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/4551dfde-0739-497c-9cf1-3aff5985da38 HTTP/1.1" status: 404 len: 336 time: 0.0412211 Aug 23 03:44:38.102436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8ccd3-2a7c-4194-b0d8-b1b8ef6c9c02 req-876e14ae-e00d-46b5-a6a9-15be00051acf tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:38.104031 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ac8ccd3-2a7c-4194-b0d8-b1b8ef6c9c02 req-876e14ae-e00d-46b5-a6a9-15be00051acf tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0516102 Aug 23 03:44:38.104154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43930) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.131412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7fe33ef7-dd9e-472e-8cd8-d24d6458d52f tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3043e-689c-45dd-b104-e4eecf4ce53a HTTP/1.1" status: 200 len: 205 time: 0.0262082 Aug 23 03:44:38.134715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43932) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.143554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ac8ccd3-2a7c-4194-b0d8-b1b8ef6c9c02 req-df4e48ff-e91c-47c8-b50a-6372c6fb62e9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Aug 23 03:44:38.176274 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-5a834f46-39ce-4bee-8039-b5fd02ed6252 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] delete failed (client error): The resource could not be found. Aug 23 03:44:38.177314 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5a834f46-39ce-4bee-8039-b5fd02ed6252 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/aee3043e-689c-45dd-b104-e4eecf4ce53a HTTP/1.1" status: 404 len: 336 time: 0.0415311 Aug 23 03:44:38.180137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43934) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.208408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-505f0e4d-14d5-4df9-b8ec-269979d185a9 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "GET /v2.0/ports?device_id=fadb3ae8-5144-446f-8a16-cc3cb5f492a6 HTTP/1.1" status: 200 len: 205 time: 0.0273483 Aug 23 03:44:38.211441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43936) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.246863 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-828fa310-4d82-41a7-b12b-a5e85b30de70 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] delete failed (client error): The resource could not be found. Aug 23 03:44:38.247845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-828fa310-4d82-41a7-b12b-a5e85b30de70 tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/routers/fadb3ae8-5144-446f-8a16-cc3cb5f492a6 HTTP/1.1" status: 404 len: 336 time: 0.0354574 Aug 23 03:44:38.250822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43938) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.276960 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaeb467-15e6-421a-b8c4-fdc2f7cce2fa tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] DELETE failed (client error): The resource could not be found. Aug 23 03:44:38.277428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaeb467-15e6-421a-b8c4-fdc2f7cce2fa tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:44:38.279091 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4aaeb467-15e6-421a-b8c4-fdc2f7cce2fa tempest-RoutersAdminTest-217173703 tempest-RoutersAdminTest-217173703-project] 10.222.0.20 "DELETE /v2.0/subnets/adccbc9f-69ae-4664-9755-1a36b4fc7270 HTTP/1.1" status: 404 len: 337 time: 0.0274041 Aug 23 03:44:38.475125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:44:38.478294 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc2164ee-6f38-42d7-b87b-36f917d099a3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:38.515320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2164ee-6f38-42d7-b87b-36f917d099a3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event deleted for resources: {'Port': ['ID=a5be3426-5776-499a-b9f5-c6b58dc16ac2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:38.573472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 7c0e0f79-cb26-4168-adbb-5e95df83d976) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:38.579284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:38.579886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:38.583135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83046595-00c3-4ed5-9432-6ba6c802e100 None None] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:44:38.618023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc2164ee-6f38-42d7-b87b-36f917d099a3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:38.620085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bc2164ee-6f38-42d7-b87b-36f917d099a3 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "DELETE /v2.0/ports/a5be3426-5776-499a-b9f5-c6b58dc16ac2 HTTP/1.1" status: 204 len: 168 time: 1.3957391 Aug 23 03:44:38.622606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43946) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.650248 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a20b0fe-2fc7-418d-82ee-0b4773afa308 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] GET failed (client error): The resource could not be found. Aug 23 03:44:38.651840 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7a20b0fe-2fc7-418d-82ee-0b4773afa308 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "GET /v2.0/ports/a5be3426-5776-499a-b9f5-c6b58dc16ac2 HTTP/1.1" status: 404 len: 333 time: 0.0282800 Aug 23 03:44:38.656067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43948) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.657932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9aeccad8-b0e7-41cf-95b6-c61030989dbd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8425977 Aug 23 03:44:38.658671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43950) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.663304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'port': {'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb', 'name': 'tempest-AllowedAddressPairTestJSON-391010355'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:38.668615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'subnet': {'network_id': '14893317-4e76-44d7-bca0-3671f275cf15', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:38.860638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:38.864902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:38.878443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43956) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:38.984093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6152545f-bd31-4a24-9dbf-975841f63249 req-b8fb46b8-8941-4201-b36e-a5f54b3b1bab tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0418649 Aug 23 03:44:39.020434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-7c0e0f79-cb26-4168-adbb-5e95df83d976', 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'fixed_ips': [{'subnet_id': 'b494ff07-4f70-4411-b40f-5db7ca26f968'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:44:39.025178 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.093532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0338cee-7ddd-4017-ac66-d58674a43c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.135397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Made reservation on behalf of 254da92af5cb4220bca30675202de691 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:39.139810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.200130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] device_id is not set on port d963a86e-d711-4c02-a623-b698d0ce8816 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:44:39.255310 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Allocated IP 10.1.1.2 (7c0e0f79-cb26-4168-adbb-5e95df83d976/b494ff07-4f70-4411-b40f-5db7ca26f968/3d162fb1-594b-4eb7-bbbe-d326bc407432) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:39.329215 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.398085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Checking segment: {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:44:39.398085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network hostable DHCP agents. Network: 14893317-4e76-44d7-bca0-3671f275cf15, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:44:39.398479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4549-17d3-476d-9350-c603e3c9a49c req-40890d8a-a3f4-4c85-a8db-635d81b2a42c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:39.400663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52ef4549-17d3-476d-9350-c603e3c9a49c req-40890d8a-a3f4-4c85-a8db-635d81b2a42c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1432502 Aug 23 03:44:39.416594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Subnet': ['ID=32355db9-7868-424f-ba0c-c14a6941d444,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:39.450899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Allocated IP 172.20.0.5 (3081e589-e89a-4120-aa8a-8604512cf0eb/6d87a323-8369-466e-a804-9252ff0c971b/d963a86e-d711-4c02-a623-b698d0ce8816) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:39.482334 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.490546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0338cee-7ddd-4017-ac66-d58674a43c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.495662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Transition to ACTIVE for port object 3d162fb1-594b-4eb7-bbbe-d326bc407432 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:39.500271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52ef4549-17d3-476d-9350-c603e3c9a49c req-65bb7b83-b3c7-48d8-a34a-58d3067829d7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921350 Aug 23 03:44:39.500661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network 14893317-4e76-44d7-bca0-3671f275cf15 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:44:39.541409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Transition to ACTIVE for port object 3d162fb1-594b-4eb7-bbbe-d326bc407432 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:39.608633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 14893317-4e76-44d7-bca0-3671f275cf15) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:39.610059 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.613160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:39.615006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.641957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0338cee-7ddd-4017-ac66-d58674a43c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.643661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53324f2c-9654-44ae-b677-a1f5ab896751 None None] Network 14893317-4e76-44d7-bca0-3671f275cf15 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:44:39.692744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43988) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:39.697178 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e0338cee-7ddd-4017-ac66-d58674a43c3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5942dfa9316d42e4b07c9a3c45716c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8104382 Aug 23 03:44:39.733695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:39.738499 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-304a4b2a-3ec6-4d11-9a8f-35c853626965 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0763011 Aug 23 03:44:39.740383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:39.754014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43990) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:39.762326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'port': {'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'name': 'tempest-TaggedBootDevicesTest_v242-831560914', 'fixed_ips': [{'subnet_id': 'b494ff07-4f70-4411-b40f-5db7ca26f968'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:39.768020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:39.819451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98c53887-10fb-4856-9fbc-3572fd65d132 req-7a3f4ff6-64a4-4541-a3b2-23325f5d61fb tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0781348 Aug 23 03:44:39.859800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Pushing event updated for resources: {'Port': ['ID=3d162fb1-594b-4eb7-bbbe-d326bc407432,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:39.874077 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eb37b462-4db5-42fa-b647-4d508587f4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.880943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0338cee-7ddd-4017-ac66-d58674a43c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1653dbb9-ab66-4982-96f5-b05c655e736d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:39.902746 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.927188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Transition to ACTIVE for port object d963a86e-d711-4c02-a623-b698d0ce8816 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:39.970519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Attempting to bind port 3d162fb1-594b-4eb7-bbbe-d326bc407432 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:44:39.970895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Attempting to bind port 3d162fb1-594b-4eb7-bbbe-d326bc407432 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:44:39.971265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Attempting to bind port 3d162fb1-594b-4eb7-bbbe-d326bc407432 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:44:39.976025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eb37b462-4db5-42fa-b647-4d508587f4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.984463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:44:39.984929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Checking segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:44:39.985463 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:39.986048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Bound using segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:44:39.986910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Bound port: 3d162fb1-594b-4eb7-bbbe-d326bc407432, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:44:39.987407 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.026435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.104557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] For port 3d162fb1-594b-4eb7-bbbe-d326bc407432, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:44:40.140027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:40.150319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Port': ['ID=d963a86e-d711-4c02-a623-b698d0ce8816,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:40.151589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-14893317-4e76-44d7-bca0-3671f275cf15', 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'fixed_ips': [{'subnet_id': '32355db9-7868-424f-ba0c-c14a6941d444'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:44:40.152918 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.165132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] For port 3d162fb1-594b-4eb7-bbbe-d326bc407432, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3d162fb1-594b-4eb7-bbbe-d326bc407432,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:44:40.203971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Network 3081e589-e89a-4120-aa8a-8604512cf0eb is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:40.207424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:40.215372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:40.261046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eb37b462-4db5-42fa-b647-4d508587f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.264067 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eb37b462-4db5-42fa-b647-4d508587f4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.266231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-eb37b462-4db5-42fa-b647-4d508587f4f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1653dbb9-ab66-4982-96f5-b05c655e736d HTTP/1.1" status: 204 len: 168 time: 0.5714567 Aug 23 03:44:40.303832 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.317823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:40.328972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37b462-4db5-42fa-b647-4d508587f4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1653dbb9-ab66-4982-96f5-b05c655e736d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:40.333277 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.418156 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-df9e55b8-cf9a-4d5a-9e26-70fd430bd9e4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7578773 Aug 23 03:44:40.423234 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.423381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44012) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:40.430215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'port': {'network_id': '3081e589-e89a-4120-aa8a-8604512cf0eb', 'name': 'tempest-AllowedAddressPairTestJSON-651725889'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:40.461301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] device_id is not set on port b3c53ce8-d63a-4657-81e8-6e88369ae16c yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:44:40.511869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e905979-d161-433b-91a2-3b5a47d2678e None None] Pushing event updated for resources: {'Port': ['ID=3d162fb1-594b-4eb7-bbbe-d326bc407432,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:40.549596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Allocated IP 10.2.2.2 (14893317-4e76-44d7-bca0-3671f275cf15/32355db9-7868-424f-ba0c-c14a6941d444/4db3a272-9ad4-4e13-ad2e-559e75d438f0) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:40.755236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Made reservation on behalf of 254da92af5cb4220bca30675202de691 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:40.756054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.789499 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.799615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Transition to ACTIVE for port object 4db3a272-9ad4-4e13-ad2e-559e75d438f0 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:40.812285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] device_id is not set on port a1040c6c-cb56-4a10-bb37-1de72cd73dbe yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:44:40.816865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Transition to ACTIVE for port object 4db3a272-9ad4-4e13-ad2e-559e75d438f0 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:40.897493 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.938956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c39ac77b-180c-4e77-bf4a-b8fa5a24c38f None None] Provisioning for port d963a86e-d711-4c02-a623-b698d0ce8816 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:40.946002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c39ac77b-180c-4e77-bf4a-b8fa5a24c38f None None] Provisioning complete for port d963a86e-d711-4c02-a623-b698d0ce8816 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:40.949848 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c39ac77b-180c-4e77-bf4a-b8fa5a24c38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:40.961329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Network 14893317-4e76-44d7-bca0-3671f275cf15 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:40.985047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:40.996675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:41.018868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Pushing event updated for resources: {'Port': ['ID=4db3a272-9ad4-4e13-ad2e-559e75d438f0,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:41.020829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0e366da-4474-40a2-85d0-e1df91d4793c req-f551dc87-48f1-4cf1-b767-f4af13db81de tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0557818 Aug 23 03:44:41.029799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c39ac77b-180c-4e77-bf4a-b8fa5a24c38f None None] Port d963a86e-d711-4c02-a623-b698d0ce8816 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:41.166727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Attempting to bind port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:44:41.167403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Attempting to bind port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:44:41.170155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Attempting to bind port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 on network 14893317-4e76-44d7-bca0-3671f275cf15 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:44:41.175453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Allocated IP 172.20.0.3 (3081e589-e89a-4120-aa8a-8604512cf0eb/6d87a323-8369-466e-a804-9252ff0c971b/a1040c6c-cb56-4a10-bb37-1de72cd73dbe) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:41.182939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:44:41.191076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Checking segment: {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:44:41.191076 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:41.191076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Bound using segment: {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:44:41.191076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Bound port: 4db3a272-9ad4-4e13-ad2e-559e75d438f0, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:44:41.191076 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:41.254722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44022) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:41.310635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] For port 4db3a272-9ad4-4e13-ad2e-559e75d438f0, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:44:41.313368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] For port 4db3a272-9ad4-4e13-ad2e-559e75d438f0, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4db3a272-9ad4-4e13-ad2e-559e75d438f0,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:44:41.380512 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:41.412434 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-65d841be-1054-4a0c-baf7-81eee119e519 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76ecd1a0b1d64264ade90361bdb04451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564877 Aug 23 03:44:41.418154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44036) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:41.451090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5f03b-f636-491d-a0e4-2be1afb8a5b2 None None] Pushing event updated for resources: {'Port': ['ID=4db3a272-9ad4-4e13-ad2e-559e75d438f0,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:41.496816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:41.527597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Transition to ACTIVE for port object a1040c6c-cb56-4a10-bb37-1de72cd73dbe will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:41.529515 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c04e26fc-147e-42c9-9d7f-9355feb30a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:41.555482 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c04e26fc-147e-42c9-9d7f-9355feb30a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:41.587965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d532a80-a2c8-41d9-a07a-d89d08703a5a req-f88cfc5d-1a6c-4a28-8155-851ef0c3ce26 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:41.595508 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d532a80-a2c8-41d9-a07a-d89d08703a5a req-f88cfc5d-1a6c-4a28-8155-851ef0c3ce26 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.7614067 Aug 23 03:44:41.650098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Allocated IP 10.1.1.21 (7c0e0f79-cb26-4168-adbb-5e95df83d976/b494ff07-4f70-4411-b40f-5db7ca26f968/b3c53ce8-d63a-4657-81e8-6e88369ae16c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:41.667006 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d532a80-a2c8-41d9-a07a-d89d08703a5a req-c7fe6847-8721-492d-ab22-873093d88ef0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706558 Aug 23 03:44:41.694566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c04e26fc-147e-42c9-9d7f-9355feb30a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:41.706576 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c04e26fc-147e-42c9-9d7f-9355feb30a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:41.706576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c04e26fc-147e-42c9-9d7f-9355feb30a36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1b2587d-04fb-4807-9e0b-1cab5f53845c HTTP/1.1" status: 204 len: 168 time: 0.2799404 Aug 23 03:44:41.721355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e26fc-147e-42c9-9d7f-9355feb30a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b2587d-04fb-4807-9e0b-1cab5f53845c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:41.732984 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:41.934194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Port': ['ID=a1040c6c-cb56-4a10-bb37-1de72cd73dbe,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:41.947432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Network 3081e589-e89a-4120-aa8a-8604512cf0eb is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:41.952425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:41.956024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:41.959840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4d6623-1e8b-4db1-bba9-a8d7a6f3540c None None] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:44:42.038225 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:42.064650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Transition to ACTIVE for port object b3c53ce8-d63a-4657-81e8-6e88369ae16c will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:42.119477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:42.120317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:42.174867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:42.260845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a255086-133a-4b32-ad5b-3fbe645d2370 None None] Provisioning for port 3d162fb1-594b-4eb7-bbbe-d326bc407432 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:42.327252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d73b55d4-208d-4f9a-9a7a-c78279a876af req-68eae7f1-2078-47fb-bc2e-5e69de2f144b tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1099868 Aug 23 03:44:42.328772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-116eb361-4b2e-4ec8-95c6-9bb026e3dc4b tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9090176 Aug 23 03:44:42.331644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44046) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:42.339821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a328ad2d-01d3-4e73-ad8f-75ab3d18a3cc tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:1a:08:3a'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b9:af:83'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:42.341521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Port': ['ID=b3c53ce8-d63a-4657-81e8-6e88369ae16c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:42.393335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:42.410991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:42.424815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:42.556751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4db3a272-9ad4-4e13-ad2e-559e75d438f0 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:42.585711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:42.586428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:42.641125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8269000a-f766-42a7-969d-243e9240a510 None None] Provisioning for port a1040c6c-cb56-4a10-bb37-1de72cd73dbe completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:42.646867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8269000a-f766-42a7-969d-243e9240a510 None None] Provisioning complete for port a1040c6c-cb56-4a10-bb37-1de72cd73dbe triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:42.647389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8269000a-f766-42a7-969d-243e9240a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:42.685381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c4adf19e-4707-4b2b-8ee0-ee69f3a2f7af tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9298577 Aug 23 03:44:42.690163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44066) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:42.697251 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'port': {'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'name': 'tempest-TaggedBootDevicesTest_v242-2039691699', 'fixed_ips': [{'subnet_id': 'b494ff07-4f70-4411-b40f-5db7ca26f968'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:42.725239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8269000a-f766-42a7-969d-243e9240a510 None None] Port a1040c6c-cb56-4a10-bb37-1de72cd73dbe cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:42.759789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a328ad2d-01d3-4e73-ad8f-75ab3d18a3cc tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:42.820986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:42.825927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3d162fb1-594b-4eb7-bbbe-d326bc407432 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:43.010958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2bb10e1a-a23c-410a-aaab-c66042e9ec6b None None] Provisioning for port b3c53ce8-d63a-4657-81e8-6e88369ae16c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:43.017436 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2bb10e1a-a23c-410a-aaab-c66042e9ec6b None None] Provisioning complete for port b3c53ce8-d63a-4657-81e8-6e88369ae16c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:43.018102 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2bb10e1a-a23c-410a-aaab-c66042e9ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.083712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 3d162fb1-594b-4eb7-bbbe-d326bc407432 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:43.094356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:43.100347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.112401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243eac0f-736f-42bb-9f38-b50443afae23 req-af037678-6911-4096-844a-aba18f6327a7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:43.114307 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-243eac0f-736f-42bb-9f38-b50443afae23 req-af037678-6911-4096-844a-aba18f6327a7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2845445 Aug 23 03:44:43.118243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3d162fb1-594b-4eb7-bbbe-d326bc407432 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:43.126670 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.174026 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a328ad2d-01d3-4e73-ad8f-75ab3d18a3cc tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.181728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] device_id is not set on port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:44:43.185658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2bb10e1a-a23c-410a-aaab-c66042e9ec6b None None] Port b3c53ce8-d63a-4657-81e8-6e88369ae16c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:43.223961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-243eac0f-736f-42bb-9f38-b50443afae23 req-5ab72544-61f6-4fd6-8f14-ef98e11b89c1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959110 Aug 23 03:44:43.229824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe3e8e-b844-4995-b7ec-30b85ae3cfac None None] Network 14893317-4e76-44d7-bca0-3671f275cf15 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:44:43.245293 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a328ad2d-01d3-4e73-ad8f-75ab3d18a3cc tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.315555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2bb10e1a-a23c-410a-aaab-c66042e9ec6b None None] Provisioning complete for port 3d162fb1-594b-4eb7-bbbe-d326bc407432 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:43.315934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2bb10e1a-a23c-410a-aaab-c66042e9ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.416862 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.456886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a328ad2d-01d3-4e73-ad8f-75ab3d18a3cc tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] In _notify_port_updated(), no bound segment for port a1040c6c-cb56-4a10-bb37-1de72cd73dbe on network 3081e589-e89a-4120-aa8a-8604512cf0eb {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:44:43.463605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328ad2d-01d3-4e73-ad8f-75ab3d18a3cc tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:43.464052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a328ad2d-01d3-4e73-ad8f-75ab3d18a3cc tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.465700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a328ad2d-01d3-4e73-ad8f-75ab3d18a3cc tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "PUT /v2.0/ports/a1040c6c-cb56-4a10-bb37-1de72cd73dbe HTTP/1.1" status: 200 len: 1054 time: 1.1331170 Aug 23 03:44:43.471223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44082) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:43.477085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328ad2d-01d3-4e73-ad8f-75ab3d18a3cc tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event updated for resources: {'Port': ['ID=a1040c6c-cb56-4a10-bb37-1de72cd73dbe,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:43.574057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2bb10e1a-a23c-410a-aaab-c66042e9ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.584393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Allocated IP 10.1.1.76 (7c0e0f79-cb26-4168-adbb-5e95df83d976/b494ff07-4f70-4411-b40f-5db7ca26f968/0170b80a-cc41-40bd-ad1d-37e05230b7d6) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:43.657050 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-93468fb6-7b0b-47a2-835b-486db9a1b51d req-468424fb-373d-40ef-a4b3-06a83df3f610 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0774369 Aug 23 03:44:43.664025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 3d162fb1-594b-4eb7-bbbe-d326bc407432, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3d162fb1-594b-4eb7-bbbe-d326bc407432,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:43.754471 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:43.887840 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-2bb10e1a-a23c-410a-aaab-c66042e9ec6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:44:43.888713 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-2bb10e1a-a23c-410a-aaab-c66042e9ec6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:44:43.926232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=3d162fb1-594b-4eb7-bbbe-d326bc407432,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:43.983947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-647e01db-f59b-4a4f-aa74-e8c4b6545964 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Deleting port a1040c6c-cb56-4a10-bb37-1de72cd73dbe {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:43.983947 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-647e01db-f59b-4a4f-aa74-e8c4b6545964 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:44.060203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:44.123403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Transition to ACTIVE for port object 0170b80a-cc41-40bd-ad1d-37e05230b7d6 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:44:44.173268 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-647e01db-f59b-4a4f-aa74-e8c4b6545964 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:44.190019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-647e01db-f59b-4a4f-aa74-e8c4b6545964 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Calling delete_port for a1040c6c-cb56-4a10-bb37-1de72cd73dbe owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:44.270628 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:44.285956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3d162fb1-594b-4eb7-bbbe-d326bc407432 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:44.322815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:44.329199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:44.336510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:44.373451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3d162fb1-594b-4eb7-bbbe-d326bc407432 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:44.374298 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:44.453739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:44.454029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd1df5-a3a7-4269-8ad2-cf7220d4b7c4 req-241161a0-841d-4fe8-b14c-1c93982b58e5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:44.454814 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:44.455798 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51bd1df5-a3a7-4269-8ad2-cf7220d4b7c4 req-241161a0-841d-4fe8-b14c-1c93982b58e5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1097348 Aug 23 03:44:44.509190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Port': ['ID=0170b80a-cc41-40bd-ad1d-37e05230b7d6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:44.572847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51bd1df5-a3a7-4269-8ad2-cf7220d4b7c4 req-9e957a54-d00e-4d60-8efe-464e465bab9d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094666 Aug 23 03:44:44.622613 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e8ef97f2-79f4-4fb4-9f28-ed5c86c3a9e6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9308310 Aug 23 03:44:44.774433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Provisioning for port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:44.779107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Provisioning complete for port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:44.780790 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:44.810261 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-647e01db-f59b-4a4f-aa74-e8c4b6545964 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:44.852837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e01db-f59b-4a4f-aa74-e8c4b6545964 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event deleted for resources: {'Port': ['ID=a1040c6c-cb56-4a10-bb37-1de72cd73dbe,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:44.948910 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.001086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44124) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:45.035766 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1e572074-1dcc-4e09-8024-cdf80ca73898 req-9b0cea42-a63c-45c0-bd2e-c894777e490c tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0972321 Aug 23 03:44:45.098498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] For port 4db3a272-9ad4-4e13-ad2e-559e75d438f0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4db3a272-9ad4-4e13-ad2e-559e75d438f0,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:45.185639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1837202015', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:45.299323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-647e01db-f59b-4a4f-aa74-e8c4b6545964 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.301435 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-647e01db-f59b-4a4f-aa74-e8c4b6545964 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "DELETE /v2.0/ports/a1040c6c-cb56-4a10-bb37-1de72cd73dbe HTTP/1.1" status: 204 len: 168 time: 1.8289652 Aug 23 03:44:45.303820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44136) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:45.327430 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3d2c18-bfa2-469d-80f2-0589ebd8fe6e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] GET failed (client error): The resource could not be found. Aug 23 03:44:45.328824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ee3d2c18-bfa2-469d-80f2-0589ebd8fe6e tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "GET /v2.0/ports/a1040c6c-cb56-4a10-bb37-1de72cd73dbe HTTP/1.1" status: 404 len: 333 time: 0.0240881 Aug 23 03:44:45.331289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44138) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:45.385511 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.399071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Made reservation on behalf of de882ebe405c4b47a5cf718524728de9 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:45.401526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.412665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Could not find standard attr ID for object a1040c6c-cb56-4a10-bb37-1de72cd73dbe. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:44:45.415110 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.439951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Provisioning complete for port b3c53ce8-d63a-4657-81e8-6e88369ae16c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:45.439951 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.449228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44142) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:45.455918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e551cd5d-8e46-430e-9d19-d05b97741b11 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110745498', 'description': 'tempest-description--1683923365'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:45.458798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f76c9-1e4d-4a3d-9279-a994f0f5092a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Deleting port d963a86e-d711-4c02-a623-b698d0ce8816 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:45.459149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b9f76c9-1e4d-4a3d-9279-a994f0f5092a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.482260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Pushing event updated for resources: {'Port': ['ID=4db3a272-9ad4-4e13-ad2e-559e75d438f0,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:45.486642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ff79c208-4a4c-4291-95a6-d39091161512 None None] Port b3c53ce8-d63a-4657-81e8-6e88369ae16c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:45.575563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b9f76c9-1e4d-4a3d-9279-a994f0f5092a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.596250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f76c9-1e4d-4a3d-9279-a994f0f5092a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Calling delete_port for d963a86e-d711-4c02-a623-b698d0ce8816 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:45.671371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5ad8d302-da32-4889-a4f3-b688462ebda2 None None] Provisioning for port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:44:45.678084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5ad8d302-da32-4889-a4f3-b688462ebda2 None None] Provisioning complete for port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:45.678494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d302-da32-4889-a4f3-b688462ebda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.681359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.722726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8d302-da32-4889-a4f3-b688462ebda2 None None] Port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:44:45.759449 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.771362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] device_id is not set on port bf4d4762-24c8-4893-ad6d-b826b55ef6c9 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:44:45.785959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b696-7a99-415e-88d3-4965e83c205e req-1164a2ad-da62-42f6-80d8-c87a617348c5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:45.789708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53f1b696-7a99-415e-88d3-4965e83c205e req-1164a2ad-da62-42f6-80d8-c87a617348c5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1245148 Aug 23 03:44:45.850581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34963187-2110-4d5c-8bde-27ad9e86dae2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:45.853332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53f1b696-7a99-415e-88d3-4965e83c205e req-337fcb4f-eaea-4ba3-9d4f-303dc209fcad tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474057 Aug 23 03:44:45.861861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:44:45.896743 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e551cd5d-8e46-430e-9d19-d05b97741b11 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.954018 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b9f76c9-1e4d-4a3d-9279-a994f0f5092a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:45.990759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:45.998117 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e551cd5d-8e46-430e-9d19-d05b97741b11 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.001811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f76c9-1e4d-4a3d-9279-a994f0f5092a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event deleted for resources: {'Port': ['ID=d963a86e-d711-4c02-a623-b698d0ce8816,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:46.002886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692', 'port_id': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'mac_address': 'fa:16:3e:37:62:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948588ae-36ea-4d37-9137-432e89d7d12d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:44:46.112168 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e551cd5d-8e46-430e-9d19-d05b97741b11 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.116170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Allocated IP 172.25.1.169 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/bf4d4762-24c8-4893-ad6d-b826b55ef6c9) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:46.152317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551cd5d-8e46-430e-9d19-d05b97741b11 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf918e1e-3f60-4e6c-8447-d1561a5deef6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:46.154510 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b9f76c9-1e4d-4a3d-9279-a994f0f5092a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.157686 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8b9f76c9-1e4d-4a3d-9279-a994f0f5092a tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "DELETE /v2.0/ports/d963a86e-d711-4c02-a623-b698d0ce8816 HTTP/1.1" status: 204 len: 168 time: 0.8254931 Aug 23 03:44:46.168100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44160) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:46.250467 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.268994 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fd4e0f-39cb-4336-a866-dfbfefec5f1c tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] GET failed (client error): The resource could not be found. Aug 23 03:44:46.274243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d3fd4e0f-39cb-4336-a866-dfbfefec5f1c tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "GET /v2.0/ports/d963a86e-d711-4c02-a623-b698d0ce8816 HTTP/1.1" status: 404 len: 333 time: 0.1002257 Aug 23 03:44:46.280397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44178) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:46.286468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35b84f52-dd1b-426f-9767-3c1ec70c36bc {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:44:46.355989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f00d427-de90-4330-bda9-4eb9f256d655 req-96353729-0aef-4edb-9fc0-c1c7574f51e1 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0782416 Aug 23 03:44:46.360221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e551cd5d-8e46-430e-9d19-d05b97741b11 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.361474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e551cd5d-8e46-430e-9d19-d05b97741b11 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9108243 Aug 23 03:44:46.371300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44186) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:46.387849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:46.389506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.399749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-da8c5805-5a4a-427c-b37b-d088c7df8ead tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'security_group_rule': {'security_group_id': 'bf918e1e-3f60-4e6c-8447-d1561a5deef6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:46.412358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4db3a272-9ad4-4e13-ad2e-559e75d438f0 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:46.445282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.507230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-f5acf552-7040-4677-8954-a7ee77783ec4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Deleting port fb246469-e23a-4d9b-9dba-648a6e7134e3 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:46.507580 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f5acf552-7040-4677-8954-a7ee77783ec4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.527714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:46.528317 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.533469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:46.556186 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.556636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['35b84f52-dd1b-426f-9767-3c1ec70c36bc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:44:46.582490 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da8c5805-5a4a-427c-b37b-d088c7df8ead tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.612024 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Pushing event updated for resources: {'Port': ['ID=bf4d4762-24c8-4893-ad6d-b826b55ef6c9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:46.628990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:46.631399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:46.634156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:46.651926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f5acf552-7040-4677-8954-a7ee77783ec4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.669833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da8c5805-5a4a-427c-b37b-d088c7df8ead tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.676767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-f5acf552-7040-4677-8954-a7ee77783ec4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Calling delete_port for fb246469-e23a-4d9b-9dba-648a6e7134e3 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:46.687972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:46.692098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.748314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da8c5805-5a4a-427c-b37b-d088c7df8ead tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.769841 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88dd7085-987a-4fd7-a248-8de283721aba tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7676122 Aug 23 03:44:46.774141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44198) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:46.777396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c5805-5a4a-427c-b37b-d088c7df8ead tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ef7ba0-03f6-44ea-b92e-8bf57ca7e4d7,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:46.779896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.169'}]}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:46.871573 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da8c5805-5a4a-427c-b37b-d088c7df8ead tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.873646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-da8c5805-5a4a-427c-b37b-d088c7df8ead tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4982295 Aug 23 03:44:46.876343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44204) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:46.881298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0ea6d8bf-1c58-4871-9523-c5d320765e3f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'security_group_rule': {'security_group_id': 'bf918e1e-3f60-4e6c-8447-d1561a5deef6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:46.934271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f5acf552-7040-4677-8954-a7ee77783ec4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.974406 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.976865 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:46.996938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acf552-7040-4677-8954-a7ee77783ec4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event deleted for resources: {'Port': ['ID=fb246469-e23a-4d9b-9dba-648a6e7134e3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:47.092426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d7da0-b2a1-40ec-8c22-70942089893c req-e8f8cec1-e6d6-43fc-b04f-80144d852fa1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:47.095458 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.099733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d3d7da0-b2a1-40ec-8c22-70942089893c req-e8f8cec1-e6d6-43fc-b04f-80144d852fa1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.1782930 Aug 23 03:44:47.133524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d8bf-1c58-4871-9523-c5d320765e3f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.159577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f5acf552-7040-4677-8954-a7ee77783ec4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.161498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f5acf552-7040-4677-8954-a7ee77783ec4 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "DELETE /v2.0/ports/fb246469-e23a-4d9b-9dba-648a6e7134e3 HTTP/1.1" status: 204 len: 168 time: 0.8802078 Aug 23 03:44:47.164475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44210) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:47.184283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d3d7da0-b2a1-40ec-8c22-70942089893c req-c5ba3483-cdf5-4c4f-9b3b-20a6574039f7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774302 Aug 23 03:44:47.248539 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d8bf-1c58-4871-9523-c5d320765e3f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.323037 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a90090e-9b65-4edf-a594-658d745304a5 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Deleting subnet 6d87a323-8369-466e-a804-9252ff0c971b {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:44:47.323234 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d8bf-1c58-4871-9523-c5d320765e3f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.347317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6d8bf-1c58-4871-9523-c5d320765e3f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af701e1-f61c-46fe-84de-c84bd9923497,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:47.356171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0a90090e-9b65-4edf-a594-658d745304a5 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.379595 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.403316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d8bf-1c58-4871-9523-c5d320765e3f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.407950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0ea6d8bf-1c58-4871-9523-c5d320765e3f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5305500 Aug 23 03:44:47.408819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44224) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:47.410121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0a90090e-9b65-4edf-a594-658d745304a5 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.413741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:47.530259 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.544340 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0a90090e-9b65-4edf-a594-658d745304a5 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.564863 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db7190ec-f89d-493b-a8d7-0e145025c9db req-fb4a3657-488e-4f0e-a932-9ae0b58b5718 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0595343 Aug 23 03:44:47.726621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bb571-f596-4120-9d70-f2a98f517fe1 req-958ce17b-d907-46f0-ae1f-037489a5ef69 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:47.728106 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-532bb571-f596-4120-9d70-f2a98f517fe1 req-958ce17b-d907-46f0-ae1f-037489a5ef69 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 950 time: 0.0682809 Aug 23 03:44:47.775067 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.776287 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0a90090e-9b65-4edf-a594-658d745304a5 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.801722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-532bb571-f596-4120-9d70-f2a98f517fe1 req-9324872f-eefa-4986-b7bc-5664e4dd3a87 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567780 Aug 23 03:44:47.806557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90090e-9b65-4edf-a594-658d745304a5 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event deleted for resources: {'Subnet': ['ID=6d87a323-8369-466e-a804-9252ff0c971b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:47.834093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7cf1d5-e6e7-477e-99d9-32813eeebf65 None None] Network 3081e589-e89a-4120-aa8a-8604512cf0eb requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:44:47.864905 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0a90090e-9b65-4edf-a594-658d745304a5 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.869596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0a90090e-9b65-4edf-a594-658d745304a5 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "DELETE /v2.0/subnets/6d87a323-8369-466e-a804-9252ff0c971b HTTP/1.1" status: 204 len: 168 time: 0.7039249 Aug 23 03:44:47.874458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44242) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:47.883057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:47.909278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:47.952476 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.018810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.028365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Allocated IP 172.25.1.31 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/0c83e02e-a98a-4ad8-86f8-369b29adcdaf) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:44:48.049399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 35b84f52-dd1b-426f-9767-3c1ec70c36bc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:48.049781 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.152528 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.210470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:48.213226 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71098d1-9584-4027-826b-4a00ca52be8e" -d '{"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-plugged", "status": "completed", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:48.236527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381bc21-09d3-4390-9245-e57c4302f06a None None] DHCP port deletion for 3081e589-e89a-4120-aa8a-8604512cf0eb request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:44:48.243309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:48.280907 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.307112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.324634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Deleting port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:48.324977 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.358747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d381bc21-09d3-4390-9245-e57c4302f06a None None] Deleting port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:48.359283 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d381bc21-09d3-4390-9245-e57c4302f06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.387537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:48.426858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c176-9571-4cc2-80af-973fc491ae7b req-2113a289-9fbc-4ec8-96d2-968adab25051 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:48.428519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6079c176-9571-4cc2-80af-973fc491ae7b req-2113a289-9fbc-4ec8-96d2-968adab25051 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1374798 Aug 23 03:44:48.437501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d381bc21-09d3-4390-9245-e57c4302f06a None None] For port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4,segment=NetworkSegment(cb0dcf81-deed-439d-ba93-3cc8799c16aa),segment_id=cb0dcf81-deed-439d-ba93-3cc8799c16aa)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:48.438038 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d381bc21-09d3-4390-9245-e57c4302f06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.452273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d381bc21-09d3-4390-9245-e57c4302f06a None None] Calling delete_port for bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:48.488609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] For port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4,segment=NetworkSegment(cb0dcf81-deed-439d-ba93-3cc8799c16aa),segment_id=cb0dcf81-deed-439d-ba93-3cc8799c16aa)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:48.488979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.517907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6079c176-9571-4cc2-80af-973fc491ae7b req-0aa3dbda-14f8-4b60-bf92-bc6efc058f74 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762150 Aug 23 03:44:48.526239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Calling delete_port for bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:48.592217 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b29edd-d6b3-4d9e-9789-1817e170be4b x-openstack-request-id: req-97b29edd-d6b3-4d9e-9789-1817e170be4b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:48.592526 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-plugged", "status": "completed", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:48.592783 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97b29edd-d6b3-4d9e-9789-1817e170be4b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:48.593215 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'code': 200} Aug 23 03:44:48.649338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.677547 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d381bc21-09d3-4390-9245-e57c4302f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.698183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381bc21-09d3-4390-9245-e57c4302f06a None None] No DVR routers for this DVR port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:44:48.730340 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f08f8a96-091a-4a8c-bb12-0e3d051ac57d req-f9453a20-a3b3-4a90-aa53-378cc700943e tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0439281 Aug 23 03:44:48.751668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381bc21-09d3-4390-9245-e57c4302f06a None None] Pushing event deleted for resources: {'Port': ['ID=bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:48.764461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:44:48.770785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:44:48.775823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:44:48.811258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.811484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Port': ['ID=0c83e02e-a98a-4ad8-86f8-369b29adcdaf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:48.812288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.850344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event deleted for resources: {'Port': ['ID=bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:48.856769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] No DVR routers for this DVR port bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:44:48.985165 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:48.993667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.003870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3081e589-e89a-4120-aa8a-8604512cf0eb']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:49.014721 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.015261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0dcf81-deed-439d-ba93-3cc8799c16aa') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:49.015563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0dcf81-deed-439d-ba93-3cc8799c16aa') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:44:49.016913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.027317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.048063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.056290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:44:49.056854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:44:49.073036 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:44:49.142322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.160728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.167713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6e7f15d-260a-43c6-8734-4cfb08a4a1c8 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:44:49.230374 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.238272 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.240105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] 10.222.0.20 "DELETE /v2.0/networks/3081e589-e89a-4120-aa8a-8604512cf0eb HTTP/1.1" status: 204 len: 168 time: 1.3625424 Aug 23 03:44:49.283020 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 23 03:44:49.284308 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c607e5b1-5680-473a-8edb-52b4cc6282c3 tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5090578 Aug 23 03:44:49.287091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44276) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:49.293580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027af43e-9b97-4500-9284-94c118fd9678 tempest-AllowedAddressPairTestJSON-403476790 tempest-AllowedAddressPairTestJSON-403476790-project] Pushing event deleted for resources: {'Network': ['ID=3081e589-e89a-4120-aa8a-8604512cf0eb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:49.385679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.405857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8d994773-6524-4423-a747-ec5844c8213b tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Deleting port bf4d4762-24c8-4893-ad6d-b826b55ef6c9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:44:49.406593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8d994773-6524-4423-a747-ec5844c8213b tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.452069 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.518828 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8d994773-6524-4423-a747-ec5844c8213b tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.536156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8d994773-6524-4423-a747-ec5844c8213b tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Calling delete_port for bf4d4762-24c8-4893-ad6d-b826b55ef6c9 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:44:49.538114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Port': ['ID=0c83e02e-a98a-4ad8-86f8-369b29adcdaf,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:49.549967 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.623319 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:49.625128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4ef5ecf4-0be6-4cd6-89a5-5466f25e7de5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2153060 Aug 23 03:44:49.720601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7ddb-c4c2-4ab6-b315-c336f0db899d req-84d4daf0-ab84-441d-bd8a-626fa953809b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:49.739686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aac7ddb-c4c2-4ab6-b315-c336f0db899d req-84d4daf0-ab84-441d-bd8a-626fa953809b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1103218 Aug 23 03:44:49.850331 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aac7ddb-c4c2-4ab6-b315-c336f0db899d req-f7b32164-b1c1-47e2-96e8-4f8b63fb2880 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077323 Aug 23 03:44:49.921306 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-795152bc-0c5b-4c5e-b30d-8cd82211dd99 req-7bc5d7d6-a352-4783-ba3f-6855143ea4c5 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0351987 Aug 23 03:44:49.965816 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8d994773-6524-4423-a747-ec5844c8213b tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:50.010611 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d994773-6524-4423-a747-ec5844c8213b tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf4d4762-24c8-4893-ad6d-b826b55ef6c9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:50.025895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44302) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:50.165686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-cf27c5b8-6a82-4f66-b9c6-5c3e0a004fe6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1110745498&fields=id&tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa HTTP/1.1" status: 200 len: 267 time: 0.0605609 Aug 23 03:44:50.222124 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-95a53989-f561-4f02-b073-80319e837eb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=254da92af5cb4220bca30675202de691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943138 Aug 23 03:44:50.226148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44314) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:50.238686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-56eb6e4c-483d-4d69-8af4-d20ee271dc39 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:50.245870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-56eb6e4c-483d-4d69-8af4-d20ee271dc39 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports/b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 935 time: 0.0786827 Aug 23 03:44:50.248520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8d994773-6524-4423-a747-ec5844c8213b tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:50.254895 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8d994773-6524-4423-a747-ec5844c8213b tempest-RoutersAdminNegativeIpV6Test-62989786 tempest-RoutersAdminNegativeIpV6Test-62989786-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bf4d4762-24c8-4893-ad6d-b826b55ef6c9 HTTP/1.1" status: 204 len: 168 time: 0.9647322 Aug 23 03:44:50.309073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:44:50.317841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-b5247f7a-0aa9-463c-b53d-8dee278705ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:50.319818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-b5247f7a-0aa9-463c-b53d-8dee278705ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports/0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 936 time: 0.0726755 Aug 23 03:44:50.346406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:44:50.346985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bd73a3f1-a3a3-4d28-9968-2c3e587bc7b4 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:44:50.372699 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff620c98-a39c-403f-8959-ca45cb393823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:50.390710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-1948e5bf-268e-4b22-bd98-4e508f77bb10 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0565367 Aug 23 03:44:50.421918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff620c98-a39c-403f-8959-ca45cb393823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:50.449551 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-b0ab10be-8684-4bf0-a020-6e9bd0163a47 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0463703 Aug 23 03:44:50.601647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-12f37605-701e-46e9-83be-7de0c8da0267 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:50.610522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-12f37605-701e-46e9-83be-7de0c8da0267 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:50.617500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-12f37605-701e-46e9-83be-7de0c8da0267 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:50.624963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-12f37605-701e-46e9-83be-7de0c8da0267 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/networks?id=8a05671a-bcdb-473e-ae25-31cc297222df&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=14893317-4e76-44d7-bca0-3671f275cf15&id=14893317-4e76-44d7-bca0-3671f275cf15 HTTP/1.1" status: 200 len: 1996 time: 0.1727386 Aug 23 03:44:50.642046 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-4035b352-24c1-467d-8f85-1737898723d5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/quotas/6f8363fddd4143e9a7f1e2e7fbee63fa HTTP/1.1" status: 200 len: 375 time: 0.0158565 Aug 23 03:44:50.656580 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff620c98-a39c-403f-8959-ca45cb393823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:50.659375 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff620c98-a39c-403f-8959-ca45cb393823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:50.663522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff620c98-a39c-403f-8959-ca45cb393823 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc9f575e-a86e-48a3-87da-42799b0a0b11 HTTP/1.1" status: 204 len: 168 time: 0.4362879 Aug 23 03:44:50.687726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff620c98-a39c-403f-8959-ca45cb393823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9f575e-a86e-48a3-87da-42799b0a0b11,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:50.738509 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-b5bf6406-3819-4b80-909e-96d513814de3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0952730 Aug 23 03:44:50.835727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-9f44e1cd-1804-40ff-99da-6625680e5503 service neutron] 10.222.0.20 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959482 Aug 23 03:44:50.951875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44340) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:50.977474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-98375ade-1367-454b-b745-f2870ea78b91 service neutron] 10.222.0.20 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400719 Aug 23 03:44:51.021126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-59b51144-0e35-43e8-b005-c8f5a5265a3a service neutron] 10.222.0.20 "GET /v2.0/ports/b3c53ce8-d63a-4657-81e8-6e88369ae16c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0421715 Aug 23 03:44:51.097415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a60d-0ece-4a95-8296-03dd5759a54c req-61ad1b8b-760c-4ab4-a7ec-b3c2c834a448 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:51.110095 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7fc9a60d-0ece-4a95-8296-03dd5759a54c req-61ad1b8b-760c-4ab4-a7ec-b3c2c834a448 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1039531 Aug 23 03:44:51.170855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-a7000ad9-7ce8-41f4-9092-85093158a6bb service neutron] 10.222.0.20 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492019 Aug 23 03:44:51.180235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7fc9a60d-0ece-4a95-8296-03dd5759a54c req-c77997c6-cd70-4ae9-8482-6c420659fee9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691895 Aug 23 03:44:51.318801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-2f1b20aa-b111-4365-a4d2-0327f5e10425 service neutron] 10.222.0.20 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469543 Aug 23 03:44:51.415343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c011cc08-1771-41e7-b5ba-72aa45878fdb service neutron] 10.222.0.20 "GET /v2.0/ports/0170b80a-cc41-40bd-ad1d-37e05230b7d6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0955780 Aug 23 03:44:51.502738 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c7308ff4-e685-4bc9-b85b-c91c09cf71b1 req-59f82f35-107e-4d30-8bd1-981af914bbba tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0643444 Aug 23 03:44:51.600179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40afd80e-3e3f-4ccf-a9ed-c716f5918da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:51.625836 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-0c701128-2c0b-46e5-8961-16b0b7f16d7f service neutron] 10.222.0.20 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942310 Aug 23 03:44:51.721835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40afd80e-3e3f-4ccf-a9ed-c716f5918da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:51.754676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-6800c517-af1d-4260-92d8-373101eea8b3 service neutron] 10.222.0.20 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196692 Aug 23 03:44:51.890608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:44:51.899238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bbf29c19-9998-4218-b38f-599422697329 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:44:52.036971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40afd80e-3e3f-4ccf-a9ed-c716f5918da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.073391 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-40afd80e-3e3f-4ccf-a9ed-c716f5918da0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1718e19389d46c5b8d444ada241b07d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1190193 Aug 23 03:44:52.075341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44368) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:52.079104 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.123213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afd80e-3e3f-4ccf-a9ed-c716f5918da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce559e0-0728-448e-b9f2-75f983b3fa38,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:52.173017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:52.197188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf29c19-9998-4218-b38f-599422697329'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:52.197188 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64158a8-d614-4bf0-a54f-d8823a5728c4" -d '{"events": [{"server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf29c19-9998-4218-b38f-599422697329"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:52.214416 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8a3284c8-bdb4-4206-ae22-9d79c62e0068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.217042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'mac_address': 'fa:16:3e:b8:79:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:44:52.223890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bbf29c19-9998-4218-b38f-599422697329,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:52.271782 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8a3284c8-bdb4-4206-ae22-9d79c62e0068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.292560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.342825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-8dc0998b-50a0-4c12-9c9b-acd042ace047 service neutron] 10.222.0.20 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804517 Aug 23 03:44:52.343418 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.368935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4dd938-a535-437a-ac47-16f9b01be9f0 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:44:52.411259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=bbf29c19-9998-4218-b38f-599422697329,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:52.424889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:52.493849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b834e-5935-400a-b79c-d759fd3f8978 req-14dae64e-2b12-4b5a-aa56-c5833d61939d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:52.496029 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe9b834e-5935-400a-b79c-d759fd3f8978 req-14dae64e-2b12-4b5a-aa56-c5833d61939d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1552451 Aug 23 03:44:52.522742 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.523700 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.547643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-aa9fcf5a-18b0-427d-b8a3-cd8dc75ede2a service neutron] 10.222.0.20 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037137 Aug 23 03:44:52.575301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8a3284c8-bdb4-4206-ae22-9d79c62e0068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.583267 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8a3284c8-bdb4-4206-ae22-9d79c62e0068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:52.588346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8a3284c8-bdb4-4206-ae22-9d79c62e0068 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ce559e0-0728-448e-b9f2-75f983b3fa38 HTTP/1.1" status: 204 len: 168 time: 0.5095005 Aug 23 03:44:52.637698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe9b834e-5935-400a-b79c-d759fd3f8978 req-b381772c-aa80-4c99-a0c7-fcd66a317458 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308165 Aug 23 03:44:52.643083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3284c8-bdb4-4206-ae22-9d79c62e0068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce559e0-0728-448e-b9f2-75f983b3fa38,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:52.654975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:52.674041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['fd4dd938-a535-437a-ac47-16f9b01be9f0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:44:52.726868 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90906a29-d233-4053-b42a-bd5fca8ae454 x-openstack-request-id: req-90906a29-d233-4053-b42a-bd5fca8ae454 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:52.727410 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf29c19-9998-4218-b38f-599422697329", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:52.727946 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90906a29-d233-4053-b42a-bd5fca8ae454 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:52.728585 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf29c19-9998-4218-b38f-599422697329', 'code': 200} Aug 23 03:44:52.799528 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-64c6dea7-e76f-48d5-8b52-c31fa1e617a4 service neutron] 10.222.0.20 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412739 Aug 23 03:44:52.859813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44408) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:52.978992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-224041e7-2144-431a-8cf3-fe01a5c6297c req-b135c6a1-5f86-4545-a927-691509d5b965 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0297074 Aug 23 03:44:53.015157 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-dda5fc80-f728-4a06-9d40-725d8c434eb2 service neutron] 10.222.0.20 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079952 Aug 23 03:44:53.214965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f0250223-0056-4305-b29d-dc63620583f4 service neutron] 10.222.0.20 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808221 Aug 23 03:44:53.319796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-2d03ce4c-e53c-462e-b9d6-b6a999aaad62 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.324201 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2d03ce4c-e53c-462e-b9d6-b6a999aaad62 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4602144 Aug 23 03:44:53.324201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44424) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.331805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-348e4c98-cf1c-4c06-a449-29571c31f8c1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.332778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-348e4c98-cf1c-4c06-a449-29571c31f8c1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0080416 Aug 23 03:44:53.337503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44426) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.342096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-aed41e73-56ab-4f92-934a-fb0ad4b3698e service neutron] 10.222.0.20 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259696 Aug 23 03:44:53.350467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-f8c7e30e-acd0-4c8e-b003-11a1278488f6 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.352023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f8c7e30e-acd0-4c8e-b003-11a1278488f6 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0132315 Aug 23 03:44:53.354733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44428) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.359695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-cde503bf-8c8d-400a-9ace-e9bd1a6df202 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.360870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cde503bf-8c8d-400a-9ace-e9bd1a6df202 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050912 Aug 23 03:44:53.363231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44430) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.371207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-0b483878-b191-4572-90e8-b7933ff00e8a tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.372734 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0b483878-b191-4572-90e8-b7933ff00e8a tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072579 Aug 23 03:44:53.375419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44432) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.381068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-f9586778-161e-4df6-a284-b89fe69eb58b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.383224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f9586778-161e-4df6-a284-b89fe69eb58b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067091 Aug 23 03:44:53.385752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44434) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.392358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-f70721ac-e1e6-4b0e-a0e0-6e7e9dd86286 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.393605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f70721ac-e1e6-4b0e-a0e0-6e7e9dd86286 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067906 Aug 23 03:44:53.396949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44436) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.403571 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-7efc97ea-9b85-4ed0-a670-4e7d7516cb9b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.404727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7efc97ea-9b85-4ed0-a670-4e7d7516cb9b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061970 Aug 23 03:44:53.407536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44438) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.412097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-d73f6b59-cf89-461c-8cde-f83fd335c30b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.413251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d73f6b59-cf89-461c-8cde-f83fd335c30b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044575 Aug 23 03:44:53.415748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44440) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.421636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-cfe22058-7262-442b-888a-886fa794922b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.423270 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cfe22058-7262-442b-888a-886fa794922b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064707 Aug 23 03:44:53.426021 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44444) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.432315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-4a1c34a1-89de-4e3a-af44-7cb1494c0f9e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.433446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4a1c34a1-89de-4e3a-af44-7cb1494c0f9e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063703 Aug 23 03:44:53.439436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44446) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.449928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-e6124859-630e-4e6b-b385-8d9d2a416d97 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.454832 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e6124859-630e-4e6b-b385-8d9d2a416d97 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0119460 Aug 23 03:44:53.455929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44448) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.469153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-6149525a-b7ab-48f1-a2ad-5499e24fb0e1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.469153 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6149525a-b7ab-48f1-a2ad-5499e24fb0e1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0119059 Aug 23 03:44:53.473194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44450) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.477758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-567416cd-7f57-49c0-a8f0-1952afb2f999 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.481985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44452) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.486455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-0357b0d4-2ca5-48b3-9749-9270658b767d tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.487420 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0357b0d4-2ca5-48b3-9749-9270658b767d tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049832 Aug 23 03:44:53.490081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44454) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.492330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-567416cd-7f57-49c0-a8f0-1952afb2f999 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0177948 Aug 23 03:44:53.499285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-d1e56d24-1f75-496c-bb3c-51597ca02510 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.502536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d1e56d24-1f75-496c-bb3c-51597ca02510 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090451 Aug 23 03:44:53.503288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44456) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.512012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-360098eb-edab-4e07-9e12-e2e6f1593680 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.514666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-360098eb-edab-4e07-9e12-e2e6f1593680 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0084856 Aug 23 03:44:53.525065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44460) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.525905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-192b2c43-c8f6-4b3f-86a6-80ab79c22d3e service neutron] 10.222.0.20 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766200 Aug 23 03:44:53.543739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-5e838135-2fd4-4665-9e24-298a088bda30 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.555943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5e838135-2fd4-4665-9e24-298a088bda30 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0237300 Aug 23 03:44:53.556400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44462) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.562153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-b0cd3a31-e1c2-4c7f-a7e6-f3d0c3239afb tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.565330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b0cd3a31-e1c2-4c7f-a7e6-f3d0c3239afb tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055552 Aug 23 03:44:53.565918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44464) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.576025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-93d69bbd-6abe-448f-a3b7-a520d1f30965 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.580698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-93d69bbd-6abe-448f-a3b7-a520d1f30965 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0103719 Aug 23 03:44:53.581559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44466) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.591955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-4253d06e-67ae-493d-a641-11be4afcb17c tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.593220 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4253d06e-67ae-493d-a641-11be4afcb17c tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0105681 Aug 23 03:44:53.597324 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44470) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.611644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-cab79e7b-e337-4f49-b81b-2f77eb68615b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.612869 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cab79e7b-e337-4f49-b81b-2f77eb68615b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0142307 Aug 23 03:44:53.618910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44472) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.623476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-d46af88b-f22a-4caa-af12-db19de073bfa tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.625217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d46af88b-f22a-4caa-af12-db19de073bfa tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050678 Aug 23 03:44:53.628741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44474) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.636374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-5666d48b-1d36-4fa7-8434-f3e2808eade2 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.637599 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5666d48b-1d36-4fa7-8434-f3e2808eade2 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076559 Aug 23 03:44:53.643898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44476) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.649716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-debe73c3-f53f-4a4e-aa33-9c5c817f9a30 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.651203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-debe73c3-f53f-4a4e-aa33-9c5c817f9a30 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0057333 Aug 23 03:44:53.654871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44480) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.662104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-249baedd-8cb8-4427-b0db-9802863d7a6c tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.668985 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-249baedd-8cb8-4427-b0db-9802863d7a6c tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0118229 Aug 23 03:44:53.671070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44482) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.686682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-11ebc386-5a42-48eb-858b-15f46612decd tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.690381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-11ebc386-5a42-48eb-858b-15f46612decd tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0155654 Aug 23 03:44:53.692436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44484) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.704548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-0a2f9fef-391e-4549-80d0-7adf4e19ae05 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.706231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0a2f9fef-391e-4549-80d0-7adf4e19ae05 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0118001 Aug 23 03:44:53.708618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44486) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.715706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-c26a0523-a0c6-4c93-90bc-272da88fac8b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.716964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c26a0523-a0c6-4c93-90bc-272da88fac8b tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052450 Aug 23 03:44:53.719582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44488) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.727061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-8596dc39-3115-4905-bf5d-a429a6a8e762 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.728338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8596dc39-3115-4905-bf5d-a429a6a8e762 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067050 Aug 23 03:44:53.731587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44490) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.736136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-65576a44-718a-4fcc-acbc-5995666b01e0 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.737123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-65576a44-718a-4fcc-acbc-5995666b01e0 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045707 Aug 23 03:44:53.739540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44492) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.743839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-5e51e925-0340-4153-8dc4-c012be6042cd tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.744890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5e51e925-0340-4153-8dc4-c012be6042cd tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043800 Aug 23 03:44:53.747353 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44494) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.755223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-a660f25d-be4a-4e3d-9cb2-424581fd59ba tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.756199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a660f25d-be4a-4e3d-9cb2-424581fd59ba tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0079565 Aug 23 03:44:53.758776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44496) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.761444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-211c8f72-3957-4533-b54c-296dc86958c1 service neutron] 10.222.0.20 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332096 Aug 23 03:44:53.763895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-1e8fe09a-98fc-4fb6-9b3d-e95dbf3572f6 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.764647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1e8fe09a-98fc-4fb6-9b3d-e95dbf3572f6 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050027 Aug 23 03:44:53.767166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44498) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.775961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-5a951478-17b4-4c67-b4af-636360efe6cb tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.779921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44500) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.784417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-9d6225ec-2dc1-4ab9-8f3d-e4680b530ba1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.784817 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5a951478-17b4-4c67-b4af-636360efe6cb tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0088868 Aug 23 03:44:53.788530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9d6225ec-2dc1-4ab9-8f3d-e4680b530ba1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070176 Aug 23 03:44:53.789141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44502) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.793508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-fe313625-6658-4c34-8ef1-34df8e9e359d tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.797453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44504) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.801571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fe313625-6658-4c34-8ef1-34df8e9e359d tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0113997 Aug 23 03:44:53.801858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-5fd993f6-9330-4a33-ab55-0fe1c0630ead tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.806670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44506) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.808450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5fd993f6-9330-4a33-ab55-0fe1c0630ead tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043962 Aug 23 03:44:53.813642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-cb0c3d0f-a825-4ed6-940b-cd740085d404 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.817267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44508) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.817411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb0c3d0f-a825-4ed6-940b-cd740085d404 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0096726 Aug 23 03:44:53.828566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-96a19c26-b19f-4445-9d2d-a536a845e6ae tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.829620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-96a19c26-b19f-4445-9d2d-a536a845e6ae tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0113363 Aug 23 03:44:53.837269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44510) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.845513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-b897d141-0764-4ab5-b9a7-47813ae7cd1d tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.847231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b897d141-0764-4ab5-b9a7-47813ae7cd1d tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0085804 Aug 23 03:44:53.849652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44514) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.854594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-1bdaa018-3008-4084-a60e-052224cfb2ed tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.858269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44516) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.863500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1bdaa018-3008-4084-a60e-052224cfb2ed tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075712 Aug 23 03:44:53.867617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-2de4f40d-bc41-43b5-a3cd-eaf66acfce71 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.868640 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2de4f40d-bc41-43b5-a3cd-eaf66acfce71 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094428 Aug 23 03:44:53.871412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.875594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-c56bde00-bc75-4a44-bcd7-a670f7d24d7c tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.898350 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c56bde00-bc75-4a44-bcd7-a670f7d24d7c tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0259345 Aug 23 03:44:53.905691 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44522) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.909077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:44:53.910476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-246ed6aa-894f-4242-bc0e-4c01effd79e1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.914407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44524) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.920044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-ae013b04-d467-45f8-980f-5b20b2e520f9 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.924058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-246ed6aa-894f-4242-bc0e-4c01effd79e1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0172398 Aug 23 03:44:53.924721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44526) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.929088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-fe8ab3fa-01b2-40a8-b213-c0c82fa78f4e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.932662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ae013b04-d467-45f8-980f-5b20b2e520f9 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0159540 Aug 23 03:44:53.933355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44528) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.941281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-9482a29a-e333-4019-b13f-ab99d553e392 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.946930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fe8ab3fa-01b2-40a8-b213-c0c82fa78f4e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0211053 Aug 23 03:44:53.947566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44530) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.956205 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9482a29a-e333-4019-b13f-ab99d553e392 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0218072 Aug 23 03:44:53.961226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44532) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.965628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-702d35a9-6d52-4264-a6b8-b2f15f9175ce tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:53.971961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44534) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:53.985333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-702d35a9-6d52-4264-a6b8-b2f15f9175ce tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0361335 Aug 23 03:44:54.010488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port fd4dd938-a535-437a-ac47-16f9b01be9f0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:44:54.012202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-e74d65db-5b00-467c-a7fb-04984cc266bf tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.012653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:54.015332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44536) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.017076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e74d65db-5b00-467c-a7fb-04984cc266bf tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0317898 Aug 23 03:44:54.019994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-e2a3a34a-df10-4acd-8be2-01c1000b336e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.023628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e2a3a34a-df10-4acd-8be2-01c1000b336e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0073092 Aug 23 03:44:54.024233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44538) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.028850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-bffa4114-ad17-4f46-bc2e-c8b64f06d4ac tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.038912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44542) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.047269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-bfc5feda-30f0-4729-885e-4af8ed026705 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.048736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bffa4114-ad17-4f46-bc2e-c8b64f06d4ac tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0234666 Aug 23 03:44:54.056629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bfc5feda-30f0-4729-885e-4af8ed026705 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0104451 Aug 23 03:44:54.057382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44546) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.062116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-4392b87b-50c3-4512-8c60-db23accc3da8 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.073584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4392b87b-50c3-4512-8c60-db23accc3da8 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0148678 Aug 23 03:44:54.074479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44548) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.080285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-16a1a8cc-a2d1-457d-81f9-788458b909a8 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.084336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-16a1a8cc-a2d1-457d-81f9-788458b909a8 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086863 Aug 23 03:44:54.088447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44550) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.092236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-d616b7d1-e932-4475-95fd-25671f535f0e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.097809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d616b7d1-e932-4475-95fd-25671f535f0e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0105093 Aug 23 03:44:54.098670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.104024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-fcbe3724-20ad-45d1-aa27-94ce60d7fa0d tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.110120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ba95adaa-9f36-493a-87bd-250f08894383 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de882ebe405c4b47a5cf718524728de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447990 Aug 23 03:44:54.110782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fcbe3724-20ad-45d1-aa27-94ce60d7fa0d tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0109472 Aug 23 03:44:54.111536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44556) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.111726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44554) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.121790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-5de5c797-c65f-449e-a7b9-c5e475de6b9f tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.125942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5de5c797-c65f-449e-a7b9-c5e475de6b9f tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0129967 Aug 23 03:44:54.127122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44558) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.133375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-33f962d6-aae8-4b56-acf3-f0c3898d661e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.137897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-33f962d6-aae8-4b56-acf3-f0c3898d661e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0089042 Aug 23 03:44:54.138602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44562) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.148271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-cf006607-2f3b-408d-be54-b14d3a3995d6 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.156258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cf006607-2f3b-408d-be54-b14d3a3995d6 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0161345 Aug 23 03:44:54.157148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44564) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.163650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-b7655f6a-4c5e-4a54-8d8d-50807276df18 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.168532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b7655f6a-4c5e-4a54-8d8d-50807276df18 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0102394 Aug 23 03:44:54.172999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44566) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.203734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-1b672ab9-7d5b-4bfc-8595-c81cbd6959e1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.207401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1b672ab9-7d5b-4bfc-8595-c81cbd6959e1 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0331926 Aug 23 03:44:54.208014 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44570) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.212903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-74dcef22-9dfb-4272-9f46-07b0efc5bbf9 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.218097 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:54.223219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-74dcef22-9dfb-4272-9f46-07b0efc5bbf9 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0141244 Aug 23 03:44:54.223925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44572) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.228948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-1dcd5deb-2bec-4184-8adb-62802c399cb3 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.234648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44574) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.243280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1dcd5deb-2bec-4184-8adb-62802c399cb3 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0182438 Aug 23 03:44:54.248266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-abfd3220-65bc-4f86-b473-cd77c53ba7a0 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.252296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-abfd3220-65bc-4f86-b473-cd77c53ba7a0 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0084670 Aug 23 03:44:54.255181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44576) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.259593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-c1536e27-4ca4-4ec3-87f4-0d771354d486 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.267863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44578) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.268093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c1536e27-4ca4-4ec3-87f4-0d771354d486 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0115578 Aug 23 03:44:54.289604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-2119b1ba-aaf5-4f90-949f-6c6237c352f9 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.293315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44582) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.294829 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2119b1ba-aaf5-4f90-949f-6c6237c352f9 tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0235088 Aug 23 03:44:54.301747 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a460b974-4d0b-4b88-8283-6985d07e80f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:54.313314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [None req-0de191c5-e48b-4a53-8120-442ee6b925ed tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.314092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44584) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:54.314700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0de191c5-e48b-4a53-8120-442ee6b925ed tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0201616 Aug 23 03:44:54.345078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:44:54.345880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [None req-f6bc721e-51c2-4575-a2ac-3316b18a308e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:44:54.350990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f6bc721e-51c2-4575-a2ac-3316b18a308e tempest-ExtensionsTestJSON-395175263 tempest-ExtensionsTestJSON-395175263-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0320985 Aug 23 03:44:54.374481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a460b974-4d0b-4b88-8283-6985d07e80f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:54.406312 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:54.529420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=10']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:54.562523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a460b974-4d0b-4b88-8283-6985d07e80f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:54.565325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a460b974-4d0b-4b88-8283-6985d07e80f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:54.569710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a460b974-4d0b-4b88-8283-6985d07e80f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34963187-2110-4d5c-8bde-27ad9e86dae2 HTTP/1.1" status: 204 len: 168 time: 0.4563334 Aug 23 03:44:54.587989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460b974-4d0b-4b88-8283-6985d07e80f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34963187-2110-4d5c-8bde-27ad9e86dae2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:54.730376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:44:54.732946 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9d628d-cfd1-433f-be18-2f1bdb09c538" -d '{"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-plugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:44:54.794754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-c46c8e4d-5a01-4119-ba05-03787ce21366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:54.803206 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-c46c8e4d-5a01-4119-ba05-03787ce21366 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1a45c00d1664e4f86969e709985fb2d&device_id=fbf89687-bd56-451f-ab16-4d5004041bf3 HTTP/1.1" status: 200 len: 1101 time: 0.1267295 Aug 23 03:44:55.027765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-e174803c-7eb5-4796-a41a-cf446c32d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:55.030474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-e174803c-7eb5-4796-a41a-cf446c32d849 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.2055576 Aug 23 03:44:55.113320 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-0c107b0c-2158-4bc9-8c2b-9393d0394e60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0 HTTP/1.1" status: 200 len: 217 time: 0.0726941 Aug 23 03:44:55.125718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44606) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:55.184588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-3e77a32c-a941-44a8-8340-63cd7ec1335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:55.186729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-3e77a32c-a941-44a8-8340-63cd7ec1335b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0659854 Aug 23 03:44:55.292474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-21a9770f-baea-42e6-9167-43356d40f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:55.296236 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-21a9770f-baea-42e6-9167-43356d40f5ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997932 Aug 23 03:44:55.353544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd7a4-9ce1-4f67-aeaf-81f93a067702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:55.499736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-893f78e6-583d-43c8-b29f-32e57f741b30 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978941 Aug 23 03:44:55.614360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd7a4-9ce1-4f67-aeaf-81f93a067702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:55.771016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80d0c015-54a6-4f56-89e0-dc5245c87bbd req-dafc3f85-39fc-48b8-9ca0-e9374017d7b6 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609468 Aug 23 03:44:55.843013 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd7a4-9ce1-4f67-aeaf-81f93a067702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:55.974219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44624) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:56.010417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1a7cd7a4-9ce1-4f67-aeaf-81f93a067702 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=186a5f41979d49549b5645b52edaabad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8832977 Aug 23 03:44:56.016180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cd7a4-9ce1-4f67-aeaf-81f93a067702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4ba700-a470-4973-b22c-0d502ffdf6fc,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:56.074521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75381233-2fa8-4cb3-8eb7-11cad768c1d1 req-15c2cc3c-9dc0-4d6d-9f24-1ba1b7448fde tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:56.080312 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9da36793-4e82-4570-a74d-f085dc437d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:56.082534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75381233-2fa8-4cb3-8eb7-11cad768c1d1 req-15c2cc3c-9dc0-4d6d-9f24-1ba1b7448fde tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2685459 Aug 23 03:44:56.176102 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75381233-2fa8-4cb3-8eb7-11cad768c1d1 req-d5c9822e-2676-4a66-901d-7d761494597d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788836 Aug 23 03:44:56.197311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0fa1d7d0-8036-45ed-830b-e924db2b7c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:56.229592 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0fa1d7d0-8036-45ed-830b-e924db2b7c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:56.425700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0fa1d7d0-8036-45ed-830b-e924db2b7c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:56.428492 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0fa1d7d0-8036-45ed-830b-e924db2b7c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:56.431890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0fa1d7d0-8036-45ed-830b-e924db2b7c73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec4ba700-a470-4973-b22c-0d502ffdf6fc HTTP/1.1" status: 204 len: 168 time: 0.4530544 Aug 23 03:44:56.445049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1d7d0-8036-45ed-830b-e924db2b7c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4ba700-a470-4973-b22c-0d502ffdf6fc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:56.515294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebae12e9-fa7b-4557-a58b-ea6f3bc38218 req-812c59de-bb60-475f-b461-010db25611b8 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0615911 Aug 23 03:44:56.648976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44638) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:56.789362 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986af661-07ce-4c97-9bb3-c60fb21b71d1 x-openstack-request-id: req-986af661-07ce-4c97-9bb3-c60fb21b71d1 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:44:56.789362 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-plugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:44:56.789362 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-986af661-07ce-4c97-9bb3-c60fb21b71d1 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:44:56.789362 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'code': 200} Aug 23 03:44:56.874100 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7143b05f-3f26-44b4-a2d8-292560cb8c60 req-e16c386c-c927-4e49-bbd3-cf073f4072b4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0440512 Aug 23 03:44:57.162619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5dd0570c-671f-49d3-883e-cca89b3bcfc8 tempest-AgentManagementNegativeTest-523966460 tempest-AgentManagementNegativeTest-523966460-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5116065 Aug 23 03:44:57.354804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0463efb-28a6-439c-b0a3-d9af8462e1a7 req-79c49fbc-696c-47e1-9655-12af087e04eb tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:57.356467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0463efb-28a6-439c-b0a3-d9af8462e1a7 req-79c49fbc-696c-47e1-9655-12af087e04eb tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0614181 Aug 23 03:44:57.403621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0463efb-28a6-439c-b0a3-d9af8462e1a7 req-0124b293-d49f-491e-a051-4591024542f2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Aug 23 03:44:57.636702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae30f00f-717d-4fd5-bffc-2994ce1cf9a5 req-0645bb67-723f-45df-beb3-62a8827ac8c2 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0319862 Aug 23 03:44:57.956484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d6605ee-b11c-43d0-8b18-2014a00487f9 req-0e4e12bc-2ab4-4481-982d-cad0b0ad8d64 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0266895 Aug 23 03:44:58.422366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44678) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:58.604205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d955e63-685f-4595-a398-48bace2ac384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:58.679453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d9bb9-cf5f-46a6-8c55-5835fbd0fad6 req-6799de14-b518-4530-865b-a7513b29c0f1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:44:58.682137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d7d9bb9-cf5f-46a6-8c55-5835fbd0fad6 req-6799de14-b518-4530-865b-a7513b29c0f1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1327801 Aug 23 03:44:58.733982 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bb102e2b-e0fd-46d5-bf2f-8cecc8d83ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:58.748545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d955e63-685f-4595-a398-48bace2ac384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:58.774834 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d7d9bb9-cf5f-46a6-8c55-5835fbd0fad6 req-8b3f41fd-5093-4e57-bd86-b534d21199b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856750 Aug 23 03:44:58.821831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:58.865526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d955e63-685f-4595-a398-48bace2ac384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:58.898821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44696) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:58.933359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3d955e63-685f-4595-a398-48bace2ac384 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d52bd8c13364440c9e5e61e96b0f1c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089915 Aug 23 03:44:58.942647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d955e63-685f-4595-a398-48bace2ac384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef0782-08c4-4c66-9c18-70abbf36f874,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:58.943534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44700) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:44:59.065207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ffdad05-a4a0-4040-8ca4-9a8c3f75b42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.126682 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ffdad05-a4a0-4040-8ca4-9a8c3f75b42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.205194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f484161d-8129-4644-9ea9-eb3e6f2d3802 req-857fe95f-c7bb-4d88-bbe7-107d85ad6649 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1063466 Aug 23 03:44:59.218166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1525487094'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:44:59.317299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Made reservation on behalf of 15fcbb17009643e592ac46150ac539ce for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:44:59.321447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.359647 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ffdad05-a4a0-4040-8ca4-9a8c3f75b42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.365531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ffdad05-a4a0-4040-8ca4-9a8c3f75b42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.375638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4ffdad05-a4a0-4040-8ca4-9a8c3f75b42f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdef0782-08c4-4c66-9c18-70abbf36f874 HTTP/1.1" status: 204 len: 168 time: 0.4285054 Aug 23 03:44:59.389679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.561618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdad05-a4a0-4040-8ca4-9a8c3f75b42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef0782-08c4-4c66-9c18-70abbf36f874,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:44:59.634365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6892361-b5c5-4202-9ffc-8ba8c06b57ed req-f3161584-5915-45fe-b209-8f6ec606eedb tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0714073 Aug 23 03:44:59.673721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.745658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.775016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:44:59.786382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.787020 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Added segment 2fa80830-7140-4b18-8d89-060867a2dc84 of type vlan for network 21310b8c-a539-47ae-ab1c-e4182144de82 Aug 23 03:44:59.841351 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:44:59.967288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.resource_extend [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:44:59.994050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6343045c-61c7-4ae6-9adb-876e8b8e4a73,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:00.056512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-5e5266b7-ec75-4c9c-a5cf-cba7ed6dce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:00.064400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-5e5266b7-ec75-4c9c-a5cf-cba7ed6dce92 service neutron] 10.222.0.24 "GET /v2.0/ports/b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 1031 time: 0.1390953 Aug 23 03:45:00.158803 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:00.170638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:00.174667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:00.317710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88054b3-c9f6-4515-b4e7-fa6cde0112e1 req-d955889b-9037-48b9-97e2-3da15faa4630 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:00.327438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b88054b3-c9f6-4515-b4e7-fa6cde0112e1 req-d955889b-9037-48b9-97e2-3da15faa4630 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.3769374 Aug 23 03:45:00.336552 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:00.348575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-fda6918d-907a-44b8-ad3f-be737a389c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:00.354153 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-fda6918d-907a-44b8-ad3f-be737a389c04 service neutron] 10.222.0.24 "GET /v2.0/ports/0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 1032 time: 0.2817638 Aug 23 03:45:00.468760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event updated for resources: {'Network': ['ID=21310b8c-a539-47ae-ab1c-e4182144de82,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:00.480793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 21310b8c-a539-47ae-ab1c-e4182144de82 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:45:00.491831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44724) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:00.500605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Request body: {'subnet': {'network_id': '21310b8c-a539-47ae-ab1c-e4182144de82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:00.505918 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a7f2a3d5-adb3-4107-a71b-3fef48a765c0 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5937374 Aug 23 03:45:00.747514 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b88054b3-c9f6-4515-b4e7-fa6cde0112e1 req-870204d0-439c-47c8-9d89-a401f6e0c531 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189579 Aug 23 03:45:00.855464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Made reservation on behalf of 15fcbb17009643e592ac46150ac539ce for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:00.860974 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:00.900946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-1837e5da-5b04-4e12-a63d-661cc84f57f0 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:00.910479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-1837e5da-5b04-4e12-a63d-661cc84f57f0 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:00.918095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-1837e5da-5b04-4e12-a63d-661cc84f57f0 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:00.920186 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-1837e5da-5b04-4e12-a63d-661cc84f57f0 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "GET /v2.0/networks?id=8a05671a-bcdb-473e-ae25-31cc297222df&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=14893317-4e76-44d7-bca0-3671f275cf15&id=14893317-4e76-44d7-bca0-3671f275cf15 HTTP/1.1" status: 200 len: 1996 time: 0.5270524 Aug 23 03:45:01.038213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-65bbb0af-e969-4cb3-acf9-1ce15cc66550 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa HTTP/1.1" status: 200 len: 380 time: 0.1003239 Aug 23 03:45:01.139783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'admin_state_up': True, 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'security_groups': ['bf918e1e-3f60-4e6c-8447-d1561a5deef6']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:01.280093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a8365fb-ac16-41a4-8237-b422b60cd451 req-41a6da59-8443-4274-bc1b-41db9c769954 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.2093213 Aug 23 03:45:01.686555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:01.717995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44736) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:01.734297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:01.744082 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:01.802769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:01.820412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c724f79-3328-4faf-bb35-ebfcc8fd9d95 req-4ed89841-1a85-4466-9d11-8ed27c552c5c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0893795 Aug 23 03:45:01.892277 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-607331488'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:02.019549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event updated for resources: {'Subnet': ['ID=78d5804d-b2d5-47f4-b294-603a1dfd293c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:02.045683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Checking segment: {'id': '2fa80830-7140-4b18-8d89-060867a2dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21310b8c-a539-47ae-ab1c-e4182144de82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:02.046065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Network hostable DHCP agents. Network: 21310b8c-a539-47ae-ab1c-e4182144de82, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:45:02.056422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Made reservation on behalf of 654e2302787d4729a5c85545f06c992e for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:02.061078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:02.089320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Allocated IP 172.20.0.4 (8a05671a-bcdb-473e-ae25-31cc297222df/208d7027-e4ea-4f3e-b6bf-0d6172d19071/259e52d6-05e4-4b5b-a8d5-615adc8a9096) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:02.092012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:02.128618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668d726-abb1-4286-b8a3-16738eece5b0 req-b9034790-a7ff-44a8-8a7b-480c60c0eece tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:02.137435 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b668d726-abb1-4286-b8a3-16738eece5b0 req-b9034790-a7ff-44a8-8a7b-480c60c0eece tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1727843 Aug 23 03:45:02.164851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Network 21310b8c-a539-47ae-ab1c-e4182144de82 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:45:02.232564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b668d726-abb1-4286-b8a3-16738eece5b0 req-dfa68391-81e6-4131-b547-8c0534620701 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936439 Aug 23 03:45:02.259852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 21310b8c-a539-47ae-ab1c-e4182144de82) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:02.264042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:02.268441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:02.269926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954658ac-8ab6-40c7-824f-956fcd82d931 None None] Network 21310b8c-a539-47ae-ab1c-e4182144de82 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:02.612281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-21310b8c-a539-47ae-ab1c-e4182144de82', 'network_id': '21310b8c-a539-47ae-ab1c-e4182144de82', 'tenant_id': '15fcbb17009643e592ac46150ac539ce', 'fixed_ips': [{'subnet_id': '78d5804d-b2d5-47f4-b294-603a1dfd293c'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:45:02.613328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:02.725289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae01bbb9-606b-4b1a-825e-d02900ed51dd req-705bd7fb-d6d5-4fa9-8142-1fe673201ddb tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1329136 Aug 23 03:45:02.853591 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:02.915845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Allocated IP 172.20.0.2 (21310b8c-a539-47ae-ab1c-e4182144de82/78d5804d-b2d5-47f4-b294-603a1dfd293c/75d37574-6f1c-461c-8721-498fd81c48fa) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:02.916305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:02.959079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:02.987342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:45:03.026034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Transition to ACTIVE for port object 259e52d6-05e4-4b5b-a8d5-615adc8a9096 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:03.028411 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:03.028749 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Added segment 57c41c62-f38a-4044-90e0-283dae4dcaa9 of type vlan for network 8cb77057-4d0f-4e70-9075-a609e9b9d84f Aug 23 03:45:03.044698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ecd09c9d-c411-4e93-b685-e39d63c1410f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5516806 Aug 23 03:45:03.047761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44750) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:03.058770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4524a20b-82f3-482e-83aa-3cbc9c84a9c9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:03.073367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Request body: {'port': {'network_id': '21310b8c-a539-47ae-ab1c-e4182144de82', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1107257681'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:03.181894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cb4e585-245e-4234-be94-af6a1d7ac0eb req-615fd423-e601-4117-8e00-86ebfa75e90f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.1510873 Aug 23 03:45:03.288958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:03.322257 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:03.393257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Transition to ACTIVE for port object 75d37574-6f1c-461c-8721-498fd81c48fa will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:03.398816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Transition to ACTIVE for port object 75d37574-6f1c-461c-8721-498fd81c48fa will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:03.436513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471d857-3ed8-4adb-8b18-7818000153ce req-c754a6d7-cd60-4266-b498-822226518042 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:03.438542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4471d857-3ed8-4adb-8b18-7818000153ce req-c754a6d7-cd60-4266-b498-822226518042 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0704651 Aug 23 03:45:03.470046 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:03.514514 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4471d857-3ed8-4adb-8b18-7818000153ce req-968ddb80-2f2f-4955-92a7-5a5b0e0afc67 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684025 Aug 23 03:45:03.536669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network 8a05671a-bcdb-473e-ae25-31cc297222df is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:03.541265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:03.549792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:03.576023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Port': ['ID=259e52d6-05e4-4b5b-a8d5-615adc8a9096,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:03.609144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:03.609793 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:03.768610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Made reservation on behalf of 15fcbb17009643e592ac46150ac539ce for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:03.769861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:03.771866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:03.789089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:03.789089 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:03.789343 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:03.806171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] device_id is not set on port 27056c45-5523-4e20-bf6c-15e76164ce61 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:45:03.889143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event updated for resources: {'Network': ['ID=8cb77057-4d0f-4e70-9075-a609e9b9d84f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:03.889752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4b47d415-c073-4d29-82e3-ad3150c5a2f8 None None] Provisioning for port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:03.897631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Pushing event updated for resources: {'Port': ['ID=75d37574-6f1c-461c-8721-498fd81c48fa,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:03.898228 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c307b0be-1978-4c46-b7b5-015b59a55614 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8561954 Aug 23 03:45:03.906110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 8cb77057-4d0f-4e70-9075-a609e9b9d84f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:45:03.931691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7ccff37e-0f82-46c9-9ffb-f5deefa79e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2123325 Aug 23 03:45:03.932312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44760) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:03.939718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'admin_state_up': True, 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'security_groups': ['bf918e1e-3f60-4e6c-8447-d1561a5deef6']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:03.952326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Request body: {'subnet': {'network_id': '8cb77057-4d0f-4e70-9075-a609e9b9d84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:04.042261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4b47d415-c073-4d29-82e3-ad3150c5a2f8 None None] Provisioning complete for port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:04.042846 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b47d415-c073-4d29-82e3-ad3150c5a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:04.059211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Allocated IP 172.20.0.9 (21310b8c-a539-47ae-ab1c-e4182144de82/78d5804d-b2d5-47f4-b294-603a1dfd293c/27056c45-5523-4e20-bf6c-15e76164ce61) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:04.076688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Network 21310b8c-a539-47ae-ab1c-e4182144de82 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:04.088603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:04.096545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:04.114621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4b47d415-c073-4d29-82e3-ad3150c5a2f8 None None] Port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:04.154298 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2dae4c1a-c5c8-4beb-b575-7ab646f6f989 req-5654cff5-1ed6-4671-a7c6-cbfa9ec3c6b5 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1948376 Aug 23 03:45:04.185469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Attempting to bind port 75d37574-6f1c-461c-8721-498fd81c48fa on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:04.185469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Attempting to bind port 75d37574-6f1c-461c-8721-498fd81c48fa by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2fa80830-7140-4b18-8d89-060867a2dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21310b8c-a539-47ae-ab1c-e4182144de82'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:04.185469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Attempting to bind port 75d37574-6f1c-461c-8721-498fd81c48fa on network 21310b8c-a539-47ae-ab1c-e4182144de82 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:04.192890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:04.193365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Checking segment: {'id': '2fa80830-7140-4b18-8d89-060867a2dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21310b8c-a539-47ae-ab1c-e4182144de82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:04.199792 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:04.200346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Bound using segment: {'id': '2fa80830-7140-4b18-8d89-060867a2dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21310b8c-a539-47ae-ab1c-e4182144de82'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:04.200920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Bound port: 75d37574-6f1c-461c-8721-498fd81c48fa, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa80830-7140-4b18-8d89-060867a2dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '21310b8c-a539-47ae-ab1c-e4182144de82'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:04.203239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:04.229453 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:04.245261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Transition to ACTIVE for port object 27056c45-5523-4e20-bf6c-15e76164ce61 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:04.307319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] For port 75d37574-6f1c-461c-8721-498fd81c48fa, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:04.310288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] For port 75d37574-6f1c-461c-8721-498fd81c48fa, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=75d37574-6f1c-461c-8721-498fd81c48fa,segment=NetworkSegment(2fa80830-7140-4b18-8d89-060867a2dc84),segment_id=2fa80830-7140-4b18-8d89-060867a2dc84)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:04.415668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a194ca-9c7f-40db-ae6a-782ee8fb6dfc req-f67983fc-40eb-4fdb-a409-4cad7beaf4fd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:04.418360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:04.422595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9a194ca-9c7f-40db-ae6a-782ee8fb6dfc req-f67983fc-40eb-4fdb-a409-4cad7beaf4fd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 931 time: 0.0686355 Aug 23 03:45:04.427970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Made reservation on behalf of 654e2302787d4729a5c85545f06c992e for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:04.431613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:04.457909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Network 21310b8c-a539-47ae-ab1c-e4182144de82 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:04.463817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:04.466222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:04.483166 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:04.560726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc6947-5347-4b34-a722-d60d8396c5ea None None] Pushing event updated for resources: {'Port': ['ID=75d37574-6f1c-461c-8721-498fd81c48fa,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:04.595184 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:04.596381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:04.601507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9a194ca-9c7f-40db-ae6a-782ee8fb6dfc req-f9f74079-4d82-4d17-b7d6-5651650b3065 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627140 Aug 23 03:45:04.608854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:04.640046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event updated for resources: {'Port': ['ID=27056c45-5523-4e20-bf6c-15e76164ce61,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:04.640410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:04.666479 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-86a13f6a-3e70-45c6-b082-4cdd362f8910 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6174109 Aug 23 03:45:04.669431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44776) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:04.679676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Request body: {'port': {'network_id': '21310b8c-a539-47ae-ab1c-e4182144de82', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2038533180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:04.682530 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] bootfile-name is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:04.688019 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] tftp-server is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:04.690771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] server-ip-address is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:05.003326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Made reservation on behalf of 15fcbb17009643e592ac46150ac539ce for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:05.008348 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:05.077251 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] device_id is not set on port f5a3be20-abfd-4fd0-ad58-c12561dc1689 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:45:05.206697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c094-32f2-4c90-98d6-24385013eb0c req-0a0eb4d8-64e0-46c1-a052-48ca17447227 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:05.208243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3eb6c094-32f2-4c90-98d6-24385013eb0c req-0a0eb4d8-64e0-46c1-a052-48ca17447227 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.3615789 Aug 23 03:45:05.342001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Allocated IP 172.20.0.8 (21310b8c-a539-47ae-ab1c-e4182144de82/78d5804d-b2d5-47f4-b294-603a1dfd293c/f5a3be20-abfd-4fd0-ad58-c12561dc1689) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:05.366347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Allocated IP 10.1.1.73 (7c0e0f79-cb26-4168-adbb-5e95df83d976/b494ff07-4f70-4411-b40f-5db7ca26f968/3d405bc4-8f7d-4004-b285-8c7e2de957a3) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:05.373445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:05.414044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3eb6c094-32f2-4c90-98d6-24385013eb0c req-7bbcda60-a23e-4096-a290-29367487470f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078424 Aug 23 03:45:05.717312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event updated for resources: {'Subnet': ['ID=b40533a3-41f8-4f79-8477-bf425cb8bcb8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:05.771111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.771469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.772336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.772683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.776096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.776447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.776789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.777162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.777498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.777828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.778157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.782014 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:05.856126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f2d8040-f1ed-45da-aae0-cd6e19aa6a9e req-da8b03db-162f-4ada-b95b-fda86b75c90e tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1185255 Aug 23 03:45:05.921271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Checking segment: {'id': '57c41c62-f38a-4044-90e0-283dae4dcaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cb77057-4d0f-4e70-9075-a609e9b9d84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:05.921647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Network hostable DHCP agents. Network: 8cb77057-4d0f-4e70-9075-a609e9b9d84f, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:45:06.137149 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:06.145398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Network 8cb77057-4d0f-4e70-9075-a609e9b9d84f is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:45:06.192031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Transition to ACTIVE for port object 3d405bc4-8f7d-4004-b285-8c7e2de957a3 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:06.242987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 8cb77057-4d0f-4e70-9075-a609e9b9d84f) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:06.250503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:06.251167 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:06.299649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce1081-1759-4ed9-9a20-63bafe515999 None None] Network 8cb77057-4d0f-4e70-9075-a609e9b9d84f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:06.326033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f0c36-e947-46c0-bb7b-3b63ec28bddd None None] Network 21310b8c-a539-47ae-ab1c-e4182144de82 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:06.327277 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40c7b-df28-47c0-9c0b-f834ce1b32e0 req-756bb67f-fcce-4433-b2d4-2afcc4001753 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:06.341374 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1e40c7b-df28-47c0-9c0b-f834ce1b32e0 req-756bb67f-fcce-4433-b2d4-2afcc4001753 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 931 time: 0.1809576 Aug 23 03:45:06.398816 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc1341fe-ed07-4213-a235-497fa51d51fe tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4512718 Aug 23 03:45:06.402202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44784) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:06.409399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Request body: {'port': {'network_id': '8cb77057-4d0f-4e70-9075-a609e9b9d84f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-915612908'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:06.434928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1e40c7b-df28-47c0-9c0b-f834ce1b32e0 req-4adf2104-e9cf-466d-858e-a5adb6dc8dff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860071 Aug 23 03:45:06.493452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:06.515687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:06.541588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Transition to ACTIVE for port object f5a3be20-abfd-4fd0-ad58-c12561dc1689 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:06.564807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:06.569848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 75d37574-6f1c-461c-8721-498fd81c48fa up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:06.570787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:06.636965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:06.701204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:06.783952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Network 21310b8c-a539-47ae-ab1c-e4182144de82 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:06.787650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:06.788972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:06.791005 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:06.792117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:06.935105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6d172-910b-45e9-9e6f-6822c31daf03 req-9c3b84a3-f880-4808-aa5a-0a01605c99d7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:06.943087 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41f6d172-910b-45e9-9e6f-6822c31daf03 req-9c3b84a3-f880-4808-aa5a-0a01605c99d7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2049460 Aug 23 03:45:06.963769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event updated for resources: {'Port': ['ID=f5a3be20-abfd-4fd0-ad58-c12561dc1689,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:06.971090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Port': ['ID=3d405bc4-8f7d-4004-b285-8c7e2de957a3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:07.018484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-e679ec26-4313-42f9-b320-288b1bb084c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0974307 Aug 23 03:45:07.020565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-8cb77057-4d0f-4e70-9075-a609e9b9d84f', 'network_id': '8cb77057-4d0f-4e70-9075-a609e9b9d84f', 'tenant_id': '654e2302787d4729a5c85545f06c992e', 'fixed_ips': [{'subnet_id': 'b40533a3-41f8-4f79-8477-bf425cb8bcb8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:45:07.021529 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:07.030479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:07.033710 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:07.047093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'admin_state_up': True, 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'security_groups': ['bf918e1e-3f60-4e6c-8447-d1561a5deef6']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:07.066410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-720ce3a7-1b4e-4359-8af2-08b6e607c2c0 None None] Provisioning for port 75d37574-6f1c-461c-8721-498fd81c48fa completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:07.151913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41f6d172-910b-45e9-9e6f-6822c31daf03 req-f12ee825-b8fd-4efb-ba04-4cb1788bea87 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077692 Aug 23 03:45:07.206834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3cb9d35b-1521-4a4b-8062-8969f4ae9492 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5362213 Aug 23 03:45:07.207669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44808) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:07.390287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2201c2-0b87-47bf-a9a2-8ced3227aa6d tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:07.395944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Made reservation on behalf of 654e2302787d4729a5c85545f06c992e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:07.405459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:07.407021 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2201c2-0b87-47bf-a9a2-8ced3227aa6d tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:07.414640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b7196ba-5358-457b-a33d-e814ee38cddf req-a87faec4-faee-42e2-8a8c-b26a10cae665 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0932832 Aug 23 03:45:07.424192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2201c2-0b87-47bf-a9a2-8ced3227aa6d tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:07.425733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44810) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:07.428536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 75d37574-6f1c-461c-8721-498fd81c48fa completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:07.433586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2c2201c2-0b87-47bf-a9a2-8ced3227aa6d tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2244120 Aug 23 03:45:07.460721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 75d37574-6f1c-461c-8721-498fd81c48fa triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:07.462989 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:07.514178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] device_id is not set on port ec67d503-391b-4c01-99ea-14627e0074ba yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:45:07.535386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1fbc0d5f-e30e-4cb9-9701-b93b80f2f468 None None] Provisioning for port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:07.549880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:07.553407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Allocated IP 2001:db8::2 (8cb77057-4d0f-4e70-9075-a609e9b9d84f/b40533a3-41f8-4f79-8477-bf425cb8bcb8/55ccfcbf-f572-4d19-8902-315b9e00ae37) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:07.560005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1fbc0d5f-e30e-4cb9-9701-b93b80f2f468 None None] Provisioning complete for port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:07.560695 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1fbc0d5f-e30e-4cb9-9701-b93b80f2f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:07.704398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc0d5f-e30e-4cb9-9701-b93b80f2f468 None None] Port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:07.724056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f82194-54f1-4983-bd03-263fa2aa94ff req-df8f0844-4626-435e-8345-013d85bb0201 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:07.745570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f82194-54f1-4983-bd03-263fa2aa94ff req-df8f0844-4626-435e-8345-013d85bb0201 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:07.747220 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98f82194-54f1-4983-bd03-263fa2aa94ff req-df8f0844-4626-435e-8345-013d85bb0201 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 1652 time: 0.1735542 Aug 23 03:45:07.861787 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:07.872450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-98f82194-54f1-4983-bd03-263fa2aa94ff req-f1a1dc24-11e7-4fe0-b1e7-1754fe3bd971 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152012 Aug 23 03:45:07.945740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66a45-320f-4941-a4c9-d13c501db243 req-1331f640-6f5b-4f9d-9a43-e54a46c677ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:07.950545 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63e66a45-320f-4941-a4c9-d13c501db243 req-1331f640-6f5b-4f9d-9a43-e54a46c677ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 1096 time: 0.2023444 Aug 23 03:45:07.983071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 75d37574-6f1c-461c-8721-498fd81c48fa, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=75d37574-6f1c-461c-8721-498fd81c48fa,segment=NetworkSegment(2fa80830-7140-4b18-8d89-060867a2dc84),segment_id=2fa80830-7140-4b18-8d89-060867a2dc84)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:08.089492 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.189893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Provisioning for port 27056c45-5523-4e20-bf6c-15e76164ce61 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:08.222949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66a45-320f-4941-a4c9-d13c501db243 req-08132bc4-efc5-414b-ac01-eee33a0f90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:08.246928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63e66a45-320f-4941-a4c9-d13c501db243 req-08132bc4-efc5-414b-ac01-eee33a0f90bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 914 time: 0.2882407 Aug 23 03:45:08.287024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Provisioning complete for port 27056c45-5523-4e20-bf6c-15e76164ce61 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:08.287024 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.356486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Port 27056c45-5523-4e20-bf6c-15e76164ce61 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:08.358799 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.384469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Transition to ACTIVE for port object 55ccfcbf-f572-4d19-8902-315b9e00ae37 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:08.411648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=75d37574-6f1c-461c-8721-498fd81c48fa,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:08.418688 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63e66a45-320f-4941-a4c9-d13c501db243 req-45754f05-b0fe-4d00-884f-cb5a55245ff4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 200 len: 217 time: 0.1634977 Aug 23 03:45:08.431189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Transition to ACTIVE for port object 55ccfcbf-f572-4d19-8902-315b9e00ae37 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:08.452644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:08.457656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.468604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Provisioning for port f5a3be20-abfd-4fd0-ad58-c12561dc1689 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:08.474417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Provisioning complete for port f5a3be20-abfd-4fd0-ad58-c12561dc1689 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:08.474979 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.546615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9204c86-26a4-4a49-b281-886579b73fb5 req-f104009c-b5ac-43c7-88e0-6f9c4bc78bd2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:08.556671 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9204c86-26a4-4a49-b281-886579b73fb5 req-f104009c-b5ac-43c7-88e0-6f9c4bc78bd2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1536510 Aug 23 03:45:08.559626 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.563187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66a45-320f-4941-a4c9-d13c501db243 req-dcb879f9-e4fe-4d9d-91f9-c88cfeb6fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:08.565648 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63e66a45-320f-4941-a4c9-d13c501db243 req-dcb879f9-e4fe-4d9d-91f9-c88cfeb6fbab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 200 len: 854 time: 0.1209524 Aug 23 03:45:08.587458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-416dd95c-4fd7-44ab-9724-fc3abf2b31c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2284636 Aug 23 03:45:08.595496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-67566ed2-e354-4939-b404-b09722f95799 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Deleting port f5a3be20-abfd-4fd0-ad58-c12561dc1689 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:08.596385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67566ed2-e354-4939-b404-b09722f95799 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.629249 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63e66a45-320f-4941-a4c9-d13c501db243 req-10b7f09d-821c-47a6-bac9-e13dd4bb0126 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2b17615-5567-48d9-8e38-935db6b0d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512390 Aug 23 03:45:08.684213 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9204c86-26a4-4a49-b281-886579b73fb5 req-459cf23b-cb05-498a-bbcc-0f93ab9090e4 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263933 Aug 23 03:45:08.691498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Pushing event updated for resources: {'Port': ['ID=55ccfcbf-f572-4d19-8902-315b9e00ae37,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:08.734838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Port f5a3be20-abfd-4fd0-ad58-c12561dc1689 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:08.747917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Network 8cb77057-4d0f-4e70-9075-a609e9b9d84f is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:08.766325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:08.768961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:08.803645 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63e66a45-320f-4941-a4c9-d13c501db243 req-6a6abcda-5fcc-4e6c-afbf-830553809edf service neutron] 10.222.0.24 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660933 Aug 23 03:45:08.806880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Provisioning complete for port 75d37574-6f1c-461c-8721-498fd81c48fa triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:08.807091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-814657bb-f912-4fdb-95d1-a34d54736df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.836119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Allocated IP 2001:db8::37a (8cb77057-4d0f-4e70-9075-a609e9b9d84f/b40533a3-41f8-4f79-8477-bf425cb8bcb8/ec67d503-391b-4c01-99ea-14627e0074ba) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:08.915418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Attempting to bind port 55ccfcbf-f572-4d19-8902-315b9e00ae37 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:08.915799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Attempting to bind port 55ccfcbf-f572-4d19-8902-315b9e00ae37 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '57c41c62-f38a-4044-90e0-283dae4dcaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cb77057-4d0f-4e70-9075-a609e9b9d84f'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:08.916172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Attempting to bind port 55ccfcbf-f572-4d19-8902-315b9e00ae37 on network 8cb77057-4d0f-4e70-9075-a609e9b9d84f {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:08.944514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:08.944900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Checking segment: {'id': '57c41c62-f38a-4044-90e0-283dae4dcaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cb77057-4d0f-4e70-9075-a609e9b9d84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:08.945349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.945760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Bound using segment: {'id': '57c41c62-f38a-4044-90e0-283dae4dcaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cb77057-4d0f-4e70-9075-a609e9b9d84f'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:08.946245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Bound port: 55ccfcbf-f572-4d19-8902-315b9e00ae37, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c41c62-f38a-4044-90e0-283dae4dcaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8cb77057-4d0f-4e70-9075-a609e9b9d84f'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:08.946634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:08.992977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-701218a6-586a-4bd6-a064-1ff93ea4678b req-07bba3ae-efb6-464d-b4ab-0bee9f516aa6 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1508167 Aug 23 03:45:09.026230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-89353792-4151-460a-b04c-ac31251ebcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:09.028291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-89353792-4151-460a-b04c-ac31251ebcfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4979981ae7e410f9f22dcfaebc7cef8&device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 1097 time: 0.3559453 Aug 23 03:45:09.071259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63e66a45-320f-4941-a4c9-d13c501db243 req-917b6228-edee-45a9-816c-016a57ecb243 service neutron] 10.222.0.24 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562156 Aug 23 03:45:09.086608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Allocated IP 10.1.1.170 (7c0e0f79-cb26-4168-adbb-5e95df83d976/b494ff07-4f70-4411-b40f-5db7ca26f968/3e46219a-9d3e-4df1-8205-80f7be163313) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:09.145435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] For port 55ccfcbf-f572-4d19-8902-315b9e00ae37, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:09.159884 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] For port 55ccfcbf-f572-4d19-8902-315b9e00ae37, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=55ccfcbf-f572-4d19-8902-315b9e00ae37,segment=NetworkSegment(57c41c62-f38a-4044-90e0-283dae4dcaa9),segment_id=57c41c62-f38a-4044-90e0-283dae4dcaa9)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:09.163784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d511-a064-4e60-b202-3c93126e2a81 req-d21b9dfd-500e-48c4-b256-a239c28af95a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:09.165160 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67566ed2-e354-4939-b404-b09722f95799 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:09.171372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8d511-a064-4e60-b202-3c93126e2a81 req-d21b9dfd-500e-48c4-b256-a239c28af95a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:09.177685 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fc8d511-a064-4e60-b202-3c93126e2a81 req-d21b9dfd-500e-48c4-b256-a239c28af95a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 1652 time: 0.1049390 Aug 23 03:45:09.222138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0fc8d511-a064-4e60-b202-3c93126e2a81 req-e82bc859-b3f2-45de-9368-8624d3b9a5dc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376427 Aug 23 03:45:09.232490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-67566ed2-e354-4939-b404-b09722f95799 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Calling delete_port for f5a3be20-abfd-4fd0-ad58-c12561dc1689 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:09.251095 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:09.330883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-31aff395-2321-4c66-98e4-aa41cb24c1b1 None None] Provisioning complete for port 27056c45-5523-4e20-bf6c-15e76164ce61 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:09.331488 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-31aff395-2321-4c66-98e4-aa41cb24c1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:09.432321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79764345-b0a7-421a-b678-aa720fb56792 None None] Pushing event updated for resources: {'Port': ['ID=55ccfcbf-f572-4d19-8902-315b9e00ae37,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:09.452882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-31aff395-2321-4c66-98e4-aa41cb24c1b1 None None] Port 27056c45-5523-4e20-bf6c-15e76164ce61 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:09.480244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-31aff395-2321-4c66-98e4-aa41cb24c1b1 None None] Provisioning complete for port f5a3be20-abfd-4fd0-ad58-c12561dc1689 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:09.480880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-31aff395-2321-4c66-98e4-aa41cb24c1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:09.538835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-31aff395-2321-4c66-98e4-aa41cb24c1b1 None None] Port f5a3be20-abfd-4fd0-ad58-c12561dc1689 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:09.540786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-bb386424-bb8e-4575-b56d-e85cb2e1ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:09.542667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-bb386424-bb8e-4575-b56d-e85cb2e1ba8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=27f078d8-2849-4c33-bacb-a808d6449852 HTTP/1.1" status: 200 len: 911 time: 0.4801562 Aug 23 03:45:09.579700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:09.666205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Transition to ACTIVE for port object ec67d503-391b-4c01-99ea-14627e0074ba will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:09.698382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:09.724668 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-1aecfe26-2884-4519-866c-b5758a5b4544 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb27f768-0821-4ebe-9721-b155272b578f HTTP/1.1" status: 200 len: 1002 time: 0.1711507 Aug 23 03:45:09.815940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Transition to ACTIVE for port object 3e46219a-9d3e-4df1-8205-80f7be163313 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:09.896262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad023a-a5fa-4947-b1ba-dd1e2588344d req-445a96a2-37a2-4c83-82c3-8e28e3b3e136 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:09.913661 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68ad023a-a5fa-4947-b1ba-dd1e2588344d req-445a96a2-37a2-4c83-82c3-8e28e3b3e136 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.0871186 Aug 23 03:45:09.933949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-577f41f8-afac-420b-a496-ce0795460374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:09.938177 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-577f41f8-afac-420b-a496-ce0795460374 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c71438e9-b555-4e14-bd8f-f9ce7dda75e6 HTTP/1.1" status: 200 len: 850 time: 0.1360426 Aug 23 03:45:09.958849 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68ad023a-a5fa-4947-b1ba-dd1e2588344d req-ac00e72b-5e9b-4bc2-b9c2-23b2a5f1b044 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441792 Aug 23 03:45:10.011899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-e4d7be2e-7404-4443-a676-6eb0c08f44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:10.013958 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-e4d7be2e-7404-4443-a676-6eb0c08f44b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27f078d8-2849-4c33-bacb-a808d6449852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666804 Aug 23 03:45:10.045043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:10.075477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:10.080209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67566ed2-e354-4939-b404-b09722f95799 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:10.218499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:10.225918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:10.228285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:10.241672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c893662-b4e2-4ffc-8eff-c43caf8f9445 req-14be90c9-7693-42b7-84b7-ee449fc843ab tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1489198 Aug 23 03:45:10.258945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Network 8cb77057-4d0f-4e70-9075-a609e9b9d84f is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:10.417911 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67566ed2-e354-4939-b404-b09722f95799 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:10.425836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44860) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:10.426053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-67566ed2-e354-4939-b404-b09722f95799 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "DELETE /v2.0/ports/f5a3be20-abfd-4fd0-ad58-c12561dc1689 HTTP/1.1" status: 204 len: 168 time: 2.9734678 Aug 23 03:45:10.438323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:10.438485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Request body: {'port': {'name': 'tempest-new-port-name-422496624', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:10.439086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] bootfile-name is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:10.439420 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] tftp-server is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:10.439747 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] server-ip-address is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:10.440731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:10.448453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:10.452314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:10.495756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event updated for resources: {'Port': ['ID=ec67d503-391b-4c01-99ea-14627e0074ba,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:10.566113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 75d37574-6f1c-461c-8721-498fd81c48fa up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:10.617702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-134a5f15-921f-45dd-be14-57caa6a856ea tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.2141273 Aug 23 03:45:10.622592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44868) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:10.645620 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b857993-9621-442f-93fd-d54ce96f37a4 req-57b17c4f-b6e2-41d1-af3d-9697ad77d0f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1156900 Aug 23 03:45:10.652816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 75d37574-6f1c-461c-8721-498fd81c48fa triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:10.654454 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:10.658626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-9490457c-197d-4ec5-adbe-bd5b072ecc34 service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366842 Aug 23 03:45:10.680252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:10.680903 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:10.704191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Port': ['ID=3e46219a-9d3e-4df1-8205-80f7be163313,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:10.717318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Request body: {'port': {'network_id': '8cb77057-4d0f-4e70-9075-a609e9b9d84f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1396606196', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:10.718083 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] bootfile-name is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:10.718598 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] tftp-server is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:10.721302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] server-ip-address is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:10.755352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67566ed2-e354-4939-b404-b09722f95799 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event deleted for resources: {'Port': ['ID=f5a3be20-abfd-4fd0-ad58-c12561dc1689,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:10.770578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-139e7383-8498-4ef5-9673-849d81de9401 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7311082 Aug 23 03:45:10.789920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15', 'admin_state_up': True, 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'security_groups': ['bf918e1e-3f60-4e6c-8447-d1561a5deef6']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:10.831327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 55ccfcbf-f572-4d19-8902-315b9e00ae37 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:10.897787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ef585019-8f40-43ac-a330-fe62411ba5ae None None] Provisioning for port 3e46219a-9d3e-4df1-8205-80f7be163313 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:10.912495 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:10.921323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ef585019-8f40-43ac-a330-fe62411ba5ae None None] Provisioning complete for port 3e46219a-9d3e-4df1-8205-80f7be163313 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:10.922241 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ef585019-8f40-43ac-a330-fe62411ba5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:11.014184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ef585019-8f40-43ac-a330-fe62411ba5ae None None] Port 3e46219a-9d3e-4df1-8205-80f7be163313 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:11.052227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b1c5-3202-4574-8829-2b9bc5fc8b21 req-81c9c86c-123b-4ab3-bbbf-93fda888cb1a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:11.063043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b1c5-3202-4574-8829-2b9bc5fc8b21 req-81c9c86c-123b-4ab3-bbbf-93fda888cb1a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:11.070439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b1c5-3202-4574-8829-2b9bc5fc8b21 req-81c9c86c-123b-4ab3-bbbf-93fda888cb1a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:11.078443 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a635b1c5-3202-4574-8829-2b9bc5fc8b21 req-81c9c86c-123b-4ab3-bbbf-93fda888cb1a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 2373 time: 0.5260086 Aug 23 03:45:11.090937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e4277d-3145-4df2-85a6-20533c5fb9fc None None] Network 8cb77057-4d0f-4e70-9075-a609e9b9d84f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:11.094064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 55ccfcbf-f572-4d19-8902-315b9e00ae37 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:11.180387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:11.301197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a635b1c5-3202-4574-8829-2b9bc5fc8b21 req-640898a1-0ada-404d-9598-8d77d9294cbe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217453 Aug 23 03:45:11.331316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-15ce42e9-182c-4fdc-8efa-126a79e5e403 None None] Provisioning for port 55ccfcbf-f572-4d19-8902-315b9e00ae37 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:11.349501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-15ce42e9-182c-4fdc-8efa-126a79e5e403 None None] Provisioning complete for port 55ccfcbf-f572-4d19-8902-315b9e00ae37 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:11.356390 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-15ce42e9-182c-4fdc-8efa-126a79e5e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:11.408667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:11.420790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92fe4761-b78c-4fcb-bdb5-bb03c6da328a req-d46c936a-aa10-4c4b-a21a-4045faffcbae service neutron] 10.222.0.11 "GET /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372786 Aug 23 03:45:11.448312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f1485-ed30-443d-9613-4af6aac6f8ff req-fe21edda-96b7-499e-9071-b6a8423479fc tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:11.450293 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-643f1485-ed30-443d-9613-4af6aac6f8ff req-fe21edda-96b7-499e-9071-b6a8423479fc tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.2278414 Aug 23 03:45:11.453975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Made reservation on behalf of 654e2302787d4729a5c85545f06c992e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:11.461229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:11.502431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] device_id is not set on port 7653cc5a-f9fc-44da-92d8-482ca7030751 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:45:11.604973 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-15ce42e9-182c-4fdc-8efa-126a79e5e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:11.635428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-643f1485-ed30-443d-9613-4af6aac6f8ff req-8003eaa0-86bb-4f58-961f-5f7d2b7d45f7 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444986 Aug 23 03:45:11.698613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-15ce42e9-182c-4fdc-8efa-126a79e5e403 None None] For port 55ccfcbf-f572-4d19-8902-315b9e00ae37, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=55ccfcbf-f572-4d19-8902-315b9e00ae37,segment=NetworkSegment(57c41c62-f38a-4044-90e0-283dae4dcaa9),segment_id=57c41c62-f38a-4044-90e0-283dae4dcaa9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:11.706249 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5040d960-8f8e-4d79-884b-4677bfd9aeba req-c9317532-54cb-4032-9d99-77b8fb953efc tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1969793 Aug 23 03:45:11.757400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Allocated IP 2001:db8::15b (8cb77057-4d0f-4e70-9075-a609e9b9d84f/b40533a3-41f8-4f79-8477-bf425cb8bcb8/7653cc5a-f9fc-44da-92d8-482ca7030751) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:11.820752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:11.832482 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Allocated IP 10.2.2.100 (14893317-4e76-44d7-bca0-3671f275cf15/32355db9-7868-424f-ba0c-c14a6941d444/027ee6a5-a175-420b-969a-af306fdc7da3) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:11.956769 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-15ce42e9-182c-4fdc-8efa-126a79e5e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:11.962258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.058365 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.084077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:45:12.097131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Transition to ACTIVE for port object 027ee6a5-a175-420b-969a-af306fdc7da3 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:12.198476 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.249572 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.318993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Transition to ACTIVE for port object 7653cc5a-f9fc-44da-92d8-482ca7030751 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:12.349279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event updated for resources: {'Port': ['ID=27056c45-5523-4e20-bf6c-15e76164ce61,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:12.374972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] In _notify_port_updated(), no bound segment for port 27056c45-5523-4e20-bf6c-15e76164ce61 on network 21310b8c-a539-47ae-ab1c-e4182144de82 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:45:12.382710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:12.384812 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.409055 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.413234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "PUT /v2.0/ports/27056c45-5523-4e20-bf6c-15e76164ce61 HTTP/1.1" status: 200 len: 1135 time: 1.9836509 Aug 23 03:45:12.416455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44896) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:12.417186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Port': ['ID=027ee6a5-a175-420b-969a-af306fdc7da3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:12.434214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.440349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.440349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.440349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.440349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.440349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.440349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.440349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.440349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.458086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.458578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.458927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2240b23d-47d4-44f9-b93a-32c794010fbe tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:12.472143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network 14893317-4e76-44d7-bca0-3671f275cf15 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:12.474851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:12.510743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:12.520902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:12.522995 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8c98d0-ccb9-4e53-8b9c-134831b5e557" -d '{"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-unplugged", "status": "completed", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:12.546032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa3dc9-4782-4c89-8347-e7320342c93c tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:12.554821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-54fa3dc9-4782-4c89-8347-e7320342c93c tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "GET /v2.0/ports/27056c45-5523-4e20-bf6c-15e76164ce61 HTTP/1.1" status: 200 len: 1135 time: 0.1299427 Aug 23 03:45:12.554957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce42e9-182c-4fdc-8efa-126a79e5e403 None None] Pushing event updated for resources: {'Port': ['ID=55ccfcbf-f572-4d19-8902-315b9e00ae37,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:12.555061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:12.555438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44900) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:12.603247 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.612724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0989cd2-256d-4a2b-bdf6-cc0a365cd956 req-9bdf44a0-a2ce-4ce3-bc65-e9db386679a9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:12.627653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0989cd2-256d-4a2b-bdf6-cc0a365cd956 req-9bdf44a0-a2ce-4ce3-bc65-e9db386679a9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:12.640857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0989cd2-256d-4a2b-bdf6-cc0a365cd956 req-9bdf44a0-a2ce-4ce3-bc65-e9db386679a9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:12.650106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0989cd2-256d-4a2b-bdf6-cc0a365cd956 req-9bdf44a0-a2ce-4ce3-bc65-e9db386679a9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:12.671222 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0ac3f2-964e-4c50-8540-80d72ac5379d x-openstack-request-id: req-cd0ac3f2-964e-4c50-8540-80d72ac5379d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:12.672042 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-unplugged", "status": "failed", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc", "code": 422}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:12.672392 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd0ac3f2-964e-4c50-8540-80d72ac5379d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:12.673097 n-d-749052-7 neutron-server[95122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'code': 422} returned with failed status Aug 23 03:45:12.676925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9692d14b-4ead-4410-815b-9d21301495db None None] Provisioning for port ec67d503-391b-4c01-99ea-14627e0074ba completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:12.680735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c0989cd2-256d-4a2b-bdf6-cc0a365cd956 req-9bdf44a0-a2ce-4ce3-bc65-e9db386679a9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 3094 time: 0.2161269 Aug 23 03:45:12.697591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9692d14b-4ead-4410-815b-9d21301495db None None] Provisioning complete for port ec67d503-391b-4c01-99ea-14627e0074ba triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:12.697991 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9692d14b-4ead-4410-815b-9d21301495db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.810334 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c0989cd2-256d-4a2b-bdf6-cc0a365cd956 req-dbd92188-9882-445d-a277-9a7280288096 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259384 Aug 23 03:45:12.819943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.856148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9692d14b-4ead-4410-815b-9d21301495db None None] Port ec67d503-391b-4c01-99ea-14627e0074ba cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:12.885558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9692d14b-4ead-4410-815b-9d21301495db None None] Provisioning complete for port 55ccfcbf-f572-4d19-8902-315b9e00ae37 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:12.886255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9692d14b-4ead-4410-815b-9d21301495db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.950947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:12.955070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:12.972831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event updated for resources: {'Port': ['ID=7653cc5a-f9fc-44da-92d8-482ca7030751,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:13.014209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:13.016660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Network 8cb77057-4d0f-4e70-9075-a609e9b9d84f is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:13.020074 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5645f8f7-c1c4-4ace-99a3-d68ed9cdcb97 req-3bf6eb82-6336-42d8-a00b-5c79644d6fea tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0521576 Aug 23 03:45:13.022310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:13.025402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:13.032915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:13.034316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.103810 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-adad7eea-5616-46bf-9163-142dbb75231b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3229349 Aug 23 03:45:13.118661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901967e1-d9ed-45e0-9383-a26646688ac2 req-499be250-e2e2-4424-9c16-5a5d4efae3bc tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:13.127510 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-19db02c2-1425-4ccd-bd91-6d5571e354c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.4923446 Aug 23 03:45:13.132614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44916) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:13.142213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-901967e1-d9ed-45e0-9383-a26646688ac2 req-499be250-e2e2-4424-9c16-5a5d4efae3bc tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.2890525 Aug 23 03:45:13.187030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15', 'admin_state_up': True, 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'security_groups': ['bf918e1e-3f60-4e6c-8447-d1561a5deef6']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:13.235051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-85c8cb2e-9479-49fb-988d-28ca66fa2ab8 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Deleting port 27056c45-5523-4e20-bf6c-15e76164ce61 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:13.235388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85c8cb2e-9479-49fb-988d-28ca66fa2ab8 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.252207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07204aa3-29f4-44c1-bdb8-1a2649e80a26 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:13.259050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07204aa3-29f4-44c1-bdb8-1a2649e80a26 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:13.281099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07204aa3-29f4-44c1-bdb8-1a2649e80a26 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:13.283665 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-07204aa3-29f4-44c1-bdb8-1a2649e80a26 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1527159 Aug 23 03:45:13.288849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44924) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:13.310733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Provisioning complete for port ec67d503-391b-4c01-99ea-14627e0074ba triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:13.314179 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.397288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Port ec67d503-391b-4c01-99ea-14627e0074ba cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:13.429744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Provisioning complete for port 27056c45-5523-4e20-bf6c-15e76164ce61 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:13.430130 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.513707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Port 27056c45-5523-4e20-bf6c-15e76164ce61 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:13.528142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e7f47b1d-33e1-4c76-837e-b12f731011a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Deleting port 7653cc5a-f9fc-44da-92d8-482ca7030751 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:13.528497 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7f47b1d-33e1-4c76-837e-b12f731011a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.563279 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85c8cb2e-9479-49fb-988d-28ca66fa2ab8 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.577922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-901967e1-d9ed-45e0-9383-a26646688ac2 req-a7c7f111-d619-47ef-a62b-68561955b7e5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336374 Aug 23 03:45:13.592390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-85c8cb2e-9479-49fb-988d-28ca66fa2ab8 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Calling delete_port for 27056c45-5523-4e20-bf6c-15e76164ce61 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:13.617603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Provisioning for port 027ee6a5-a175-420b-969a-af306fdc7da3 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:13.618563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Provisioning complete for port 027ee6a5-a175-420b-969a-af306fdc7da3 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:13.619001 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.703516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b7d06d8a-aa8b-47fc-b5f4-50d6c63f711b None None] Port 027ee6a5-a175-420b-969a-af306fdc7da3 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:13.704568 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7f47b1d-33e1-4c76-837e-b12f731011a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.725915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e7f47b1d-33e1-4c76-837e-b12f731011a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Calling delete_port for 7653cc5a-f9fc-44da-92d8-482ca7030751 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:13.841079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Made reservation on behalf of 6f8363fddd4143e9a7f1e2e7fbee63fa for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:13.858691 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.938416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-183a70f7-59d4-4766-999c-bae44addb61a req-3636c048-4ff0-45cd-a715-97135419a3fe tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0353506 Aug 23 03:45:13.968133 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7f47b1d-33e1-4c76-837e-b12f731011a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:13.969224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-07a35214-02ed-403e-9193-b8193f7f0e2b None None] Provisioning for port 7653cc5a-f9fc-44da-92d8-482ca7030751 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:13.981651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-07a35214-02ed-403e-9193-b8193f7f0e2b None None] Provisioning complete for port 7653cc5a-f9fc-44da-92d8-482ca7030751 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:13.982532 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-07a35214-02ed-403e-9193-b8193f7f0e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:14.060860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f47b1d-33e1-4c76-837e-b12f731011a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event deleted for resources: {'Port': ['ID=7653cc5a-f9fc-44da-92d8-482ca7030751,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:14.066406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-07a35214-02ed-403e-9193-b8193f7f0e2b None None] Port 7653cc5a-f9fc-44da-92d8-482ca7030751 was deleted so its status cannot be updated. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 03:45:14.149145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e7f47b1d-33e1-4c76-837e-b12f731011a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:14.151445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e7f47b1d-33e1-4c76-837e-b12f731011a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "DELETE /v2.0/ports/7653cc5a-f9fc-44da-92d8-482ca7030751 HTTP/1.1" status: 204 len: 168 time: 0.8611608 Aug 23 03:45:14.157687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44932) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:14.166113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Request body: {'port': {'name': 'tempest-new-port-name-1705969395', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:14.166807 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] bootfile-name is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:14.169802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] tftp-server is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:14.170342 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.api.validators [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] server-ip-address is not in valid_values {{(pid=95120) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 23 03:45:14.274464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b978394-cc37-43fd-9cf1-098a76328e50 req-e602d352-812a-4088-bd60-36836d9b1c0f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:14.297783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b978394-cc37-43fd-9cf1-098a76328e50 req-e602d352-812a-4088-bd60-36836d9b1c0f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:14.304364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b978394-cc37-43fd-9cf1-098a76328e50 req-e602d352-812a-4088-bd60-36836d9b1c0f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:14.312423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56801fc0-9623-463c-b5ec-bd29cd5d7f76 req-97b0d2c0-7753-4dca-8577-a8bfe3ae3586 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c6ab6322b8e4ef3b71d2efdce6a291c&device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0466487 Aug 23 03:45:14.316241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b978394-cc37-43fd-9cf1-098a76328e50 req-e602d352-812a-4088-bd60-36836d9b1c0f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:14.323637 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b978394-cc37-43fd-9cf1-098a76328e50 req-e602d352-812a-4088-bd60-36836d9b1c0f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 3094 time: 0.2552085 Aug 23 03:45:14.328066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 55ccfcbf-f572-4d19-8902-315b9e00ae37 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:14.404583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56801fc0-9623-463c-b5ec-bd29cd5d7f76 req-27d5c9ae-5c27-4af5-896b-651e077f07e0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6c6ab6322b8e4ef3b71d2efdce6a291c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673249 Aug 23 03:45:14.410322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 55ccfcbf-f572-4d19-8902-315b9e00ae37 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:14.410746 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:14.443122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b978394-cc37-43fd-9cf1-098a76328e50 req-73b7d52f-2777-4773-a1a8-9952bc476d7c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123233 Aug 23 03:45:14.463090 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:14.480836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68af7c0-8836-4b87-90ee-431422970da2 req-ba3f87c4-219e-43f9-bfe5-220ced17b206 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:14.488612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d68af7c0-8836-4b87-90ee-431422970da2 req-ba3f87c4-219e-43f9-bfe5-220ced17b206 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.6271024 Aug 23 03:45:14.596941 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d68af7c0-8836-4b87-90ee-431422970da2 req-23793f5a-2dd2-4bf2-a536-100ed9bd2720 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073849 Aug 23 03:45:14.602641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85c8cb2e-9479-49fb-988d-28ca66fa2ab8 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:14.734416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56801fc0-9623-463c-b5ec-bd29cd5d7f76 req-0f47c319-8948-4796-9ef6-4b127a647a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:14.736303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56801fc0-9623-463c-b5ec-bd29cd5d7f76 req-0f47c319-8948-4796-9ef6-4b127a647a7f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2872252 Aug 23 03:45:14.748633 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:14.789892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8cb2e-9479-49fb-988d-28ca66fa2ab8 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event deleted for resources: {'Port': ['ID=27056c45-5523-4e20-bf6c-15e76164ce61,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:14.835874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:14.904864 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:45:14.918731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event updated for resources: {'Port': ['ID=ec67d503-391b-4c01-99ea-14627e0074ba,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:14.942219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] In _notify_port_updated(), no bound segment for port ec67d503-391b-4c01-99ea-14627e0074ba on network 8cb77057-4d0f-4e70-9075-a609e9b9d84f {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:45:14.948651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:14.949537 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:14.950794 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bc6c5c8c-581b-4873-b60f-b917c69a7f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "PUT /v2.0/ports/ec67d503-391b-4c01-99ea-14627e0074ba HTTP/1.1" status: 200 len: 1130 time: 0.7900743 Aug 23 03:45:14.953284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44966) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:14.962521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Allocated IP 10.2.2.200 (14893317-4e76-44d7-bca0-3671f275cf15/32355db9-7868-424f-ba0c-c14a6941d444/5ef3d62f-57c6-44a3-8778-887a770f6237) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:14.965681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85c8cb2e-9479-49fb-988d-28ca66fa2ab8 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:14.967665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-85c8cb2e-9479-49fb-988d-28ca66fa2ab8 tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "DELETE /v2.0/ports/27056c45-5523-4e20-bf6c-15e76164ce61 HTTP/1.1" status: 204 len: 168 time: 2.4106665 Aug 23 03:45:14.971817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44968) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:15.069567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5bcb30-635b-4b31-8fac-7da0047fad6f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Deleting subnet 78d5804d-b2d5-47f4-b294-603a1dfd293c {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:45:15.102875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf5bcb30-635b-4b31-8fac-7da0047fad6f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.138854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ec5bbc0-5a6e-4278-8038-a4e3d361ffb9 req-9c3b03c1-a15a-4124-bd7e-33a9461e7904 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0635650 Aug 23 03:45:15.161271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcad587-e220-4908-8f71-5841c6341936 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:15.161271 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dfcad587-e220-4908-8f71-5841c6341936 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "GET /v2.0/ports/ec67d503-391b-4c01-99ea-14627e0074ba HTTP/1.1" status: 200 len: 1130 time: 0.2037127 Aug 23 03:45:15.170041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44974) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:15.199339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf5bcb30-635b-4b31-8fac-7da0047fad6f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.275976 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.337274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf5bcb30-635b-4b31-8fac-7da0047fad6f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.364818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Transition to ACTIVE for port object 5ef3d62f-57c6-44a3-8778-887a770f6237 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:15.374135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c470-fc5b-4801-8f8a-a416429a91e0 req-764c1a68-77b0-46d3-a89a-ef98d212c36b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:15.375729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8032c470-fc5b-4801-8f8a-a416429a91e0 req-764c1a68-77b0-46d3-a89a-ef98d212c36b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.1513126 Aug 23 03:45:15.434008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c274369f-e837-4fa1-8b7e-23074d918644 None None] Provisioning complete for port ec67d503-391b-4c01-99ea-14627e0074ba triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:15.435036 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c274369f-e837-4fa1-8b7e-23074d918644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.442015 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8032c470-fc5b-4801-8f8a-a416429a91e0 req-c884357d-7c36-41d4-b892-b2413294d6cb tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581219 Aug 23 03:45:15.468722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a5819e46-d99d-4c5d-a71c-7be49b7792ef tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Deleting port ec67d503-391b-4c01-99ea-14627e0074ba {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:15.469250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a5819e46-d99d-4c5d-a71c-7be49b7792ef tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.499435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c274369f-e837-4fa1-8b7e-23074d918644 None None] Port ec67d503-391b-4c01-99ea-14627e0074ba cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:15.524536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf5bcb30-635b-4b31-8fac-7da0047fad6f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.558227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.615941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d76b53-c97f-42ec-a55f-781b20c5d00e None None] Network 21310b8c-a539-47ae-ab1c-e4182144de82 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:15.624550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bcb30-635b-4b31-8fac-7da0047fad6f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event deleted for resources: {'Subnet': ['ID=78d5804d-b2d5-47f4-b294-603a1dfd293c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:15.627014 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf5bcb30-635b-4b31-8fac-7da0047fad6f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.637387 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf5bcb30-635b-4b31-8fac-7da0047fad6f tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "DELETE /v2.0/subnets/78d5804d-b2d5-47f4-b294-603a1dfd293c HTTP/1.1" status: 204 len: 168 time: 0.6649790 Aug 23 03:45:15.645654 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a5819e46-d99d-4c5d-a71c-7be49b7792ef tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:15.651945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45006) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:15.670413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a5819e46-d99d-4c5d-a71c-7be49b7792ef tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Calling delete_port for ec67d503-391b-4c01-99ea-14627e0074ba owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:15.699527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Network 14893317-4e76-44d7-bca0-3671f275cf15 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:15.716784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d2a94-3eff-46cc-b977-36c781d578a8 req-8d44ed9b-4b46-4b92-913b-ead140b2dd29 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:15.720006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:15.724096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:15.726080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d2a94-3eff-46cc-b977-36c781d578a8 req-8d44ed9b-4b46-4b92-913b-ead140b2dd29 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:15.729578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event updated for resources: {'Port': ['ID=5ef3d62f-57c6-44a3-8778-887a770f6237,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:15.734230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d2a94-3eff-46cc-b977-36c781d578a8 req-8d44ed9b-4b46-4b92-913b-ead140b2dd29 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:15.741062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d2a94-3eff-46cc-b977-36c781d578a8 req-8d44ed9b-4b46-4b92-913b-ead140b2dd29 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:15.757134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d2a94-3eff-46cc-b977-36c781d578a8 req-8d44ed9b-4b46-4b92-913b-ead140b2dd29 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:15.758689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6b6d2a94-3eff-46cc-b977-36c781d578a8 req-8d44ed9b-4b46-4b92-913b-ead140b2dd29 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 3815 time: 0.1507556 Aug 23 03:45:15.827316 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6b6d2a94-3eff-46cc-b977-36c781d578a8 req-877cb181-60d8-4365-a9d6-bb7362579f35 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582860 Aug 23 03:45:15.941196 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-286737c1-27ba-46ef-a94d-3deb2127420a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448495 Aug 23 03:45:15.963116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.043375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75032167-b728-4c7a-a8af-25a4973fd5e8 None None] DHCP port deletion for 21310b8c-a539-47ae-ab1c-e4182144de82 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:45:16.052863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:45:16.094614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:16.095373 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.138230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399683f-db47-457c-8511-fef90f5b484c req-b1b47c90-c80a-4e0f-8f95-ad02ceb1e5d6 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:16.140199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7399683f-db47-457c-8511-fef90f5b484c req-b1b47c90-c80a-4e0f-8f95-ad02ceb1e5d6 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf89687-bd56-451f-ab16-4d5004041bf3 HTTP/1.1" status: 200 len: 950 time: 0.1698511 Aug 23 03:45:16.195787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Deleting port 75d37574-6f1c-461c-8721-498fd81c48fa {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:16.196253 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.239575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ef1f1b0c-4d37-47ef-abe5-b85a0ab672ba tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0942163 Aug 23 03:45:16.263404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:16.332645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 75d37574-6f1c-461c-8721-498fd81c48fa no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:45:16.333749 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bcb8d1be-90dd-4b6c-afb3-01165c89a16a req-3d6754fc-a6f6-4ddb-8eee-81d5d85c0621 tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0665038 Aug 23 03:45:16.355031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] For port 75d37574-6f1c-461c-8721-498fd81c48fa, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=75d37574-6f1c-461c-8721-498fd81c48fa,segment=NetworkSegment(2fa80830-7140-4b18-8d89-060867a2dc84),segment_id=2fa80830-7140-4b18-8d89-060867a2dc84)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:16.355031 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.364136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7399683f-db47-457c-8511-fef90f5b484c req-0d3c31cb-acfa-45c9-af35-fdca440a97af tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022071 Aug 23 03:45:16.374220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Calling delete_port for 75d37574-6f1c-461c-8721-498fd81c48fa owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:16.407105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a5819e46-d99d-4c5d-a71c-7be49b7792ef tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.472850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-75032167-b728-4c7a-a8af-25a4973fd5e8 None None] Deleting port 75d37574-6f1c-461c-8721-498fd81c48fa {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:16.473410 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-75032167-b728-4c7a-a8af-25a4973fd5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.475515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8f152fab-2ec7-484b-9522-89c0fabd2030 None None] Provisioning for port 5ef3d62f-57c6-44a3-8778-887a770f6237 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:16.560036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8f152fab-2ec7-484b-9522-89c0fabd2030 None None] Provisioning complete for port 5ef3d62f-57c6-44a3-8778-887a770f6237 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:16.564008 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f152fab-2ec7-484b-9522-89c0fabd2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.572160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5819e46-d99d-4c5d-a71c-7be49b7792ef tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event deleted for resources: {'Port': ['ID=ec67d503-391b-4c01-99ea-14627e0074ba,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:16.625965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.644682 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.677101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] No DVR routers for this DVR port 75d37574-6f1c-461c-8721-498fd81c48fa on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:16.678991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8f152fab-2ec7-484b-9522-89c0fabd2030 None None] Port 5ef3d62f-57c6-44a3-8778-887a770f6237 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:16.680603 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.713955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56801fc0-9623-463c-b5ec-bd29cd5d7f76 req-6df23393-8866-4f83-94bf-eb08ed0c098c tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.1515319 Aug 23 03:45:16.785693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-75032167-b728-4c7a-a8af-25a4973fd5e8 None None] For port 75d37574-6f1c-461c-8721-498fd81c48fa, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=75d37574-6f1c-461c-8721-498fd81c48fa,segment=NetworkSegment(2fa80830-7140-4b18-8d89-060867a2dc84),segment_id=2fa80830-7140-4b18-8d89-060867a2dc84)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:16.786096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-75032167-b728-4c7a-a8af-25a4973fd5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.798251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a5819e46-d99d-4c5d-a71c-7be49b7792ef tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:16.801319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a5819e46-d99d-4c5d-a71c-7be49b7792ef tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "DELETE /v2.0/ports/ec67d503-391b-4c01-99ea-14627e0074ba HTTP/1.1" status: 204 len: 168 time: 1.6301818 Aug 23 03:45:16.804704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45056) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:16.820869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event deleted for resources: {'Port': ['ID=75d37574-6f1c-461c-8721-498fd81c48fa,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:16.850488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-75032167-b728-4c7a-a8af-25a4973fd5e8 None None] Calling delete_port for 75d37574-6f1c-461c-8721-498fd81c48fa owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:16.874495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183291a3-2f5c-46b1-83c6-6ae0318585a5 req-4d8110a0-093a-47e4-8c50-b77e660d7cac tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:16.883468 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-183291a3-2f5c-46b1-83c6-6ae0318585a5 req-4d8110a0-093a-47e4-8c50-b77e660d7cac tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.3190794 Aug 23 03:45:16.942502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-861bb478-58ca-421f-9f03-b64c4c9f72ce tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Deleting subnet b40533a3-41f8-4f79-8477-bf425cb8bcb8 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:45:16.946088 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-861bb478-58ca-421f-9f03-b64c4c9f72ce tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.011376 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-75032167-b728-4c7a-a8af-25a4973fd5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.029353 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-861bb478-58ca-421f-9f03-b64c4c9f72ce tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.043104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75032167-b728-4c7a-a8af-25a4973fd5e8 None None] Pushing event deleted for resources: {'Port': ['ID=75d37574-6f1c-461c-8721-498fd81c48fa,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:17.048816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75032167-b728-4c7a-a8af-25a4973fd5e8 None None] No DVR routers for this DVR port 75d37574-6f1c-461c-8721-498fd81c48fa on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:17.071148 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.097316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21310b8c-a539-47ae-ab1c-e4182144de82']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:17.135484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa80830-7140-4b18-8d89-060867a2dc84') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:17.135723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa80830-7140-4b18-8d89-060867a2dc84') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:17.150129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-861bb478-58ca-421f-9f03-b64c4c9f72ce tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.225235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.232911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-183291a3-2f5c-46b1-83c6-6ae0318585a5 req-a60da78c-88b9-437a-a142-98d6f2c55f7e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484585 Aug 23 03:45:17.259194 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:45:17.280166 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:45:17.334656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf1a7-c6a4-4d8c-8754-bbc25a5f263b req-ebbae9b7-7d1c-4451-9771-a4cf8b0616bf tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:17.345670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf1a7-c6a4-4d8c-8754-bbc25a5f263b req-ebbae9b7-7d1c-4451-9771-a4cf8b0616bf tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:17.349709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf1a7-c6a4-4d8c-8754-bbc25a5f263b req-ebbae9b7-7d1c-4451-9771-a4cf8b0616bf tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:17.357249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf1a7-c6a4-4d8c-8754-bbc25a5f263b req-ebbae9b7-7d1c-4451-9771-a4cf8b0616bf tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:17.363236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf1a7-c6a4-4d8c-8754-bbc25a5f263b req-ebbae9b7-7d1c-4451-9771-a4cf8b0616bf tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:17.365398 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35ddf1a7-c6a4-4d8c-8754-bbc25a5f263b req-ebbae9b7-7d1c-4451-9771-a4cf8b0616bf tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 3815 time: 0.1513550 Aug 23 03:45:17.367189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-861bb478-58ca-421f-9f03-b64c4c9f72ce tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.425286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259e52d6-05e4-4b5b-a8d5-615adc8a9096 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:17.427784 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-861bb478-58ca-421f-9f03-b64c4c9f72ce tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.429731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-861bb478-58ca-421f-9f03-b64c4c9f72ce tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "DELETE /v2.0/subnets/b40533a3-41f8-4f79-8477-bf425cb8bcb8 HTTP/1.1" status: 204 len: 168 time: 0.6240110 Aug 23 03:45:17.434246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45084) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:17.435960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bbc5f8-a877-45a1-8778-007877ba6852 None None] Network 8cb77057-4d0f-4e70-9075-a609e9b9d84f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:17.458935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bb478-58ca-421f-9f03-b64c4c9f72ce tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event deleted for resources: {'Subnet': ['ID=b40533a3-41f8-4f79-8477-bf425cb8bcb8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:17.489028 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35ddf1a7-c6a4-4d8c-8754-bbc25a5f263b req-7ff1338a-9230-46fa-a157-c5e15f99159d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118228 Aug 23 03:45:17.497853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.502827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.511306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] 10.222.0.20 "DELETE /v2.0/networks/21310b8c-a539-47ae-ab1c-e4182144de82 HTTP/1.1" status: 204 len: 168 time: 1.8562648 Aug 23 03:45:17.513910 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.576481 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.593757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a814a-a6c8-4198-9ed4-a4dab1d0d6ac tempest-ExtraDHCPOptionsTestJSON-1199577000 tempest-ExtraDHCPOptionsTestJSON-1199577000-project] Pushing event deleted for resources: {'Network': ['ID=21310b8c-a539-47ae-ab1c-e4182144de82,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:17.605203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Transition to ACTIVE for port object 259e52d6-05e4-4b5b-a8d5-615adc8a9096 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:17.649972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19338831-840b-4ccb-ab3c-8151f0f8dbc4 req-832c6e4c-14e5-49bc-9adf-77329be8853d tempest-ServerShowV257Test-1022661665 tempest-ServerShowV257Test-1022661665-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f86040f-69dd-4f0f-8e62-2c2d35db466f HTTP/1.1" status: 200 len: 210 time: 0.0565770 Aug 23 03:45:17.664966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Deleting port 55ccfcbf-f572-4d19-8902-315b9e00ae37 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:17.665333 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.743450 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.747633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e94c5a6-37e4-4fe9-9633-447a8b116d45 None None] DHCP port deletion for 8cb77057-4d0f-4e70-9075-a609e9b9d84f request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:45:17.807604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3e94c5a6-37e4-4fe9-9633-447a8b116d45 None None] Deleting port 55ccfcbf-f572-4d19-8902-315b9e00ae37 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:17.807912 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3e94c5a6-37e4-4fe9-9633-447a8b116d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.824905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] For port 55ccfcbf-f572-4d19-8902-315b9e00ae37, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=55ccfcbf-f572-4d19-8902-315b9e00ae37,segment=NetworkSegment(57c41c62-f38a-4044-90e0-283dae4dcaa9),segment_id=57c41c62-f38a-4044-90e0-283dae4dcaa9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:17.824905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.844019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Pushing event updated for resources: {'Port': ['ID=259e52d6-05e4-4b5b-a8d5-615adc8a9096,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:17.853086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Calling delete_port for 55ccfcbf-f572-4d19-8902-315b9e00ae37 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:17.969652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3e94c5a6-37e4-4fe9-9633-447a8b116d45 None None] For port 55ccfcbf-f572-4d19-8902-315b9e00ae37, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=55ccfcbf-f572-4d19-8902-315b9e00ae37,segment=NetworkSegment(57c41c62-f38a-4044-90e0-283dae4dcaa9),segment_id=57c41c62-f38a-4044-90e0-283dae4dcaa9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:17.970558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3e94c5a6-37e4-4fe9-9633-447a8b116d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:17.992655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3e94c5a6-37e4-4fe9-9633-447a8b116d45 None None] Calling delete_port for 55ccfcbf-f572-4d19-8902-315b9e00ae37 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:18.009307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Attempting to bind port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:18.015040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Attempting to bind port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:18.015040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Attempting to bind port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 on network 8a05671a-bcdb-473e-ae25-31cc297222df {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:18.019065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 on network 8a05671a-bcdb-473e-ae25-31cc297222df not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:45:18.019389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Attempting to bind port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 on network 8a05671a-bcdb-473e-ae25-31cc297222df {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:18.031596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:18.031939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Checking segment: {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:18.032332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Bound using segment: {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:18.032774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Bound port: 259e52d6-05e4-4b5b-a8d5-615adc8a9096, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203856ad-5239-45ad-897c-161879304b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:18.040514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.200762 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.235061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event deleted for resources: {'Port': ['ID=55ccfcbf-f572-4d19-8902-315b9e00ae37,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:18.240652 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3e94c5a6-37e4-4fe9-9633-447a8b116d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.248396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] No DVR routers for this DVR port 55ccfcbf-f572-4d19-8902-315b9e00ae37 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:18.253965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45152) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:18.254230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] For port 259e52d6-05e4-4b5b-a8d5-615adc8a9096, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:18.286468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] For port 259e52d6-05e4-4b5b-a8d5-615adc8a9096, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:18.322724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94c5a6-37e4-4fe9-9633-447a8b116d45 None None] Pushing event deleted for resources: {'Port': ['ID=55ccfcbf-f572-4d19-8902-315b9e00ae37,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:18.327670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 55ccfcbf-f572-4d19-8902-315b9e00ae37 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:45:18.341106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94c5a6-37e4-4fe9-9633-447a8b116d45 None None] No DVR routers for this DVR port 55ccfcbf-f572-4d19-8902-315b9e00ae37 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:18.362743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 55ccfcbf-f572-4d19-8902-315b9e00ae37 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:45:18.363092 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 55ccfcbf-f572-4d19-8902-315b9e00ae37 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:45:18.400035 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.404474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.428727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ec8ff-c7e9-4f2c-956a-91a9d24244e9 req-4871314c-d252-4175-972b-3973d8b9f1da tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:18.439026 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-315ec8ff-c7e9-4f2c-956a-91a9d24244e9 req-4871314c-d252-4175-972b-3973d8b9f1da tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.0841544 Aug 23 03:45:18.447171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb77057-4d0f-4e70-9075-a609e9b9d84f']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:18.475918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c41c62-f38a-4044-90e0-283dae4dcaa9') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:18.476218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c41c62-f38a-4044-90e0-283dae4dcaa9') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:18.489148 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.491287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-315ec8ff-c7e9-4f2c-956a-91a9d24244e9 req-e6382c0a-621e-4201-a81d-2731ba950a67 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509024 Aug 23 03:45:18.509672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:18.510452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.512170 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] 10.222.0.24 "PUT /v2.0/ports/259e52d6-05e4-4b5b-a8d5-615adc8a9096 HTTP/1.1" status: 200 len: 1091 time: 2.2629592 Aug 23 03:45:18.514447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '259e52d6-05e4-4b5b-a8d5-615adc8a9096'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:18.517505 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382b8faf-114e-4297-8dcf-a92a2135f4df" -d '{"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "259e52d6-05e4-4b5b-a8d5-615adc8a9096"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:18.522382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.533793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:45:18.534828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.564396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-38bf62d4-c610-438d-9fa5-e508ae0542c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15fcbb17009643e592ac46150ac539ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090248 Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:45:18.567178 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:45:18.570206 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45188) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:18.629484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70324e-6291-4722-8831-d0f24e7e5534 service neutron] Pushing event updated for resources: {'Port': ['ID=259e52d6-05e4-4b5b-a8d5-615adc8a9096,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:18.637233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:18.684611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0b12b7b-77ec-43ba-8ac8-44099115e643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.709566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0b12b7b-77ec-43ba-8ac8-44099115e643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.795407 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca789e2-e473-46f7-97ff-b182f1101ca1 x-openstack-request-id: req-dca789e2-e473-46f7-97ff-b182f1101ca1 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:18.795696 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "259e52d6-05e4-4b5b-a8d5-615adc8a9096", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:18.795949 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dca789e2-e473-46f7-97ff-b182f1101ca1 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:18.796339 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '259e52d6-05e4-4b5b-a8d5-615adc8a9096', 'status': 'completed', 'code': 200} Aug 23 03:45:18.825308 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.864689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0b12b7b-77ec-43ba-8ac8-44099115e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.866037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0b12b7b-77ec-43ba-8ac8-44099115e643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.867317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a0b12b7b-77ec-43ba-8ac8-44099115e643 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6343045c-61c7-4ae6-9adb-876e8b8e4a73 HTTP/1.1" status: 204 len: 168 time: 0.2959456 Aug 23 03:45:18.882117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b12b7b-77ec-43ba-8ac8-44099115e643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6343045c-61c7-4ae6-9adb-876e8b8e4a73,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:18.888903 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.895291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-482fed0b-1818-4aac-967f-c1e32990b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:18.899851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-482fed0b-1818-4aac-967f-c1e32990b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:18.900416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-482fed0b-1818-4aac-967f-c1e32990b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:18.901335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-482fed0b-1818-4aac-967f-c1e32990b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:18.901947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-482fed0b-1818-4aac-967f-c1e32990b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:18.904166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-482fed0b-1818-4aac-967f-c1e32990b103 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 4362 time: 0.0931633 Aug 23 03:45:18.919492 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] 10.222.0.20 "DELETE /v2.0/networks/8cb77057-4d0f-4e70-9075-a609e9b9d84f HTTP/1.1" status: 204 len: 168 time: 1.4839385 Aug 23 03:45:18.928968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-9c63f9dd-e620-4cd7-aa37-3a71cd8c4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:18.937258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-9c63f9dd-e620-4cd7-aa37-3a71cd8c4b13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338&tenant_id=8628f7473f7c4454ae97f907479eba65 HTTP/1.1" status: 200 len: 1094 time: 0.3087349 Aug 23 03:45:18.950671 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:18.985177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:18.993558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c6074-3bf9-431c-bbdf-43a074903b28 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376 tempest-ExtraDHCPOptionsIpV6TestJSON-1354157376-project] Pushing event deleted for resources: {'Network': ['ID=8cb77057-4d0f-4e70-9075-a609e9b9d84f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:19.034308 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0de6c1-ad8c-4976-99fb-c8c164e653a7 req-fda5117a-1729-445f-81a4-b5853db2fc8c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.047077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0de6c1-ad8c-4976-99fb-c8c164e653a7 req-fda5117a-1729-445f-81a4-b5853db2fc8c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.048132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0de6c1-ad8c-4976-99fb-c8c164e653a7 req-fda5117a-1729-445f-81a4-b5853db2fc8c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.054458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0de6c1-ad8c-4976-99fb-c8c164e653a7 req-fda5117a-1729-445f-81a4-b5853db2fc8c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.062190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0de6c1-ad8c-4976-99fb-c8c164e653a7 req-fda5117a-1729-445f-81a4-b5853db2fc8c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.068706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de0de6c1-ad8c-4976-99fb-c8c164e653a7 req-fda5117a-1729-445f-81a4-b5853db2fc8c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 3827 time: 0.3364992 Aug 23 03:45:19.162627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de0de6c1-ad8c-4976-99fb-c8c164e653a7 req-0515291c-4d6e-437d-81b4-b16b0eda6484 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924959 Aug 23 03:45:19.177560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:19.233908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-2ea55533-c6f2-4880-b73d-4943e3a4be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.234452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-2ea55533-c6f2-4880-b73d-4943e3a4be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.234920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-2ea55533-c6f2-4880-b73d-4943e3a4be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.236627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-2ea55533-c6f2-4880-b73d-4943e3a4be54 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3230405 Aug 23 03:45:19.425972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-37cb6f31-7f7e-4261-92e9-5348c4689492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.428128 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-382b8faf-114e-4297-8dcf-a92a2135f4df req-37cb6f31-7f7e-4261-92e9-5348c4689492 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1782053 Aug 23 03:45:19.547170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45252) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:19.896035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82b9e1-1952-4b81-9659-5054998281f7 req-216b9308-45f2-49f2-8fb1-f650846a9671 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:19.897547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be82b9e1-1952-4b81-9659-5054998281f7 req-216b9308-45f2-49f2-8fb1-f650846a9671 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.1624112 Aug 23 03:45:19.932622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45268) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:19.983100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26b48298-4c76-4e67-8a65-673f8a3a7116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:19.995351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:20.022185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be82b9e1-1952-4b81-9659-5054998281f7 req-8e4cbb89-10bd-4827-a612-338b58edc81d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080863 Aug 23 03:45:20.047211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c53ce8-d63a-4657-81e8-6e88369ae16c {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:20.066743 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.079601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:45:20.114803 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e3ed7e8c-db15-4013-ad2f-c1d98884988a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=654e2302787d4729a5c85545f06c992e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814075 Aug 23 03:45:20.116009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45280) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:20.117949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:20.120398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Transition to ACTIVE for port object b3c53ce8-d63a-4657-81e8-6e88369ae16c will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:20.184106 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.199919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b84f52-dd1b-426f-9767-3c1ec70c36bc {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:20.204885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4be8ed76-4609-4147-a5f8-1086e2a620d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.237240 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.241487 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4be8ed76-4609-4147-a5f8-1086e2a620d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.267289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.286002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:20.294672 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c90f4-1880-49a9-bed8-4d7911a41e3c" -d '{"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:20.309488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26b48298-4c76-4e67-8a65-673f8a3a7116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.316296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:20.359762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Transition to ACTIVE for port object 35b84f52-dd1b-426f-9767-3c1ec70c36bc will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:20.385814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c53ce8-d63a-4657-81e8-6e88369ae16c,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:20.390883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4be8ed76-4609-4147-a5f8-1086e2a620d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.394008 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4be8ed76-4609-4147-a5f8-1086e2a620d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.395038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4be8ed76-4609-4147-a5f8-1086e2a620d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4524a20b-82f3-482e-83aa-3cbc9c84a9c9 HTTP/1.1" status: 204 len: 168 time: 0.2769156 Aug 23 03:45:20.406645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8ed76-4609-4147-a5f8-1086e2a620d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4524a20b-82f3-482e-83aa-3cbc9c84a9c9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:20.420185 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26b48298-4c76-4e67-8a65-673f8a3a7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.420706 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.478727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b48298-4c76-4e67-8a65-673f8a3a7116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8693ac-9bd3-407e-9d73-ec1cba7a22ea,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:20.510370 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-26b48298-4c76-4e67-8a65-673f8a3a7116 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c6ab6322b8e4ef3b71d2efdce6a291c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9630644 Aug 23 03:45:20.512949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45310) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:20.517054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.550146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=11']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:20.574476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.577833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.578826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:45:20.652103 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-960010f8-4db8-4335-ac65-bd98c1f794d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.692663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f433c8-d3f1-4128-a767-62b8b6c1ab80 req-4ad8de7b-40cc-4094-9d57-d1e21f46ec48 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:20.698978 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-960010f8-4db8-4335-ac65-bd98c1f794d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.702699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f433c8-d3f1-4128-a767-62b8b6c1ab80 req-4ad8de7b-40cc-4094-9d57-d1e21f46ec48 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:20.710642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f433c8-d3f1-4128-a767-62b8b6c1ab80 req-4ad8de7b-40cc-4094-9d57-d1e21f46ec48 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:20.719762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f433c8-d3f1-4128-a767-62b8b6c1ab80 req-4ad8de7b-40cc-4094-9d57-d1e21f46ec48 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:20.727536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f433c8-d3f1-4128-a767-62b8b6c1ab80 req-4ad8de7b-40cc-4094-9d57-d1e21f46ec48 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:20.734669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f433c8-d3f1-4128-a767-62b8b6c1ab80 req-4ad8de7b-40cc-4094-9d57-d1e21f46ec48 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:20.745041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76f433c8-d3f1-4128-a767-62b8b6c1ab80 req-4ad8de7b-40cc-4094-9d57-d1e21f46ec48 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 4603 time: 0.4315126 Aug 23 03:45:20.846561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=9']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:20.872434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Attempting to bind port b3c53ce8-d63a-4657-81e8-6e88369ae16c on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:20.872813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Attempting to bind port b3c53ce8-d63a-4657-81e8-6e88369ae16c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:20.873183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Attempting to bind port b3c53ce8-d63a-4657-81e8-6e88369ae16c on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:20.875459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] No DVR routers for this DVR port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:20.887259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76f433c8-d3f1-4128-a767-62b8b6c1ab80 req-17d1d563-6e45-4bca-968f-2deabd19b820 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411211 Aug 23 03:45:20.893104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Port b3c53ce8-d63a-4657-81e8-6e88369ae16c on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:45:20.893104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Attempting to bind port b3c53ce8-d63a-4657-81e8-6e88369ae16c on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:20.897107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:20.897107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Checking segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:20.897789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Bound using segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:20.897789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Bound port: b3c53ce8-d63a-4657-81e8-6e88369ae16c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:20.898082 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:20.943360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Attempting to bind port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:20.943360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Attempting to bind port 35b84f52-dd1b-426f-9767-3c1ec70c36bc by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:20.943360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Attempting to bind port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on network a2b17615-5567-48d9-8e38-935db6b0d692 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:21.013965 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13a4b7b-e633-459b-a012-dd0453421487 x-openstack-request-id: req-b13a4b7b-e633-459b-a012-dd0453421487 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:21.013965 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:21.013965 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b13a4b7b-e633-459b-a012-dd0453421487 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:21.013965 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'code': 200} Aug 23 03:45:21.020701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on network a2b17615-5567-48d9-8e38-935db6b0d692 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:45:21.029593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Attempting to bind port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on network a2b17615-5567-48d9-8e38-935db6b0d692 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:21.059474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:21.059930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Checking segment: {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:21.060428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Bound using segment: {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:21.060990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Bound port: 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:21.062222 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.138579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45336) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:21.142068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] For port b3c53ce8-d63a-4657-81e8-6e88369ae16c, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:21.166996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] For port b3c53ce8-d63a-4657-81e8-6e88369ae16c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:21.201838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:21.205417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:21.235740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4ecb-0568-433f-ac25-788e8381cad1 req-e6fdb5c2-469c-4f38-8129-b12747a9d87f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.237415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-554b4ecb-0568-433f-ac25-788e8381cad1 req-e6fdb5c2-469c-4f38-8129-b12747a9d87f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 943 time: 0.0507586 Aug 23 03:45:21.297574 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-554b4ecb-0568-433f-ac25-788e8381cad1 req-9110a28b-c247-4941-9999-1056bf104e2e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481195 Aug 23 03:45:21.311445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.340788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-960010f8-4db8-4335-ac65-bd98c1f794d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.345637 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-960010f8-4db8-4335-ac65-bd98c1f794d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.347171 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-960010f8-4db8-4335-ac65-bd98c1f794d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb8693ac-9bd3-407e-9d73-ec1cba7a22ea HTTP/1.1" status: 204 len: 168 time: 0.8330407 Aug 23 03:45:21.358270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960010f8-4db8-4335-ac65-bd98c1f794d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8693ac-9bd3-407e-9d73-ec1cba7a22ea,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:21.371692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.398275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.398916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.405427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] 10.222.0.24 "PUT /v2.0/ports/b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 1134 time: 2.7724686 Aug 23 03:45:21.408236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': 'b3c53ce8-d63a-4657-81e8-6e88369ae16c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:21.410769 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27fd139-7941-4655-8e4d-de57daede929" -d '{"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "b3c53ce8-d63a-4657-81e8-6e88369ae16c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:21.435022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.435659 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.437143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] 10.222.0.11 "PUT /v2.0/ports/35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 200 len: 1091 time: 2.4838736 Aug 23 03:45:21.459372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c2137-1c04-4244-bd52-ea3da39f2a32 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c53ce8-d63a-4657-81e8-6e88369ae16c,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:21.512530 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764191a6-a3f0-4707-922b-a340dde03e10 x-openstack-request-id: req-764191a6-a3f0-4707-922b-a340dde03e10 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:21.514262 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "b3c53ce8-d63a-4657-81e8-6e88369ae16c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:21.520731 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-764191a6-a3f0-4707-922b-a340dde03e10 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:21.520731 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': 'b3c53ce8-d63a-4657-81e8-6e88369ae16c', 'status': 'completed', 'code': 200} Aug 23 03:45:21.520731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1410796'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:21.529696 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:21.639405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.662151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db13ef-f160-4e83-ab93-692f852dbf6b service neutron] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:21.687772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-9a7bc901-b308-4371-84df-4f20699a416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.689473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-9a7bc901-b308-4371-84df-4f20699a416e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 1095 time: 0.1987512 Aug 23 03:45:21.705891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-227ba355-c54b-4387-ae11-2986c89400da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.706527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-227ba355-c54b-4387-ae11-2986c89400da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.707145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-227ba355-c54b-4387-ae11-2986c89400da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.707683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-227ba355-c54b-4387-ae11-2986c89400da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.708226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-227ba355-c54b-4387-ae11-2986c89400da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.709441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-227ba355-c54b-4387-ae11-2986c89400da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.711870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f27fd139-7941-4655-8e4d-de57daede929 req-227ba355-c54b-4387-ae11-2986c89400da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5289 time: 0.1495125 Aug 23 03:45:21.746052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Made reservation on behalf of e1ad686fb7df4905a2d090ee7ab34d82 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:21.749567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.789545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:21.988242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-ace8d7d3-87ba-4e39-9d1a-d19b369c9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:21.990507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-ace8d7d3-87ba-4e39-9d1a-d19b369c9156 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 914 time: 0.2769740 Aug 23 03:45:22.017996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-6d390c50-55b5-4b96-81b2-b84ad0a8d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.018818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-6d390c50-55b5-4b96-81b2-b84ad0a8d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.019475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-6d390c50-55b5-4b96-81b2-b84ad0a8d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.021529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f27fd139-7941-4655-8e4d-de57daede929 req-6d390c50-55b5-4b96-81b2-b84ad0a8d3b0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2952118 Aug 23 03:45:22.100068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-b72a5d61-05e7-46c1-a863-60cd7bc11aad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 200 len: 217 time: 0.0988598 Aug 23 03:45:22.184761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551753bf-66a0-46ac-b73b-892891b84177 req-b0e4ab13-9fc2-4b97-aba5-345109ae1586 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.190777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551753bf-66a0-46ac-b73b-892891b84177 req-b0e4ab13-9fc2-4b97-aba5-345109ae1586 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.197571 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551753bf-66a0-46ac-b73b-892891b84177 req-b0e4ab13-9fc2-4b97-aba5-345109ae1586 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.203535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551753bf-66a0-46ac-b73b-892891b84177 req-b0e4ab13-9fc2-4b97-aba5-345109ae1586 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.209919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551753bf-66a0-46ac-b73b-892891b84177 req-b0e4ab13-9fc2-4b97-aba5-345109ae1586 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.228967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551753bf-66a0-46ac-b73b-892891b84177 req-b0e4ab13-9fc2-4b97-aba5-345109ae1586 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.230918 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-551753bf-66a0-46ac-b73b-892891b84177 req-b0e4ab13-9fc2-4b97-aba5-345109ae1586 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 4603 time: 0.1662352 Aug 23 03:45:22.255457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-12a80c9b-8486-4141-b025-88d48f31c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.257903 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-12a80c9b-8486-4141-b025-88d48f31c2f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 200 len: 854 time: 0.1375768 Aug 23 03:45:22.305382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.306733 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-551753bf-66a0-46ac-b73b-892891b84177 req-dfd92345-e9b7-4420-b21a-c7c5c7d26c07 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556047 Aug 23 03:45:22.311789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0170b80a-cc41-40bd-ad1d-37e05230b7d6 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:22.317062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45392) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:22.323920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-a5b14c11-3644-4386-bb8b-b6fa28cbe04d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2b17615-5567-48d9-8e38-935db6b0d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529900 Aug 23 03:45:22.323920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd139-7941-4655-8e4d-de57daede929 req-05dff174-c9ec-49a3-9f6e-1b203431648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.325452 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f27fd139-7941-4655-8e4d-de57daede929 req-05dff174-c9ec-49a3-9f6e-1b203431648a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2471709 Aug 23 03:45:22.327481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.351745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Transition to ACTIVE for port object 0170b80a-cc41-40bd-ad1d-37e05230b7d6 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:22.460804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.475573 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.517396 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.529767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-816aecbb-8ffc-41b8-a4d3-70786e33aa4e service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944132 Aug 23 03:45:22.577924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Pushing event updated for resources: {'Port': ['ID=0170b80a-cc41-40bd-ad1d-37e05230b7d6,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:22.637003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:45:22.639176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8730b-53a7-4a59-91ba-3baf3239e532 req-cc57ab05-e94d-4211-bc2f-37a705a0ddad tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.643476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12d8730b-53a7-4a59-91ba-3baf3239e532 req-cc57ab05-e94d-4211-bc2f-37a705a0ddad tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.1397576 Aug 23 03:45:22.648994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284a4109-81f8-4ad5-a919-2cc279dd7046,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:22.672556 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.672945 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Added segment 8e4b2931-d3f6-49a1-8c92-7d8de9348642 of type vlan for network 154bd444-4490-4253-a150-c50926cf5cd1 Aug 23 03:45:22.698041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1322948316'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:22.756520 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-482a6000-8ae2-4f71-907b-2c6be57528e0 req-87c1b0e5-0e13-4fc2-92e4-e7903c8decac service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153749 Aug 23 03:45:22.760002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.804368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12d8730b-53a7-4a59-91ba-3baf3239e532 req-a789590c-bb67-4b04-b35c-784d5a61f13b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209059 Aug 23 03:45:22.810505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Attempting to bind port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:22.810505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Attempting to bind port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:22.811366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Attempting to bind port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:22.821962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:45:22.822294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Attempting to bind port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:22.832311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Made reservation on behalf of 465723e3da964ac5868c067a6521e251 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:22.838429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.851610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:22.851957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Checking segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:22.852397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Bound using segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:22.853130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Bound port: 0170b80a-cc41-40bd-ad1d-37e05230b7d6, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:22.853558 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.855890 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.910851 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.938656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:22.940910 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:22.973847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] For port 0170b80a-cc41-40bd-ad1d-37e05230b7d6, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:22.980620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] For port 0170b80a-cc41-40bd-ad1d-37e05230b7d6, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:23.057726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event updated for resources: {'Network': ['ID=154bd444-4490-4253-a150-c50926cf5cd1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:23.064964 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.069629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 154bd444-4490-4253-a150-c50926cf5cd1 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:45:23.100023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.103134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45430) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:23.139939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.172962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-713f6ef2-05f7-4ce4-a8fc-a652715ecb88 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0308945 Aug 23 03:45:23.173199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e11d782-dd01-4d23-8921-a910eaf6915c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:23.174004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45436) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:23.193542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.196833 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.197686 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] 10.222.0.24 "PUT /v2.0/ports/0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 1135 time: 1.6732225 Aug 23 03:45:23.200739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '0170b80a-cc41-40bd-ad1d-37e05230b7d6'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:23.203159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Request body: {'subnet': {'network_id': '154bd444-4490-4253-a150-c50926cf5cd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:23.210403 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16812206-bc84-4f8b-b8a4-216332eb5da2" -d '{"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "0170b80a-cc41-40bd-ad1d-37e05230b7d6"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:23.219829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:45:23.248286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92996558-b7d6-4096-bcb1-55fc82a9fe65 service neutron] Pushing event updated for resources: {'Port': ['ID=0170b80a-cc41-40bd-ad1d-37e05230b7d6,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:23.254897 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.255350 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Added segment e4dcbc65-9cf0-4da2-a755-eff0bf567d6b of type vlan for network ebf4e298-65b3-427b-8dfb-91181f859fae Aug 23 03:45:23.311695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:23.356743 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f157bff-bacf-4f9b-9c19-5683b73b5949 x-openstack-request-id: req-2f157bff-bacf-4f9b-9c19-5683b73b5949 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:23.357438 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "0170b80a-cc41-40bd-ad1d-37e05230b7d6", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:23.357987 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f157bff-bacf-4f9b-9c19-5683b73b5949 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:23.358765 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '0170b80a-cc41-40bd-ad1d-37e05230b7d6', 'status': 'completed', 'code': 200} Aug 23 03:45:23.390272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.404763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.442022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-a32f9cdc-0161-4e65-a009-be4d031c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.442909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-a32f9cdc-0161-4e65-a009-be4d031c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.444097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-a32f9cdc-0161-4e65-a009-be4d031c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.444916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-a32f9cdc-0161-4e65-a009-be4d031c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.445599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-a32f9cdc-0161-4e65-a009-be4d031c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.446254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-a32f9cdc-0161-4e65-a009-be4d031c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.446938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-a32f9cdc-0161-4e65-a009-be4d031c4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.450358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-a32f9cdc-0161-4e65-a009-be4d031c4a13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6217 time: 0.1254778 Aug 23 03:45:23.519374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:23.522523 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3131698-5cb6-4117-82a1-bc1523112fab" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:23.564191 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.574836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.575925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.581726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Made reservation on behalf of e1ad686fb7df4905a2d090ee7ab34d82 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:23.588560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.601433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1447758277-network', 'tenant_id': '4dac69eb1033480dbb0aebce9e33ef1f'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:23.677242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Network': ['ID=ebf4e298-65b3-427b-8dfb-91181f859fae,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:23.688646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network ebf4e298-65b3-427b-8dfb-91181f859fae details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:45:23.694853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc9f4-90d8-4abe-be06-18c8144c6b2d req-d09e31b2-c7ae-46c5-9391-b61b0f638f0a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.701600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc9f4-90d8-4abe-be06-18c8144c6b2d req-d09e31b2-c7ae-46c5-9391-b61b0f638f0a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.707754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc9f4-90d8-4abe-be06-18c8144c6b2d req-d09e31b2-c7ae-46c5-9391-b61b0f638f0a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.714512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc9f4-90d8-4abe-be06-18c8144c6b2d req-d09e31b2-c7ae-46c5-9391-b61b0f638f0a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.720686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc9f4-90d8-4abe-be06-18c8144c6b2d req-d09e31b2-c7ae-46c5-9391-b61b0f638f0a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.727556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc9f4-90d8-4abe-be06-18c8144c6b2d req-d09e31b2-c7ae-46c5-9391-b61b0f638f0a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.733934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc9f4-90d8-4abe-be06-18c8144c6b2d req-d09e31b2-c7ae-46c5-9391-b61b0f638f0a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.746717 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18abc9f4-90d8-4abe-be06-18c8144c6b2d req-d09e31b2-c7ae-46c5-9391-b61b0f638f0a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5380 time: 0.2950692 Aug 23 03:45:23.806077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-01d9c113-0e44-41cd-ad48-bbf8e168cace tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4822807 Aug 23 03:45:23.808342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45466) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:23.813526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'subnet': {'network_id': 'ebf4e298-65b3-427b-8dfb-91181f859fae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:23.882320 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18abc9f4-90d8-4abe-be06-18c8144c6b2d req-93d6e971-e8a8-4af4-99c2-cdd67c0630ad tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346908 Aug 23 03:45:23.944665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-dade2db5-39a3-4c6c-9ed2-3e138e4778ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.947149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-dade2db5-39a3-4c6c-9ed2-3e138e4778ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.948025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-dade2db5-39a3-4c6c-9ed2-3e138e4778ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:23.954599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-dade2db5-39a3-4c6c-9ed2-3e138e4778ae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4814489 Aug 23 03:45:23.954599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Made reservation on behalf of 4dac69eb1033480dbb0aebce9e33ef1f for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:23.963278 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:23.997935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.030719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Made reservation on behalf of 465723e3da964ac5868c067a6521e251 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:24.038520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.108725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-948a4a5e-a554-4ef7-8a77-3786973dca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:24.110287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16812206-bc84-4f8b-b8a4-216332eb5da2 req-948a4a5e-a554-4ef7-8a77-3786973dca0d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1147625 Aug 23 03:45:24.149110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d405bc4-8f7d-4004-b285-8c7e2de957a3 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:24.164198 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.189831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Transition to ACTIVE for port object 3d405bc4-8f7d-4004-b285-8c7e2de957a3 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:24.270705 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.330113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Pushing event updated for resources: {'Port': ['ID=3d405bc4-8f7d-4004-b285-8c7e2de957a3,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:24.421069 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.448053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.534631 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.542158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.608653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:45:24.655333 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17c5aa4-e2d9-4cdc-aa63-7a507182629a x-openstack-request-id: req-f17c5aa4-e2d9-4cdc-aa63-7a507182629a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:24.656006 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:24.656319 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f17c5aa4-e2d9-4cdc-aa63-7a507182629a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:24.656784 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'status': 'completed', 'code': 200} Aug 23 03:45:24.657512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event updated for resources: {'Subnet': ['ID=32115a53-4937-4060-9d11-e5d2aa38b0c8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:24.677090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Subnet': ['ID=361f7313-e210-4a2b-9e29-052b513cc473,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:24.681092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Attempting to bind port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:24.681693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Attempting to bind port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:24.681811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Attempting to bind port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:24.686199 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.687796 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Added segment 740d8171-c68f-4dd8-b102-beb9a5f96c8d of type vlan for network 6cdd4c10-6e1b-4748-a965-2ebe76844f81 Aug 23 03:45:24.704292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:45:24.704292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Attempting to bind port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:24.715280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Checking segment: {'id': '8e4b2931-d3f6-49a1-8c92-7d8de9348642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '154bd444-4490-4253-a150-c50926cf5cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:24.715733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Network hostable DHCP agents. Network: 154bd444-4490-4253-a150-c50926cf5cd1, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:45:24.727720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3d5b93-2a09-4588-b813-1c394c6fd66a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:24.768735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:24.769163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Checking segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:24.769569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Bound using segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:24.770033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Bound port: 3d405bc4-8f7d-4004-b285-8c7e2de957a3, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:24.770408 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.779154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Checking segment: {'id': 'e4dcbc65-9cf0-4da2-a755-eff0bf567d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ebf4e298-65b3-427b-8dfb-91181f859fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:24.779526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network hostable DHCP agents. Network: ebf4e298-65b3-427b-8dfb-91181f859fae, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:45:24.816256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.904926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] For port 3d405bc4-8f7d-4004-b285-8c7e2de957a3, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:24.909966 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] For port 3d405bc4-8f7d-4004-b285-8c7e2de957a3, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:24.930068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bbc13-1364-44c9-a6a6-a06e8701cdd7 req-888331fb-b40c-49a6-bb3d-e6b24663af4c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:24.932916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb8bbc13-1364-44c9-a6a6-a06e8701cdd7 req-888331fb-b40c-49a6-bb3d-e6b24663af4c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.1194592 Aug 23 03:45:24.956638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Network 154bd444-4490-4253-a150-c50926cf5cd1 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:45:24.973891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network ebf4e298-65b3-427b-8dfb-91181f859fae is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:45:24.977961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:24.999544 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.000792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.001697 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.015229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.015229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.016251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d405bc4-8f7d-4004-b285-8c7e2de957a3 HTTP/1.1" status: 200 len: 1090 time: 1.7111223 Aug 23 03:45:25.048666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb8bbc13-1364-44c9-a6a6-a06e8701cdd7 req-c07010ec-748b-412c-8e9b-e4675bbe3c3c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093125 Aug 23 03:45:25.053541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d15e2d-9ce5-4f2e-8e6d-d4f667fd1f56 service neutron] Pushing event updated for resources: {'Port': ['ID=3d405bc4-8f7d-4004-b285-8c7e2de957a3,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:25.078889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 154bd444-4490-4253-a150-c50926cf5cd1) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:25.078986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, ebf4e298-65b3-427b-8dfb-91181f859fae) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:25.082749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.082907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e921a47-abbe-4542-bde9-19ec2768e5d5 None None] Network ebf4e298-65b3-427b-8dfb-91181f859fae requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:25.084328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.113995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04444e74-8ab6-417a-8fa9-dfd17133fcf0 None None] Network 154bd444-4490-4253-a150-c50926cf5cd1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:25.115637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.116299 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.144114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:25.177509 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-77ac64bc-cccb-4d36-8f2b-36a8174b7ee7 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3680356 Aug 23 03:45:25.178304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45492) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:25.190496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-161705789', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:25.202748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0949924 Aug 23 03:45:25.202936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45494) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:25.210664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Request body: {'subnet': {'network_id': '6cdd4c10-6e1b-4748-a965-2ebe76844f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1447758277-subnet', 'tenant_id': '4dac69eb1033480dbb0aebce9e33ef1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:25.260783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932effc8-be62-48f4-905b-8bf03f60581e admin admin] Pushing event updated for resources: {'Network': ['ID=6cdd4c10-6e1b-4748-a965-2ebe76844f81,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:25.319867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.362401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '3d405bc4-8f7d-4004-b285-8c7e2de957a3'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:25.365802 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec28918-879a-44a9-b57b-ebfc1b0d9268" -d '{"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "3d405bc4-8f7d-4004-b285-8c7e2de957a3"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:25.374240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6cdd4c10-6e1b-4748-a965-2ebe76844f81 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:45:25.424378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3131698-5cb6-4117-82a1-bc1523112fab req-2e587a07-d770-4beb-bb13-f258516fb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.426012 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3131698-5cb6-4117-82a1-bc1523112fab req-2e587a07-d770-4beb-bb13-f258516fb355 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 1095 time: 0.2361963 Aug 23 03:45:25.441241 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.442297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.457559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82151c-d195-4381-a166-6c5737365ab5 req-b9eebd22-829e-41a1-9838-184d2bbb99a5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.465569 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82151c-d195-4381-a166-6c5737365ab5 req-b9eebd22-829e-41a1-9838-184d2bbb99a5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.473431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82151c-d195-4381-a166-6c5737365ab5 req-b9eebd22-829e-41a1-9838-184d2bbb99a5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.480362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82151c-d195-4381-a166-6c5737365ab5 req-b9eebd22-829e-41a1-9838-184d2bbb99a5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.486790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82151c-d195-4381-a166-6c5737365ab5 req-b9eebd22-829e-41a1-9838-184d2bbb99a5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.493629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82151c-d195-4381-a166-6c5737365ab5 req-b9eebd22-829e-41a1-9838-184d2bbb99a5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.500445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82151c-d195-4381-a166-6c5737365ab5 req-b9eebd22-829e-41a1-9838-184d2bbb99a5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.502402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea82151c-d195-4381-a166-6c5737365ab5 req-b9eebd22-829e-41a1-9838-184d2bbb99a5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5392 time: 0.1498439 Aug 23 03:45:25.552991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-34b445a7-29f3-4490-a490-88c26db137ed tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3749104 Aug 23 03:45:25.565970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45502) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:25.585188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b734a634-246b-4356-8ad8-098c5cca3481 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1095299232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:25.614096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea82151c-d195-4381-a166-6c5737365ab5 req-9821221d-196e-4abe-bc11-bd46abac3526 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011081 Aug 23 03:45:25.668002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-154bd444-4490-4253-a150-c50926cf5cd1', 'network_id': '154bd444-4490-4253-a150-c50926cf5cd1', 'tenant_id': 'e1ad686fb7df4905a2d090ee7ab34d82', 'fixed_ips': [{'subnet_id': '32115a53-4937-4060-9d11-e5d2aa38b0c8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:45:25.669402 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.678867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.697545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3131698-5cb6-4117-82a1-bc1523112fab req-025bd803-c251-4ca1-a281-451f6dcc4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.699071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3131698-5cb6-4117-82a1-bc1523112fab req-025bd803-c251-4ca1-a281-451f6dcc4ce1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 914 time: 0.2565556 Aug 23 03:45:25.758041 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce3cd40-a831-4758-af24-0259b408730e x-openstack-request-id: req-fce3cd40-a831-4758-af24-0259b408730e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:25.758373 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "3d405bc4-8f7d-4004-b285-8c7e2de957a3", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:25.758812 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fce3cd40-a831-4758-af24-0259b408730e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:25.759219 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '3d405bc4-8f7d-4004-b285-8c7e2de957a3', 'status': 'completed', 'code': 200} Aug 23 03:45:25.775233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Made reservation on behalf of 4dac69eb1033480dbb0aebce9e33ef1f for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:25.778724 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.815998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3131698-5cb6-4117-82a1-bc1523112fab req-8645d6be-ad48-4546-8706-7be98f3bbdc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 200 len: 217 time: 0.1076913 Aug 23 03:45:25.866832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-8c2903d0-8afd-46f7-9620-219c20f40821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.867091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Allocated IP 172.20.0.2 (154bd444-4490-4253-a150-c50926cf5cd1/32115a53-4937-4060-9d11-e5d2aa38b0c8/0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:25.867748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-8c2903d0-8afd-46f7-9620-219c20f40821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.868407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-8c2903d0-8afd-46f7-9620-219c20f40821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.868969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-8c2903d0-8afd-46f7-9620-219c20f40821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.869612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-8c2903d0-8afd-46f7-9620-219c20f40821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.870146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-8c2903d0-8afd-46f7-9620-219c20f40821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.870768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-8c2903d0-8afd-46f7-9620-219c20f40821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:25.873187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-8c2903d0-8afd-46f7-9620-219c20f40821 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6284 time: 0.0734458 Aug 23 03:45:25.952529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b734a634-246b-4356-8ad8-098c5cca3481 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.953289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b734a634-246b-4356-8ad8-098c5cca3481 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:25.958046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb22699-efed-4c3d-b193-24c2dcfe5abd None None] Network ebf4e298-65b3-427b-8dfb-91181f859fae requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:26.098018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3131698-5cb6-4117-82a1-bc1523112fab req-4b112597-732d-4f0b-96f2-d7d204373b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:26.100903 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3131698-5cb6-4117-82a1-bc1523112fab req-4b112597-732d-4f0b-96f2-d7d204373b45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 200 len: 854 time: 0.1457932 Aug 23 03:45:26.143336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.143542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-e6996d04-925b-4a6a-8201-25feb166a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:26.143977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-e6996d04-925b-4a6a-8201-25feb166a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:26.144772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-e6996d04-925b-4a6a-8201-25feb166a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:26.148273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-e6996d04-925b-4a6a-8201-25feb166a7b0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2661755 Aug 23 03:45:26.228230 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3b390d4b-5324-4ab6-b571-5808355303ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.229301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b734a634-246b-4356-8ad8-098c5cca3481 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.246578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e46219a-9d3e-4df1-8205-80f7be163313 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:26.260766 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.311368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Transition to ACTIVE for port object 3e46219a-9d3e-4df1-8205-80f7be163313 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:26.355424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-56fa0e04-e0f3-4122-8fdc-c4423a54646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:26.357215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ec28918-879a-44a9-b57b-ebfc1b0d9268 req-56fa0e04-e0f3-4122-8fdc-c4423a54646a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1938381 Aug 23 03:45:26.362874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b734a634-246b-4356-8ad8-098c5cca3481 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.410049 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3131698-5cb6-4117-82a1-bc1523112fab req-f21c7fbf-993c-406b-b650-b4e3f371950a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2b17615-5567-48d9-8e38-935db6b0d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2592454 Aug 23 03:45:26.419337 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.431697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Transition to ACTIVE for port object 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:26.439467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd06170-d806-422d-8fda-bd92e7b2302e req-e6838755-3673-4bf3-b391-15049a992235 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:26.443458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dd06170-d806-422d-8fda-bd92e7b2302e req-e6838755-3673-4bf3-b391-15049a992235 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.0896020 Aug 23 03:45:26.446422 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.451622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Transition to ACTIVE for port object 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:26.499096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dd06170-d806-422d-8fda-bd92e7b2302e req-f91d7bce-85c5-46b7-85d0-472b687bcddb tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490782 Aug 23 03:45:26.543445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Pushing event updated for resources: {'Port': ['ID=3e46219a-9d3e-4df1-8205-80f7be163313,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:26.669702 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.681224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b734a634-246b-4356-8ad8-098c5cca3481 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.697370 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b734a634-246b-4356-8ad8-098c5cca3481 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1172166 Aug 23 03:45:26.697370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.700043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45514) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:26.750052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Pushing event updated for resources: {'Port': ['ID=0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:26.777192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Network 154bd444-4490-4253-a150-c50926cf5cd1 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:26.780076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:26.783875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:26.785029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e90ea-582d-4d24-9e16-4ae8992e528b req-57600a8e-dc57-4a44-9c67-407cd62fdde7 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:26.787289 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e2e90ea-582d-4d24-9e16-4ae8992e528b req-57600a8e-dc57-4a44-9c67-407cd62fdde7 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 948 time: 0.2264867 Aug 23 03:45:26.888962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Attempting to bind port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:26.889664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Attempting to bind port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '8e4b2931-d3f6-49a1-8c92-7d8de9348642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '154bd444-4490-4253-a150-c50926cf5cd1'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:26.890355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Attempting to bind port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 on network 154bd444-4490-4253-a150-c50926cf5cd1 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:26.900278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:26.901238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Checking segment: {'id': '8e4b2931-d3f6-49a1-8c92-7d8de9348642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '154bd444-4490-4253-a150-c50926cf5cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:26.902163 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.903844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Bound using segment: {'id': '8e4b2931-d3f6-49a1-8c92-7d8de9348642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '154bd444-4490-4253-a150-c50926cf5cd1'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:26.904923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Bound port: 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4b2931-d3f6-49a1-8c92-7d8de9348642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '154bd444-4490-4253-a150-c50926cf5cd1'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:26.905771 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:26.926440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Attempting to bind port 3e46219a-9d3e-4df1-8205-80f7be163313 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:26.930895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Attempting to bind port 3e46219a-9d3e-4df1-8205-80f7be163313 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:26.931513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Attempting to bind port 3e46219a-9d3e-4df1-8205-80f7be163313 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:27.012649 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:27.019345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] For port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:27.026425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] For port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29,segment=NetworkSegment(8e4b2931-d3f6-49a1-8c92-7d8de9348642),segment_id=8e4b2931-d3f6-49a1-8c92-7d8de9348642)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:27.037523 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=50692014-8953-44cf-bed8-3dc180c306c0,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:27.049795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Port 3e46219a-9d3e-4df1-8205-80f7be163313 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:45:27.050324 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Attempting to bind port 3e46219a-9d3e-4df1-8205-80f7be163313 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:27.056521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05b04-7ad2-488e-92e5-6a6a36a0526d req-9963a57d-34e6-4c67-920c-8ed69e4b7fcd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:27.062604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05b04-7ad2-488e-92e5-6a6a36a0526d req-9963a57d-34e6-4c67-920c-8ed69e4b7fcd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:27.069067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05b04-7ad2-488e-92e5-6a6a36a0526d req-9963a57d-34e6-4c67-920c-8ed69e4b7fcd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:27.074996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05b04-7ad2-488e-92e5-6a6a36a0526d req-9963a57d-34e6-4c67-920c-8ed69e4b7fcd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:27.081450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05b04-7ad2-488e-92e5-6a6a36a0526d req-9963a57d-34e6-4c67-920c-8ed69e4b7fcd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:27.087815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05b04-7ad2-488e-92e5-6a6a36a0526d req-9963a57d-34e6-4c67-920c-8ed69e4b7fcd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:27.093693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05b04-7ad2-488e-92e5-6a6a36a0526d req-9963a57d-34e6-4c67-920c-8ed69e4b7fcd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:27.102108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93a05b04-7ad2-488e-92e5-6a6a36a0526d req-9963a57d-34e6-4c67-920c-8ed69e4b7fcd tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5404 time: 0.3019371 Aug 23 03:45:27.112311 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:27.134674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e2e90ea-582d-4d24-9e16-4ae8992e528b req-ec62335a-bc4d-4ce0-b51a-b399de770f0e tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846508 Aug 23 03:45:27.139207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:27.154722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:27.158392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Checking segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:27.158392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Bound using segment: {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:27.158392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Bound port: 3e46219a-9d3e-4df1-8205-80f7be163313, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:27.158392 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:27.241847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93a05b04-7ad2-488e-92e5-6a6a36a0526d req-57c4651c-beae-4219-aee0-cd84ae1615de tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383369 Aug 23 03:45:27.244602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880f71a-8e4e-4d6e-ab9a-fa0be01d0ba5 None None] Pushing event updated for resources: {'Port': ['ID=0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:27.301103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] For port 3e46219a-9d3e-4df1-8205-80f7be163313, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:27.355023 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:27.397051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Checking segment: {'id': '740d8171-c68f-4dd8-b102-beb9a5f96c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6cdd4c10-6e1b-4748-a965-2ebe76844f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:27.398558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Network hostable DHCP agents. Network: 6cdd4c10-6e1b-4748-a965-2ebe76844f81, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:45:27.438092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] For port 3e46219a-9d3e-4df1-8205-80f7be163313, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e46219a-9d3e-4df1-8205-80f7be163313,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:27.507764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:27.541700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.25.1.72 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/57c63dfa-7255-4d0f-8364-a021944ffe8e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:27.580199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Network 6cdd4c10-6e1b-4748-a965-2ebe76844f81 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:45:27.612590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:27.613230 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:27.615392 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e46219a-9d3e-4df1-8205-80f7be163313 HTTP/1.1" status: 200 len: 1091 time: 2.4770653 Aug 23 03:45:27.663648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cac966-4922-48c3-a2e2-88015bacab52 service neutron] Pushing event updated for resources: {'Port': ['ID=3e46219a-9d3e-4df1-8205-80f7be163313,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:27.789418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '3e46219a-9d3e-4df1-8205-80f7be163313'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:27.792717 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255067d7-cd27-4fcb-af50-82bfcaff3be4" -d '{"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "3e46219a-9d3e-4df1-8205-80f7be163313"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:27.813582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:27.821101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:27.870697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6cdd4c10-6e1b-4748-a965-2ebe76844f81) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:27.882197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a263b-7901-4a8f-89e4-d2667c642e70 None None] Network 6cdd4c10-6e1b-4748-a965-2ebe76844f81 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:27.914103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:27.914740 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:28.012553 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:28.075337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5b47b793-4a0d-4c3b-a0b7-f505d2fe8ccd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8716428 Aug 23 03:45:28.151387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f5991e-05d5-4e6a-b9b1-5cf88c8a84f0 None None] Network 6cdd4c10-6e1b-4748-a965-2ebe76844f81 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:28.334482 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-fbd2604d-6daa-4f57-9c16-f2dbfef29f5d tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:28.336070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-fbd2604d-6daa-4f57-9c16-f2dbfef29f5d tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 948 time: 0.2998507 Aug 23 03:45:28.500211 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:28.563080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Allocated IP 172.20.0.1 (154bd444-4490-4253-a150-c50926cf5cd1/32115a53-4937-4060-9d11-e5d2aa38b0c8/047c914f-b3c6-439d-95c2-193527523bce) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:28.612700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=57c63dfa-7255-4d0f-8364-a021944ffe8e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:28.667414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:28.670356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:28.674413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:28.736042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:28.790540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efab78f-8e10-4816-b5ef-c6351fd556e3 None None] Network 154bd444-4490-4253-a150-c50926cf5cd1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:28.806530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Deleting port bbf29c19-9998-4218-b38f-599422697329 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:28.806872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:28.817705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027ee6a5-a175-420b-969a-af306fdc7da3 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:28.826078 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:28.842982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Transition to ACTIVE for port object 027ee6a5-a175-420b-969a-af306fdc7da3 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:28.913535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:28.947290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Transition to ACTIVE for port object 047c914f-b3c6-439d-95c2-193527523bce will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:28.989091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] For port bbf29c19-9998-4218-b38f-599422697329, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bbf29c19-9998-4218-b38f-599422697329,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:28.992395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.004865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.022373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Calling delete_port for bbf29c19-9998-4218-b38f-599422697329 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:29.047146 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.048617 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bc4b5687-3b8b-4d53-89db-f54e5cfc61c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.050264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c4ce9922-4617-4cf5-8e1a-6be2402bc292 None None] Provisioning for port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:29.052164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:29.058939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:29.059409 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.063825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c4ce9922-4617-4cf5-8e1a-6be2402bc292 None None] Provisioning complete for port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:29.064204 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4ce9922-4617-4cf5-8e1a-6be2402bc292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.141303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.204906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Network 154bd444-4490-4253-a150-c50926cf5cd1 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:29.257357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:29.264350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:29.323347 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.354797 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.365584 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Pushing event updated for resources: {'Port': ['ID=027ee6a5-a175-420b-969a-af306fdc7da3,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:29.406721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event updated for resources: {'Port': ['ID=047c914f-b3c6-439d-95c2-193527523bce,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:29.467043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29,segment=NetworkSegment(8e4b2931-d3f6-49a1-8c92-7d8de9348642),segment_id=8e4b2931-d3f6-49a1-8c92-7d8de9348642)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:29.486387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Attempting to bind port 027ee6a5-a175-420b-969a-af306fdc7da3 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:29.486860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Attempting to bind port 027ee6a5-a175-420b-969a-af306fdc7da3 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:29.487297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Attempting to bind port 027ee6a5-a175-420b-969a-af306fdc7da3 on network 14893317-4e76-44d7-bca0-3671f275cf15 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:29.495657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Port 027ee6a5-a175-420b-969a-af306fdc7da3 on network 14893317-4e76-44d7-bca0-3671f275cf15 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:45:29.496141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Attempting to bind port 027ee6a5-a175-420b-969a-af306fdc7da3 on network 14893317-4e76-44d7-bca0-3671f275cf15 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:29.506787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:29.506787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Checking segment: {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:29.507593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Bound using segment: {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:29.508152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Bound port: 027ee6a5-a175-420b-969a-af306fdc7da3, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:29.508632 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.516031 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4ce9922-4617-4cf5-8e1a-6be2402bc292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.529577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.531581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.570926 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.601385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Pushing event deleted for resources: {'Port': ['ID=bbf29c19-9998-4218-b38f-599422697329,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:29.782071 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-c4ce9922-4617-4cf5-8e1a-6be2402bc292 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:45:29.782071 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-c4ce9922-4617-4cf5-8e1a-6be2402bc292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:45:29.782071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:29.783567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] No DVR routers for this DVR port bbf29c19-9998-4218-b38f-599422697329 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:29.783567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.783567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:29.783567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1021e52c-1de3-4832-b83c-3d3c8522a72d req-b4c0cded-c9ca-4d3d-8637-dd065af62546 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "DELETE /v2.0/ports/bbf29c19-9998-4218-b38f-599422697329 HTTP/1.1" status: 204 len: 173 time: 1.3977194 Aug 23 03:45:29.783567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'name': 'network-vif-deleted', 'tag': 'bbf29c19-9998-4218-b38f-599422697329'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:29.783567 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7b0ad-dd90-40bb-b149-a864ec64c147" -d '{"events": [{"server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "name": "network-vif-deleted", "tag": "bbf29c19-9998-4218-b38f-599422697329"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:30.143136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] For port 027ee6a5-a175-420b-969a-af306fdc7da3, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:30.143136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] For port 027ee6a5-a175-420b-969a-af306fdc7da3, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=027ee6a5-a175-420b-969a-af306fdc7da3,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:30.240461 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3131698-5cb6-4117-82a1-bc1523112fab req-b96a6b58-1225-4dfe-aebe-6b884870276a service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744454 Aug 23 03:45:30.311813 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a398e4-3b98-4234-a3da-8ed9f293ad86 x-openstack-request-id: req-89a398e4-3b98-4234-a3da-8ed9f293ad86 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:30.312104 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "3e46219a-9d3e-4df1-8205-80f7be163313", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:30.312353 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89a398e4-3b98-4234-a3da-8ed9f293ad86 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:30.312751 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '3e46219a-9d3e-4df1-8205-80f7be163313', 'status': 'completed', 'code': 200} Aug 23 03:45:30.334207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.421933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:30.462591 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.494825 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.574927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.604351 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:30.609162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.609162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a45f83b3-7f0d-4db6-a18d-49d8ba60f9b7 None None] Provisioning for port 047c914f-b3c6-439d-95c2-193527523bce completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:30.616749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:30.617422 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.618927 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] 10.222.0.24 "PUT /v2.0/ports/027ee6a5-a175-420b-969a-af306fdc7da3 HTTP/1.1" status: 200 len: 1091 time: 2.8023806 Aug 23 03:45:30.646239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a45f83b3-7f0d-4db6-a18d-49d8ba60f9b7 None None] Provisioning complete for port 047c914f-b3c6-439d-95c2-193527523bce triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:30.646662 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a45f83b3-7f0d-4db6-a18d-49d8ba60f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.667911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f12efd12-d7a7-46d5-bbc9-9244114d448e req-8fec93ba-5a08-4a2b-9fcc-10f3ba4d4123 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f7957b-61f5-45f7-aad8-c3536e84aba6 HTTP/1.1" status: 200 len: 210 time: 0.2357771 Aug 23 03:45:30.694686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.759475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a45f83b3-7f0d-4db6-a18d-49d8ba60f9b7 None None] Port 047c914f-b3c6-439d-95c2-193527523bce cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:30.797599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Request body: {'port': {'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:30.835832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-2952238b-04f1-4378-adbf-ad4fd60a8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:30.836693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-2952238b-04f1-4378-adbf-ad4fd60a8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:30.837409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-2952238b-04f1-4378-adbf-ad4fd60a8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:30.838092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-2952238b-04f1-4378-adbf-ad4fd60a8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:30.838743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-2952238b-04f1-4378-adbf-ad4fd60a8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:30.839380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-2952238b-04f1-4378-adbf-ad4fd60a8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:30.840187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-2952238b-04f1-4378-adbf-ad4fd60a8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:30.842495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-2952238b-04f1-4378-adbf-ad4fd60a8cba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6418 time: 0.4073231 Aug 23 03:45:30.842652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eb41e-5b24-4e5b-bdbb-55bf22f22c21 req-f252b696-0a47-4358-8c2a-6cece090eb0d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:30.844205 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-333eb41e-5b24-4e5b-bdbb-55bf22f22c21 req-f252b696-0a47-4358-8c2a-6cece090eb0d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.5306561 Aug 23 03:45:30.889973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a45f83b3-7f0d-4db6-a18d-49d8ba60f9b7 None None] Provisioning complete for port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:30.890925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a45f83b3-7f0d-4db6-a18d-49d8ba60f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.908825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cf4d4-54dd-47b8-b490-cdc76ca5afae service neutron] Pushing event updated for resources: {'Port': ['ID=027ee6a5-a175-420b-969a-af306fdc7da3,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:30.959238 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3131698-5cb6-4117-82a1-bc1523112fab req-df9fd553-dee3-422a-ad5a-70c5484e7355 service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779647 Aug 23 03:45:30.968837 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:30.996378 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-333eb41e-5b24-4e5b-bdbb-55bf22f22c21 req-7cc8a57c-b099-4ecd-bf74-71ff317dd84d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301780 Aug 23 03:45:31.026868 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.033853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45536) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:31.077189 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event updated for resources: {'Port': ['ID=047c914f-b3c6-439d-95c2-193527523bce,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:31.086070 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d40e6e5-fc66-4fe1-9bf0-6dc8c420b942 x-openstack-request-id: req-5d40e6e5-fc66-4fe1-9bf0-6dc8c420b942 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:31.086409 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7957b-61f5-45f7-aad8-c3536e84aba6", "name": "network-vif-deleted", "tag": "bbf29c19-9998-4218-b38f-599422697329", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:31.086604 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d40e6e5-fc66-4fe1-9bf0-6dc8c420b942 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:31.086987 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7957b-61f5-45f7-aad8-c3536e84aba6', 'name': 'network-vif-deleted', 'tag': 'bbf29c19-9998-4218-b38f-599422697329', 'status': 'completed', 'code': 200} Aug 23 03:45:31.093165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:45:31.100551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-10409dba-b0cb-4793-8c83-c28f9db04dba admin admin] Deleting subnet 50692014-8953-44cf-bed8-3dc180c306c0 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:45:31.107433 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10409dba-b0cb-4793-8c83-c28f9db04dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.147073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-de9974e2-8c46-48d1-8731-406ab0c616fb None None] Provisioning complete for port 047c914f-b3c6-439d-95c2-193527523bce triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:31.147465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-de9974e2-8c46-48d1-8731-406ab0c616fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.180932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745692-580b-49a8-9abb-67684717deff req-cc7be6d9-fca1-4054-adf9-6afd17a78d69 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.188354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745692-580b-49a8-9abb-67684717deff req-cc7be6d9-fca1-4054-adf9-6afd17a78d69 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.196766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745692-580b-49a8-9abb-67684717deff req-cc7be6d9-fca1-4054-adf9-6afd17a78d69 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.204912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745692-580b-49a8-9abb-67684717deff req-cc7be6d9-fca1-4054-adf9-6afd17a78d69 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.213709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745692-580b-49a8-9abb-67684717deff req-cc7be6d9-fca1-4054-adf9-6afd17a78d69 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.216358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-de9974e2-8c46-48d1-8731-406ab0c616fb None None] Port 047c914f-b3c6-439d-95c2-193527523bce cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:31.222007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745692-580b-49a8-9abb-67684717deff req-cc7be6d9-fca1-4054-adf9-6afd17a78d69 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.231255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d745692-580b-49a8-9abb-67684717deff req-cc7be6d9-fca1-4054-adf9-6afd17a78d69 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.241239 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d745692-580b-49a8-9abb-67684717deff req-cc7be6d9-fca1-4054-adf9-6afd17a78d69 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5416 time: 0.4132426 Aug 23 03:45:31.331670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Network 154bd444-4490-4253-a150-c50926cf5cd1 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:31.332563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:31.334303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10409dba-b0cb-4793-8c83-c28f9db04dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.335288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-56244487-32f0-4b84-a311-b5c9fbf7ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.335762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-56244487-32f0-4b84-a311-b5c9fbf7ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.336225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-56244487-32f0-4b84-a311-b5c9fbf7ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.337938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-56244487-32f0-4b84-a311-b5c9fbf7ec7d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4278448 Aug 23 03:45:31.422219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d745692-580b-49a8-9abb-67684717deff req-5e87ea13-b82a-4991-bb68-4d27d1cad741 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1804466 Aug 23 03:45:31.499251 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:31.516375 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ff724-7335-4e4a-822f-6bcba7ce366f None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:31.540642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10409dba-b0cb-4793-8c83-c28f9db04dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.543030 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ff724-7335-4e4a-822f-6bcba7ce366f None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:31.543948 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4e1ff724-7335-4e4a-822f-6bcba7ce366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:31.586455 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4e1ff724-7335-4e4a-822f-6bcba7ce366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:31.596498 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ff724-7335-4e4a-822f-6bcba7ce366f None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:31.597518 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4e1ff724-7335-4e4a-822f-6bcba7ce366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:31.665466 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4e1ff724-7335-4e4a-822f-6bcba7ce366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:31.666429 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ff724-7335-4e4a-822f-6bcba7ce366f None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:31.667962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.672659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e8a5566e-f5e3-4211-99f7-861635275a29 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4910572 Aug 23 03:45:31.677848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45542) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:31.683879 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.783291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef3d62f-57c6-44a3-8778-887a770f6237 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:31.795398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.811969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-a340a1f7-6355-417c-8ff3-046298ec7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:31.813614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-255067d7-cd27-4fcb-af50-82bfcaff3be4 req-a340a1f7-6355-417c-8ff3-046298ec7ecd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4667647 Aug 23 03:45:31.816437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d708d660-1ce4-4e58-9984-d9e8a99b2859 None None] Provisioning complete for port 047c914f-b3c6-439d-95c2-193527523bce triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:31.821666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d708d660-1ce4-4e58-9984-d9e8a99b2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.841029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10409dba-b0cb-4793-8c83-c28f9db04dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.853190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Transition to ACTIVE for port object 5ef3d62f-57c6-44a3-8778-887a770f6237 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:31.875951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d708d660-1ce4-4e58-9984-d9e8a99b2859 None None] Port 047c914f-b3c6-439d-95c2-193527523bce cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:31.884725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10409dba-b0cb-4793-8c83-c28f9db04dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50692014-8953-44cf-bed8-3dc180c306c0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:31.886898 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10409dba-b0cb-4793-8c83-c28f9db04dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:31.892618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-10409dba-b0cb-4793-8c83-c28f9db04dba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50692014-8953-44cf-bed8-3dc180c306c0 HTTP/1.1" status: 204 len: 168 time: 0.8540728 Aug 23 03:45:31.892618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45548) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:31.973455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Router 2c494348-be76-444f-aca2-991ccf5be67a is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:45:32.024536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.059711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.092760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:32.105348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6399ae73-63b2-43a2-8bf4-0836a99a79bb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "PUT /v2.0/routers/2c494348-be76-444f-aca2-991ccf5be67a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4039543 Aug 23 03:45:32.105985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45554) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:32.106781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3ba89-4b22-40cf-9ede-2c29eccd0939 None None] Sync routers for ids ['2c494348-be76-444f-aca2-991ccf5be67a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:32.111025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Request body: {'port': {'network_id': '154bd444-4490-4253-a150-c50926cf5cd1', 'name': 'tempest-FloatingIPNegativeTestJSON-504137528'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:32.134202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3ba89-4b22-40cf-9ede-2c29eccd0939 None None] Routers {'2c494348-be76-444f-aca2-991ccf5be67a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:32.135962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f4e3ba89-4b22-40cf-9ede-2c29eccd0939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2c494348-be76-444f-aca2-991ccf5be67a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:32.186696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bbf29c19-9998-4218-b38f-599422697329 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:45:32.198622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f4e3ba89-4b22-40cf-9ede-2c29eccd0939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:32.219905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: bbf29c19-9998-4218-b38f-599422697329 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:45:32.220503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bbf29c19-9998-4218-b38f-599422697329 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:45:32.221153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.232675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdd4c10-6e1b-4748-a965-2ebe76844f81']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:32.248782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740d8171-c68f-4dd8-b102-beb9a5f96c8d') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:32.260958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740d8171-c68f-4dd8-b102-beb9a5f96c8d') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:32.262091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3ba89-4b22-40cf-9ede-2c29eccd0939 None None] Routers {'2c494348-be76-444f-aca2-991ccf5be67a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:32.262091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f4e3ba89-4b22-40cf-9ede-2c29eccd0939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2c494348-be76-444f-aca2-991ccf5be67a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:32.262330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.326617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '027ee6a5-a175-420b-969a-af306fdc7da3'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:32.327042 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3910e715-8a44-4de6-a998-e78c637cab02" -d '{"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "027ee6a5-a175-420b-969a-af306fdc7da3"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:32.328891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f4e3ba89-4b22-40cf-9ede-2c29eccd0939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:32.330079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e3ba89-4b22-40cf-9ede-2c29eccd0939 None None] The sync data for ids ['2c494348-be76-444f-aca2-991ccf5be67a'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:32.362808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3d62f-57c6-44a3-8778-887a770f6237,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:32.371532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Made reservation on behalf of e1ad686fb7df4905a2d090ee7ab34d82 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:32.377525 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.389849 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.433795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] device_id is not set on port f028da9a-9d5c-4c4a-bc8b-2bd90904ece5 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:45:32.439003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:45:32.439658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: items = [ Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:45:32.463935 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:45:32.589813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Allocated IP 172.20.0.13 (154bd444-4490-4253-a150-c50926cf5cd1/32115a53-4937-4060-9d11-e5d2aa38b0c8/f028da9a-9d5c-4c4a-bc8b-2bd90904ece5) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:32.591459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab2b02-2a1d-4936-9ab3-079b6bd69864 req-bc4ade76-71e3-4540-a564-22ae520762e3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:32.593319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0dab2b02-2a1d-4936-9ab3-079b6bd69864 req-bc4ade76-71e3-4540-a564-22ae520762e3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.4471171 Aug 23 03:45:32.684801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Attempting to bind port 5ef3d62f-57c6-44a3-8778-887a770f6237 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:32.685631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Attempting to bind port 5ef3d62f-57c6-44a3-8778-887a770f6237 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:32.685631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Attempting to bind port 5ef3d62f-57c6-44a3-8778-887a770f6237 on network 14893317-4e76-44d7-bca0-3671f275cf15 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:32.699592 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.710218 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0dab2b02-2a1d-4936-9ab3-079b6bd69864 req-491aed9a-457b-46ae-b84b-dcbd7f657ada tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075780 Aug 23 03:45:32.718991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Port 5ef3d62f-57c6-44a3-8778-887a770f6237 on network 14893317-4e76-44d7-bca0-3671f275cf15 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:45:32.719459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Attempting to bind port 5ef3d62f-57c6-44a3-8778-887a770f6237 on network 14893317-4e76-44d7-bca0-3671f275cf15 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:32.727426 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.729727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6cdd4c10-6e1b-4748-a965-2ebe76844f81 HTTP/1.1" status: 204 len: 168 time: 0.8369768 Aug 23 03:45:32.752044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acbb73-de79-4723-a5dc-50eb72d58938 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdd4c10-6e1b-4748-a965-2ebe76844f81,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:32.760036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:32.760036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Checking segment: {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:32.760036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Bound using segment: {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:32.760654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Bound port: 5ef3d62f-57c6-44a3-8778-887a770f6237, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8f9052-25df-421d-867d-eb82fc24541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:32.761191 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.861079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.876676 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465edb7f-be9b-400b-b2ab-45329494f422 x-openstack-request-id: req-465edb7f-be9b-400b-b2ab-45329494f422 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:32.877089 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "027ee6a5-a175-420b-969a-af306fdc7da3", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:32.877298 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-465edb7f-be9b-400b-b2ab-45329494f422 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:32.877695 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '027ee6a5-a175-420b-969a-af306fdc7da3', 'status': 'completed', 'code': 200} Aug 23 03:45:32.913362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] For port 5ef3d62f-57c6-44a3-8778-887a770f6237, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:32.930753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] For port 5ef3d62f-57c6-44a3-8778-887a770f6237, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5ef3d62f-57c6-44a3-8778-887a770f6237,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:32.935833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Transition to ACTIVE for port object f028da9a-9d5c-4c4a-bc8b-2bd90904ece5 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:32.943857 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:32.974366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-02b0d35f-0cde-4611-b58c-a167fda8ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:32.975094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-02b0d35f-0cde-4611-b58c-a167fda8ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:32.975936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-02b0d35f-0cde-4611-b58c-a167fda8ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:32.976654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-02b0d35f-0cde-4611-b58c-a167fda8ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:32.977234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-02b0d35f-0cde-4611-b58c-a167fda8ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:32.978224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-02b0d35f-0cde-4611-b58c-a167fda8ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:32.978744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-02b0d35f-0cde-4611-b58c-a167fda8ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:32.980878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3910e715-8a44-4de6-a998-e78c637cab02 req-02b0d35f-0cde-4611-b58c-a167fda8ce86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6443 time: 0.0934021 Aug 23 03:45:33.082926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:33.126991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-ac0d534f-af38-4744-83d9-5909a8e78d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:33.127589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-ac0d534f-af38-4744-83d9-5909a8e78d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:33.128361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-ac0d534f-af38-4744-83d9-5909a8e78d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:33.130758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3910e715-8a44-4de6-a998-e78c637cab02 req-ac0d534f-af38-4744-83d9-5909a8e78d71 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1399534 Aug 23 03:45:33.144416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:33.145135 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:33.147452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] 10.222.0.24 "PUT /v2.0/ports/5ef3d62f-57c6-44a3-8778-887a770f6237 HTTP/1.1" status: 200 len: 1091 time: 2.3641152 Aug 23 03:45:33.157750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aba7e-ef42-4091-855e-4159a9851da2 req-62c1a6e8-179c-4bb8-b4ad-6b7cc151ddc4 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:33.159471 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e14aba7e-ef42-4091-855e-4159a9851da2 req-62c1a6e8-179c-4bb8-b4ad-6b7cc151ddc4 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf89687-bd56-451f-ab16-4d5004041bf3 HTTP/1.1" status: 200 len: 948 time: 0.2011769 Aug 23 03:45:33.174119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45568) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:33.184922 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:33.235810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3043fc7-a2e9-462d-aec2-2460b13247ec service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3d62f-57c6-44a3-8778-887a770f6237,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:33.320715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e14aba7e-ef42-4091-855e-4159a9851da2 req-1fc1114e-76d7-40a7-9277-12c13e0a5710 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.20 "GET /v2.0/security-groups?id=fce0ff2c-100d-41e6-a52e-5eb2b0105d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493552 Aug 23 03:45:33.649478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.20.0.1 (ebf4e298-65b3-427b-8dfb-91181f859fae/361f7313-e210-4a2b-9e29-052b513cc473/8a7866dd-d08b-413b-812f-b56a9036b25a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:33.802262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:33.819124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event updated for resources: {'Port': ['ID=f028da9a-9d5c-4c4a-bc8b-2bd90904ece5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:33.823305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Network 154bd444-4490-4253-a150-c50926cf5cd1 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:33.833893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:33.842718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3b480251-b946-4139-9177-5d7373fd364a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4dac69eb1033480dbb0aebce9e33ef1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6715655 Aug 23 03:45:33.845212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:33.850277 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45572) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:33.888302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910e715-8a44-4de6-a998-e78c637cab02 req-9f41f609-dba7-4237-a5a9-fb8988d1b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:33.894121 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3910e715-8a44-4de6-a998-e78c637cab02 req-9f41f609-dba7-4237-a5a9-fb8988d1b607 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7568207 Aug 23 03:45:33.950881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.010426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network ebf4e298-65b3-427b-8dfb-91181f859fae is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:34.014722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:34.024722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:34.028055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.028910 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.057273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f2325218-0d38-492f-aefa-6e0502a35cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.058194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f2325218-0d38-492f-aefa-6e0502a35cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.058707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f2325218-0d38-492f-aefa-6e0502a35cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.059181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f2325218-0d38-492f-aefa-6e0502a35cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.059645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f2325218-0d38-492f-aefa-6e0502a35cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.060236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f2325218-0d38-492f-aefa-6e0502a35cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.060701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f2325218-0d38-492f-aefa-6e0502a35cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.062894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f2325218-0d38-492f-aefa-6e0502a35cd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6485 time: 0.1077790 Aug 23 03:45:34.063624 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62dde218-b47a-42f4-9355-067d14580d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.073691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=8a7866dd-d08b-413b-812f-b56a9036b25a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:34.092493 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62dde218-b47a-42f4-9355-067d14580d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.098107 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.157498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c3496bf-6d37-4b55-bec5-c35f88d1ed5c tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0500681 Aug 23 03:45:34.160197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45574) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:34.200811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:34.210673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d415c605-9ca0-43cc-87db-3de82d8667a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096 HTTP/1.1" status: 200 len: 217 time: 0.0682764 Aug 23 03:45:34.235621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b837d-9dcd-432d-972b-5be305d74276 req-47677b63-f7ea-4fbd-b4d9-d097eb7ba716 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.236775 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-228b837d-9dcd-432d-972b-5be305d74276 req-47677b63-f7ea-4fbd-b4d9-d097eb7ba716 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbf89687-bd56-451f-ab16-4d5004041bf3 HTTP/1.1" status: 200 len: 948 time: 0.0727055 Aug 23 03:45:34.247691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b17ae66d-7239-4c00-89a9-a2f8d7404e54 None None] Provisioning for port f028da9a-9d5c-4c4a-bc8b-2bd90904ece5 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:34.254067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b17ae66d-7239-4c00-89a9-a2f8d7404e54 None None] Provisioning complete for port f028da9a-9d5c-4c4a-bc8b-2bd90904ece5 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:34.258515 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b17ae66d-7239-4c00-89a9-a2f8d7404e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.258657 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62dde218-b47a-42f4-9355-067d14580d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.263891 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62dde218-b47a-42f4-9355-067d14580d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.267425 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-62dde218-b47a-42f4-9355-067d14580d8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b3d5b93-2a09-4588-b813-1c394c6fd66a HTTP/1.1" status: 204 len: 168 time: 0.4139307 Aug 23 03:45:34.312543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b17ae66d-7239-4c00-89a9-a2f8d7404e54 None None] Port f028da9a-9d5c-4c4a-bc8b-2bd90904ece5 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:34.350063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dde218-b47a-42f4-9355-067d14580d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3d5b93-2a09-4588-b813-1c394c6fd66a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:34.382081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d34d2324-6fea-495c-ab95-34f17685b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.383657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-d34d2324-6fea-495c-ab95-34f17685b491 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=208d7027-e4ea-4f3e-b6bf-0d6172d19071 HTTP/1.1" status: 200 len: 856 time: 0.1651602 Aug 23 03:45:34.389441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-228b837d-9dcd-432d-972b-5be305d74276 req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Deleting port fd4dd938-a535-437a-ac47-16f9b01be9f0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:34.393943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-228b837d-9dcd-432d-972b-5be305d74276 req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.449406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.485616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-218647b3-4cb1-4bd3-b23d-824a7cd161ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:34.487171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-218647b3-4cb1-4bd3-b23d-824a7cd161ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a05671a-bcdb-473e-ae25-31cc297222df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966647 Aug 23 03:45:34.634966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-aee138fc-62ea-49a6-8411-d0a145e10cab service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390207 Aug 23 03:45:34.640474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.825597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Allocated IP 172.25.1.111 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/f60da32a-a519-4d63-afca-0ab37c39d70c) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:34.856635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-608b2b47-8618-42cf-b67c-0f6a9ffb81e6 service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557174 Aug 23 03:45:34.913162 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-22616fb8-3b2d-4991-8511-6dec9d14ee29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 217 time: 0.0450585 Aug 23 03:45:34.914661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '5ef3d62f-57c6-44a3-8778-887a770f6237'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:34.916921 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11eb13b-5ec8-4c46-a146-4a07bcee1552" -d '{"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "5ef3d62f-57c6-44a3-8778-887a770f6237"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:34.942187 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:34.983777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-228b837d-9dcd-432d-972b-5be305d74276 req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] For port fd4dd938-a535-437a-ac47-16f9b01be9f0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fd4dd938-a535-437a-ac47-16f9b01be9f0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:34.984083 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-228b837d-9dcd-432d-972b-5be305d74276 req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.015306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-3729dc19-518f-4238-abb8-bf317d008554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:35.016770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-3729dc19-518f-4238-abb8-bf317d008554 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0900207 Aug 23 03:45:35.069069 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.073074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-228b837d-9dcd-432d-972b-5be305d74276 req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Calling delete_port for fd4dd938-a535-437a-ac47-16f9b01be9f0 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:35.092148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-4cd88eec-811d-4890-97a5-dab99b88e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:35.093919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-4cd88eec-811d-4890-97a5-dab99b88e10f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672505 Aug 23 03:45:35.211120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c0be2402-10ff-4e48-9560-833b4a7832d6 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097696 Aug 23 03:45:35.246720 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.349937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:35.367865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:35.386822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:35.392763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event updated for resources: {'Port': ['ID=f60da32a-a519-4d63-afca-0ab37c39d70c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:35.445049 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-58434e21-c2e0-472a-a52e-792b22ccbd47 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268760 Aug 23 03:45:35.503763 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-8e3164d0-1c1e-40dd-90d5-e6dd63462449 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 217 time: 0.0512099 Aug 23 03:45:35.540851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-228b837d-9dcd-432d-972b-5be305d74276 req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.595824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Pushing event deleted for resources: {'Port': ['ID=fd4dd938-a535-437a-ac47-16f9b01be9f0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:35.675725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-42b39c23-c3a7-4e23-a894-29604e24a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:35.678379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-42b39c23-c3a7-4e23-a894-29604e24a9a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.1664903 Aug 23 03:45:35.681618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-228b837d-9dcd-432d-972b-5be305d74276 req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] No DVR routers for this DVR port fd4dd938-a535-437a-ac47-16f9b01be9f0 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:35.681824 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.685701 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-228b837d-9dcd-432d-972b-5be305d74276 req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.687837 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-228b837d-9dcd-432d-972b-5be305d74276 req-b70842e4-d411-4ce0-b608-958d5de86887 tempest-ListImageFiltersTestJSON-408935808 tempest-ListImageFiltersTestJSON-408935808-project] 10.222.0.24 "DELETE /v2.0/ports/fd4dd938-a535-437a-ac47-16f9b01be9f0 HTTP/1.1" status: 204 len: 173 time: 1.4327705 Aug 23 03:45:35.736729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-21981d7f-a3de-4151-95e5-84a65824de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:35.738428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-21981d7f-a3de-4151-95e5-84a65824de0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546880 Aug 23 03:45:35.766342 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.850815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.858876 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.921405 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-87f19887-9654-4522-a345-60554b4d4f63 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725864 Aug 23 03:45:35.945887 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:35.947986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=8a7866dd-d08b-413b-812f-b56a9036b25a,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:36.070832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network ebf4e298-65b3-427b-8dfb-91181f859fae is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:36.072807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:36.088360 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-8dcaf23a-f98c-4319-97d3-bc9a9e1692fb service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526258 Aug 23 03:45:36.154035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-ea4f06cb-5e3d-4258-af80-e34e3f057462 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3 HTTP/1.1" status: 200 len: 217 time: 0.0527313 Aug 23 03:45:36.156229 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:36.204284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de42f2f1-bb1e-47b2-9f6e-1162e9be6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:36.205882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de42f2f1-bb1e-47b2-9f6e-1162e9be6375 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0454268 Aug 23 03:45:36.218291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:36.245423 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:36.280992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-dddf586c-2341-4abd-862e-b668640ec0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:36.282538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-dddf586c-2341-4abd-862e-b668640ec0d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698295 Aug 23 03:45:36.328335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:36.333379 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7921aa7f-0c4b-48a4-b48a-d0cac894ef5b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/routers/53248147-4df1-4b8d-8341-da3e9f4db979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6544774 Aug 23 03:45:36.335871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45604) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:36.338369 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff707fc-b45c-42fd-b397-a109b675fe8a None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:36.340816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'port': {'network_id': 'ebf4e298-65b3-427b-8dfb-91181f859fae', 'name': 'tempest-FloatingIPTestJSON-376197512'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:36.342585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event updated for resources: {'Port': ['ID=f60da32a-a519-4d63-afca-0ab37c39d70c,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:36.350336 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff707fc-b45c-42fd-b397-a109b675fe8a None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:36.351045 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7ff707fc-b45c-42fd-b397-a109b675fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:36.385969 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7ff707fc-b45c-42fd-b397-a109b675fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:36.388678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:36.395945 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff707fc-b45c-42fd-b397-a109b675fe8a None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:36.396563 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7ff707fc-b45c-42fd-b397-a109b675fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:36.430805 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7ff707fc-b45c-42fd-b397-a109b675fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:36.431465 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff707fc-b45c-42fd-b397-a109b675fe8a None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:36.432255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-9ad30f1a-7dc1-4cee-9f85-e8a525622e71 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210215 Aug 23 03:45:36.472056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:36.476192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45606) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:36.476345 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-28e30972-8ecc-4018-b553-7d6946a813f5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3147254 Aug 23 03:45:36.481754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b5005966-156a-488f-8261-2eb2cf576dcb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Request body: {'floatingip': {'port_id': 'f028da9a-9d5c-4c4a-bc8b-2bd90904ece5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:36.529945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5005966-156a-488f-8261-2eb2cf576dcb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:36.540943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-5bb998ef-5c54-41de-b0ab-8ec2b8735a04 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947595 Aug 23 03:45:36.582960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-858ce06e-e3d4-4b37-945f-d8abcffffcf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=3e46219a-9d3e-4df1-8205-80f7be163313 HTTP/1.1" status: 200 len: 217 time: 0.0347340 Aug 23 03:45:36.633933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Made reservation on behalf of 465723e3da964ac5868c067a6521e251 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:36.636425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de1894a6-a525-4323-999c-592cb1eafc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:36.637672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:36.638111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-de1894a6-a525-4323-999c-592cb1eafc9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0490596 Aug 23 03:45:36.662207 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-b5005966-156a-488f-8261-2eb2cf576dcb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] update failed (client error): The resource could not be found. Aug 23 03:45:36.663255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b5005966-156a-488f-8261-2eb2cf576dcb tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "PUT /v2.0/floatingips/0fcd4d5c-991c-49ed-b70e-022a778fb111 HTTP/1.1" status: 404 len: 507 time: 0.1858091 Aug 23 03:45:36.667501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45608) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:36.669794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] device_id is not set on port cb447f36-425a-40a0-b5fe-965c193d261b yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:45:36.691234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-6bec60af-6d4a-4886-ac65-b848c4d1b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:36.692782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-6bec60af-6d4a-4886-ac65-b848c4d1b3e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480428 Aug 23 03:45:36.783824 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-27e276b5-0a0a-448c-b3aa-91175d7fa010 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843458 Aug 23 03:45:36.870509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.20.0.14 (ebf4e298-65b3-427b-8dfb-91181f859fae/361f7313-e210-4a2b-9e29-052b513cc473/cb447f36-425a-40a0-b5fe-965c193d261b) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:36.877132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-9cbe798a-00cd-4684-bd5f-1070ded34fbd service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862823 Aug 23 03:45:36.887375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Deleting port f60da32a-a519-4d63-afca-0ab37c39d70c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:36.887707 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:36.919845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-a2165cab-9e10-451d-b926-b895caa26140 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=027ee6a5-a175-420b-969a-af306fdc7da3 HTTP/1.1" status: 200 len: 217 time: 0.0357051 Aug 23 03:45:36.968675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-592faec2-afbb-4d45-8796-083060dae874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:36.970277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-592faec2-afbb-4d45-8796-083060dae874 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0434394 Aug 23 03:45:37.017611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-1c41db80-6722-4724-b52b-3d70644cecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:37.019098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-1c41db80-6722-4724-b52b-3d70644cecec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424259 Aug 23 03:45:37.044073 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.044638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.061325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Calling delete_port for f60da32a-a519-4d63-afca-0ab37c39d70c owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:37.109037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-c78d5672-8ced-4984-b131-cc5399d8d4ec service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826826 Aug 23 03:45:37.133687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.200935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-db5f7548-7732-4ad9-9fd0-49fb110d7fd8 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847735 Aug 23 03:45:37.244144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-92a97827-00b7-46dd-b9ad-e8afca3a5f90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ef3d62f-57c6-44a3-8778-887a770f6237 HTTP/1.1" status: 200 len: 217 time: 0.0337243 Aug 23 03:45:37.258714 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.292305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-53e14e86-3300-422e-b3cf-4443b1c372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:37.293561 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.293802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-53e14e86-3300-422e-b3cf-4443b1c372aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0430019 Aug 23 03:45:37.310330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network ebf4e298-65b3-427b-8dfb-91181f859fae is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:37.316211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:37.323596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:37.349485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-11561870-69db-4c4b-8a6a-9762579d3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:37.351014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-11561870-69db-4c4b-8a6a-9762579d3d40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504768 Aug 23 03:45:37.362164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=cb447f36-425a-40a0-b5fe-965c193d261b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:37.382564 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.412236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event deleted for resources: {'Port': ['ID=f60da32a-a519-4d63-afca-0ab37c39d70c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:37.431878 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.434362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.435516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bd1a173f-160d-4f56-b694-cf98cd208fe7 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "DELETE /v2.0/floatingips/0fcd4d5c-991c-49ed-b70e-022a778fb111 HTTP/1.1" status: 204 len: 168 time: 0.7671409 Aug 23 03:45:37.440669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45610) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:37.441705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:37.442329 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.447685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2983ab4b-1d2a-4bbf-84e7-ee94936405e1 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Request body: {'floatingip': {'floating_network_id': '154bd444-4490-4253-a150-c50926cf5cd1', 'port_id': 'f028da9a-9d5c-4c4a-bc8b-2bd90904ece5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:37.457304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-4559d960-f86a-4a2a-b025-9745efe8c3b3 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994463 Aug 23 03:45:37.511061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bceba0fe-9b13-46b2-8ad1-32211781184a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1741209 Aug 23 03:45:37.513589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45612) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:37.518594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'port': {'network_id': 'ebf4e298-65b3-427b-8dfb-91181f859fae', 'name': 'tempest-FloatingIPTestJSON-2027123266'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:37.558422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-81cfc3bd-5df4-4bed-9d49-2af1522d6c8e req-f93977a8-099b-4274-a3b8-f9a864c7032b service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945046 Aug 23 03:45:37.613246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2983ab4b-1d2a-4bbf-84e7-ee94936405e1 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.698897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Made reservation on behalf of 465723e3da964ac5868c067a6521e251 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:37.702363 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.720322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] device_id is not set on port 99466277-ce0a-4833-ab27-b35ef112df8f yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:45:37.784748 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-2983ab4b-1d2a-4bbf-84e7-ee94936405e1 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:45:37.785836 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2983ab4b-1d2a-4bbf-84e7-ee94936405e1 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3442068 Aug 23 03:45:37.789709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45614) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:37.794104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'f028da9a-9d5c-4c4a-bc8b-2bd90904ece5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:37.827943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.20.0.6 (ebf4e298-65b3-427b-8dfb-91181f859fae/361f7313-e210-4a2b-9e29-052b513cc473/99466277-ce0a-4833-ab27-b35ef112df8f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:37.916196 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:37.978203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.013749 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.103051 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.116678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Allocated IP 172.25.1.160 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/bb842367-a56d-4cce-a6d7-551a372564db) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:38.146998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network ebf4e298-65b3-427b-8dfb-91181f859fae is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:38.149851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:38.153372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:38.184168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=99466277-ce0a-4833-ab27-b35ef112df8f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:38.193419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:45:38.207348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:38.207980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.214654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: fd4dd938-a535-437a-ac47-16f9b01be9f0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:45:38.215137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fd4dd938-a535-437a-ac47-16f9b01be9f0 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:45:38.222269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.280619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b3523c9c-71d8-491e-a6fc-a33cab7f3d98 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7659011 Aug 23 03:45:38.283673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45616) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:38.288690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '99466277-ce0a-4833-ab27-b35ef112df8f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:38.322146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.356123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:38.360374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:38.363683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:38.394047 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.395033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event updated for resources: {'Port': ['ID=bb842367-a56d-4cce-a6d7-551a372564db,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:38.488796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.525265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Deleting port bb842367-a56d-4cce-a6d7-551a372564db {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:38.525479 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.594284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.25.1.93 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/1af86dc3-c713-4d0f-acd5-6cfe8df383c4) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:38.603438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.603773 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.615824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Calling delete_port for bb842367-a56d-4cce-a6d7-551a372564db owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:38.692206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.811012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.845447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event deleted for resources: {'Port': ['ID=bb842367-a56d-4cce-a6d7-551a372564db,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:38.852066 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:38.887984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:38.896129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:38.896129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:38.925374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=1af86dc3-c713-4d0f-acd5-6cfe8df383c4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:38.984401 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] create failed (client error): The resource could not be found. Aug 23 03:45:38.985656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5d213c18-8ee3-426d-acb9-6dd8c63e7558 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1950111 Aug 23 03:45:38.989106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45618) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:39.078018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9aa4d-fdb0-4f24-ad6f-83b4538ee896 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Deleting port f028da9a-9d5c-4c4a-bc8b-2bd90904ece5 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:39.078674 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2a9aa4d-fdb0-4f24-ad6f-83b4538ee896 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:39.162135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2a9aa4d-fdb0-4f24-ad6f-83b4538ee896 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:39.173995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9aa4d-fdb0-4f24-ad6f-83b4538ee896 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Calling delete_port for f028da9a-9d5c-4c4a-bc8b-2bd90904ece5 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:39.247051 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:39.372935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2a9aa4d-fdb0-4f24-ad6f-83b4538ee896 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:39.375501 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:39.399000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9aa4d-fdb0-4f24-ad6f-83b4538ee896 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event deleted for resources: {'Port': ['ID=f028da9a-9d5c-4c4a-bc8b-2bd90904ece5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:39.472030 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2a9aa4d-fdb0-4f24-ad6f-83b4538ee896 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:39.474725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c2a9aa4d-fdb0-4f24-ad6f-83b4538ee896 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "DELETE /v2.0/ports/f028da9a-9d5c-4c4a-bc8b-2bd90904ece5 HTTP/1.1" status: 204 len: 168 time: 0.4845655 Aug 23 03:45:39.477166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45620) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:39.539405 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfbb274-8aed-44ee-aad0-f4041b856be3 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:39.543490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9dfbb274-8aed-44ee-aad0-f4041b856be3 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c494348-be76-444f-aca2-991ccf5be67a HTTP/1.1" status: 200 len: 913 time: 0.0628109 Aug 23 03:45:39.549732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45622) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:39.564334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:39.647130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a26b9-dcc6-45c5-9bfa-1a24dcb4708a req-79dfa3b0-897c-4ff3-a0e7-799e09476c63 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:39.653085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a26b9-dcc6-45c5-9bfa-1a24dcb4708a req-79dfa3b0-897c-4ff3-a0e7-799e09476c63 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:39.658981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a26b9-dcc6-45c5-9bfa-1a24dcb4708a req-79dfa3b0-897c-4ff3-a0e7-799e09476c63 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:39.664860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a26b9-dcc6-45c5-9bfa-1a24dcb4708a req-79dfa3b0-897c-4ff3-a0e7-799e09476c63 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:39.670776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a26b9-dcc6-45c5-9bfa-1a24dcb4708a req-79dfa3b0-897c-4ff3-a0e7-799e09476c63 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:39.676884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a26b9-dcc6-45c5-9bfa-1a24dcb4708a req-79dfa3b0-897c-4ff3-a0e7-799e09476c63 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:39.682793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a26b9-dcc6-45c5-9bfa-1a24dcb4708a req-79dfa3b0-897c-4ff3-a0e7-799e09476c63 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:39.684730 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-030a26b9-dcc6-45c5-9bfa-1a24dcb4708a req-79dfa3b0-897c-4ff3-a0e7-799e09476c63 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.0918651 Aug 23 03:45:39.685990 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:39.786130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=1af86dc3-c713-4d0f-acd5-6cfe8df383c4,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:39.800627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-030a26b9-dcc6-45c5-9bfa-1a24dcb4708a req-cb2a5c24-0f12-4259-9413-6f0b1864f448 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052201 Aug 23 03:45:39.801979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:39.905609 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18abd54c-bb13-4e84-b716-b4ab38bb1793 x-openstack-request-id: req-18abd54c-bb13-4e84-b716-b4ab38bb1793 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:39.905901 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "5ef3d62f-57c6-44a3-8778-887a770f6237", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:39.906149 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18abd54c-bb13-4e84-b716-b4ab38bb1793 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:39.907169 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '5ef3d62f-57c6-44a3-8778-887a770f6237', 'status': 'completed', 'code': 200} Aug 23 03:45:39.910009 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP 2d0b6677-ac4c-494a-ae63-967178ea001f associated. External IP: 172.25.1.93, port: 99466277-ce0a-4833-ab27-b35ef112df8f. Aug 23 03:45:40.057400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27fa26-6a17-4426-be80-b7df487430ee req-230774c8-0abd-4334-9eb5-ff1bfcff409b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.058955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d27fa26-6a17-4426-be80-b7df487430ee req-230774c8-0abd-4334-9eb5-ff1bfcff409b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.4609990 Aug 23 03:45:40.095769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-a901b99a-d7b5-418f-808f-0e795914936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.096334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-a901b99a-d7b5-418f-808f-0e795914936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.096711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-a901b99a-d7b5-418f-808f-0e795914936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.097700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-a901b99a-d7b5-418f-808f-0e795914936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.097700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-a901b99a-d7b5-418f-808f-0e795914936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.098122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-a901b99a-d7b5-418f-808f-0e795914936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.098615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-a901b99a-d7b5-418f-808f-0e795914936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.100527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-a901b99a-d7b5-418f-808f-0e795914936d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6485 time: 0.1318870 Aug 23 03:45:40.134127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:40.235498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d27fa26-6a17-4426-be80-b7df487430ee req-11a8dd5a-483c-4d7e-aeb4-d43dd0071a25 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322384 Aug 23 03:45:40.301546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-f9770f0f-b41f-434f-a6c3-744188042d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.303655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-f9770f0f-b41f-434f-a6c3-744188042d46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14893317-4e76-44d7-bca0-3671f275cf15 HTTP/1.1" status: 200 len: 902 time: 0.1923425 Aug 23 03:45:40.393227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-06477a47-cc2c-4163-a7b4-13b601f00611 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ef3d62f-57c6-44a3-8778-887a770f6237 HTTP/1.1" status: 200 len: 217 time: 0.0803671 Aug 23 03:45:40.466652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-ba841cbd-cb28-4cbf-a050-2c5e1d7d125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.468581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-ba841cbd-cb28-4cbf-a050-2c5e1d7d125b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0672657 Aug 23 03:45:40.556244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-924433f4-727b-4858-b22d-b764483ede41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:40.561631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-924433f4-727b-4858-b22d-b764483ede41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792034 Aug 23 03:45:40.570696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:40.592588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:40.603136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fc6e9-b0b4-4d8e-aa3e-03b35a976633 None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:40.612305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fc6e9-b0b4-4d8e-aa3e-03b35a976633 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:40.612927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3e7fc6e9-b0b4-4d8e-aa3e-03b35a976633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:40.651591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3e7fc6e9-b0b4-4d8e-aa3e-03b35a976633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:40.661750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fc6e9-b0b4-4d8e-aa3e-03b35a976633 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:40.662498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3e7fc6e9-b0b4-4d8e-aa3e-03b35a976633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:40.685739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:40.696372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3e7fc6e9-b0b4-4d8e-aa3e-03b35a976633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:40.697266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7fc6e9-b0b4-4d8e-aa3e-03b35a976633 None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:40.718629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-73d55fc7-18a6-41c9-a767-860af89371fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4338789 Aug 23 03:45:40.721464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45678) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:40.726880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e1919b86-a9a0-4b97-badd-1f41621c1a14 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:40.795358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-913b9182-f13e-4e38-a264-bf16878f50de service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272151 Aug 23 03:45:40.811050 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1919b86-a9a0-4b97-badd-1f41621c1a14 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:40.992647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1919b86-a9a0-4b97-badd-1f41621c1a14 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.008173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d11eb13b-5ec8-4c46-a146-4a07bcee1552 req-3a7c1e1f-b49b-4555-99ff-1380f4e284a4 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055502 Aug 23 03:45:41.051779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b6d3-6239-4de7-a232-d59841022e25 req-e3806763-defb-4025-935c-0460ae1124a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:41.052873 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1919b86-a9a0-4b97-badd-1f41621c1a14 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.053298 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-e1919b86-a9a0-4b97-badd-1f41621c1a14 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP 2d0b6677-ac4c-494a-ae63-967178ea001f disassociated. External IP: 172.25.1.93, port: 99466277-ce0a-4833-ab27-b35ef112df8f. Aug 23 03:45:41.058449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b6d3-6239-4de7-a232-d59841022e25 req-e3806763-defb-4025-935c-0460ae1124a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:41.064401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b6d3-6239-4de7-a232-d59841022e25 req-e3806763-defb-4025-935c-0460ae1124a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:41.070879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b6d3-6239-4de7-a232-d59841022e25 req-e3806763-defb-4025-935c-0460ae1124a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:41.076807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b6d3-6239-4de7-a232-d59841022e25 req-e3806763-defb-4025-935c-0460ae1124a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:41.082786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b6d3-6239-4de7-a232-d59841022e25 req-e3806763-defb-4025-935c-0460ae1124a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:41.089338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034b6d3-6239-4de7-a232-d59841022e25 req-e3806763-defb-4025-935c-0460ae1124a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:41.091665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8034b6d3-6239-4de7-a232-d59841022e25 req-e3806763-defb-4025-935c-0460ae1124a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.1859553 Aug 23 03:45:41.142257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8034b6d3-6239-4de7-a232-d59841022e25 req-ed0e36db-bc50-43b6-b5e0-30eaaba3e5c4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428092 Aug 23 03:45:41.148072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Deleting port 047c914f-b3c6-439d-95c2-193527523bce {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:41.148415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.245205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.258644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Calling delete_port for 047c914f-b3c6-439d-95c2-193527523bce owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:41.263513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45704) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:41.297756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1919b86-a9a0-4b97-badd-1f41621c1a14 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:41.410855 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe7d604c-b3cc-4d04-b039-d02007e3078c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.417681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c1352-d2d1-4164-9e09-2e07b61a0659 req-fd43d9cb-05b5-4d8e-855e-cfdcd9328918 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:41.419231 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c0c1352-d2d1-4164-9e09-2e07b61a0659 req-fd43d9cb-05b5-4d8e-855e-cfdcd9328918 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.0923960 Aug 23 03:45:41.442767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1919b86-a9a0-4b97-badd-1f41621c1a14 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:41.454205 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8228db61-ef47-44eb-8bfe-bdf1cf13cff6 None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:41.459094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1919b86-a9a0-4b97-badd-1f41621c1a14 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.472741 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8228db61-ef47-44eb-8bfe-bdf1cf13cff6 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:41.473708 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8228db61-ef47-44eb-8bfe-bdf1cf13cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:41.494363 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e1919b86-a9a0-4b97-badd-1f41621c1a14 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/floatingips/2d0b6677-ac4c-494a-ae63-967178ea001f HTTP/1.1" status: 200 len: 687 time: 0.7714138 Aug 23 03:45:41.496615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45718) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:41.501746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c0c1352-d2d1-4164-9e09-2e07b61a0659 req-9a8d39f3-6f88-4163-adda-ba9128cf0453 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675640 Aug 23 03:45:41.517259 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8228db61-ef47-44eb-8bfe-bdf1cf13cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:41.525936 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8228db61-ef47-44eb-8bfe-bdf1cf13cff6 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:41.526791 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8228db61-ef47-44eb-8bfe-bdf1cf13cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:41.558030 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8228db61-ef47-44eb-8bfe-bdf1cf13cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:41.558674 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8228db61-ef47-44eb-8bfe-bdf1cf13cff6 None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:41.585074 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.613671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event deleted for resources: {'Port': ['ID=047c914f-b3c6-439d-95c2-193527523bce,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:41.681620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port 1af86dc3-c713-4d0f-acd5-6cfe8df383c4 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:41.682151 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.762740 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe7d604c-b3cc-4d04-b039-d02007e3078c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.788342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.792397 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.792733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.811900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for 1af86dc3-c713-4d0f-acd5-6cfe8df383c4 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:41.826340 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe7d604c-b3cc-4d04-b039-d02007e3078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:41.909492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-deleted', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:41.912297 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e118248-f51a-4568-8010-8784e5c50fbf" -d '{"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-deleted", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:41.923704 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fe7d604c-b3cc-4d04-b039-d02007e3078c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1939190815746688ae478b41895a85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6566608 Aug 23 03:45:41.923704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d604c-b3cc-4d04-b039-d02007e3078c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be19a91-3115-4c74-a081-b268ff556bf1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:41.925851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45734) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:41.948886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Router 2c494348-be76-444f-aca2-991ccf5be67a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:41.982569 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25500164-fe49-4fa3-ac15-bb0aa044a934 x-openstack-request-id: req-25500164-fe49-4fa3-ac15-bb0aa044a934 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:41.982864 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf89687-bd56-451f-ab16-4d5004041bf3", "name": "network-vif-deleted", "tag": "fd4dd938-a535-437a-ac47-16f9b01be9f0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:41.983121 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25500164-fe49-4fa3-ac15-bb0aa044a934 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:41.983515 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf89687-bd56-451f-ab16-4d5004041bf3', 'name': 'network-vif-deleted', 'tag': 'fd4dd938-a535-437a-ac47-16f9b01be9f0', 'status': 'completed', 'code': 200} Aug 23 03:45:42.003815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-985d0336-cb4e-4faa-8388-0a851bb09c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.026514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:42.031542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff0e38a0-af33-4faf-9b74-513576e4a0c5 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "PUT /v2.0/routers/2c494348-be76-444f-aca2-991ccf5be67a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4807687 Aug 23 03:45:42.034105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45738) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:42.038544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893d657-ca45-4cf0-8297-ff170c8c21f8 None None] Sync routers for ids ['2c494348-be76-444f-aca2-991ccf5be67a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:42.049766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893d657-ca45-4cf0-8297-ff170c8c21f8 None None] Routers {'2c494348-be76-444f-aca2-991ccf5be67a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:42.052486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2893d657-ca45-4cf0-8297-ff170c8c21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2c494348-be76-444f-aca2-991ccf5be67a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:42.053926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-985d0336-cb4e-4faa-8388-0a851bb09c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.084153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2893d657-ca45-4cf0-8297-ff170c8c21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:42.092950 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893d657-ca45-4cf0-8297-ff170c8c21f8 None None] Routers {'2c494348-be76-444f-aca2-991ccf5be67a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:42.093692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2893d657-ca45-4cf0-8297-ff170c8c21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2c494348-be76-444f-aca2-991ccf5be67a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:42.119801 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0e80-e814-4c9c-96be-737dbc66136a tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.129178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2893d657-ca45-4cf0-8297-ff170c8c21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:42.130015 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893d657-ca45-4cf0-8297-ff170c8c21f8 None None] The sync data for ids ['2c494348-be76-444f-aca2-991ccf5be67a'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:42.136587 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.164120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=1af86dc3-c713-4d0f-acd5-6cfe8df383c4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:42.191886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-985d0336-cb4e-4faa-8388-0a851bb09c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.198205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-985d0336-cb4e-4faa-8388-0a851bb09c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.199374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-985d0336-cb4e-4faa-8388-0a851bb09c10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4be19a91-3115-4c74-a081-b268ff556bf1 HTTP/1.1" status: 204 len: 168 time: 0.2689009 Aug 23 03:45:42.236249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d0336-cb4e-4faa-8388-0a851bb09c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be19a91-3115-4c74-a081-b268ff556bf1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:42.249692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.252462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.253747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1c351a1f-2ea6-49b6-8b3c-bcaf3cf4a358 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/floatingips/2d0b6677-ac4c-494a-ae63-967178ea001f HTTP/1.1" status: 204 len: 168 time: 0.7559934 Aug 23 03:45:42.257118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45746) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:42.261910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'cb447f36-425a-40a0-b5fe-965c193d261b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:42.354669 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0e80-e814-4c9c-96be-737dbc66136a tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.357399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0e80-e814-4c9c-96be-737dbc66136a tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.362276 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.415337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f585ae-518b-4e64-a58d-9c10988112c8 req-75c08017-ccac-4e22-8524-649ebf011092 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:42.421427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f585ae-518b-4e64-a58d-9c10988112c8 req-75c08017-ccac-4e22-8524-649ebf011092 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:42.427287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f585ae-518b-4e64-a58d-9c10988112c8 req-75c08017-ccac-4e22-8524-649ebf011092 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:42.433110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f585ae-518b-4e64-a58d-9c10988112c8 req-75c08017-ccac-4e22-8524-649ebf011092 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:42.438912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f585ae-518b-4e64-a58d-9c10988112c8 req-75c08017-ccac-4e22-8524-649ebf011092 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:42.444857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f585ae-518b-4e64-a58d-9c10988112c8 req-75c08017-ccac-4e22-8524-649ebf011092 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:42.450711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f585ae-518b-4e64-a58d-9c10988112c8 req-75c08017-ccac-4e22-8524-649ebf011092 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:42.452604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24f585ae-518b-4e64-a58d-9c10988112c8 req-75c08017-ccac-4e22-8524-649ebf011092 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.1519279 Aug 23 03:45:42.462213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.494819 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24f585ae-518b-4e64-a58d-9c10988112c8 req-43b9ec5d-c0ed-4b11-90e8-826b81158056 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350313 Aug 23 03:45:42.510618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0e80-e814-4c9c-96be-737dbc66136a tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.511014 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1a0e80-e814-4c9c-96be-737dbc66136a tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Fanout notify agent at l3_agent the message router_deleted on router 2c494348-be76-444f-aca2-991ccf5be67a {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:45:42.520926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0e80-e814-4c9c-96be-737dbc66136a tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.521685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ea1a0e80-e814-4c9c-96be-737dbc66136a tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "DELETE /v2.0/routers/2c494348-be76-444f-aca2-991ccf5be67a HTTP/1.1" status: 204 len: 168 time: 0.4866636 Aug 23 03:45:42.528496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45750) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:42.587491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e452363-22b0-45fa-a154-a6ae969bfa4f tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Deleting subnet 32115a53-4937-4060-9d11-e5d2aa38b0c8 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:45:42.590731 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e452363-22b0-45fa-a154-a6ae969bfa4f tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.600536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.25.1.248 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/20fab6aa-e872-403a-a447-626ec4cc5606) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:42.629395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e452363-22b0-45fa-a154-a6ae969bfa4f tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.674199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebe6cd-3444-49fd-8dca-bc44a9650346 req-9a60aacc-c9fc-4064-ae1a-028292ccfb02 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:42.676102 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57ebe6cd-3444-49fd-8dca-bc44a9650346 req-9a60aacc-c9fc-4064-ae1a-028292ccfb02 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 944 time: 0.0893710 Aug 23 03:45:42.747181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e452363-22b0-45fa-a154-a6ae969bfa4f tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.749400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57ebe6cd-3444-49fd-8dca-bc44a9650346 req-4e76a91a-f976-4e6a-96c6-61b40a89de04 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481961 Aug 23 03:45:42.774715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45758) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:42.799207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.842449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:45:42.914462 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e452363-22b0-45fa-a154-a6ae969bfa4f tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.934338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e452363-22b0-45fa-a154-a6ae969bfa4f tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.936639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9e452363-22b0-45fa-a154-a6ae969bfa4f tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "DELETE /v2.0/subnets/32115a53-4937-4060-9d11-e5d2aa38b0c8 HTTP/1.1" status: 204 len: 168 time: 0.4071994 Aug 23 03:45:42.941946 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:42.952188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0956ed5a-af6b-4bae-b71f-4d4133c28035 None None] Network 154bd444-4490-4253-a150-c50926cf5cd1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:42.955421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45770) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:42.962819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e452363-22b0-45fa-a154-a6ae969bfa4f tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event deleted for resources: {'Subnet': ['ID=32115a53-4937-4060-9d11-e5d2aa38b0c8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:42.989988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:43.028330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'network_id': 'a2b17615-5567-48d9-8e38-935db6b0d692', 'port_id': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'mac_address': 'fa:16:3e:37:62:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948588ae-36ea-4d37-9137-432e89d7d12d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:45:43.039238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:43.084486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:43.096693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:43.103202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=20fab6aa-e872-403a-a447-626ec4cc5606,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:43.116982 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.133360 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a3dea649-05c9-4773-94be-f6b9fdfd3f97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1a45c00d1664e4f86969e709985fb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574631 Aug 23 03:45:43.133874 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b84f52-dd1b-426f-9767-3c1ec70c36bc {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:43.136345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45774) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:43.147597 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.155743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:43.204094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f27b2-1f33-4571-9370-786f8dcdd840 None None] DHCP port deletion for 154bd444-4490-4253-a150-c50926cf5cd1 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:45:43.218625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc8178a8-044b-40f4-a5cb-a4b7a6dc965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.229092 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.247342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc8178a8-044b-40f4-a5cb-a4b7a6dc965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.289710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=11']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:43.301282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f27b2-1f33-4571-9370-786f8dcdd840 None None] Deleting port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:43.302393 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d2f27b2-1f33-4571-9370-786f8dcdd840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.321829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Deleting port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:43.322162 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.376178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9d2f27b2-1f33-4571-9370-786f8dcdd840 None None] For port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29,segment=NetworkSegment(8e4b2931-d3f6-49a1-8c92-7d8de9348642),segment_id=8e4b2931-d3f6-49a1-8c92-7d8de9348642)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:43.377209 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d2f27b2-1f33-4571-9370-786f8dcdd840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.379262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc8178a8-044b-40f4-a5cb-a4b7a6dc965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.383851 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc8178a8-044b-40f4-a5cb-a4b7a6dc965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.385562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cc8178a8-044b-40f4-a5cb-a4b7a6dc965d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fce0ff2c-100d-41e6-a52e-5eb2b0105d11 HTTP/1.1" status: 204 len: 168 time: 0.2468629 Aug 23 03:45:43.395501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f27b2-1f33-4571-9370-786f8dcdd840 None None] Calling delete_port for 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:43.405837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8178a8-044b-40f4-a5cb-a4b7a6dc965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce0ff2c-100d-41e6-a52e-5eb2b0105d11,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:43.428978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] For port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29,segment=NetworkSegment(8e4b2931-d3f6-49a1-8c92-7d8de9348642),segment_id=8e4b2931-d3f6-49a1-8c92-7d8de9348642)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:43.429310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.449185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Calling delete_port for 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:43.578751 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d2f27b2-1f33-4571-9370-786f8dcdd840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.615413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f27b2-1f33-4571-9370-786f8dcdd840 None None] No DVR routers for this DVR port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:43.618909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f27b2-1f33-4571-9370-786f8dcdd840 None None] Pushing event deleted for resources: {'Port': ['ID=0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:43.635733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['35b84f52-dd1b-426f-9767-3c1ec70c36bc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:45:43.637192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.672925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event deleted for resources: {'Port': ['ID=0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:43.684544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] No DVR routers for this DVR port 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:43.684544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.702020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee1b93-34a4-4e4e-b8d7-3b4f590c5214 req-eee7c370-147d-406e-a0e3-db1708603c51 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:43.711073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee1b93-34a4-4e4e-b8d7-3b4f590c5214 req-eee7c370-147d-406e-a0e3-db1708603c51 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:43.718347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee1b93-34a4-4e4e-b8d7-3b4f590c5214 req-eee7c370-147d-406e-a0e3-db1708603c51 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:43.726469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee1b93-34a4-4e4e-b8d7-3b4f590c5214 req-eee7c370-147d-406e-a0e3-db1708603c51 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:43.741246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee1b93-34a4-4e4e-b8d7-3b4f590c5214 req-eee7c370-147d-406e-a0e3-db1708603c51 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:43.756046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee1b93-34a4-4e4e-b8d7-3b4f590c5214 req-eee7c370-147d-406e-a0e3-db1708603c51 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:43.770067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee1b93-34a4-4e4e-b8d7-3b4f590c5214 req-eee7c370-147d-406e-a0e3-db1708603c51 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:43.778919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4ee1b93-34a4-4e4e-b8d7-3b4f590c5214 req-eee7c370-147d-406e-a0e3-db1708603c51 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.1789551 Aug 23 03:45:43.812530 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.827575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154bd444-4490-4253-a150-c50926cf5cd1']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:43.839951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4b2931-d3f6-49a1-8c92-7d8de9348642') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:43.840299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4b2931-d3f6-49a1-8c92-7d8de9348642') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:43.847787 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4ee1b93-34a4-4e4e-b8d7-3b4f590c5214 req-5107527e-c103-480c-bb9b-bebb3642d8b5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683639 Aug 23 03:45:43.852812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.868529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.879895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:45:43.879895 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:45:43.883854 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:45:43.985958 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:44.035388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8206961-8e6c-48c2-a24a-c79aba0ac346 req-bc200c51-c699-409e-97f4-30e3b9f40607 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:44.037476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b8206961-8e6c-48c2-a24a-c79aba0ac346 req-bc200c51-c699-409e-97f4-30e3b9f40607 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 945 time: 0.1235311 Aug 23 03:45:44.123969 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b8206961-8e6c-48c2-a24a-c79aba0ac346 req-b88b6137-ff1b-4773-84f6-4468b23c5dbd tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780220 Aug 23 03:45:44.124572 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:44.138675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:44.143698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] 10.222.0.20 "DELETE /v2.0/networks/154bd444-4490-4253-a150-c50926cf5cd1 HTTP/1.1" status: 204 len: 168 time: 1.1778882 Aug 23 03:45:44.154487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a010d-c360-449b-af30-b617fcecb374 tempest-FloatingIPNegativeTestJSON-739212958 tempest-FloatingIPNegativeTestJSON-739212958-project] Pushing event deleted for resources: {'Network': ['ID=154bd444-4490-4253-a150-c50926cf5cd1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:44.209337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:44.275527 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:44.306108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:45:44.342725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:45:44.343085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=20fab6aa-e872-403a-a447-626ec4cc5606,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:44.343506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0391a1cb-f2ce-4f3c-8d1f-f328db1d9b29 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:45:44.356102 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:44.474744 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP 521c7ae0-e142-4bba-a55b-33d2aa9c87a8 associated. External IP: 172.25.1.248, port: cb447f36-425a-40a0-b5fe-965c193d261b. Aug 23 03:45:44.685641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:44.869977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:44.931472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45840) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:45.098598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 35b84f52-dd1b-426f-9767-3c1ec70c36bc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:45.102879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 35b84f52-dd1b-426f-9767-3c1ec70c36bc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:45.103261 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:45.167415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:45.180618 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9016182-8a48-4160-86f0-5d0ebb549559 None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:45.191349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:45.199071 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9016182-8a48-4160-86f0-5d0ebb549559 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:45.201817 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c9016182-8a48-4160-86f0-5d0ebb549559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:45.209482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2509a-d4e1-4742-a17b-07a7d9142f45 req-3018edbe-cfd7-4ea0-b052-70c8dff9e7d6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:45.223023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2509a-d4e1-4742-a17b-07a7d9142f45 req-3018edbe-cfd7-4ea0-b052-70c8dff9e7d6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:45.228269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2509a-d4e1-4742-a17b-07a7d9142f45 req-3018edbe-cfd7-4ea0-b052-70c8dff9e7d6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:45.237847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2509a-d4e1-4742-a17b-07a7d9142f45 req-3018edbe-cfd7-4ea0-b052-70c8dff9e7d6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:45.245503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:45:45.247764 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee224f29-826a-485a-a539-dc3af033ccac" -d '{"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-plugged", "status": "completed", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:45:45.248545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2509a-d4e1-4742-a17b-07a7d9142f45 req-3018edbe-cfd7-4ea0-b052-70c8dff9e7d6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:45.256892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2509a-d4e1-4742-a17b-07a7d9142f45 req-3018edbe-cfd7-4ea0-b052-70c8dff9e7d6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:45.264381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2509a-d4e1-4742-a17b-07a7d9142f45 req-3018edbe-cfd7-4ea0-b052-70c8dff9e7d6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:45.266606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fde2509a-d4e1-4742-a17b-07a7d9142f45 req-3018edbe-cfd7-4ea0-b052-70c8dff9e7d6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.1387744 Aug 23 03:45:45.269459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c9016182-8a48-4160-86f0-5d0ebb549559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:45.275980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:45.288674 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9016182-8a48-4160-86f0-5d0ebb549559 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:45.289236 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c9016182-8a48-4160-86f0-5d0ebb549559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:45.314704 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fde2509a-d4e1-4742-a17b-07a7d9142f45 req-5f963ffe-a20b-4c59-be12-05ccdfa3e6bf tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397058 Aug 23 03:45:45.331312 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c9016182-8a48-4160-86f0-5d0ebb549559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:45.332304 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9016182-8a48-4160-86f0-5d0ebb549559 None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:45.351694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45860) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:45.351868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2e861ccf-c7f1-4cd8-8c94-dc754055c7df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1ad686fb7df4905a2d090ee7ab34d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191971 Aug 23 03:45:45.359515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:45.384401 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:45.425767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5a1216de-4963-4af8-8684-6c94d45c1eef tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1574407 Aug 23 03:45:45.429710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45864) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:45.430493 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2472e192-1ac7-4166-b16e-47e7c53df1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:45.460277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=12']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:45.464378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca9184-ca5a-47eb-ba74-2ed577dba4c3 req-d84aa660-c8f4-4a08-b7a7-4aca03fdf43c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:45.465976 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1ca9184-ca5a-47eb-ba74-2ed577dba4c3 req-d84aa660-c8f4-4a08-b7a7-4aca03fdf43c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0826018 Aug 23 03:45:45.496808 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2472e192-1ac7-4166-b16e-47e7c53df1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:45.510534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1ca9184-ca5a-47eb-ba74-2ed577dba4c3 req-fec4f67f-1ab1-4a88-b36b-bcb7555550f9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349045 Aug 23 03:45:45.523355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-95c2a424-c7fa-4f15-81fa-e24573f16dc4 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "GET /v2.0/floatingips/521c7ae0-e142-4bba-a55b-33d2aa9c87a8 HTTP/1.1" status: 200 len: 978 time: 0.0884933 Aug 23 03:45:45.523690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45866) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:45.571900 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbc2d7b-3091-4fb9-a030-5a8bd0768fb4 x-openstack-request-id: req-6fbc2d7b-3091-4fb9-a030-5a8bd0768fb4 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:45:45.572201 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-plugged", "status": "completed", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:45:45.572461 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fbc2d7b-3091-4fb9-a030-5a8bd0768fb4 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:45:45.572888 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'code': 200} Aug 23 03:45:45.642625 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6681a4ac-d61a-4f4c-9a27-dc6e42f1efe3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1179345 Aug 23 03:45:45.645215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45874) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:45.649683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'port_id': '99466277-ce0a-4833-ab27-b35ef112df8f'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:45.707393 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:45.756589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2472e192-1ac7-4166-b16e-47e7c53df1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:45.759175 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2472e192-1ac7-4166-b16e-47e7c53df1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:45.760347 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2472e192-1ac7-4166-b16e-47e7c53df1f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/284a4109-81f8-4ad5-a919-2cc279dd7046 HTTP/1.1" status: 204 len: 168 time: 0.4076629 Aug 23 03:45:45.789479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472e192-1ac7-4166-b16e-47e7c53df1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284a4109-81f8-4ad5-a919-2cc279dd7046,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:45.921566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc15567-44b8-4120-9ade-9a5efb591fa9 req-d32e1483-85c2-4a67-ae79-c8448a953ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:45.923510 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cc15567-44b8-4120-9ade-9a5efb591fa9 req-d32e1483-85c2-4a67-ae79-c8448a953ddc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 1097 time: 0.0668359 Aug 23 03:45:45.961740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cc15567-44b8-4120-9ade-9a5efb591fa9 req-0285a237-d6a3-4c62-a03e-57a7122a8b13 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303931 Aug 23 03:45:46.254274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:46.321853 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:46.435105 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP 521c7ae0-e142-4bba-a55b-33d2aa9c87a8 associated. External IP: 172.25.1.248, port: cb447f36-425a-40a0-b5fe-965c193d261b. Aug 23 03:45:46.481780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb903-db28-4c4f-a638-9c80784d5d43 req-32b52040-944f-4c9b-a5d0-1b6d6cacd87b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:46.487964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb903-db28-4c4f-a638-9c80784d5d43 req-32b52040-944f-4c9b-a5d0-1b6d6cacd87b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:46.494566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb903-db28-4c4f-a638-9c80784d5d43 req-32b52040-944f-4c9b-a5d0-1b6d6cacd87b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:46.500629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb903-db28-4c4f-a638-9c80784d5d43 req-32b52040-944f-4c9b-a5d0-1b6d6cacd87b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:46.506656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb903-db28-4c4f-a638-9c80784d5d43 req-32b52040-944f-4c9b-a5d0-1b6d6cacd87b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:46.512547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb903-db28-4c4f-a638-9c80784d5d43 req-32b52040-944f-4c9b-a5d0-1b6d6cacd87b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:46.519647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb903-db28-4c4f-a638-9c80784d5d43 req-32b52040-944f-4c9b-a5d0-1b6d6cacd87b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:46.521707 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f3cb903-db28-4c4f-a638-9c80784d5d43 req-32b52040-944f-4c9b-a5d0-1b6d6cacd87b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.1047342 Aug 23 03:45:46.584123 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f3cb903-db28-4c4f-a638-9c80784d5d43 req-fc8a02a3-1ad2-4a81-80aa-e1e662e4878e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511568 Aug 23 03:45:46.663553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45922) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:46.703354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:46.724680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a059838-bead-4ecd-9c05-0ada9ac1e390 req-d2502709-587c-41ab-8d65-a61e382b40c3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:46.726220 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a059838-bead-4ecd-9c05-0ada9ac1e390 req-d2502709-587c-41ab-8d65-a61e382b40c3 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0823417 Aug 23 03:45:46.830225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a059838-bead-4ecd-9c05-0ada9ac1e390 req-b75258b6-efa1-4535-b6ba-16ee8d31b8a9 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687802 Aug 23 03:45:46.855633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:46.868146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f438d-42fb-43a1-8ad8-0cdf6b89450f None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:46.878486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f438d-42fb-43a1-8ad8-0cdf6b89450f None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:46.879306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-846f438d-42fb-43a1-8ad8-0cdf6b89450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:47.053803 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9076ae79-11ba-44ae-b60c-dd72dafcd6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.062815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-846f438d-42fb-43a1-8ad8-0cdf6b89450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:47.073842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f438d-42fb-43a1-8ad8-0cdf6b89450f None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:47.073842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-846f438d-42fb-43a1-8ad8-0cdf6b89450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:47.111038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-846f438d-42fb-43a1-8ad8-0cdf6b89450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:47.112051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f438d-42fb-43a1-8ad8-0cdf6b89450f None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:47.132223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:47.182766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9076ae79-11ba-44ae-b60c-dd72dafcd6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.244453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:47.249114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.255003 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de5e8a-0841-43a8-95e0-d4c9c7895975 None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:47.264279 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de5e8a-0841-43a8-95e0-d4c9c7895975 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:47.264888 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-10de5e8a-0841-43a8-95e0-d4c9c7895975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:47.265221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9076ae79-11ba-44ae-b60c-dd72dafcd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.308490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-469c5640-da69-4ba5-b862-cf6c55d0aec0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/floatingips/521c7ae0-e142-4bba-a55b-33d2aa9c87a8 HTTP/1.1" status: 200 len: 978 time: 1.6622424 Aug 23 03:45:47.311306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45938) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:47.318015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7486e6b4-5116-4874-ae97-8b74679124fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:47.318189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9076ae79-11ba-44ae-b60c-dd72dafcd6a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47e8eea1207c4d7bb6c311607f9e1972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530015 Aug 23 03:45:47.319124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076ae79-11ba-44ae-b60c-dd72dafcd6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb6cad4-52c2-46df-81ab-41eddc1f28d4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:47.321912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45940) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:47.323205 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-10de5e8a-0841-43a8-95e0-d4c9c7895975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:47.343505 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de5e8a-0841-43a8-95e0-d4c9c7895975 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:47.346301 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-10de5e8a-0841-43a8-95e0-d4c9c7895975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:47.417184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-10de5e8a-0841-43a8-95e0-d4c9c7895975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:47.418489 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10de5e8a-0841-43a8-95e0-d4c9c7895975 None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:47.419386 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7486e6b4-5116-4874-ae97-8b74679124fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.471190 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5130-0400-44d3-a65d-ececcd16622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.498805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5130-0400-44d3-a65d-ececcd16622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.620974 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7486e6b4-5116-4874-ae97-8b74679124fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.694067 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7486e6b4-5116-4874-ae97-8b74679124fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.695137 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-7486e6b4-5116-4874-ae97-8b74679124fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP 521c7ae0-e142-4bba-a55b-33d2aa9c87a8 disassociated. External IP: 172.25.1.248, port: 99466277-ce0a-4833-ab27-b35ef112df8f. Aug 23 03:45:47.708182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67aff-bf1d-4e89-9af9-7767b9f42f7d req-a767ec41-ffbc-400c-b63f-7bfe8a370359 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:47.714753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67aff-bf1d-4e89-9af9-7767b9f42f7d req-a767ec41-ffbc-400c-b63f-7bfe8a370359 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:47.720842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67aff-bf1d-4e89-9af9-7767b9f42f7d req-a767ec41-ffbc-400c-b63f-7bfe8a370359 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:47.726872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67aff-bf1d-4e89-9af9-7767b9f42f7d req-a767ec41-ffbc-400c-b63f-7bfe8a370359 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:47.732939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67aff-bf1d-4e89-9af9-7767b9f42f7d req-a767ec41-ffbc-400c-b63f-7bfe8a370359 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:47.739597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67aff-bf1d-4e89-9af9-7767b9f42f7d req-a767ec41-ffbc-400c-b63f-7bfe8a370359 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:47.744775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5130-0400-44d3-a65d-ececcd16622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.745904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67aff-bf1d-4e89-9af9-7767b9f42f7d req-a767ec41-ffbc-400c-b63f-7bfe8a370359 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:47.748058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66a67aff-bf1d-4e89-9af9-7767b9f42f7d req-a767ec41-ffbc-400c-b63f-7bfe8a370359 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.0935891 Aug 23 03:45:47.749364 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0a0d5130-0400-44d3-a65d-ececcd16622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:47.753465 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0a0d5130-0400-44d3-a65d-ececcd16622f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cb6cad4-52c2-46df-81ab-41eddc1f28d4 HTTP/1.1" status: 204 len: 168 time: 0.4302857 Aug 23 03:45:47.799636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d5130-0400-44d3-a65d-ececcd16622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb6cad4-52c2-46df-81ab-41eddc1f28d4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:47.803514 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66a67aff-bf1d-4e89-9af9-7767b9f42f7d req-536f39b4-989d-44cb-8ff7-3bcb2e97f5e2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476830 Aug 23 03:45:47.925074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45974) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:47.985594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7486e6b4-5116-4874-ae97-8b74679124fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:48.046373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fa0fd-37f0-43b2-8d98-3186c63386df req-d6802b39-f1aa-417c-a2c5-3adc0089ce24 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:48.047906 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d04fa0fd-37f0-43b2-8d98-3186c63386df req-d6802b39-f1aa-417c-a2c5-3adc0089ce24 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0965235 Aug 23 03:45:48.126568 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d04fa0fd-37f0-43b2-8d98-3186c63386df req-f6651a2c-e50c-42e6-aec1-6e151654d8fc tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698216 Aug 23 03:45:48.137552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7486e6b4-5116-4874-ae97-8b74679124fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:48.142010 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7486e6b4-5116-4874-ae97-8b74679124fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.150286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1177c4-9f6a-473e-88d0-41b97f53b229 None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:48.160210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1177c4-9f6a-473e-88d0-41b97f53b229 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:48.161282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da1177c4-9f6a-473e-88d0-41b97f53b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:48.175940 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7486e6b4-5116-4874-ae97-8b74679124fe tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/floatingips/521c7ae0-e142-4bba-a55b-33d2aa9c87a8 HTTP/1.1" status: 200 len: 688 time: 0.8600683 Aug 23 03:45:48.177422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45986) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:48.201769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da1177c4-9f6a-473e-88d0-41b97f53b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:48.213292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1177c4-9f6a-473e-88d0-41b97f53b229 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:48.214145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da1177c4-9f6a-473e-88d0-41b97f53b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:48.250478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da1177c4-9f6a-473e-88d0-41b97f53b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:48.251397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1177c4-9f6a-473e-88d0-41b97f53b229 None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:48.324162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-475785644'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:48.368382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port 20fab6aa-e872-403a-a447-626ec4cc5606 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:48.368925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.441698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:48.445747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.445904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.446454 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.456986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.461538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for 20fab6aa-e872-403a-a447-626ec4cc5606 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:48.580022 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.652993 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.688047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c54e43-e98e-4851-95cf-2f531190c722,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:48.721960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.728199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:45:48.740538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.740538 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment 733685eb-6346-4877-9085-d8b9fa20c6ee of type vlan for network 5de911b9-51f9-49dc-b201-fc52dba9911d Aug 23 03:45:48.773507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=20fab6aa-e872-403a-a447-626ec4cc5606,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:48.798519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.864545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.867566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.868939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bd92be31-dc1e-4777-aff2-7ba26af54c54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/floatingips/521c7ae0-e142-4bba-a55b-33d2aa9c87a8 HTTP/1.1" status: 204 len: 168 time: 0.6898015 Aug 23 03:45:48.871587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46028) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:48.906769 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-8f5f5a1e-df19-4c99-9d0a-9675bb5d2f54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] delete failed (client error): The resource could not be found. Aug 23 03:45:48.908022 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8f5f5a1e-df19-4c99-9d0a-9675bb5d2f54 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/floatingips/521c7ae0-e142-4bba-a55b-33d2aa9c87a8 HTTP/1.1" status: 404 len: 345 time: 0.0354044 Aug 23 03:45:48.912622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46032) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:48.930185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:48.936319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:48.937307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:49.010605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3857b8-ca17-43b2-aa24-cd23ce843057 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.016493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3857b8-ca17-43b2-aa24-cd23ce843057 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.022455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3857b8-ca17-43b2-aa24-cd23ce843057 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.024121 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ba3857b8-ca17-43b2-aa24-cd23ce843057 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "GET /v2.0/ports?network_id=ebf4e298-65b3-427b-8dfb-91181f859fae HTTP/1.1" status: 200 len: 2358 time: 0.1105540 Aug 23 03:45:49.026861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46036) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:49.037950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2f106-3781-4223-9c8d-ba184b86f80e req-6730abe8-a1e4-407d-aa04-575b5e08438e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.043936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2f106-3781-4223-9c8d-ba184b86f80e req-6730abe8-a1e4-407d-aa04-575b5e08438e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.050156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2f106-3781-4223-9c8d-ba184b86f80e req-6730abe8-a1e4-407d-aa04-575b5e08438e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.056565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2f106-3781-4223-9c8d-ba184b86f80e req-6730abe8-a1e4-407d-aa04-575b5e08438e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.062545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2f106-3781-4223-9c8d-ba184b86f80e req-6730abe8-a1e4-407d-aa04-575b5e08438e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.069074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2f106-3781-4223-9c8d-ba184b86f80e req-6730abe8-a1e4-407d-aa04-575b5e08438e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.078571 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de1b3c-302b-46f8-90fe-af72f55347c1 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.079029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2f106-3781-4223-9c8d-ba184b86f80e req-6730abe8-a1e4-407d-aa04-575b5e08438e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.080109 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-06de1b3c-302b-46f8-90fe-af72f55347c1 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "GET /v2.0/subnets/361f7313-e210-4a2b-9e29-052b513cc473 HTTP/1.1" status: 200 len: 797 time: 0.0521441 Aug 23 03:45:49.085181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46040) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:49.091218 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6d2f106-3781-4223-9c8d-ba184b86f80e req-6730abe8-a1e4-407d-aa04-575b5e08438e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.1959195 Aug 23 03:45:49.093002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=5de911b9-51f9-49dc-b201-fc52dba9911d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:49.101133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'port': {'network_id': 'ebf4e298-65b3-427b-8dfb-91181f859fae', 'name': 'tempest-FloatingIPTestJSON-626034905', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:49.103209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 5de911b9-51f9-49dc-b201-fc52dba9911d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:45:49.477993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46046) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:49.492686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6de0efa0-00ac-4766-9884-ec736bfb63b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5553517 Aug 23 03:45:49.565667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6d2f106-3781-4223-9c8d-ba184b86f80e req-4a39f10a-afdd-4ff3-849b-9e007780881d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4733229 Aug 23 03:45:49.639426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46058) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:49.645530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': '5de911b9-51f9-49dc-b201-fc52dba9911d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:49.654763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499312fb-a891-4a86-aa74-3b0cef6c5a71 req-d9140344-14d7-4d7a-93c0-6bb7359db918 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:49.662889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-499312fb-a891-4a86-aa74-3b0cef6c5a71 req-d9140344-14d7-4d7a-93c0-6bb7359db918 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0909593 Aug 23 03:45:49.711429 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-499312fb-a891-4a86-aa74-3b0cef6c5a71 req-4794f80b-14ec-4f75-8cc0-09d69050e516 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Aug 23 03:45:49.756168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Made reservation on behalf of 465723e3da964ac5868c067a6521e251 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:49.827334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-752047878-network', 'tenant_id': 'ced08239aad045b281b35704b58f5423'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:49.831710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:49.836232 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:49.857942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:49.874879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] device_id is not set on port fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:45:49.966237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:49.968550 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:49.980841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.108777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.150315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.168931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.20.0.13 (ebf4e298-65b3-427b-8dfb-91181f859fae/361f7313-e210-4a2b-9e29-052b513cc473/fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:50.177036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.20.0.12 (ebf4e298-65b3-427b-8dfb-91181f859fae/361f7313-e210-4a2b-9e29-052b513cc473/fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:50.180865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=b46d4958-1f83-4d9c-ac84-5f84f0fb7998,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:50.190242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': '733685eb-6346-4877-9085-d8b9fa20c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5de911b9-51f9-49dc-b201-fc52dba9911d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:50.190603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: 5de911b9-51f9-49dc-b201-fc52dba9911d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:45:50.256715 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.282814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:45:50.284718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 5de911b9-51f9-49dc-b201-fc52dba9911d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:45:50.298265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb663387-0a72-473f-86d1-2002395e6d98,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:50.303265 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.303647 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Added segment c17c9025-d86f-4216-94d9-92143d7e11b7 of type vlan for network 773410b0-9710-43b7-a41a-cf96dea10a60 Aug 23 03:45:50.340641 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.349832 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.369701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 5de911b9-51f9-49dc-b201-fc52dba9911d) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:50.374911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.375797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.382588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbd7b4-5bac-4028-9aeb-11ff008df665 None None] Network 5de911b9-51f9-49dc-b201-fc52dba9911d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:50.446896 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.447878 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.448456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.493921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.511944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0b8a297b-efec-44f8-a57a-a32ea29245e4 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8676100 Aug 23 03:45:50.512504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46064) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:50.517242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1813734864'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:50.521357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] Pushing event updated for resources: {'Network': ['ID=773410b0-9710-43b7-a41a-cf96dea10a60,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:50.538537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 773410b0-9710-43b7-a41a-cf96dea10a60 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:45:50.542636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-5de911b9-51f9-49dc-b201-fc52dba9911d', 'network_id': '5de911b9-51f9-49dc-b201-fc52dba9911d', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': 'b46d4958-1f83-4d9c-ac84-5f84f0fb7998'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:45:50.542999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network ebf4e298-65b3-427b-8dfb-91181f859fae is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:50.543484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.552376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:50.555379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:50.584728 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc6cad12-5f20-4872-b8da-520a1ecfce46 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0993717 Aug 23 03:45:50.584728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46068) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:50.594876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Request body: {'subnet': {'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-752047878-subnet', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:50.623459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.624205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.643235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:50.718537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:50.722103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.774257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Allocated IP 172.20.255.242 (5de911b9-51f9-49dc-b201-fc52dba9911d/b46d4958-1f83-4d9c-ac84-5f84f0fb7998/d398a6fb-2c7a-48d5-a40d-f0f4eed09d13) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:50.775129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0432a3-dcba-40ba-b518-6c586ee1bc5f req-7213a842-ae16-4341-a76f-978bef47e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.781271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0432a3-dcba-40ba-b518-6c586ee1bc5f req-7213a842-ae16-4341-a76f-978bef47e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.787711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0432a3-dcba-40ba-b518-6c586ee1bc5f req-7213a842-ae16-4341-a76f-978bef47e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.790175 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-936a4fce-33ae-4a2e-888f-2e9ce151e77e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7038624 Aug 23 03:45:50.797897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0432a3-dcba-40ba-b518-6c586ee1bc5f req-7213a842-ae16-4341-a76f-978bef47e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.798136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46078) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:50.805064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0432a3-dcba-40ba-b518-6c586ee1bc5f req-7213a842-ae16-4341-a76f-978bef47e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.805756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:50.811502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0432a3-dcba-40ba-b518-6c586ee1bc5f req-7213a842-ae16-4341-a76f-978bef47e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.818901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0432a3-dcba-40ba-b518-6c586ee1bc5f req-7213a842-ae16-4341-a76f-978bef47e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.820914 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf0432a3-dcba-40ba-b518-6c586ee1bc5f req-7213a842-ae16-4341-a76f-978bef47e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.1321959 Aug 23 03:45:50.828755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:45:50.830792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:45:50.830792 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:45:50.830792 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id_1': '465723e3da964ac5868c067a6521e251', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 45, 50, 818063)}] Aug 23 03:45:50.830792 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:45:50.831331 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:45:50.859230 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.859681 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment 3ab8d081-b663-4d66-a46e-abfb1ea71f8e of type vlan for network b83c67c1-01fe-4727-b32a-16db28ce333e Aug 23 03:45:50.906552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636cff-7ef9-4b60-a1a2-2d486ff01818 req-f06da6cb-a011-4831-9b41-486a75fb73b1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:50.918164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9636cff-7ef9-4b60-a1a2-2d486ff01818 req-f06da6cb-a011-4831-9b41-486a75fb73b1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0805352 Aug 23 03:45:50.918444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:50.921169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.951979 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf0432a3-dcba-40ba-b518-6c586ee1bc5f req-edc0f493-0629-4727-83a5-9dc2485b8cd3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205378 Aug 23 03:45:50.954302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:50.984201 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9636cff-7ef9-4b60-a1a2-2d486ff01818 req-f3d5da97-ea11-4fa5-b242-04abea14a305 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632508 Aug 23 03:45:51.051350 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.060729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Transition to ACTIVE for port object d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:51.078991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Transition to ACTIVE for port object d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:51.149794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.155328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:51.155934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.172769 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.214120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Network 5de911b9-51f9-49dc-b201-fc52dba9911d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:51.218813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:51.221735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:51.270859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=b83c67c1-01fe-4727-b32a-16db28ce333e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:51.283142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7973a-8c9e-43db-aa54-aadd423e79f0 req-f0973ceb-b8cc-4496-8859-2a40af3feed2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:51.284703 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0d7973a-8c9e-43db-aa54-aadd423e79f0 req-f0973ceb-b8cc-4496-8859-2a40af3feed2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1418247 Aug 23 03:45:51.301282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network b83c67c1-01fe-4727-b32a-16db28ce333e details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:45:51.306385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Pushing event updated for resources: {'Port': ['ID=d398a6fb-2c7a-48d5-a40d-f0f4eed09d13,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:51.309523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Attempting to bind port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:51.309899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Attempting to bind port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '733685eb-6346-4877-9085-d8b9fa20c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5de911b9-51f9-49dc-b201-fc52dba9911d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:51.310516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Attempting to bind port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 on network 5de911b9-51f9-49dc-b201-fc52dba9911d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:51.313518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.316796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:51.322075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Checking segment: {'id': '733685eb-6346-4877-9085-d8b9fa20c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5de911b9-51f9-49dc-b201-fc52dba9911d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:51.322075 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.322075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Bound using segment: {'id': '733685eb-6346-4877-9085-d8b9fa20c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5de911b9-51f9-49dc-b201-fc52dba9911d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:51.322075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Bound port: d398a6fb-2c7a-48d5-a40d-f0f4eed09d13, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733685eb-6346-4877-9085-d8b9fa20c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5de911b9-51f9-49dc-b201-fc52dba9911d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:51.322075 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.373621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c96fb709-95db-4cb7-9151-7af6a8cec937 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8605042 Aug 23 03:45:51.379588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46092) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:51.388574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': 'b83c67c1-01fe-4727-b32a-16db28ce333e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:51.441440 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.446410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] For port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:51.454518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] For port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d398a6fb-2c7a-48d5-a40d-f0f4eed09d13,segment=NetworkSegment(733685eb-6346-4877-9085-d8b9fa20c6ee),segment_id=733685eb-6346-4877-9085-d8b9fa20c6ee)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:51.471859 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0d7973a-8c9e-43db-aa54-aadd423e79f0 req-84ceb1e8-ab34-4f1d-b621-a6bf2b2f86e2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804769 Aug 23 03:45:51.508772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=911ff96c-e227-4037-9184-4069a4f87ccf,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:51.526684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Checking segment: {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:51.527333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Network hostable DHCP agents. Network: 773410b0-9710-43b7-a41a-cf96dea10a60, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:45:51.532965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.623859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:51.627661 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.640396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3109b7c-93ba-40a9-802a-89e94274c4dd None None] Pushing event updated for resources: {'Port': ['ID=d398a6fb-2c7a-48d5-a40d-f0f4eed09d13,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:51.661114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.675375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Network 773410b0-9710-43b7-a41a-cf96dea10a60 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:45:51.718927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ea166-c8a3-416d-8e26-84ebd454cfd4 req-d32c5d88-7783-4a26-b4a2-3351e14a80e0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:51.726372 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d63ea166-c8a3-416d-8e26-84ebd454cfd4 req-d32c5d88-7783-4a26-b4a2-3351e14a80e0 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1530519 Aug 23 03:45:51.819003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 773410b0-9710-43b7-a41a-cf96dea10a60) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:51.826798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff5af53-0de4-4a3f-8ab5-60e4d2610e8d None None] Network 773410b0-9710-43b7-a41a-cf96dea10a60 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:51.835483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:51.835686 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d63ea166-c8a3-416d-8e26-84ebd454cfd4 req-e559f2a5-fc2f-4a07-ae8b-1bbd77cc2eaf tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081679 Aug 23 03:45:51.836083 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:51.871210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.25.1.58 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/a4a8c990-2527-4049-9412-227812dcd9a0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:51.899358 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:45:51.954522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b3683eef-8559-4819-90a6-e675a3de9f89 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3699396 Aug 23 03:45:51.957167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46104) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:51.964335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:52.025066 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.052771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57337004-8d26-4591-a730-4b0044b26e41 req-d6802766-759c-42b3-92ae-0968d0375a9f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.054456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57337004-8d26-4591-a730-4b0044b26e41 req-d6802766-759c-42b3-92ae-0968d0375a9f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1005363 Aug 23 03:45:52.086162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-773410b0-9710-43b7-a41a-cf96dea10a60', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:45:52.087028 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.094065 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.095209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.130460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.145664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=76e1093f-9523-4006-b1db-c1961468c30d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:52.157385 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57337004-8d26-4591-a730-4b0044b26e41 req-9cb3e64f-8d5d-48bb-b656-2da761f1d148 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916326 Aug 23 03:45:52.188717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.216598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': '3ab8d081-b663-4d66-a46e-abfb1ea71f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b83c67c1-01fe-4727-b32a-16db28ce333e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:52.217261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: b83c67c1-01fe-4727-b32a-16db28ce333e, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:45:52.244067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd52f3-119f-4882-9837-ecdd03a7e758 req-f8969517-5f42-4e43-b28b-c77f04c0e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.251620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd52f3-119f-4882-9837-ecdd03a7e758 req-f8969517-5f42-4e43-b28b-c77f04c0e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.258203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd52f3-119f-4882-9837-ecdd03a7e758 req-f8969517-5f42-4e43-b28b-c77f04c0e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.264757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd52f3-119f-4882-9837-ecdd03a7e758 req-f8969517-5f42-4e43-b28b-c77f04c0e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.274052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd52f3-119f-4882-9837-ecdd03a7e758 req-f8969517-5f42-4e43-b28b-c77f04c0e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.278526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd52f3-119f-4882-9837-ecdd03a7e758 req-f8969517-5f42-4e43-b28b-c77f04c0e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.283475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd52f3-119f-4882-9837-ecdd03a7e758 req-f8969517-5f42-4e43-b28b-c77f04c0e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.291543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bcd52f3-119f-4882-9837-ecdd03a7e758 req-f8969517-5f42-4e43-b28b-c77f04c0e8ff tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.2213209 Aug 23 03:45:52.299100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.301795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Allocated IP 172.20.0.2 (773410b0-9710-43b7-a41a-cf96dea10a60/911ff96c-e227-4037-9184-4069a4f87ccf/0679c88f-7c1c-4160-ae0c-ca47f47b3c92) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:52.357699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:52.359391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:52.363044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:52.413540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=a4a8c990-2527-4049-9412-227812dcd9a0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:52.423195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:52.458002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network b83c67c1-01fe-4727-b32a-16db28ce333e is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:45:52.520959 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.545556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bcd52f3-119f-4882-9837-ecdd03a7e758 req-de43fc19-ccd8-4c5d-8187-119c913fff6d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2529316 Aug 23 03:45:52.603703 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.621535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Transition to ACTIVE for port object 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:52.633709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, b83c67c1-01fe-4727-b32a-16db28ce333e) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:52.642668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Transition to ACTIVE for port object 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:52.645516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb1a8b-6608-4a09-88e9-3567235a1ff7 None None] Network b83c67c1-01fe-4727-b32a-16db28ce333e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:52.652071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.652767 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.665270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1a8bd-b025-40dd-b54c-d5b2b1d0f5b0 req-fdc3f041-704a-40de-b119-7d2790249b35 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:52.673002 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3c1a8bd-b025-40dd-b54c-d5b2b1d0f5b0 req-fdc3f041-704a-40de-b119-7d2790249b35 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1489818 Aug 23 03:45:52.724224 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.738088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:52.744192 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.765225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3c1a8bd-b025-40dd-b54c-d5b2b1d0f5b0 req-8a39ea59-8b70-4d96-ad93-ed3eab91fe9c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911448 Aug 23 03:45:52.821230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Network 773410b0-9710-43b7-a41a-cf96dea10a60 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:52.848689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:52.852187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Pushing event updated for resources: {'Port': ['ID=0679c88f-7c1c-4160-ae0c-ca47f47b3c92,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:52.856482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:52.888863 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-144a936c-4508-4c30-b65d-9b9934c5c33d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5072908 Aug 23 03:45:52.889947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46126) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:52.936110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03e946-e137-4003-a53b-f302db700412 None None] Network 5de911b9-51f9-49dc-b201-fc52dba9911d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:52.964193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-b83c67c1-01fe-4727-b32a-16db28ce333e', 'network_id': 'b83c67c1-01fe-4727-b32a-16db28ce333e', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': '76e1093f-9523-4006-b1db-c1961468c30d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:45:52.965061 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:52.992259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Attempting to bind port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:52.992634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Attempting to bind port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:52.992999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Attempting to bind port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 on network 773410b0-9710-43b7-a41a-cf96dea10a60 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:53.034011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.037116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:53.037505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Checking segment: {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:53.037914 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.038315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Bound using segment: {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:53.038804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Bound port: 0679c88f-7c1c-4160-ae0c-ca47f47b3c92, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:53.039189 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.095310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33ad6f-3531-4b44-b494-03afcd48345f req-e42dc9e6-d428-4c60-a4e6-3fcd52ac8872 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:53.095865 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.103508 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d33ad6f-3531-4b44-b494-03afcd48345f req-e42dc9e6-d428-4c60-a4e6-3fcd52ac8872 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.2218800 Aug 23 03:45:53.138356 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d33ad6f-3531-4b44-b494-03afcd48345f req-438a65ab-a924-46de-a2d3-8b6c58186af6 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339737 Aug 23 03:45:53.149180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.153817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-526d39d8-c646-44c1-9851-684899d1c67d None None] Provisioning for port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:53.168526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-526d39d8-c646-44c1-9851-684899d1c67d None None] Provisioning complete for port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:53.168907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-526d39d8-c646-44c1-9851-684899d1c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.193511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.217826 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.248676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.444062 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] For port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:53.445256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e4808-f769-4eed-9aba-c3962eef7817 req-3187bd1d-6951-4c0c-bed5-e3cfdc1fc70a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:53.446807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d08e4808-f769-4eed-9aba-c3962eef7817 req-3187bd1d-6951-4c0c-bed5-e3cfdc1fc70a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1393933 Aug 23 03:45:53.451020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] For port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0679c88f-7c1c-4160-ae0c-ca47f47b3c92,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:53.454027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Allocated IP 172.25.1.193 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/1ae7e605-2c65-4c8e-9018-c92ba7aada65) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:53.466182 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.488047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Allocated IP 172.20.0.2 (b83c67c1-01fe-4727-b32a-16db28ce333e/76e1093f-9523-4006-b1db-c1961468c30d/c6adf931-081f-4f71-9be2-68cdf4a01a26) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:53.516747 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d08e4808-f769-4eed-9aba-c3962eef7817 req-675bd7bd-cc01-497b-8e9b-14b500912612 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604749 Aug 23 03:45:53.557146 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.558116 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.698366 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.724567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.737942 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-526d39d8-c646-44c1-9851-684899d1c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.767547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dfa8-06d2-43fa-b501-6bd0a82663ff req-da5134b6-fe32-4caf-ae1c-cc93042936b9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:53.774094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dfa8-06d2-43fa-b501-6bd0a82663ff req-da5134b6-fe32-4caf-ae1c-cc93042936b9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:53.781376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dfa8-06d2-43fa-b501-6bd0a82663ff req-da5134b6-fe32-4caf-ae1c-cc93042936b9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:53.792357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dfa8-06d2-43fa-b501-6bd0a82663ff req-da5134b6-fe32-4caf-ae1c-cc93042936b9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:53.811572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dfa8-06d2-43fa-b501-6bd0a82663ff req-da5134b6-fe32-4caf-ae1c-cc93042936b9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:53.822712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dfa8-06d2-43fa-b501-6bd0a82663ff req-da5134b6-fe32-4caf-ae1c-cc93042936b9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:53.826344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da917-fbe6-4ff6-b401-d1ff79d9eec9 None None] Pushing event updated for resources: {'Port': ['ID=0679c88f-7c1c-4160-ae0c-ca47f47b3c92,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:53.840978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43dfa8-06d2-43fa-b501-6bd0a82663ff req-da5134b6-fe32-4caf-ae1c-cc93042936b9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:53.842983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f43dfa8-06d2-43fa-b501-6bd0a82663ff req-da5134b6-fe32-4caf-ae1c-cc93042936b9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.2015107 Aug 23 03:45:53.846836 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP d2f22c29-d431-4998-adec-9cb95ca54126 associated. External IP: 172.25.1.58, port: fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d. Aug 23 03:45:53.871455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-526d39d8-c646-44c1-9851-684899d1c67d None None] For port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d398a6fb-2c7a-48d5-a40d-f0f4eed09d13,segment=NetworkSegment(733685eb-6346-4877-9085-d8b9fa20c6ee),segment_id=733685eb-6346-4877-9085-d8b9fa20c6ee)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:53.944342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=a4a8c990-2527-4049-9412-227812dcd9a0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:53.974328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-526d39d8-c646-44c1-9851-684899d1c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.977347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:53.984095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f43dfa8-06d2-43fa-b501-6bd0a82663ff req-4cbd97a6-fb67-4202-97f9-bd7a436e0e63 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283646 Aug 23 03:45:54.013860 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.061512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Transition to ACTIVE for port object c6adf931-081f-4f71-9be2-68cdf4a01a26 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:54.063491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d39d8-c646-44c1-9851-684899d1c67d None None] Pushing event updated for resources: {'Port': ['ID=d398a6fb-2c7a-48d5-a40d-f0f4eed09d13,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:54.096662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:54.097788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Transition to ACTIVE for port object c6adf931-081f-4f71-9be2-68cdf4a01a26 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:54.104135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:54.117714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9c27d401-d654-4ecc-a69f-160006fbac80 None None] Provisioning complete for port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:54.118342 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9c27d401-d654-4ecc-a69f-160006fbac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.118528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:54.135238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae7e605-2c65-4c8e-9018-c92ba7aada65,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:54.183690 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.243761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:54.264489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Network b83c67c1-01fe-4727-b32a-16db28ce333e is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:54.271857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:54.296956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:54.303837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Pushing event updated for resources: {'Port': ['ID=c6adf931-081f-4f71-9be2-68cdf4a01a26,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:54.378283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8cda-ec29-4c48-b9b6-d4670dc0fe18 req-6766d204-b955-4564-8d25-4eda8916827a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:54.387079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2cd8cda-ec29-4c48-b9b6-d4670dc0fe18 req-6766d204-b955-4564-8d25-4eda8916827a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1566782 Aug 23 03:45:54.405989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.410241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:54.422488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Attempting to bind port c6adf931-081f-4f71-9be2-68cdf4a01a26 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:54.422869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Attempting to bind port c6adf931-081f-4f71-9be2-68cdf4a01a26 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3ab8d081-b663-4d66-a46e-abfb1ea71f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b83c67c1-01fe-4727-b32a-16db28ce333e'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:54.423236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Attempting to bind port c6adf931-081f-4f71-9be2-68cdf4a01a26 on network b83c67c1-01fe-4727-b32a-16db28ce333e {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:54.426867 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0a496-90de-4e84-8851-dd9753dc602d None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:54.429465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:54.432906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Checking segment: {'id': '3ab8d081-b663-4d66-a46e-abfb1ea71f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b83c67c1-01fe-4727-b32a-16db28ce333e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:54.433349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.433746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Bound using segment: {'id': '3ab8d081-b663-4d66-a46e-abfb1ea71f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b83c67c1-01fe-4727-b32a-16db28ce333e'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:54.434263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Bound port: c6adf931-081f-4f71-9be2-68cdf4a01a26, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab8d081-b663-4d66-a46e-abfb1ea71f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b83c67c1-01fe-4727-b32a-16db28ce333e'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:54.434655 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.444853 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0a496-90de-4e84-8851-dd9753dc602d None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:54.446739 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0ea0a496-90de-4e84-8851-dd9753dc602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:54.463810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=76e1093f-9523-4006-b1db-c1961468c30d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:54.520149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.530167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0ea0a496-90de-4e84-8851-dd9753dc602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:54.532278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] For port c6adf931-081f-4f71-9be2-68cdf4a01a26, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:54.537496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] For port c6adf931-081f-4f71-9be2-68cdf4a01a26, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c6adf931-081f-4f71-9be2-68cdf4a01a26,segment=NetworkSegment(3ab8d081-b663-4d66-a46e-abfb1ea71f8e),segment_id=3ab8d081-b663-4d66-a46e-abfb1ea71f8e)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:54.546929 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0a496-90de-4e84-8851-dd9753dc602d None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:54.548002 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0ea0a496-90de-4e84-8851-dd9753dc602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:54.555903 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2cd8cda-ec29-4c48-b9b6-d4670dc0fe18 req-b5d3be53-fb6a-4dbe-a6ef-518e2529ba71 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657386 Aug 23 03:45:54.587073 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-72d55be1-39ad-40bb-91eb-78c02efbe5d5 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7871878 Aug 23 03:45:54.587609 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0ea0a496-90de-4e84-8851-dd9753dc602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:54.588433 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0a496-90de-4e84-8851-dd9753dc602d None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:54.597813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46156) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:54.603513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3361da6f-8b4b-451f-958a-bc453e8b84dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'port_id': 'fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:54.614272 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.647933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:54.693641 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3361da6f-8b4b-451f-958a-bc453e8b84dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.697252 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.717799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83c67c1-01fe-4727-b32a-16db28ce333e']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:54.740584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab8d081-b663-4d66-a46e-abfb1ea71f8e') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:54.741273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab8d081-b663-4d66-a46e-abfb1ea71f8e') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:54.754158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.779344 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.786259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:45:54.786653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.793170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5ffdb-2e27-4f7e-a95c-b00a1634c0ed None None] Pushing event updated for resources: {'Port': ['ID=c6adf931-081f-4f71-9be2-68cdf4a01a26,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:54.814948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:54.816822 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:45:54.829965 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:45:54.840048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a042c415-d27c-4954-9d99-a1c3108c01ff None None] Network b83c67c1-01fe-4727-b32a-16db28ce333e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:54.879300 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:54.930684 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 03:45:54.930684 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 03:45:54.930684 n-d-749052-7 neutron-server[95121]: [parameters: {'id': 'b83c67c1-01fe-4727-b32a-16db28ce333e'}] Aug 23 03:45:54.930684 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:45:54.935818 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:45:55.130214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:55.158379 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.188565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37175002-554f-4778-af90-95ba58a36843 None None] Network 773410b0-9710-43b7-a41a-cf96dea10a60 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:55.296230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-84c47790-e29c-421d-b937-eb0ad64835e2 None None] Provisioning for port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:55.316480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1508-3c11-4da3-88ee-c5b7999a8f3a req-3cdbb3fd-45ee-4f68-ab71-2fe5e0b29610 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:55.326187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1508-3c11-4da3-88ee-c5b7999a8f3a req-3cdbb3fd-45ee-4f68-ab71-2fe5e0b29610 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:55.329158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1508-3c11-4da3-88ee-c5b7999a8f3a req-3cdbb3fd-45ee-4f68-ab71-2fe5e0b29610 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:55.331262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:55.335875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1508-3c11-4da3-88ee-c5b7999a8f3a req-3cdbb3fd-45ee-4f68-ab71-2fe5e0b29610 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:55.341801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1508-3c11-4da3-88ee-c5b7999a8f3a req-3cdbb3fd-45ee-4f68-ab71-2fe5e0b29610 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:55.343776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:55.344160 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.347895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1508-3c11-4da3-88ee-c5b7999a8f3a req-3cdbb3fd-45ee-4f68-ab71-2fe5e0b29610 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:55.354085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1508-3c11-4da3-88ee-c5b7999a8f3a req-3cdbb3fd-45ee-4f68-ab71-2fe5e0b29610 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:55.355999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f2a1508-3c11-4da3-88ee-c5b7999a8f3a req-3cdbb3fd-45ee-4f68-ab71-2fe5e0b29610 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.2100246 Aug 23 03:45:55.361549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3361da6f-8b4b-451f-958a-bc453e8b84dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.416262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f2a1508-3c11-4da3-88ee-c5b7999a8f3a req-df2bfc4a-7eea-47a7-b2be-3cff1ef4ac09 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479846 Aug 23 03:45:55.424039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3361da6f-8b4b-451f-958a-bc453e8b84dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.437325 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.468058 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.502490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Router dd9db0c2-032f-48a3-9caf-9249d188f47f is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:45:55.506989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0679c88f-7c1c-4160-ae0c-ca47f47b3c92,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:55.516145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Deleting port c6adf931-081f-4f71-9be2-68cdf4a01a26 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:55.516487 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.584768 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.679567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0679c88f-7c1c-4160-ae0c-ca47f47b3c92,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:55.715769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3361da6f-8b4b-451f-958a-bc453e8b84dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:55.752254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95ae3c-4bf6-4a9d-9de9-1db617e60322 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 03:45:55.775480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:55.776916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46170) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:55.778697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] For port c6adf931-081f-4f71-9be2-68cdf4a01a26, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c6adf931-081f-4f71-9be2-68cdf4a01a26,segment=NetworkSegment(3ab8d081-b663-4d66-a46e-abfb1ea71f8e),segment_id=3ab8d081-b663-4d66-a46e-abfb1ea71f8e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:55.779059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.799368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Sync routers for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:55.807182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Calling delete_port for c6adf931-081f-4f71-9be2-68cdf4a01a26 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:55.829186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408b9c-9203-4174-9b85-961e4e39f877 req-1c7fc1e4-5146-437f-92ae-40c3001ad3b8 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:55.830821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77408b9c-9203-4174-9b85-961e4e39f877 req-1c7fc1e4-5146-437f-92ae-40c3001ad3b8 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1187227 Aug 23 03:45:55.867908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:55.869004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:55.876972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a984b773-9aee-4a10-ac21-e0265200f8b3 None None] Provisioning complete for port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:55.877424 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a984b773-9aee-4a10-ac21-e0265200f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.909561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:55.910826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e5231d8b-54aa-49fb-87d6-7cc1f3342ce8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9516215 Aug 23 03:45:55.919460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46174) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:55.936936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77408b9c-9203-4174-9b85-961e4e39f877 req-585b075c-e0bb-4510-9118-46d510bf82cd tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598993 Aug 23 03:45:55.987251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3f5dfa-6113-4d3e-bae6-62bf0b5d8c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:56.106264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c420b9af-b08a-415e-8a0e-0f579d7f746d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:56.148613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:45:56.152112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95ae3c-4bf6-4a9d-9de9-1db617e60322 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 03:45:56.287692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3361da6f-8b4b-451f-958a-bc453e8b84dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:56.292548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3361da6f-8b4b-451f-958a-bc453e8b84dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:56.304726 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e7a90-9f54-4061-9a66-2602e8cf88ce None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:56.337509 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e7a90-9f54-4061-9a66-2602e8cf88ce None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:56.340433 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f11e7a90-9f54-4061-9a66-2602e8cf88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:56.371937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3361da6f-8b4b-451f-958a-bc453e8b84dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/floatingips/d2f22c29-d431-4998-adec-9cb95ca54126 HTTP/1.1" status: 200 len: 977 time: 1.7725322 Aug 23 03:45:56.374659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46182) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:56.460362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f11e7a90-9f54-4061-9a66-2602e8cf88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:56.473409 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e7a90-9f54-4061-9a66-2602e8cf88ce None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:56.474406 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f11e7a90-9f54-4061-9a66-2602e8cf88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:56.515631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0170b80a-cc41-40bd-ad1d-37e05230b7d6 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:45:56.526744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:56.529162 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f11e7a90-9f54-4061-9a66-2602e8cf88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:56.530714 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e7a90-9f54-4061-9a66-2602e8cf88ce None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:56.554027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:45:56.585265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Port': ['ID=c6adf931-081f-4f71-9be2-68cdf4a01a26,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:56.587234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No DVR routers for this DVR port c6adf931-081f-4f71-9be2-68cdf4a01a26 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:45:56.634269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0ef37-2dcb-497b-94b9-03680900cdcf req-9649d13a-c293-4f2b-97d1-df434f1d35fd tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:56.635688 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13d0ef37-2dcb-497b-94b9-03680900cdcf req-9649d13a-c293-4f2b-97d1-df434f1d35fd tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1023486 Aug 23 03:45:56.650501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port a4a8c990-2527-4049-9412-227812dcd9a0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:56.650860 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:56.733813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13d0ef37-2dcb-497b-94b9-03680900cdcf req-f2ac9d01-755a-470e-a12b-e60b46d3a886 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857654 Aug 23 03:45:56.757283 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:56.757697 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:56.781028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for a4a8c990-2527-4049-9412-227812dcd9a0 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:56.792790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:56.814125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-3d4a455d-ebd5-44d1-8d50-3bac2f8becd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:56.816112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-3d4a455d-ebd5-44d1-8d50-3bac2f8becd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8628f7473f7c4454ae97f907479eba65&device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 1097 time: 0.2431650 Aug 23 03:45:56.821871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83c67c1-01fe-4727-b32a-16db28ce333e']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:56.842069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3232a46-f2c2-4e08-abfa-eb05a727232e req-d4c866d3-b4e6-477d-8237-e95bb56c6f2f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:56.848572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3232a46-f2c2-4e08-abfa-eb05a727232e req-d4c866d3-b4e6-477d-8237-e95bb56c6f2f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:56.854903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3232a46-f2c2-4e08-abfa-eb05a727232e req-d4c866d3-b4e6-477d-8237-e95bb56c6f2f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:56.860949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3232a46-f2c2-4e08-abfa-eb05a727232e req-d4c866d3-b4e6-477d-8237-e95bb56c6f2f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:56.867401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3232a46-f2c2-4e08-abfa-eb05a727232e req-d4c866d3-b4e6-477d-8237-e95bb56c6f2f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:56.873088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3232a46-f2c2-4e08-abfa-eb05a727232e req-d4c866d3-b4e6-477d-8237-e95bb56c6f2f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:56.878932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3232a46-f2c2-4e08-abfa-eb05a727232e req-d4c866d3-b4e6-477d-8237-e95bb56c6f2f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:56.881042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3232a46-f2c2-4e08-abfa-eb05a727232e req-d4c866d3-b4e6-477d-8237-e95bb56c6f2f tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5428 time: 0.3121550 Aug 23 03:45:56.881199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:56.881659 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:56.950534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab8d081-b663-4d66-a46e-abfb1ea71f8e') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:56.950846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab8d081-b663-4d66-a46e-abfb1ea71f8e') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:57.015119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3f5dfa-6113-4d3e-bae6-62bf0b5d8c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.017048 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.052943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0170b80a-cc41-40bd-ad1d-37e05230b7d6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:57.058165 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.065200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3232a46-f2c2-4e08-abfa-eb05a727232e req-af37444f-0ee5-4ea6-ac19-5ca59fdb79c9 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321523 Aug 23 03:45:57.097836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '0170b80a-cc41-40bd-ad1d-37e05230b7d6', 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'port_id': '0170b80a-cc41-40bd-ad1d-37e05230b7d6', 'mac_address': 'fa:16:3e:ce:b0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b494ff07-4f70-4411-b40f-5db7ca26f968', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:45:57.099361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:45:57.099772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.100505 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:45:57.105646 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:45:57.131343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=a4a8c990-2527-4049-9412-227812dcd9a0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:57.135159 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3f5dfa-6113-4d3e-bae6-62bf0b5d8c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.176701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:54Z', 'revision_number': 3, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:57.193950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-94715803-613c-4b30-8084-358ce6fd6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:57.195472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-94715803-613c-4b30-8084-358ce6fd6057 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 200 len: 914 time: 0.3656876 Aug 23 03:45:57.204159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.204515 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP d2f22c29-d431-4998-adec-9cb95ca54126 disassociated (deleted). External IP: 172.25.1.58, port: fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d. Aug 23 03:45:57.246493 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.248081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ce3f5dfa-6113-4d3e-bae6-62bf0b5d8c3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94554e340c774ccda4f92108828db2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4653814 Aug 23 03:45:57.251636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Checking router: dd9db0c2-032f-48a3-9caf-9249d188f47f for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:45:57.251982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Updating router dd9db0c2-032f-48a3-9caf-9249d188f47f port 1ae7e605-2c65-4c8e-9018-c92ba7aada65 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:45:57.253093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46190) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:57.283859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f5dfa-6113-4d3e-bae6-62bf0b5d8c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a5e3ac-597c-4ab8-adeb-d32923745b27,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:57.289392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-152614f8-1576-49d0-80ce-e1a24c28b2d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 200 len: 217 time: 0.0745909 Aug 23 03:45:57.289963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.300128 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.301827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/b83c67c1-01fe-4727-b32a-16db28ce333e HTTP/1.1" status: 204 len: 168 time: 4.4085288 Aug 23 03:45:57.308323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46192) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:57.311910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0170b80a-cc41-40bd-ad1d-37e05230b7d6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:57.317405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1304484896'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:57.329240 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.346245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbc8d0-9da3-42b1-937a-0c59661e55a1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=b83c67c1-01fe-4727-b32a-16db28ce333e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:57.378805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f68330e-264f-4804-a15f-907aeb1a4e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.386698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-aa799c44-0a68-46c5-b123-37082a9f2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:57.389447 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-aa799c44-0a68-46c5-b123-37082a9f2579 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 200 len: 854 time: 0.0857806 Aug 23 03:45:57.390345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0170b80a-cc41-40bd-ad1d-37e05230b7d6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:57.396688 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.434735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-240133db-747d-45c0-b1b2-47dd0800563c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a2b17615-5567-48d9-8e38-935db6b0d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358036 Aug 23 03:45:57.435634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:57.439073 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.443186 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f68330e-264f-4804-a15f-907aeb1a4e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.453127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.453926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 259e52d6-05e4-4b5b-a8d5-615adc8a9096 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:45:57.533124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:45:57.563280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:57.572944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0170b80a-cc41-40bd-ad1d-37e05230b7d6,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:57.617475 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-c9b9c4c1-6b8e-428c-b860-b4329f489c11 service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739724 Aug 23 03:45:57.656897 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f68330e-264f-4804-a15f-907aeb1a4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.659427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f68330e-264f-4804-a15f-907aeb1a4e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.663297 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3f68330e-264f-4804-a15f-907aeb1a4e5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4a5e3ac-597c-4ab8-adeb-d32923745b27 HTTP/1.1" status: 204 len: 168 time: 0.4092264 Aug 23 03:45:57.664831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.664939 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment 82902957-fa29-4b72-b4a3-c0c9e8a8c17d of type vlan for network 91f4abc6-ae54-4af5-af2d-f6397ee016e8 Aug 23 03:45:57.704329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68330e-264f-4804-a15f-907aeb1a4e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a5e3ac-597c-4ab8-adeb-d32923745b27,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:57.709637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Allocated IP 172.20.0.1 (773410b0-9710-43b7-a41a-cf96dea10a60/911ff96c-e227-4037-9184-4069a4f87ccf/d2aea378-6ff0-447d-9dc5-b0c9863f27b8) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:57.726585 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.729270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:45:57.734864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.750900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8455b-5365-4be1-9e8e-fa6c77b8f27b None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:45:57.766402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7825142-ae46-4e5d-aa1d-f8d9b41f4103 req-25d9dd05-c099-4c0d-a364-dfc0c6c659a3 service neutron] 10.222.0.11 "GET /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300244 Aug 23 03:45:57.780619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ee74fe01-c64a-4a78-a2c4-f48a677144a0 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/floatingips/d2f22c29-d431-4998-adec-9cb95ca54126 HTTP/1.1" status: 204 len: 168 time: 1.4022310 Aug 23 03:45:57.781407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46198) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:57.804146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 259e52d6-05e4-4b5b-a8d5-615adc8a9096, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:57.839599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8455b-5365-4be1-9e8e-fa6c77b8f27b None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:57.840692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-26c8455b-5365-4be1-9e8e-fa6c77b8f27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:57.842807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '259e52d6-05e4-4b5b-a8d5-615adc8a9096', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'port_id': '259e52d6-05e4-4b5b-a8d5-615adc8a9096', 'mac_address': 'fa:16:3e:87:af:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:45:57.859014 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.864338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:57.864907 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.865818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:57.881595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Transition to ACTIVE for port object d2aea378-6ff0-447d-9dc5-b0c9863f27b8 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:57.886948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-26c8455b-5365-4be1-9e8e-fa6c77b8f27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:57.942617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8455b-5365-4be1-9e8e-fa6c77b8f27b None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:57.943323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-26c8455b-5365-4be1-9e8e-fa6c77b8f27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:57.999746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-26c8455b-5365-4be1-9e8e-fa6c77b8f27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:58.000568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8455b-5365-4be1-9e8e-fa6c77b8f27b None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:58.005082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.007531 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.013417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.015319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=91f4abc6-ae54-4af5-af2d-f6397ee016e8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:58.033201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7ba90-531f-4959-9ad3-34211e008f38 req-902435c2-60a1-43de-81e2-12cdab4b9b0d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:58.038982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 91f4abc6-ae54-4af5-af2d-f6397ee016e8 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:45:58.040898 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fee7ba90-531f-4959-9ad3-34211e008f38 req-902435c2-60a1-43de-81e2-12cdab4b9b0d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1827898 Aug 23 03:45:58.053681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2c15e1c3-6782-4196-814a-dc2a679c946c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7411664 Aug 23 03:45:58.054633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46206) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:58.057033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Transition to ACTIVE for port object 1ae7e605-2c65-4c8e-9018-c92ba7aada65 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:45:58.063774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': '91f4abc6-ae54-4af5-af2d-f6397ee016e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:58.075586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5633a-fe9e-4426-8601-d98b74d250dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:45:58.075935 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3b5633a-fe9e-4426-8601-d98b74d250dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.080474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259e52d6-05e4-4b5b-a8d5-615adc8a9096 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:58.093255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Network 773410b0-9710-43b7-a41a-cf96dea10a60 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:58.098016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:58.102550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:45:58.140293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 259e52d6-05e4-4b5b-a8d5-615adc8a9096, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:58.142861 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.180956 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.207165 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.207831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device b3c53ce8-d63a-4657-81e8-6e88369ae16c details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:45:58.211631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Attempting to bind port 1ae7e605-2c65-4c8e-9018-c92ba7aada65 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:45:58.212674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Attempting to bind port 1ae7e605-2c65-4c8e-9018-c92ba7aada65 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:45:58.213071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Attempting to bind port 1ae7e605-2c65-4c8e-9018-c92ba7aada65 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:45:58.225047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435368e2-475b-4805-9d43-aa15f92be73b None None] Pushing event updated for resources: {'Port': ['ID=1ae7e605-2c65-4c8e-9018-c92ba7aada65,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:58.247115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:45:58.247507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:58.247891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.248287 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:45:58.248770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Bound port: 1ae7e605-2c65-4c8e-9018-c92ba7aada65, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:45:58.249197 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.264552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Pushing event updated for resources: {'Port': ['ID=d2aea378-6ff0-447d-9dc5-b0c9863f27b8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:58.268251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fee7ba90-531f-4959-9ad3-34211e008f38 req-6ce0e25c-8213-473b-a63d-d8337c81b0bf tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215476 Aug 23 03:45:58.317278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3b5633a-fe9e-4426-8601-d98b74d250dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.344896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5633a-fe9e-4426-8601-d98b74d250dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:45:58.382521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8460d3e-fe92-4fc2-804a-85b20312d92e req-c7819012-0bad-4273-916e-33c2512fa0ce tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:58.389400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8460d3e-fe92-4fc2-804a-85b20312d92e req-c7819012-0bad-4273-916e-33c2512fa0ce tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:58.395846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8460d3e-fe92-4fc2-804a-85b20312d92e req-c7819012-0bad-4273-916e-33c2512fa0ce tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:58.402256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8460d3e-fe92-4fc2-804a-85b20312d92e req-c7819012-0bad-4273-916e-33c2512fa0ce tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:58.406886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:45:58.408350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8460d3e-fe92-4fc2-804a-85b20312d92e req-c7819012-0bad-4273-916e-33c2512fa0ce tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:58.410895 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.415305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8460d3e-fe92-4fc2-804a-85b20312d92e req-c7819012-0bad-4273-916e-33c2512fa0ce tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:58.421972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8460d3e-fe92-4fc2-804a-85b20312d92e req-c7819012-0bad-4273-916e-33c2512fa0ce tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:58.431699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8460d3e-fe92-4fc2-804a-85b20312d92e req-c7819012-0bad-4273-916e-33c2512fa0ce tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5430 time: 0.1529586 Aug 23 03:45:58.471973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46210) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:58.484315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_backend_mixin [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Performing IP validity checks on allocation pools {{(pid=95120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 03:45:58.484865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_backend_mixin [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 03:45:58.502118 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8460d3e-fe92-4fc2-804a-85b20312d92e req-5a696bef-f74b-4e53-818f-ebb9caf0e18e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674632 Aug 23 03:45:58.503736 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-64a3040f-3f98-4665-884a-7d94345fc1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.567376 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.572235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port b3c53ce8-d63a-4657-81e8-6e88369ae16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:58.583082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=259e52d6-05e4-4b5b-a8d5-615adc8a9096,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:58.591075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] For port 1ae7e605-2c65-4c8e-9018-c92ba7aada65, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:45:58.594816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'b3c53ce8-d63a-4657-81e8-6e88369ae16c', 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'port_id': 'b3c53ce8-d63a-4657-81e8-6e88369ae16c', 'mac_address': 'fa:16:3e:88:93:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b494ff07-4f70-4411-b40f-5db7ca26f968', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:45:58.605217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] For port 1ae7e605-2c65-4c8e-9018-c92ba7aada65, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1ae7e605-2c65-4c8e-9018-c92ba7aada65,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:45:58.635321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-827cd219-223b-446b-b23f-a506f3f001a0 None None] Provisioning for port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:45:58.655697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-827cd219-223b-446b-b23f-a506f3f001a0 None None] Provisioning complete for port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:58.656064 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-827cd219-223b-446b-b23f-a506f3f001a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.661231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.681405 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.703861 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3b5633a-fe9e-4426-8601-d98b74d250dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.735652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5633a-fe9e-4426-8601-d98b74d250dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:58.735871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c53ce8-d63a-4657-81e8-6e88369ae16c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:58.744050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-64a3040f-3f98-4665-884a-7d94345fc1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.761697 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57a0a1ee-fcfa-4bfb-965d-7365b4749e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.762849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-827cd219-223b-446b-b23f-a506f3f001a0 None None] Port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:58.795260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port b3c53ce8-d63a-4657-81e8-6e88369ae16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:58.804724 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.805324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:45:58.806558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:58.806975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-64a3040f-3f98-4665-884a-7d94345fc1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.810246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435368e2-475b-4805-9d43-aa15f92be73b None None] Pushing event updated for resources: {'Port': ['ID=1ae7e605-2c65-4c8e-9018-c92ba7aada65,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:58.855665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-64a3040f-3f98-4665-884a-7d94345fc1a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=722334a2d1874b5aac51996c12f4efba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803501 Aug 23 03:45:58.855921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46212) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:58.862431 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.862692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3040f-3f98-4665-884a-7d94345fc1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60673d21-2910-4598-828e-7caa42022a50,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:58.888112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3b5633a-fe9e-4426-8601-d98b74d250dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.890414 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.897429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46214) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:58.897742 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c3b5633a-fe9e-4426-8601-d98b74d250dc tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/ports/fc503eb2-1c4a-4bcf-b5c9-c2719ab7060d HTTP/1.1" status: 204 len: 168 time: 1.1151695 Aug 23 03:45:58.906652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:45:58.924397 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.925110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3d405bc4-8f7d-4004-b285-8c7e2de957a3 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:45:58.945270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:58.991518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:45:59.007868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Pushing event updated for resources: {'Port': ['ID=d2aea378-6ff0-447d-9dc5-b0c9863f27b8,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:59.014083 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5340f272-c9d5-4297-87a4-4824421a11c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.016355 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.034645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=ec07d9f6-2e35-4c66-b057-63a44314df19,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:59.050549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3d405bc4-8f7d-4004-b285-8c7e2de957a3, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:59.058888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': '82902957-fa29-4b72-b4a3-c0c9e8a8c17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '91f4abc6-ae54-4af5-af2d-f6397ee016e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:45:59.061179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: 91f4abc6-ae54-4af5-af2d-f6397ee016e8, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:45:59.064176 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5340f272-c9d5-4297-87a4-4824421a11c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.096579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=b3c53ce8-d63a-4657-81e8-6e88369ae16c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:59.100753 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.102265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3d405bc4-8f7d-4004-b285-8c7e2de957a3', 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'port_id': '3d405bc4-8f7d-4004-b285-8c7e2de957a3', 'mac_address': 'fa:16:3e:7c:84:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b494ff07-4f70-4411-b40f-5db7ca26f968', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:45:59.182595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 91f4abc6-ae54-4af5-af2d-f6397ee016e8 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:45:59.196743 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.223024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d405bc4-8f7d-4004-b285-8c7e2de957a3 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:45:59.248169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Network 773410b0-9710-43b7-a41a-cf96dea10a60 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:45:59.251935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:59.268090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3d405bc4-8f7d-4004-b285-8c7e2de957a3, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:59.292976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 91f4abc6-ae54-4af5-af2d-f6397ee016e8) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:45:59.299426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.299991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.313195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c8d05-9dc7-43fe-bf2c-756ce82ab014 None None] Network 91f4abc6-ae54-4af5-af2d-f6397ee016e8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:45:59.319256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:45:57Z', 'revision_number': 1, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:45:59.351626 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.361248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf44eae-d5c2-4127-a601-d6227477b380 None None] The sync data for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 is: [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:45:57Z', 'revision_number': 1, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:45:59.364045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5340f272-c9d5-4297-87a4-4824421a11c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.367309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5340f272-c9d5-4297-87a4-4824421a11c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.368570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5340f272-c9d5-4297-87a4-4824421a11c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60673d21-2910-4598-828e-7caa42022a50 HTTP/1.1" status: 204 len: 168 time: 0.5114625 Aug 23 03:45:59.397966 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-37783d82-cfd8-4442-8592-d1b4a4af3201 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3393152 Aug 23 03:45:59.404964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46224) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:45:59.424544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340f272-c9d5-4297-87a4-4824421a11c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60673d21-2910-4598-828e-7caa42022a50,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:59.468611 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.494514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ac3d1-8bcd-456e-9026-a11e18856a0d req-e112696a-19d9-4f84-b1da-8b57d6dc10cb tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.495085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e46219a-9d3e-4df1-8205-80f7be163313 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:45:59.503484 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c7ac3d1-8bcd-456e-9026-a11e18856a0d req-e112696a-19d9-4f84-b1da-8b57d6dc10cb tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1536453 Aug 23 03:45:59.530336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Router dd9db0c2-032f-48a3-9caf-9249d188f47f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:45:59.630892 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c7ac3d1-8bcd-456e-9026-a11e18856a0d req-5611230e-4272-4f5a-a393-b1c75a544a80 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264448 Aug 23 03:45:59.649948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3d405bc4-8f7d-4004-b285-8c7e2de957a3,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:45:59.700555 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.773698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d9c75ecd-479e-4d12-a76c-41aee3ee1b95 None None] Provisioning complete for port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:45:59.774077 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9c75ecd-479e-4d12-a76c-41aee3ee1b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.857713 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.862333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.25.1.199 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/ebe23782-fa65-4199-9fd3-53aeae07a245) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:45:59.868314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3d405bc4-8f7d-4004-b285-8c7e2de957a3'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:45:59.870236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d9c75ecd-479e-4d12-a76c-41aee3ee1b95 None None] Port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:45:59.877233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e46219a-9d3e-4df1-8205-80f7be163313, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e46219a-9d3e-4df1-8205-80f7be163313,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:45:59.880087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['0170b80a-cc41-40bd-ad1d-37e05230b7d6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:45:59.908400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['259e52d6-05e4-4b5b-a8d5-615adc8a9096'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:45:59.909689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f36c7-6acd-4b38-a962-3cedff41858f req-bab86b1d-6a2e-4389-af08-0e6cf7f368c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.911264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e6f14e-f00c-427c-bdb9-5de0837d3514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-91f4abc6-ae54-4af5-af2d-f6397ee016e8', 'network_id': '91f4abc6-ae54-4af5-af2d-f6397ee016e8', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': 'ec07d9f6-2e35-4c66-b057-63a44314df19'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:45:59.912173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a4e6f14e-f00c-427c-bdb9-5de0837d3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:45:59.925357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ea66a-dc8b-4ca3-8e06-d7fcad6c9bba req-e0648d0d-ad34-4ddb-98a9-2b9262cf718d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.933918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f36c7-6acd-4b38-a962-3cedff41858f req-bab86b1d-6a2e-4389-af08-0e6cf7f368c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.939497 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-558ea66a-dc8b-4ca3-8e06-d7fcad6c9bba req-e0648d0d-ad34-4ddb-98a9-2b9262cf718d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1629863 Aug 23 03:45:59.939762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f36c7-6acd-4b38-a962-3cedff41858f req-bab86b1d-6a2e-4389-af08-0e6cf7f368c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.955159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f36c7-6acd-4b38-a962-3cedff41858f req-bab86b1d-6a2e-4389-af08-0e6cf7f368c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.966223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f36c7-6acd-4b38-a962-3cedff41858f req-bab86b1d-6a2e-4389-af08-0e6cf7f368c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.973884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f36c7-6acd-4b38-a962-3cedff41858f req-bab86b1d-6a2e-4389-af08-0e6cf7f368c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.980828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f36c7-6acd-4b38-a962-3cedff41858f req-bab86b1d-6a2e-4389-af08-0e6cf7f368c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:45:59.982965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-187f36c7-6acd-4b38-a962-3cedff41858f req-bab86b1d-6a2e-4389-af08-0e6cf7f368c8 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5432 time: 0.3002439 Aug 23 03:45:59.990427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3e46219a-9d3e-4df1-8205-80f7be163313', 'network_id': '7c0e0f79-cb26-4168-adbb-5e95df83d976', 'port_id': '3e46219a-9d3e-4df1-8205-80f7be163313', 'mac_address': 'fa:16:3e:91:6e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b494ff07-4f70-4411-b40f-5db7ca26f968', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:46:00.020192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-558ea66a-dc8b-4ca3-8e06-d7fcad6c9bba req-f382c261-747d-40a8-a3ed-04332c8b460f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797100 Aug 23 03:46:00.049082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:00.077060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e9ca8a79-14c6-47e2-ad61-c7f7e0563b87 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd9db0c2-032f-48a3-9caf-9249d188f47f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1560490 Aug 23 03:46:00.099874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.123767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-187f36c7-6acd-4b38-a962-3cedff41858f req-f3ab087d-b5ee-42f1-a41e-adb782ff67fe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222377 Aug 23 03:46:00.149661 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.190571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e46219a-9d3e-4df1-8205-80f7be163313 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:46:00.201929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=ec07d9f6-2e35-4c66-b057-63a44314df19,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:00.230931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e46219a-9d3e-4df1-8205-80f7be163313, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e46219a-9d3e-4df1-8205-80f7be163313,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:00.345990 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.372247 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.376756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 027ee6a5-a175-420b-969a-af306fdc7da3 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:46:00.391964 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.402227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5eeb7-a16f-46ba-a5bb-4225f3bc040b req-45b1eb0d-3e8b-4d98-9f6c-d37b34a073cd tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:00.414354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-14c5eeb7-a16f-46ba-a5bb-4225f3bc040b req-45b1eb0d-3e8b-4d98-9f6c-d37b34a073cd tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.2298231 Aug 23 03:46:00.459403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f4abc6-ae54-4af5-af2d-f6397ee016e8']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:00.473540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf3f44-b9f4-4bc5-a32e-d50d6e51b71f None None] Network 91f4abc6-ae54-4af5-af2d-f6397ee016e8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:00.506343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82902957-fa29-4b72-b4a3-c0c9e8a8c17d') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:00.506811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82902957-fa29-4b72-b4a3-c0c9e8a8c17d') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:00.513785 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.540778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.585638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:00.589309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:00.589649 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-14c5eeb7-a16f-46ba-a5bb-4225f3bc040b req-b6ab21ec-f07b-44c1-af2d-4c99faac7cb6 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743045 Aug 23 03:46:00.592417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:00.604413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.627340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:00.628430 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:00.634943 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:00.674639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.675802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=ebe23782-fa65-4199-9fd3-53aeae07a245,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:00.800175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e86751-840c-4d38-8ff9-db324108ec58 req-a87196aa-0c58-4a6c-adba-58609f01894d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:00.802454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63e86751-840c-4d38-8ff9-db324108ec58 req-a87196aa-0c58-4a6c-adba-58609f01894d tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0992396 Aug 23 03:46:00.818511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.826033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:00.831153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/91f4abc6-ae54-4af5-af2d-f6397ee016e8 HTTP/1.1" status: 204 len: 168 time: 1.4159861 Aug 23 03:46:00.861704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46278) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:00.868421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1761506805'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:00.872998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4a039-7d1c-44c5-9f07-a2203f744d61 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=91f4abc6-ae54-4af5-af2d-f6397ee016e8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:00.938519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63e86751-840c-4d38-8ff9-db324108ec58 req-a0d6e506-e4ae-4d9e-aa9a-bad79d1bcc1e tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259069 Aug 23 03:46:00.951049 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.126761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:01.131373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.184696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['b3c53ce8-d63a-4657-81e8-6e88369ae16c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:46:01.191585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:01.201651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.202277 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment 133b4fd7-c512-4e6d-b0a7-670c8892aa3a of type vlan for network ea373931-52f0-4096-99d0-7982b1dac66a Aug 23 03:46:01.249267 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.278870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.305900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e46219a-9d3e-4df1-8205-80f7be163313,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:01.317761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595a34-091b-4b50-8672-4911c7dd0ad1 req-b163ad2f-6fd7-4f07-bcee-eaa7713994a2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.319738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75595a34-091b-4b50-8672-4911c7dd0ad1 req-b163ad2f-6fd7-4f07-bcee-eaa7713994a2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.2081389 Aug 23 03:46:01.380909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de65e8-92ab-4d1c-b594-bea57ff4d51b req-241e477a-4548-4619-bf2e-295c26efe365 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.387333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de65e8-92ab-4d1c-b594-bea57ff4d51b req-241e477a-4548-4619-bf2e-295c26efe365 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.400931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de65e8-92ab-4d1c-b594-bea57ff4d51b req-241e477a-4548-4619-bf2e-295c26efe365 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.415794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de65e8-92ab-4d1c-b594-bea57ff4d51b req-241e477a-4548-4619-bf2e-295c26efe365 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.422084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75595a34-091b-4b50-8672-4911c7dd0ad1 req-b241f0ee-052f-43c6-90c9-301ad737a896 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938683 Aug 23 03:46:01.422457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de65e8-92ab-4d1c-b594-bea57ff4d51b req-241e477a-4548-4619-bf2e-295c26efe365 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.430723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de65e8-92ab-4d1c-b594-bea57ff4d51b req-241e477a-4548-4619-bf2e-295c26efe365 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.441305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de65e8-92ab-4d1c-b594-bea57ff4d51b req-241e477a-4548-4619-bf2e-295c26efe365 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.446876 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32de65e8-92ab-4d1c-b594-bea57ff4d51b req-241e477a-4548-4619-bf2e-295c26efe365 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5433 time: 0.1229856 Aug 23 03:46:01.452947 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.459061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.459678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.589299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 027ee6a5-a175-420b-969a-af306fdc7da3, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=027ee6a5-a175-420b-969a-af306fdc7da3,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:01.604890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46314) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:01.616424 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7498500 Aug 23 03:46:01.619218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': 'ea373931-52f0-4096-99d0-7982b1dac66a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:01.633713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdbf90-4677-4b34-9a06-425e4c8cba10 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=ea373931-52f0-4096-99d0-7982b1dac66a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:01.646412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '027ee6a5-a175-420b-969a-af306fdc7da3', 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15', 'port_id': '027ee6a5-a175-420b-969a-af306fdc7da3', 'mac_address': 'fa:16:3e:3d:57:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32355db9-7868-424f-ba0c-c14a6941d444', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:46:01.680504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network ea373931-52f0-4096-99d0-7982b1dac66a details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:01.701505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32de65e8-92ab-4d1c-b594-bea57ff4d51b req-7569bfc6-6a97-4d63-a7ec-56b73c15e324 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2297425 Aug 23 03:46:01.702152 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.759945 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.827456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027ee6a5-a175-420b-969a-af306fdc7da3 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:46:01.840650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7951a-8317-4980-9686-67a2a4d395a3 req-5bc27323-f95f-4745-9058-e65ed88342ef tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:01.845269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98a7951a-8317-4980-9686-67a2a4d395a3 req-5bc27323-f95f-4745-9058-e65ed88342ef tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0542498 Aug 23 03:46:01.845269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.849236 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.872237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 027ee6a5-a175-420b-969a-af306fdc7da3, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=027ee6a5-a175-420b-969a-af306fdc7da3,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:01.911487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:01.915252 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.949728 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:01.950449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5ef3d62f-57c6-44a3-8778-887a770f6237 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:46:02.018572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=027ee6a5-a175-420b-969a-af306fdc7da3,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:02.029169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=ebe23782-fa65-4199-9fd3-53aeae07a245,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:02.036403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 5ef3d62f-57c6-44a3-8778-887a770f6237, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5ef3d62f-57c6-44a3-8778-887a770f6237,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:02.047689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98a7951a-8317-4980-9686-67a2a4d395a3 req-4a9cf60a-b9dc-4f09-b08a-4fa3489cf5d5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950119 Aug 23 03:46:02.055959 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:02.057689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '5ef3d62f-57c6-44a3-8778-887a770f6237', 'network_id': '14893317-4e76-44d7-bca0-3671f275cf15', 'port_id': '5ef3d62f-57c6-44a3-8778-887a770f6237', 'mac_address': 'fa:16:3e:32:c4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32355db9-7868-424f-ba0c-c14a6941d444', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:46:02.138657 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:02.150451 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:02.155106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46346) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:02.155811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1f28efb9-c2e6-41e4-85cb-c9a56358b195 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2581902 Aug 23 03:46:02.161903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'port': {'network_id': 'ebf4e298-65b3-427b-8dfb-91181f859fae', 'name': 'tempest-FloatingIPTestJSON-488919143'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:02.172148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef3d62f-57c6-44a3-8778-887a770f6237 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:46:02.202707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 5ef3d62f-57c6-44a3-8778-887a770f6237, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5ef3d62f-57c6-44a3-8778-887a770f6237,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:02.286744 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:02.347738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 259e52d6-05e4-4b5b-a8d5-615adc8a9096 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:02.420043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Made reservation on behalf of 465723e3da964ac5868c067a6521e251 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:02.426926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:02.429815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=5ef3d62f-57c6-44a3-8778-887a770f6237,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:02.458946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1ae7e605-2c65-4c8e-9018-c92ba7aada65 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:02.464185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] device_id is not set on port da8da32e-a6eb-4f06-afc1-1828ea0cc5f8 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:46:02.521846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:02.543972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:02.554985 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:02.672695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.20.0.13 (ebf4e298-65b3-427b-8dfb-91181f859fae/361f7313-e210-4a2b-9e29-052b513cc473/da8da32e-a6eb-4f06-afc1-1828ea0cc5f8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:02.714471 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:02.729466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 1ae7e605-2c65-4c8e-9018-c92ba7aada65 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:02.756523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['027ee6a5-a175-420b-969a-af306fdc7da3'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:46:02.772626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['5ef3d62f-57c6-44a3-8778-887a770f6237'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:46:02.801793 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Sync routers for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:02.812391 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:02.813119 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:02.833362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1ae7e605-2c65-4c8e-9018-c92ba7aada65 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:02.833835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:02.863325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408ad88-37c3-45fe-a9f8-5f4dd9b09534 req-54c99e2f-615a-4b22-927d-b805731fdc28 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:02.864949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3408ad88-37c3-45fe-a9f8-5f4dd9b09534 req-54c99e2f-615a-4b22-927d-b805731fdc28 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1404917 Aug 23 03:46:02.867316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:02.953967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259e52d6-05e4-4b5b-a8d5-615adc8a9096'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:46:02.967353 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4613fe-7011-4741-981c-22e3478ebead" -d '{"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "259e52d6-05e4-4b5b-a8d5-615adc8a9096"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:46:03.003144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=5a34cb19-8ca7-4c55-bb4d-84374eeca5da,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:03.030872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3408ad88-37c3-45fe-a9f8-5f4dd9b09534 req-193d3641-59d6-45e7-bafd-6672fc582b6c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391175 Aug 23 03:46:03.034876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': '133b4fd7-c512-4e6d-b0a7-670c8892aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ea373931-52f0-4096-99d0-7982b1dac66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:03.037848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 259e52d6-05e4-4b5b-a8d5-615adc8a9096, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:03.042417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: ea373931-52f0-4096-99d0-7982b1dac66a, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:03.089855 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:46:03.090023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.119176 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9582ed-1aa1-49d7-ab77-f7bb0e6b45de x-openstack-request-id: req-cb9582ed-1aa1-49d7-ab77-f7bb0e6b45de {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:46:03.119176 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "259e52d6-05e4-4b5b-a8d5-615adc8a9096", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:46:03.119176 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb9582ed-1aa1-49d7-ab77-f7bb0e6b45de {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:46:03.119176 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259e52d6-05e4-4b5b-a8d5-615adc8a9096', 'code': 200} Aug 23 03:46:03.123761 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.124571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0170b80a-cc41-40bd-ad1d-37e05230b7d6 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:03.156468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf617d-0e69-4f4c-a44d-7a2a4f0ce2d4 req-cc2d5ae3-f91c-490b-aec9-193061967d2d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.163451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf617d-0e69-4f4c-a44d-7a2a4f0ce2d4 req-cc2d5ae3-f91c-490b-aec9-193061967d2d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.176421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf617d-0e69-4f4c-a44d-7a2a4f0ce2d4 req-cc2d5ae3-f91c-490b-aec9-193061967d2d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.180569 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network ea373931-52f0-4096-99d0-7982b1dac66a is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:03.185227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf617d-0e69-4f4c-a44d-7a2a4f0ce2d4 req-cc2d5ae3-f91c-490b-aec9-193061967d2d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.192457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf617d-0e69-4f4c-a44d-7a2a4f0ce2d4 req-cc2d5ae3-f91c-490b-aec9-193061967d2d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.200764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf617d-0e69-4f4c-a44d-7a2a4f0ce2d4 req-cc2d5ae3-f91c-490b-aec9-193061967d2d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.209308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf617d-0e69-4f4c-a44d-7a2a4f0ce2d4 req-cc2d5ae3-f91c-490b-aec9-193061967d2d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.214603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75bf617d-0e69-4f4c-a44d-7a2a4f0ce2d4 req-cc2d5ae3-f91c-490b-aec9-193061967d2d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5435 time: 0.2492507 Aug 23 03:46:03.250029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b5697-de97-434b-94bb-d9a79d14b731 req-77153ac0-cad2-43cd-afe3-c0353291f62f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.259421 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e50b5697-de97-434b-94bb-d9a79d14b731 req-77153ac0-cad2-43cd-afe3-c0353291f62f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0882621 Aug 23 03:46:03.312559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, ea373931-52f0-4096-99d0-7982b1dac66a) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:03.320705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.321336 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.331736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75bf617d-0e69-4f4c-a44d-7a2a4f0ce2d4 req-070dad41-9251-4982-925e-53f706e34b93 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108084 Aug 23 03:46:03.338701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e50b5697-de97-434b-94bb-d9a79d14b731 req-5b43ff5d-47da-47cf-a174-6a8af42a67df tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783365 Aug 23 03:46:03.366780 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.375396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d79aeb-4ff9-4602-9215-01a470d6fe70 None None] Network ea373931-52f0-4096-99d0-7982b1dac66a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:03.410250 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.410480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a12bcf5e-1d24-4446-9aeb-98a933420644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8007717 Aug 23 03:46:03.410648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46390) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:03.432790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=259e52d6-05e4-4b5b-a8d5-615adc8a9096,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:03.466400 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 2, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:03.509697 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Checking router: dd9db0c2-032f-48a3-9caf-9249d188f47f for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:46:03.511028 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Updating router dd9db0c2-032f-48a3-9caf-9249d188f47f port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:46:03.512247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=da8da32e-a6eb-4f06-afc1-1828ea0cc5f8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:03.539527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network ebf4e298-65b3-427b-8dfb-91181f859fae is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:03.548075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:03.556134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:03.593486 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.611085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.632356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 1ae7e605-2c65-4c8e-9018-c92ba7aada65, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1ae7e605-2c65-4c8e-9018-c92ba7aada65,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:03.685213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.686532 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.719803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3e46219a-9d3e-4df1-8205-80f7be163313'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:46:03.727775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a15c1f-13ca-4925-b204-6ad9963450bc req-64f887b3-5603-41e9-8feb-58abbe72f9d5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:03.736424 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2a15c1f-13ca-4925-b204-6ad9963450bc req-64f887b3-5603-41e9-8feb-58abbe72f9d5 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1252306 Aug 23 03:46:03.748047 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.752370 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.783909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2a15c1f-13ca-4925-b204-6ad9963450bc req-441147f6-b03a-48a1-ae26-a55c2a8871d1 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463309 Aug 23 03:46:03.818025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-48a124d8-d858-4737-9cc9-569e09000488 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6617284 Aug 23 03:46:03.824093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46398) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:03.825270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:03.835989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'port_id': 'da8da32e-a6eb-4f06-afc1-1828ea0cc5f8'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:03.928444 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.946583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:03.950124 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.967693 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:03.968582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e735baf-54bd-48e5-a1aa-879d9e2081be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-ea373931-52f0-4096-99d0-7982b1dac66a', 'network_id': 'ea373931-52f0-4096-99d0-7982b1dac66a', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': '5a34cb19-8ca7-4c55-bb4d-84374eeca5da'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:03.970105 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6e735baf-54bd-48e5-a1aa-879d9e2081be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.019102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=5a34cb19-8ca7-4c55-bb4d-84374eeca5da,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:04.107714 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.111508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=1ae7e605-2c65-4c8e-9018-c92ba7aada65,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:04.126698 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Transition to ACTIVE for port object d2aea378-6ff0-447d-9dc5-b0c9863f27b8 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:04.148534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.160472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea373931-52f0-4096-99d0-7982b1dac66a']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:04.172696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133b4fd7-c512-4e6d-b0a7-670c8892aa3a') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:04.172994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133b4fd7-c512-4e6d-b0a7-670c8892aa3a') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:04.186038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.202858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.211977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:04.215617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:04.216960 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:04.264379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35458de-1b74-485b-8a5c-03f97630085d req-b4b76000-456b-4663-a05b-61734e051356 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:04.265920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e35458de-1b74-485b-8a5c-03f97630085d req-b4b76000-456b-4663-a05b-61734e051356 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1931605 Aug 23 03:46:04.275837 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.295293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d8d30a-85db-48e3-be30-ceecb639f86e None None] Network ea373931-52f0-4096-99d0-7982b1dac66a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:04.310782 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.418440 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Pushing event updated for resources: {'Port': ['ID=d2aea378-6ff0-447d-9dc5-b0c9863f27b8,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:04.429862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.438133 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.445612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/ea373931-52f0-4096-99d0-7982b1dac66a HTTP/1.1" status: 204 len: 168 time: 1.0335028 Aug 23 03:46:04.448481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46410) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:04.449025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1ae7e605-2c65-4c8e-9018-c92ba7aada65 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:04.453412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1274472336'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:04.474850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3b91f-a5f6-42fa-81f5-8a62d592384e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=ea373931-52f0-4096-99d0-7982b1dac66a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:04.567709 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e35458de-1b74-485b-8a5c-03f97630085d req-ac2be665-ee40-463a-929d-9fe29b8eb006 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735529 Aug 23 03:46:04.576907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c7c6-e7f2-4edf-a38c-fb23633fe780 req-ea356667-8ef4-4a44-ae56-c70fa52939a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:04.584780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c7c6-e7f2-4edf-a38c-fb23633fe780 req-ea356667-8ef4-4a44-ae56-c70fa52939a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:04.595041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c7c6-e7f2-4edf-a38c-fb23633fe780 req-ea356667-8ef4-4a44-ae56-c70fa52939a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:04.602718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c7c6-e7f2-4edf-a38c-fb23633fe780 req-ea356667-8ef4-4a44-ae56-c70fa52939a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:04.609346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c7c6-e7f2-4edf-a38c-fb23633fe780 req-ea356667-8ef4-4a44-ae56-c70fa52939a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:04.618374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c7c6-e7f2-4edf-a38c-fb23633fe780 req-ea356667-8ef4-4a44-ae56-c70fa52939a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:04.626584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c7c6-e7f2-4edf-a38c-fb23633fe780 req-ea356667-8ef4-4a44-ae56-c70fa52939a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:04.628742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1001c7c6-e7f2-4edf-a38c-fb23633fe780 req-ea356667-8ef4-4a44-ae56-c70fa52939a3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5436 time: 0.1379285 Aug 23 03:46:04.630104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:04.637692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.759135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:04.804430 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Attempting to bind port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:46:04.804430 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Attempting to bind port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:46:04.804722 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Attempting to bind port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 on network 773410b0-9710-43b7-a41a-cf96dea10a60 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:46:04.806765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1001c7c6-e7f2-4edf-a38c-fb23633fe780 req-379d716b-dd97-4508-83fe-a0aa3e8a21b0 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236980 Aug 23 03:46:04.814553 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.815731 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.815731 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.817300 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.817643 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.817982 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.818314 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.818643 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.819530 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.822241 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.822764 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.823103 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:04.830539 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.830910 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:46:04.831297 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Checking segment: {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:04.831711 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.832627 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Bound using segment: {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:46:04.833141 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Bound port: d2aea378-6ff0-447d-9dc5-b0c9863f27b8, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:46:04.833555 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:04.839111 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment 87fc4dae-8aa5-4979-a63e-911ed8253650 of type vlan for network 75a2847c-8d2c-46c7-8f79-b90fcd555323 Aug 23 03:46:04.948999 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] For port d2aea378-6ff0-447d-9dc5-b0c9863f27b8, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:46:04.954955 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] For port d2aea378-6ff0-447d-9dc5-b0c9863f27b8, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d2aea378-6ff0-447d-9dc5-b0c9863f27b8,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:46:04.959158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0170b80a-cc41-40bd-ad1d-37e05230b7d6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:04.974852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.048877 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.103140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23bf63-7e0f-4abd-887c-2dea789db6fc req-d02a438b-02e6-41ff-9181-289ed9174a4a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:05.111681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b23bf63-7e0f-4abd-887c-2dea789db6fc req-d02a438b-02e6-41ff-9181-289ed9174a4a tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.2718136 Aug 23 03:46:05.115720 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.122328 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.124213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170b80a-cc41-40bd-ad1d-37e05230b7d6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:46:05.133097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:05.133859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.135563 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc38e44-aca6-4ac0-adf0-a2b2b10f5024" -d '{"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "0170b80a-cc41-40bd-ad1d-37e05230b7d6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:46:05.155973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 027ee6a5-a175-420b-969a-af306fdc7da3 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:05.160768 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:05.162086 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:05.235323 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb87806-50f8-4b3e-b50b-cba5ad4f13b3 x-openstack-request-id: req-8bb87806-50f8-4b3e-b50b-cba5ad4f13b3 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:46:05.235714 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "0170b80a-cc41-40bd-ad1d-37e05230b7d6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:46:05.235859 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bb87806-50f8-4b3e-b50b-cba5ad4f13b3 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:46:05.236481 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0170b80a-cc41-40bd-ad1d-37e05230b7d6', 'code': 200} Aug 23 03:46:05.290538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1ae7e605-2c65-4c8e-9018-c92ba7aada65 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:05.290718 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.329313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0170b80a-cc41-40bd-ad1d-37e05230b7d6,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:05.364502 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580b9a0-c315-46b3-8446-cef7259e3781 None None] Pushing event updated for resources: {'Port': ['ID=d2aea378-6ff0-447d-9dc5-b0c9863f27b8,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:05.373734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=75a2847c-8d2c-46c7-8f79-b90fcd555323,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:05.407017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 75a2847c-8d2c-46c7-8f79-b90fcd555323 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:05.501651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-85f3e16e-535d-46fd-9078-c04093950e28 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0501282 Aug 23 03:46:05.502283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46432) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:05.508091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': '75a2847c-8d2c-46c7-8f79-b90fcd555323', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:05.521221 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:46:05.636788 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b23bf63-7e0f-4abd-887c-2dea789db6fc req-6352e7cb-d55c-484c-b0da-1ab9514f8d04 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075092 Aug 23 03:46:05.665097 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 027ee6a5-a175-420b-969a-af306fdc7da3 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:05.672564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.resource_extend [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:46:05.697821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 027ee6a5-a175-420b-969a-af306fdc7da3 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:05.698213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.777003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.794628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:05.798341 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.821258 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.832536 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:46:04Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:05.864094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 027ee6a5-a175-420b-969a-af306fdc7da3, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=027ee6a5-a175-420b-969a-af306fdc7da3,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:05.893065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.904377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f6558-8859-4956-b81b-a635119b1eae req-2c0539f0-e964-45c4-a43f-ba95f93834f2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:05.914635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-459f6558-8859-4956-b81b-a635119b1eae req-2c0539f0-e964-45c4-a43f-ba95f93834f2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1682558 Aug 23 03:46:05.915655 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5d25a-7454-4cd8-a5f6-b90f8ec3407a None None] The sync data for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 is: [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:46:04Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:05.949872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:05.950762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5ef3d62f-57c6-44a3-8778-887a770f6237 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:05.987945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-459f6558-8859-4956-b81b-a635119b1eae req-f72e7fb6-b94b-4565-9f04-e8db92a96185 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671694 Aug 23 03:46:06.105668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=027ee6a5-a175-420b-969a-af306fdc7da3,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:06.156736 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP c07e1f95-4e7f-4967-b7cc-a6f56e07e74d associated. External IP: 172.25.1.199, port: da8da32e-a6eb-4f06-afc1-1828ea0cc5f8. Aug 23 03:46:06.200764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 5ef3d62f-57c6-44a3-8778-887a770f6237 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:06.205227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 5ef3d62f-57c6-44a3-8778-887a770f6237 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:06.210758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:06.211505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326753dd-982c-4b01-b743-a94e5585cd7e req-a179f172-7751-41b8-bc7a-5c2904abd1ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:06.218915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326753dd-982c-4b01-b743-a94e5585cd7e req-a179f172-7751-41b8-bc7a-5c2904abd1ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:06.226615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326753dd-982c-4b01-b743-a94e5585cd7e req-a179f172-7751-41b8-bc7a-5c2904abd1ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:06.233234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326753dd-982c-4b01-b743-a94e5585cd7e req-a179f172-7751-41b8-bc7a-5c2904abd1ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:06.240440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326753dd-982c-4b01-b743-a94e5585cd7e req-a179f172-7751-41b8-bc7a-5c2904abd1ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:06.247026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326753dd-982c-4b01-b743-a94e5585cd7e req-a179f172-7751-41b8-bc7a-5c2904abd1ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:06.270480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326753dd-982c-4b01-b743-a94e5585cd7e req-a179f172-7751-41b8-bc7a-5c2904abd1ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:06.270480 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-326753dd-982c-4b01-b743-a94e5585cd7e req-a179f172-7751-41b8-bc7a-5c2904abd1ca tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5438 time: 0.2975385 Aug 23 03:46:06.306945 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:06.336247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a668d3-5731-4214-81e2-d0d7a4feb9e8 req-c641886d-7012-431d-b399-9610dc5d6f0f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:06.340288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7a668d3-5731-4214-81e2-d0d7a4feb9e8 req-c641886d-7012-431d-b399-9610dc5d6f0f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1245885 Aug 23 03:46:06.416249 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:06.476516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 5ef3d62f-57c6-44a3-8778-887a770f6237, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5ef3d62f-57c6-44a3-8778-887a770f6237,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:06.489131 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d2aea378-6ff0-447d-9dc5-b0c9863f27b8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:06.526157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-326753dd-982c-4b01-b743-a94e5585cd7e req-43536153-8b3e-4adc-8998-c4cfb473ea06 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677351 Aug 23 03:46:06.533067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:06.549647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:06.550917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device b3c53ce8-d63a-4657-81e8-6e88369ae16c up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:06.646259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=0d5c60c8-e725-40ee-9d4d-f139261769ff,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:06.654315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=5ef3d62f-57c6-44a3-8778-887a770f6237,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:06.674714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.678954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.680077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.681169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.681573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.682128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.682536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.682939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.683338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.684461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.684883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.685691 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:06.710243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7a668d3-5731-4214-81e2-d0d7a4feb9e8 req-60cd07ed-3d8f-47b0-b53f-d9bc37670765 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569262 Aug 23 03:46:06.730846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': '87fc4dae-8aa5-4979-a63e-911ed8253650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75a2847c-8d2c-46c7-8f79-b90fcd555323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:06.730846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: 75a2847c-8d2c-46c7-8f79-b90fcd555323, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:06.758897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:06.764230 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:06.774437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c418ec6-9cac-40ff-a15c-8beae6f737d9 None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:06.785758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:06.798602 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-84370330-73cc-4480-9023-1b10d6e7de1b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/floatingips/c07e1f95-4e7f-4967-b7cc-a6f56e07e74d HTTP/1.1" status: 200 len: 978 time: 2.9736681 Aug 23 03:46:06.801206 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46458) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:06.806596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 75a2847c-8d2c-46c7-8f79-b90fcd555323 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:06.814531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c418ec6-9cac-40ff-a15c-8beae6f737d9 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:06.818687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6c418ec6-9cac-40ff-a15c-8beae6f737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:06.819363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:06.819809 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:06.881171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port b3c53ce8-d63a-4657-81e8-6e88369ae16c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:06.898747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 75a2847c-8d2c-46c7-8f79-b90fcd555323) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:06.903371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:06.903967 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:06.946341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6c418ec6-9cac-40ff-a15c-8beae6f737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:06.948747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f7e95-64d7-4806-a7ca-32fabce5a2e0 None None] Network 75a2847c-8d2c-46c7-8f79-b90fcd555323 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:07.005249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb30b61-3bff-431e-8deb-4fc471af6fcc req-bc4ce197-d30c-40dd-8505-0344daad9e51 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:07.007038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8eb30b61-3bff-431e-8deb-4fc471af6fcc req-bc4ce197-d30c-40dd-8505-0344daad9e51 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1340570 Aug 23 03:46:07.025722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port b3c53ce8-d63a-4657-81e8-6e88369ae16c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:07.026179 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.030692 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b6e5f417-5c82-41bb-8f2f-eb7b48e9bb5f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5269349 Aug 23 03:46:07.033476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46462) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:07.062374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port da8da32e-a6eb-4f06-afc1-1828ea0cc5f8 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:07.062812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.108581 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8eb30b61-3bff-431e-8deb-4fc471af6fcc req-3b570311-a28f-4a31-a64e-54af885ebe5b tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854805 Aug 23 03:46:07.200420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c418ec6-9cac-40ff-a15c-8beae6f737d9 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:07.201716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6c418ec6-9cac-40ff-a15c-8beae6f737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:07.207426 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.214386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.264521 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.317241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027ee6a5-a175-420b-969a-af306fdc7da3'}, {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef3d62f-57c6-44a3-8778-887a770f6237'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:46:07.325968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.331063 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5b4a32-4f44-449f-9c54-81c7c9b7997c" -d '{"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "027ee6a5-a175-420b-969a-af306fdc7da3"}, {"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "5ef3d62f-57c6-44a3-8778-887a770f6237"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:46:07.419703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6c418ec6-9cac-40ff-a15c-8beae6f737d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:07.424018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c418ec6-9cac-40ff-a15c-8beae6f737d9 None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:07.434865 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1b0548-44b9-4203-b5fe-7e7f2676eeb7 x-openstack-request-id: req-7b1b0548-44b9-4203-b5fe-7e7f2676eeb7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:46:07.435271 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "027ee6a5-a175-420b-969a-af306fdc7da3", "code": 200}, {"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "5ef3d62f-57c6-44a3-8778-887a770f6237", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:46:07.435631 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b1b0548-44b9-4203-b5fe-7e7f2676eeb7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:46:07.436117 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027ee6a5-a175-420b-969a-af306fdc7da3', 'code': 200} Aug 23 03:46:07.436466 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef3d62f-57c6-44a3-8778-887a770f6237', 'code': 200} Aug 23 03:46:07.451483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b578-bbad-4c57-92e2-91c6a8957b0b req-e7c6e14e-6b11-47a4-862a-0acc2a134180 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:07.453905 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dc71b578-bbad-4c57-92e2-91c6a8957b0b req-e7c6e14e-6b11-47a4-862a-0acc2a134180 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1611924 Aug 23 03:46:07.468320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port d2aea378-6ff0-447d-9dc5-b0c9863f27b8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d2aea378-6ff0-447d-9dc5-b0c9863f27b8,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:07.479055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-2e7cbda3-bb3e-4a5e-adb5-2d8763f8f834 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745761 Aug 23 03:46:07.550453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d04dc-ba5f-4aa5-94f3-d8654a1ee03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-75a2847c-8d2c-46c7-8f79-b90fcd555323', 'network_id': '75a2847c-8d2c-46c7-8f79-b90fcd555323', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': '0d5c60c8-e725-40ee-9d4d-f139261769ff'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:07.551939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ab2d04dc-ba5f-4aa5-94f3-d8654a1ee03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.555637 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.567059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-32c392d1-29e0-4ffb-b085-5ece9b594552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:07.569169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-32c392d1-29e0-4ffb-b085-5ece9b594552 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1096 time: 0.0509777 Aug 23 03:46:07.580748 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.584943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.634610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5c60c8-e725-40ee-9d4d-f139261769ff,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:07.649377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.653037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=d2aea378-6ff0-447d-9dc5-b0c9863f27b8,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:07.693051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port b3c53ce8-d63a-4657-81e8-6e88369ae16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:07.700042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dc71b578-bbad-4c57-92e2-91c6a8957b0b req-4cf62b6e-d5a7-4d0b-aec6-9f048b174692 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017007 Aug 23 03:46:07.748560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.750160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.750685 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP c07e1f95-4e7f-4967-b7cc-a6f56e07e74d disassociated. External IP: 172.25.1.199, port: da8da32e-a6eb-4f06-afc1-1828ea0cc5f8. Aug 23 03:46:07.753903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for da8da32e-a6eb-4f06-afc1-1828ea0cc5f8 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:07.793202 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.796029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3d405bc4-8f7d-4004-b285-8c7e2de957a3 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:07.869745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:07.886393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc106c4-6554-4fd9-9007-03a038b459ea None None] Network 75a2847c-8d2c-46c7-8f79-b90fcd555323 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:07.913993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a2847c-8d2c-46c7-8f79-b90fcd555323']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:07.937073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fc4dae-8aa5-4979-a63e-911ed8253650') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:07.937375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fc4dae-8aa5-4979-a63e-911ed8253650') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:07.962752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16709c6-82e8-4a14-9c02-dd9592c12ef4 req-b8bcab84-8a23-469a-8d57-3c86e0a8bb1d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:07.968912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16709c6-82e8-4a14-9c02-dd9592c12ef4 req-b8bcab84-8a23-469a-8d57-3c86e0a8bb1d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:07.977507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16709c6-82e8-4a14-9c02-dd9592c12ef4 req-b8bcab84-8a23-469a-8d57-3c86e0a8bb1d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:07.989829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16709c6-82e8-4a14-9c02-dd9592c12ef4 req-b8bcab84-8a23-469a-8d57-3c86e0a8bb1d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:07.998241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=b3c53ce8-d63a-4657-81e8-6e88369ae16c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:08.001203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16709c6-82e8-4a14-9c02-dd9592c12ef4 req-b8bcab84-8a23-469a-8d57-3c86e0a8bb1d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:08.010066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16709c6-82e8-4a14-9c02-dd9592c12ef4 req-b8bcab84-8a23-469a-8d57-3c86e0a8bb1d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:08.018538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16709c6-82e8-4a14-9c02-dd9592c12ef4 req-b8bcab84-8a23-469a-8d57-3c86e0a8bb1d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:08.021216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d16709c6-82e8-4a14-9c02-dd9592c12ef4 req-b8bcab84-8a23-469a-8d57-3c86e0a8bb1d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5440 time: 0.2423027 Aug 23 03:46:08.026607 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.042321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-c7fbb307-1181-4912-9810-865401670914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:08.044063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-c7fbb307-1181-4912-9810-865401670914 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.4484882 Aug 23 03:46:08.065827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.085060 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:08.092523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.092691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:08.092691 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.125439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:08.125852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:08.131292 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:08.152179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d16709c6-82e8-4a14-9c02-dd9592c12ef4 req-e04ca256-41cc-4ebc-8994-f4864bec5d7d tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124113 Aug 23 03:46:08.165334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=da8da32e-a6eb-4f06-afc1-1828ea0cc5f8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:08.253339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-4670ff1d-9c7c-4c13-b713-7c77c095e2ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 200 len: 1001 time: 0.1996546 Aug 23 03:46:08.297323 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.383411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3d405bc4-8f7d-4004-b285-8c7e2de957a3, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:08.407871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.432153 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.433412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/75a2847c-8d2c-46c7-8f79-b90fcd555323 HTTP/1.1" status: 204 len: 168 time: 1.3974078 Aug 23 03:46:08.436462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-44fe05d6-bab9-4f55-a808-91d91bb7a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:08.437958 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-44fe05d6-bab9-4f55-a808-91d91bb7a929 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.1757700 Aug 23 03:46:08.442869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46494) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:08.461993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d2aea378-6ff0-447d-9dc5-b0c9863f27b8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:08.464942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974950043'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:08.470500 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.507180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa6e1a-d3f4-499e-87e7-f69a3d852e3c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=75a2847c-8d2c-46c7-8f79-b90fcd555323,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:08.566993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-e0b533fe-ab33-4982-99de-f7f45a213229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:08.569483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-e0b533fe-ab33-4982-99de-f7f45a213229 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922542 Aug 23 03:46:08.584472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:08.592675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e46219a-9d3e-4df1-8205-80f7be163313 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:08.597587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3d405bc4-8f7d-4004-b285-8c7e2de957a3,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:08.687912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:08.687912 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.714412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:08.718138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.784912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 3e46219a-9d3e-4df1-8205-80f7be163313 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:08.789053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3e46219a-9d3e-4df1-8205-80f7be163313 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:08.789438 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.823572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:08.859869 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:08.860218 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment fbd0d03e-6b44-4ded-8e46-310b0f9512c9 of type vlan for network 9d8c3698-1193-4479-8895-e584915c2d04 Aug 23 03:46:08.874625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-1125696e-d52b-4f18-9c21-fd502043efb4 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945597 Aug 23 03:46:08.888190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:08.899067 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e50517-8b23-463f-89a4-92f36571c954 None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:08.913430 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e50517-8b23-463f-89a4-92f36571c954 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:08.915556 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b6e50517-8b23-463f-89a4-92f36571c954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:08.933955 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:09.011347 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b6e50517-8b23-463f-89a4-92f36571c954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:09.015668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e46219a-9d3e-4df1-8205-80f7be163313, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e46219a-9d3e-4df1-8205-80f7be163313,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:09.027870 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e50517-8b23-463f-89a4-92f36571c954 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:09.028719 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b6e50517-8b23-463f-89a4-92f36571c954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:09.060618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:09.069232 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b6e50517-8b23-463f-89a4-92f36571c954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:09.070133 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e50517-8b23-463f-89a4-92f36571c954 None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:09.086916 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:09.123322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d51882ec-5a1d-45f1-9288-46136bc36f26 req-6f83880c-77ea-4a1e-a665-115adeaf7fd8 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404013 Aug 23 03:46:09.128197 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:09.133765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1053bb4e-bbb4-45a3-9364-1b2705c9b175 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/ports/da8da32e-a6eb-4f06-afc1-1828ea0cc5f8 HTTP/1.1" status: 204 len: 168 time: 2.3284459 Aug 23 03:46:09.134230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46506) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:09.178732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e46219a-9d3e-4df1-8205-80f7be163313,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:09.204395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46508) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:09.204771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-029440d2-f7cc-45b2-ade8-67d8eb51e580 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "GET /v2.0/floatingips/c07e1f95-4e7f-4967-b7cc-a6f56e07e74d HTTP/1.1" status: 200 len: 688 time: 0.0693576 Aug 23 03:46:09.276092 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:09.281546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.282128 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:09.437781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c53ce8-d63a-4657-81e8-6e88369ae16c'}, {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d405bc4-8f7d-4004-b285-8c7e2de957a3'}, {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e46219a-9d3e-4df1-8205-80f7be163313'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:46:09.440903 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ca57ea-23b1-4441-9602-9d4a269e1cb2" -d '{"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "b3c53ce8-d63a-4657-81e8-6e88369ae16c"}, {"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "3d405bc4-8f7d-4004-b285-8c7e2de957a3"}, {"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "3e46219a-9d3e-4df1-8205-80f7be163313"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:46:09.446806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=9d8c3698-1193-4479-8895-e584915c2d04,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:09.465197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 9d8c3698-1193-4479-8895-e584915c2d04 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:09.513263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b5e0-89fc-4012-92d0-24b793fb0478 req-d61a4d51-30e0-4b5f-9230-163688cc75a4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.520693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b5e0-89fc-4012-92d0-24b793fb0478 req-d61a4d51-30e0-4b5f-9230-163688cc75a4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.527121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b5e0-89fc-4012-92d0-24b793fb0478 req-d61a4d51-30e0-4b5f-9230-163688cc75a4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.533323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b5e0-89fc-4012-92d0-24b793fb0478 req-d61a4d51-30e0-4b5f-9230-163688cc75a4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.540269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b5e0-89fc-4012-92d0-24b793fb0478 req-d61a4d51-30e0-4b5f-9230-163688cc75a4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.556426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b5e0-89fc-4012-92d0-24b793fb0478 req-d61a4d51-30e0-4b5f-9230-163688cc75a4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.563384 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b5e0-89fc-4012-92d0-24b793fb0478 req-d61a4d51-30e0-4b5f-9230-163688cc75a4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.577474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f814b5e0-89fc-4012-92d0-24b793fb0478 req-d61a4d51-30e0-4b5f-9230-163688cc75a4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5442 time: 0.2905672 Aug 23 03:46:09.586907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35ece40c-ab7c-4458-9937-bd699c226117 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1428177 Aug 23 03:46:09.588681 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 23 Aug 2021 03:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b098e94f-0b33-433d-9d84-9b2fe75bd2b7 x-openstack-request-id: req-b098e94f-0b33-433d-9d84-9b2fe75bd2b7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:46:09.590569 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46520) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:09.599910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': '9d8c3698-1193-4479-8895-e584915c2d04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:09.617430 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "b3c53ce8-d63a-4657-81e8-6e88369ae16c", "code": 200}, {"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "3d405bc4-8f7d-4004-b285-8c7e2de957a3", "code": 200}, {"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-plugged", "status": "completed", "tag": "3e46219a-9d3e-4df1-8205-80f7be163313", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:46:09.618320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port ebe23782-fa65-4199-9fd3-53aeae07a245 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:09.618669 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:09.619241 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b098e94f-0b33-433d-9d84-9b2fe75bd2b7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:46:09.619891 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c53ce8-d63a-4657-81e8-6e88369ae16c', 'code': 200} Aug 23 03:46:09.625138 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d405bc4-8f7d-4004-b285-8c7e2de957a3', 'code': 200} Aug 23 03:46:09.625664 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e46219a-9d3e-4df1-8205-80f7be163313', 'code': 200} Aug 23 03:46:09.746248 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f814b5e0-89fc-4012-92d0-24b793fb0478 req-83565559-1908-4e07-b86f-ae4a010103e0 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1609108 Aug 23 03:46:09.756045 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:09.758304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:09.774336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for ebe23782-fa65-4199-9fd3-53aeae07a245 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:09.830877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55a8d-b755-45cf-93f9-34194c560fa1 req-d45bba15-3de3-4cc2-817c-da32454e2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.831681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55a8d-b755-45cf-93f9-34194c560fa1 req-d45bba15-3de3-4cc2-817c-da32454e2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.832816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55a8d-b755-45cf-93f9-34194c560fa1 req-d45bba15-3de3-4cc2-817c-da32454e2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.833445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55a8d-b755-45cf-93f9-34194c560fa1 req-d45bba15-3de3-4cc2-817c-da32454e2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.833954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55a8d-b755-45cf-93f9-34194c560fa1 req-d45bba15-3de3-4cc2-817c-da32454e2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.834425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55a8d-b755-45cf-93f9-34194c560fa1 req-d45bba15-3de3-4cc2-817c-da32454e2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.834937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f55a8d-b755-45cf-93f9-34194c560fa1 req-d45bba15-3de3-4cc2-817c-da32454e2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:09.837164 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8f55a8d-b755-45cf-93f9-34194c560fa1 req-d45bba15-3de3-4cc2-817c-da32454e2392 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6499 time: 0.1304107 Aug 23 03:46:09.883213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8f55a8d-b755-45cf-93f9-34194c560fa1 req-6adbb35d-c4f5-4135-b9f5-567cee7579f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350566 Aug 23 03:46:09.955227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:09.960618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.029884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Performing IP validity checks on allocation pools {{(pid=95121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 03:46:10.029884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 03:46:10.052816 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.085831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=ebe23782-fa65-4199-9fd3-53aeae07a245,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:10.152891 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.163393 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.164644 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a6064b50-e031-4baa-8a74-3fa962b458de tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/floatingips/c07e1f95-4e7f-4967-b7cc-a6f56e07e74d HTTP/1.1" status: 204 len: 168 time: 0.9590511 Aug 23 03:46:10.168360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46528) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:10.175793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '99466277-ce0a-4833-ab27-b35ef112df8f'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:10.290972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.291278 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.360652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=1b12fc25-332a-4ca4-9798-df464556e4da,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:10.368399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': 'fbd0d03e-6b44-4ded-8e46-310b0f9512c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9d8c3698-1193-4479-8895-e584915c2d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:10.368761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: 9d8c3698-1193-4479-8895-e584915c2d04, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:10.415260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.469381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 9d8c3698-1193-4479-8895-e584915c2d04 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:10.530281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.25.1.102 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/dc2a9456-2f30-47a8-b687-955a0c06c751) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:10.572282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 9d8c3698-1193-4479-8895-e584915c2d04) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:10.576599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:10.577391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.592062 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290d9d8-dfb6-424d-ad9c-e092bd8bbdfb None None] Network 9d8c3698-1193-4479-8895-e584915c2d04 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:10.643342 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.701280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0b62e531-fecf-40b0-8598-8fb0c43b4644 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1069474 Aug 23 03:46:10.701647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46540) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:10.799393 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.877475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-9d8c3698-1193-4479-8895-e584915c2d04', 'network_id': '9d8c3698-1193-4479-8895-e584915c2d04', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': '1b12fc25-332a-4ca4-9798-df464556e4da'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:10.879400 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.901171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:10.904710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:10.907157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:10.915596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:10.916182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=dc2a9456-2f30-47a8-b687-955a0c06c751,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:11.030583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c205-7d22-46d6-96a7-0d0cd987bc39 req-3e405093-4625-40c1-974f-167d26b3fd74 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:11.060467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c205-7d22-46d6-96a7-0d0cd987bc39 req-3e405093-4625-40c1-974f-167d26b3fd74 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:11.075298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c205-7d22-46d6-96a7-0d0cd987bc39 req-3e405093-4625-40c1-974f-167d26b3fd74 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:11.095738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c205-7d22-46d6-96a7-0d0cd987bc39 req-3e405093-4625-40c1-974f-167d26b3fd74 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:11.116467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c205-7d22-46d6-96a7-0d0cd987bc39 req-3e405093-4625-40c1-974f-167d26b3fd74 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:11.141450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c205-7d22-46d6-96a7-0d0cd987bc39 req-3e405093-4625-40c1-974f-167d26b3fd74 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:11.160842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c205-7d22-46d6-96a7-0d0cd987bc39 req-3e405093-4625-40c1-974f-167d26b3fd74 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:11.165333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4274c205-7d22-46d6-96a7-0d0cd987bc39 req-3e405093-4625-40c1-974f-167d26b3fd74 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5442 time: 0.2618279 Aug 23 03:46:11.168019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Allocated IP 172.20.0.3 (9d8c3698-1193-4479-8895-e584915c2d04/1b12fc25-332a-4ca4-9798-df464556e4da/4e602e14-74e8-4ce6-b2a9-7a80a08fab23) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:11.212877 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:11.326680 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4274c205-7d22-46d6-96a7-0d0cd987bc39 req-85f3fc84-ec4e-4983-827e-33579edd7cde tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1482129 Aug 23 03:46:11.450383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:11.480575 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Transition to ACTIVE for port object 4e602e14-74e8-4ce6-b2a9-7a80a08fab23 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:11.495207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:11.514007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Transition to ACTIVE for port object 4e602e14-74e8-4ce6-b2a9-7a80a08fab23 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:11.573172 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:11.608742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Network 9d8c3698-1193-4479-8895-e584915c2d04 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:11.611802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:11.615388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:11.647076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Pushing event updated for resources: {'Port': ['ID=4e602e14-74e8-4ce6-b2a9-7a80a08fab23,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:11.677425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:11.718593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Attempting to bind port 4e602e14-74e8-4ce6-b2a9-7a80a08fab23 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:46:11.718975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Attempting to bind port 4e602e14-74e8-4ce6-b2a9-7a80a08fab23 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'fbd0d03e-6b44-4ded-8e46-310b0f9512c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9d8c3698-1193-4479-8895-e584915c2d04'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:46:11.719341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Attempting to bind port 4e602e14-74e8-4ce6-b2a9-7a80a08fab23 on network 9d8c3698-1193-4479-8895-e584915c2d04 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:46:11.728472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:11.732480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:46:11.732864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Checking segment: {'id': 'fbd0d03e-6b44-4ded-8e46-310b0f9512c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9d8c3698-1193-4479-8895-e584915c2d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:11.733309 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:11.733714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Bound using segment: {'id': 'fbd0d03e-6b44-4ded-8e46-310b0f9512c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9d8c3698-1193-4479-8895-e584915c2d04'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:46:11.734194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Bound port: 4e602e14-74e8-4ce6-b2a9-7a80a08fab23, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd0d03e-6b44-4ded-8e46-310b0f9512c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9d8c3698-1193-4479-8895-e584915c2d04'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:46:11.734582 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:11.738727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=1b12fc25-332a-4ca4-9798-df464556e4da,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:11.935301 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:11.961431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8c3698-1193-4479-8895-e584915c2d04']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:11.976112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd0d03e-6b44-4ded-8e46-310b0f9512c9') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:11.976455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd0d03e-6b44-4ded-8e46-310b0f9512c9') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:12.007796 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:12.013864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:12.056531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:12.064753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:12.065885 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:12.069546 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:12.078961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:12.134923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] For port 4e602e14-74e8-4ce6-b2a9-7a80a08fab23, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:46:12.141693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] For port 4e602e14-74e8-4ce6-b2a9-7a80a08fab23, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4e602e14-74e8-4ce6-b2a9-7a80a08fab23,segment=NetworkSegment(fbd0d03e-6b44-4ded-8e46-310b0f9512c9),segment_id=fbd0d03e-6b44-4ded-8e46-310b0f9512c9)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:46:12.236008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 03:46:12.236008 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 03:46:12.236008 n-d-749052-7 neutron-server[95121]: [parameters: {'id': '9d8c3698-1193-4479-8895-e584915c2d04'}] Aug 23 03:46:12.236008 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:46:12.236921 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:46:12.264637 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:12.415334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c305ea8-0e45-431f-8d83-57b502a4d89c None None] Pushing event updated for resources: {'Port': ['ID=4e602e14-74e8-4ce6-b2a9-7a80a08fab23,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:12.427772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999f822-9592-4af0-a859-ae103d3cb3e8 None None] Network 9d8c3698-1193-4479-8895-e584915c2d04 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:12.573059 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:12.576901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd4f8c-025c-486b-a085-fdfb024e7cdc None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 03:46:12.666913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=dc2a9456-2f30-47a8-b687-955a0c06c751,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:12.693170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.693547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.693852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.694193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.694565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.694903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.695232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.695559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.695896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.696209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.696530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.696847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:12.738901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:12.776078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a3bd-0d69-44cb-a741-83a79281cf96 req-6a3acc6d-3ccb-4043-8179-8605aaed7bdc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:12.781976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd4f8c-025c-486b-a085-fdfb024e7cdc None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 03:46:12.782428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a3bd-0d69-44cb-a741-83a79281cf96 req-6a3acc6d-3ccb-4043-8179-8605aaed7bdc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:12.790630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a3bd-0d69-44cb-a741-83a79281cf96 req-6a3acc6d-3ccb-4043-8179-8605aaed7bdc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:12.796874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a3bd-0d69-44cb-a741-83a79281cf96 req-6a3acc6d-3ccb-4043-8179-8605aaed7bdc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:12.803442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a3bd-0d69-44cb-a741-83a79281cf96 req-6a3acc6d-3ccb-4043-8179-8605aaed7bdc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:12.809266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a3bd-0d69-44cb-a741-83a79281cf96 req-6a3acc6d-3ccb-4043-8179-8605aaed7bdc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:12.816256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Deleting port 4e602e14-74e8-4ce6-b2a9-7a80a08fab23 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:12.816840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:12.829455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a3bd-0d69-44cb-a741-83a79281cf96 req-6a3acc6d-3ccb-4043-8179-8605aaed7bdc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:12.829830 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1534a3bd-0d69-44cb-a741-83a79281cf96 req-6a3acc6d-3ccb-4043-8179-8605aaed7bdc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5442 time: 0.2532680 Aug 23 03:46:12.891606 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP 572b1488-c1e6-4af9-8a36-ca05e4cd631d associated. External IP: 172.25.1.102, port: 99466277-ce0a-4833-ab27-b35ef112df8f. Aug 23 03:46:12.908917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1534a3bd-0d69-44cb-a741-83a79281cf96 req-09013b6b-fc2a-4f81-87e5-fe6979f62527 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693150 Aug 23 03:46:13.012507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] For port 4e602e14-74e8-4ce6-b2a9-7a80a08fab23, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4e602e14-74e8-4ce6-b2a9-7a80a08fab23,segment=NetworkSegment(fbd0d03e-6b44-4ded-8e46-310b0f9512c9),segment_id=fbd0d03e-6b44-4ded-8e46-310b0f9512c9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:13.013063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:13.048779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Calling delete_port for 4e602e14-74e8-4ce6-b2a9-7a80a08fab23 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:13.154799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f615e1-c184-47f1-9fdd-f69053d0e1a7 req-b01eb929-46c6-4b9f-bade-7bdbdb80f51b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:13.161880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f615e1-c184-47f1-9fdd-f69053d0e1a7 req-b01eb929-46c6-4b9f-bade-7bdbdb80f51b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:13.168431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f615e1-c184-47f1-9fdd-f69053d0e1a7 req-b01eb929-46c6-4b9f-bade-7bdbdb80f51b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:13.174725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f615e1-c184-47f1-9fdd-f69053d0e1a7 req-b01eb929-46c6-4b9f-bade-7bdbdb80f51b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:13.180844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f615e1-c184-47f1-9fdd-f69053d0e1a7 req-b01eb929-46c6-4b9f-bade-7bdbdb80f51b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:13.187489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f615e1-c184-47f1-9fdd-f69053d0e1a7 req-b01eb929-46c6-4b9f-bade-7bdbdb80f51b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:13.194093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f615e1-c184-47f1-9fdd-f69053d0e1a7 req-b01eb929-46c6-4b9f-bade-7bdbdb80f51b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:13.200226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73f615e1-c184-47f1-9fdd-f69053d0e1a7 req-b01eb929-46c6-4b9f-bade-7bdbdb80f51b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5442 time: 0.1491158 Aug 23 03:46:13.207709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46582) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:13.217870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0e2e9df6-af67-4712-b98d-55dce269a118 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Request body: {'floatingip': {'port_id': '259e52d6-05e4-4b5b-a8d5-615adc8a9096'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:13.270044 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9df6-af67-4712-b98d-55dce269a118 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:13.298920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:13.515541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:13.525906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ce638-d0ad-40d4-b3ea-d494aa6e28ca None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:13.528831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:13.540513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ce638-d0ad-40d4-b3ea-d494aa6e28ca None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:13.541470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c77ce638-d0ad-40d4-b3ea-d494aa6e28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:13.562058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Port': ['ID=4e602e14-74e8-4ce6-b2a9-7a80a08fab23,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:13.570274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No DVR routers for this DVR port 4e602e14-74e8-4ce6-b2a9-7a80a08fab23 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:13.579393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c77ce638-d0ad-40d4-b3ea-d494aa6e28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:13.590281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ce638-d0ad-40d4-b3ea-d494aa6e28ca None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:13.597572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c77ce638-d0ad-40d4-b3ea-d494aa6e28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:13.641840 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:13.643710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c77ce638-d0ad-40d4-b3ea-d494aa6e28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:13.644971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ce638-d0ad-40d4-b3ea-d494aa6e28ca None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:13.711217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bdbcdb52-aaa1-4d48-a4b0-b1d9bc91459b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5417449 Aug 23 03:46:13.711852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46592) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:13.717482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1606324232'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:13.725883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:13.789605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8c3698-1193-4479-8895-e584915c2d04']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:13.791612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Made reservation on behalf of 465723e3da964ac5868c067a6521e251 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:13.795838 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:13.830313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:13.841449 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:13.841929 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Added segment a3da2a7a-293d-48c1-998b-4c250673cfca of type vlan for network d3187166-9ff5-44db-b375-42f68a171f67 Aug 23 03:46:13.852008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd0d03e-6b44-4ded-8e46-310b0f9512c9') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:13.852350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd0d03e-6b44-4ded-8e46-310b0f9512c9') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:13.876120 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:13.889394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:13.995033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.000991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:14.001692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.096502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Network': ['ID=d3187166-9ff5-44db-b375-42f68a171f67,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:14.103524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network d3187166-9ff5-44db-b375-42f68a171f67 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:14.116661 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5231443b-951d-4245-9ffe-8559b35f1e27 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4032738 Aug 23 03:46:14.119582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46602) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:14.133302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'subnet': {'network_id': 'd3187166-9ff5-44db-b375-42f68a171f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:14.352442 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.386038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:14.386446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:14.389520 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:14.393440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Made reservation on behalf of 465723e3da964ac5868c067a6521e251 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:14.399261 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.601797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9df6-af67-4712-b98d-55dce269a118 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.615943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.624307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.625875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/9d8c3698-1193-4479-8895-e584915c2d04 HTTP/1.1" status: 204 len: 168 time: 3.9230270 Aug 23 03:46:14.630845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46610) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:14.637801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-692673493'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:14.638021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd8217-505c-4271-8496-e540e2865b03 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=9d8c3698-1193-4479-8895-e584915c2d04,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:14.696558 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9df6-af67-4712-b98d-55dce269a118 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.778713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:14.794001 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.837057 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-0e2e9df6-af67-4712-b98d-55dce269a118 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Floating IP 21876271-785a-451f-b3da-325a4e8019bb associated. External IP: 172.25.1.31, port: 259e52d6-05e4-4b5b-a8d5-615adc8a9096. Aug 23 03:46:14.842718 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.948770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:14.957321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Subnet': ['ID=aa283cfd-c1d3-471f-b09e-d02547b685d6,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:14.975651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:14.976002 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment 5b707585-d5bc-4ae4-b372-5e400f21165e of type vlan for network 44ff285b-0c3d-4fa5-9b92-c963ff268f12 Aug 23 03:46:15.004790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Checking segment: {'id': 'a3da2a7a-293d-48c1-998b-4c250673cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3187166-9ff5-44db-b375-42f68a171f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:15.005186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network hostable DHCP agents. Network: d3187166-9ff5-44db-b375-42f68a171f67, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:15.060663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.120961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network d3187166-9ff5-44db-b375-42f68a171f67 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:15.172320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.178966 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:15.179592 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.184527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2e9df6-af67-4712-b98d-55dce269a118 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Router 245e3bae-db62-4cb0-8155-d8639d59a297 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:15.239214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, d3187166-9ff5-44db-b375-42f68a171f67) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:15.255337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:15.255545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.257917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bded0dbb-db35-4513-a5a9-a9ebcfbde5b7 None None] Network d3187166-9ff5-44db-b375-42f68a171f67 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:15.276259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6440203 Aug 23 03:46:15.334610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46628) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:15.342327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': '44ff285b-0c3d-4fa5-9b92-c963ff268f12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:15.347929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b4dfd-ef5b-4fd1-bf9d-6a9f87d105c9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=44ff285b-0c3d-4fa5-9b92-c963ff268f12,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:15.366296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 44ff285b-0c3d-4fa5-9b92-c963ff268f12 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:15.380529 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-14d6d48e-f563-4b80-96e5-ab572d56935d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2564549 Aug 23 03:46:15.380752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2e9df6-af67-4712-b98d-55dce269a118 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:15.387132 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9df6-af67-4712-b98d-55dce269a118 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.388987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46632) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:15.396480 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5401c16-ced1-44f7-967a-77923345722d None None] Sync routers for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:15.411166 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5401c16-ced1-44f7-967a-77923345722d None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:15.413794 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f5401c16-ced1-44f7-967a-77923345722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:15.449131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2075610602', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:15.507739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-d3187166-9ff5-44db-b375-42f68a171f67', 'network_id': 'd3187166-9ff5-44db-b375-42f68a171f67', 'tenant_id': '465723e3da964ac5868c067a6521e251', 'fixed_ips': [{'subnet_id': 'aa283cfd-c1d3-471f-b09e-d02547b685d6'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:15.512427 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.537882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0e2e9df6-af67-4712-b98d-55dce269a118 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "PUT /v2.0/floatingips/21876271-785a-451f-b3da-325a4e8019bb HTTP/1.1" status: 200 len: 990 time: 2.3264320 Aug 23 03:46:15.553929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '259e52d6-05e4-4b5b-a8d5-615adc8a9096'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:46:15.560101 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d08a54-a8a1-4f30-b1ac-ed8607148112" -d '{"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "259e52d6-05e4-4b5b-a8d5-615adc8a9096"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:46:15.579561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.580587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f7b46-f1dc-4ed2-b808-83a59e774173 req-6a88ec61-908a-4086-9fec-9aaaba1ba70c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:15.581262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.588676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-159f7b46-f1dc-4ed2-b808-83a59e774173 req-6a88ec61-908a-4086-9fec-9aaaba1ba70c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0909009 Aug 23 03:46:15.667342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.667929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-159f7b46-f1dc-4ed2-b808-83a59e774173 req-327786bc-25ef-411a-abe6-affcf09949be tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782380 Aug 23 03:46:15.693025 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f5401c16-ced1-44f7-967a-77923345722d None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:46:15.709524 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:15.715746 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:15.726212 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f824fd-f763-4f2d-a2c7-474a2a9dd4e4 x-openstack-request-id: req-c7f824fd-f763-4f2d-a2c7-474a2a9dd4e4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:46:15.726734 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "tag": "259e52d6-05e4-4b5b-a8d5-615adc8a9096", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:46:15.727135 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7f824fd-f763-4f2d-a2c7-474a2a9dd4e4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:46:15.727645 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'tag': '259e52d6-05e4-4b5b-a8d5-615adc8a9096', 'status': 'completed', 'code': 200} Aug 23 03:46:15.804412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Allocated IP 172.20.0.2 (d3187166-9ff5-44db-b375-42f68a171f67/aa283cfd-c1d3-471f-b09e-d02547b685d6/7db1b02b-4a1e-4095-a7ce-e1d042189baf) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:16.026854 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f5401c16-ced1-44f7-967a-77923345722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:55Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '21876271-785a-451f-b3da-325a4e8019bb', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'port_id': '259e52d6-05e4-4b5b-a8d5-615adc8a9096', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'mac_address': 'fa:16:3e:87:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:44:48Z', 'updated_at': '2021-08-23T03:46:14Z', 'revision_number': 1, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96384f36-c153-42b7-a8d0-e022717ad3bb', 'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'mac_address': 'fa:16:3e:5e:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:54Z', 'updated_at': '2021-08-23T03:44:03Z', 'revision_number': 5, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'subnets': [{'id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:16.049843 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.054652 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5401c16-ced1-44f7-967a-77923345722d None None] Checking router: 245e3bae-db62-4cb0-8155-d8639d59a297 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:46:16.055112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Transition to ACTIVE for port object 7db1b02b-4a1e-4095-a7ce-e1d042189baf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:16.064217 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5401c16-ced1-44f7-967a-77923345722d None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:16.064838 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f5401c16-ced1-44f7-967a-77923345722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:16.074825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Transition to ACTIVE for port object 7db1b02b-4a1e-4095-a7ce-e1d042189baf will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:16.103070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.136959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-df34a817-1747-41ea-94f5-f269e0cc6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.137471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-df34a817-1747-41ea-94f5-f269e0cc6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.137944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-df34a817-1747-41ea-94f5-f269e0cc6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.138412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-df34a817-1747-41ea-94f5-f269e0cc6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.138877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-df34a817-1747-41ea-94f5-f269e0cc6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.139339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-df34a817-1747-41ea-94f5-f269e0cc6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.139801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-df34a817-1747-41ea-94f5-f269e0cc6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.141829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-df34a817-1747-41ea-94f5-f269e0cc6473 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6499 time: 0.2141628 Aug 23 03:46:16.160806 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.182278 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f5401c16-ced1-44f7-967a-77923345722d None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:46:16.269471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Network d3187166-9ff5-44db-b375-42f68a171f67 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:16.278067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:16.282534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Pushing event updated for resources: {'Port': ['ID=7db1b02b-4a1e-4095-a7ce-e1d042189baf,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:16.285725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:16.383090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-4c0deff1-fcc8-4214-9e73-7a1450fbcc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.385552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-4c0deff1-fcc8-4214-9e73-7a1450fbcc99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a05671a-bcdb-473e-ae25-31cc297222df HTTP/1.1" status: 200 len: 917 time: 0.2337942 Aug 23 03:46:16.390982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Attempting to bind port 7db1b02b-4a1e-4095-a7ce-e1d042189baf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:46:16.391373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Attempting to bind port 7db1b02b-4a1e-4095-a7ce-e1d042189baf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'a3da2a7a-293d-48c1-998b-4c250673cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3187166-9ff5-44db-b375-42f68a171f67'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:46:16.391748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Attempting to bind port 7db1b02b-4a1e-4095-a7ce-e1d042189baf on network d3187166-9ff5-44db-b375-42f68a171f67 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:46:16.400756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.409083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:46:16.410411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Checking segment: {'id': 'a3da2a7a-293d-48c1-998b-4c250673cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3187166-9ff5-44db-b375-42f68a171f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:16.410988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.411538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Bound using segment: {'id': 'a3da2a7a-293d-48c1-998b-4c250673cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3187166-9ff5-44db-b375-42f68a171f67'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:46:16.412297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Bound port: 7db1b02b-4a1e-4095-a7ce-e1d042189baf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3da2a7a-293d-48c1-998b-4c250673cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd3187166-9ff5-44db-b375-42f68a171f67'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:46:16.413245 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.493098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] For port 7db1b02b-4a1e-4095-a7ce-e1d042189baf, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:46:16.498880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] For port 7db1b02b-4a1e-4095-a7ce-e1d042189baf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7db1b02b-4a1e-4095-a7ce-e1d042189baf,segment=NetworkSegment(a3da2a7a-293d-48c1-998b-4c250673cfca),segment_id=a3da2a7a-293d-48c1-998b-4c250673cfca)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:46:16.529987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=9b05d109-5e82-4b10-8812-1ace27cf096d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:16.543809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-42e8109f-292f-46ef-ba62-e1648bb91fbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096 HTTP/1.1" status: 200 len: 998 time: 0.1366410 Aug 23 03:46:16.576354 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f5401c16-ced1-44f7-967a-77923345722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:55Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '21876271-785a-451f-b3da-325a4e8019bb', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'port_id': '259e52d6-05e4-4b5b-a8d5-615adc8a9096', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'mac_address': 'fa:16:3e:87:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:44:48Z', 'updated_at': '2021-08-23T03:46:14Z', 'revision_number': 1, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96384f36-c153-42b7-a8d0-e022717ad3bb', 'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'mac_address': 'fa:16:3e:5e:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:54Z', 'updated_at': '2021-08-23T03:44:03Z', 'revision_number': 5, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'subnets': [{'id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:16.582120 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.616461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': '5b707585-d5bc-4ae4-b372-5e400f21165e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff285b-0c3d-4fa5-9b92-c963ff268f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:16.616835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: 44ff285b-0c3d-4fa5-9b92-c963ff268f12, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:16.643140 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5401c16-ced1-44f7-967a-77923345722d None None] The sync data for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 is: [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:55Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '21876271-785a-451f-b3da-325a4e8019bb', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'floating_ip_address': '172.25.1.31', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'port_id': '259e52d6-05e4-4b5b-a8d5-615adc8a9096', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'mac_address': 'fa:16:3e:87:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:44:48Z', 'updated_at': '2021-08-23T03:46:14Z', 'revision_number': 1, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96384f36-c153-42b7-a8d0-e022717ad3bb', 'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'mac_address': 'fa:16:3e:5e:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:54Z', 'updated_at': '2021-08-23T03:44:03Z', 'revision_number': 5, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'subnets': [{'id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:16.648167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafcbde-69e0-4c8e-b8a1-70f6926f1e65 None None] Pushing event updated for resources: {'Port': ['ID=7db1b02b-4a1e-4095-a7ce-e1d042189baf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:16.698268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-31987ca7-264c-400a-87c2-a2fd703f2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.702189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-31987ca7-264c-400a-87c2-a2fd703f2bcf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=208d7027-e4ea-4f3e-b6bf-0d6172d19071 HTTP/1.1" status: 200 len: 856 time: 0.1467025 Aug 23 03:46:16.702189 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.737807 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.781066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 44ff285b-0c3d-4fa5-9b92-c963ff268f12 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:16.852055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-7d55dbe7-4673-4796-915c-b019207a3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.853622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-7d55dbe7-4673-4796-915c-b019207a3229 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a05671a-bcdb-473e-ae25-31cc297222df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108801 Aug 23 03:46:16.926668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 44ff285b-0c3d-4fa5-9b92-c963ff268f12) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:16.938832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972bef3-7a27-4abc-b574-975f07766e24 req-d413abae-589b-4e59-9366-690d3307e51c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.945212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:16.946495 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:16.952247 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9972bef3-7a27-4abc-b574-975f07766e24 req-d413abae-589b-4e59-9366-690d3307e51c tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.1381063 Aug 23 03:46:16.954576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7e99d-b393-46e8-9b2d-122bb3d83d8d None None] Network 44ff285b-0c3d-4fa5-9b92-c963ff268f12 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:17.037237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.25.1.182 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/16a07c6e-33b5-4fb8-bd0e-c7eb691e5613) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:17.052505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9972bef3-7a27-4abc-b574-975f07766e24 req-01621ddb-bd07-4543-9570-ab6ab0d2a98f tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780239 Aug 23 03:46:17.151435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d0116-67f8-42be-ab5b-0f0185d703d1 None None] New status for floating IP 21876271-785a-451f-b3da-325a4e8019bb: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:46:17.187796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-33d0c441-e18c-4af2-9a33-becec371356a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8520172 Aug 23 03:46:17.190664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46668) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:17.193736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-b64e1938-5c80-4700-a626-6757c99733f4 service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066888 Aug 23 03:46:17.292349 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.390206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.414047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f1b87-5513-42da-b62b-cfeb887df2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-44ff285b-0c3d-4fa5-9b92-c963ff268f12', 'network_id': '44ff285b-0c3d-4fa5-9b92-c963ff268f12', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': '9b05d109-5e82-4b10-8812-1ace27cf096d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:17.416774 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-426f1b87-5513-42da-b62b-cfeb887df2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.436624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54d08a54-a8a1-4f30-b1ac-ed8607148112 req-77b2cb62-6f65-441b-ba39-afea3e07f8ae service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350674 Aug 23 03:46:17.466299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-b3d9fdfd-8990-4556-9b05-a6f630c9a303 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:17.468076 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-b3d9fdfd-8990-4556-9b05-a6f630c9a303 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0933115 Aug 23 03:46:17.480203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.531842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.603988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:17.609248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:17.620114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:17.629265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=16a07c6e-33b5-4fb8-bd0e-c7eb691e5613,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:17.683859 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.727623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Deleting port 35b84f52-dd1b-426f-9767-3c1ec70c36bc {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:17.728262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.741803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=9b05d109-5e82-4b10-8812-1ace27cf096d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:17.755853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46676) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server [None req-426f1b87-5513-42da-b62b-cfeb887df2f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b05d109-5e82-4b10-8812-1ace27cf096d: This subnet is being modified by another concurrent operation. Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 03:46:17.790261 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise exception Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b05d109-5e82-4b10-8812-1ace27cf096d: This subnet is being modified by another concurrent operation. Aug 23 03:46:17.794340 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Aug 23 03:46:17.838599 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.851786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e410e2-0d7a-4d5c-a316-2f5a6a482922 None None] Network 44ff285b-0c3d-4fa5-9b92-c963ff268f12 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:17.860625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ff285b-0c3d-4fa5-9b92-c963ff268f12']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:17.877119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b707585-d5bc-4ae4-b372-5e400f21165e') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:17.877423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b707585-d5bc-4ae4-b372-5e400f21165e') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:17.890880 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.908576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:17.916784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:17.917479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:18.014852 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:18.020487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] For port 35b84f52-dd1b-426f-9767-3c1ec70c36bc, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=35b84f52-dd1b-426f-9767-3c1ec70c36bc,segment=NetworkSegment(bb598cb7-577c-4bf4-80dc-7f896a0b55f0),segment_id=bb598cb7-577c-4bf4-80dc-7f896a0b55f0)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:18.021285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.040838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Calling delete_port for 35b84f52-dd1b-426f-9767-3c1ec70c36bc owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:18.043337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e894ea6-e3d2-488b-a059-9884ffe7ad48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.113761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.119115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.121878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/44ff285b-0c3d-4fa5-9b92-c963ff268f12 HTTP/1.1" status: 204 len: 168 time: 0.9295304 Aug 23 03:46:18.128287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46686) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:18.155328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb5567-cb11-47cb-b362-f3fdcb2251bc tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=44ff285b-0c3d-4fa5-9b92-c963ff268f12,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:18.178686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-74590154'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:18.244915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ecc89a-c613-4d0f-b869-7d4d3de3cf9c None None] Network d3187166-9ff5-44db-b375-42f68a171f67 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:18.250739 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.252057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3087a0-4182-44a8-9c16-939e2a2de303 req-82b8a467-0f2b-4f03-b109-b135bddbc8e2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:18.253620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dc3087a0-4182-44a8-9c16-939e2a2de303 req-82b8a467-0f2b-4f03-b109-b135bddbc8e2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 946 time: 0.0840740 Aug 23 03:46:18.293672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e894ea6-e3d2-488b-a059-9884ffe7ad48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.319343 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dc3087a0-4182-44a8-9c16-939e2a2de303 req-16ccf4fb-9925-4cc4-9d58-08f4c5f7db56 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582073 Aug 23 03:46:18.350027 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e894ea6-e3d2-488b-a059-9884ffe7ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.416600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ff54d9e5-06ec-452e-be2c-1158ea50229f None None] Provisioning for port 7db1b02b-4a1e-4095-a7ce-e1d042189baf completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:18.424935 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4e894ea6-e3d2-488b-a059-9884ffe7ad48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afd36466dcc048218be1bc02ef117164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6678011 Aug 23 03:46:18.428818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46688) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:18.475764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7db1b02b-4a1e-4095-a7ce-e1d042189baf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:18.476287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e894ea6-e3d2-488b-a059-9884ffe7ad48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025f27f9-65fb-49b8-8179-b82ed271a7b8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:18.536187 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-051ba4cd-43ce-4220-b567-ea7367265ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.578362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-051ba4cd-43ce-4220-b567-ea7367265ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.698467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7db1b02b-4a1e-4095-a7ce-e1d042189baf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:18.703836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7db1b02b-4a1e-4095-a7ce-e1d042189baf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:18.704902 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.742723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-051ba4cd-43ce-4220-b567-ea7367265ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.746661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-051ba4cd-43ce-4220-b567-ea7367265ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.747897 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-051ba4cd-43ce-4220-b567-ea7367265ffc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/025f27f9-65fb-49b8-8179-b82ed271a7b8 HTTP/1.1" status: 204 len: 168 time: 0.3177907 Aug 23 03:46:18.763873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ba4cd-43ce-4220-b567-ea7367265ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f27f9-65fb-49b8-8179-b82ed271a7b8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:18.802610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38e580b-c1b2-4e1d-b748-0caddcf7517d None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 03:46:18.876282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:18.880703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.893550 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.960624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e588df08-101c-4328-9a3d-b5f5348f537b None None] Provisioning complete for port 7db1b02b-4a1e-4095-a7ce-e1d042189baf triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:18.960624 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e588df08-101c-4328-9a3d-b5f5348f537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:18.978229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:19.003035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 7db1b02b-4a1e-4095-a7ce-e1d042189baf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7db1b02b-4a1e-4095-a7ce-e1d042189baf,segment=NetworkSegment(a3da2a7a-293d-48c1-998b-4c250673cfca),segment_id=a3da2a7a-293d-48c1-998b-4c250673cfca)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:19.004240 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.004629 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment 64a03858-85ac-4a5b-a367-6dd85a3d4f23 of type vlan for network 93ca049c-f70b-450e-bf1d-bb8405f8cf5b Aug 23 03:46:19.090156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e580b-c1b2-4e1d-b748-0caddcf7517d None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 03:46:19.102006 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.130654 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.149755 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e588df08-101c-4328-9a3d-b5f5348f537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.256315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.293493 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.299735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:19.301149 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.303808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Pushing event deleted for resources: {'Port': ['ID=35b84f52-dd1b-426f-9767-3c1ec70c36bc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:19.326853 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.399934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] No DVR routers for this DVR port 35b84f52-dd1b-426f-9767-3c1ec70c36bc on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:19.428020 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.430141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ecc2552e-5bfe-46c9-b172-d24dcb2a0865 req-a3ecf8cc-61ad-4bb2-ab16-930f318c94b2 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.11 "DELETE /v2.0/ports/35b84f52-dd1b-426f-9767-3c1ec70c36bc HTTP/1.1" status: 204 len: 173 time: 1.9551017 Aug 23 03:46:19.443465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-deleted', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:46:19.459382 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5894f892-7eb0-4847-8f08-810345aef418" -d '{"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-deleted", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:46:19.468695 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3378704 Aug 23 03:46:19.474330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=7db1b02b-4a1e-4095-a7ce-e1d042189baf,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:19.475351 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1080738-2aa8-4c36-be7d-69490dc41702 req-e4e7804c-712e-46f7-b795-cc9723bf3249 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 210 time: 0.0435810 Aug 23 03:46:19.476018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2817acc-794f-4ec2-890b-513b77394903 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=93ca049c-f70b-450e-bf1d-bb8405f8cf5b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:19.479111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46706) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:19.481750 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-e588df08-101c-4328-9a3d-b5f5348f537b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:46:19.482301 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-e588df08-101c-4328-9a3d-b5f5348f537b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:46:19.484727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': '93ca049c-f70b-450e-bf1d-bb8405f8cf5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:19.519542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 93ca049c-f70b-450e-bf1d-bb8405f8cf5b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:19.532832 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d3b3e6-94e0-400a-8df0-7e9caa1704f5 x-openstack-request-id: req-c6d3b3e6-94e0-400a-8df0-7e9caa1704f5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:46:19.535541 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f9fa7c-3bef-443d-a526-50d69a321338", "name": "network-vif-deleted", "tag": "35b84f52-dd1b-426f-9767-3c1ec70c36bc", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:46:19.535907 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6d3b3e6-94e0-400a-8df0-7e9caa1704f5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:46:19.536419 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f9fa7c-3bef-443d-a526-50d69a321338', 'name': 'network-vif-deleted', 'tag': '35b84f52-dd1b-426f-9767-3c1ec70c36bc', 'status': 'completed', 'code': 200} Aug 23 03:46:19.545850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router a17f2418-ece8-4e5e-8f96-48920a83102b is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:46:19.709235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:19.713319 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.730752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:19.741915 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b90bf-33ae-4991-841e-73adf5e08862 None None] Sync routers for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:19.757109 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b90bf-33ae-4991-841e-73adf5e08862 None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:19.758386 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9b6b90bf-33ae-4991-841e-73adf5e08862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:19.796140 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9b6b90bf-33ae-4991-841e-73adf5e08862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:19.805665 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b90bf-33ae-4991-841e-73adf5e08862 None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:19.806276 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9b6b90bf-33ae-4991-841e-73adf5e08862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:19.841968 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9b6b90bf-33ae-4991-841e-73adf5e08862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:19.842629 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b90bf-33ae-4991-841e-73adf5e08862 None None] The sync data for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:19.857916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:19.859310 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4210ebf1-5a5d-47d9-935b-efc5926ff8bd tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4693196 Aug 23 03:46:19.861939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46712) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:20.138316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.167118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46716) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:20.185565 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa02d7fa-a27a-4793-87a1-501fc314e7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.219056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=a728fc64-2e24-4585-9772-c061367de28f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:20.224917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': '64a03858-85ac-4a5b-a367-6dd85a3d4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93ca049c-f70b-450e-bf1d-bb8405f8cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:20.226082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: 93ca049c-f70b-450e-bf1d-bb8405f8cf5b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:20.351573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7db1b02b-4a1e-4095-a7ce-e1d042189baf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:20.370841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 93ca049c-f70b-450e-bf1d-bb8405f8cf5b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:20.424896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7db1b02b-4a1e-4095-a7ce-e1d042189baf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:20.425601 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.425863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa02d7fa-a27a-4793-87a1-501fc314e7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.447941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.458110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 93ca049c-f70b-450e-bf1d-bb8405f8cf5b) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:20.469453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:20.471018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8add6fa-e2fc-45aa-9e56-a768c21dc916 None None] Network 93ca049c-f70b-450e-bf1d-bb8405f8cf5b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:20.472437 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.509918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa02d7fa-a27a-4793-87a1-501fc314e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.549794 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0f77d219-5512-45d2-a8df-3699ec5778b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0695128 Aug 23 03:46:20.552955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46722) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:20.578813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46724) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:20.580226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aa02d7fa-a27a-4793-87a1-501fc314e7b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=450a7c4b8a134a339146c73e730497f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079766 Aug 23 03:46:20.604809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02d7fa-a27a-4793-87a1-501fc314e7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5256f32-1b34-4083-9582-c3201645c771,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:20.704060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dcd249de-46e5-45f9-bbaa-fb55f23755e5 req-9ef5c5d2-fdb2-4c85-9f05-845d0ef86d53 tempest-ServersNegativeTestJSON-1826578972 tempest-ServersNegativeTestJSON-1826578972-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f9fa7c-3bef-443d-a526-50d69a321338 HTTP/1.1" status: 200 len: 210 time: 0.0331950 Aug 23 03:46:20.738291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-93ca049c-f70b-450e-bf1d-bb8405f8cf5b', 'network_id': '93ca049c-f70b-450e-bf1d-bb8405f8cf5b', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': 'a728fc64-2e24-4585-9772-c061367de28f'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:20.738291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.801131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f234384-8d20-4235-b46d-54dd034c680e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.807544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.853642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f234384-8d20-4235-b46d-54dd034c680e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:20.908385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Allocated IP 172.20.0.1 (93ca049c-f70b-450e-bf1d-bb8405f8cf5b/a728fc64-2e24-4585-9772-c061367de28f/23c5f499-2fcc-4993-99a1-8efd0f6f96c8) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:20.930543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.20.0.1 (d3187166-9ff5-44db-b375-42f68a171f67/aa283cfd-c1d3-471f-b09e-d02547b685d6/9d046b95-c6be-41f5-975a-6d18fb0d4489) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:20.943275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.003547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:46:21.029190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 35b84f52-dd1b-426f-9767-3c1ec70c36bc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:46:21.029557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 35b84f52-dd1b-426f-9767-3c1ec70c36bc not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:46:21.079078 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f234384-8d20-4235-b46d-54dd034c680e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.082062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f234384-8d20-4235-b46d-54dd034c680e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.085493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4f234384-8d20-4235-b46d-54dd034c680e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5256f32-1b34-4083-9582-c3201645c771 HTTP/1.1" status: 204 len: 168 time: 0.5019865 Aug 23 03:46:21.091450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f234384-8d20-4235-b46d-54dd034c680e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5256f32-1b34-4083-9582-c3201645c771,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:21.094249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.114180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Transition to ACTIVE for port object 9d046b95-c6be-41f5-975a-6d18fb0d4489 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:21.135851 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.144276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Transition to ACTIVE for port object 23c5f499-2fcc-4993-99a1-8efd0f6f96c8 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:21.163002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Transition to ACTIVE for port object 23c5f499-2fcc-4993-99a1-8efd0f6f96c8 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:21.235293 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.262800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.280973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network d3187166-9ff5-44db-b375-42f68a171f67 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:21.283990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:21.287172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:21.314058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Network 93ca049c-f70b-450e-bf1d-bb8405f8cf5b is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:21.325082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:21.329463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:21.334628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=9d046b95-c6be-41f5-975a-6d18fb0d4489,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:21.351933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.364832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Pushing event updated for resources: {'Port': ['ID=23c5f499-2fcc-4993-99a1-8efd0f6f96c8,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:21.366634 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.405216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=a728fc64-2e24-4585-9772-c061367de28f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:21.411091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.411447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.411787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.412124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.412460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.412791 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.413141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.413468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.413793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.414120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.414442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.414763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:46:21.446064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Attempting to bind port 23c5f499-2fcc-4993-99a1-8efd0f6f96c8 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:46:21.446378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Attempting to bind port 23c5f499-2fcc-4993-99a1-8efd0f6f96c8 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '64a03858-85ac-4a5b-a367-6dd85a3d4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93ca049c-f70b-450e-bf1d-bb8405f8cf5b'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:46:21.446645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Attempting to bind port 23c5f499-2fcc-4993-99a1-8efd0f6f96c8 on network 93ca049c-f70b-450e-bf1d-bb8405f8cf5b {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:46:21.452050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:46:21.452437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Checking segment: {'id': '64a03858-85ac-4a5b-a367-6dd85a3d4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93ca049c-f70b-450e-bf1d-bb8405f8cf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:21.452829 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.453396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Bound using segment: {'id': '64a03858-85ac-4a5b-a367-6dd85a3d4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93ca049c-f70b-450e-bf1d-bb8405f8cf5b'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:46:21.453887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Bound port: 23c5f499-2fcc-4993-99a1-8efd0f6f96c8, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a03858-85ac-4a5b-a367-6dd85a3d4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93ca049c-f70b-450e-bf1d-bb8405f8cf5b'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:46:21.454276 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.502380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.537755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ca049c-f70b-450e-bf1d-bb8405f8cf5b']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:21.547705 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] For port 23c5f499-2fcc-4993-99a1-8efd0f6f96c8, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:46:21.552013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] For port 23c5f499-2fcc-4993-99a1-8efd0f6f96c8, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=23c5f499-2fcc-4993-99a1-8efd0f6f96c8,segment=NetworkSegment(64a03858-85ac-4a5b-a367-6dd85a3d4f23),segment_id=64a03858-85ac-4a5b-a367-6dd85a3d4f23)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:46:21.561143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a03858-85ac-4a5b-a367-6dd85a3d4f23') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:21.561762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a03858-85ac-4a5b-a367-6dd85a3d4f23') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:21.574035 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.630214 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.632597 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.641125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:21.645303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:21.649383 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:21.717462 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.744458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d719b-d817-4c34-9929-bbca1a1069ce None None] Network 93ca049c-f70b-450e-bf1d-bb8405f8cf5b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:21.767317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c63f90-4750-4b3e-8821-499569eb4110 None None] Pushing event updated for resources: {'Port': ['ID=23c5f499-2fcc-4993-99a1-8efd0f6f96c8,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:21.817465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46748) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:21.895283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-320b2e26-0915-4dcb-b5f3-6871e358b686 admin admin] Deleting subnet 948588ae-36ea-4d37-9137-432e89d7d12d {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:46:21.924550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2c7d0-5bba-4322-8f3e-8233fa311e4d None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 03:46:21.941400 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-320b2e26-0915-4dcb-b5f3-6871e358b686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:21.996162 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-320b2e26-0915-4dcb-b5f3-6871e358b686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.071996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d2c7d0-5bba-4322-8f3e-8233fa311e4d None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 03:46:22.102439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-320b2e26-0915-4dcb-b5f3-6871e358b686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.309519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.567059 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 03:46:22.567059 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 03:46:22.567059 n-d-749052-7 neutron-server[95120]: [parameters: {'id': '93ca049c-f70b-450e-bf1d-bb8405f8cf5b'}] Aug 23 03:46:22.567059 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:46:22.567939 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:46:22.604375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-97fbdd60-4b5b-4e68-8f09-4b915a83313f None None] Provisioning for port 9d046b95-c6be-41f5-975a-6d18fb0d4489 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:22.609212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-97fbdd60-4b5b-4e68-8f09-4b915a83313f None None] Provisioning complete for port 9d046b95-c6be-41f5-975a-6d18fb0d4489 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:22.609589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-97fbdd60-4b5b-4e68-8f09-4b915a83313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.613543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-320b2e26-0915-4dcb-b5f3-6871e358b686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.617164 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.620460 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.652354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-97fbdd60-4b5b-4e68-8f09-4b915a83313f None None] Port 9d046b95-c6be-41f5-975a-6d18fb0d4489 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:46:22.709136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b2e26-0915-4dcb-b5f3-6871e358b686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948588ae-36ea-4d37-9137-432e89d7d12d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:22.716440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-320b2e26-0915-4dcb-b5f3-6871e358b686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.718612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-320b2e26-0915-4dcb-b5f3-6871e358b686 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/948588ae-36ea-4d37-9137-432e89d7d12d HTTP/1.1" status: 204 len: 168 time: 0.8981898 Aug 23 03:46:22.721545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:22.738813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.754638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=9d046b95-c6be-41f5-975a-6d18fb0d4489,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:22.804146 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.865483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network d3187166-9ff5-44db-b375-42f68a171f67 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:22.867042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:22.916807 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.935255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b17615-5567-48d9-8e38-935db6b0d692']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:22.951016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:22.951314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb598cb7-577c-4bf4-80dc-7f896a0b55f0') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:22.963886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:22.985359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.001966 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:23.002377 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:23.005624 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:23.068462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.095788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router a17f2418-ece8-4e5e-8f96-48920a83102b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:23.141580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Deleting port 23c5f499-2fcc-4993-99a1-8efd0f6f96c8 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:23.142020 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.216058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] For port 23c5f499-2fcc-4993-99a1-8efd0f6f96c8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=23c5f499-2fcc-4993-99a1-8efd0f6f96c8,segment=NetworkSegment(64a03858-85ac-4a5b-a367-6dd85a3d4f23),segment_id=64a03858-85ac-4a5b-a367-6dd85a3d4f23)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:23.216356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.236231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Calling delete_port for 23c5f499-2fcc-4993-99a1-8efd0f6f96c8 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:23.240305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:23.255313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6cb78-b5c6-489d-af64-85f84ce46c86 None None] Sync routers for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:23.261730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-333d3049-7ccd-4262-92e3-44e40c0bd383 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/routers/a17f2418-ece8-4e5e-8f96-48920a83102b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3963919 Aug 23 03:46:23.262314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46790) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:23.271924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'port': {'network_id': 'd3187166-9ff5-44db-b375-42f68a171f67', 'name': 'tempest-FloatingIPTestJSON-850706783'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:23.285334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.291971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.296696 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a2b17615-5567-48d9-8e38-935db6b0d692 HTTP/1.1" status: 204 len: 168 time: 0.5717180 Aug 23 03:46:23.297498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6cb78-b5c6-489d-af64-85f84ce46c86 None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:23.298648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b3f6cb78-b5c6-489d-af64-85f84ce46c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:23.303557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3722c933-a323-4918-8b4f-bddf60c2e032 None None] Provisioning complete for port 9d046b95-c6be-41f5-975a-6d18fb0d4489 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:23.304162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3722c933-a323-4918-8b4f-bddf60c2e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.311041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66118f-87bf-45d6-9a07-6e5d6e968e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b17615-5567-48d9-8e38-935db6b0d692,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:23.349052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b3f6cb78-b5c6-489d-af64-85f84ce46c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:23.387930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6cb78-b5c6-489d-af64-85f84ce46c86 None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:23.388663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b3f6cb78-b5c6-489d-af64-85f84ce46c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:23.412623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.429389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3722c933-a323-4918-8b4f-bddf60c2e032 None None] Port 9d046b95-c6be-41f5-975a-6d18fb0d4489 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:46:23.429389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b3f6cb78-b5c6-489d-af64-85f84ce46c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:23.430028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6cb78-b5c6-489d-af64-85f84ce46c86 None None] The sync data for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:23.464206 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Port': ['ID=23c5f499-2fcc-4993-99a1-8efd0f6f96c8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:23.473762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No DVR routers for this DVR port 23c5f499-2fcc-4993-99a1-8efd0f6f96c8 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:23.569427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.579639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ca049c-f70b-450e-bf1d-bb8405f8cf5b']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:23.590299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a03858-85ac-4a5b-a367-6dd85a3d4f23') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:23.590709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a03858-85ac-4a5b-a367-6dd85a3d4f23') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:23.600446 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.606516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Made reservation on behalf of 465723e3da964ac5868c067a6521e251 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:23.610765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.616459 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.627133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:23.627721 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.630552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] device_id is not set on port dabedc50-4f25-483b-8efa-9845fd9b5f81 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:23.632010 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:23.764471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Allocated IP 172.20.0.9 (d3187166-9ff5-44db-b375-42f68a171f67/aa283cfd-c1d3-471f-b09e-d02547b685d6/dabedc50-4f25-483b-8efa-9845fd9b5f81) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:23.795593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.800445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.804879 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/93ca049c-f70b-450e-bf1d-bb8405f8cf5b HTTP/1.1" status: 204 len: 168 time: 3.2485185 Aug 23 03:46:23.808261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46800) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:23.813493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-700894960'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:23.830286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9d221-97a1-4e11-a3c3-fb37e7df0a4e tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=93ca049c-f70b-450e-bf1d-bb8405f8cf5b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:23.847210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46802) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:23.906561 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-622835fe-6067-4790-843c-4e87a85b8012 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8628f7473f7c4454ae97f907479eba65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543303 Aug 23 03:46:23.906975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46806) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:23.964959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:23.969682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.988505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:23.989085 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec433d63-cd33-48fa-8ef9-ed8a461ed163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.030465 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec433d63-cd33-48fa-8ef9-ed8a461ed163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.041816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:24.063868 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.064231 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment 5f3908ef-6461-4341-ac36-0256f32c486d of type vlan for network 70181907-3e85-490d-8101-7b69a657945f Aug 23 03:46:24.147342 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.247061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec433d63-cd33-48fa-8ef9-ed8a461ed163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.250307 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec433d63-cd33-48fa-8ef9-ed8a461ed163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.253633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec433d63-cd33-48fa-8ef9-ed8a461ed163 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2a8c60d-20b3-4350-a63a-bcd5e151e1ca HTTP/1.1" status: 204 len: 168 time: 0.3433981 Aug 23 03:46:24.254449 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.260423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:24.261126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.293511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec433d63-cd33-48fa-8ef9-ed8a461ed163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a8c60d-20b3-4350-a63a-bcd5e151e1ca,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:24.405338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=70181907-3e85-490d-8101-7b69a657945f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:24.423083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 70181907-3e85-490d-8101-7b69a657945f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:24.446956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1cc21349-237c-47ac-b026-62b83fea22e7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6326802 Aug 23 03:46:24.449456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46822) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:24.453538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Transition to ACTIVE for port object dabedc50-4f25-483b-8efa-9845fd9b5f81 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:24.458709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-64e02af5-d6d1-4502-b4d5-5eca006f0c24 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:24.550115 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.595005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Network d3187166-9ff5-44db-b375-42f68a171f67 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:24.604698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:24.607323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event updated for resources: {'Port': ['ID=dabedc50-4f25-483b-8efa-9845fd9b5f81,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:24.609086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:24.681563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64e02af5-d6d1-4502-b4d5-5eca006f0c24 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.707762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:24.714937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.810668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64e02af5-d6d1-4502-b4d5-5eca006f0c24 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.818221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c5169f41-f483-4bd0-be86-17ff8333d79e tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5494158 Aug 23 03:46:24.828451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46842) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:24.834091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Request body: {'floatingip': {'port_id': 'dabedc50-4f25-483b-8efa-9845fd9b5f81'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:24.861878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64e02af5-d6d1-4502-b4d5-5eca006f0c24 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 70181907-3e85-490d-8101-7b69a657945f is not hosted by any dhcp agent {{(pid=95120) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 03:46:24.867311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e02af5-d6d1-4502-b4d5-5eca006f0c24 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:24.868044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64e02af5-d6d1-4502-b4d5-5eca006f0c24 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.872584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-64e02af5-d6d1-4502-b4d5-5eca006f0c24 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "PUT /v2.0/networks/70181907-3e85-490d-8101-7b69a657945f HTTP/1.1" status: 200 len: 723 time: 0.4219387 Aug 23 03:46:24.873242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46844) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:24.928319 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:24.937187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': '70181907-3e85-490d-8101-7b69a657945f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:24.969832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e02af5-d6d1-4502-b4d5-5eca006f0c24 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=70181907-3e85-490d-8101-7b69a657945f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:24.980967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 70181907-3e85-490d-8101-7b69a657945f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:25.085569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b568947f-2be6-45d6-a816-c2eb0f84b242 None None] Provisioning for port dabedc50-4f25-483b-8efa-9845fd9b5f81 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:25.100695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b568947f-2be6-45d6-a816-c2eb0f84b242 None None] Provisioning complete for port dabedc50-4f25-483b-8efa-9845fd9b5f81 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:25.101152 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b568947f-2be6-45d6-a816-c2eb0f84b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:25.163892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b568947f-2be6-45d6-a816-c2eb0f84b242 None None] Port dabedc50-4f25-483b-8efa-9845fd9b5f81 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:46:25.207085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:25.212314 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:25.565034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:25.630425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:25.632087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=374e39b0-cdb0-4c77-82d1-d95f39be3749,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:25.645283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': '5f3908ef-6461-4341-ac36-0256f32c486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '70181907-3e85-490d-8101-7b69a657945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:25.645760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: 70181907-3e85-490d-8101-7b69a657945f, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:25.695864 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:25.760325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 70181907-3e85-490d-8101-7b69a657945f is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:25.820833 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP 572b1488-c1e6-4af9-8a36-ca05e4cd631d associated. External IP: 172.25.1.102, port: 99466277-ce0a-4833-ab27-b35ef112df8f. Aug 23 03:46:25.841172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 70181907-3e85-490d-8101-7b69a657945f) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:25.850105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:25.850105 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:25.856634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4dcd7-57f0-4a10-8edc-d4aacf1c3c38 None None] Network 70181907-3e85-490d-8101-7b69a657945f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:25.984458 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a1b7b291-95de-4ed8-8fd5-bfb6ae303eec tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1074829 Aug 23 03:46:25.986938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46876) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:25.993705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-47bf4b42-619c-4147-8258-56f2ce2a5c1f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:26.055142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-70181907-3e85-490d-8101-7b69a657945f', 'network_id': '70181907-3e85-490d-8101-7b69a657945f', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': '374e39b0-cdb0-4c77-82d1-d95f39be3749'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:26.060616 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:26.087002 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9ef7dc7e-57c5-4d35-8b05-e61fd095ab79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:26.149187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:26.194817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47bf4b42-619c-4147-8258-56f2ce2a5c1f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11992978'] for subnet, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:26.339320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46886) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:26.390094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:26.403160 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d585c665-2003-455d-b461-b56f0125d2b1 None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:26.417206 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585c665-2003-455d-b461-b56f0125d2b1 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:26.426005 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d585c665-2003-455d-b461-b56f0125d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:26.486707 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47bf4b42-619c-4147-8258-56f2ce2a5c1f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735236736862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9350839'] for subnet, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:26.593666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Allocated IP 172.20.0.2 (70181907-3e85-490d-8101-7b69a657945f/374e39b0-cdb0-4c77-82d1-d95f39be3749/7cd9c464-17ca-4202-b403-4c2097e3fa32) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:26.625768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf4b42-619c-4147-8258-56f2ce2a5c1f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:26.630138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47bf4b42-619c-4147-8258-56f2ce2a5c1f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:26.634259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-47bf4b42-619c-4147-8258-56f2ce2a5c1f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "PUT /v2.0/subnets/374e39b0-cdb0-4c77-82d1-d95f39be3749 HTTP/1.1" status: 200 len: 806 time: 0.6450384 Aug 23 03:46:26.642751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46894) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:26.695756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router a17f2418-ece8-4e5e-8f96-48920a83102b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:26.717417 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d585c665-2003-455d-b461-b56f0125d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:26.741819 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585c665-2003-455d-b461-b56f0125d2b1 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:26.741819 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d585c665-2003-455d-b461-b56f0125d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:26.807467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:26.814298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3af0a67-5e9f-4ebe-ac69-c68d5fadef4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:26.818393 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d585c665-2003-455d-b461-b56f0125d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:26.819069 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d585c665-2003-455d-b461-b56f0125d2b1 None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:26.835060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf4b42-619c-4147-8258-56f2ce2a5c1f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=374e39b0-cdb0-4c77-82d1-d95f39be3749,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:26.854324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:26.859511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:26.877155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a05ddd-a654-4e7d-8739-483e2750a0af None None] Sync routers for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:26.948795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7978935c-4c8b-4bf9-8d2c-318c4ac04b6a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/floatingips/572b1488-c1e6-4af9-8a36-ca05e4cd631d HTTP/1.1" status: 200 len: 977 time: 2.1190410 Aug 23 03:46:26.949610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46900) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:26.954516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.069297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port dabedc50-4f25-483b-8efa-9845fd9b5f81 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:27.069666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.115173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3af0a67-5e9f-4ebe-ac69-c68d5fadef4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.123912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a05ddd-a654-4e7d-8739-483e2750a0af None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:27.124555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-96a05ddd-a654-4e7d-8739-483e2750a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:27.168998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-96a05ddd-a654-4e7d-8739-483e2750a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:27.170928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.178399 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.189599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Transition to ACTIVE for port object 7cd9c464-17ca-4202-b403-4c2097e3fa32 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:27.191971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a05ddd-a654-4e7d-8739-483e2750a0af None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:27.192661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-96a05ddd-a654-4e7d-8739-483e2750a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:27.230479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-96a05ddd-a654-4e7d-8739-483e2750a0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:27.231101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a05ddd-a654-4e7d-8739-483e2750a0af None None] The sync data for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:27.243708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Transition to ACTIVE for port object 7cd9c464-17ca-4202-b403-4c2097e3fa32 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:27.251967 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3af0a67-5e9f-4ebe-ac69-c68d5fadef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.297196 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3af0a67-5e9f-4ebe-ac69-c68d5fadef4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68ed10782cbc42c08ad0fdb6cdbe61e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9550056 Aug 23 03:46:27.301906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af0a67-5e9f-4ebe-ac69-c68d5fadef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbf6826-cb78-4538-9631-5d58cac15fd3,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:27.302763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46910) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:27.325280 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.366497 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c068ec2a-cec6-4e26-96a9-1aa294bf95c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.391419 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c068ec2a-cec6-4e26-96a9-1aa294bf95c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.401773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Network 70181907-3e85-490d-8101-7b69a657945f is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:27.411773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:27.431038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:27.431516 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.431516 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.431516 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Floating IP 572b1488-c1e6-4af9-8a36-ca05e4cd631d disassociated. External IP: 172.25.1.102, port: dabedc50-4f25-483b-8efa-9845fd9b5f81. Aug 23 03:46:27.431516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for dabedc50-4f25-483b-8efa-9845fd9b5f81 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:27.435976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Pushing event updated for resources: {'Port': ['ID=7cd9c464-17ca-4202-b403-4c2097e3fa32,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:27.463679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.499056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Attempting to bind port 7cd9c464-17ca-4202-b403-4c2097e3fa32 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:46:27.499712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Attempting to bind port 7cd9c464-17ca-4202-b403-4c2097e3fa32 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '5f3908ef-6461-4341-ac36-0256f32c486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '70181907-3e85-490d-8101-7b69a657945f'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:46:27.500360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Attempting to bind port 7cd9c464-17ca-4202-b403-4c2097e3fa32 on network 70181907-3e85-490d-8101-7b69a657945f {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:46:27.508413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:46:27.509700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Checking segment: {'id': '5f3908ef-6461-4341-ac36-0256f32c486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '70181907-3e85-490d-8101-7b69a657945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:27.509981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=374e39b0-cdb0-4c77-82d1-d95f39be3749,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:27.510086 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.510086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Bound using segment: {'id': '5f3908ef-6461-4341-ac36-0256f32c486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '70181907-3e85-490d-8101-7b69a657945f'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:46:27.511094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Bound port: 7cd9c464-17ca-4202-b403-4c2097e3fa32, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3908ef-6461-4341-ac36-0256f32c486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '70181907-3e85-490d-8101-7b69a657945f'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:46:27.511094 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.587568 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.589206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] For port 7cd9c464-17ca-4202-b403-4c2097e3fa32, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:46:27.592849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] For port 7cd9c464-17ca-4202-b403-4c2097e3fa32, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7cd9c464-17ca-4202-b403-4c2097e3fa32,segment=NetworkSegment(5f3908ef-6461-4341-ac36-0256f32c486d),segment_id=5f3908ef-6461-4341-ac36-0256f32c486d)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:46:27.597576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c068ec2a-cec6-4e26-96a9-1aa294bf95c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.600083 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c068ec2a-cec6-4e26-96a9-1aa294bf95c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.601260 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c068ec2a-cec6-4e26-96a9-1aa294bf95c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bbf6826-cb78-4538-9631-5d58cac15fd3 HTTP/1.1" status: 204 len: 168 time: 0.2974639 Aug 23 03:46:27.602971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70181907-3e85-490d-8101-7b69a657945f']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:27.618841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3908ef-6461-4341-ac36-0256f32c486d') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:27.619143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3908ef-6461-4341-ac36-0256f32c486d') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:27.620986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068ec2a-cec6-4e26-96a9-1aa294bf95c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbf6826-cb78-4538-9631-5d58cac15fd3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:27.630051 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.743383 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.743986 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.746206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.753110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:27.753735 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:27.757392 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:27.781515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=dabedc50-4f25-483b-8efa-9845fd9b5f81,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:27.836218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71068ff9-db7b-4fc9-8a51-f1be8e4a71d2 None None] Pushing event updated for resources: {'Port': ['ID=7cd9c464-17ca-4202-b403-4c2097e3fa32,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:27.874378 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 03:46:27.874378 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 03:46:27.874378 n-d-749052-7 neutron-server[95120]: [parameters: {'id': '70181907-3e85-490d-8101-7b69a657945f'}] Aug 23 03:46:27.874378 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:46:27.877039 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:46:27.877317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c41c1b1-9d2f-4780-83cf-aaa5025d560f None None] Network 70181907-3e85-490d-8101-7b69a657945f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:27.942419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router a17f2418-ece8-4e5e-8f96-48920a83102b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:28.043241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e3e51-d2aa-47fa-9e48-4100fca983bb None None] Network 70181907-3e85-490d-8101-7b69a657945f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:28.095489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:28.107413 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1631c2-3595-447d-bcd0-c3141a8d65e8 None None] Sync routers for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:28.117974 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1631c2-3595-447d-bcd0-c3141a8d65e8 None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:28.118931 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9d1631c2-3595-447d-bcd0-c3141a8d65e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:28.163688 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9d1631c2-3595-447d-bcd0-c3141a8d65e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:28.175499 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1631c2-3595-447d-bcd0-c3141a8d65e8 None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:28.176141 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9d1631c2-3595-447d-bcd0-c3141a8d65e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:28.211522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f25599-4a6f-4a8e-b471-f68f152fb165 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 03:46:28.216810 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9d1631c2-3595-447d-bcd0-c3141a8d65e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:28.216956 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:28.217090 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1631c2-3595-447d-bcd0-c3141a8d65e8 None None] The sync data for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:28.218537 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-24e8347b-b435-471f-99ea-a63bb4c9fac3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/ports/dabedc50-4f25-483b-8efa-9845fd9b5f81 HTTP/1.1" status: 204 len: 168 time: 1.2679551 Aug 23 03:46:28.221252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46930) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:28.336938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f25599-4a6f-4a8e-b471-f68f152fb165 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 03:46:28.376704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:28.487472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Deleting port 7cd9c464-17ca-4202-b403-4c2097e3fa32 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:28.492799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:28.591886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] For port 7cd9c464-17ca-4202-b403-4c2097e3fa32, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7cd9c464-17ca-4202-b403-4c2097e3fa32,segment=NetworkSegment(5f3908ef-6461-4341-ac36-0256f32c486d),segment_id=5f3908ef-6461-4341-ac36-0256f32c486d)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:28.592524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:28.606402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Calling delete_port for 7cd9c464-17ca-4202-b403-4c2097e3fa32 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:28.641754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46940) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:28.666709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0dfa19fa-76d4-418d-9f20-7d1a64245625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:28.671025 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:28.816442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fbb378b0-7568-4b87-b302-d24b26244895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:28.873729 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:28.873927 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:28.902773 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:46:28.910056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Port': ['ID=7cd9c464-17ca-4202-b403-4c2097e3fa32,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:28.910967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No DVR routers for this DVR port 7cd9c464-17ca-4202-b403-4c2097e3fa32 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:28.996427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.007219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70181907-3e85-490d-8101-7b69a657945f']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:29.017546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0dfa19fa-76d4-418d-9f20-7d1a64245625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.040990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port 9d046b95-c6be-41f5-975a-6d18fb0d4489 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:29.041359 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.104023 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0dfa19fa-76d4-418d-9f20-7d1a64245625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.175293 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0dfa19fa-76d4-418d-9f20-7d1a64245625 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4649427803aa4b388dd5aaffab5fb32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5281379 Aug 23 03:46:29.176824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa19fa-76d4-418d-9f20-7d1a64245625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f203dd03-ab95-4e98-b889-c99fcaef7585,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:29.182150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46950) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:29.210702 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.234978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for 9d046b95-c6be-41f5-975a-6d18fb0d4489 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:29.310679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b7f40fe-6778-440d-b4e0-5059d505faa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.346454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b7f40fe-6778-440d-b4e0-5059d505faa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.386684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3908ef-6461-4341-ac36-0256f32c486d') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:29.386975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3908ef-6461-4341-ac36-0256f32c486d') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:29.397895 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.412624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.420392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:29.421088 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:29.426476 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:29.558801 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b7f40fe-6778-440d-b4e0-5059d505faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.561854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b7f40fe-6778-440d-b4e0-5059d505faa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.563122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2b7f40fe-6778-440d-b4e0-5059d505faa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f203dd03-ab95-4e98-b889-c99fcaef7585 HTTP/1.1" status: 204 len: 168 time: 0.3799746 Aug 23 03:46:29.581867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f40fe-6778-440d-b4e0-5059d505faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f203dd03-ab95-4e98-b889-c99fcaef7585,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:29.645850 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.646162 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.654620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.657767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/70181907-3e85-490d-8101-7b69a657945f HTTP/1.1" status: 204 len: 168 time: 3.0114555 Aug 23 03:46:29.671214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46958) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:29.680820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a5e53-5925-45f2-9e62-85a15456b214 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=70181907-3e85-490d-8101-7b69a657945f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:29.697217 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cfef8d-a5c6-499f-9bab-3cc6a7b5446f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:29.697498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cfef8d-a5c6-499f-9bab-3cc6a7b5446f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:29.699521 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-62cfef8d-a5c6-499f-9bab-3cc6a7b5446f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/70181907-3e85-490d-8101-7b69a657945f HTTP/1.1" status: 404 len: 339 time: 0.0273178 Aug 23 03:46:29.699785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=9d046b95-c6be-41f5-975a-6d18fb0d4489,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:29.708103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46960) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:29.713761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1728505688', 'description': 'd1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:29.850754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:29.854252 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.868842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46964) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:29.893079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:29.909711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:29.910185 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment fd1c2eb3-c8a1-4e44-844a-8179f4708bde of type vlan for network 12fe570c-239e-48ad-aa93-68eabaf0b3a5 Aug 23 03:46:29.968977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.035994 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.074525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.080083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:30.080799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.170309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=12fe570c-239e-48ad-aa93-68eabaf0b3a5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:30.179577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 12fe570c-239e-48ad-aa93-68eabaf0b3a5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:30.226437 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b299a558-0bf3-4426-a933-5175c6df0b80 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5170183 Aug 23 03:46:30.228904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46978) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:30.239770 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ec36947-0f6d-48ae-91b8-13f82410a722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.305250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router a17f2418-ece8-4e5e-8f96-48920a83102b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:30.350487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3215068-6418-477c-a994-42f22e6bddcb tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:30.352297 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c3215068-6418-477c-a994-42f22e6bddcb tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/networks?id=12fe570c-239e-48ad-aa93-68eabaf0b3a5 HTTP/1.1" status: 200 len: 761 time: 0.1223886 Aug 23 03:46:30.355039 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.356095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46984) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:30.362082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2beb9d78-d926-4d1f-b1a1-be21b5eec738 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'description': 'd2'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:30.577525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ec36947-0f6d-48ae-91b8-13f82410a722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.581808 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2beb9d78-d926-4d1f-b1a1-be21b5eec738 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.686851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ec36947-0f6d-48ae-91b8-13f82410a722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.732372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2beb9d78-d926-4d1f-b1a1-be21b5eec738 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.738113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec36947-0f6d-48ae-91b8-13f82410a722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d2364-9b83-4e8c-80ac-fb7f8c5518f9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:30.742617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2ec36947-0f6d-48ae-91b8-13f82410a722 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=381e56fd807746a9bd026deda6ba1022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8726151 Aug 23 03:46:30.745685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46994) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:30.774894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2beb9d78-d926-4d1f-b1a1-be21b5eec738 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 12fe570c-239e-48ad-aa93-68eabaf0b3a5 is not hosted by any dhcp agent {{(pid=95120) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 03:46:30.781265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb9d78-d926-4d1f-b1a1-be21b5eec738 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:30.781911 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2beb9d78-d926-4d1f-b1a1-be21b5eec738 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.783345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2beb9d78-d926-4d1f-b1a1-be21b5eec738 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "PUT /v2.0/networks/12fe570c-239e-48ad-aa93-68eabaf0b3a5 HTTP/1.1" status: 200 len: 758 time: 0.4262362 Aug 23 03:46:30.791914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46998) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:30.816218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:30.824937 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5e0abda0-5a89-455e-b48f-815611aea62d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/routers/a17f2418-ece8-4e5e-8f96-48920a83102b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6018152 Aug 23 03:46:30.825120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47000) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:30.831129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2543b4-1eab-4afb-9594-35e327cd6d7f None None] Sync routers for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:30.842087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2543b4-1eab-4afb-9594-35e327cd6d7f None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:30.842714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6f2543b4-1eab-4afb-9594-35e327cd6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:30.853491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb9d78-d926-4d1f-b1a1-be21b5eec738 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=12fe570c-239e-48ad-aa93-68eabaf0b3a5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:30.880391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 12fe570c-239e-48ad-aa93-68eabaf0b3a5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:30.882538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6f2543b4-1eab-4afb-9594-35e327cd6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:30.940903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2543b4-1eab-4afb-9594-35e327cd6d7f None None] Routers {'a17f2418-ece8-4e5e-8f96-48920a83102b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:30.941753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6f2543b4-1eab-4afb-9594-35e327cd6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a17f2418-ece8-4e5e-8f96-48920a83102b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:30.951560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2686fe0e-84ae-4b1e-88ab-9124fa888e1c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:30.957283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2686fe0e-84ae-4b1e-88ab-9124fa888e1c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/networks?id=12fe570c-239e-48ad-aa93-68eabaf0b3a5 HTTP/1.1" status: 200 len: 761 time: 0.1580217 Aug 23 03:46:30.959417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47004) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:30.964517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1696976134'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:30.969383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ed5cf31-7924-4fa5-a552-84a8c744e8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:30.996050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6f2543b4-1eab-4afb-9594-35e327cd6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:30.997034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2543b4-1eab-4afb-9594-35e327cd6d7f None None] The sync data for ids ['a17f2418-ece8-4e5e-8f96-48920a83102b'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:31.007448 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ed5cf31-7924-4fa5-a552-84a8c744e8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.012893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.120257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:31.124302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.141582 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.202493 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ed5cf31-7924-4fa5-a552-84a8c744e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.205384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ed5cf31-7924-4fa5-a552-84a8c744e8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.206566 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8ed5cf31-7924-4fa5-a552-84a8c744e8cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d25d2364-9b83-4e8c-80ac-fb7f8c5518f9 HTTP/1.1" status: 204 len: 168 time: 0.4599323 Aug 23 03:46:31.211074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:31.223328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5cf31-7924-4fa5-a552-84a8c744e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d2364-9b83-4e8c-80ac-fb7f8c5518f9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:31.228133 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.228651 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment 700c04fe-09e9-4d3f-ac9e-96e4e7dca27a of type vlan for network 7f36a28a-b8d9-4524-9763-50ddc081a8db Aug 23 03:46:31.293002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port 16a07c6e-33b5-4fb8-bd0e-c7eb691e5613 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:31.293459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.301945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.378053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.390939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for 16a07c6e-33b5-4fb8-bd0e-c7eb691e5613 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:31.422316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.429607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:31.430698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.514092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=7f36a28a-b8d9-4524-9763-50ddc081a8db,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:31.532550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 7f36a28a-b8d9-4524-9763-50ddc081a8db details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:31.543539 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-57cc8a7d-6e76-466e-88e2-175d989bf8b9 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5793672 Aug 23 03:46:31.544710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47020) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:31.559938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': '7f36a28a-b8d9-4524-9763-50ddc081a8db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:31.681100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.723110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=16a07c6e-33b5-4fb8-bd0e-c7eb691e5613,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:31.764376 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.776533 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.804686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:31.809309 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.884513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:31.886984 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.095865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47034) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:32.113590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74f38711-1b8a-4518-8263-c62fa00bfd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.126427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.127015 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Fanout notify agent at l3_agent the message router_deleted on router a17f2418-ece8-4e5e-8f96-48920a83102b {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:46:32.135635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.138561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d42c5079-ee28-4413-bd61-decf72dd977d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/routers/a17f2418-ece8-4e5e-8f96-48920a83102b HTTP/1.1" status: 204 len: 168 time: 1.3125031 Aug 23 03:46:32.145107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47040) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:32.186825 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.259035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1b7218-ec32-4f6b-8403-ff8f1e5dfc63 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting subnet aa283cfd-c1d3-471f-b09e-d02547b685d6 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:46:32.271721 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-be1b7218-ec32-4f6b-8403-ff8f1e5dfc63 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.311906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=70678f13-5481-43ab-aa69-d5a9a4ccee81,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:32.347190 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-be1b7218-ec32-4f6b-8403-ff8f1e5dfc63 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.374302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': '700c04fe-09e9-4d3f-ac9e-96e4e7dca27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f36a28a-b8d9-4524-9763-50ddc081a8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:32.374668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: 7f36a28a-b8d9-4524-9763-50ddc081a8db, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:32.378447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74f38711-1b8a-4518-8263-c62fa00bfd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.450687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-be1b7218-ec32-4f6b-8403-ff8f1e5dfc63 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.472127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74f38711-1b8a-4518-8263-c62fa00bfd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.515847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 7f36a28a-b8d9-4524-9763-50ddc081a8db is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:32.543156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-74f38711-1b8a-4518-8263-c62fa00bfd99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85444157b71d4b02a954e6f152ece15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4459841 Aug 23 03:46:32.544219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47048) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:32.545248 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f38711-1b8a-4518-8263-c62fa00bfd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28e55d3-281d-4644-a8ac-925cd8f731b6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:32.602837 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a6c40298-a34f-4e61-a81d-eb76cadbb184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.613146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 7f36a28a-b8d9-4524-9763-50ddc081a8db) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:32.618421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:32.623302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.624579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b740738-f39f-47f3-82a1-8e2a4b4a149f None None] Network 7f36a28a-b8d9-4524-9763-50ddc081a8db requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:32.634201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a6c40298-a34f-4e61-a81d-eb76cadbb184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.645095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-be1b7218-ec32-4f6b-8403-ff8f1e5dfc63 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.679538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b7218-ec32-4f6b-8403-ff8f1e5dfc63 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Subnet': ['ID=aa283cfd-c1d3-471f-b09e-d02547b685d6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:32.697800 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-be1b7218-ec32-4f6b-8403-ff8f1e5dfc63 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.698131 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d9ad0-f43d-4839-b3d6-05d639e8cd38 None None] Network d3187166-9ff5-44db-b375-42f68a171f67 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:32.700067 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-be1b7218-ec32-4f6b-8403-ff8f1e5dfc63 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/subnets/aa283cfd-c1d3-471f-b09e-d02547b685d6 HTTP/1.1" status: 204 len: 168 time: 0.5538292 Aug 23 03:46:32.702979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47054) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:32.744340 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-67c0f6db-5642-4004-94e3-e2129ee161ea tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1959105 Aug 23 03:46:32.748329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47056) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:32.783066 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a6c40298-a34f-4e61-a81d-eb76cadbb184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.785946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a6c40298-a34f-4e61-a81d-eb76cadbb184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.789590 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a6c40298-a34f-4e61-a81d-eb76cadbb184 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d28e55d3-281d-4644-a8ac-925cd8f731b6 HTTP/1.1" status: 204 len: 168 time: 0.2410376 Aug 23 03:46:32.800511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c40298-a34f-4e61-a81d-eb76cadbb184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28e55d3-281d-4644-a8ac-925cd8f731b6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:32.819398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.882185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port 7db1b02b-4a1e-4095-a7ce-e1d042189baf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:32.882786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.917662 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.923129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd540b-6579-4ad6-a6e0-336cd32f2d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-7f36a28a-b8d9-4524-9763-50ddc081a8db', 'network_id': '7f36a28a-b8d9-4524-9763-50ddc081a8db', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': '70678f13-5481-43ab-aa69-d5a9a4ccee81'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:32.925968 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0abd540b-6579-4ad6-a6e0-336cd32f2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:32.984657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] For port 7db1b02b-4a1e-4095-a7ce-e1d042189baf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7db1b02b-4a1e-4095-a7ce-e1d042189baf,segment=NetworkSegment(a3da2a7a-293d-48c1-998b-4c250673cfca),segment_id=a3da2a7a-293d-48c1-998b-4c250673cfca)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:32.984657 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.001086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.014786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for 7db1b02b-4a1e-4095-a7ce-e1d042189baf owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:33.079541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a524d40-8667-4885-9337-f8a752406d8a None None] DHCP port deletion for d3187166-9ff5-44db-b375-42f68a171f67 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:46:33.167054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4a524d40-8667-4885-9337-f8a752406d8a None None] Deleting port 7db1b02b-4a1e-4095-a7ce-e1d042189baf {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:33.167463 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a524d40-8667-4885-9337-f8a752406d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.229702 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.258021 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.263229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=70678f13-5481-43ab-aa69-d5a9a4ccee81,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:33.271963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4a524d40-8667-4885-9337-f8a752406d8a None None] For port 7db1b02b-4a1e-4095-a7ce-e1d042189baf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7db1b02b-4a1e-4095-a7ce-e1d042189baf,segment=NetworkSegment(a3da2a7a-293d-48c1-998b-4c250673cfca),segment_id=a3da2a7a-293d-48c1-998b-4c250673cfca)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:33.272448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a524d40-8667-4885-9337-f8a752406d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server [None req-0abd540b-6579-4ad6-a6e0-336cd32f2d05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70678f13-5481-43ab-aa69-d5a9a4ccee81: This subnet is being modified by another concurrent operation. Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 03:46:33.304525 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise exception Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70678f13-5481-43ab-aa69-d5a9a4ccee81: This subnet is being modified by another concurrent operation. Aug 23 03:46:33.308109 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Aug 23 03:46:33.316192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] No DVR routers for this DVR port 7db1b02b-4a1e-4095-a7ce-e1d042189baf on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:33.318053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=7db1b02b-4a1e-4095-a7ce-e1d042189baf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:33.324658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4a524d40-8667-4885-9337-f8a752406d8a None None] Calling delete_port for 7db1b02b-4a1e-4095-a7ce-e1d042189baf owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:33.347885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc10d446-a48f-4a0e-ba1f-ea752e15ece8 None None] Network 7f36a28a-b8d9-4524-9763-50ddc081a8db requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:33.388239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.416112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f36a28a-b8d9-4524-9763-50ddc081a8db']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:33.443886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.444404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700c04fe-09e9-4d3f-ac9e-96e4e7dca27a') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:33.444973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700c04fe-09e9-4d3f-ac9e-96e4e7dca27a') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:33.455195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3187166-9ff5-44db-b375-42f68a171f67']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:33.467939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3da2a7a-293d-48c1-998b-4c250673cfca') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:33.468647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3da2a7a-293d-48c1-998b-4c250673cfca') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:33.470254 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.480660 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.499616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.500999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.517409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:33.519527 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.521041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:33.521442 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:33.531803 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:33.549547 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:33.670954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a524d40-8667-4885-9337-f8a752406d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.711486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a524d40-8667-4885-9337-f8a752406d8a None None] Pushing event deleted for resources: {'Port': ['ID=7db1b02b-4a1e-4095-a7ce-e1d042189baf,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:33.717985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a524d40-8667-4885-9337-f8a752406d8a None None] No DVR routers for this DVR port 7db1b02b-4a1e-4095-a7ce-e1d042189baf on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:33.728864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.730338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.739032 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.740957 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/networks/d3187166-9ff5-44db-b375-42f68a171f67 HTTP/1.1" status: 204 len: 168 time: 1.0364218 Aug 23 03:46:33.743265 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:33.743660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47084) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:33.752071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/7f36a28a-b8d9-4524-9763-50ddc081a8db HTTP/1.1" status: 204 len: 168 time: 1.0023558 Aug 23 03:46:33.758260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47086) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:33.767804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27700da-5e35-411e-98ab-eea6356f61b9 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 03:46:33.784638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec1dc7-384f-432a-bd98-2d40683b6e1d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Network': ['ID=d3187166-9ff5-44db-b375-42f68a171f67,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:33.810156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8b788-c5cc-4e7e-ae33-69cb131f8b23 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=7f36a28a-b8d9-4524-9763-50ddc081a8db,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:33.813466 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4608c7aa-687b-4bec-9fbd-b558dbc8408b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] GET failed (client error): The resource could not be found. Aug 23 03:46:33.820029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4608c7aa-687b-4bec-9fbd-b558dbc8408b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/subnets/70678f13-5481-43ab-aa69-d5a9a4ccee81 HTTP/1.1" status: 404 len: 337 time: 0.0570581 Aug 23 03:46:33.821885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47088) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:33.848569 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cf817a-e2da-4420-918f-6a7d5de11f49 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:33.848569 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54cf817a-e2da-4420-918f-6a7d5de11f49 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:33.866862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-54cf817a-e2da-4420-918f-6a7d5de11f49 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/7f36a28a-b8d9-4524-9763-50ddc081a8db HTTP/1.1" status: 404 len: 339 time: 0.0432866 Aug 23 03:46:33.867558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47090) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:33.974590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27700da-5e35-411e-98ab-eea6356f61b9 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 03:46:34.023650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port dc2a9456-2f30-47a8-b687-955a0c06c751 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:34.024062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:34.121232 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:34.121724 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:34.137917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for dc2a9456-2f30-47a8-b687-955a0c06c751 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:34.156266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673684c-cce1-4206-80a4-54c976e1fe06 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:34.159768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d673684c-cce1-4206-80a4-54c976e1fe06 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2902381 Aug 23 03:46:34.164784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47100) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.222585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-eae704cd-85c8-464c-bad7-74ba9d71247a tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 207 time: 0.0522971 Aug 23 03:46:34.222585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47104) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.395288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7db1b02b-4a1e-4095-a7ce-e1d042189baf no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:46:34.430673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 7db1b02b-4a1e-4095-a7ce-e1d042189baf {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:46:34.431028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7db1b02b-4a1e-4095-a7ce-e1d042189baf not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:46:34.444409 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:34.480888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=dc2a9456-2f30-47a8-b687-955a0c06c751,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:34.519606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2cae0a-11df-4fe5-8e76-733e313d19a7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:34.525497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2cae0a-11df-4fe5-8e76-733e313d19a7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:34.531631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2cae0a-11df-4fe5-8e76-733e313d19a7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:34.538305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2cae0a-11df-4fe5-8e76-733e313d19a7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:34.540175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0a2cae0a-11df-4fe5-8e76-733e313d19a7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3159866 Aug 23 03:46:34.544075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47116) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.545498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:34.549181 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:34.550662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-660e4ce7-a291-47c3-9ccc-141ec6b1ce2b tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/floatingips/572b1488-c1e6-4af9-8a36-ca05e4cd631d HTTP/1.1" status: 204 len: 168 time: 0.8059320 Aug 23 03:46:34.555976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47120) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.582248 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7acf296-3393-4864-9f36-1246c0c69939 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:34.582809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7acf296-3393-4864-9f36-1246c0c69939 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:34.584593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c7acf296-3393-4864-9f36-1246c0c69939 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/ports/dabedc50-4f25-483b-8efa-9845fd9b5f81 HTTP/1.1" status: 404 len: 333 time: 0.0273890 Aug 23 03:46:34.587347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47122) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.616285 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e4ac9330-23bf-4b84-b719-de36784ce5f3 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "GET /v2.0/ports?device_id=a17f2418-ece8-4e5e-8f96-48920a83102b HTTP/1.1" status: 200 len: 205 time: 0.0276711 Aug 23 03:46:34.621639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47126) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.668752 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-0d735b3c-7385-4ba7-ada1-e716a244f02a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] delete failed (client error): The resource could not be found. Aug 23 03:46:34.672460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0d735b3c-7385-4ba7-ada1-e716a244f02a tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/routers/a17f2418-ece8-4e5e-8f96-48920a83102b HTTP/1.1" status: 404 len: 336 time: 0.0468600 Aug 23 03:46:34.672702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47128) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.684879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-60d6066d-d170-41dd-9e02-760092637f69 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1354184 Aug 23 03:46:34.684879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47130) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.718651 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b08388-a875-48e2-86ab-5564630f7174 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:34.719127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b08388-a875-48e2-86ab-5564630f7174 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:34.724098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-18b08388-a875-48e2-86ab-5564630f7174 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/subnets/aa283cfd-c1d3-471f-b09e-d02547b685d6 HTTP/1.1" status: 404 len: 337 time: 0.0472536 Aug 23 03:46:34.725469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47136) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.798269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baee930-f6d8-4479-a472-04cdaf72edf5 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:34.800098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baee930-f6d8-4479-a472-04cdaf72edf5 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:34.802351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3baee930-f6d8-4479-a472-04cdaf72edf5 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1161580 Aug 23 03:46:34.805614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47138) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.846436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5368314a-a82e-40d5-b6fa-1a514c7b280d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port 99466277-ce0a-4833-ab27-b35ef112df8f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:34.847463 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5368314a-a82e-40d5-b6fa-1a514c7b280d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:34.868544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5242-6e78-4e48-b0b3-37f32230642f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:34.870029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5242-6e78-4e48-b0b3-37f32230642f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:34.874856 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0b5e5242-6e78-4e48-b0b3-37f32230642f tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0615368 Aug 23 03:46:34.875178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47140) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:34.968119 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5368314a-a82e-40d5-b6fa-1a514c7b280d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:34.997031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5368314a-a82e-40d5-b6fa-1a514c7b280d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for 99466277-ce0a-4833-ab27-b35ef112df8f owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:35.019841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c84a91-9980-4c4c-86ad-61b1b0fe86a8 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:35.025870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-12c84a91-9980-4c4c-86ad-61b1b0fe86a8 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/networks/5de911b9-51f9-49dc-b201-fc52dba9911d HTTP/1.1" status: 200 len: 799 time: 0.1495769 Aug 23 03:46:35.026511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47150) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:35.158948 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ab6aa013-2d5a-44c5-bf42-f60b73068d55 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/networks/5de911b9-51f9-49dc-b201-fc52dba9911d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1312718 Aug 23 03:46:35.162189 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47156) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:35.220748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6a472-87aa-4807-b2f4-e1a5f831e303 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:35.222207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-49a6a472-87aa-4807-b2f4-e1a5f831e303 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/subnets/b46d4958-1f83-4d9c-ac84-5f84f0fb7998 HTTP/1.1" status: 200 len: 811 time: 0.0591006 Aug 23 03:46:35.225774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47160) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:35.233362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5368314a-a82e-40d5-b6fa-1a514c7b280d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:35.267617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368314a-a82e-40d5-b6fa-1a514c7b280d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=99466277-ce0a-4833-ab27-b35ef112df8f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:35.280082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5df484-b979-4033-aa35-44caa2bc81c1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:35.281579 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2b5df484-b979-4033-aa35-44caa2bc81c1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "GET /v2.0/subnets/b46d4958-1f83-4d9c-ac84-5f84f0fb7998?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0548851 Aug 23 03:46:35.285446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47162) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:35.295860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1536365063'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:35.362273 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5368314a-a82e-40d5-b6fa-1a514c7b280d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:35.364266 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5368314a-a82e-40d5-b6fa-1a514c7b280d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/ports/99466277-ce0a-4833-ab27-b35ef112df8f HTTP/1.1" status: 204 len: 168 time: 0.6374876 Aug 23 03:46:35.366819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47168) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:35.392904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:35.394101 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:35.432292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:35.448111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:35.448501 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Added segment e5f475f0-c3e1-4d40-9593-f7ebc3aca38a of type vlan for network 49dac013-b545-4bee-a6b8-49d505847341 Aug 23 03:46:35.495742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:35.514786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb3984-b04d-48cd-b8fd-f89483e5d021 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port cb447f36-425a-40a0-b5fe-965c193d261b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:35.515298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bcb3984-b04d-48cd-b8fd-f89483e5d021 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:35.598075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:35.606209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:35.606988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:35.614778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bcb3984-b04d-48cd-b8fd-f89483e5d021 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:35.643287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb3984-b04d-48cd-b8fd-f89483e5d021 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for cb447f36-425a-40a0-b5fe-965c193d261b owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:35.692184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Network': ['ID=49dac013-b545-4bee-a6b8-49d505847341,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:35.724905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 49dac013-b545-4bee-a6b8-49d505847341 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:35.727522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8daab1f7-5b6a-4a4d-994a-9809db3457f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4404535 Aug 23 03:46:35.730369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47184) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:35.738149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'network_id': '49dac013-b545-4bee-a6b8-49d505847341', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:35.994881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bcb3984-b04d-48cd-b8fd-f89483e5d021 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:36.024077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb3984-b04d-48cd-b8fd-f89483e5d021 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=cb447f36-425a-40a0-b5fe-965c193d261b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:36.027210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Made reservation on behalf of d4f7112f52294c34b71b8cc7d91ffc59 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:36.030836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:36.102215 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bcb3984-b04d-48cd-b8fd-f89483e5d021 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:36.104181 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9bcb3984-b04d-48cd-b8fd-f89483e5d021 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/ports/cb447f36-425a-40a0-b5fe-965c193d261b HTTP/1.1" status: 204 len: 168 time: 0.7363183 Aug 23 03:46:36.106882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47198) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:36.108266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Performing IP validity checks on allocation pools {{(pid=95121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 03:46:36.108809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 03:46:36.166183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a70fd-e4d9-41d8-bbaf-84a651b15d26 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:36.167743 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-438a70fd-e4d9-41d8-bbaf-84a651b15d26 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "GET /v2.0/ports?device_id=53248147-4df1-4b8d-8341-da3e9f4db979 HTTP/1.1" status: 200 len: 913 time: 0.0599146 Aug 23 03:46:36.170730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47200) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:36.360990 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:36.442832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=a51970b8-efd3-4ea5-9557-3a050548fe27,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:36.453252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Checking segment: {'id': 'e5f475f0-c3e1-4d40-9593-f7ebc3aca38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49dac013-b545-4bee-a6b8-49d505847341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:36.453622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network hostable DHCP agents. Network: 49dac013-b545-4bee-a6b8-49d505847341, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:36.574359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Network 49dac013-b545-4bee-a6b8-49d505847341 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:36.599158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:36.668858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 49dac013-b545-4bee-a6b8-49d505847341) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:36.673273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:36.673766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:36.678010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4431d194-d81a-40f2-8c18-a3046e323d3d None None] Network 49dac013-b545-4bee-a6b8-49d505847341 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:36.789490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6d5b1ce3-eee5-4824-b642-fb05485e8c91 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0578270 Aug 23 03:46:36.792174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47220) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:36.798258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4ceabdb8-cab2-405c-a479-36e3c815bf62 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:36.943086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-49dac013-b545-4bee-a6b8-49d505847341', 'network_id': '49dac013-b545-4bee-a6b8-49d505847341', 'tenant_id': 'd4f7112f52294c34b71b8cc7d91ffc59', 'fixed_ips': [{'subnet_id': 'a51970b8-efd3-4ea5-9557-3a050548fe27'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:36.944110 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:36.954649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port 8a7866dd-d08b-413b-812f-b56a9036b25a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:36.955074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.009819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ceabdb8-cab2-405c-a479-36e3c815bf62 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9175398'] for subnet, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.096803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.122466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for 8a7866dd-d08b-413b-812f-b56a9036b25a owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:37.298693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ceabdb8-cab2-405c-a479-36e3c815bf62 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735236736862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8836915'] for subnet, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.353115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceabdb8-cab2-405c-a479-36e3c815bf62 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:37.354023 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4ceabdb8-cab2-405c-a479-36e3c815bf62 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.355047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4ceabdb8-cab2-405c-a479-36e3c815bf62 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "PUT /v2.0/subnets/a51970b8-efd3-4ea5-9557-3a050548fe27 HTTP/1.1" status: 200 len: 877 time: 0.5618699 Aug 23 03:46:37.358074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47236) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:37.374250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Allocated IP 172.20.0.3 (49dac013-b545-4bee-a6b8-49d505847341/a51970b8-efd3-4ea5-9557-3a050548fe27/fb6f027c-d2b6-4085-9456-afab136e2264) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:37.400451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceabdb8-cab2-405c-a479-36e3c815bf62 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event updated for resources: {'Subnet': ['ID=a51970b8-efd3-4ea5-9557-3a050548fe27,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:37.424300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.465443 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.475482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=8a7866dd-d08b-413b-812f-b56a9036b25a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:37.492810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.567252 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.585982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Transition to ACTIVE for port object fb6f027c-d2b6-4085-9456-afab136e2264 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:37.588380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.606810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Transition to ACTIVE for port object fb6f027c-d2b6-4085-9456-afab136e2264 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:37.697624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.703711 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.748430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Network 49dac013-b545-4bee-a6b8-49d505847341 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:37.752681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:37.759005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:37.765567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Pushing event updated for resources: {'Port': ['ID=fb6f027c-d2b6-4085-9456-afab136e2264,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:37.834011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Attempting to bind port fb6f027c-d2b6-4085-9456-afab136e2264 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:46:37.834493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Attempting to bind port fb6f027c-d2b6-4085-9456-afab136e2264 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'e5f475f0-c3e1-4d40-9593-f7ebc3aca38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49dac013-b545-4bee-a6b8-49d505847341'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:46:37.837542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Attempting to bind port fb6f027c-d2b6-4085-9456-afab136e2264 on network 49dac013-b545-4bee-a6b8-49d505847341 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:46:37.841300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:46:37.841814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Checking segment: {'id': 'e5f475f0-c3e1-4d40-9593-f7ebc3aca38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49dac013-b545-4bee-a6b8-49d505847341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:37.842353 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.842985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Bound using segment: {'id': 'e5f475f0-c3e1-4d40-9593-f7ebc3aca38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49dac013-b545-4bee-a6b8-49d505847341'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:46:37.843638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Bound port: fb6f027c-d2b6-4085-9456-afab136e2264, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f475f0-c3e1-4d40-9593-f7ebc3aca38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '49dac013-b545-4bee-a6b8-49d505847341'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:46:37.843860 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.862028 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:37.906319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=a51970b8-efd3-4ea5-9557-3a050548fe27,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:37.954096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Router 53248147-4df1-4b8d-8341-da3e9f4db979 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:37.954202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] For port fb6f027c-d2b6-4085-9456-afab136e2264, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:46:37.966954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] For port fb6f027c-d2b6-4085-9456-afab136e2264, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fb6f027c-d2b6-4085-9456-afab136e2264,segment=NetworkSegment(e5f475f0-c3e1-4d40-9593-f7ebc3aca38a),segment_id=e5f475f0-c3e1-4d40-9593-f7ebc3aca38a)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:46:37.989742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:38.001750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dac013-b545-4bee-a6b8-49d505847341']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:38.013974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f475f0-c3e1-4d40-9593-f7ebc3aca38a') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:38.014297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f475f0-c3e1-4d40-9593-f7ebc3aca38a') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:38.024352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:38.077703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:38.095983 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b2680-51ff-456b-b4af-9d261aef2b37 None None] Sync routers for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:38.103426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9e902101-3d1a-46f1-a84e-b2d11a232112 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "PUT /v2.0/routers/53248147-4df1-4b8d-8341-da3e9f4db979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9264460 Aug 23 03:46:38.103572 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:38.103705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:38.107207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47258) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:38.111543 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b2680-51ff-456b-b4af-9d261aef2b37 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:38.112672 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c46b2680-51ff-456b-b4af-9d261aef2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:38.157517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:38.157932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:38.161390 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:38.205696 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c46b2680-51ff-456b-b4af-9d261aef2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:38.224641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5a2ec-3ffb-4daf-83b6-1d871e7b535a None None] Pushing event updated for resources: {'Port': ['ID=fb6f027c-d2b6-4085-9456-afab136e2264,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:38.226456 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b2680-51ff-456b-b4af-9d261aef2b37 None None] Routers {'53248147-4df1-4b8d-8341-da3e9f4db979'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:38.227142 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c46b2680-51ff-456b-b4af-9d261aef2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['53248147-4df1-4b8d-8341-da3e9f4db979'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:38.271548 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c46b2680-51ff-456b-b4af-9d261aef2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:38.272201 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b2680-51ff-456b-b4af-9d261aef2b37 None None] The sync data for ids ['53248147-4df1-4b8d-8341-da3e9f4db979'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:38.307871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 03:46:38.307871 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 03:46:38.307871 n-d-749052-7 neutron-server[95121]: [parameters: {'id': '49dac013-b545-4bee-a6b8-49d505847341'}] Aug 23 03:46:38.307871 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:46:38.308676 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:46:38.312214 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:38.428294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:38.656294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting port 57c63dfa-7255-4d0f-8364-a021944ffe8e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:38.656629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:38.746367 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:38.760828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Calling delete_port for 57c63dfa-7255-4d0f-8364-a021944ffe8e owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:39.021212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47282) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:39.180180 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6165a5b4-c272-452a-a786-89e7fc2e285e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.239678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.307548 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa10749-8648-45d5-940f-9421bf867c2a None None] Network 49dac013-b545-4bee-a6b8-49d505847341 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:39.322563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6165a5b4-c272-452a-a786-89e7fc2e285e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.340010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3069c6-78c5-4487-9383-375bcd751938 req-a95c01c2-6c57-41e4-a176-50914c2788ce tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:39.341640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb3069c6-78c5-4487-9383-375bcd751938 req-a95c01c2-6c57-41e4-a176-50914c2788ce tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 946 time: 0.5595160 Aug 23 03:46:39.433529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6165a5b4-c272-452a-a786-89e7fc2e285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.502036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165a5b4-c272-452a-a786-89e7fc2e285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855dbc7a-3294-4901-a652-2d23523a3b28,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:39.530592 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6165a5b4-c272-452a-a786-89e7fc2e285e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f86a3c5ebe1a44e0933e7a9c4dda9a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053585 Aug 23 03:46:39.531326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47292) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:39.573289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb3069c6-78c5-4487-9383-375bcd751938 req-850eb2e5-8ee9-48f0-ae27-374a6779f3b0 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942885 Aug 23 03:46:39.580254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Deleting port fb6f027c-d2b6-4085-9456-afab136e2264 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:39.581211 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.601289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eda7663-ef42-47b9-80d3-965c0eeb88d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.639199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2f7d1c3c-0065-4a4c-8889-11dcc5026160 None None] Provisioning for port fb6f027c-d2b6-4085-9456-afab136e2264 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:39.641697 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.648508 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eda7663-ef42-47b9-80d3-965c0eeb88d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.686421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Port': ['ID=57c63dfa-7255-4d0f-8364-a021944ffe8e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:39.689606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] For port fb6f027c-d2b6-4085-9456-afab136e2264, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fb6f027c-d2b6-4085-9456-afab136e2264,segment=NetworkSegment(e5f475f0-c3e1-4d40-9593-f7ebc3aca38a),segment_id=e5f475f0-c3e1-4d40-9593-f7ebc3aca38a)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:39.690668 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.696385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6544feb8-ce48-4077-aaa8-a330718fe7c2 None None] DHCP port deletion for 49dac013-b545-4bee-a6b8-49d505847341 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:46:39.728831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Calling delete_port for fb6f027c-d2b6-4085-9456-afab136e2264 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:39.770746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6544feb8-ce48-4077-aaa8-a330718fe7c2 None None] Deleting port fb6f027c-d2b6-4085-9456-afab136e2264 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:39.771280 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6544feb8-ce48-4077-aaa8-a330718fe7c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.800658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eda7663-ef42-47b9-80d3-965c0eeb88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.803810 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eda7663-ef42-47b9-80d3-965c0eeb88d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.808005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8eda7663-ef42-47b9-80d3-965c0eeb88d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/855dbc7a-3294-4901-a652-2d23523a3b28 HTTP/1.1" status: 204 len: 168 time: 0.2754393 Aug 23 03:46:39.819169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.826547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda7663-ef42-47b9-80d3-965c0eeb88d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855dbc7a-3294-4901-a652-2d23523a3b28,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:39.900896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6544feb8-ce48-4077-aaa8-a330718fe7c2 None None] For port fb6f027c-d2b6-4085-9456-afab136e2264, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fb6f027c-d2b6-4085-9456-afab136e2264,segment=NetworkSegment(e5f475f0-c3e1-4d40-9593-f7ebc3aca38a),segment_id=e5f475f0-c3e1-4d40-9593-f7ebc3aca38a)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:39.905890 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6544feb8-ce48-4077-aaa8-a330718fe7c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.930948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6544feb8-ce48-4077-aaa8-a330718fe7c2 None None] Calling delete_port for fb6f027c-d2b6-4085-9456-afab136e2264 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:39.978313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:39.984331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.178140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.182051 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.182682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Fanout notify agent at l3_agent the message router_deleted on router 53248147-4df1-4b8d-8341-da3e9f4db979 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:46:40.193718 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6544feb8-ce48-4077-aaa8-a330718fe7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.194088 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.197786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4f991004-2b2c-4490-8b28-f9de62954429 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/routers/53248147-4df1-4b8d-8341-da3e9f4db979 HTTP/1.1" status: 204 len: 168 time: 2.0872235 Aug 23 03:46:40.199088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47306) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:40.216784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Port': ['ID=fb6f027c-d2b6-4085-9456-afab136e2264,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:40.224122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No DVR routers for this DVR port fb6f027c-d2b6-4085-9456-afab136e2264 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:40.246892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544feb8-ce48-4077-aaa8-a330718fe7c2 None None] No DVR routers for this DVR port fb6f027c-d2b6-4085-9456-afab136e2264 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:40.249397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544feb8-ce48-4077-aaa8-a330718fe7c2 None None] Pushing event deleted for resources: {'Port': ['ID=fb6f027c-d2b6-4085-9456-afab136e2264,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:40.277958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7e37b2-3740-4f20-a72d-3f92c46a89dc None None] Network 49dac013-b545-4bee-a6b8-49d505847341 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:40.378465 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.397487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dac013-b545-4bee-a6b8-49d505847341']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:40.411681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f475f0-c3e1-4d40-9593-f7ebc3aca38a') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:40.412249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f475f0-c3e1-4d40-9593-f7ebc3aca38a') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:40.424738 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.443684 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.451105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:40.451674 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:40.461148 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:40.612369 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.624803 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.626674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/49dac013-b545-4bee-a6b8-49d505847341 HTTP/1.1" status: 204 len: 168 time: 3.2676513 Aug 23 03:46:40.637098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47316) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:40.647467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a33517-9fa3-4c06-b23c-be3d7a9dba14 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=49dac013-b545-4bee-a6b8-49d505847341,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:40.671765 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a15c27-893f-4398-8c79-2c2885abe273 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:40.672224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a15c27-893f-4398-8c79-2c2885abe273 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:40.673997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-29a15c27-893f-4398-8c79-2c2885abe273 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/a51970b8-efd3-4ea5-9557-3a050548fe27 HTTP/1.1" status: 404 len: 337 time: 0.0359554 Aug 23 03:46:40.677842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47318) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:40.693818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718ed9-3bf5-4b73-a1f5-7f0716ca3191 req-0db22f83-03e1-4b65-a708-a488b1801fd7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:40.697781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79718ed9-3bf5-4b73-a1f5-7f0716ca3191 req-0db22f83-03e1-4b65-a708-a488b1801fd7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 946 time: 0.1125319 Aug 23 03:46:40.708975 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02f662d-4e47-443d-b7a5-de587db24ffa tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:40.709547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02f662d-4e47-443d-b7a5-de587db24ffa tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:40.711196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b02f662d-4e47-443d-b7a5-de587db24ffa tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/49dac013-b545-4bee-a6b8-49d505847341 HTTP/1.1" status: 404 len: 339 time: 0.0324280 Aug 23 03:46:40.714092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47320) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:40.735579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47322) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:40.747054 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a98d887-9e8b-4b0b-9789-943747b2bcb8 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:40.747512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a98d887-9e8b-4b0b-9789-943747b2bcb8 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:40.749384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6a98d887-9e8b-4b0b-9789-943747b2bcb8 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/70678f13-5481-43ab-aa69-d5a9a4ccee81 HTTP/1.1" status: 404 len: 337 time: 0.0342104 Aug 23 03:46:40.753087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47324) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:40.754397 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79718ed9-3bf5-4b73-a1f5-7f0716ca3191 req-bcbd6cb7-0e02-4cea-8e88-5f8941936acd tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477149 Aug 23 03:46:40.755272 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17685b0f-841b-4eb6-810d-dd73f33f92b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.784089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-69718e46-b9a1-4395-bd59-069a3da27a17 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Deleting subnet 361f7313-e210-4a2b-9e29-052b513cc473 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:46:40.790691 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-7141bfdb-365c-4fe3-af0a-545205ab0d4c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:40.790691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7141bfdb-365c-4fe3-af0a-545205ab0d4c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:40.791848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7141bfdb-365c-4fe3-af0a-545205ab0d4c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/7f36a28a-b8d9-4524-9763-50ddc081a8db HTTP/1.1" status: 404 len: 339 time: 0.0376775 Aug 23 03:46:40.792819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69718e46-b9a1-4395-bd59-069a3da27a17 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.795382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47330) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:40.838452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47334) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:40.845277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-828235625'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:40.852200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69718e46-b9a1-4395-bd59-069a3da27a17 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.902773 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.908725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69718e46-b9a1-4395-bd59-069a3da27a17 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:40.975179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17685b0f-841b-4eb6-810d-dd73f33f92b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.021987 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.031540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fe570c-239e-48ad-aa93-68eabaf0b3a5']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:41.041088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1c2eb3-c8a1-4e44-844a-8179f4708bde') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:41.041385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1c2eb3-c8a1-4e44-844a-8179f4708bde') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:41.044299 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69718e46-b9a1-4395-bd59-069a3da27a17 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.051057 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.064546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.070863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17685b0f-841b-4eb6-810d-dd73f33f92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.074211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:41.074597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.076516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69718e46-b9a1-4395-bd59-069a3da27a17 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:41.079025 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:41.081079 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-69718e46-b9a1-4395-bd59-069a3da27a17 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/subnets/361f7313-e210-4a2b-9e29-052b513cc473 HTTP/1.1" status: 204 len: 168 time: 0.8805404 Aug 23 03:46:41.084398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69718e46-b9a1-4395-bd59-069a3da27a17 tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Subnet': ['ID=361f7313-e210-4a2b-9e29-052b513cc473,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:41.086695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47338) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.161491 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-17685b0f-841b-4eb6-810d-dd73f33f92b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0ad14a94c344b279b7fa5241cbe8e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248803 Aug 23 03:46:41.167316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17685b0f-841b-4eb6-810d-dd73f33f92b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e908e8c1-a141-456a-9445-d6aa3ef23379,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:41.167506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47342) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.186732 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.191074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:41.194505 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.262857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.270446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.272266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/12fe570c-239e-48ad-aa93-68eabaf0b3a5 HTTP/1.1" status: 204 len: 168 time: 0.4756343 Aug 23 03:46:41.281365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47344) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.284434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a308a2-b576-4a5d-8328-7b0a6b8cf4a2 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=12fe570c-239e-48ad-aa93-68eabaf0b3a5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:41.293275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:41.328612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2b0f569-d891-4187-b182-5bad60bd2280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.334328 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b54388-f3bd-430f-8d28-2437e0ce8ad0 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.334787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b54388-f3bd-430f-8d28-2437e0ce8ad0 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.336539 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3b54388-f3bd-430f-8d28-2437e0ce8ad0 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/374e39b0-cdb0-4c77-82d1-d95f39be3749 HTTP/1.1" status: 404 len: 337 time: 0.0516081 Aug 23 03:46:41.339323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47346) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.358844 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da19a3b-0442-4c91-b81c-3620ed3ea74c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.359470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da19a3b-0442-4c91-b81c-3620ed3ea74c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.361576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4da19a3b-0442-4c91-b81c-3620ed3ea74c tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/70181907-3e85-490d-8101-7b69a657945f HTTP/1.1" status: 404 len: 339 time: 0.0204504 Aug 23 03:46:41.364406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47350) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.373942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.378148 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.378517 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Added segment a1a6719b-e5be-41db-baba-de50f9247f9f of type vlan for network e1a975d3-e990-4089-8800-cde315873959 Aug 23 03:46:41.393741 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f68e79e-f7e2-4bd1-801d-6d2f000618ed tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.394452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f68e79e-f7e2-4bd1-801d-6d2f000618ed tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.397084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4f68e79e-f7e2-4bd1-801d-6d2f000618ed tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/a728fc64-2e24-4585-9772-c061367de28f HTTP/1.1" status: 404 len: 337 time: 0.0307364 Aug 23 03:46:41.400065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47354) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.401078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf4e298-65b3-427b-8dfb-91181f859fae']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:41.420541 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-879e7c0d-b2ac-4784-a84e-2f2b2b7aac95 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.421250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879e7c0d-b2ac-4784-a84e-2f2b2b7aac95 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.422994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-879e7c0d-b2ac-4784-a84e-2f2b2b7aac95 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/93ca049c-f70b-450e-bf1d-bb8405f8cf5b HTTP/1.1" status: 404 len: 339 time: 0.0220189 Aug 23 03:46:41.426625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47356) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.435496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dcbc65-9cf0-4da2-a755-eff0bf567d6b') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:41.435663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dcbc65-9cf0-4da2-a755-eff0bf567d6b') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:41.447736 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2b0f569-d891-4187-b182-5bad60bd2280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.457516 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ad32c8-3dd1-4a09-827e-c36a4b4a0db0 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.457976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ad32c8-3dd1-4a09-827e-c36a4b4a0db0 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.462055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c5ad32c8-3dd1-4a09-827e-c36a4b4a0db0 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/9b05d109-5e82-4b10-8812-1ace27cf096d HTTP/1.1" status: 404 len: 337 time: 0.0326622 Aug 23 03:46:41.462477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47360) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.467612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.476000 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.485224 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1a8b04-15c8-4f0e-a76a-fda1ffb443f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.486197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1a8b04-15c8-4f0e-a76a-fda1ffb443f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.487825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9e1a8b04-15c8-4f0e-a76a-fda1ffb443f7 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/44ff285b-0c3d-4fa5-9b92-c963ff268f12 HTTP/1.1" status: 404 len: 339 time: 0.0244210 Aug 23 03:46:41.490660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47362) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.519531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.520295 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cd28a3-e9fb-4431-84c5-7d2bb4f092ae tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.520611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cd28a3-e9fb-4431-84c5-7d2bb4f092ae tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.525455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-56cd28a3-e9fb-4431-84c5-7d2bb4f092ae tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/1b12fc25-332a-4ca4-9798-df464556e4da HTTP/1.1" status: 404 len: 337 time: 0.0313859 Aug 23 03:46:41.529803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47364) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.533053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:41.533529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:41.542208 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:41.548776 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7277f39f-3602-463e-ac08-4045aace5336 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.549398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7277f39f-3602-463e-ac08-4045aace5336 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.552250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7277f39f-3602-463e-ac08-4045aace5336 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/9d8c3698-1193-4479-8895-e584915c2d04 HTTP/1.1" status: 404 len: 339 time: 0.0248601 Aug 23 03:46:41.557127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47370) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.593362 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf4815a-c094-4386-be3a-c1d4855bf6ff tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.595583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf4815a-c094-4386-be3a-c1d4855bf6ff tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.595709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-caf4815a-c094-4386-be3a-c1d4855bf6ff tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/0d5c60c8-e725-40ee-9d4d-f139261769ff HTTP/1.1" status: 404 len: 337 time: 0.0389977 Aug 23 03:46:41.598862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47372) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.617805 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ee7616-ea2f-4a5d-af18-eb2580154165 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.618347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ee7616-ea2f-4a5d-af18-eb2580154165 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.620034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-37ee7616-ea2f-4a5d-af18-eb2580154165 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/75a2847c-8d2c-46c7-8f79-b90fcd555323 HTTP/1.1" status: 404 len: 339 time: 0.0200756 Aug 23 03:46:41.623093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47374) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.623229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.629983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:41.630592 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.674353 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-998d8f35-a97a-41cb-a258-3ccd556a4e4d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.674808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998d8f35-a97a-41cb-a258-3ccd556a4e4d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.678897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-998d8f35-a97a-41cb-a258-3ccd556a4e4d tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/5a34cb19-8ca7-4c55-bb4d-84374eeca5da HTTP/1.1" status: 404 len: 337 time: 0.0523393 Aug 23 03:46:41.679756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47376) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.698466 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2b0f569-d891-4187-b182-5bad60bd2280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.700327 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc59f61-9349-407a-8dc5-67516ce110f6 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.700898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc59f61-9349-407a-8dc5-67516ce110f6 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.701086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f2b0f569-d891-4187-b182-5bad60bd2280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.705051 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6cc59f61-9349-407a-8dc5-67516ce110f6 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/ea373931-52f0-4096-99d0-7982b1dac66a HTTP/1.1" status: 404 len: 339 time: 0.0219941 Aug 23 03:46:41.705264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f2b0f569-d891-4187-b182-5bad60bd2280 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e908e8c1-a141-456a-9445-d6aa3ef23379 HTTP/1.1" status: 204 len: 168 time: 0.5368569 Aug 23 03:46:41.706175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47380) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.711183 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.716035 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.719190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] 10.222.0.20 "DELETE /v2.0/networks/ebf4e298-65b3-427b-8dfb-91181f859fae HTTP/1.1" status: 204 len: 168 time: 0.6294119 Aug 23 03:46:41.730196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Network': ['ID=e1a975d3-e990-4089-8800-cde315873959,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:41.738094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0f569-d891-4187-b182-5bad60bd2280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e908e8c1-a141-456a-9445-d6aa3ef23379,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:41.743101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network e1a975d3-e990-4089-8800-cde315873959 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:41.751072 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b6cb4c-d63e-421d-a4d9-d55af17d33c1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.751531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b6cb4c-d63e-421d-a4d9-d55af17d33c1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.753737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-01b6cb4c-d63e-421d-a4d9-d55af17d33c1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/ec07d9f6-2e35-4c66-b057-63a44314df19 HTTP/1.1" status: 404 len: 337 time: 0.0465117 Aug 23 03:46:41.756916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47384) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.781979 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fe2b7e29-1f79-4a0a-adc4-56d89830606b tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9401391 Aug 23 03:46:41.782521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47388) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.783124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ca4d-1c57-4567-babc-f8fcb4da8c9d tempest-FloatingIPTestJSON-803258715 tempest-FloatingIPTestJSON-803258715-project] Pushing event deleted for resources: {'Network': ['ID=ebf4e298-65b3-427b-8dfb-91181f859fae,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:41.789619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1829061864'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:41.793101 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e592509f-c0ab-48dc-8571-160558e9ed47 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.793581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e592509f-c0ab-48dc-8571-160558e9ed47 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.795489 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e592509f-c0ab-48dc-8571-160558e9ed47 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/91f4abc6-ae54-4af5-af2d-f6397ee016e8 HTTP/1.1" status: 404 len: 339 time: 0.0367374 Aug 23 03:46:41.798197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47390) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.803176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d04f5-71e3-412f-8d71-e64b6e1140cd req-0f9fba67-0274-444d-b8bb-86943c2e4434 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:41.811261 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e43d04f5-71e3-412f-8d71-e64b6e1140cd req-0f9fba67-0274-444d-b8bb-86943c2e4434 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 946 time: 0.1893835 Aug 23 03:46:41.827041 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-56921424-e38a-4646-b6ac-eb4aa7576fd8 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.831316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56921424-e38a-4646-b6ac-eb4aa7576fd8 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.831316 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-56921424-e38a-4646-b6ac-eb4aa7576fd8 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/76e1093f-9523-4006-b1db-c1961468c30d HTTP/1.1" status: 404 len: 337 time: 0.0298753 Aug 23 03:46:41.832626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47392) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.861537 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-076a4ac8-3cff-4126-9f4a-474dfe2fb1b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] DELETE failed (client error): The resource could not be found. Aug 23 03:46:41.861537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076a4ac8-3cff-4126-9f4a-474dfe2fb1b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:46:41.861537 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-076a4ac8-3cff-4126-9f4a-474dfe2fb1b1 tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/b83c67c1-01fe-4727-b32a-16db28ce333e HTTP/1.1" status: 404 len: 339 time: 0.0239103 Aug 23 03:46:41.863635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47394) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:41.863790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e43d04f5-71e3-412f-8d71-e64b6e1140cd req-32864b54-d987-4dbb-82c0-5b4f2d7b8ec9 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514364 Aug 23 03:46:41.923777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f09dc1-38e0-47c6-92b0-7a5bbc08a5cf tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Deleting subnet b46d4958-1f83-4d9c-ac84-5f84f0fb7998 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:46:41.929126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:41.929270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62f09dc1-38e0-47c6-92b0-7a5bbc08a5cf tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.929411 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.954885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:41.964515 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.971756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62f09dc1-38e0-47c6-92b0-7a5bbc08a5cf tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:41.981175 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Added segment bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e of type vlan for network bc7b0e5a-bf93-4308-95c6-e8890b706564 Aug 23 03:46:42.039796 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.074525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62f09dc1-38e0-47c6-92b0-7a5bbc08a5cf tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.148512 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.154243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:42.154852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.223197 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62f09dc1-38e0-47c6-92b0-7a5bbc08a5cf tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.223720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Network': ['ID=bc7b0e5a-bf93-4308-95c6-e8890b706564,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:42.234270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network bc7b0e5a-bf93-4308-95c6-e8890b706564 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:42.247333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-273da51e-7949-46db-9c8c-e82d42af8643 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4631591 Aug 23 03:46:42.249669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47402) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:42.250783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f09dc1-38e0-47c6-92b0-7a5bbc08a5cf tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Subnet': ['ID=b46d4958-1f83-4d9c-ac84-5f84f0fb7998,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:42.257450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62f09dc1-38e0-47c6-92b0-7a5bbc08a5cf tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.257790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'subnet': {'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:42.257929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-62f09dc1-38e0-47c6-92b0-7a5bbc08a5cf tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/subnets/b46d4958-1f83-4d9c-ac84-5f84f0fb7998 HTTP/1.1" status: 204 len: 168 time: 0.3919387 Aug 23 03:46:42.261712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47404) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:42.263470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11be382-3348-4dba-93a7-35d7152abf1f None None] Network 5de911b9-51f9-49dc-b201-fc52dba9911d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:42.376708 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.435056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Deleting port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:42.435309 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.440388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:42.445153 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.504134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eca51a-7dc9-486f-8980-dd3de1ecc391 None None] DHCP port deletion for 5de911b9-51f9-49dc-b201-fc52dba9911d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:46:42.515377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] For port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d398a6fb-2c7a-48d5-a40d-f0f4eed09d13,segment=NetworkSegment(733685eb-6346-4877-9085-d8b9fa20c6ee),segment_id=733685eb-6346-4877-9085-d8b9fa20c6ee)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:42.515877 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.531335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Calling delete_port for d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:42.578540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47414) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:42.583012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f9eca51a-7dc9-486f-8980-dd3de1ecc391 None None] Deleting port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:42.585930 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f9eca51a-7dc9-486f-8980-dd3de1ecc391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.688760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f9eca51a-7dc9-486f-8980-dd3de1ecc391 None None] For port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d398a6fb-2c7a-48d5-a40d-f0f4eed09d13,segment=NetworkSegment(733685eb-6346-4877-9085-d8b9fa20c6ee),segment_id=733685eb-6346-4877-9085-d8b9fa20c6ee)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:42.689198 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f9eca51a-7dc9-486f-8980-dd3de1ecc391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.703108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f9eca51a-7dc9-486f-8980-dd3de1ecc391 None None] Calling delete_port for d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:42.753251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.788674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Port': ['ID=d398a6fb-2c7a-48d5-a40d-f0f4eed09d13,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:42.790005 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f9eca51a-7dc9-486f-8980-dd3de1ecc391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.798385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] No DVR routers for this DVR port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:42.809251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eca51a-7dc9-486f-8980-dd3de1ecc391 None None] No DVR routers for this DVR port d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:42.843672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eca51a-7dc9-486f-8980-dd3de1ecc391 None None] Pushing event deleted for resources: {'Port': ['ID=d398a6fb-2c7a-48d5-a40d-f0f4eed09d13,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:42.874671 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.903556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.908193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-608eb94c-94a3-4cc1-9b26-8b8c24bbc868 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=465723e3da964ac5868c067a6521e251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288448 Aug 23 03:46:42.914086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47430) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:42.923993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de911b9-51f9-49dc-b201-fc52dba9911d']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:42.941345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733685eb-6346-4877-9085-d8b9fa20c6ee') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:42.941641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733685eb-6346-4877-9085-d8b9fa20c6ee') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:42.954263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Subnet': ['ID=6d8d55b4-99fd-4b4f-8c40-ed27c565121b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:42.959997 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:42.994733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Checking segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:42.995218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network hostable DHCP agents. Network: e1a975d3-e990-4089-8800-cde315873959, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:42.996631 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.021604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:43.022007 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:43.024808 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:43.054431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1200b46-cf51-45e6-8941-7005b0441dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.111251 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b8bd2-02ac-4e5c-bfc2-ba3e6bfaa6da req-da8c7ffc-5c34-41df-bb63-ef4f8d1e7684 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:43.112893 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b9b8bd2-02ac-4e5c-bfc2-ba3e6bfaa6da req-da8c7ffc-5c34-41df-bb63-ef4f8d1e7684 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 946 time: 0.1365824 Aug 23 03:46:43.123289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1200b46-cf51-45e6-8941-7005b0441dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.131519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network e1a975d3-e990-4089-8800-cde315873959 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:43.182834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b9b8bd2-02ac-4e5c-bfc2-ba3e6bfaa6da req-7ea7600a-8f9f-4c85-b3c0-a99ac0068f4a tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9cca9a-fac5-4c97-b30f-8f3dbc616110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621781 Aug 23 03:46:43.202588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-3a308b80-788c-42b5-a575-634e0204e812 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:43.204159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-3a308b80-788c-42b5-a575-634e0204e812 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.11 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 946 time: 0.0548224 Aug 23 03:46:43.245861 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.250211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, e1a975d3-e990-4089-8800-cde315873959) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:43.255028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:43.255622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.264320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbbe9a3-7f0c-44a5-973d-c8bdec287741 None None] Network e1a975d3-e990-4089-8800-cde315873959 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:43.277706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.284433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] 10.222.0.20 "DELETE /v2.0/networks/5de911b9-51f9-49dc-b201-fc52dba9911d HTTP/1.1" status: 204 len: 168 time: 1.0210311 Aug 23 03:46:43.286172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2996d4f-c043-4606-bc89-d717ba4af85b tempest-NetworksTest-1722597815 tempest-NetworksTest-1722597815-project] Pushing event deleted for resources: {'Network': ['ID=5de911b9-51f9-49dc-b201-fc52dba9911d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:43.317075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Deleting port fb27f768-0821-4ebe-9721-b155272b578f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:43.317618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.416622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1200b46-cf51-45e6-8941-7005b0441dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.416622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1200b46-cf51-45e6-8941-7005b0441dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.420413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b1200b46-cf51-45e6-8941-7005b0441dbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e11d782-dd01-4d23-8921-a910eaf6915c HTTP/1.1" status: 204 len: 168 time: 0.5055239 Aug 23 03:46:43.430967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1200b46-cf51-45e6-8941-7005b0441dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e11d782-dd01-4d23-8921-a910eaf6915c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:43.440794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f392d368-62ea-4d67-a5de-04f2825f890d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1898711 Aug 23 03:46:43.444071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47446) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:43.447898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] For port fb27f768-0821-4ebe-9721-b155272b578f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=fb27f768-0821-4ebe-9721-b155272b578f,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:43.448269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.449290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'subnet': {'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:43.474477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-e1a975d3-e990-4089-8800-cde315873959', 'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'fixed_ips': [{'subnet_id': '6d8d55b4-99fd-4b4f-8c40-ed27c565121b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:43.475456 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.610219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Allocated IP 10.1.1.2 (e1a975d3-e990-4089-8800-cde315873959/6d8d55b4-99fd-4b4f-8c40-ed27c565121b/8c888739-719f-43fd-a792-b1f05c15bfd5) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:43.632740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:43.636207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.636664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.636993 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Floating IP 7c889a91-7c47-46f5-b731-c6f1c3ef7dea disassociated. External IP: 172.25.1.109, port: fb27f768-0821-4ebe-9721-b155272b578f. Aug 23 03:46:43.637136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.637367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Calling delete_port for fb27f768-0821-4ebe-9721-b155272b578f owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:43.825391 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.853254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Transition to ACTIVE for port object 8c888739-719f-43fd-a792-b1f05c15bfd5 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:43.881215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Transition to ACTIVE for port object 8c888739-719f-43fd-a792-b1f05c15bfd5 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:43.931728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.959127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:43.961561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Pushing event deleted for resources: {'Port': ['ID=fb27f768-0821-4ebe-9721-b155272b578f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:43.982505 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:44.024864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Network e1a975d3-e990-4089-8800-cde315873959 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:44.028033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:44.031492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:44.045645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Pushing event updated for resources: {'Port': ['ID=8c888739-719f-43fd-a792-b1f05c15bfd5,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:44.081144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Checking segment: {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:44.081511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network hostable DHCP agents. Network: bc7b0e5a-bf93-4308-95c6-e8890b706564, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:44.086846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Subnet': ['ID=024b7630-afcc-486b-8e9c-0c3aee46e0fd,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:44.094194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Router ebb7a4d0-4926-48e1-be3d-a707c296f05c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:44.109841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Attempting to bind port 8c888739-719f-43fd-a792-b1f05c15bfd5 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:46:44.110322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Attempting to bind port 8c888739-719f-43fd-a792-b1f05c15bfd5 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:46:44.110785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Attempting to bind port 8c888739-719f-43fd-a792-b1f05c15bfd5 on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:46:44.116687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:46:44.117274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Checking segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:44.117779 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:44.118224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Bound using segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:46:44.118891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Bound port: 8c888739-719f-43fd-a792-b1f05c15bfd5, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:46:44.119460 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:44.188721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network bc7b0e5a-bf93-4308-95c6-e8890b706564 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:44.190513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] For port 8c888739-719f-43fd-a792-b1f05c15bfd5, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:46:44.194023 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] For port 8c888739-719f-43fd-a792-b1f05c15bfd5, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8c888739-719f-43fd-a792-b1f05c15bfd5,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:46:44.218734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:44.228242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] Sync routers for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:44.237157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:44.237808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:44.255473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] No DVR routers for this DVR port fb27f768-0821-4ebe-9721-b155272b578f on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:44.257975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:44.259969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2070ccf-f51d-4120-8439-5ecf2182a896 req-36dec9e1-e8b3-43eb-9b14-6593cba463d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.11 "DELETE /v2.0/ports/fb27f768-0821-4ebe-9721-b155272b578f HTTP/1.1" status: 204 len: 173 time: 1.0501087 Aug 23 03:46:44.260421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'name': 'network-vif-deleted', 'tag': 'fb27f768-0821-4ebe-9721-b155272b578f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:46:44.263087 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f756fb-833a-4389-9f77-59c753135407" -d '{"events": [{"server_uuid": "44d9faec-34ee-4662-9544-38cf2cbe4bf0", "name": "network-vif-deleted", "tag": "fb27f768-0821-4ebe-9721-b155272b578f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:46:44.302771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b616ae58-410c-46aa-a448-3babc8ea4aef req-cd41f316-6bdd-4fdf-8f3a-a6b5418f040f tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 210 time: 0.0362079 Aug 23 03:46:44.319733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, bc7b0e5a-bf93-4308-95c6-e8890b706564) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:44.324507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:44.324977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:44.327446 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa5e2e8-44e4-4974-9e19-88d485511280 x-openstack-request-id: req-1aa5e2e8-44e4-4974-9e19-88d485511280 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:46:44.327743 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d9faec-34ee-4662-9544-38cf2cbe4bf0", "name": "network-vif-deleted", "tag": "fb27f768-0821-4ebe-9721-b155272b578f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:46:44.327997 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aa5e2e8-44e4-4974-9e19-88d485511280 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:46:44.328397 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d9faec-34ee-4662-9544-38cf2cbe4bf0', 'name': 'network-vif-deleted', 'tag': 'fb27f768-0821-4ebe-9721-b155272b578f', 'status': 'completed', 'code': 200} Aug 23 03:46:44.374546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63888562-f215-4abe-95bd-fa3fb6b7b926 None None] Network bc7b0e5a-bf93-4308-95c6-e8890b706564 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:44.435013 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:44.437300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:46:44.452376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47464) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:44.468049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:46:44.468395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d398a6fb-2c7a-48d5-a40d-f0f4eed09d13 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:46:44.488851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47468) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:44.488988 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-32f2dfab-dcaf-4719-85ad-4b6ff8984fe8 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0426660 Aug 23 03:46:44.494958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'port': {'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'name': 'tempest-TaggedBootDevicesTest-1163420824', 'fixed_ips': [{'subnet_id': '6d8d55b4-99fd-4b4f-8c40-ed27c565121b'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:44.560738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:46:44.662365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27698e6-087b-4ba3-8ff3-f46848945609 None None] Pushing event updated for resources: {'Port': ['ID=8c888739-719f-43fd-a792-b1f05c15bfd5,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:44.922575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47478) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:44.939646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-bc7b0e5a-bf93-4308-95c6-e8890b706564', 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'fixed_ips': [{'subnet_id': '024b7630-afcc-486b-8e9c-0c3aee46e0fd'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:46:44.941197 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.074807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c11f943-f4ce-4c69-a338-fb8c60e12445 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4f7112f52294c34b71b8cc7d91ffc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181800 Aug 23 03:46:45.075343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47484) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:45.134326 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0222aaba-fa58-47f5-be61-b1f0c0e9182f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.152531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:45.289792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81338e2d-65ba-4954-8a47-9c1f7ea56db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.318031 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.335576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81338e2d-65ba-4954-8a47-9c1f7ea56db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.368682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] device_id is not set on port 42ca78a7-09ef-4d08-b00c-561a5c2f285e yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:46:45.425675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0222aaba-fa58-47f5-be61-b1f0c0e9182f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.448719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '09e01578-ef99-42d3-b8ee-a2874d4f6b2b', 'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'mac_address': 'fa:16:3e:7c:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:24Z', 'updated_at': '2021-08-23T03:43:35Z', 'revision_number': 5, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'subnets': [{'id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:45.480744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Allocated IP 10.2.2.2 (bc7b0e5a-bf93-4308-95c6-e8890b706564/024b7630-afcc-486b-8e9c-0c3aee46e0fd/cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:45.483466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] Checking router: ebb7a4d0-4926-48e1-be3d-a707c296f05c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:46:45.487612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0222aaba-fa58-47f5-be61-b1f0c0e9182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.501857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:45.502807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:45.581130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81338e2d-65ba-4954-8a47-9c1f7ea56db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.590036 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81338e2d-65ba-4954-8a47-9c1f7ea56db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.599435 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-81338e2d-65ba-4954-8a47-9c1f7ea56db1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8c54e43-e98e-4851-95cf-2f531190c722 HTTP/1.1" status: 204 len: 168 time: 0.5234454 Aug 23 03:46:45.605518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0222aaba-fa58-47f5-be61-b1f0c0e9182f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=699bbba825924d7cadd99567533f97af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6814244 Aug 23 03:46:45.606340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222aaba-fa58-47f5-be61-b1f0c0e9182f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae8e13-d1b9-45d6-929d-78d04ea40959,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:45.619165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47500) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:45.619899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81338e2d-65ba-4954-8a47-9c1f7ea56db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c54e43-e98e-4851-95cf-2f531190c722,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:45.624650 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-969cf082-e1c5-4d44-9e92-81036977ec37 req-41c9a60c-4fe1-4806-9048-52a037b9bac7 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9faec-34ee-4662-9544-38cf2cbe4bf0 HTTP/1.1" status: 200 len: 210 time: 0.1805198 Aug 23 03:46:45.668932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Allocated IP 10.1.1.55 (e1a975d3-e990-4089-8800-cde315873959/6d8d55b4-99fd-4b4f-8c40-ed27c565121b/42ca78a7-09ef-4d08-b00c-561a5c2f285e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:45.710062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-921969bf-74f7-46f9-a0e4-a50fb87760e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.754227 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-921969bf-74f7-46f9-a0e4-a50fb87760e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.798590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:46:45.930320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.982604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:45.999237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Transition to ACTIVE for port object 42ca78a7-09ef-4d08-b00c-561a5c2f285e will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:46.003216 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-921969bf-74f7-46f9-a0e4-a50fb87760e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.007053 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-921969bf-74f7-46f9-a0e4-a50fb87760e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.009642 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-921969bf-74f7-46f9-a0e4-a50fb87760e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeae8e13-d1b9-45d6-929d-78d04ea40959 HTTP/1.1" status: 204 len: 168 time: 0.3866050 Aug 23 03:46:46.024153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921969bf-74f7-46f9-a0e4-a50fb87760e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae8e13-d1b9-45d6-929d-78d04ea40959,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:46.030733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Transition to ACTIVE for port object cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:46.066777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Transition to ACTIVE for port object cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:46.095855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c0695e-45cc-4c8d-aaea-de9652c83277 None None] Network e1a975d3-e990-4089-8800-cde315873959 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:46.195274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.201714 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.263449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network e1a975d3-e990-4089-8800-cde315873959 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:46.265317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-70381234-3f90-4f79-a79f-8900ce184d5c None None] Provisioning for port 8c888739-719f-43fd-a792-b1f05c15bfd5 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:46.266671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:46.269374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:46.289921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Network bc7b0e5a-bf93-4308-95c6-e8890b706564 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:46.297581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Port': ['ID=42ca78a7-09ef-4d08-b00c-561a5c2f285e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:46.336634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Pushing event updated for resources: {'Port': ['ID=cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:46.354455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:46.363823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:46.364507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.385703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:46.396043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '09e01578-ef99-42d3-b8ee-a2874d4f6b2b', 'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'mac_address': 'fa:16:3e:7c:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:24Z', 'updated_at': '2021-08-23T03:43:35Z', 'revision_number': 5, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'subnets': [{'id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:46.444466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d6f76a-f394-494a-817c-f97c19360427 None None] The sync data for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 is: [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:43:25Z', 'revision_number': 4, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '09e01578-ef99-42d3-b8ee-a2874d4f6b2b', 'name': '', 'network_id': '27f078d8-2849-4c33-bacb-a808d6449852', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'mac_address': 'fa:16:3e:7c:96:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:24Z', 'updated_at': '2021-08-23T03:43:35Z', 'revision_number': 5, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'subnets': [{'id': 'c71438e9-b555-4e14-bd8f-f9ce7dda75e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:46.452860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8c888739-719f-43fd-a792-b1f05c15bfd5 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:46.512818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0aa270d3-5e36-4143-b094-93c5a558d12d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0237460 Aug 23 03:46:46.516371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47526) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:46.520579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'port': {'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'name': 'tempest-TaggedBootDevicesTest-1606366598', 'fixed_ips': [{'subnet_id': '6d8d55b4-99fd-4b4f-8c40-ed27c565121b'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:46.540111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Attempting to bind port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:46:46.540499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Attempting to bind port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:46:46.540975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Attempting to bind port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 on network bc7b0e5a-bf93-4308-95c6-e8890b706564 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:46:46.555196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:46:46.555698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Checking segment: {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:46.556117 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.556755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Bound using segment: {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:46:46.557273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Bound port: cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:46:46.557733 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.633747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47530) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:46.658343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] For port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:46:46.663175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] For port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:46:46.678967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 8c888739-719f-43fd-a792-b1f05c15bfd5 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:46.681827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8c888739-719f-43fd-a792-b1f05c15bfd5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:46.682261 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.781880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.860967 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.879647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:46.881983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:46.917899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47544) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:46.927591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] device_id is not set on port 84c60bb3-ed73-4229-89fb-3990609a06e2 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:46:46.940134 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfe0fc-2d4a-4e87-b387-fb74fbc6d5b9 None None] New status for floating IP 7c889a91-7c47-46f5-b731-c6f1c3ef7dea: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:46:46.997928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 8c888739-719f-43fd-a792-b1f05c15bfd5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8c888739-719f-43fd-a792-b1f05c15bfd5,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:47.021755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d1e6b-3306-4a51-ad87-3051ab14bf15 None None] Pushing event updated for resources: {'Port': ['ID=cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:47.048654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fffd7965-ff4a-40b4-b3e2-1029e64ad394 None None] Provisioning complete for port 8c888739-719f-43fd-a792-b1f05c15bfd5 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:47.049603 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fffd7965-ff4a-40b4-b3e2-1029e64ad394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.055825 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d829753-500c-4b61-99a7-7899dfad0309 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.092670 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d829753-500c-4b61-99a7-7899dfad0309 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.109095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device fb27f768-0821-4ebe-9721-b155272b578f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:46:47.116841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1076435044-network', 'tenant_id': '51fc8cc914604f9592882d8d1d7ff311'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:47.122363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.194915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: fb27f768-0821-4ebe-9721-b155272b578f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:46:47.198081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device fb27f768-0821-4ebe-9721-b155272b578f not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:46:47.263408 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d829753-500c-4b61-99a7-7899dfad0309 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.265992 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d829753-500c-4b61-99a7-7899dfad0309 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.269786 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d829753-500c-4b61-99a7-7899dfad0309 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae9cca9a-fac5-4c97-b30f-8f3dbc616110 HTTP/1.1" status: 204 len: 168 time: 0.3468399 Aug 23 03:46:47.273205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47546) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:47.286374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d829753-500c-4b61-99a7-7899dfad0309 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9cca9a-fac5-4c97-b30f-8f3dbc616110,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:47.304376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=8c888739-719f-43fd-a792-b1f05c15bfd5,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:47.308250 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-9f01e04b-ea13-448c-8d5e-5c72bc2643d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] show failed (client error): The resource could not be found. Aug 23 03:46:47.311376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9f01e04b-ea13-448c-8d5e-5c72bc2643d1 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "GET /v2.0/security-groups/ae9cca9a-fac5-4c97-b30f-8f3dbc616110 HTTP/1.1" status: 404 len: 347 time: 0.0356109 Aug 23 03:46:47.312763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47548) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:47.314092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Made reservation on behalf of 51fc8cc914604f9592882d8d1d7ff311 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:47.316679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.340578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.386484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:47.389732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Allocated IP 10.1.1.132 (e1a975d3-e990-4089-8800-cde315873959/6d8d55b4-99fd-4b4f-8c40-ed27c565121b/84c60bb3-ed73-4229-89fb-3990609a06e2) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:47.450566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01466f5d-bddb-4b81-ac93-9db69d678f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.588908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fffd7965-ff4a-40b4-b3e2-1029e64ad394 None None] Provisioning for port 42ca78a7-09ef-4d08-b00c-561a5c2f285e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:47.592999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fffd7965-ff4a-40b4-b3e2-1029e64ad394 None None] Provisioning complete for port 42ca78a7-09ef-4d08-b00c-561a5c2f285e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:47.593557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fffd7965-ff4a-40b4-b3e2-1029e64ad394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.618862 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Deleting port 09571ee9-34fe-468d-8c1c-b97332c3eb61 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:47.619501 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.645025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fffd7965-ff4a-40b4-b3e2-1029e64ad394 None None] Port 42ca78a7-09ef-4d08-b00c-561a5c2f285e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:46:47.661224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.688861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.704546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Transition to ACTIVE for port object 84c60bb3-ed73-4229-89fb-3990609a06e2 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:46:47.721712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.722037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.735188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Calling delete_port for 09571ee9-34fe-468d-8c1c-b97332c3eb61 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:47.763711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cba630a4-c301-48a5-b5ba-913e18682d6d None None] Provisioning complete for port 42ca78a7-09ef-4d08-b00c-561a5c2f285e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:47.764088 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cba630a4-c301-48a5-b5ba-913e18682d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.772835 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.802668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:47.805131 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cba630a4-c301-48a5-b5ba-913e18682d6d None None] Port 42ca78a7-09ef-4d08-b00c-561a5c2f285e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:46:47.831634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483483d5-f449-496e-acde-794288051e31,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:47.835321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.836129 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Added segment 408ffa9f-f5c2-43f1-af13-af6a7def1deb of type vlan for network 9644d312-70cb-4bc2-8780-7f74097db7d4 Aug 23 03:46:47.881816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.919313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:47.946479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network e1a975d3-e990-4089-8800-cde315873959 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:47.959986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:47.979826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:48.023257 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.036715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Port': ['ID=84c60bb3-ed73-4229-89fb-3990609a06e2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:48.059957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Pushing event deleted for resources: {'Port': ['ID=09571ee9-34fe-468d-8c1c-b97332c3eb61,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:48.079037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:48.079731 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.101823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01466f5d-bddb-4b81-ac93-9db69d678f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.121756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.121756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:48.121756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.187962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.192498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.194995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d314cf2e-08bc-4243-8482-faebb7f06c99 tempest-ServersTestManualDisk-1450484831 tempest-ServersTestManualDisk-1450484831-project] 10.222.0.20 "DELETE /v2.0/floatingips/7c889a91-7c47-46f5-b731-c6f1c3ef7dea HTTP/1.1" status: 204 len: 168 time: 0.8811505 Aug 23 03:46:48.202497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47574) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:48.241247 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01466f5d-bddb-4b81-ac93-9db69d678f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.272213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] Pushing event updated for resources: {'Network': ['ID=9644d312-70cb-4bc2-8780-7f74097db7d4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:48.300129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 9644d312-70cb-4bc2-8780-7f74097db7d4 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:48.300891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-01466f5d-bddb-4b81-ac93-9db69d678f3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcbf811dd4484400a07529111f83e214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9043481 Aug 23 03:46:48.300891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01466f5d-bddb-4b81-ac93-9db69d678f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a7d8b5-6728-4828-b9c4-f72de156c6e3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:48.303749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47578) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:48.322365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e9e13281-e157-443e-84db-11df68a5dbc7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8073096 Aug 23 03:46:48.366906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7525b059-d204-4ed9-93cf-f86bfa0a9844 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7213223 Aug 23 03:46:48.369841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47582) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:48.375791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Request body: {'subnet': {'network_id': '9644d312-70cb-4bc2-8780-7f74097db7d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1076435044-subnet', 'tenant_id': '51fc8cc914604f9592882d8d1d7ff311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:48.497642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eacd0f-3ccc-40f9-83c8-0a23592babfa None None] Network bc7b0e5a-bf93-4308-95c6-e8890b706564 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:48.567061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4151-cf8b-401d-a841-dbf8824512b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.583179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47590) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:48.603923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Made reservation on behalf of 51fc8cc914604f9592882d8d1d7ff311 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:48.606631 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.607453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5c515485-a46a-493f-9ffd-24ab0160c238 None None] Provisioning for port 84c60bb3-ed73-4229-89fb-3990609a06e2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:48.619727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5c515485-a46a-493f-9ffd-24ab0160c238 None None] Provisioning complete for port 84c60bb3-ed73-4229-89fb-3990609a06e2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:48.620103 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5c515485-a46a-493f-9ffd-24ab0160c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.639506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4151-cf8b-401d-a841-dbf8824512b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.692213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8c888739-719f-43fd-a792-b1f05c15bfd5 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:48.790298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5c515485-a46a-493f-9ffd-24ab0160c238 None None] Port 84c60bb3-ed73-4229-89fb-3990609a06e2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:46:48.793887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47596) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:48.801177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1fc20198-81a0-4c7b-baae-4110c1255417 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215512430', 'description': 'tempest-description--339770972'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:48.828585 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4151-cf8b-401d-a841-dbf8824512b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.835807 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4151-cf8b-401d-a841-dbf8824512b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.838348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4a8f4151-cf8b-401d-a841-dbf8824512b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7a7d8b5-6728-4828-b9c4-f72de156c6e3 HTTP/1.1" status: 204 len: 168 time: 0.5319905 Aug 23 03:46:48.841152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8c888739-719f-43fd-a792-b1f05c15bfd5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:48.841684 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.863994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4151-cf8b-401d-a841-dbf8824512b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a7d8b5-6728-4828-b9c4-f72de156c6e3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:48.933079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1285182989'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:48.948891 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:48.993734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:48.994533 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1fc20198-81a0-4c7b-baae-4110c1255417 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.050971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dec8d616-6e55-4039-bc58-dd9ceccb722b None None] Provisioning for port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:49.101991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:49.107399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.120488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.146812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:46:49.147011 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.157483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:49.157878 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.207202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103e5b15-e0b2-4963-b299-a04baf475cac,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:49.215355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Checking segment: {'id': '408ffa9f-f5c2-43f1-af13-af6a7def1deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9644d312-70cb-4bc2-8780-7f74097db7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:49.215355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Network hostable DHCP agents. Network: 9644d312-70cb-4bc2-8780-7f74097db7d4, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:49.235740 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ba111dab-4acc-4469-85b8-77b237330784 None None] Provisioning complete for port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:49.236126 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba111dab-4acc-4469-85b8-77b237330784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.240339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1fc20198-81a0-4c7b-baae-4110c1255417 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.292157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Network 9644d312-70cb-4bc2-8780-7f74097db7d4 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:49.321556 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.322155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1fc20198-81a0-4c7b-baae-4110c1255417 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.378690 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba111dab-4acc-4469-85b8-77b237330784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.385883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Deleting port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:49.389204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.395041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc20198-81a0-4c7b-baae-4110c1255417 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:49.432459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.440751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 9644d312-70cb-4bc2-8780-7f74097db7d4) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:49.445363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:49.445959 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.488424 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.506368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] For port 09e01578-ef99-42d3-b8ee-a2874d4f6b2b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=09e01578-ef99-42d3-b8ee-a2874d4f6b2b,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:49.506936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.522107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Calling delete_port for 09e01578-ef99-42d3-b8ee-a2874d4f6b2b owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:49.543145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed452440-90da-46d7-9551-94d1606c06bf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:49.556387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:49.569419 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.571618 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Added segment b3636db4-3218-4f0c-91c6-160b14769a3f of type vlan for network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 Aug 23 03:46:49.584942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1fc20198-81a0-4c7b-baae-4110c1255417 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.590474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1fc20198-81a0-4c7b-baae-4110c1255417 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7949395 Aug 23 03:46:49.591917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:49.594281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af33441-0787-4a7c-9dfc-104e23741b8d None None] Network 9644d312-70cb-4bc2-8780-7f74097db7d4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:49.595293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47614) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:49.602640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-87142555-6701-43f0-b4d9-a6fc9358a239 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'security_group_rule': {'security_group_id': 'b9ec4d62-00ef-47b3-bfd0-04bf819d8aef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:49.645767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-50b1773a-b532-4467-a5c5-e3b106d06de8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2744477 Aug 23 03:46:49.675203 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.681100 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.810099 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.822326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:49.822326 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.828209 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-ba111dab-4acc-4469-85b8-77b237330784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:46:49.829580 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-ba111dab-4acc-4469-85b8-77b237330784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:46:49.830789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:49.843473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e9122-59e7-4572-931b-29126d4aabbe None None] Network 9644d312-70cb-4bc2-8780-7f74097db7d4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:49.855278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87142555-6701-43f0-b4d9-a6fc9358a239 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.952612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87142555-6701-43f0-b4d9-a6fc9358a239 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.960351 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:49.999861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Network': ['ID=0b11714a-4d36-4778-ac5a-7ce2e4fa41c5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:50.004843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e01578-ef99-42d3-b8ee-a2874d4f6b2b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:50.008875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b57559f3-3239-4e7f-955c-4ee902fe32cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4231744 Aug 23 03:46:50.010978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47634) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:50.016706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'name': 'tempest-PortsIpV6TestJSON-1914398285'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:50.020726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:50.084790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87142555-6701-43f0-b4d9-a6fc9358a239 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.154469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87142555-6701-43f0-b4d9-a6fc9358a239 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1403c2-accb-4a68-9cc1-bc398f060062,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:50.263549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87142555-6701-43f0-b4d9-a6fc9358a239 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.267279 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-87142555-6701-43f0-b4d9-a6fc9358a239 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6677849 Aug 23 03:46:50.272757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47640) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:50.273438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-44df0df5-0b76-4827-ac1a-f8dae08057ef tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'security_group_rule': {'security_group_id': 'b9ec4d62-00ef-47b3-bfd0-04bf819d8aef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:50.295225 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.390585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:50.394325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.416960 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:46:50.460848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:46:50.467171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-44df0df5-0b76-4827-ac1a-f8dae08057ef tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.564574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:46:50.564976 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.575391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-44df0df5-0b76-4827-ac1a-f8dae08057ef tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.703443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-44df0df5-0b76-4827-ac1a-f8dae08057ef tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.709120 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.709120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Router ebb7a4d0-4926-48e1-be3d-a707c296f05c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:46:50.731901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df0df5-0b76-4827-ac1a-f8dae08057ef tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3689d0-2e33-43ef-8f82-4bb4fc86c20d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:50.829098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-44df0df5-0b76-4827-ac1a-f8dae08057ef tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.829098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-44df0df5-0b76-4827-ac1a-f8dae08057ef tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5570860 Aug 23 03:46:50.830265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47664) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:50.835769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:50.878905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:46:50.888732 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:50.896493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-108d9793-3b38-4af4-b375-7e0e42bfaa51 admin admin] 10.222.0.20 "PUT /v2.0/routers/ebb7a4d0-4926-48e1-be3d-a707c296f05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6873119 Aug 23 03:46:50.896686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47668) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:50.918994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] Sync routers for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:46:50.931927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:50.935950 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:51.017449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.041707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=06bc3898-c15e-4cb7-9edf-e9e58f59a066,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:51.070740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Checking segment: {'id': 'b3636db4-3218-4f0c-91c6-160b14769a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:51.071110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network hostable DHCP agents. Network: 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:51.108912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:46:51.117194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47676) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:51.124688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2126751370-network', 'tenant_id': 'd35c8bc8cb634303a7d1cfb5cdade0b1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:51.138866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.234454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:51.257645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Made reservation on behalf of d35c8bc8cb634303a7d1cfb5cdade0b1 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:51.262248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.276647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.328148 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.334104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.346994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:51.356343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b76113-bddb-49a0-b346-7cfd7530989b None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:51.365286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:51.371673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:51.373405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.474425 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.507373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Allocated IP 172.25.1.54 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/0a874340-a70d-454f-98f7-97de03c72233) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:46:51.511933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:46:49Z', 'revision_number': 5, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port': {'id': '02f5cb37-87dc-4abf-a75b-2004ad01cfca', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:17Z', 'updated_at': '2021-08-23T03:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:51.534390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Deleting port 02f5cb37-87dc-4abf-a75b-2004ad01cfca {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:51.534799 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.559540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] Checking router: ebb7a4d0-4926-48e1-be3d-a707c296f05c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:46:51.584188 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.589145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] Routers {'ebb7a4d0-4926-48e1-be3d-a707c296f05c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:46:51.589852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:51.598169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:51.610694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.612657 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Added segment 1cfb2aec-278b-4046-aad9-51bc2835e5d5 of type vlan for network a33059dd-d94a-4570-8dc8-dbca7c490bd0 Aug 23 03:46:51.662718 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.724009 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-53019126-13bf-4aa7-8b8d-4819fe9ff786 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7085655 Aug 23 03:46:51.724705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47686) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:51.735502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1560640144'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:51.748407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee8850f-60a1-46f1-8d14-101c87fa8ca2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:51.750025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] Set router ebb7a4d0-4926-48e1-be3d-a707c296f05c gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:46:51.817270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.822556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:51.822556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:51.834931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:46:51Z', 'revision_number': 6, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:51.896707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f045941-7250-4059-b882-b2d68040d2f2 None None] The sync data for ids ['ebb7a4d0-4926-48e1-be3d-a707c296f05c'] in n-d-749052-7 is: [{'id': 'ebb7a4d0-4926-48e1-be3d-a707c296f05c', 'name': 'tempest-ServersTestManualDisk-660089986-router', 'tenant_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:16Z', 'updated_at': '2021-08-23T03:46:51Z', 'revision_number': 6, 'project_id': 'd4979981ae7e410f9f22dcfaebc7cef8', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:46:51.916802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] Pushing event updated for resources: {'Network': ['ID=a33059dd-d94a-4570-8dc8-dbca7c490bd0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:51.931299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a33059dd-d94a-4570-8dc8-dbca7c490bd0 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:51.974875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7638290d-2d42-4bec-8f6e-14e523e52cff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8560233 Aug 23 03:46:51.982867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47694) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:51.989785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Request body: {'subnet': {'network_id': 'a33059dd-d94a-4570-8dc8-dbca7c490bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2126751370-subnet', 'tenant_id': 'd35c8bc8cb634303a7d1cfb5cdade0b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:52.091995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] For port 02f5cb37-87dc-4abf-a75b-2004ad01cfca, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=02f5cb37-87dc-4abf-a75b-2004ad01cfca,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:52.092527 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.114259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Calling delete_port for 02f5cb37-87dc-4abf-a75b-2004ad01cfca owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:52.117885 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.142463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Made reservation on behalf of d35c8bc8cb634303a7d1cfb5cdade0b1 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:52.145436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.305722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:52.310225 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.342373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 09e01578-ef99-42d3-b8ee-a2874d4f6b2b no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:46:52.356430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:52.358673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.378407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 09e01578-ef99-42d3-b8ee-a2874d4f6b2b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:46:52.379155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 09e01578-ef99-42d3-b8ee-a2874d4f6b2b not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:46:52.399325 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.399683 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Added segment 7b52bf9f-4fdb-4382-a22c-e25e0406f89b of type vlan for network 380d901c-0b5f-4204-aad5-85b7a18dd314 Aug 23 03:46:52.414302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:52.422924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:52.445156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:52.451726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.485057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Port': ['ID=0a874340-a70d-454f-98f7-97de03c72233,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:52.507308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.520722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.525156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ebb18c-3527-48da-854f-20225b3fbaf5,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:52.530089 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.534435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Checking segment: {'id': '1cfb2aec-278b-4046-aad9-51bc2835e5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a33059dd-d94a-4570-8dc8-dbca7c490bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:52.534435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Network hostable DHCP agents. Network: a33059dd-d94a-4570-8dc8-dbca7c490bd0, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:52.587844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f5cb37-87dc-4abf-a75b-2004ad01cfca,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:52.605866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Network a33059dd-d94a-4570-8dc8-dbca7c490bd0 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:52.711758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.713550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a33059dd-d94a-4570-8dc8-dbca7c490bd0) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:52.718244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:52.721984 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.722813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.724565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f74881-7d00-41bd-8554-dc3b7bd8ec85 None None] Network a33059dd-d94a-4570-8dc8-dbca7c490bd0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:52.769322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.774946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:52.775562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.828975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-89b42d47-c246-4e99-865c-f984471a2ce1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8448687 Aug 23 03:46:52.913276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.926464 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a0858a-fddb-4c7b-9825-82b97a0f8c20 None None] Network a33059dd-d94a-4570-8dc8-dbca7c490bd0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:52.946427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.958632 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Network': ['ID=380d901c-0b5f-4204-aad5-85b7a18dd314,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:52.963428 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:52.981885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 380d901c-0b5f-4204-aad5-85b7a18dd314 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:53.021199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-53e9d495-cbe5-4a47-b3eb-803b56406aa2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2851808 Aug 23 03:46:53.021986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47724) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:53.026014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'ports': [{'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5'}, {'network_id': '380d901c-0b5f-4204-aad5-85b7a18dd314'}]} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:53.030420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:53.031132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '380d901c-0b5f-4204-aad5-85b7a18dd314'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:53.111622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.112192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb7a4d0-4926-48e1-be3d-a707c296f05c {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:46:53.118279 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.122744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed3b166b-3ea5-4382-b6e8-0d07a16739b8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ebb7a4d0-4926-48e1-be3d-a707c296f05c HTTP/1.1" status: 204 len: 168 time: 2.2247081 Aug 23 03:46:53.126721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47730) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:53.270861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47734) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:53.276753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc60dd9a-98f1-4a41-b444-0154d4c091d2 admin admin] Deleting subnet c71438e9-b555-4e14-bd8f-f9ce7dda75e6 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:46:53.294822 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc60dd9a-98f1-4a41-b444-0154d4c091d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.398277 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7307477e-9903-4cf0-aafe-5b9d3acfb12f admin admin] Deleting subnet 103e5b15-e0b2-4963-b299-a04baf475cac {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:46:53.403500 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc60dd9a-98f1-4a41-b444-0154d4c091d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.405145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7307477e-9903-4cf0-aafe-5b9d3acfb12f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.461525 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.475736 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7307477e-9903-4cf0-aafe-5b9d3acfb12f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.577054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7307477e-9903-4cf0-aafe-5b9d3acfb12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.608248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc60dd9a-98f1-4a41-b444-0154d4c091d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.617099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 2} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:53.627750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.634153 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.641707 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.740204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Port': ['ID=0a874340-a70d-454f-98f7-97de03c72233,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:53.757180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.838920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7307477e-9903-4cf0-aafe-5b9d3acfb12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.864400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307477e-9903-4cf0-aafe-5b9d3acfb12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103e5b15-e0b2-4963-b299-a04baf475cac,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:53.866680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.876077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9ba7a1dd-f7df-49d7-99f9-bbd4929d46b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0366416 Aug 23 03:46:53.876077 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc60dd9a-98f1-4a41-b444-0154d4c091d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.895814 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7307477e-9903-4cf0-aafe-5b9d3acfb12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.900004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7307477e-9903-4cf0-aafe-5b9d3acfb12f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/103e5b15-e0b2-4963-b299-a04baf475cac HTTP/1.1" status: 204 len: 168 time: 0.6256950 Aug 23 03:46:53.902002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60dd9a-98f1-4a41-b444-0154d4c091d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71438e9-b555-4e14-bd8f-f9ce7dda75e6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:53.905310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47746) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:53.927486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de10d53-06fc-46df-8f4c-1ac9de54a1d2 None None] Network 27f078d8-2849-4c33-bacb-a808d6449852 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:53.933800 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc60dd9a-98f1-4a41-b444-0154d4c091d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:53.935732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc60dd9a-98f1-4a41-b444-0154d4c091d2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c71438e9-b555-4e14-bd8f-f9ce7dda75e6 HTTP/1.1" status: 204 len: 168 time: 0.8071966 Aug 23 03:46:53.938493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47750) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:54.050275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.068878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.084494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 15ff05e1-816e-4825-bf56-feba923dea40 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:46:54.208209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.229909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32233829-a31b-454f-8e80-885960df3376 None None] DHCP port deletion for 27f078d8-2849-4c33-bacb-a808d6449852 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:46:54.278743 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.291324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-32233829-a31b-454f-8e80-885960df3376 None None] Deleting port 6cf49145-e619-49f5-a3b3-0366cad40456 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:54.291847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-32233829-a31b-454f-8e80-885960df3376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.313447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9644d312-70cb-4bc2-8780-7f74097db7d4']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:54.355670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408ffa9f-f5c2-43f1-af13-af6a7def1deb') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:54.356196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408ffa9f-f5c2-43f1-af13-af6a7def1deb') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:54.372895 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.390690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Deleting port 6cf49145-e619-49f5-a3b3-0366cad40456 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:54.391378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.396122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-32233829-a31b-454f-8e80-885960df3376 None None] For port 6cf49145-e619-49f5-a3b3-0366cad40456, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6cf49145-e619-49f5-a3b3-0366cad40456,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:54.396540 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-32233829-a31b-454f-8e80-885960df3376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.434182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-32233829-a31b-454f-8e80-885960df3376 None None] Calling delete_port for 6cf49145-e619-49f5-a3b3-0366cad40456 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:54.448923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 02f5cb37-87dc-4abf-a75b-2004ad01cfca no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:46:54.454077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 93d044e7-a619-47ac-a2b4-08a0e7205d0c yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:46:54.464828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] For port 6cf49145-e619-49f5-a3b3-0366cad40456, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6cf49145-e619-49f5-a3b3-0366cad40456,segment=NetworkSegment(7195a1ff-ab26-464d-a359-a0aa769b8951),segment_id=7195a1ff-ab26-464d-a359-a0aa769b8951)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:46:54.465278 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.476394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 02f5cb37-87dc-4abf-a75b-2004ad01cfca {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:46:54.476721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 02f5cb37-87dc-4abf-a75b-2004ad01cfca not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:46:54.477187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6cf49145-e619-49f5-a3b3-0366cad40456 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:46:54.478037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Calling delete_port for 6cf49145-e619-49f5-a3b3-0366cad40456 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:54.482736 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.493865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:54.494328 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:54.495922 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:54.606447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.668978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.680848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.682936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9644d312-70cb-4bc2-8780-7f74097db7d4 HTTP/1.1" status: 204 len: 168 time: 0.7766964 Aug 23 03:46:54.686808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47772) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:54.693284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056e798-1f61-4ab8-b495-4cf321980575 admin admin] Pushing event deleted for resources: {'Network': ['ID=9644d312-70cb-4bc2-8780-7f74097db7d4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:54.743790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-1461819a-6e63-4d7b-929d-bf91f1e22b66 admin admin] Deleting subnet 88ebb18c-3527-48da-854f-20225b3fbaf5 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:46:54.747431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1461819a-6e63-4d7b-929d-bf91f1e22b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.760234 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.786814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-32233829-a31b-454f-8e80-885960df3376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.791351 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.800036 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.827530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf49145-e619-49f5-a3b3-0366cad40456,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:54.830803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32233829-a31b-454f-8e80-885960df3376 None None] Pushing event deleted for resources: {'Port': ['ID=6cf49145-e619-49f5-a3b3-0366cad40456,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:54.839908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] No DVR routers for this DVR port 6cf49145-e619-49f5-a3b3-0366cad40456 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:54.848986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32233829-a31b-454f-8e80-885960df3376 None None] No DVR routers for this DVR port 6cf49145-e619-49f5-a3b3-0366cad40456 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:46:54.854784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:46:54.860728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1461819a-6e63-4d7b-929d-bf91f1e22b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.871275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:54.894188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:54.895059 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.914674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=15ff05e1-816e-4825-bf56-feba923dea40,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:54.966467 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:54.985683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f078d8-2849-4c33-bacb-a808d6449852']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:55.004078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=93d044e7-a619-47ac-a2b4-08a0e7205d0c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:55.008065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1461819a-6e63-4d7b-929d-bf91f1e22b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.019905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7195a1ff-ab26-464d-a359-a0aa769b8951') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:55.020210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7195a1ff-ab26-464d-a359-a0aa769b8951') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:55.047225 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.051789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Checking segment: {'id': '7b52bf9f-4fdb-4382-a22c-e25e0406f89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '380d901c-0b5f-4204-aad5-85b7a18dd314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:55.052338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network hostable DHCP agents. Network: 380d901c-0b5f-4204-aad5-85b7a18dd314, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:55.070899 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-bcbe033d-3d8d-4b56-b511-c0795c8fb1d3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1215512430&fields=id&tenant_id=ced08239aad045b281b35704b58f5423 HTTP/1.1" status: 200 len: 267 time: 0.0958159 Aug 23 03:46:55.074975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.083727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:55.084128 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:55.092966 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:55.174687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-639514b7-5d61-45bd-bd46-0d33eec2207f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:55.176103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-639514b7-5d61-45bd-bd46-0d33eec2207f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports/42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 931 time: 0.0963252 Aug 23 03:46:55.210018 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 380d901c-0b5f-4204-aad5-85b7a18dd314 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:46:55.213966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1461819a-6e63-4d7b-929d-bf91f1e22b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.248678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-b3c4319f-0d8e-431c-a7d6-c7f17e35a2a0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:55.249817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461819a-6e63-4d7b-929d-bf91f1e22b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ebb18c-3527-48da-854f-20225b3fbaf5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:55.251734 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1461819a-6e63-4d7b-929d-bf91f1e22b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.253197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-b3c4319f-0d8e-431c-a7d6-c7f17e35a2a0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports/84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 932 time: 0.0629001 Aug 23 03:46:55.253662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1461819a-6e63-4d7b-929d-bf91f1e22b66 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/88ebb18c-3527-48da-854f-20225b3fbaf5 HTTP/1.1" status: 204 len: 168 time: 0.5648344 Aug 23 03:46:55.256485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47788) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:55.267215 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.272631 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.277584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] 10.222.0.20 "DELETE /v2.0/networks/27f078d8-2849-4c33-bacb-a808d6449852 HTTP/1.1" status: 204 len: 168 time: 1.3382659 Aug 23 03:46:55.302757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 380d901c-0b5f-4204-aad5-85b7a18dd314) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:46:55.306991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:46:55.311968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c123b4-b0a6-416a-9ecd-71c097f3b0d1 None None] Network 380d901c-0b5f-4204-aad5-85b7a18dd314 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:46:55.314160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:55.320054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:55.320781 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.362230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639d928-3972-4570-9b31-356d8382d45f admin admin] Pushing event deleted for resources: {'Network': ['ID=27f078d8-2849-4c33-bacb-a808d6449852,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:55.369799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7fd0fdb-1fb6-4c64-89d7-74ed62ad2242 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1050100 Aug 23 03:46:55.407860 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2cc6cbee-2310-4eb1-8713-9f722ba27d1c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3856716 Aug 23 03:46:55.409095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47796) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:55.436142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-e4de350f-17c2-4259-be3b-c295fdc9af8c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0403068 Aug 23 03:46:55.440978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.530588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a8228730-19a4-404d-a719-cfeaa005207e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 93d044e7-a619-47ac-a2b4-08a0e7205d0c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:55.530955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8228730-19a4-404d-a719-cfeaa005207e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.611460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8228730-19a4-404d-a719-cfeaa005207e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.624312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a8228730-19a4-404d-a719-cfeaa005207e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 93d044e7-a619-47ac-a2b4-08a0e7205d0c owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:55.767297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47800) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:55.796943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8228730-19a4-404d-a719-cfeaa005207e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.842777 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8228730-19a4-404d-a719-cfeaa005207e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.845426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a8228730-19a4-404d-a719-cfeaa005207e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/93d044e7-a619-47ac-a2b4-08a0e7205d0c HTTP/1.1" status: 204 len: 168 time: 0.4348710 Aug 23 03:46:55.846809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8228730-19a4-404d-a719-cfeaa005207e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=93d044e7-a619-47ac-a2b4-08a0e7205d0c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:55.851805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f282c8f2-e6be-4f8f-a3fc-c29c0ef828f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4979981ae7e410f9f22dcfaebc7cef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826333 Aug 23 03:46:55.852516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47802) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:55.854316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47804) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:55.884239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47808) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:55.939390 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:55.944878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85179ea-d714-489d-9e58-39679f7278c8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:55.951123 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85179ea-d714-489d-9e58-39679f7278c8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:55.955407 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d85179ea-d714-489d-9e58-39679f7278c8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0992367 Aug 23 03:46:55.956194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47812) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:55.959931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33059dd-d94a-4570-8dc8-dbca7c490bd0']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:55.976293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-0fa02e89-f2c2-4a43-876f-e1709168a49c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:55.982017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-0fa02e89-f2c2-4a43-876f-e1709168a49c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:55.988257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-0fa02e89-f2c2-4a43-876f-e1709168a49c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:55.989921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-0fa02e89-f2c2-4a43-876f-e1709168a49c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/networks?id=773410b0-9710-43b7-a41a-cf96dea10a60&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=bc7b0e5a-bf93-4308-95c6-e8890b706564&id=bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 200 len: 1989 time: 0.5457461 Aug 23 03:46:55.993865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfb2aec-278b-4046-aad9-51bc2835e5d5') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:55.994156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfb2aec-278b-4046-aad9-51bc2835e5d5') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:56.003184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86c39afb-c4a4-427d-8e2a-6148f753c6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.010975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.032587 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-efd15676-5c93-4aa8-966c-ba716159d6a0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/quotas/ced08239aad045b281b35704b58f5423 HTTP/1.1" status: 200 len: 375 time: 0.0316341 Aug 23 03:46:56.036468 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:56.052062 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:56.068621 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-72745938-50b0-4759-86ea-34fc9a8f4bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.071883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86c39afb-c4a4-427d-8e2a-6148f753c6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.071883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d8049bc-3161-441c-9943-a745e6da8e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.143446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f523c4e2-031c-4301-ba67-dcdd12166d98 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 15ff05e1-816e-4825-bf56-feba923dea40 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:46:56.143789 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f523c4e2-031c-4301-ba67-dcdd12166d98 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.199304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-149f4100-d020-4d64-a53f-1e4fe5bd4a83 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1390610 Aug 23 03:46:56.220144 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f523c4e2-031c-4301-ba67-dcdd12166d98 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.240960 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f523c4e2-031c-4301-ba67-dcdd12166d98 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 15ff05e1-816e-4825-bf56-feba923dea40 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:46:56.254464 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86c39afb-c4a4-427d-8e2a-6148f753c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.255594 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.257275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86c39afb-c4a4-427d-8e2a-6148f753c6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.258696 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-86c39afb-c4a4-427d-8e2a-6148f753c6c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b497a21-d61f-4f10-8c53-b987d3398b59 HTTP/1.1" status: 204 len: 168 time: 0.4032371 Aug 23 03:46:56.278505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.282214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] 10.222.0.20 "DELETE /v2.0/networks/a33059dd-d94a-4570-8dc8-dbca7c490bd0 HTTP/1.1" status: 204 len: 168 time: 1.0241477 Aug 23 03:46:56.283621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b3df3-4acc-45e9-a26a-b958da70242e admin admin] Pushing event deleted for resources: {'Network': ['ID=a33059dd-d94a-4570-8dc8-dbca7c490bd0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:56.292270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47822) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:56.324376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-b786c0cb-dcb4-4bb3-a893-a1bbdaa98f83 service neutron] 10.222.0.20 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261511 Aug 23 03:46:56.374990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c39afb-c4a4-427d-8e2a-6148f753c6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b497a21-d61f-4f10-8c53-b987d3398b59,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:56.420569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d8049bc-3161-441c-9943-a745e6da8e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.446887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-b37b5ffa-7680-4801-8d70-b5b8a82aa794 service neutron] 10.222.0.20 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145389 Aug 23 03:46:56.479865 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d8049bc-3161-441c-9943-a745e6da8e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.491874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-0d30eb3f-6a00-4154-8426-a91c7c8a9f95 service neutron] 10.222.0.20 "GET /v2.0/ports/42ca78a7-09ef-4d08-b00c-561a5c2f285e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0378020 Aug 23 03:46:56.511042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f523c4e2-031c-4301-ba67-dcdd12166d98 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.529077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8049bc-3161-441c-9943-a745e6da8e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81138d-9782-4b6d-9a04-22e02723e5d6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:56.558197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2d8049bc-3161-441c-9943-a745e6da8e7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=128b0b38beaa4dc7a6847b4622bb021d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6720412 Aug 23 03:46:56.561571 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523c4e2-031c-4301-ba67-dcdd12166d98 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=15ff05e1-816e-4825-bf56-feba923dea40,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:56.564311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47828) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:56.571200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f523c4e2-031c-4301-ba67-dcdd12166d98 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.573251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f523c4e2-031c-4301-ba67-dcdd12166d98 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/15ff05e1-816e-4825-bf56-feba923dea40 HTTP/1.1" status: 204 len: 168 time: 0.6165864 Aug 23 03:46:56.582886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:56.619082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-18e35846-8e81-4d1e-8176-d6773b9b46d8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201065 Aug 23 03:46:56.639660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47832) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:56.672813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81324367-8d35-476a-a3c0-b721688831d5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:56.676866 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-81324367-8d35-476a-a3c0-b721688831d5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0900176 Aug 23 03:46:56.677150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47834) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:56.721165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-4de362fa-967a-4049-9552-cc92d46fa469 service neutron] 10.222.0.20 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908017 Aug 23 03:46:56.722881 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27cd9e4-c7cc-477d-8364-f1923f26f18f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:46:56.726871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c27cd9e4-c7cc-477d-8364-f1923f26f18f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/93d044e7-a619-47ac-a2b4-08a0e7205d0c HTTP/1.1" status: 404 len: 333 time: 0.0464387 Aug 23 03:46:56.727710 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a308adcc-e6e8-456e-8234-e63c923d9662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.728044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47838) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:56.748299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-51ea1529-cef5-4483-a23e-954f2abf9506 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51fc8cc914604f9592882d8d1d7ff311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059911 Aug 23 03:46:56.748836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47840) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:56.776862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a308adcc-e6e8-456e-8234-e63c923d9662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.788062 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33bafa4-3417-4aeb-ad7b-615b05562953 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:46:56.794858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c33bafa4-3417-4aeb-ad7b-615b05562953 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/15ff05e1-816e-4825-bf56-feba923dea40 HTTP/1.1" status: 404 len: 333 time: 0.0607362 Aug 23 03:46:56.794858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47842) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:56.843045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-08be3458-92cb-4d4c-b21d-f0e93a39225b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.843171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53856507-cb42-4740-86c2-fd0f345c527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.849662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-77c75a8f-846d-4b4c-8342-1752f16296a4 service neutron] 10.222.0.20 "GET /v2.0/ports/84c60bb3-ed73-4229-89fb-3990609a06e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1106114 Aug 23 03:46:56.866971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53856507-cb42-4740-86c2-fd0f345c527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.934418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.949829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a308adcc-e6e8-456e-8234-e63c923d9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.953258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a308adcc-e6e8-456e-8234-e63c923d9662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:56.957298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a308adcc-e6e8-456e-8234-e63c923d9662 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e81138d-9782-4b6d-9a04-22e02723e5d6 HTTP/1.1" status: 204 len: 168 time: 0.3891938 Aug 23 03:46:56.964054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308adcc-e6e8-456e-8234-e63c923d9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81138d-9782-4b6d-9a04-22e02723e5d6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:57.044436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53856507-cb42-4740-86c2-fd0f345c527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.047064 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53856507-cb42-4740-86c2-fd0f345c527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.048214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-53856507-cb42-4740-86c2-fd0f345c527f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/483483d5-f449-496e-acde-794288051e31 HTTP/1.1" status: 204 len: 168 time: 0.2966213 Aug 23 03:46:57.055814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53856507-cb42-4740-86c2-fd0f345c527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483483d5-f449-496e-acde-794288051e31,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:57.153161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5dab2945-33f8-4d3d-80a3-9ae78f5466d6 service neutron] 10.222.0.20 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656219 Aug 23 03:46:57.162815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-80ce2327-3bb5-4df4-a396-514182f6a069 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1954019 Aug 23 03:46:57.235720 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.271642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380d901c-0b5f-4204-aad5-85b7a18dd314']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:57.326725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b52bf9f-4fdb-4382-a22c-e25e0406f89b') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:57.327021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b52bf9f-4fdb-4382-a22c-e25e0406f89b') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:46:57.349240 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.376571 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-08be3458-92cb-4d4c-b21d-f0e93a39225b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.385215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-95e757a8-8ec1-493e-ada2-67644779a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.385697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-95e757a8-8ec1-493e-ada2-67644779a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.386270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-95e757a8-8ec1-493e-ada2-67644779a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.386739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-95e757a8-8ec1-493e-ada2-67644779a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.387198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-95e757a8-8ec1-493e-ada2-67644779a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.387647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-95e757a8-8ec1-493e-ada2-67644779a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.388107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-95e757a8-8ec1-493e-ada2-67644779a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.390175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-95e757a8-8ec1-493e-ada2-67644779a517 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6499 time: 0.1654985 Aug 23 03:46:57.392856 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.407590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:46:57.411370 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:46:57.435393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-60448fac-606b-4fd7-813d-b272684caa56 service neutron] 10.222.0.20 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704458 Aug 23 03:46:57.511319 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-08be3458-92cb-4d4c-b21d-f0e93a39225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.626879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-08be3458-92cb-4d4c-b21d-f0e93a39225b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0445885dfb1d4fb0a54e12b5f5e695d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3335431 Aug 23 03:46:57.629761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47868) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:57.636139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be3458-92cb-4d4c-b21d-f0e93a39225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32725fff-9c45-40a7-9a7d-11ea11bdc57c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:57.664991 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.670809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-17b39a72-911c-466c-95b8-001c23e7e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.670809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-17b39a72-911c-466c-95b8-001c23e7e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.670809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-17b39a72-911c-466c-95b8-001c23e7e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.671579 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-17b39a72-911c-466c-95b8-001c23e7e300 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a05671a-bcdb-473e-ae25-31cc297222df&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=14893317-4e76-44d7-bca0-3671f275cf15&id=14893317-4e76-44d7-bca0-3671f275cf15 HTTP/1.1" status: 200 len: 2296 time: 0.2490218 Aug 23 03:46:57.678787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.680594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/networks/380d901c-0b5f-4204-aad5-85b7a18dd314 HTTP/1.1" status: 204 len: 168 time: 0.8865402 Aug 23 03:46:57.685534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47870) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:57.691639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-830319105'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:57.699103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f17e1f22-a70d-428d-a659-d5d7227c514b service neutron] 10.222.0.20 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466407 Aug 23 03:46:57.701256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e519c-1e42-424a-ab32-71cdc7eb3ad1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Network': ['ID=380d901c-0b5f-4204-aad5-85b7a18dd314,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:57.704938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb93b-0173-4f53-a098-9b75d142fdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.735621 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb93b-0173-4f53-a098-9b75d142fdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.806431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47872) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:57.809128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-bb742a8e-6387-4968-8d86-62ec1ddd82ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096 HTTP/1.1" status: 200 len: 1000 time: 0.1259928 Aug 23 03:46:57.822510 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28ad48f1-0d1f-4576-9f18-8de7bea40033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.836717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:57.840211 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.864237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-cc6e2fef-c7cb-4c4b-b83e-8c68e138f3ce service neutron] 10.222.0.20 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346750 Aug 23 03:46:57.882612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-1ec6dadb-17c7-471c-9aed-e8fd1a9462fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.883981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-1ec6dadb-17c7-471c-9aed-e8fd1a9462fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=208d7027-e4ea-4f3e-b6bf-0d6172d19071 HTTP/1.1" status: 200 len: 856 time: 0.0660548 Aug 23 03:46:57.952914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb93b-0173-4f53-a098-9b75d142fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.956554 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb93b-0173-4f53-a098-9b75d142fdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.957833 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3b1bb93b-0173-4f53-a098-9b75d142fdf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32725fff-9c45-40a7-9a7d-11ea11bdc57c HTTP/1.1" status: 204 len: 168 time: 0.3263762 Aug 23 03:46:57.967616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:57.987066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bb93b-0173-4f53-a098-9b75d142fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32725fff-9c45-40a7-9a7d-11ea11bdc57c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:57.987969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-2f15dae2-f86e-4b80-bfc7-63818017ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:57.989508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-2f15dae2-f86e-4b80-bfc7-63818017ccdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a05671a-bcdb-473e-ae25-31cc297222df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960670 Aug 23 03:46:57.993454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-b0516e15-ac29-4102-8d73-82a947766dcd service neutron] 10.222.0.20 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195800 Aug 23 03:46:57.999255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:57.999255 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Added segment bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193 of type vlan for network 086704e4-d237-4eb1-9abd-8d477cbc473c Aug 23 03:46:58.005651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47878) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:58.068912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.127800 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28ad48f1-0d1f-4576-9f18-8de7bea40033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.162025 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-43b50d98-1dc1-4516-85f7-c8db8cf8cf34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d35c8bc8cb634303a7d1cfb5cdade0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541779 Aug 23 03:46:58.164800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47882) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:58.180601 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.187557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:58.188868 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.196182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-f1f3c2d4-c9b7-41ea-be7a-214604502871 service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992335 Aug 23 03:46:58.198146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-4cfc8733-f71b-4a07-aab2-551c841101b6 service neutron] 10.222.0.20 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717839 Aug 23 03:46:58.211149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47884) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:58.224931 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28ad48f1-0d1f-4576-9f18-8de7bea40033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.326365 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6395471 Aug 23 03:46:58.327206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47888) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:58.328548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad48f1-0d1f-4576-9f18-8de7bea40033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6dd210-26d1-4e07-9714-ac713afd3c80,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:58.333615 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-28ad48f1-0d1f-4576-9f18-8de7bea40033 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e61b4701f79540a0a966ec9e03abd2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253897 Aug 23 03:46:58.334346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f28c11-8748-4883-acd9-e47dc9b73e25 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Network': ['ID=086704e4-d237-4eb1-9abd-8d477cbc473c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:58.338069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:58.342832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '086704e4-d237-4eb1-9abd-8d477cbc473c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:58.361069 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4959260-7034-4a60-a7b6-291e5807807d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.386534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 086704e4-d237-4eb1-9abd-8d477cbc473c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:46:58.406341 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4959260-7034-4a60-a7b6-291e5807807d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.449914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c334e97c-d481-4a4a-82d2-34d79809393b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.477508 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c334e97c-d481-4a4a-82d2-34d79809393b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.610455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4959260-7034-4a60-a7b6-291e5807807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.613798 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a4959260-7034-4a60-a7b6-291e5807807d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.618529 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a4959260-7034-4a60-a7b6-291e5807807d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cee8850f-60a1-46f1-8d14-101c87fa8ca2 HTTP/1.1" status: 204 len: 168 time: 0.4523222 Aug 23 03:46:58.628036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4959260-7034-4a60-a7b6-291e5807807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee8850f-60a1-46f1-8d14-101c87fa8ca2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:58.647562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-688948394-network', 'tenant_id': '091878082808404291c43687134160ee'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:46:58.674711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c334e97c-d481-4a4a-82d2-34d79809393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.677850 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c334e97c-d481-4a4a-82d2-34d79809393b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.679101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c334e97c-d481-4a4a-82d2-34d79809393b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed6dd210-26d1-4e07-9714-ac713afd3c80 HTTP/1.1" status: 204 len: 168 time: 0.3397655 Aug 23 03:46:58.689107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334e97c-d481-4a4a-82d2-34d79809393b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6dd210-26d1-4e07-9714-ac713afd3c80,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:58.734807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-31486523-be3f-46d7-bf62-3d312710ba7c service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319126 Aug 23 03:46:58.750543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-3b1de32b-a579-4b5e-b99d-7d279c728d24 service neutron] 10.222.0.20 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384860 Aug 23 03:46:58.759802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2c23f4f3-d4f1-4105-89d1-6464b60b73db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.789310 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.790736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-e2ea6438-7906-43e8-aac7-42957e8942f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 217 time: 0.0480604 Aug 23 03:46:58.851700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Made reservation on behalf of 091878082808404291c43687134160ee for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:58.853942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.874685 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.892948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47906) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:58.909846 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b38d8c19-9dfb-4633-8962-9409e6733170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:58.917825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-54a7d204-5af3-4e8e-b793-e20bc950294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:58.919565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-54a7d204-5af3-4e8e-b793-e20bc950294d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.1100883 Aug 23 03:46:58.977955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-1fcd3a7c-976c-4b42-a80b-9ec55c86f572 service neutron] 10.222.0.20 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951559 Aug 23 03:46:58.987474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-13ce5c20-027c-48b5-9278-38be01d251ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:58.988898 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-13ce5c20-027c-48b5-9278-38be01d251ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596576 Aug 23 03:46:59.010544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:46:59.013937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.034099 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-b38d8c19-9dfb-4633-8962-9409e6733170 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:46:59.034099 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:46:59.034099 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id_1': '3f84ce84af5d4ce79f8606475e39b80d', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 46, 58, 920579)}] Aug 23 03:46:59.034099 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:46:59.034099 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-b38d8c19-9dfb-4633-8962-9409e6733170 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:46:59.257990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-adec2396-f4be-436d-884d-7bd9352295e8 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575710 Aug 23 03:46:59.259716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-bc2c4a0c-cb40-4374-8a35-dceefca1612e service neutron] 10.222.0.20 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749357 Aug 23 03:46:59.459695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.531685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b38d8c19-9dfb-4633-8962-9409e6733170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.538013 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-fe49ef92-cb22-4ed3-8a2b-31f8a1ea93b8 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727528 Aug 23 03:46:59.544507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-20e4d4b0-8ae5-45af-99b9-41d9f64bc4bc service neutron] 10.222.0.20 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669058 Aug 23 03:46:59.588640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-3738e050-2389-46de-8fef-1ef1114cfa21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 217 time: 0.0429468 Aug 23 03:46:59.622521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.660116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:46:59.663969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.682121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dda33e4-30ed-482c-ad45-eead82826e52,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:59.718047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-cc464e73-5872-4753-b5f9-b88883482102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:59.719645 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-cc464e73-5872-4753-b5f9-b88883482102 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.1236479 Aug 23 03:46:59.720719 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.721290 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Added segment a0b350ba-3622-4c09-b2f8-a11132832434 of type vlan for network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c Aug 23 03:46:59.738955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b38d8c19-9dfb-4633-8962-9409e6733170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.824139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b38d8c19-9dfb-4633-8962-9409e6733170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.831168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=1a949fa9-6d61-48b9-a5d5-4c60cf49d325,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:59.850151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.877383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Checking segment: {'id': 'bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '086704e4-d237-4eb1-9abd-8d477cbc473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:46:59.878186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network hostable DHCP agents. Network: 086704e4-d237-4eb1-9abd-8d477cbc473c, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:46:59.881623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-989d4f1a-3c93-4e36-aedb-75915b3a020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:59.883485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-989d4f1a-3c93-4e36-aedb-75915b3a020e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1532423 Aug 23 03:46:59.898711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d8c19-9dfb-4633-8962-9409e6733170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b3ad8d-169a-4c19-8fec-de53b3769089,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:46:59.959204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b38d8c19-9dfb-4633-8962-9409e6733170 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f84ce84af5d4ce79f8606475e39b80d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0630081 Aug 23 03:46:59.960460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47960) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:46:59.980084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:46:59.980659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:46:59.981350 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.039437 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1297e2e-ad23-406a-b53c-737cf25f24e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.085327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8712955 Aug 23 03:47:00.091169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47966) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:00.096455 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1297e2e-ad23-406a-b53c-737cf25f24e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.098289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 086704e4-d237-4eb1-9abd-8d477cbc473c is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:47:00.104785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Request body: {'subnet': {'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-688948394-subnet', 'tenant_id': '091878082808404291c43687134160ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:00.180593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ed25c-b61e-4641-bc12-8ee881c7ddb8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:00.184980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 086704e4-d237-4eb1-9abd-8d477cbc473c) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:00.195324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56848ec7-c584-4c7b-9e99-66c42c86143e None None] Network 086704e4-d237-4eb1-9abd-8d477cbc473c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:00.196900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:00.197610 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.230835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-02d62ce5-e4b3-4463-b02c-65d6559263fd service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380477 Aug 23 03:47:00.257599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:47:00.263112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Made reservation on behalf of 091878082808404291c43687134160ee for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:00.270676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.382466 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1297e2e-ad23-406a-b53c-737cf25f24e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.390813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1297e2e-ad23-406a-b53c-737cf25f24e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.394486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f1297e2e-ad23-406a-b53c-737cf25f24e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5b3ad8d-169a-4c19-8fec-de53b3769089 HTTP/1.1" status: 204 len: 168 time: 0.4328351 Aug 23 03:47:00.408806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dc23a6e4-1fb3-41a1-bbb5-e2f0165b65ba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0789709 Aug 23 03:47:00.411608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-582329cf-9f7e-4433-adde-18f17e8872cc service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693401 Aug 23 03:47:00.411835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47978) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:00.418202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1297e2e-ad23-406a-b53c-737cf25f24e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b3ad8d-169a-4c19-8fec-de53b3769089,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:00.419965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '086704e4-d237-4eb1-9abd-8d477cbc473c', 'name': 'tempest-PortsIpV6TestJSON-1260477585'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:00.470150 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-361e1cb5-28aa-412a-91c6-964188898827 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3 HTTP/1.1" status: 200 len: 217 time: 0.0482602 Aug 23 03:47:00.581682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-b86ff432-969e-43db-8625-8656d4fed4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:00.583248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-b86ff432-969e-43db-8625-8656d4fed4b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.1038988 Aug 23 03:47:00.590060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.664888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-e2698ddb-9d30-4306-ac28-0a328091fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:00.664888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-e2698ddb-9d30-4306-ac28-0a328091fc12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680945 Aug 23 03:47:00.669441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-086704e4-d237-4eb1-9abd-8d477cbc473c', 'network_id': '086704e4-d237-4eb1-9abd-8d477cbc473c', 'tenant_id': '99f9921c2cc04c6a812520fd82692f9e', 'fixed_ips': [{'subnet_id': '1a949fa9-6d61-48b9-a5d5-4c60cf49d325'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:47:00.671293 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.781398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:00.784965 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:00.809895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 42516929-a849-4b48-a695-edfa11fa1ccd yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:47:00.882973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-7582900b-af8e-427b-a521-9d774821745b service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114692 Aug 23 03:47:00.897463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Allocated IP 2001:db8::2 (086704e4-d237-4eb1-9abd-8d477cbc473c/1a949fa9-6d61-48b9-a5d5-4c60cf49d325/1320e35b-a4f8-438f-98fc-0266a1e4febc) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:00.957706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.007089 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-7af69921-aec1-47c4-a3f4-0632833b5425 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130877 Aug 23 03:47:01.022007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19b6a7b-b9f0-43ce-85f8-e6c23741bad8,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:01.039352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Checking segment: {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:01.039712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Network hostable DHCP agents. Network: a1407eb4-fc81-4bf4-b00c-f92925fd0c0c, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:47:01.062830 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-a28f668f-6b49-4221-9c36-3b6f01c9ec24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=3e46219a-9d3e-4df1-8205-80f7be163313 HTTP/1.1" status: 200 len: 217 time: 0.0470979 Aug 23 03:47:01.084361 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.096741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Transition to ACTIVE for port object 1320e35b-a4f8-438f-98fc-0266a1e4febc will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:01.120006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Transition to ACTIVE for port object 1320e35b-a4f8-438f-98fc-0266a1e4febc will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:01.122387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-b4be8900-2152-4d6b-bb65-a609f4843e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:01.123883 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-b4be8900-2152-4d6b-bb65-a609f4843e7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0539422 Aug 23 03:47:01.126069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:47:01.172291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-c9a72dcb-5325-444f-a6cd-ad0ae77a5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:01.174265 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-c9a72dcb-5325-444f-a6cd-ad0ae77a5ac6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421376 Aug 23 03:47:01.218763 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.219285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a1407eb4-fc81-4bf4-b00c-f92925fd0c0c) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:01.252470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:01.253079 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.277091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f171f22-d214-4957-95d4-79e7c11c3c37 None None] Network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:01.294817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::10d (086704e4-d237-4eb1-9abd-8d477cbc473c/1a949fa9-6d61-48b9-a5d5-4c60cf49d325/42516929-a849-4b48-a695-edfa11fa1ccd) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:01.296224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-da52be75-cf07-4a2b-953c-f7784c11c781 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149592 Aug 23 03:47:01.304570 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Network 086704e4-d237-4eb1-9abd-8d477cbc473c is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:01.321133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:01.326430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Pushing event updated for resources: {'Port': ['ID=1320e35b-a4f8-438f-98fc-0266a1e4febc,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:01.328399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:01.354952 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8729d3ca-d1f1-4347-b336-827df810c828 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2598078 Aug 23 03:47:01.505036 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.511015 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Attempting to bind port 1320e35b-a4f8-438f-98fc-0266a1e4febc on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:01.511392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Attempting to bind port 1320e35b-a4f8-438f-98fc-0266a1e4febc by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '086704e4-d237-4eb1-9abd-8d477cbc473c'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:01.511761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Attempting to bind port 1320e35b-a4f8-438f-98fc-0266a1e4febc on network 086704e4-d237-4eb1-9abd-8d477cbc473c {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:01.527036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object 42516929-a849-4b48-a695-edfa11fa1ccd will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:01.546997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:01.547430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Checking segment: {'id': 'bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '086704e4-d237-4eb1-9abd-8d477cbc473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:01.549565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.549974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Bound using segment: {'id': 'bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '086704e4-d237-4eb1-9abd-8d477cbc473c'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:01.550477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Bound port: 1320e35b-a4f8-438f-98fc-0266a1e4febc, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '086704e4-d237-4eb1-9abd-8d477cbc473c'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:01.550868 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.594651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-2e55ac14-56dd-4a54-ab69-4cdab11345d1 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869718 Aug 23 03:47:01.623617 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.709639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 086704e4-d237-4eb1-9abd-8d477cbc473c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:01.709639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:01.709639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:01.716146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:01.716146 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.745904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=42516929-a849-4b48-a695-edfa11fa1ccd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:01.746250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96af14-1ff4-4932-b0c1-212037606da2 None None] Network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:01.750297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-3b6c9e8b-ba48-4501-98f2-ebdeabec76f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=027ee6a5-a175-420b-969a-af306fdc7da3 HTTP/1.1" status: 200 len: 217 time: 0.1504622 Aug 23 03:47:01.813046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-0337573b-462f-4f21-87d6-791d3956e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:01.814843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-0337573b-462f-4f21-87d6-791d3956e39b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0575004 Aug 23 03:47:01.856175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] For port 1320e35b-a4f8-438f-98fc-0266a1e4febc, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:01.868352 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:01.871313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-848e3049-4abc-4b3c-b8bd-957b75a026b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:01.876841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-848e3049-4abc-4b3c-b8bd-957b75a026b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516396 Aug 23 03:47:01.888697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] For port 1320e35b-a4f8-438f-98fc-0266a1e4febc, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1320e35b-a4f8-438f-98fc-0266a1e4febc,segment=NetworkSegment(bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193),segment_id=bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:01.900209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-71b67c2a-8b27-4336-adf4-be6441d06fa5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4859157 Aug 23 03:47:01.908620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48034) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:02.059064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-0aa29f78-7464-4571-87b0-fc1f1ef0f7d9 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773081 Aug 23 03:47:02.062528 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:02.185368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f12339bf-0dd5-4f00-a648-c27711dd3693 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 42516929-a849-4b48-a695-edfa11fa1ccd {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:02.186118 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f12339bf-0dd5-4f00-a648-c27711dd3693 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:02.221643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5162c06-90ff-4e12-8d12-cdffc551a090 None None] Pushing event updated for resources: {'Port': ['ID=1320e35b-a4f8-438f-98fc-0266a1e4febc,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:02.285658 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-85dfa56e-890d-4308-b0ae-8697c5ee9c6e req-eda6014c-d4e4-4663-9efb-aba06b0bb2ec tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.6999836 Aug 23 03:47:02.319740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-c22aa02c-ea3a-4de8-ac07-e33e0c0b8f5c service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532241 Aug 23 03:47:02.385686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f12339bf-0dd5-4f00-a648-c27711dd3693 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:02.388071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-d17a5658-08ae-4325-ab6c-538ea51cbf53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ef3d62f-57c6-44a3-8778-887a770f6237 HTTP/1.1" status: 200 len: 217 time: 0.0456712 Aug 23 03:47:02.401841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f12339bf-0dd5-4f00-a648-c27711dd3693 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 42516929-a849-4b48-a695-edfa11fa1ccd owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:02.464961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-1ea8dc67-2532-4d2d-bd78-d31b4181360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:02.467297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-1ea8dc67-2532-4d2d-bd78-d31b4181360a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0692794 Aug 23 03:47:02.539041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-7444bc55-5876-40cd-bee5-4f97fd5558f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:02.541276 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-7444bc55-5876-40cd-bee5-4f97fd5558f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669675 Aug 23 03:47:02.634327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f12339bf-0dd5-4f00-a648-c27711dd3693 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:02.667998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12339bf-0dd5-4f00-a648-c27711dd3693 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=42516929-a849-4b48-a695-edfa11fa1ccd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:02.699495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-61dbdced-c1db-4c1a-b6fe-f94000ca99b0 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494408 Aug 23 03:47:02.714653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f12339bf-0dd5-4f00-a648-c27711dd3693 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:02.719337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f12339bf-0dd5-4f00-a648-c27711dd3693 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/42516929-a849-4b48-a695-edfa11fa1ccd HTTP/1.1" status: 204 len: 168 time: 0.8095865 Aug 23 03:47:02.719526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48062) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:02.758614 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c822f0-7b19-42c1-8793-cdbbbc56040f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:47:02.759555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c822f0-7b19-42c1-8793-cdbbbc56040f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:47:02.761599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-90c822f0-7b19-42c1-8793-cdbbbc56040f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/42516929-a849-4b48-a695-edfa11fa1ccd HTTP/1.1" status: 404 len: 333 time: 0.0411801 Aug 23 03:47:02.767781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48064) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:02.796571 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-380fa71b-ee27-407b-bcbf-a4ab37e7ef93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:47:02.798524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-380fa71b-ee27-407b-bcbf-a4ab37e7ef93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/42516929-a849-4b48-a695-edfa11fa1ccd HTTP/1.1" status: 404 len: 333 time: 0.0331054 Aug 23 03:47:02.801295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48066) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:02.861858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-af01c0f4-3894-4bcf-809e-3c776368f070 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet 1a949fa9-6d61-48b9-a5d5-4c60cf49d325 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:47:02.865347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af01c0f4-3894-4bcf-809e-3c776368f070 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:02.924611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af01c0f4-3894-4bcf-809e-3c776368f070 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:03.071180 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af01c0f4-3894-4bcf-809e-3c776368f070 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:03.122070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-0a2c128d-fca8-4b59-aa4b-5f2fcdb0154d tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:03.130248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-0a2c128d-fca8-4b59-aa4b-5f2fcdb0154d tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/networks?id=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c HTTP/1.1" status: 200 len: 817 time: 0.1480441 Aug 23 03:47:03.160865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-368112c9-b2f3-4e43-a049-1fc539a83ffd tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/quotas/091878082808404291c43687134160ee HTTP/1.1" status: 200 len: 375 time: 0.0294149 Aug 23 03:47:03.215795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-6d7a0d1f-4069-4914-b4ee-c7cd1f2a75f4 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=091878082808404291c43687134160ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538797 Aug 23 03:47:03.239353 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af01c0f4-3894-4bcf-809e-3c776368f070 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:03.362739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01c0f4-3894-4bcf-809e-3c776368f070 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=1a949fa9-6d61-48b9-a5d5-4c60cf49d325,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:03.387825 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af01c0f4-3894-4bcf-809e-3c776368f070 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:03.391173 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-af01c0f4-3894-4bcf-809e-3c776368f070 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/1a949fa9-6d61-48b9-a5d5-4c60cf49d325 HTTP/1.1" status: 204 len: 168 time: 0.5887907 Aug 23 03:47:03.394006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48100) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:03.430694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-42ba7eb3-dcc6-4d0a-812f-74c7fa0d3753 service neutron] 10.222.0.20 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140009 Aug 23 03:47:03.492316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03da1c0-332b-4c7f-a902-badf52abfa48 req-97496c8b-fb4d-4050-a948-9553701f3006 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:03.494145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f03da1c0-332b-4c7f-a902-badf52abfa48 req-97496c8b-fb4d-4050-a948-9553701f3006 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1720986 Aug 23 03:47:03.499213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40849b18-3adf-48f9-ba88-d0f915c0c21f req-c5d3fe1b-bb31-44b4-8dd6-2fd8ae9fc508 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913103 Aug 23 03:47:03.533907 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:03.601757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f03da1c0-332b-4c7f-a902-badf52abfa48 req-5fde0ef6-03ea-424b-95fc-9bbc714a6557 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975907 Aug 23 03:47:03.665471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-1668ee44-8ea9-4ede-91c1-9605c17bdbfd service neutron] 10.222.0.20 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221780 Aug 23 03:47:03.698667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707e78b-6657-4afd-b404-97233fb0b98b None None] Network 086704e4-d237-4eb1-9abd-8d477cbc473c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:03.719645 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e7de250e-36af-4bec-b62b-388190ddd78b req-4065e17f-6c56-4494-b0b5-7d1cb46827cc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0527716 Aug 23 03:47:03.734465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 1320e35b-a4f8-438f-98fc-0266a1e4febc {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:03.734818 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:03.854110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] For port 1320e35b-a4f8-438f-98fc-0266a1e4febc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1320e35b-a4f8-438f-98fc-0266a1e4febc,segment=NetworkSegment(bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193),segment_id=bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:03.854503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:03.871634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 1320e35b-a4f8-438f-98fc-0266a1e4febc owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:03.919851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0553dcc6-d588-4beb-84b9-d9e47e05a8f7 None None] Provisioning for port 1320e35b-a4f8-438f-98fc-0266a1e4febc completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:03.964763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f98ec-8cc7-4413-b59c-40b71595a252 None None] DHCP port deletion for 086704e4-d237-4eb1-9abd-8d477cbc473c request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:47:04.011487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f01f98ec-8cc7-4413-b59c-40b71595a252 None None] Deleting port 1320e35b-a4f8-438f-98fc-0266a1e4febc {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:04.011688 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f01f98ec-8cc7-4413-b59c-40b71595a252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.081307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f01f98ec-8cc7-4413-b59c-40b71595a252 None None] For port 1320e35b-a4f8-438f-98fc-0266a1e4febc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1320e35b-a4f8-438f-98fc-0266a1e4febc,segment=NetworkSegment(bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193),segment_id=bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:04.083127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f01f98ec-8cc7-4413-b59c-40b71595a252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.094042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f01f98ec-8cc7-4413-b59c-40b71595a252 None None] Calling delete_port for 1320e35b-a4f8-438f-98fc-0266a1e4febc owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:04.103987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.146572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=1320e35b-a4f8-438f-98fc-0266a1e4febc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:04.150334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No DVR routers for this DVR port 1320e35b-a4f8-438f-98fc-0266a1e4febc on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:04.184963 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f01f98ec-8cc7-4413-b59c-40b71595a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.241250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f98ec-8cc7-4413-b59c-40b71595a252 None None] No DVR routers for this DVR port 1320e35b-a4f8-438f-98fc-0266a1e4febc on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:04.245974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f98ec-8cc7-4413-b59c-40b71595a252 None None] Pushing event deleted for resources: {'Port': ['ID=1320e35b-a4f8-438f-98fc-0266a1e4febc,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:04.262262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.275093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086704e4-d237-4eb1-9abd-8d477cbc473c']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:04.286672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:04.287041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7b1c7d-f54b-43f9-ab3f-3b969ab4d193') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:04.305322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.324934 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.331579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:47:04.332102 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:47:04.335957 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:47:04.485482 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-97bea8fe-d112-4a2f-968a-ceaff755db3d req-03a59442-90a5-4453-9ec0-ef61792f7f93 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 210 time: 0.0322258 Aug 23 03:47:04.536522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48176) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:04.552408 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.570431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.572134 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/networks/086704e4-d237-4eb1-9abd-8d477cbc473c HTTP/1.1" status: 204 len: 168 time: 1.1763978 Aug 23 03:47:04.573416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eea01-6dfd-4fae-a058-146efb00be31 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Network': ['ID=086704e4-d237-4eb1-9abd-8d477cbc473c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:04.576427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48182) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:04.583950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-222124263'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:04.697168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:04.708572 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.742228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:47:04.759132 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.759783 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Added segment cbbfcf7d-49d3-4b66-b312-737c0fff76f8 of type vlan for network 22330a54-d43f-4f36-b040-34a8f6af7e39 Aug 23 03:47:04.770686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0c328-2e46-4f06-a692-8b1bd00ee72e req-e51669e2-8b98-41ad-90de-54aff4175498 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:04.783163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5db0c328-2e46-4f06-a692-8b1bd00ee72e req-e51669e2-8b98-41ad-90de-54aff4175498 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.0913513 Aug 23 03:47:04.831676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5db0c328-2e46-4f06-a692-8b1bd00ee72e req-16a99207-3c39-44c9-a655-0e6ecbd1f0ca tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487769 Aug 23 03:47:04.843996 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.855183 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac004d09-0789-40e1-bd1e-b745ef79bcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:04.911040 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2150955-b3ae-411e-8034-e4ee9732b2d8 req-a54f8da2-3a0e-44a7-a658-1f968c680dd7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0596697 Aug 23 03:47:05.000281 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac004d09-0789-40e1-bd1e-b745ef79bcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.096298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.101923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:05.104606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.104834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac004d09-0789-40e1-bd1e-b745ef79bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.220076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ac004d09-0789-40e1-bd1e-b745ef79bcf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b544b9a1e8a94a4ba83413b5b9f76063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6820023 Aug 23 03:47:05.223231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48234) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:05.227193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac004d09-0789-40e1-bd1e-b745ef79bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624ce23-0f96-4925-8f41-ec923e3edd6d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:05.231213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Network': ['ID=22330a54-d43f-4f36-b040-34a8f6af7e39,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:05.251529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 22330a54-d43f-4f36-b040-34a8f6af7e39 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:47:05.301724 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-407ca606-98bf-4a1e-b987-6be60a2ee1a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7231586 Aug 23 03:47:05.305660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48242) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:05.311692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '22330a54-d43f-4f36-b040-34a8f6af7e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:05.362213 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1751c8c4-6281-46aa-bf2f-6a5dbddac281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.410122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1751c8c4-6281-46aa-bf2f-6a5dbddac281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.513907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:05.518842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.571198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1751c8c4-6281-46aa-bf2f-6a5dbddac281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.574757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1751c8c4-6281-46aa-bf2f-6a5dbddac281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.576390 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1751c8c4-6281-46aa-bf2f-6a5dbddac281 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1624ce23-0f96-4925-8f41-ec923e3edd6d HTTP/1.1" status: 204 len: 168 time: 0.3521137 Aug 23 03:47:05.586907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751c8c4-6281-46aa-bf2f-6a5dbddac281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624ce23-0f96-4925-8f41-ec923e3edd6d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:05.632856 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cc2cd477-b29f-40c7-b9d1-eed30d8c1dee req-a8f70f9a-0385-45ef-b15c-2b29fa993ba2 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 210 time: 0.0673163 Aug 23 03:47:05.867009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:05.879392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-01295c8d-ab5a-4960-a119-aa1a7466a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:05.880831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-01295c8d-ab5a-4960-a119-aa1a7466a2e1 service neutron] 10.222.0.24 "GET /v2.0/ports/42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 1027 time: 0.0389736 Aug 23 03:47:05.910471 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:47:05.949109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-3a7fe32e-eb4d-44c1-b10e-a7c93102dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:05.950583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-3a7fe32e-eb4d-44c1-b10e-a7c93102dcae service neutron] 10.222.0.24 "GET /v2.0/ports/84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 1028 time: 0.0629601 Aug 23 03:47:05.953454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=1c5eadb0-73a6-498a-b68d-67f1e4e5a79f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:05.963155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Checking segment: {'id': 'cbbfcf7d-49d3-4b66-b312-737c0fff76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '22330a54-d43f-4f36-b040-34a8f6af7e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:05.963742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network hostable DHCP agents. Network: 22330a54-d43f-4f36-b040-34a8f6af7e39, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:47:06.019814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6416bb-bbf9-4301-8ee1-478906326ddd req-88be344e-1ceb-403a-a952-66f3038dcfa5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:06.021735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f6416bb-bbf9-4301-8ee1-478906326ddd req-88be344e-1ceb-403a-a952-66f3038dcfa5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1052284 Aug 23 03:47:06.046384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d7e2ff5-fdc3-4723-af29-2b1b053fcd64 req-84ef324d-4d4a-456c-a62b-6ccbcf9d4d3f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0271528 Aug 23 03:47:06.102840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 22330a54-d43f-4f36-b040-34a8f6af7e39 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:47:06.119997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f6416bb-bbf9-4301-8ee1-478906326ddd req-c12974a9-ad74-451e-8f67-98f0845b53c4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682774 Aug 23 03:47:06.131961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c9db56bf-58bd-44e7-9c29-297b56b28b1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:06.137896 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c9db56bf-58bd-44e7-9c29-297b56b28b1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:06.144421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c9db56bf-58bd-44e7-9c29-297b56b28b1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:06.146104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c9db56bf-58bd-44e7-9c29-297b56b28b1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "GET /v2.0/networks?id=773410b0-9710-43b7-a41a-cf96dea10a60&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=bc7b0e5a-bf93-4308-95c6-e8890b706564&id=bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 200 len: 1989 time: 0.1731095 Aug 23 03:47:06.199704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 22330a54-d43f-4f36-b040-34a8f6af7e39) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:06.206151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:06.206737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:06.209826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3f982a-f5ea-4f06-9896-8959ee9ab433 None None] Network 22330a54-d43f-4f36-b040-34a8f6af7e39 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:06.223123 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-da66311a-e5d1-4bc1-b0b4-0122e1a08627 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ced08239aad045b281b35704b58f5423 HTTP/1.1" status: 200 len: 380 time: 0.0675578 Aug 23 03:47:06.233352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'admin_state_up': True, 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'security_groups': ['b9ec4d62-00ef-47b3-bfd0-04bf819d8aef']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:06.320546 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2ec65156-d336-4f5c-913d-65c58e2b3abe tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0137637 Aug 23 03:47:06.323033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48274) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:06.330355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '22330a54-d43f-4f36-b040-34a8f6af7e39', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-514247914'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:06.394054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:06.398643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:06.406089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-22330a54-d43f-4f36-b040-34a8f6af7e39', 'network_id': '22330a54-d43f-4f36-b040-34a8f6af7e39', 'tenant_id': '99f9921c2cc04c6a812520fd82692f9e', 'fixed_ips': [{'subnet_id': '1c5eadb0-73a6-498a-b68d-67f1e4e5a79f'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:47:06.411349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:06.457408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48280) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:06.623025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Allocated IP 172.20.0.3 (773410b0-9710-43b7-a41a-cf96dea10a60/911ff96c-e227-4037-9184-4069a4f87ccf/135ed5bc-ba78-4c3a-a568-eca20cbcb623) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:06.645400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Allocated IP 2001:db8::2 (22330a54-d43f-4f36-b040-34a8f6af7e39/1c5eadb0-73a6-498a-b68d-67f1e4e5a79f/93d626d2-63b0-4540-8081-c0b299aca345) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:06.651058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:06.654883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:06.679757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 794dd1bc-b1a0-424d-9683-ee21da46de12 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:47:06.764783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-881d8a24-eab8-46da-90ba-f0cb11dc0ac2 req-6e53203c-5285-49c8-b2af-c4e52022ef16 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 210 time: 0.0604243 Aug 23 03:47:06.893472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48288) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:06.931012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48292) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:06.951614 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bce63a2b-8f81-49b7-bb5e-2c3c8a640ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:06.972567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:06.990591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Transition to ACTIVE for port object 93d626d2-63b0-4540-8081-c0b299aca345 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:06.999365 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5484a0db-f33e-415a-9268-194321fd8545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.008471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Transition to ACTIVE for port object 93d626d2-63b0-4540-8081-c0b299aca345 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:07.107511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bce63a2b-8f81-49b7-bb5e-2c3c8a640ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.163661 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4231a66-573b-4c74-b0ea-5079a8ba0d79 req-7f474f9d-eb82-4b45-9eaf-43461a7cd47f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0336125 Aug 23 03:47:07.165511 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.213152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Network 22330a54-d43f-4f36-b040-34a8f6af7e39 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:07.216472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:07.221003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:07.235465 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bce63a2b-8f81-49b7-bb5e-2c3c8a640ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.240451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Pushing event updated for resources: {'Port': ['ID=93d626d2-63b0-4540-8081-c0b299aca345,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:07.315671 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a068-171a-4775-9310-969767a2b6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.330689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::71 (22330a54-d43f-4f36-b040-34a8f6af7e39/1c5eadb0-73a6-498a-b68d-67f1e4e5a79f/794dd1bc-b1a0-424d-9683-ee21da46de12) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:07.337625 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bce63a2b-8f81-49b7-bb5e-2c3c8a640ac2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5a600cc365441c697d36366f7620064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055092 Aug 23 03:47:07.338633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48298) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:07.345734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce63a2b-8f81-49b7-bb5e-2c3c8a640ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec5cb3-5973-4d42-9424-9b0a4361a20d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:07.357266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Attempting to bind port 93d626d2-63b0-4540-8081-c0b299aca345 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:07.357266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Attempting to bind port 93d626d2-63b0-4540-8081-c0b299aca345 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'cbbfcf7d-49d3-4b66-b312-737c0fff76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '22330a54-d43f-4f36-b040-34a8f6af7e39'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:07.357266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Attempting to bind port 93d626d2-63b0-4540-8081-c0b299aca345 on network 22330a54-d43f-4f36-b040-34a8f6af7e39 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:07.364040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:07.364548 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Checking segment: {'id': 'cbbfcf7d-49d3-4b66-b312-737c0fff76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '22330a54-d43f-4f36-b040-34a8f6af7e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:07.365090 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.365619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Bound using segment: {'id': 'cbbfcf7d-49d3-4b66-b312-737c0fff76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '22330a54-d43f-4f36-b040-34a8f6af7e39'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:07.366119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Bound port: 93d626d2-63b0-4540-8081-c0b299aca345, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbfcf7d-49d3-4b66-b312-737c0fff76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '22330a54-d43f-4f36-b040-34a8f6af7e39'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:07.366654 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.445446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e07b07-257f-4584-821f-daef29a573a5 req-a782cc41-8202-4519-923d-9e08d36f0f0d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:07.454569 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40e07b07-257f-4584-821f-daef29a573a5 req-a782cc41-8202-4519-923d-9e08d36f0f0d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.2164755 Aug 23 03:47:07.454772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] For port 93d626d2-63b0-4540-8081-c0b299aca345, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:07.459644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] For port 93d626d2-63b0-4540-8081-c0b299aca345, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=93d626d2-63b0-4540-8081-c0b299aca345,segment=NetworkSegment(cbbfcf7d-49d3-4b66-b312-737c0fff76f8),segment_id=cbbfcf7d-49d3-4b66-b312-737c0fff76f8)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:07.463798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.480822 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5484a0db-f33e-415a-9268-194321fd8545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.491928 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.501130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Transition to ACTIVE for port object 135ed5bc-ba78-4c3a-a568-eca20cbcb623 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:07.521367 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.543099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object 794dd1bc-b1a0-424d-9683-ee21da46de12 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:07.545296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5bbd-1477-4377-9e48-aa8e10c37cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.569764 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40e07b07-257f-4584-821f-daef29a573a5 req-2263a118-7388-417a-8fff-d054deb50d17 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081924 Aug 23 03:47:07.601630 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5bbd-1477-4377-9e48-aa8e10c37cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.635698 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.645954 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5484a0db-f33e-415a-9268-194321fd8545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.722534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484a0db-f33e-415a-9268-194321fd8545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a42835-fb1f-47d7-81d4-ff49961b4346,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:07.732184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.762238 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a068-171a-4775-9310-969767a2b6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.771620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.781023 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93d15c-9b05-4815-80b3-b488464e1a5b None None] Pushing event updated for resources: {'Port': ['ID=93d626d2-63b0-4540-8081-c0b299aca345,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:07.837380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5bbd-1477-4377-9e48-aa8e10c37cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.840587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5484a0db-f33e-415a-9268-194321fd8545 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5573d5e35327491a932dc8541d5a5e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9433298 Aug 23 03:47:07.840587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=794dd1bc-b1a0-424d-9683-ee21da46de12,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:07.840790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5bbd-1477-4377-9e48-aa8e10c37cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.842294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a9fd5bbd-1477-4377-9e48-aa8e10c37cf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45ec5cb3-5973-4d42-9424-9b0a4361a20d HTTP/1.1" status: 204 len: 168 time: 0.5008097 Aug 23 03:47:07.850511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48304) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:07.854485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network 773410b0-9710-43b7-a41a-cf96dea10a60 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:07.884317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:07.886411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 22330a54-d43f-4f36-b040-34a8f6af7e39 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:07.899998 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Port': ['ID=135ed5bc-ba78-4c3a-a568-eca20cbcb623,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:07.912310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:07.917744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:07.935567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:07.939725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:07.941991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:07.943340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.945247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.945693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.946121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.952985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.953489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.953924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.954350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.955286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.955707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.956128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.956541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:07.962252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd5bbd-1477-4377-9e48-aa8e10c37cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ec5cb3-5973-4d42-9424-9b0a4361a20d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:08.028201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a068-171a-4775-9310-969767a2b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.042187 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a44a887-7e6c-4f3a-af4d-4edd2b879f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.048889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-12b230b1-2750-4f6f-8677-38e5cbf14497 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.7225618 Aug 23 03:47:08.067776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48308) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:08.118404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a44a887-7e6c-4f3a-af4d-4edd2b879f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.185430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8af1643-7924-441d-aec1-bfdc186f05bc req-a8147d45-b90f-496c-b922-75eede524d9c tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 210 time: 0.2745409 Aug 23 03:47:08.256984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8a068-171a-4775-9310-969767a2b6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693490f3-65db-4824-a384-5fec6a1e2bdb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:08.322566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7fa8a068-171a-4775-9310-969767a2b6ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1d789e1a0bc42fdb341c85155ceb7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8590765 Aug 23 03:47:08.322566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48312) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:08.330865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:08.332183 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.336735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0f7117a1-064a-4beb-96d9-9b039964db56 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 794dd1bc-b1a0-424d-9683-ee21da46de12 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:08.337291 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0f7117a1-064a-4beb-96d9-9b039964db56 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.418536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a44a887-7e6c-4f3a-af4d-4edd2b879f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.421718 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a44a887-7e6c-4f3a-af4d-4edd2b879f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.422968 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5a44a887-7e6c-4f3a-af4d-4edd2b879f70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98a42835-fb1f-47d7-81d4-ff49961b4346 HTTP/1.1" status: 204 len: 168 time: 0.5662370 Aug 23 03:47:08.486329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-50ad63cf-4d2b-46ec-b8f4-10551b7f979d None None] Provisioning for port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:08.491842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-50ad63cf-4d2b-46ec-b8f4-10551b7f979d None None] Provisioning complete for port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:08.493504 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-50ad63cf-4d2b-46ec-b8f4-10551b7f979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.496467 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d267cab3-5466-4639-8b42-6828975b39f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.524134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44a887-7e6c-4f3a-af4d-4edd2b879f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a42835-fb1f-47d7-81d4-ff49961b4346,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:08.542040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d267cab3-5466-4639-8b42-6828975b39f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.546065 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-d99bfddd-fc91-4fe4-87bc-e70d57f654b3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3167651 Aug 23 03:47:08.563678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36463d2-d50d-4a8d-baf6-e297dc34b5ea req-e9dbcc39-830c-47c9-b79f-3a3ab4f50563 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:08.571657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'admin_state_up': True, 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'security_groups': ['b9ec4d62-00ef-47b3-bfd0-04bf819d8aef']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:08.571975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b36463d2-d50d-4a8d-baf6-e297dc34b5ea req-e9dbcc39-830c-47c9-b79f-3a3ab4f50563 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 931 time: 0.2779853 Aug 23 03:47:08.580930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 93d626d2-63b0-4540-8081-c0b299aca345 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:47:08.732858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-50ad63cf-4d2b-46ec-b8f4-10551b7f979d None None] Port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:08.782997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d267cab3-5466-4639-8b42-6828975b39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.790529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d267cab3-5466-4639-8b42-6828975b39f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:08.797332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d267cab3-5466-4639-8b42-6828975b39f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/693490f3-65db-4824-a384-5fec6a1e2bdb HTTP/1.1" status: 204 len: 168 time: 0.4592934 Aug 23 03:47:08.832125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267cab3-5466-4639-8b42-6828975b39f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693490f3-65db-4824-a384-5fec6a1e2bdb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:08.903626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e958ee3-5a0e-493c-8b72-cac0de747ce0 req-97b5c4cd-2f6a-4527-a825-af2c02d007d2 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:08.912724 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e958ee3-5a0e-493c-8b72-cac0de747ce0 req-97b5c4cd-2f6a-4527-a825-af2c02d007d2 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1815543 Aug 23 03:47:08.919184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 93d626d2-63b0-4540-8081-c0b299aca345 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:09.042346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e958ee3-5a0e-493c-8b72-cac0de747ce0 req-2fce4dc4-4abc-42f4-8071-cc0ed2cafa19 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197834 Aug 23 03:47:09.091007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:09.095981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:09.443581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3c60713-a8f7-4c11-910b-08f48d90d382 req-dc69c2c1-8125-4bdc-a062-cf9bc9826dfc tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 210 time: 0.0413575 Aug 23 03:47:09.466113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Allocated IP 10.1.1.84 (e1a975d3-e990-4089-8800-cde315873959/6d8d55b4-99fd-4b4f-8c40-ed27c565121b/17dd7351-48f5-4c38-a316-44ac2d836527) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:09.476222 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0f7117a1-064a-4beb-96d9-9b039964db56 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:09.490264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0f7117a1-064a-4beb-96d9-9b039964db56 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 794dd1bc-b1a0-424d-9683-ee21da46de12 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:09.636005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b901f-1db1-44f5-92e8-4677685b7701 None None] Network 22330a54-d43f-4f36-b040-34a8f6af7e39 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:09.723173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-8b473c8d-9a57-4859-9320-008b1ab80db3 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:09.724866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-8b473c8d-9a57-4859-9320-008b1ab80db3 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.11 "GET /v2.0/networks?id=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c HTTP/1.1" status: 200 len: 817 time: 0.1989522 Aug 23 03:47:09.730350 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:09.745677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Request body: {'port': {'device_id': 'cb5245ed-8478-4008-8d67-bf89ec7c805c', 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c', 'admin_state_up': True, 'tenant_id': '091878082808404291c43687134160ee'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:09.771555 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b36463d2-d50d-4a8d-baf6-e297dc34b5ea req-65bee2bb-1443-46e4-a750-095e6fb3dbca tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1985259 Aug 23 03:47:09.790223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f436c550-8aa8-4130-9db9-1a048795603f None None] Provisioning for port 93d626d2-63b0-4540-8081-c0b299aca345 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:09.790635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-d3b3b91e-1d7c-405d-82c0-7feaa7036610 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:09.790755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f436c550-8aa8-4130-9db9-1a048795603f None None] Provisioning complete for port 93d626d2-63b0-4540-8081-c0b299aca345 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:09.790755 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f436c550-8aa8-4130-9db9-1a048795603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:09.793312 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-d3b3b91e-1d7c-405d-82c0-7feaa7036610 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.24 "GET /v2.0/networks?id=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c HTTP/1.1" status: 200 len: 817 time: 1.2191091 Aug 23 03:47:09.804920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Transition to ACTIVE for port object 17dd7351-48f5-4c38-a316-44ac2d836527 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:09.870979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Request body: {'port': {'device_id': 'd15fb25d-604a-44b9-99ca-a71041483cd5', 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c', 'admin_state_up': True, 'tenant_id': '091878082808404291c43687134160ee'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:09.938378 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f436c550-8aa8-4130-9db9-1a048795603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:09.990997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48338) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:10.003929 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.043500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f436c550-8aa8-4130-9db9-1a048795603f None None] For port 93d626d2-63b0-4540-8081-c0b299aca345, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=93d626d2-63b0-4540-8081-c0b299aca345,segment=NetworkSegment(cbbfcf7d-49d3-4b66-b312-737c0fff76f8),segment_id=cbbfcf7d-49d3-4b66-b312-737c0fff76f8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:10.056105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a1b34df-80ee-4ec6-9456-3463ee430ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.065839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0f7117a1-064a-4beb-96d9-9b039964db56 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.119322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Made reservation on behalf of 091878082808404291c43687134160ee for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:10.130208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.154702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7117a1-064a-4beb-96d9-9b039964db56 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=794dd1bc-b1a0-424d-9683-ee21da46de12,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:10.181633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-fa928f17-fd85-43a5-bbf5-417c32918641 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:10.183627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-fa928f17-fd85-43a5-bbf5-417c32918641 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.24 "GET /v2.0/networks?id=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c HTTP/1.1" status: 200 len: 817 time: 0.5711014 Aug 23 03:47:10.205353 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f436c550-8aa8-4130-9db9-1a048795603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.207978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Request body: {'port': {'device_id': 'c487acce-6dcf-47ff-856a-ac4d1a7fcd02', 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c', 'admin_state_up': True, 'tenant_id': '091878082808404291c43687134160ee'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:10.217767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0f7117a1-064a-4beb-96d9-9b039964db56 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.220545 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0f7117a1-064a-4beb-96d9-9b039964db56 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/794dd1bc-b1a0-424d-9683-ee21da46de12 HTTP/1.1" status: 204 len: 168 time: 2.1493475 Aug 23 03:47:10.226436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48342) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:10.273989 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caf8681-c491-4201-a0e6-334b0a77b2bc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:47:10.275842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8caf8681-c491-4201-a0e6-334b0a77b2bc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/794dd1bc-b1a0-424d-9683-ee21da46de12 HTTP/1.1" status: 404 len: 333 time: 0.0383863 Aug 23 03:47:10.277062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network e1a975d3-e990-4089-8800-cde315873959 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:10.287893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48344) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:10.353750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436c550-8aa8-4130-9db9-1a048795603f None None] Pushing event updated for resources: {'Port': ['ID=93d626d2-63b0-4540-8081-c0b299aca345,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:10.412709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a92aef4-7244-4cf8-8171-7d9dbbd992fa tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet 1c5eadb0-73a6-498a-b68d-67f1e4e5a79f {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:47:10.431697 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9a92aef4-7244-4cf8-8171-7d9dbbd992fa tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.436974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:10.466131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:10.502043 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:47:10.502043 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:47:10.502043 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id_1': '091878082808404291c43687134160ee', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 47, 10, 357212)}] Aug 23 03:47:10.502043 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:47:10.502872 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:47:10.557195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9a92aef4-7244-4cf8-8171-7d9dbbd992fa tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.610137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48356) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:10.634819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.696138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8d6f5bf-262b-4ac6-899d-68b8ef92ab14 req-f2fc7961-ef1e-4c0c-a97d-df055301ea9a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 210 time: 0.0575104 Aug 23 03:47:10.709516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Port': ['ID=17dd7351-48f5-4c38-a316-44ac2d836527,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:10.758011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9a92aef4-7244-4cf8-8171-7d9dbbd992fa tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.798024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd8ae-e38c-455d-9b3f-bfcb09445c47 req-64bee5d5-ded6-4aa8-8c7e-892ae4f71e3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:10.799835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-824cd8ae-e38c-455d-9b3f-bfcb09445c47 req-64bee5d5-ded6-4aa8-8c7e-892ae4f71e3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.5908694 Aug 23 03:47:10.885335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:10.885335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.919726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Allocated IP 172.20.0.5 (a1407eb4-fc81-4bf4-b00c-f92925fd0c0c/e19b6a7b-b9f0-43ce-85f8-e6c23741bad8/2a18ac06-b2ba-4d85-919a-645bafc7c27a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:10.931494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-824cd8ae-e38c-455d-9b3f-bfcb09445c47 req-89a33a93-7010-426a-b9ca-232b10f539af tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193092 Aug 23 03:47:10.956584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9a92aef4-7244-4cf8-8171-7d9dbbd992fa tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:10.972448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b7f38498-e03e-45ba-881d-7d2bd3ab4072 None None] Provisioning for port 17dd7351-48f5-4c38-a316-44ac2d836527 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:10.977722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b7f38498-e03e-45ba-881d-7d2bd3ab4072 None None] Provisioning complete for port 17dd7351-48f5-4c38-a316-44ac2d836527 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:10.981684 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b7f38498-e03e-45ba-881d-7d2bd3ab4072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.015778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9a92aef4-7244-4cf8-8171-7d9dbbd992fa tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.020552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9a92aef4-7244-4cf8-8171-7d9dbbd992fa tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/1c5eadb0-73a6-498a-b68d-67f1e4e5a79f HTTP/1.1" status: 204 len: 168 time: 0.7291183 Aug 23 03:47:11.027061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48364) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:11.051698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b7f38498-e03e-45ba-881d-7d2bd3ab4072 None None] Port 17dd7351-48f5-4c38-a316-44ac2d836527 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:11.087389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c443c37-e4e0-43c1-872f-55fb06d72962 req-cb31139f-05b2-4151-9189-4900916bea03 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:11.094421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c443c37-e4e0-43c1-872f-55fb06d72962 req-cb31139f-05b2-4151-9189-4900916bea03 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:11.096142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c443c37-e4e0-43c1-872f-55fb06d72962 req-cb31139f-05b2-4151-9189-4900916bea03 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 1652 time: 0.1801593 Aug 23 03:47:11.096917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92aef4-7244-4cf8-8171-7d9dbbd992fa tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5eadb0-73a6-498a-b68d-67f1e4e5a79f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:11.126865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f056e4e-1992-4c39-afe8-72b50503d9dd None None] Network 22330a54-d43f-4f36-b040-34a8f6af7e39 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:11.139433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c443c37-e4e0-43c1-872f-55fb06d72962 req-3e0e7fab-aea3-4ebf-80c8-fe7ac8d50569 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362725 Aug 23 03:47:11.174308 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a1b34df-80ee-4ec6-9456-3463ee430ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.221417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ba8e94bb-c079-40c0-9676-2a4cf5767eb7 None None] Provisioning complete for port 93d626d2-63b0-4540-8081-c0b299aca345 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:11.221801 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba8e94bb-c079-40c0-9676-2a4cf5767eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.239558 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.254111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a1b34df-80ee-4ec6-9456-3463ee430ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.302230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48368) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:11.303358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1a1b34df-80ee-4ec6-9456-3463ee430ee5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b57b1dc90fb74f6d9bf3452d1a4b078c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3104877 Aug 23 03:47:11.341438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b34df-80ee-4ec6-9456-3463ee430ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11928b8e-c8bc-4b22-baeb-0ddbdffd14dd,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:11.347693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.379379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ba8e94bb-c079-40c0-9676-2a4cf5767eb7 None None] Could not find standard attr ID for object 794dd1bc-b1a0-424d-9683-ee21da46de12. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:47:11.384880 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2da4065a-d486-42cf-a058-197dd68a76a5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8171668 Aug 23 03:47:11.410083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'admin_state_up': True, 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'security_groups': ['b9ec4d62-00ef-47b3-bfd0-04bf819d8aef']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:11.444396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0efe9-a8e9-4107-84dc-9a95024640ee None None] DHCP port deletion for 22330a54-d43f-4f36-b040-34a8f6af7e39 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:47:11.456969 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5fd7-81d3-4cdd-9747-299008a20370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.486743 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5fd7-81d3-4cdd-9747-299008a20370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.530597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-74c0efe9-a8e9-4107-84dc-9a95024640ee None None] Deleting port 93d626d2-63b0-4540-8081-c0b299aca345 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:11.531025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-74c0efe9-a8e9-4107-84dc-9a95024640ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.546290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 93d626d2-63b0-4540-8081-c0b299aca345 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:11.549154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.611269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Made reservation on behalf of 091878082808404291c43687134160ee for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:11.616182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.619634 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.627864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-74c0efe9-a8e9-4107-84dc-9a95024640ee None None] For port 93d626d2-63b0-4540-8081-c0b299aca345, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=93d626d2-63b0-4540-8081-c0b299aca345,segment=NetworkSegment(cbbfcf7d-49d3-4b66-b312-737c0fff76f8),segment_id=cbbfcf7d-49d3-4b66-b312-737c0fff76f8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:11.628451 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-74c0efe9-a8e9-4107-84dc-9a95024640ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.659170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-74c0efe9-a8e9-4107-84dc-9a95024640ee None None] Calling delete_port for 93d626d2-63b0-4540-8081-c0b299aca345 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:11.668718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] For port 93d626d2-63b0-4540-8081-c0b299aca345, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=93d626d2-63b0-4540-8081-c0b299aca345,segment=NetworkSegment(cbbfcf7d-49d3-4b66-b312-737c0fff76f8),segment_id=cbbfcf7d-49d3-4b66-b312-737c0fff76f8)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:11.669371 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.695825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:11.702031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 93d626d2-63b0-4540-8081-c0b299aca345 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:11.704516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:11.708753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Pushing event updated for resources: {'Port': ['ID=2a18ac06-b2ba-4d85-919a-645bafc7c27a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:11.711084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:11.774224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5fd7-81d3-4cdd-9747-299008a20370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.783052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5fd7-81d3-4cdd-9747-299008a20370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.785667 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5b8b5fd7-81d3-4cdd-9747-299008a20370 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11928b8e-c8bc-4b22-baeb-0ddbdffd14dd HTTP/1.1" status: 204 len: 168 time: 0.4823077 Aug 23 03:47:11.834851 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-74c0efe9-a8e9-4107-84dc-9a95024640ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.859283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:11.859652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0efe9-a8e9-4107-84dc-9a95024640ee None None] No DVR routers for this DVR port 93d626d2-63b0-4540-8081-c0b299aca345 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:11.859931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.909204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0efe9-a8e9-4107-84dc-9a95024640ee None None] Pushing event deleted for resources: {'Port': ['ID=93d626d2-63b0-4540-8081-c0b299aca345,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:11.924043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:11.946303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Allocated IP 172.20.0.3 (a1407eb4-fc81-4bf4-b00c-f92925fd0c0c/e19b6a7b-b9f0-43ce-85f8-e6c23741bad8/e74cac5b-4696-4fb7-bd43-f983449e3c30) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:11.953437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=93d626d2-63b0-4540-8081-c0b299aca345,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:11.961670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No DVR routers for this DVR port 93d626d2-63b0-4540-8081-c0b299aca345 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:12.092569 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.121440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22330a54-d43f-4f36-b040-34a8f6af7e39']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:12.128345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b5fd7-81d3-4cdd-9747-299008a20370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11928b8e-c8bc-4b22-baeb-0ddbdffd14dd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:12.148496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4952af5e-3654-49e4-94c4-85a9cf5aa699 req-65eaebaf-7e9f-4a4c-b332-33b074cbdd7d tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 210 time: 0.0816770 Aug 23 03:47:12.167188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbfcf7d-49d3-4b66-b312-737c0fff76f8') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:12.167829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbfcf7d-49d3-4b66-b312-737c0fff76f8') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:12.206720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072a98-9630-413c-841e-473160fb41f6 req-522c3dd1-6a90-4316-9835-5b55d5a404d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:12.215770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb072a98-9630-413c-841e-473160fb41f6 req-522c3dd1-6a90-4316-9835-5b55d5a404d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1357954 Aug 23 03:47:12.225899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.256613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.279196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb072a98-9630-413c-841e-473160fb41f6 req-26684423-f9c7-4e61-821f-125b70f88335 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596325 Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:47:12.287704 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:47:12.291554 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.406566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.422520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 93d626d2-63b0-4540-8081-c0b299aca345 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:47:12.446041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 93d626d2-63b0-4540-8081-c0b299aca345 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:47:12.446041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 93d626d2-63b0-4540-8081-c0b299aca345 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:47:12.450112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.468298 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.480489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.480489 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/networks/22330a54-d43f-4f36-b040-34a8f6af7e39 HTTP/1.1" status: 204 len: 168 time: 1.4496458 Aug 23 03:47:12.481493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48396) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:12.486950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'name': 'tempest-PortsIpV6TestJSON-1586975138'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:12.512524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:12.516315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6ff5-adc2-410b-b673-48a44c01ac3f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Network': ['ID=22330a54-d43f-4f36-b040-34a8f6af7e39,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:12.516921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:12.523025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:12.540854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2935ea-71c3-4dd9-8d5d-55ccf3b163ea req-bd578827-6797-49a6-8f90-bbf69e91b88e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:12.548748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2935ea-71c3-4dd9-8d5d-55ccf3b163ea req-bd578827-6797-49a6-8f90-bbf69e91b88e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:12.553315 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da2935ea-71c3-4dd9-8d5d-55ccf3b163ea req-bd578827-6797-49a6-8f90-bbf69e91b88e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 1652 time: 0.1955938 Aug 23 03:47:12.596766 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.608202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Pushing event updated for resources: {'Port': ['ID=e74cac5b-4696-4fb7-bd43-f983449e3c30,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:12.664343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e40df1e4-7bf4-4b9b-bf81-2be916f5a039 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9226246 Aug 23 03:47:12.677149 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da2935ea-71c3-4dd9-8d5d-55ccf3b163ea req-c3a7cc33-a48f-45b4-9a57-352f1173079e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983489 Aug 23 03:47:12.685779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Request body: {'port': {'device_id': 'cb5245ed-8478-4008-8d67-bf89ec7c805c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:12.699093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:12.699747 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.710062 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1629698cfae4b799033979601536735&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0965431 Aug 23 03:47:12.712864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48406) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:12.713646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074b05a5-19ef-424f-9f12-27e682845db3,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:12.733281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.733629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.733974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.734308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.734641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.734972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.735301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.736203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.736489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.736856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.737152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.737527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6f2f6-0483-48cc-ac36-95e8eacb51a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:12.778647 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.787210 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-568891cd-67b5-4c0c-86ea-05056ed3ef07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.812591 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-568891cd-67b5-4c0c-86ea-05056ed3ef07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.850897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Made reservation on behalf of 091878082808404291c43687134160ee for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:12.850897 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:12.938994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c9a39d59-218b-48ac-897f-aa26fba3ba5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7375584 Aug 23 03:47:12.951798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Request body: {'port': {'device_id': 'c487acce-6dcf-47ff-856a-ac4d1a7fcd02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:13.040098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-568891cd-67b5-4c0c-86ea-05056ed3ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.042682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-568891cd-67b5-4c0c-86ea-05056ed3ef07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.044122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-568891cd-67b5-4c0c-86ea-05056ed3ef07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/074b05a5-19ef-424f-9f12-27e682845db3 HTTP/1.1" status: 204 len: 168 time: 0.3216348 Aug 23 03:47:13.066357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Allocated IP 172.20.0.4 (a1407eb4-fc81-4bf4-b00c-f92925fd0c0c/e19b6a7b-b9f0-43ce-85f8-e6c23741bad8/e66fcac1-fe93-42ee-9c37-e586a987e155) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:13.068658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.070597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568891cd-67b5-4c0c-86ea-05056ed3ef07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074b05a5-19ef-424f-9f12-27e682845db3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:13.136000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:13.143092 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.222475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:13.226287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.266062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 6d22ff94-2c28-4691-95d0-ecc1cc66604a yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:47:13.401984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Allocated IP 10.1.1.164 (e1a975d3-e990-4089-8800-cde315873959/6d8d55b4-99fd-4b4f-8c40-ed27c565121b/d2dec841-18eb-4694-8ee6-41883163b8f4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:13.408163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e6aa7-647d-4fcf-9aee-adbb0650fd2b req-d257204b-83f6-4f3a-b04f-235f63885fa5 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:13.415435 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b4e6aa7-647d-4fcf-9aee-adbb0650fd2b req-d257204b-83f6-4f3a-b04f-235f63885fa5 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 931 time: 0.1623619 Aug 23 03:47:13.474364 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b4e6aa7-647d-4fcf-9aee-adbb0650fd2b req-d4b86119-e94d-4b24-b135-1481cc9b51fc tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557559 Aug 23 03:47:13.524239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.546212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd1828-8363-4c13-af6a-b3bf3c4043e4 req-310be691-31a9-483e-9934-33a56a69f824 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:13.547496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3bd1828-8363-4c13-af6a-b3bf3c4043e4 req-310be691-31a9-483e-9934-33a56a69f824 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1738188 Aug 23 03:47:13.599012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.665961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3bd1828-8363-4c13-af6a-b3bf3c4043e4 req-16dafb4d-1615-4df4-b091-a058bcf50f3d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114876 Aug 23 03:47:13.705552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.753606 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.794658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:13.801899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Transition to ACTIVE for port object d2dec841-18eb-4694-8ee6-41883163b8f4 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:13.823371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:13.848113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Pushing event updated for resources: {'Port': ['ID=e66fcac1-fe93-42ee-9c37-e586a987e155,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:13.848353 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:13.866221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:13.960129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:13.966854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:13.975237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15024b-07da-4d2d-b07e-085aae1aa3c7 req-f16fe407-ac22-4943-a8ae-65f9d816e840 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:13.981321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15024b-07da-4d2d-b07e-085aae1aa3c7 req-f16fe407-ac22-4943-a8ae-65f9d816e840 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:13.989226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a15024b-07da-4d2d-b07e-085aae1aa3c7 req-f16fe407-ac22-4943-a8ae-65f9d816e840 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 1652 time: 0.2033868 Aug 23 03:47:13.997407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:13.998071 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.000361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:14.006734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:14.007666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.013386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=6d22ff94-2c28-4691-95d0-ecc1cc66604a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:14.032131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a18ac06-b2ba-4d85-919a-645bafc7c27a {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:14.039769 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.043242 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.044839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a15024b-07da-4d2d-b07e-085aae1aa3c7 req-c016e912-3ff1-455e-8933-0408a208a575 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546052 Aug 23 03:47:14.126490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-370a2372-046e-4874-870c-3e8039950670 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6441114 Aug 23 03:47:14.131123 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48468) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:14.138467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network e1a975d3-e990-4089-8800-cde315873959 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:14.142031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Transition to ACTIVE for port object 2a18ac06-b2ba-4d85-919a-645bafc7c27a will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:14.144926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:14.152070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:14.162643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Port': ['ID=d2dec841-18eb-4694-8ee6-41883163b8f4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:14.172113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-7424c4b5-9bea-48e5-bff7-d636c7732c6b tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3055990 Aug 23 03:47:14.186268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Request body: {'port': {'device_id': 'd15fb25d-604a-44b9-99ca-a71041483cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:14.583525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74cac5b-4696-4fb7-bd43-f983449e3c30 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:14.592954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.603339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.616135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-afced1be-9e98-4b15-9b11-2208203f2adb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 6d22ff94-2c28-4691-95d0-ecc1cc66604a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:14.616453 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-afced1be-9e98-4b15-9b11-2208203f2adb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.622117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2f9ed291-a3c0-416b-afea-826442247638 None None] Provisioning for port d2dec841-18eb-4694-8ee6-41883163b8f4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:14.628468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2f9ed291-a3c0-416b-afea-826442247638 None None] Provisioning complete for port d2dec841-18eb-4694-8ee6-41883163b8f4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:14.628468 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed291-a3c0-416b-afea-826442247638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.646204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.652998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Transition to ACTIVE for port object e74cac5b-4696-4fb7-bd43-f983449e3c30 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:14.791378 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.804650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-afced1be-9e98-4b15-9b11-2208203f2adb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.824305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:14.824998 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:14.904467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-afced1be-9e98-4b15-9b11-2208203f2adb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 6d22ff94-2c28-4691-95d0-ecc1cc66604a owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:15.011253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ed291-a3c0-416b-afea-826442247638 None None] Port d2dec841-18eb-4694-8ee6-41883163b8f4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:15.026866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Pushing event updated for resources: {'Port': ['ID=e74cac5b-4696-4fb7-bd43-f983449e3c30,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:15.026974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8839bf5-2166-46a7-b8dc-6c0c1afb2ef5 req-ca88b742-4b90-4cb1-94b6-063955d61ce1 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:15.027898 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8839bf5-2166-46a7-b8dc-6c0c1afb2ef5 req-ca88b742-4b90-4cb1-94b6-063955d61ce1 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 931 time: 0.4216976 Aug 23 03:47:15.031334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Pushing event updated for resources: {'Port': ['ID=2a18ac06-b2ba-4d85-919a-645bafc7c27a,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:15.115543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997bd22-9345-421f-a58e-07b435b9eaf9 req-a7eb107d-efb6-4995-be53-24d4151ea3f9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:15.123354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0997bd22-9345-421f-a58e-07b435b9eaf9 req-a7eb107d-efb6-4995-be53-24d4151ea3f9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.3134160 Aug 23 03:47:15.201555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8839bf5-2166-46a7-b8dc-6c0c1afb2ef5 req-c6cc240a-3972-4edb-907d-580c33290795 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427770 Aug 23 03:47:15.224943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f826c05e-8c78-4ee8-b7c1-b61ee73683c9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8236370 Aug 23 03:47:15.225938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Attempting to bind port 2a18ac06-b2ba-4d85-919a-645bafc7c27a on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:15.226376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Attempting to bind port 2a18ac06-b2ba-4d85-919a-645bafc7c27a by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:15.226830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Attempting to bind port 2a18ac06-b2ba-4d85-919a-645bafc7c27a on network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:15.238745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564', 'admin_state_up': True, 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'security_groups': ['b9ec4d62-00ef-47b3-bfd0-04bf819d8aef']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:15.246173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:47:15.445508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Port 2a18ac06-b2ba-4d85-919a-645bafc7c27a on network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:15.445852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Attempting to bind port 2a18ac06-b2ba-4d85-919a-645bafc7c27a on network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:15.455313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0997bd22-9345-421f-a58e-07b435b9eaf9 req-ce6a84fb-600c-49d3-a145-0036fc1b0bc1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280060 Aug 23 03:47:15.488822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:15.489131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Checking segment: {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:15.489557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Bound using segment: {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:15.490017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Bound port: 2a18ac06-b2ba-4d85-919a-645bafc7c27a, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:15.490378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:15.500570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Attempting to bind port e74cac5b-4696-4fb7-bd43-f983449e3c30 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:15.501264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Attempting to bind port e74cac5b-4696-4fb7-bd43-f983449e3c30 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:15.501770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Attempting to bind port e74cac5b-4696-4fb7-bd43-f983449e3c30 on network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:15.504012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-afced1be-9e98-4b15-9b11-2208203f2adb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:15.526012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:15.547601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afced1be-9e98-4b15-9b11-2208203f2adb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=6d22ff94-2c28-4691-95d0-ecc1cc66604a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:15.559070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'port_id': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'mac_address': 'fa:16:3e:17:14:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:47:15.561192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Port e74cac5b-4696-4fb7-bd43-f983449e3c30 on network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:15.561667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Attempting to bind port e74cac5b-4696-4fb7-bd43-f983449e3c30 on network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:15.570551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:15.570936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Checking segment: {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:15.571330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Bound using segment: {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:15.571871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Bound port: e74cac5b-4696-4fb7-bd43-f983449e3c30, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:15.572110 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:15.596272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-afced1be-9e98-4b15-9b11-2208203f2adb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:15.598672 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-afced1be-9e98-4b15-9b11-2208203f2adb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/6d22ff94-2c28-4691-95d0-ecc1cc66604a HTTP/1.1" status: 204 len: 168 time: 1.4664867 Aug 23 03:47:15.606674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48536) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:15.624509 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:15.636965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'mac_address': 'fa:16:3e:b3:ed:bc', 'name': 'tempest-PortsIpV6TestJSON-135020839'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:15.649459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6e94adf-e80b-4500-a65a-4ff79c7731df {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:15.673451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:15.695540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:15.720737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] For port 2a18ac06-b2ba-4d85-919a-645bafc7c27a, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:15.724403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] For port 2a18ac06-b2ba-4d85-919a-645bafc7c27a, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2a18ac06-b2ba-4d85-919a-645bafc7c27a,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:15.736780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0579b-7b6a-46ef-87d3-5c37890dcc0b req-ed0b76af-90df-4317-99e6-8b7a63ab244a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:15.744485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0579b-7b6a-46ef-87d3-5c37890dcc0b req-ed0b76af-90df-4317-99e6-8b7a63ab244a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:15.750014 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0579b-7b6a-46ef-87d3-5c37890dcc0b req-ed0b76af-90df-4317-99e6-8b7a63ab244a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:15.752504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ead0579b-7b6a-46ef-87d3-5c37890dcc0b req-ed0b76af-90df-4317-99e6-8b7a63ab244a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 2373 time: 0.2587624 Aug 23 03:47:15.790287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] For port e74cac5b-4696-4fb7-bd43-f983449e3c30, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:15.793998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] For port e74cac5b-4696-4fb7-bd43-f983449e3c30, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e74cac5b-4696-4fb7-bd43-f983449e3c30,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:15.802673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66fcac1-fe93-42ee-9c37-e586a987e155 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:15.811557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ead0579b-7b6a-46ef-87d3-5c37890dcc0b req-1560ea8e-67a9-4eef-be7e-ee755e3117c7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478125 Aug 23 03:47:15.815794 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:15.819052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:15.847443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Transition to ACTIVE for port object e66fcac1-fe93-42ee-9c37-e586a987e155 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:15.913596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:15.914987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:15.951728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:15.981355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a6e94adf-e80b-4500-a65a-4ff79c7731df'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:47:15.994886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:16.005366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:16.009292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] 10.222.0.11 "PUT /v2.0/ports/2a18ac06-b2ba-4d85-919a-645bafc7c27a HTTP/1.1" status: 200 len: 1091 time: 3.3274713 Aug 23 03:47:16.021776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5245ed-8478-4008-8d67-bf89ec7c805c', 'tag': '2a18ac06-b2ba-4d85-919a-645bafc7c27a'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:16.024716 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:16.026952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:16.031270 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee292ba0-5358-49b7-9caa-fd38ce011e39" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5245ed-8478-4008-8d67-bf89ec7c805c", "tag": "2a18ac06-b2ba-4d85-919a-645bafc7c27a"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:16.104642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:16.122393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:16.122667 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:16.124155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] 10.222.0.24 "PUT /v2.0/ports/e74cac5b-4696-4fb7-bd43-f983449e3c30 HTTP/1.1" status: 200 len: 1091 time: 3.1767929 Aug 23 03:47:16.124620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c487acce-6dcf-47ff-856a-ac4d1a7fcd02', 'tag': 'e74cac5b-4696-4fb7-bd43-f983449e3c30'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:16.127539 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99b750a-b1af-46e7-9ea6-f2db957f4d92" -d '{"events": [{"name": "network-changed", "server_uuid": "c487acce-6dcf-47ff-856a-ac4d1a7fcd02", "tag": "e74cac5b-4696-4fb7-bd43-f983449e3c30"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:16.130712 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca9cfe9-9f94-48a7-9968-75f678fb905e x-openstack-request-id: req-4ca9cfe9-9f94-48a7-9968-75f678fb905e {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:16.132192 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5245ed-8478-4008-8d67-bf89ec7c805c", "tag": "2a18ac06-b2ba-4d85-919a-645bafc7c27a", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:16.132820 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ca9cfe9-9f94-48a7-9968-75f678fb905e {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:16.133524 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5245ed-8478-4008-8d67-bf89ec7c805c', 'tag': '2a18ac06-b2ba-4d85-919a-645bafc7c27a', 'status': 'completed', 'code': 200} Aug 23 03:47:16.161452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port cd6e1283-b72f-4b52-8802-41e3b3221e9f yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:47:16.177503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c85e35-1161-4eaf-99c9-dd3139642228 service neutron] Pushing event updated for resources: {'Port': ['ID=e74cac5b-4696-4fb7-bd43-f983449e3c30,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:16.274352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:16.279893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689c565-3bc6-485b-ab34-b408df42b911 service neutron] Pushing event updated for resources: {'Port': ['ID=2a18ac06-b2ba-4d85-919a-645bafc7c27a,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:16.295494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Pushing event updated for resources: {'Port': ['ID=e66fcac1-fe93-42ee-9c37-e586a987e155,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:16.327255 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bd3adc-c4e2-4f71-96d0-e43b5fd89406 x-openstack-request-id: req-21bd3adc-c4e2-4f71-96d0-e43b5fd89406 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:16.327548 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c487acce-6dcf-47ff-856a-ac4d1a7fcd02", "tag": "e74cac5b-4696-4fb7-bd43-f983449e3c30", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:16.327797 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21bd3adc-c4e2-4f71-96d0-e43b5fd89406 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:16.328192 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c487acce-6dcf-47ff-856a-ac4d1a7fcd02', 'tag': 'e74cac5b-4696-4fb7-bd43-f983449e3c30', 'status': 'completed', 'code': 200} Aug 23 03:47:16.627776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee292ba0-5358-49b7-9caa-fd38ce011e39 req-8ca72766-dbe3-4801-88b5-1619eb15793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:16.629332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee292ba0-5358-49b7-9caa-fd38ce011e39 req-8ca72766-dbe3-4801-88b5-1619eb15793e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=091878082808404291c43687134160ee&device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 1094 time: 0.4281943 Aug 23 03:47:16.631412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Allocated IP 10.2.2.100 (bc7b0e5a-bf93-4308-95c6-e8890b706564/024b7630-afcc-486b-8e9c-0c3aee46e0fd/c87f7d25-7485-477f-904e-507189f112c9) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:16.681317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b750a-b1af-46e7-9ea6-f2db957f4d92 req-014c3d7b-5509-417f-9bd8-c9d6f9d6a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:16.683175 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c99b750a-b1af-46e7-9ea6-f2db957f4d92 req-014c3d7b-5509-417f-9bd8-c9d6f9d6a24a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=091878082808404291c43687134160ee&device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 1094 time: 0.3531985 Aug 23 03:47:16.735278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed02a89-9ae8-4287-8e75-a7ff7d811229 req-b3f6db2b-f425-4bfe-8fa5-a9270e931ec0 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:16.737728 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aed02a89-9ae8-4287-8e75-a7ff7d811229 req-b3f6db2b-f425-4bfe-8fa5-a9270e931ec0 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 943 time: 0.2988169 Aug 23 03:47:16.780468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Attempting to bind port e66fcac1-fe93-42ee-9c37-e586a987e155 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:16.781052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Attempting to bind port e66fcac1-fe93-42ee-9c37-e586a987e155 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:16.781386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Attempting to bind port e66fcac1-fe93-42ee-9c37-e586a987e155 on network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:16.868177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b2be5-f57a-4644-a51e-88a97c63887b req-98830d04-2381-4c74-96c3-69ffaae18bdc tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:16.876019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d5b2be5-f57a-4644-a51e-88a97c63887b req-98830d04-2381-4c74-96c3-69ffaae18bdc tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 944 time: 0.2554154 Aug 23 03:47:16.886950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Port e66fcac1-fe93-42ee-9c37-e586a987e155 on network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:16.888011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Attempting to bind port e66fcac1-fe93-42ee-9c37-e586a987e155 on network a1407eb4-fc81-4bf4-b00c-f92925fd0c0c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:16.936272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:16.937139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Checking segment: {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:16.937762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Bound using segment: {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:16.938497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Bound port: e66fcac1-fe93-42ee-9c37-e586a987e155, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b350ba-3622-4c09-b2f8-a11132832434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:16.939757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:16.988908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d5b2be5-f57a-4644-a51e-88a97c63887b req-85c7b351-755a-43ae-a939-757f0d4eb8ba tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114345 Aug 23 03:47:17.012520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.049847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aed02a89-9ae8-4287-8e75-a7ff7d811229 req-b53990be-12e8-43a7-a725-5e10200e2260 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932975 Aug 23 03:47:17.105958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee292ba0-5358-49b7-9caa-fd38ce011e39 req-e5731375-ec2c-4d7f-a87c-67c8157145cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.107807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee292ba0-5358-49b7-9caa-fd38ce011e39 req-e5731375-ec2c-4d7f-a87c-67c8157145cc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=091878082808404291c43687134160ee&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4609783 Aug 23 03:47:17.121514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b750a-b1af-46e7-9ea6-f2db957f4d92 req-ffc14b7e-7268-4ed4-a55f-f650cf041304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.123105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c99b750a-b1af-46e7-9ea6-f2db957f4d92 req-ffc14b7e-7268-4ed4-a55f-f650cf041304 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=091878082808404291c43687134160ee&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4171603 Aug 23 03:47:17.250929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] For port e66fcac1-fe93-42ee-9c37-e586a987e155, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:17.258543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:47:17.302808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] For port e66fcac1-fe93-42ee-9c37-e586a987e155, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e66fcac1-fe93-42ee-9c37-e586a987e155,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:17.351686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b750a-b1af-46e7-9ea6-f2db957f4d92 req-a785c077-b3e7-4ad5-b396-5e64f351dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.355622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c99b750a-b1af-46e7-9ea6-f2db957f4d92 req-a785c077-b3e7-4ad5-b396-5e64f351dc5d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2167423 Aug 23 03:47:17.377242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee292ba0-5358-49b7-9caa-fd38ce011e39 req-07d1e383-3f6e-47b8-b1eb-0193f15df957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.378663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee292ba0-5358-49b7-9caa-fd38ce011e39 req-07d1e383-3f6e-47b8-b1eb-0193f15df957 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2544701 Aug 23 03:47:17.414249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a6e94adf-e80b-4500-a65a-4ff79c7731df triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:17.419152 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.422614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf061ec-080a-4f80-9471-b3d706676d62 req-19be7da2-ff38-45b6-b613-82a0e925c6d2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.433142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf061ec-080a-4f80-9471-b3d706676d62 req-19be7da2-ff38-45b6-b613-82a0e925c6d2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.439898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf061ec-080a-4f80-9471-b3d706676d62 req-19be7da2-ff38-45b6-b613-82a0e925c6d2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.447994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf061ec-080a-4f80-9471-b3d706676d62 req-19be7da2-ff38-45b6-b613-82a0e925c6d2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 2373 time: 0.3442912 Aug 23 03:47:17.460050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.491423 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.491671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Transition to ACTIVE for port object c87f7d25-7485-477f-904e-507189f112c9 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:17.507933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.581132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.582305 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.582587 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.584089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] 10.222.0.24 "PUT /v2.0/ports/e66fcac1-fe93-42ee-9c37-e586a987e155 HTTP/1.1" status: 200 len: 1091 time: 3.4023914 Aug 23 03:47:17.590170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:17.596895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:17.603202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:17.605615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf061ec-080a-4f80-9471-b3d706676d62 req-bb110d9e-4aec-429b-b9de-755bc45a4fb0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566494 Aug 23 03:47:17.610071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.610990 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.625483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-898a23c9-3ec4-4cde-b618-c1c417a7b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.626375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-898a23c9-3ec4-4cde-b618-c1c417a7b4a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=091878082808404291c43687134160ee&device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 1094 time: 0.2304924 Aug 23 03:47:17.632103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=cd6e1283-b72f-4b52-8802-41e3b3221e9f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:17.664156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:17.664719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:17.667432 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c738d84d-b221-4b6d-95af-78ba483b3fa4" -d '{"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-plugged", "status": "completed", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:17.679928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-f616af46-e465-432d-b5ba-77b0fd14723a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e74cac5b-4696-4fb7-bd43-f983449e3c30 HTTP/1.1" status: 200 len: 217 time: 0.0430400 Aug 23 03:47:17.684832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-9f6cc349-a5b2-481c-8378-85c32ee2d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.686998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-9f6cc349-a5b2-481c-8378-85c32ee2d575 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=091878082808404291c43687134160ee&device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 1094 time: 0.1936727 Aug 23 03:47:17.727797 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f511083-48d7-4bb4-8dcd-12602eca8072 x-openstack-request-id: req-8f511083-48d7-4bb4-8dcd-12602eca8072 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:17.728100 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-plugged", "status": "completed", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:17.729471 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f511083-48d7-4bb4-8dcd-12602eca8072 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:17.729670 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'code': 200} Aug 23 03:47:17.748916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-2a15f66a-cf79-4985-ad16-493467bbd595 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a18ac06-b2ba-4d85-919a-645bafc7c27a HTTP/1.1" status: 200 len: 217 time: 0.0414505 Aug 23 03:47:17.765388 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.819574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48634) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:17.834830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-ebeab2dd-865f-4731-8cba-f39888a250c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.836834 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-ebeab2dd-865f-4731-8cba-f39888a250c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e19b6a7b-b9f0-43ce-85f8-e6c23741bad8 HTTP/1.1" status: 200 len: 857 time: 0.0756371 Aug 23 03:47:17.840340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:17.870776 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-924cd729-ebef-4e26-ab8c-c3fd1fee17cf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2590463 Aug 23 03:47:17.876960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48638) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:17.903457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:17.904239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network bc7b0e5a-bf93-4308-95c6-e8890b706564 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:17.923582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f60aa1-9836-46cf-ae58-b14cddf48319 service neutron] Pushing event updated for resources: {'Port': ['ID=e66fcac1-fe93-42ee-9c37-e586a987e155,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:17.930229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-03eb3718-02a2-4544-954a-76a3ad8c8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.930505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-03eb3718-02a2-4544-954a-76a3ad8c8bfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e19b6a7b-b9f0-43ce-85f8-e6c23741bad8 HTTP/1.1" status: 200 len: 857 time: 0.2229207 Aug 23 03:47:17.942731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-a16dcc84-9cc9-47f8-a3dd-844b14b0ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:17.944253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-a16dcc84-9cc9-47f8-a3dd-844b14b0ca68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=091878082808404291c43687134160ee&device_id=d15fb25d-604a-44b9-99ca-a71041483cd5 HTTP/1.1" status: 200 len: 1094 time: 0.1821444 Aug 23 03:47:17.949744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-849c8637-4d09-4820-b9f6-78e2a0d2b827 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910263 Aug 23 03:47:17.981218 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-26fbc329-08fe-4d99-82ae-177c5c224baf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427964 Aug 23 03:47:17.982768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Port': ['ID=c87f7d25-7485-477f-904e-507189f112c9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:17.989146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:18.000786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:18.095329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ecf51-b980-45d0-ad85-f6ca33ed9061 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:18.099614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d66ecf51-b980-45d0-ad85-f6ca33ed9061 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/cd6e1283-b72f-4b52-8802-41e3b3221e9f HTTP/1.1" status: 200 len: 844 time: 0.1980715 Aug 23 03:47:18.102743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48648) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:18.349402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:18.350557 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:18.467422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b30622e8-014f-46ac-9fbc-086e8cdbea43 None None] Provisioning for port c87f7d25-7485-477f-904e-507189f112c9 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:18.467806 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6854668f-3e7b-4dbb-85cf-d3f9d927a6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:18.468787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b30622e8-014f-46ac-9fbc-086e8cdbea43 None None] Provisioning complete for port c87f7d25-7485-477f-904e-507189f112c9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:18.469308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b30622e8-014f-46ac-9fbc-086e8cdbea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:18.522020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b30622e8-014f-46ac-9fbc-086e8cdbea43 None None] Port c87f7d25-7485-477f-904e-507189f112c9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:18.544837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a7b21b00-f03c-4a5c-8686-a770031aff96 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3128040 Aug 23 03:47:18.566003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-be39b8ee-4e8c-412b-ae65-073e76bfbf67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port cd6e1283-b72f-4b52-8802-41e3b3221e9f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:18.566427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-be39b8ee-4e8c-412b-ae65-073e76bfbf67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:18.573101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564', 'admin_state_up': True, 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'security_groups': ['b9ec4d62-00ef-47b3-bfd0-04bf819d8aef']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:18.586927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15fb25d-604a-44b9-99ca-a71041483cd5', 'tag': 'e66fcac1-fe93-42ee-9c37-e586a987e155'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:18.589269 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3590e840-36a4-4e90-a711-3a2417f74c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d15fb25d-604a-44b9-99ca-a71041483cd5", "tag": "e66fcac1-fe93-42ee-9c37-e586a987e155"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:18.589512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-d9a68cd8-c547-48b3-adb2-6a51b8b09325 service neutron] 10.222.0.11 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038661 Aug 23 03:47:18.592683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-ca3385b9-c73f-41ea-9d14-7e8a8b609aba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66fcac1-fe93-42ee-9c37-e586a987e155 HTTP/1.1" status: 200 len: 217 time: 0.6389918 Aug 23 03:47:18.724636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cf728-7131-47cd-a519-02a5ab863043 req-75fd9b76-ee35-46e3-bb87-9a05e92bad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:18.726133 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-75fd9b76-ee35-46e3-bb87-9a05e92bad9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e19b6a7b-b9f0-43ce-85f8-e6c23741bad8 HTTP/1.1" status: 200 len: 857 time: 0.1151431 Aug 23 03:47:18.743673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d5a5-a495-4eef-b935-54d467ce1b91 req-1af3d402-4caa-4bb6-9fb2-34c3f55d2403 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:18.745247 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a582d5a5-a495-4eef-b935-54d467ce1b91 req-1af3d402-4caa-4bb6-9fb2-34c3f55d2403 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1502237 Aug 23 03:47:18.781076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-48500198-9716-4d3c-b1e2-0d504e661a79 service neutron] 10.222.0.24 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7633014 Aug 23 03:47:18.784084 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-4a640741-e5eb-4e8f-91aa-6e1036b7ac25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344584 Aug 23 03:47:18.790203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375608ab-1e89-4744-be6c-49a4f27b7b24 req-d5ad1e78-e2fc-44e8-9b83-cb4ca74d76d2 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:18.791711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-375608ab-1e89-4744-be6c-49a4f27b7b24 req-d5ad1e78-e2fc-44e8-9b83-cb4ca74d76d2 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 943 time: 0.5854042 Aug 23 03:47:18.947373 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a582d5a5-a495-4eef-b935-54d467ce1b91 req-b4ada384-058c-4686-ac53-82baeacd3f17 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871431 Aug 23 03:47:18.981406 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-63fbd912-4916-494b-a60a-ab87934088a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764941 Aug 23 03:47:19.026729 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fecd5d0-a0e9-42a0-bb91-e6cc1698634e x-openstack-request-id: req-8fecd5d0-a0e9-42a0-bb91-e6cc1698634e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:19.027030 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15fb25d-604a-44b9-99ca-a71041483cd5", "tag": "e66fcac1-fe93-42ee-9c37-e586a987e155", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:19.027409 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fecd5d0-a0e9-42a0-bb91-e6cc1698634e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:19.027869 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15fb25d-604a-44b9-99ca-a71041483cd5', 'tag': 'e66fcac1-fe93-42ee-9c37-e586a987e155', 'status': 'completed', 'code': 200} Aug 23 03:47:19.081384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-739bfe8b-3e16-47e3-8a8f-8c41c2ac839f service neutron] 10.222.0.24 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775264 Aug 23 03:47:19.148732 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-8aae2120-0416-42f6-bf91-16ce77ff0015 service neutron] 10.222.0.24 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572502 Aug 23 03:47:19.170891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6644-a557-4020-89da-43f32a311b6d req-887fafb3-a6e8-45c0-9b11-ccabe8cdd94f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:19.180788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6644-a557-4020-89da-43f32a311b6d req-887fafb3-a6e8-45c0-9b11-ccabe8cdd94f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:19.187830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6644-a557-4020-89da-43f32a311b6d req-887fafb3-a6e8-45c0-9b11-ccabe8cdd94f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:19.194973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b6644-a557-4020-89da-43f32a311b6d req-887fafb3-a6e8-45c0-9b11-ccabe8cdd94f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:19.197087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d7b6644-a557-4020-89da-43f32a311b6d req-887fafb3-a6e8-45c0-9b11-ccabe8cdd94f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 3094 time: 0.1020470 Aug 23 03:47:19.241446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d7b6644-a557-4020-89da-43f32a311b6d req-6f793494-65ea-466b-9704-857fae520242 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371797 Aug 23 03:47:19.267995 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-be39b8ee-4e8c-412b-ae65-073e76bfbf67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:19.327016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-be39b8ee-4e8c-412b-ae65-073e76bfbf67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for cd6e1283-b72f-4b52-8802-41e3b3221e9f owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:19.327269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-e139a2ca-c6c0-4f11-a06c-20bf381acef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:19.333621 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-e139a2ca-c6c0-4f11-a06c-20bf381acef3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=091878082808404291c43687134160ee&device_id=d15fb25d-604a-44b9-99ca-a71041483cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0548794 Aug 23 03:47:19.375998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-375608ab-1e89-4744-be6c-49a4f27b7b24 req-51c67fb4-6a97-48bd-8797-513e20b648b9 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503702 Aug 23 03:47:19.446915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-8c4f5fbb-aedf-4927-836d-f42d0e6b7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:19.449436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-8c4f5fbb-aedf-4927-836d-f42d0e6b7381 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c HTTP/1.1" status: 200 len: 917 time: 0.1083775 Aug 23 03:47:19.467794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b68cf728-7131-47cd-a519-02a5ab863043 req-e5a033ea-081e-4b8a-bdde-6391edaa218b service neutron] 10.222.0.11 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982441 Aug 23 03:47:19.483902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6854668f-3e7b-4dbb-85cf-d3f9d927a6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:19.504064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-f648e765-36c9-412e-88ce-09cffa641749 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e66fcac1-fe93-42ee-9c37-e586a987e155 HTTP/1.1" status: 200 len: 217 time: 0.0459533 Aug 23 03:47:19.554732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48682) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:19.564597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-e71c7f57-fbff-43e6-bfaf-3c31129e0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:19.569920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-e71c7f57-fbff-43e6-bfaf-3c31129e0837 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e19b6a7b-b9f0-43ce-85f8-e6c23741bad8 HTTP/1.1" status: 200 len: 857 time: 0.0555918 Aug 23 03:47:19.572569 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6854668f-3e7b-4dbb-85cf-d3f9d927a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:19.629631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6854668f-3e7b-4dbb-85cf-d3f9d927a6ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2c129728b794fc0a6d09dc5cbf9cdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8086228 Aug 23 03:47:19.631072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854668f-3e7b-4dbb-85cf-d3f9d927a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f85393a-73f6-420a-9d0c-42679bc87df1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:19.634071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48688) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:19.653638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-5636d9c2-edec-4d83-922e-7327057a9942 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685377 Aug 23 03:47:19.683849 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-be39b8ee-4e8c-412b-ae65-073e76bfbf67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:19.724522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Made reservation on behalf of ced08239aad045b281b35704b58f5423 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:19.728958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:19.734722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39b8ee-4e8c-412b-ae65-073e76bfbf67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=cd6e1283-b72f-4b52-8802-41e3b3221e9f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:19.754620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-be39b8ee-4e8c-412b-ae65-073e76bfbf67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:19.757619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-be39b8ee-4e8c-412b-ae65-073e76bfbf67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/cd6e1283-b72f-4b52-8802-41e3b3221e9f HTTP/1.1" status: 204 len: 168 time: 1.6516552 Aug 23 03:47:19.759849 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1579e60-5c4f-42f2-b2cc-5c33ac5e1104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:19.766068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48694) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:19.818239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-40598d3f-0dbe-473c-8d29-d4360e0b43c1 service neutron] 10.222.0.24 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576023 Aug 23 03:47:19.827386 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-003e17d2-b775-4e32-9819-da5aa3829b34 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:47:19.829044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-003e17d2-b775-4e32-9819-da5aa3829b34 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/cd6e1283-b72f-4b52-8802-41e3b3221e9f HTTP/1.1" status: 404 len: 333 time: 0.0602512 Aug 23 03:47:19.838589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48696) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:19.847822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'name': 'tempest-PortsIpV6TestJSON-92113169'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:19.859518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da8c1caf-6148-4da1-9cb5-be421b13ad94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:19.867858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1579e60-5c4f-42f2-b2cc-5c33ac5e1104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.056473 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3590e840-36a4-4e90-a711-3a2417f74c9b req-c73eb449-cd68-44b1-8f06-589e491bda00 service neutron] 10.222.0.24 "GET /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302892 Aug 23 03:47:20.085465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Allocated IP 10.2.2.200 (bc7b0e5a-bf93-4308-95c6-e8890b706564/024b7630-afcc-486b-8e9c-0c3aee46e0fd/f5beb642-632a-4ebe-8510-e8859cd301a7) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:20.138116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6817c-abea-4c2d-a35c-69b32c3c901d req-d41a9be8-2aec-4d3e-8ff5-4c9888e25f62 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:20.139636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7ba6817c-abea-4c2d-a35c-69b32c3c901d req-d41a9be8-2aec-4d3e-8ff5-4c9888e25f62 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.0553060 Aug 23 03:47:20.156263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1579e60-5c4f-42f2-b2cc-5c33ac5e1104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.159506 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1579e60-5c4f-42f2-b2cc-5c33ac5e1104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.160656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d1579e60-5c4f-42f2-b2cc-5c33ac5e1104 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f85393a-73f6-420a-9d0c-42679bc87df1 HTTP/1.1" status: 204 len: 168 time: 0.5256543 Aug 23 03:47:20.207361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7ba6817c-abea-4c2d-a35c-69b32c3c901d req-2c7168e6-a2df-4d59-9c6b-cc8450783e92 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598445 Aug 23 03:47:20.257359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1579e60-5c4f-42f2-b2cc-5c33ac5e1104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f85393a-73f6-420a-9d0c-42679bc87df1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:20.354981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.371053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da8c1caf-6148-4da1-9cb5-be421b13ad94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.379809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Transition to ACTIVE for port object f5beb642-632a-4ebe-8510-e8859cd301a7 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:20.440361 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-da8c1caf-6148-4da1-9cb5-be421b13ad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.502662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee556b9c-d201-4261-bd83-51510e7ed9ca req-834103a5-bb02-4b64-a0b6-37a7fb2e96c5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:20.514134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee556b9c-d201-4261-bd83-51510e7ed9ca req-834103a5-bb02-4b64-a0b6-37a7fb2e96c5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:20.515263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee556b9c-d201-4261-bd83-51510e7ed9ca req-834103a5-bb02-4b64-a0b6-37a7fb2e96c5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:20.522053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee556b9c-d201-4261-bd83-51510e7ed9ca req-834103a5-bb02-4b64-a0b6-37a7fb2e96c5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:20.523963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee556b9c-d201-4261-bd83-51510e7ed9ca req-834103a5-bb02-4b64-a0b6-37a7fb2e96c5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 3094 time: 0.1345823 Aug 23 03:47:20.551261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c1caf-6148-4da1-9cb5-be421b13ad94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca08401-3e04-4174-a87e-37c52119458d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:20.560675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-da8c1caf-6148-4da1-9cb5-be421b13ad94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ac046bd50524af9a87c19f07e7e71b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0022621 Aug 23 03:47:20.566695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48734) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:20.568964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:20.576674 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.610374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127045a-1952-42ce-93d1-0b057562d00c req-4ab4f97c-463b-476c-ab61-9e3d8017a792 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:20.612441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2127045a-1952-42ce-93d1-0b057562d00c req-4ab4f97c-463b-476c-ab61-9e3d8017a792 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 943 time: 0.1104693 Aug 23 03:47:20.615714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 3b4c813d-49c0-4673-b551-27334dc9a7ea yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:47:20.617070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.695867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee556b9c-d201-4261-bd83-51510e7ed9ca req-14d0e9ac-a7cf-4420-8d10-b047c0b6f0de tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595361 Aug 23 03:47:20.698576 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Network bc7b0e5a-bf93-4308-95c6-e8890b706564 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:20.699314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2127045a-1952-42ce-93d1-0b057562d00c req-820025a4-9cca-4cb0-8156-0dc494370395 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782518 Aug 23 03:47:20.713085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:20.716117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:20.761206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c767bf3-4beb-4d2a-afee-e0e99530ba14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.820784 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c767bf3-4beb-4d2a-afee-e0e99530ba14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.848552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event updated for resources: {'Port': ['ID=f5beb642-632a-4ebe-8510-e8859cd301a7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:20.882175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:20.882918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:20.912764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.076543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c767bf3-4beb-4d2a-afee-e0e99530ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.078018 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.087118 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c767bf3-4beb-4d2a-afee-e0e99530ba14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.088578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7c767bf3-4beb-4d2a-afee-e0e99530ba14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bca08401-3e04-4174-a87e-37c52119458d HTTP/1.1" status: 204 len: 168 time: 0.5208817 Aug 23 03:47:21.092514 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c3d747b9-ac7d-4607-8d15-381dee826d46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5320940 Aug 23 03:47:21.121131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:21.124978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c767bf3-4beb-4d2a-afee-e0e99530ba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca08401-3e04-4174-a87e-37c52119458d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:21.174239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:21.178200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3395fdd9-0394-43ee-a9cd-f81e32543815 None None] Provisioning for port f5beb642-632a-4ebe-8510-e8859cd301a7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:21.185676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3395fdd9-0394-43ee-a9cd-f81e32543815 None None] Provisioning complete for port f5beb642-632a-4ebe-8510-e8859cd301a7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:21.186171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:21.188218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3395fdd9-0394-43ee-a9cd-f81e32543815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.200694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:21.214150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:21.214887 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.241095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48760) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:21.241520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3395fdd9-0394-43ee-a9cd-f81e32543815 None None] Port f5beb642-632a-4ebe-8510-e8859cd301a7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:21.279569 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.308640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-453012ec-c496-4471-8837-2836cecb0de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.351493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=3b4c813d-49c0-4673-b551-27334dc9a7ea,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:21.411989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fafd3fb9-6a0a-4379-9b67-05f5d73621f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5709636 Aug 23 03:47:21.462706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48766) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:21.478121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-672e78b9-896e-4dda-9f58-03b9fcb4cb3e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:21.522079 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-453012ec-c496-4471-8837-2836cecb0de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.562119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8e94c-3950-4f1f-a2aa-53b7fa0030f7 req-728c4882-7ace-4508-9ce6-998a720986a6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:21.572050 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3de8e94c-3950-4f1f-a2aa-53b7fa0030f7 req-728c4882-7ace-4508-9ce6-998a720986a6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.2156410 Aug 23 03:47:21.631584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3de8e94c-3950-4f1f-a2aa-53b7fa0030f7 req-d07798d0-f1a7-48c0-a908-183c923f061f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589280 Aug 23 03:47:21.639144 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-453012ec-c496-4471-8837-2836cecb0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.681885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453012ec-c496-4471-8837-2836cecb0de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d140e1f-56d8-4dac-8ab6-162608dd60ec,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:21.716450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-453012ec-c496-4471-8837-2836cecb0de8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85c94ada8bf44f6d83d45b49ab9a26ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669600 Aug 23 03:47:21.717165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48776) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:21.831307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672e78b9-896e-4dda-9f58-03b9fcb4cb3e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.836775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-943f57fe-1d78-45cb-be4f-1d997bca669e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:21.892430 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-943f57fe-1d78-45cb-be4f-1d997bca669e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.052240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06083d9b-1231-45ef-9369-bd33e36fa0a9 req-48d5d8d9-2459-4f8e-8935-129efe843518 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:22.053623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f1ff-2c5c-48d8-b80a-7dcb2fdf0c84 req-429df825-65df-41ec-9731-f1e127fc2369 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:22.060511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06083d9b-1231-45ef-9369-bd33e36fa0a9 req-48d5d8d9-2459-4f8e-8935-129efe843518 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 943 time: 0.2343907 Aug 23 03:47:22.063026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f1ff-2c5c-48d8-b80a-7dcb2fdf0c84 req-429df825-65df-41ec-9731-f1e127fc2369 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:22.070382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f1ff-2c5c-48d8-b80a-7dcb2fdf0c84 req-429df825-65df-41ec-9731-f1e127fc2369 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:22.093116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f1ff-2c5c-48d8-b80a-7dcb2fdf0c84 req-429df825-65df-41ec-9731-f1e127fc2369 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:22.108859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f1ff-2c5c-48d8-b80a-7dcb2fdf0c84 req-429df825-65df-41ec-9731-f1e127fc2369 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:22.122189 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75b5f1ff-2c5c-48d8-b80a-7dcb2fdf0c84 req-429df825-65df-41ec-9731-f1e127fc2369 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 3815 time: 0.1649060 Aug 23 03:47:22.135625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-943f57fe-1d78-45cb-be4f-1d997bca669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.143550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-943f57fe-1d78-45cb-be4f-1d997bca669e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.143550 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-943f57fe-1d78-45cb-be4f-1d997bca669e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d140e1f-56d8-4dac-8ab6-162608dd60ec HTTP/1.1" status: 204 len: 168 time: 0.4206655 Aug 23 03:47:22.174499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f57fe-1d78-45cb-be4f-1d997bca669e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d140e1f-56d8-4dac-8ab6-162608dd60ec,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:22.180017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06083d9b-1231-45ef-9369-bd33e36fa0a9 req-6375612f-22ae-4da6-9529-20d7b2f489b0 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158035 Aug 23 03:47:22.221631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75b5f1ff-2c5c-48d8-b80a-7dcb2fdf0c84 req-e587f06a-bcbe-4f0c-8daf-00042a4bc911 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957596 Aug 23 03:47:22.309209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135ed5bc-ba78-4c3a-a568-eca20cbcb623 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:22.326565 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.330140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672e78b9-896e-4dda-9f58-03b9fcb4cb3e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.342257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Transition to ACTIVE for port object 135ed5bc-ba78-4c3a-a568-eca20cbcb623 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:22.384824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48794) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:22.394243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672e78b9-896e-4dda-9f58-03b9fcb4cb3e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.421379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6c906e99-f297-4ba7-87b1-3d04a86e7e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.472256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.490518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-672e78b9-896e-4dda-9f58-03b9fcb4cb3e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] In _notify_port_updated(), no bound segment for port 3b4c813d-49c0-4673-b551-27334dc9a7ea on network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:47:22.498252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e78b9-896e-4dda-9f58-03b9fcb4cb3e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:22.505287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672e78b9-896e-4dda-9f58-03b9fcb4cb3e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.508648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-672e78b9-896e-4dda-9f58-03b9fcb4cb3e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "PUT /v2.0/ports/3b4c813d-49c0-4673-b551-27334dc9a7ea HTTP/1.1" status: 200 len: 818 time: 1.0452979 Aug 23 03:47:22.516030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48796) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:22.548223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.644574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6c906e99-f297-4ba7-87b1-3d04a86e7e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.650741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e78b9-896e-4dda-9f58-03b9fcb4cb3e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=3b4c813d-49c0-4673-b551-27334dc9a7ea,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:22.667466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e66fcac1-fe93-42ee-9c37-e586a987e155 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:47:22.724777 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6c906e99-f297-4ba7-87b1-3d04a86e7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:22.810703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6c906e99-f297-4ba7-87b1-3d04a86e7e8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59ee00b616fe4e13ac9f4c1a2e23436b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242971 Aug 23 03:47:22.827682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48804) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:22.896693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Pushing event updated for resources: {'Port': ['ID=135ed5bc-ba78-4c3a-a568-eca20cbcb623,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:22.937159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c906e99-f297-4ba7-87b1-3d04a86e7e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ed71f8-2925-4fca-95ae-2891966c6cbd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:22.949000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port e66fcac1-fe93-42ee-9c37-e586a987e155, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e66fcac1-fe93-42ee-9c37-e586a987e155,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:22.974641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00efb9-b2d1-47ce-afdb-da9580e04fdf req-6bf0118d-fd7c-4570-b5af-b2724aa2ced7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:22.974789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'e66fcac1-fe93-42ee-9c37-e586a987e155', 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c', 'port_id': 'e66fcac1-fe93-42ee-9c37-e586a987e155', 'mac_address': 'fa:16:3e:7c:08:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19b6a7b-b9f0-43ce-85f8-e6c23741bad8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:47:22.986131 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd00efb9-b2d1-47ce-afdb-da9580e04fdf req-6bf0118d-fd7c-4570-b5af-b2724aa2ced7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1806762 Aug 23 03:47:23.023848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Attempting to bind port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:23.029158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Attempting to bind port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:23.029158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Attempting to bind port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 on network 773410b0-9710-43b7-a41a-cf96dea10a60 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:23.037029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6cb192e1-1c76-4f61-b59d-21a689e9cde6 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 3b4c813d-49c0-4673-b551-27334dc9a7ea {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:23.037695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6cb192e1-1c76-4f61-b59d-21a689e9cde6 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.040603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca46c7fe-f40f-407e-9eec-9d792d905443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.046721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 on network 773410b0-9710-43b7-a41a-cf96dea10a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:23.047466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Attempting to bind port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 on network 773410b0-9710-43b7-a41a-cf96dea10a60 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:23.057538 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.070578 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd00efb9-b2d1-47ce-afdb-da9580e04fdf req-f7eb6f10-bdcb-4342-a492-461924cf4372 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792589 Aug 23 03:47:23.084547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:23.085154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Checking segment: {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:23.085744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Bound using segment: {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:23.086381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Bound port: 135ed5bc-ba78-4c3a-a568-eca20cbcb623, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17c9025-d86f-4216-94d9-92143d7e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:23.086986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.100296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca46c7fe-f40f-407e-9eec-9d792d905443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.120908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66fcac1-fe93-42ee-9c37-e586a987e155 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:23.190400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port e66fcac1-fe93-42ee-9c37-e586a987e155, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e66fcac1-fe93-42ee-9c37-e586a987e155,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:23.197746 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6cb192e1-1c76-4f61-b59d-21a689e9cde6 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.284867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2a18ac06-b2ba-4d85-919a-645bafc7c27a details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:47:23.316471 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.317189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e74cac5b-4696-4fb7-bd43-f983449e3c30 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:47:23.325287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6cb192e1-1c76-4f61-b59d-21a689e9cde6 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 3b4c813d-49c0-4673-b551-27334dc9a7ea owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:23.464947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4331dc-0842-495d-a9da-fc2aaadf079b req-818b60c1-462e-4459-8fc2-3f6be8a42340 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:23.491224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] For port 135ed5bc-ba78-4c3a-a568-eca20cbcb623, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:23.495196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4331dc-0842-495d-a9da-fc2aaadf079b req-818b60c1-462e-4459-8fc2-3f6be8a42340 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:23.508267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4331dc-0842-495d-a9da-fc2aaadf079b req-818b60c1-462e-4459-8fc2-3f6be8a42340 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:23.518765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4331dc-0842-495d-a9da-fc2aaadf079b req-818b60c1-462e-4459-8fc2-3f6be8a42340 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:23.526536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4331dc-0842-495d-a9da-fc2aaadf079b req-818b60c1-462e-4459-8fc2-3f6be8a42340 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:23.526728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=e66fcac1-fe93-42ee-9c37-e586a987e155,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:23.537171 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a4331dc-0842-495d-a9da-fc2aaadf079b req-818b60c1-462e-4459-8fc2-3f6be8a42340 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 3827 time: 0.1832936 Aug 23 03:47:23.583645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b610f-49d5-43d1-b205-7c35b7c45205 req-a36d283b-0b33-4658-8134-7719b24d4c9d tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:23.591017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc0b610f-49d5-43d1-b205-7c35b7c45205 req-a36d283b-0b33-4658-8134-7719b24d4c9d tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 943 time: 0.2679086 Aug 23 03:47:23.594006 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a4331dc-0842-495d-a9da-fc2aaadf079b req-0b12a12b-0761-4205-a731-7e871f168a0a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512428 Aug 23 03:47:23.595410 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] For port 135ed5bc-ba78-4c3a-a568-eca20cbcb623, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:23.640528 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca46c7fe-f40f-407e-9eec-9d792d905443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.643883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca46c7fe-f40f-407e-9eec-9d792d905443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.647991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca46c7fe-f40f-407e-9eec-9d792d905443 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4ed71f8-2925-4fca-95ae-2891966c6cbd HTTP/1.1" status: 204 len: 168 time: 0.8161144 Aug 23 03:47:23.669399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46c7fe-f40f-407e-9eec-9d792d905443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ed71f8-2925-4fca-95ae-2891966c6cbd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:23.686260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc0b610f-49d5-43d1-b205-7c35b7c45205 req-e75d53fd-f911-46c3-884f-2e84faf62cfc tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941534 Aug 23 03:47:23.702690 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.722467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.724753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.726977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.727497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.729283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.732803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.733654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.736525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.737117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.739940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.740501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.743629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:47:23.756143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:23.756766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.758366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] 10.222.0.24 "PUT /v2.0/ports/135ed5bc-ba78-4c3a-a568-eca20cbcb623 HTTP/1.1" status: 200 len: 1091 time: 2.6429920 Aug 23 03:47:23.758940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:23.761604 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35705e14-7d03-48c3-a16f-16fac0605360" -d '{"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:23.811688 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6cb192e1-1c76-4f61-b59d-21a689e9cde6 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:23.821305 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.resource_extend [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:47:23.880514 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a60d53-c2a4-457c-b1f2-7978162fa138 x-openstack-request-id: req-91a60d53-c2a4-457c-b1f2-7978162fa138 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:23.881373 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:23.882475 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91a60d53-c2a4-457c-b1f2-7978162fa138 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:23.883015 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'status': 'completed', 'code': 200} Aug 23 03:47:23.901515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port e74cac5b-4696-4fb7-bd43-f983449e3c30, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e74cac5b-4696-4fb7-bd43-f983449e3c30,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:23.912672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:23.944872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2a18ac06-b2ba-4d85-919a-645bafc7c27a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2a18ac06-b2ba-4d85-919a-645bafc7c27a,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:23.973869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'e74cac5b-4696-4fb7-bd43-f983449e3c30', 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c', 'port_id': 'e74cac5b-4696-4fb7-bd43-f983449e3c30', 'mac_address': 'fa:16:3e:37:7c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19b6a7b-b9f0-43ce-85f8-e6c23741bad8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:47:23.983171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '2a18ac06-b2ba-4d85-919a-645bafc7c27a', 'network_id': 'a1407eb4-fc81-4bf4-b00c-f92925fd0c0c', 'port_id': '2a18ac06-b2ba-4d85-919a-645bafc7c27a', 'mac_address': 'fa:16:3e:c5:5b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19b6a7b-b9f0-43ce-85f8-e6c23741bad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:47:23.999699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea310641-50e4-47e9-b8ec-be457a66f3bc service neutron] Pushing event updated for resources: {'Port': ['ID=135ed5bc-ba78-4c3a-a568-eca20cbcb623,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:24.004519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35705e14-7d03-48c3-a16f-16fac0605360 req-d579b11d-732d-408e-8127-920a71678ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.005136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35705e14-7d03-48c3-a16f-16fac0605360 req-d579b11d-732d-408e-8127-920a71678ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.005808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35705e14-7d03-48c3-a16f-16fac0605360 req-d579b11d-732d-408e-8127-920a71678ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.006134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35705e14-7d03-48c3-a16f-16fac0605360 req-d579b11d-732d-408e-8127-920a71678ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.007208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35705e14-7d03-48c3-a16f-16fac0605360 req-d579b11d-732d-408e-8127-920a71678ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.012111 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35705e14-7d03-48c3-a16f-16fac0605360 req-d579b11d-732d-408e-8127-920a71678ac6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 4362 time: 0.1245704 Aug 23 03:47:24.076805 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:24.139759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a18ac06-b2ba-4d85-919a-645bafc7c27a {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:24.146738 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:24.154934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6cb192e1-1c76-4f61-b59d-21a689e9cde6 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:24.161470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6cb192e1-1c76-4f61-b59d-21a689e9cde6 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/3b4c813d-49c0-4673-b551-27334dc9a7ea HTTP/1.1" status: 204 len: 168 time: 1.6355395 Aug 23 03:47:24.162746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48846) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:24.179095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb192e1-1c76-4f61-b59d-21a689e9cde6 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=3b4c813d-49c0-4673-b551-27334dc9a7ea,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:24.187806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74cac5b-4696-4fb7-bd43-f983449e3c30 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:24.223229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port e74cac5b-4696-4fb7-bd43-f983449e3c30, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e74cac5b-4696-4fb7-bd43-f983449e3c30,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:24.246793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2a18ac06-b2ba-4d85-919a-645bafc7c27a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2a18ac06-b2ba-4d85-919a-645bafc7c27a,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:24.288796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35705e14-7d03-48c3-a16f-16fac0605360 req-8e5ca2ca-5ec3-4095-8514-727fbbe90ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.289446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35705e14-7d03-48c3-a16f-16fac0605360 req-8e5ca2ca-5ec3-4095-8514-727fbbe90ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.290088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35705e14-7d03-48c3-a16f-16fac0605360 req-8e5ca2ca-5ec3-4095-8514-727fbbe90ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.294991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35705e14-7d03-48c3-a16f-16fac0605360 req-8e5ca2ca-5ec3-4095-8514-727fbbe90ccd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ced08239aad045b281b35704b58f5423&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2708974 Aug 23 03:47:24.380909 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:24.416370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e387e5-3fef-43ec-98ba-3f20fa9fd258 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.421876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e7e387e5-3fef-43ec-98ba-3f20fa9fd258 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2532308 Aug 23 03:47:24.422042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48850) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:24.451379 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:24.456511 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:24.482086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7fbda-ea4c-4d2b-8fd9-dbfc1e90b5e7 req-d6eeb8f1-3c4c-4504-947c-808ef3274352 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.482086 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eed7fbda-ea4c-4d2b-8fd9-dbfc1e90b5e7 req-d6eeb8f1-3c4c-4504-947c-808ef3274352 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1620686 Aug 23 03:47:24.496790 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-81978add-1cd9-4810-8bc6-0e74401240f2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:47:24.504873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-81978add-1cd9-4810-8bc6-0e74401240f2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/3b4c813d-49c0-4673-b551-27334dc9a7ea HTTP/1.1" status: 404 len: 333 time: 0.0821421 Aug 23 03:47:24.510726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48854) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:24.523651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1541967017'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:24.572839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=e74cac5b-4696-4fb7-bd43-f983449e3c30,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:24.648761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35705e14-7d03-48c3-a16f-16fac0605360 req-9e397bef-fc60-4703-bb10-b310398bbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:24.649252 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35705e14-7d03-48c3-a16f-16fac0605360 req-9e397bef-fc60-4703-bb10-b310398bbd2b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3448050 Aug 23 03:47:24.684393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eed7fbda-ea4c-4d2b-8fd9-dbfc1e90b5e7 req-5e839c48-e170-44cc-ae59-5fb4f432e763 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008789 Aug 23 03:47:24.690494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:24.701481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:24.756691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=2a18ac06-b2ba-4d85-919a-645bafc7c27a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:24.774283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:47:24.775721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['e66fcac1-fe93-42ee-9c37-e586a987e155'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:47:24.797537 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:24.799416 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Added segment 072042eb-53c9-4e3f-bbd8-ecb78ea52d2e of type vlan for network 08433e60-aa3c-448b-9036-7b849ea57949 Aug 23 03:47:24.866047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['e74cac5b-4696-4fb7-bd43-f983449e3c30'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:47:24.913478 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:24.947823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['2a18ac06-b2ba-4d85-919a-645bafc7c27a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:47:25.074166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4481c-7448-40dc-be54-d83283c665fc req-62860050-3dee-4ae7-b70e-f8d32d3dbe69 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:25.080611 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4481c-7448-40dc-be54-d83283c665fc req-62860050-3dee-4ae7-b70e-f8d32d3dbe69 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:25.100288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4481c-7448-40dc-be54-d83283c665fc req-62860050-3dee-4ae7-b70e-f8d32d3dbe69 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:25.106560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4481c-7448-40dc-be54-d83283c665fc req-62860050-3dee-4ae7-b70e-f8d32d3dbe69 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:25.131462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4481c-7448-40dc-be54-d83283c665fc req-62860050-3dee-4ae7-b70e-f8d32d3dbe69 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:25.143113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-56e4481c-7448-40dc-be54-d83283c665fc req-62860050-3dee-4ae7-b70e-f8d32d3dbe69 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 3827 time: 0.3888745 Aug 23 03:47:25.150253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:25.163583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:25.169499 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:25.310897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ca78a7-09ef-4d08-b00c-561a5c2f285e {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:25.338965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:25.356029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Transition to ACTIVE for port object 42ca78a7-09ef-4d08-b00c-561a5c2f285e will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:25.380710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb99af-0e14-4930-9863-8d0d8a85ee50 req-a3e0597a-897f-47ee-a021-913042424233 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:25.382770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60fb99af-0e14-4930-9863-8d0d8a85ee50 req-a3e0597a-897f-47ee-a021-913042424233 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 944 time: 0.4629905 Aug 23 03:47:25.385637 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-56e4481c-7448-40dc-be54-d83283c665fc req-bf491307-b286-4575-a1e3-efb29c905dc5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418842 Aug 23 03:47:25.406149 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8916690 Aug 23 03:47:25.421922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48882) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:25.448289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '08433e60-aa3c-448b-9036-7b849ea57949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:25.501364 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:25.662122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60fb99af-0e14-4930-9863-8d0d8a85ee50 req-5b7e662b-f852-4bea-82c8-70ffca5dd27a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721169 Aug 23 03:47:25.667536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e449d7-a2e2-4fae-aceb-de75d8d54529 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Network': ['ID=08433e60-aa3c-448b-9036-7b849ea57949,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:25.679911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 08433e60-aa3c-448b-9036-7b849ea57949 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:47:25.700247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Pushing event updated for resources: {'Port': ['ID=42ca78a7-09ef-4d08-b00c-561a5c2f285e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:25.937128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Attempting to bind port 42ca78a7-09ef-4d08-b00c-561a5c2f285e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:25.940943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Attempting to bind port 42ca78a7-09ef-4d08-b00c-561a5c2f285e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:25.941368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Attempting to bind port 42ca78a7-09ef-4d08-b00c-561a5c2f285e on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:25.952645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Port 42ca78a7-09ef-4d08-b00c-561a5c2f285e on network e1a975d3-e990-4089-8800-cde315873959 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:25.953030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:25.953341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Attempting to bind port 42ca78a7-09ef-4d08-b00c-561a5c2f285e on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:25.961569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:25.966278 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:25.968398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Checking segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:25.972470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Bound using segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:25.973755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Bound port: 42ca78a7-09ef-4d08-b00c-561a5c2f285e, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:25.974394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:26.048686 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cf2380ca-0100-4e41-b592-f8288604bb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:26.200206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] For port 42ca78a7-09ef-4d08-b00c-561a5c2f285e, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:26.216269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] For port 42ca78a7-09ef-4d08-b00c-561a5c2f285e, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:26.222278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e71db4-bb6d-4c6f-8932-960bfaa70031 req-805d74b4-98e1-4ff6-b798-58d151436a80 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.224066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9e71db4-bb6d-4c6f-8932-960bfaa70031 req-805d74b4-98e1-4ff6-b798-58d151436a80 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.3336606 Aug 23 03:47:26.302598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:26.311890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9e71db4-bb6d-4c6f-8932-960bfaa70031 req-fdc634e6-292f-4226-a16e-cd1136881a2d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673714 Aug 23 03:47:26.336945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:26.402911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.410281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:26.412013 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] 10.222.0.24 "PUT /v2.0/ports/42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 1130 time: 2.5443947 Aug 23 03:47:26.413702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '42ca78a7-09ef-4d08-b00c-561a5c2f285e'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:26.419530 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49261ab2-7cce-4050-b071-eb9640758aea" -d '{"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "42ca78a7-09ef-4d08-b00c-561a5c2f285e"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:26.426503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=81213030-b154-4d86-9092-f033b130c6e5,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:26.537435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Checking segment: {'id': '072042eb-53c9-4e3f-bbd8-ecb78ea52d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08433e60-aa3c-448b-9036-7b849ea57949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:26.540286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network hostable DHCP agents. Network: 08433e60-aa3c-448b-9036-7b849ea57949, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:47:26.546656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:26.562478 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9a3cf0-52c0-4bbd-99ee-658f5a381f04 x-openstack-request-id: req-1c9a3cf0-52c0-4bbd-99ee-658f5a381f04 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:26.565704 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "42ca78a7-09ef-4d08-b00c-561a5c2f285e", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:26.568788 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c9a3cf0-52c0-4bbd-99ee-658f5a381f04 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:26.568788 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '42ca78a7-09ef-4d08-b00c-561a5c2f285e', 'status': 'completed', 'code': 200} Aug 23 03:47:26.648509 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b530fd-6845-4d52-ae97-b0d6bc152095 service neutron] Pushing event updated for resources: {'Port': ['ID=42ca78a7-09ef-4d08-b00c-561a5c2f285e,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:26.684539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e66fcac1-fe93-42ee-9c37-e586a987e155 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:47:26.713189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 08433e60-aa3c-448b-9036-7b849ea57949 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:47:26.765124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:26.787178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-ec3e078f-0005-4d26-b668-3911ebbd05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.794345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-ec3e078f-0005-4d26-b668-3911ebbd05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.794345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-ec3e078f-0005-4d26-b668-3911ebbd05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.794345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-ec3e078f-0005-4d26-b668-3911ebbd05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.794345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-ec3e078f-0005-4d26-b668-3911ebbd05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.794345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-ec3e078f-0005-4d26-b668-3911ebbd05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.794345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49261ab2-7cce-4050-b071-eb9640758aea req-ec3e078f-0005-4d26-b668-3911ebbd05fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5285 time: 0.2264531 Aug 23 03:47:26.877891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d76a4-9c51-40fd-9b6e-b2db2fe5113b req-4a7c9c81-151a-4f33-a2a6-35ac8c6a6521 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.886032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d76a4-9c51-40fd-9b6e-b2db2fe5113b req-4a7c9c81-151a-4f33-a2a6-35ac8c6a6521 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.894395 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d76a4-9c51-40fd-9b6e-b2db2fe5113b req-4a7c9c81-151a-4f33-a2a6-35ac8c6a6521 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.901303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d76a4-9c51-40fd-9b6e-b2db2fe5113b req-4a7c9c81-151a-4f33-a2a6-35ac8c6a6521 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.911097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d76a4-9c51-40fd-9b6e-b2db2fe5113b req-4a7c9c81-151a-4f33-a2a6-35ac8c6a6521 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.919182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d76a4-9c51-40fd-9b6e-b2db2fe5113b req-4a7c9c81-151a-4f33-a2a6-35ac8c6a6521 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.928845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-207d76a4-9c51-40fd-9b6e-b2db2fe5113b req-4a7c9c81-151a-4f33-a2a6-35ac8c6a6521 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 4599 time: 0.4199202 Aug 23 03:47:26.944704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 08433e60-aa3c-448b-9036-7b849ea57949) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:26.982963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ed9e0-36d6-4cf8-9448-7e5aa33339f6 None None] Network 08433e60-aa3c-448b-9036-7b849ea57949 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:26.995594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:26.995816 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:27.124504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-207d76a4-9c51-40fd-9b6e-b2db2fe5113b req-5961aa76-15be-48cb-8a95-be6765c2af57 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941462 Aug 23 03:47:27.235263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab317b-567e-4ad9-982a-0f004d87e8f2 req-e313a80c-6c17-4424-b781-d8fd58b14d47 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:27.239856 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acab317b-567e-4ad9-982a-0f004d87e8f2 req-e313a80c-6c17-4424-b781-d8fd58b14d47 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 944 time: 0.1517773 Aug 23 03:47:27.271539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port e66fcac1-fe93-42ee-9c37-e586a987e155 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:27.288853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2a18ac06-b2ba-4d85-919a-645bafc7c27a up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:47:27.315895 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e0f0592a-aff5-44dc-aca2-4a23f903ef14 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8909919 Aug 23 03:47:27.331759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48992) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:27.353251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port e66fcac1-fe93-42ee-9c37-e586a987e155 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:27.357808 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:27.357970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-6bfbc47c-68e1-4edd-839c-ca8bd6f6e37f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '08433e60-aa3c-448b-9036-7b849ea57949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:27.378566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-e49e2159-8b53-4b74-bc28-d789517d9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:27.390803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-e49e2159-8b53-4b74-bc28-d789517d9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:27.393817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-e49e2159-8b53-4b74-bc28-d789517d9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:27.397237 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49261ab2-7cce-4050-b071-eb9640758aea req-e49e2159-8b53-4b74-bc28-d789517d9ba4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ced08239aad045b281b35704b58f5423&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5735698 Aug 23 03:47:27.495368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 2a18ac06-b2ba-4d85-919a-645bafc7c27a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:27.505462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 2a18ac06-b2ba-4d85-919a-645bafc7c27a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:27.506207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:27.699331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-08433e60-aa3c-448b-9036-7b849ea57949', 'network_id': '08433e60-aa3c-448b-9036-7b849ea57949', 'tenant_id': '99f9921c2cc04c6a812520fd82692f9e', 'fixed_ips': [{'subnet_id': '81213030-b154-4d86-9092-f033b130c6e5'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:47:27.700118 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:27.705905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eb772-3081-44bc-a02e-fb0346a8da06 req-6d27a9ca-2487-4c1f-a5ca-c4e26425aeca tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:27.708603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a71eb772-3081-44bc-a02e-fb0346a8da06 req-6d27a9ca-2487-4c1f-a5ca-c4e26425aeca tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1989996 Aug 23 03:47:27.788350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c60bb3-ed73-4229-89fb-3990609a06e2 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:27.801664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:27.806346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acab317b-567e-4ad9-982a-0f004d87e8f2 req-1e50f7e1-b7bd-4dd6-b1f0-36c2c22e07d8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599706 Aug 23 03:47:27.863245 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:27.874478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a71eb772-3081-44bc-a02e-fb0346a8da06 req-fe13b510-395a-4fff-928b-710cfbd1f876 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370358 Aug 23 03:47:27.881291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Transition to ACTIVE for port object 84c60bb3-ed73-4229-89fb-3990609a06e2 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:27.937280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfbc47c-68e1-4edd-839c-ca8bd6f6e37f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:27.945715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6bfbc47c-68e1-4edd-839c-ca8bd6f6e37f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:27.973700 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:28.012541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261ab2-7cce-4050-b071-eb9640758aea req-8048ec46-6304-42b1-b8f7-5621660f6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:28.014235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-49261ab2-7cce-4050-b071-eb9640758aea req-8048ec46-6304-42b1-b8f7-5621660f6d1d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5472274 Aug 23 03:47:28.022722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:28.098567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2a18ac06-b2ba-4d85-919a-645bafc7c27a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2a18ac06-b2ba-4d85-919a-645bafc7c27a,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:28.100824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5245ed-8478-4008-8d67-bf89ec7c805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a18ac06-b2ba-4d85-919a-645bafc7c27a'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:28.103442 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b04dc-89b1-4391-983c-6ebd80c8fe01" -d '{"events": [{"server_uuid": "cb5245ed-8478-4008-8d67-bf89ec7c805c", "name": "network-vif-plugged", "status": "completed", "tag": "2a18ac06-b2ba-4d85-919a-645bafc7c27a"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:28.154703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port e66fcac1-fe93-42ee-9c37-e586a987e155, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e66fcac1-fe93-42ee-9c37-e586a987e155,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:28.231687 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-6bfbc47c-68e1-4edd-839c-ca8bd6f6e37f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81213030-b154-4d86-9092-f033b130c6e5 (CIDR: 2001:db8::/64) Aug 23 03:47:28.248085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Pushing event updated for resources: {'Port': ['ID=84c60bb3-ed73-4229-89fb-3990609a06e2,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:28.260801 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:28.263977 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfbc47c-68e1-4edd-839c-ca8bd6f6e37f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:47:28.265132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfbc47c-68e1-4edd-839c-ca8bd6f6e37f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:47:28.317675 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:28.346205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e74cac5b-4696-4fb7-bd43-f983449e3c30 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:47:28.430311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6bfbc47c-68e1-4edd-839c-ca8bd6f6e37f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0798864 Aug 23 03:47:28.433221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49040) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:28.453221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '08433e60-aa3c-448b-9036-7b849ea57949', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:28.503118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e75f9-5a83-4cb7-8348-145061381923 req-32096dff-1820-460b-bad4-72068e29f1c3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:28.509148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e75f9-5a83-4cb7-8348-145061381923 req-32096dff-1820-460b-bad4-72068e29f1c3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:28.529434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e75f9-5a83-4cb7-8348-145061381923 req-32096dff-1820-460b-bad4-72068e29f1c3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:28.536224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e75f9-5a83-4cb7-8348-145061381923 req-32096dff-1820-460b-bad4-72068e29f1c3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:28.567032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e75f9-5a83-4cb7-8348-145061381923 req-32096dff-1820-460b-bad4-72068e29f1c3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:28.567611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Allocated IP 2001:db8::2 (08433e60-aa3c-448b-9036-7b849ea57949/81213030-b154-4d86-9092-f033b130c6e5/aab9afa5-d5e3-4c7a-a230-e6569855e0f8) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:28.593452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e75f9-5a83-4cb7-8348-145061381923 req-32096dff-1820-460b-bad4-72068e29f1c3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:28.602054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e75f9-5a83-4cb7-8348-145061381923 req-32096dff-1820-460b-bad4-72068e29f1c3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:28.619924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d42e75f9-5a83-4cb7-8348-145061381923 req-32096dff-1820-460b-bad4-72068e29f1c3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5372 time: 0.2997990 Aug 23 03:47:28.670783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Attempting to bind port 84c60bb3-ed73-4229-89fb-3990609a06e2 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:28.671126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Attempting to bind port 84c60bb3-ed73-4229-89fb-3990609a06e2 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:28.675506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Attempting to bind port 84c60bb3-ed73-4229-89fb-3990609a06e2 on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:28.704670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Port 84c60bb3-ed73-4229-89fb-3990609a06e2 on network e1a975d3-e990-4089-8800-cde315873959 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:28.704670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Attempting to bind port 84c60bb3-ed73-4229-89fb-3990609a06e2 on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:28.734553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d42e75f9-5a83-4cb7-8348-145061381923 req-f647a13b-274e-45ec-82ed-702d9b87e847 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117623 Aug 23 03:47:28.764511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:28.775626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Checking segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:28.776258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Bound using segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:28.776857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Bound port: 84c60bb3-ed73-4229-89fb-3990609a06e2, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:28.777352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:28.781088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=2a18ac06-b2ba-4d85-919a-645bafc7c27a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:28.842544 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab3843a-234f-4f41-98bb-a5bcedce33be x-openstack-request-id: req-6ab3843a-234f-4f41-98bb-a5bcedce33be {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:28.845133 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5245ed-8478-4008-8d67-bf89ec7c805c", "name": "network-vif-plugged", "status": "completed", "tag": "2a18ac06-b2ba-4d85-919a-645bafc7c27a", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:28.845433 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ab3843a-234f-4f41-98bb-a5bcedce33be {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:28.845872 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5245ed-8478-4008-8d67-bf89ec7c805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a18ac06-b2ba-4d85-919a-645bafc7c27a', 'code': 200} Aug 23 03:47:29.034185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] For port 84c60bb3-ed73-4229-89fb-3990609a06e2, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:29.047347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] For port 84c60bb3-ed73-4229-89fb-3990609a06e2, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=84c60bb3-ed73-4229-89fb-3990609a06e2,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:29.123248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=e66fcac1-fe93-42ee-9c37-e586a987e155,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:29.154323 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.193921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Transition to ACTIVE for port object aab9afa5-d5e3-4c7a-a230-e6569855e0f8 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:29.230025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.249709 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b82fc25-5fff-460f-bb67-3f1dd0f57eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.255595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ceb36-ac1e-4141-b1b5-ebb33298aae5 req-e421d02d-2c62-4492-8def-b5950c06d2d5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:29.265286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Transition to ACTIVE for port object aab9afa5-d5e3-4c7a-a230-e6569855e0f8 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:29.277479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port e74cac5b-4696-4fb7-bd43-f983449e3c30 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:29.278857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-292ceb36-ac1e-4141-b1b5-ebb33298aae5 req-e421d02d-2c62-4492-8def-b5950c06d2d5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1895967 Aug 23 03:47:29.287834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port e74cac5b-4696-4fb7-bd43-f983449e3c30 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:29.290103 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.367390 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.392960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-292ceb36-ac1e-4141-b1b5-ebb33298aae5 req-80371135-6f00-4e5d-ad29-9236456e4643 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081614 Aug 23 03:47:29.482629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Pushing event updated for resources: {'Port': ['ID=aab9afa5-d5e3-4c7a-a230-e6569855e0f8,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:29.507730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Network 08433e60-aa3c-448b-9036-7b849ea57949 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:29.513698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:29.522809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:29.652979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.667809 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.711301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Attempting to bind port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:29.712060 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Attempting to bind port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '072042eb-53c9-4e3f-bbd8-ecb78ea52d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08433e60-aa3c-448b-9036-7b849ea57949'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:29.712531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Attempting to bind port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 on network 08433e60-aa3c-448b-9036-7b849ea57949 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:29.727205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:29.727746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Checking segment: {'id': '072042eb-53c9-4e3f-bbd8-ecb78ea52d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08433e60-aa3c-448b-9036-7b849ea57949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:29.728506 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.729076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Bound using segment: {'id': '072042eb-53c9-4e3f-bbd8-ecb78ea52d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08433e60-aa3c-448b-9036-7b849ea57949'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:29.729675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Bound port: aab9afa5-d5e3-4c7a-a230-e6569855e0f8, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072042eb-53c9-4e3f-bbd8-ecb78ea52d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08433e60-aa3c-448b-9036-7b849ea57949'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:29.730164 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.871480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port e74cac5b-4696-4fb7-bd43-f983449e3c30, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e74cac5b-4696-4fb7-bd43-f983449e3c30,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:29.915594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Pushing event updated for resources: {'Port': ['ID=84c60bb3-ed73-4229-89fb-3990609a06e2,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:29.972254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5ef54-2d83-4e8a-9f92-9d3ce3faf768 req-cf54e26d-e8b8-4171-8e9a-3877a2407a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:29.972254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bd5ef54-2d83-4e8a-9f92-9d3ce3faf768 req-cf54e26d-e8b8-4171-8e9a-3877a2407a10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 1096 time: 1.0657530 Aug 23 03:47:29.973142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:29.973647 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:29.975062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c6e67657-3c41-4195-8f2c-a8bb85ea77d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 1131 time: 3.4354255 Aug 23 03:47:29.975546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '84c60bb3-ed73-4229-89fb-3990609a06e2'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:29.978093 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4509b160-0a22-4291-91e5-414032738e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "84c60bb3-ed73-4229-89fb-3990609a06e2"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:29.998026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e3de-058c-41bd-a1c5-6aaabac00c64 req-ad149551-d4aa-4d83-86b2-041e84d780d7 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.000137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8141e3de-058c-41bd-a1c5-6aaabac00c64 req-ad149551-d4aa-4d83-86b2-041e84d780d7 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 944 time: 0.9508111 Aug 23 03:47:30.042666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:30.069993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] For port aab9afa5-d5e3-4c7a-a230-e6569855e0f8, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:30.090138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] For port aab9afa5-d5e3-4c7a-a230-e6569855e0f8, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=aab9afa5-d5e3-4c7a-a230-e6569855e0f8,segment=NetworkSegment(072042eb-53c9-4e3f-bbd8-ecb78ea52d2e),segment_id=072042eb-53c9-4e3f-bbd8-ecb78ea52d2e)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:30.099537 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8141e3de-058c-41bd-a1c5-6aaabac00c64 req-bb25baa0-0657-4d07-a0c2-38e48c032bc2 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776532 Aug 23 03:47:30.120085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5d75-1388-46e3-a268-37d565507c43 req-3e8b7524-50cf-4d71-b67e-8cddb04de132 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.127880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5d75-1388-46e3-a268-37d565507c43 req-3e8b7524-50cf-4d71-b67e-8cddb04de132 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.130407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bd5ef54-2d83-4e8a-9f92-9d3ce3faf768 req-4a2547ad-ed19-4be7-9a10-94e52a9cad8c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483369 Aug 23 03:47:30.135475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5d75-1388-46e3-a268-37d565507c43 req-3e8b7524-50cf-4d71-b67e-8cddb04de132 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.136564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=e74cac5b-4696-4fb7-bd43-f983449e3c30,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:30.143755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5d75-1388-46e3-a268-37d565507c43 req-3e8b7524-50cf-4d71-b67e-8cddb04de132 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.150692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5d75-1388-46e3-a268-37d565507c43 req-3e8b7524-50cf-4d71-b67e-8cddb04de132 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.175208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5d75-1388-46e3-a268-37d565507c43 req-3e8b7524-50cf-4d71-b67e-8cddb04de132 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.179368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5d75-1388-46e3-a268-37d565507c43 req-3e8b7524-50cf-4d71-b67e-8cddb04de132 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.189809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4ca5d75-1388-46e3-a268-37d565507c43 req-3e8b7524-50cf-4d71-b67e-8cddb04de132 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5372 time: 0.2622049 Aug 23 03:47:30.253666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4ca5d75-1388-46e3-a268-37d565507c43 req-336b3974-f7c2-4c44-a311-d242fa0daf1d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624485 Aug 23 03:47:30.322655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:30.340760 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:30.416970 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:30.421866 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4221b81f-4501-455d-ad2c-d79e9520fe5d x-openstack-request-id: req-4221b81f-4501-455d-ad2c-d79e9520fe5d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:30.422504 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "84c60bb3-ed73-4229-89fb-3990609a06e2", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:30.422976 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4221b81f-4501-455d-ad2c-d79e9520fe5d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:30.423616 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '84c60bb3-ed73-4229-89fb-3990609a06e2', 'status': 'completed', 'code': 200} Aug 23 03:47:30.462800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:30.546293 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:30.587958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-403f002c-b1df-451a-b14d-dcc2f23d93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.588612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-403f002c-b1df-451a-b14d-dcc2f23d93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.589232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-403f002c-b1df-451a-b14d-dcc2f23d93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.589778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-403f002c-b1df-451a-b14d-dcc2f23d93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.590318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-403f002c-b1df-451a-b14d-dcc2f23d93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.591483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-403f002c-b1df-451a-b14d-dcc2f23d93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.592037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-403f002c-b1df-451a-b14d-dcc2f23d93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:30.594627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4509b160-0a22-4291-91e5-414032738e1e req-403f002c-b1df-451a-b14d-dcc2f23d93eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6209 time: 0.1699221 Aug 23 03:47:30.600209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f85e87-e70f-435f-a6d0-6cc8ca66332f None None] Pushing event updated for resources: {'Port': ['ID=aab9afa5-d5e3-4c7a-a230-e6569855e0f8,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:30.665887 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:30.847116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15fb25d-604a-44b9-99ca-a71041483cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66fcac1-fe93-42ee-9c37-e586a987e155'}, {'server_uuid': 'c487acce-6dcf-47ff-856a-ac4d1a7fcd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74cac5b-4696-4fb7-bd43-f983449e3c30'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:30.852502 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e17ea8a-13a9-4c44-99a2-5903b3c000b8" -d '{"events": [{"server_uuid": "d15fb25d-604a-44b9-99ca-a71041483cd5", "name": "network-vif-plugged", "status": "completed", "tag": "e66fcac1-fe93-42ee-9c37-e586a987e155"}, {"server_uuid": "c487acce-6dcf-47ff-856a-ac4d1a7fcd02", "name": "network-vif-plugged", "status": "completed", "tag": "e74cac5b-4696-4fb7-bd43-f983449e3c30"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:30.999611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-100f8ce5-97d6-4fbd-b56e-014b1562fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.001572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-100f8ce5-97d6-4fbd-b56e-014b1562fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.002128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-100f8ce5-97d6-4fbd-b56e-014b1562fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.004211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4509b160-0a22-4291-91e5-414032738e1e req-100f8ce5-97d6-4fbd-b56e-014b1562fcef service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ced08239aad045b281b35704b58f5423&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3915462 Aug 23 03:47:31.061575 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c888a66c-b0fe-4df1-92cc-2c77342737eb x-openstack-request-id: req-c888a66c-b0fe-4df1-92cc-2c77342737eb {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:31.061575 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15fb25d-604a-44b9-99ca-a71041483cd5", "name": "network-vif-plugged", "status": "completed", "tag": "e66fcac1-fe93-42ee-9c37-e586a987e155", "code": 200}, {"server_uuid": "c487acce-6dcf-47ff-856a-ac4d1a7fcd02", "name": "network-vif-plugged", "status": "completed", "tag": "e74cac5b-4696-4fb7-bd43-f983449e3c30", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:31.061575 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c888a66c-b0fe-4df1-92cc-2c77342737eb {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:31.061575 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15fb25d-604a-44b9-99ca-a71041483cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66fcac1-fe93-42ee-9c37-e586a987e155', 'code': 200} Aug 23 03:47:31.061575 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c487acce-6dcf-47ff-856a-ac4d1a7fcd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74cac5b-4696-4fb7-bd43-f983449e3c30', 'code': 200} Aug 23 03:47:31.416640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509b160-0a22-4291-91e5-414032738e1e req-76183687-fc1b-4120-818f-63b0d371005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.419197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4509b160-0a22-4291-91e5-414032738e1e req-76183687-fc1b-4120-818f-63b0d371005e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4044640 Aug 23 03:47:31.440868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1126-0b5b-4e84-af26-ca56ecacbec4 req-30affdb9-4d09-4769-b590-353b5c0bb77d tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.470666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d4d1126-0b5b-4e84-af26-ca56ecacbec4 req-30affdb9-4d09-4769-b590-353b5c0bb77d tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 945 time: 0.1667149 Aug 23 03:47:31.524478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d4d1126-0b5b-4e84-af26-ca56ecacbec4 req-14af0548-a1a4-4d1d-bbbb-91fa96c899d1 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498950 Aug 23 03:47:31.566144 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:31.653327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dd7351-48f5-4c38-a316-44ac2d836527 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:31.686272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:31.702228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd645a37-d277-48b0-a4b5-597227891aef req-0b696cbe-5881-44df-ad11-79c58f8a1fae tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.710461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd645a37-d277-48b0-a4b5-597227891aef req-0b696cbe-5881-44df-ad11-79c58f8a1fae tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 1.0455716 Aug 23 03:47:31.716116 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:31.724545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32158672-00c8-4797-9e8c-15a3dd45bfdc req-cf9885a1-5fed-4dd2-98d5-af4db68270bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.726089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32158672-00c8-4797-9e8c-15a3dd45bfdc req-cf9885a1-5fed-4dd2-98d5-af4db68270bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d15fb25d-604a-44b9-99ca-a71041483cd5 HTTP/1.1" status: 200 len: 1096 time: 0.3506887 Aug 23 03:47:31.738496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a97188-e1b9-4175-ae61-029f58cbdf5e req-7c748cf0-4887-42af-947b-73d67ab112bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.740029 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06a97188-e1b9-4175-ae61-029f58cbdf5e req-7c748cf0-4887-42af-947b-73d67ab112bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 1096 time: 0.3660042 Aug 23 03:47:31.755646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 08433e60-aa3c-448b-9036-7b849ea57949 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:31.787662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:31.799665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Transition to ACTIVE for port object 17dd7351-48f5-4c38-a316-44ac2d836527 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:31.802137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.803617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:31.816574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=a1be3e72-1c7a-4006-8a30-adf49532768f,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:31.867423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134110-db87-4cac-89ec-866d9e5e04d0 req-bad9ada6-8130-4747-83cf-dc40eadf0f3a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.873661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134110-db87-4cac-89ec-866d9e5e04d0 req-bad9ada6-8130-4747-83cf-dc40eadf0f3a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.880366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134110-db87-4cac-89ec-866d9e5e04d0 req-bad9ada6-8130-4747-83cf-dc40eadf0f3a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.886697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134110-db87-4cac-89ec-866d9e5e04d0 req-bad9ada6-8130-4747-83cf-dc40eadf0f3a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.897360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134110-db87-4cac-89ec-866d9e5e04d0 req-bad9ada6-8130-4747-83cf-dc40eadf0f3a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.905091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134110-db87-4cac-89ec-866d9e5e04d0 req-bad9ada6-8130-4747-83cf-dc40eadf0f3a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.911816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134110-db87-4cac-89ec-866d9e5e04d0 req-bad9ada6-8130-4747-83cf-dc40eadf0f3a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:31.924163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60134110-db87-4cac-89ec-866d9e5e04d0 req-bad9ada6-8130-4747-83cf-dc40eadf0f3a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5372 time: 0.2095597 Aug 23 03:47:31.969923 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32158672-00c8-4797-9e8c-15a3dd45bfdc req-2a9fa72f-9a60-4e78-a09b-d81b11be8a8d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333510 Aug 23 03:47:31.971973 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd645a37-d277-48b0-a4b5-597227891aef req-b03fba8f-77e4-406b-8834-d9852c44d41e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607090 Aug 23 03:47:31.989763 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06a97188-e1b9-4175-ae61-029f58cbdf5e req-8c1f916b-f491-4967-88ec-2b91db31f0fa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883390 Aug 23 03:47:32.026974 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:32.029846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60134110-db87-4cac-89ec-866d9e5e04d0 req-ac4a57d7-1072-4838-8f54-8f4f1ad3d179 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003351 Aug 23 03:47:32.036075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2639cbd3-73c6-448f-8517-f3c5deda82c7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5991118 Aug 23 03:47:32.038951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49176) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:32.047687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '08433e60-aa3c-448b-9036-7b849ea57949', 'fixed_ips': [{'subnet_id': '81213030-b154-4d86-9092-f033b130c6e5'}, {'subnet_id': 'a1be3e72-1c7a-4006-8a30-adf49532768f'}], 'name': 'tempest-PortsIpV6TestJSON-1511030171'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:32.229589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=17dd7351-48f5-4c38-a316-44ac2d836527,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:32.263824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf964d-559f-4d42-83d5-490a64fe800b None None] Network 08433e60-aa3c-448b-9036-7b849ea57949 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:32.307110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Attempting to bind port 17dd7351-48f5-4c38-a316-44ac2d836527 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:32.307110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Attempting to bind port 17dd7351-48f5-4c38-a316-44ac2d836527 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:32.307110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Attempting to bind port 17dd7351-48f5-4c38-a316-44ac2d836527 on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:32.311748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Port 17dd7351-48f5-4c38-a316-44ac2d836527 on network e1a975d3-e990-4089-8800-cde315873959 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:32.312592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Attempting to bind port 17dd7351-48f5-4c38-a316-44ac2d836527 on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:32.321810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:32.322736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Checking segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:32.323651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Bound using segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:32.324399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Bound port: 17dd7351-48f5-4c38-a316-44ac2d836527, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:32.325004 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:32.381921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:32.542249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] For port 17dd7351-48f5-4c38-a316-44ac2d836527, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:32.548141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] For port 17dd7351-48f5-4c38-a316-44ac2d836527, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=17dd7351-48f5-4c38-a316-44ac2d836527,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:32.633763 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:32.652909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port ff9baf67-a26c-4aca-95c9-37cabdda5fbb yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:47:32.657378 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:32.764320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a4650-31a6-4248-ae62-6a2f107c8947 req-356d0333-f0e8-4583-b8fc-97a35b6e1138 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:32.766416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e35a4650-31a6-4248-ae62-6a2f107c8947 req-356d0333-f0e8-4583-b8fc-97a35b6e1138 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 945 time: 0.1016259 Aug 23 03:47:32.772949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=17dd7351-48f5-4c38-a316-44ac2d836527,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:32.798907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:32.799510 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:32.800965 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5f4e2492-e187-434b-8c0e-de84edaacbf6 service neutron] 10.222.0.24 "PUT /v2.0/ports/17dd7351-48f5-4c38-a316-44ac2d836527 HTTP/1.1" status: 200 len: 1090 time: 2.3459136 Aug 23 03:47:32.801459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '17dd7351-48f5-4c38-a316-44ac2d836527'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:32.803807 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "17dd7351-48f5-4c38-a316-44ac2d836527"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:32.912444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e35a4650-31a6-4248-ae62-6a2f107c8947 req-cb776380-1998-4221-aed3-e3ba8f5a4df4 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143448 Aug 23 03:47:32.921919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:33.027479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:33.091439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device aab9afa5-d5e3-4c7a-a230-e6569855e0f8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:47:33.217776 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39df6caa-bfd2-4d25-b605-47b01f05555d x-openstack-request-id: req-39df6caa-bfd2-4d25-b605-47b01f05555d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:33.218161 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "17dd7351-48f5-4c38-a316-44ac2d836527", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:33.218385 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39df6caa-bfd2-4d25-b605-47b01f05555d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:33.226791 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '17dd7351-48f5-4c38-a316-44ac2d836527', 'status': 'completed', 'code': 200} Aug 23 03:47:33.384499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9d0a5196-3018-4a93-9982-1841b7cee344 None None] Provisioning for port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:33.424582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa666f0-3406-4557-b237-4ad8940c5a1d req-6ee9348d-cfef-4f07-9a8e-f555cb7ef873 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:33.431899 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fa666f0-3406-4557-b237-4ad8940c5a1d req-6ee9348d-cfef-4f07-9a8e-f555cb7ef873 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.2744582 Aug 23 03:47:33.603679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:33.629313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fa666f0-3406-4557-b237-4ad8940c5a1d req-9ea5bf68-7bbc-4916-afd6-c173985b1f3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814022 Aug 23 03:47:33.676863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::228 (08433e60-aa3c-448b-9036-7b849ea57949/81213030-b154-4d86-9092-f033b130c6e5/ff9baf67-a26c-4aca-95c9-37cabdda5fbb) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:33.682291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:33.683953 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:33.698674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476b126-79d9-4b60-9cb4-1ab880c87e59 None None] Update dhcp port {'port': {'network_id': '08433e60-aa3c-448b-9036-7b849ea57949', 'fixed_ips': [{'subnet_id': '81213030-b154-4d86-9092-f033b130c6e5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1be3e72-1c7a-4006-8a30-adf49532768f'}], 'binding:host_id': 'n-d-749052-7'}, 'id': 'aab9afa5-d5e3-4c7a-a230-e6569855e0f8'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:47:33.708687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8:0:1::160 (08433e60-aa3c-448b-9036-7b849ea57949/a1be3e72-1c7a-4006-8a30-adf49532768f/ff9baf67-a26c-4aca-95c9-37cabdda5fbb) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:33.821954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c476b126-79d9-4b60-9cb4-1ab880c87e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:33.867102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49232) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:33.886260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d465-351f-4b26-a62c-0decf3defaa0 req-899cf152-17d2-4a80-9716-60fb1953ae72 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:33.894052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d465-351f-4b26-a62c-0decf3defaa0 req-899cf152-17d2-4a80-9716-60fb1953ae72 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:33.900801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d465-351f-4b26-a62c-0decf3defaa0 req-899cf152-17d2-4a80-9716-60fb1953ae72 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:33.932043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d465-351f-4b26-a62c-0decf3defaa0 req-899cf152-17d2-4a80-9716-60fb1953ae72 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:33.948818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d465-351f-4b26-a62c-0decf3defaa0 req-899cf152-17d2-4a80-9716-60fb1953ae72 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:33.966523 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d465-351f-4b26-a62c-0decf3defaa0 req-899cf152-17d2-4a80-9716-60fb1953ae72 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:33.980581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d465-351f-4b26-a62c-0decf3defaa0 req-899cf152-17d2-4a80-9716-60fb1953ae72 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:33.993661 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0221d465-351f-4b26-a62c-0decf3defaa0 req-899cf152-17d2-4a80-9716-60fb1953ae72 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5384 time: 0.6220853 Aug 23 03:47:34.018180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-8f3cfdff-5d45-489b-a08c-4b2b4eaadcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.019013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-8f3cfdff-5d45-489b-a08c-4b2b4eaadcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.019646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-8f3cfdff-5d45-489b-a08c-4b2b4eaadcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.020263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-8f3cfdff-5d45-489b-a08c-4b2b4eaadcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.021269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-8f3cfdff-5d45-489b-a08c-4b2b4eaadcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.021897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-8f3cfdff-5d45-489b-a08c-4b2b4eaadcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.022680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-8f3cfdff-5d45-489b-a08c-4b2b4eaadcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.024842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-8f3cfdff-5d45-489b-a08c-4b2b4eaadcb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6276 time: 0.7661850 Aug 23 03:47:34.073403 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.080897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dec841-18eb-4694-8ee6-41883163b8f4 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:34.111867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.136693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port aab9afa5-d5e3-4c7a-a230-e6569855e0f8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=aab9afa5-d5e3-4c7a-a230-e6569855e0f8,segment=NetworkSegment(072042eb-53c9-4e3f-bbd8-ecb78ea52d2e),segment_id=072042eb-53c9-4e3f-bbd8-ecb78ea52d2e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:34.159157 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8022c02d-8a18-40c0-ad3b-251199866498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.172752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0221d465-351f-4b26-a62c-0decf3defaa0 req-3f9c6d26-c1f7-4d39-be10-301d05d99c4c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712601 Aug 23 03:47:34.184777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.210230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Transition to ACTIVE for port object d2dec841-18eb-4694-8ee6-41883163b8f4 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:34.220913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e528c5-0635-4105-aeac-39b6cac9e470 req-5d6c19bd-db98-4264-8014-b9d68555b09a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.227996 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.232756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e528c5-0635-4105-aeac-39b6cac9e470 req-5d6c19bd-db98-4264-8014-b9d68555b09a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 945 time: 0.1824312 Aug 23 03:47:34.247073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-84ce7b79-38c0-4782-b68f-a89024037cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.247815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-84ce7b79-38c0-4782-b68f-a89024037cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.248291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-84ce7b79-38c0-4782-b68f-a89024037cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.251571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-84ce7b79-38c0-4782-b68f-a89024037cc9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ced08239aad045b281b35704b58f5423&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2184074 Aug 23 03:47:34.288693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object ff9baf67-a26c-4aca-95c9-37cabdda5fbb will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:34.305144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e528c5-0635-4105-aeac-39b6cac9e470 req-1b53718d-5dc5-4592-a237-7ed882c2806e tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751987 Aug 23 03:47:34.348086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=aab9afa5-d5e3-4c7a-a230-e6569855e0f8,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:34.438461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-a6212409-a543-4c0e-b72c-5139b465624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.439912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-566f1b89-07d0-41f0-a0b7-25b95a63d5f1 req-a6212409-a543-4c0e-b72c-5139b465624d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1809881 Aug 23 03:47:34.443080 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.526173 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8022c02d-8a18-40c0-ad3b-251199866498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.542408 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.607690 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8022c02d-8a18-40c0-ad3b-251199866498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.621627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-c476b126-79d9-4b60-9cb4-1ab880c87e59 None None] Allocated IP 2001:db8:0:1::2 (08433e60-aa3c-448b-9036-7b849ea57949/a1be3e72-1c7a-4006-8a30-adf49532768f/aab9afa5-d5e3-4c7a-a230-e6569855e0f8) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:34.709558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022c02d-8a18-40c0-ad3b-251199866498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707eccfa-39b4-4cc5-b66c-f57bdf40a74e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:34.733100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 08433e60-aa3c-448b-9036-7b849ea57949 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:34.755131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:34.791171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=ff9baf67-a26c-4aca-95c9-37cabdda5fbb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:34.794642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:34.801990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.802425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.843297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8022c02d-8a18-40c0-ad3b-251199866498 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60befa4f02384fbe9db2329566e952b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9748883 Aug 23 03:47:34.847240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49266) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:34.919384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c476b126-79d9-4b60-9cb4-1ab880c87e59 None None] For port aab9afa5-d5e3-4c7a-a230-e6569855e0f8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=aab9afa5-d5e3-4c7a-a230-e6569855e0f8,segment=NetworkSegment(072042eb-53c9-4e3f-bbd8-ecb78ea52d2e),segment_id=072042eb-53c9-4e3f-bbd8-ecb78ea52d2e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:34.950887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0395f-0998-4a3c-af3c-f892fdeebca8 req-5ac71804-243f-4f71-aa19-2208e27db16b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:34.953167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ad0395f-0998-4a3c-af3c-f892fdeebca8 req-5ac71804-243f-4f71-aa19-2208e27db16b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1452005 Aug 23 03:47:34.988896 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2861415-8b03-4e84-95af-315ebf72a1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:34.993841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1ce3c8ac-a365-4787-a6ce-2511545efd60 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.9511712 Aug 23 03:47:34.994944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49270) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:34.999982 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c476b126-79d9-4b60-9cb4-1ab880c87e59 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:35.002928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81213030-b154-4d86-9092-f033b130c6e5'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:35.027642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c476b126-79d9-4b60-9cb4-1ab880c87e59 None None] Transition to ACTIVE for port object aab9afa5-d5e3-4c7a-a230-e6569855e0f8 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:35.108270 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c476b126-79d9-4b60-9cb4-1ab880c87e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:35.126657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ad0395f-0998-4a3c-af3c-f892fdeebca8 req-96727924-0673-40df-baee-cf105f8b0450 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573818 Aug 23 03:47:35.193949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2861415-8b03-4e84-95af-315ebf72a1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:35.229275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dec841-18eb-4694-8ee6-41883163b8f4,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:35.279419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476b126-79d9-4b60-9cb4-1ab880c87e59 None None] Pushing event updated for resources: {'Port': ['ID=aab9afa5-d5e3-4c7a-a230-e6569855e0f8,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:35.306918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:35.346627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792a9ef-c01e-45c4-9b2d-06bf26972e20 req-726339cb-8647-4622-8901-7601a541a159 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.354384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7792a9ef-c01e-45c4-9b2d-06bf26972e20 req-726339cb-8647-4622-8901-7601a541a159 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 945 time: 0.9133003 Aug 23 03:47:35.436332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Attempting to bind port d2dec841-18eb-4694-8ee6-41883163b8f4 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:35.437209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Attempting to bind port d2dec841-18eb-4694-8ee6-41883163b8f4 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:35.437209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Attempting to bind port d2dec841-18eb-4694-8ee6-41883163b8f4 on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:35.452757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7792a9ef-c01e-45c4-9b2d-06bf26972e20 req-6c4864fb-8b2f-45eb-a2cf-8a946f432613 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917294 Aug 23 03:47:35.462681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Port d2dec841-18eb-4694-8ee6-41883163b8f4 on network e1a975d3-e990-4089-8800-cde315873959 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:35.463272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Attempting to bind port d2dec841-18eb-4694-8ee6-41883163b8f4 on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:35.477471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:35.477947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Checking segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:35.478407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Bound using segment: {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:35.478921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Bound port: d2dec841-18eb-4694-8ee6-41883163b8f4, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a6719b-e5be-41db-baba-de50f9247f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e1a975d3-e990-4089-8800-cde315873959'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:35.479405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:35.586776 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2861415-8b03-4e84-95af-315ebf72a1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:35.589810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2861415-8b03-4e84-95af-315ebf72a1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:35.603566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f2861415-8b03-4e84-95af-315ebf72a1df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/707eccfa-39b4-4cc5-b66c-f57bdf40a74e HTTP/1.1" status: 204 len: 168 time: 0.7452371 Aug 23 03:47:35.658284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49288) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:35.664259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] For port d2dec841-18eb-4694-8ee6-41883163b8f4, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:35.671338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] For port d2dec841-18eb-4694-8ee6-41883163b8f4, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d2dec841-18eb-4694-8ee6-41883163b8f4,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:35.683967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb0b1b-0d7b-4224-916c-8f7958b7f5ff req-caf7eea4-b808-4f0b-b65c-61daa7357ad4 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.688155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee93f-11dd-4283-a892-fafad4b21d89 req-409ea7e0-cf54-456f-8dc9-8a6cc447067f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.688340 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-efeb0b1b-0d7b-4224-916c-8f7958b7f5ff req-caf7eea4-b808-4f0b-b65c-61daa7357ad4 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15fb25d-604a-44b9-99ca-a71041483cd5 HTTP/1.1" status: 200 len: 945 time: 0.1206310 Aug 23 03:47:35.697350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee93f-11dd-4283-a892-fafad4b21d89 req-409ea7e0-cf54-456f-8dc9-8a6cc447067f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.716605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee93f-11dd-4283-a892-fafad4b21d89 req-409ea7e0-cf54-456f-8dc9-8a6cc447067f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.727675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee93f-11dd-4283-a892-fafad4b21d89 req-409ea7e0-cf54-456f-8dc9-8a6cc447067f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.736489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee93f-11dd-4283-a892-fafad4b21d89 req-409ea7e0-cf54-456f-8dc9-8a6cc447067f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.757894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee93f-11dd-4283-a892-fafad4b21d89 req-409ea7e0-cf54-456f-8dc9-8a6cc447067f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.762944 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-efeb0b1b-0d7b-4224-916c-8f7958b7f5ff req-ed12d30d-30aa-4723-a898-0608a844c947 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681913 Aug 23 03:47:35.776878 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:35.777785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee93f-11dd-4283-a892-fafad4b21d89 req-409ea7e0-cf54-456f-8dc9-8a6cc447067f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.781464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3dfee93f-11dd-4283-a892-fafad4b21d89 req-409ea7e0-cf54-456f-8dc9-8a6cc447067f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5396 time: 0.4145217 Aug 23 03:47:35.823446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2861415-8b03-4e84-95af-315ebf72a1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707eccfa-39b4-4cc5-b66c-f57bdf40a74e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:35.899356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:35.900012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:35.901518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/d2dec841-18eb-4694-8ee6-41883163b8f4 HTTP/1.1" status: 200 len: 1091 time: 2.9844096 Aug 23 03:47:35.912856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': 'd2dec841-18eb-4694-8ee6-41883163b8f4'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:35.934218 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d778d349-31cb-45af-846f-9110f2cc6d17" -d '{"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "d2dec841-18eb-4694-8ee6-41883163b8f4"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:35.976004 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0116536-2d08-4f87-a497-e21d0aea40f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dec841-18eb-4694-8ee6-41883163b8f4,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:35.987024 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8b83e2b-6ed1-4834-8929-3512c07e0c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:36.074685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:36.191930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3dfee93f-11dd-4283-a892-fafad4b21d89 req-2a5d1eaa-35a7-4e44-8ee1-76456d768cd6 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3946490 Aug 23 03:47:36.269458 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:36.361919 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa1517f-121f-4faa-96a1-504af5e393a5 x-openstack-request-id: req-2fa1517f-121f-4faa-96a1-504af5e393a5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:36.365296 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "d2dec841-18eb-4694-8ee6-41883163b8f4", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:36.365779 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fa1517f-121f-4faa-96a1-504af5e393a5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:36.366369 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': 'd2dec841-18eb-4694-8ee6-41883163b8f4', 'status': 'completed', 'code': 200} Aug 23 03:47:36.508150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c988bc94-3502-42b2-bed2-87f4fe66edd7 None None] Network 08433e60-aa3c-448b-9036-7b849ea57949 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:36.616029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device aab9afa5-d5e3-4c7a-a230-e6569855e0f8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:47:36.624559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Delete allocated IP 2001:db8:0:1::160 (08433e60-aa3c-448b-9036-7b849ea57949/a1be3e72-1c7a-4006-8a30-adf49532768f) {{(pid=95121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 03:47:36.719257 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8b83e2b-6ed1-4834-8929-3512c07e0c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:36.787318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-b3b5ca87-84fd-4809-a58f-e4fd04b951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:36.787812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-b3b5ca87-84fd-4809-a58f-e4fd04b951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:36.788282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-b3b5ca87-84fd-4809-a58f-e4fd04b951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:36.791520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-b3b5ca87-84fd-4809-a58f-e4fd04b951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:36.792024 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-b3b5ca87-84fd-4809-a58f-e4fd04b951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:36.792499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-b3b5ca87-84fd-4809-a58f-e4fd04b951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:36.793603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-72bbeca1-1227-41d9-81b0-b7e02506c92e None None] Provisioning for port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:36.794909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-b3b5ca87-84fd-4809-a58f-e4fd04b951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:36.797851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-72bbeca1-1227-41d9-81b0-b7e02506c92e None None] Provisioning complete for port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:36.801105 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-72bbeca1-1227-41d9-81b0-b7e02506c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:36.801227 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-b3b5ca87-84fd-4809-a58f-e4fd04b951b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6343 time: 0.3380311 Aug 23 03:47:36.879901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:36.893872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Ignored duplicate provisioning block setup for port ff9baf67-a26c-4aca-95c9-37cabdda5fbb by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 03:47:36.917069 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8b83e2b-6ed1-4834-8929-3512c07e0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:36.955672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0825fc-7d07-49c2-afe0-756f4b9700c9 req-19aee2ec-192b-4232-9dbb-915fd0b1fcdf tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:36.968990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0d0825fc-7d07-49c2-afe0-756f4b9700c9 req-19aee2ec-192b-4232-9dbb-915fd0b1fcdf tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.0732906 Aug 23 03:47:36.996283 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:37.046663 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b8b83e2b-6ed1-4834-8929-3512c07e0c07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb708a14da4143aebb078b45fd0e18fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3849013 Aug 23 03:47:37.052590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49308) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:37.064187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0d0825fc-7d07-49c2-afe0-756f4b9700c9 req-79517676-686f-4f24-a88c-88d9db09354a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904124 Aug 23 03:47:37.112804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] In _notify_port_updated(), no bound segment for port ff9baf67-a26c-4aca-95c9-37cabdda5fbb on network 08433e60-aa3c-448b-9036-7b849ea57949 {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:47:37.119022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:37.120828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:37.127485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "PUT /v2.0/ports/ff9baf67-a26c-4aca-95c9-37cabdda5fbb HTTP/1.1" status: 200 len: 926 time: 2.1296337 Aug 23 03:47:37.128411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49310) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:37.140900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81213030-b154-4d86-9092-f033b130c6e5'}, {'subnet_id': 'a1be3e72-1c7a-4006-8a30-adf49532768f'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:37.222503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49314) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:37.289292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49318) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:37.293101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a4b12-6647-43fa-9444-c93444885ba9 req-e4fd9766-2cee-4804-b7c9-df26c08826d8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:37.302726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-985a4b12-6647-43fa-9444-c93444885ba9 req-e4fd9766-2cee-4804-b7c9-df26c08826d8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15fb25d-604a-44b9-99ca-a71041483cd5 HTTP/1.1" status: 200 len: 945 time: 0.5765457 Aug 23 03:47:37.320697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257fb68-4664-4a82-ac7d-bfe55b2ad0d7 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=ff9baf67-a26c-4aca-95c9-37cabdda5fbb,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:37.374761 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:37.445358 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:37.465263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-012cd50b-b54d-4c6e-8313-912464d9990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:37.466046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-012cd50b-b54d-4c6e-8313-912464d9990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:37.469701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-012cd50b-b54d-4c6e-8313-912464d9990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:37.471871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-012cd50b-b54d-4c6e-8313-912464d9990f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ced08239aad045b281b35704b58f5423&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5799818 Aug 23 03:47:37.512747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-64b41b77-282f-4063-9911-0bddccbeda83 None None] Provisioning complete for port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:37.514520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-64b41b77-282f-4063-9911-0bddccbeda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:37.553875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b83e2b-6ed1-4834-8929-3512c07e0c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbff6ee-a1d5-4378-8c10-5d4fb852d331,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:37.804085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-370140ee-a424-4455-b063-b021788d96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:37.805498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-370140ee-a424-4455-b063-b021788d96eb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2685304 Aug 23 03:47:37.808538 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3a9d4ee-d651-44ec-b10d-8cf29ace14d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:37.810577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-64b41b77-282f-4063-9911-0bddccbeda83 None None] Provisioning for port ff9baf67-a26c-4aca-95c9-37cabdda5fbb completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:37.815518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-64b41b77-282f-4063-9911-0bddccbeda83 None None] Provisioning complete for port ff9baf67-a26c-4aca-95c9-37cabdda5fbb triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:37.815987 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-64b41b77-282f-4063-9911-0bddccbeda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:37.827265 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f3a06309-59f8-4a2f-90bd-1f1f99149b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:37.920138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-64b41b77-282f-4063-9911-0bddccbeda83 None None] Port ff9baf67-a26c-4aca-95c9-37cabdda5fbb cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:37.971437 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3a9d4ee-d651-44ec-b10d-8cf29ace14d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:37.974564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f208-a717-4184-9ba0-c527184ea90c req-d954983e-236a-4f57-ad57-729fdb6ca277 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:37.983050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f208-a717-4184-9ba0-c527184ea90c req-d954983e-236a-4f57-ad57-729fdb6ca277 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:37.989416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f208-a717-4184-9ba0-c527184ea90c req-d954983e-236a-4f57-ad57-729fdb6ca277 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:37.995615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f208-a717-4184-9ba0-c527184ea90c req-d954983e-236a-4f57-ad57-729fdb6ca277 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:38.003444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f208-a717-4184-9ba0-c527184ea90c req-d954983e-236a-4f57-ad57-729fdb6ca277 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:38.009706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f208-a717-4184-9ba0-c527184ea90c req-d954983e-236a-4f57-ad57-729fdb6ca277 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:38.016402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f208-a717-4184-9ba0-c527184ea90c req-d954983e-236a-4f57-ad57-729fdb6ca277 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:38.025935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab45f208-a717-4184-9ba0-c527184ea90c req-d954983e-236a-4f57-ad57-729fdb6ca277 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5396 time: 0.1933782 Aug 23 03:47:38.069149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8:0:1::37a (08433e60-aa3c-448b-9036-7b849ea57949/a1be3e72-1c7a-4006-8a30-adf49532768f/ff9baf67-a26c-4aca-95c9-37cabdda5fbb) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:38.072864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d34e7665-9ff0-4162-ab9a-e10dbbcc0b72 None None] Provisioning complete for port ff9baf67-a26c-4aca-95c9-37cabdda5fbb triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:38.077000 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d34e7665-9ff0-4162-ab9a-e10dbbcc0b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.083763 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-985a4b12-6647-43fa-9444-c93444885ba9 req-16379f19-6435-4f04-9149-94ecf44c00a1 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938466 Aug 23 03:47:38.109888 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3a9d4ee-d651-44ec-b10d-8cf29ace14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.126128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab45f208-a717-4184-9ba0-c527184ea90c req-97ae295a-09fb-4e27-aa5b-a110c68124ba tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985677 Aug 23 03:47:38.213168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d34e7665-9ff0-4162-ab9a-e10dbbcc0b72 None None] Port ff9baf67-a26c-4aca-95c9-37cabdda5fbb cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:38.249950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9d4ee-d651-44ec-b10d-8cf29ace14d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56c8a60-2f69-4f6e-add2-7d0f9f21c1e9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:38.278373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0a1bc3d-6c5a-4731-b1ab-287e629c1cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.331079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-ff7beaeb-8ed4-4a8b-837e-f7b4f79b429f tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:38.334037 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-ff7beaeb-8ed4-4a8b-837e-f7b4f79b429f tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.24 "GET /v2.0/ports?device_id=d15fb25d-604a-44b9-99ca-a71041483cd5 HTTP/1.1" status: 200 len: 945 time: 0.5143752 Aug 23 03:47:38.419280 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f3a9d4ee-d651-44ec-b10d-8cf29ace14d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a66dc258024471a83366b2c9c6d3273&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1682808 Aug 23 03:47:38.421223 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0a1bc3d-6c5a-4731-b1ab-287e629c1cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.426899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49326) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:38.434096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f3a06309-59f8-4a2f-90bd-1f1f99149b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.503415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a546fea-9957-4bd2-9c9a-584252618dbb req-f1e6ad50-3532-4ea6-aa28-6afab0d973cd tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:38.504994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a546fea-9957-4bd2-9c9a-584252618dbb req-f1e6ad50-3532-4ea6-aa28-6afab0d973cd tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.0690365 Aug 23 03:47:38.514920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f3a06309-59f8-4a2f-90bd-1f1f99149b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.559597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-49080ba1-3cc2-4517-8476-ede39828bda5 None None] Provisioning complete for port ff9baf67-a26c-4aca-95c9-37cabdda5fbb triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:38.560634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49080ba1-3cc2-4517-8476-ede39828bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.600795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.608217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f3a06309-59f8-4a2f-90bd-1f1f99149b97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dd8a0da867b4aa9813f28c6367f88bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3003416 Aug 23 03:47:38.613195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a06309-59f8-4a2f-90bd-1f1f99149b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf2eb6e-a8c0-4226-9a8d-209e8d41e0b9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:38.618284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49328) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:38.639996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87f7d25-7485-477f-904e-507189f112c9 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:38.642769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-49080ba1-3cc2-4517-8476-ede39828bda5 None None] Port ff9baf67-a26c-4aca-95c9-37cabdda5fbb cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:38.652158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Ignored duplicate provisioning block setup for port ff9baf67-a26c-4aca-95c9-37cabdda5fbb by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 03:47:38.666045 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.667613 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a546fea-9957-4bd2-9c9a-584252618dbb req-87b518a0-1d13-4316-9995-228e945cb933 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537697 Aug 23 03:47:38.667809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26b81aad-a371-4b6d-b291-6d0047c6622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.705527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Transition to ACTIVE for port object c87f7d25-7485-477f-904e-507189f112c9 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:38.713797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Deleting port e66fcac1-fe93-42ee-9c37-e586a987e155 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:38.713797 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.718144 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26b81aad-a371-4b6d-b291-6d0047c6622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.720699 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2494d47b-e3a9-4313-8228-28679aee6de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.725001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.750900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0a1bc3d-6c5a-4731-b1ab-287e629c1cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.750900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e0a1bc3d-6c5a-4731-b1ab-287e629c1cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.750900 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e0a1bc3d-6c5a-4731-b1ab-287e629c1cfb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fbff6ee-a1d5-4378-8c10-5d4fb852d331 HTTP/1.1" status: 204 len: 168 time: 1.6827424 Aug 23 03:47:38.820334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1bc3d-6c5a-4731-b1ab-287e629c1cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbff6ee-a1d5-4378-8c10-5d4fb852d331,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:38.827403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2494d47b-e3a9-4313-8228-28679aee6de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.865933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] For port e66fcac1-fe93-42ee-9c37-e586a987e155, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e66fcac1-fe93-42ee-9c37-e586a987e155,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:38.866360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.883098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] In _notify_port_updated(), no bound segment for port ff9baf67-a26c-4aca-95c9-37cabdda5fbb on network 08433e60-aa3c-448b-9036-7b849ea57949 {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:47:38.887604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Calling delete_port for e66fcac1-fe93-42ee-9c37-e586a987e155 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:38.903602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:38.904908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:38.911827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "PUT /v2.0/ports/ff9baf67-a26c-4aca-95c9-37cabdda5fbb HTTP/1.1" status: 200 len: 1012 time: 1.7754216 Aug 23 03:47:38.926738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49332) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:38.941985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a9751-e3a9-4a12-8d03-6b509259f7b1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=ff9baf67-a26c-4aca-95c9-37cabdda5fbb,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:39.046767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-4df39868-a4a2-44ff-a254-f110b350a0eb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port ff9baf67-a26c-4aca-95c9-37cabdda5fbb {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:39.048177 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4df39868-a4a2-44ff-a254-f110b350a0eb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.073622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.130227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Pushing event updated for resources: {'Port': ['ID=c87f7d25-7485-477f-904e-507189f112c9,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:39.156195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4df39868-a4a2-44ff-a254-f110b350a0eb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.172803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-4df39868-a4a2-44ff-a254-f110b350a0eb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for ff9baf67-a26c-4aca-95c9-37cabdda5fbb owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:39.221706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.239011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c3907d13-22d2-455f-8375-bc1341463378 None None] Provisioning complete for port ff9baf67-a26c-4aca-95c9-37cabdda5fbb triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:39.239389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26b81aad-a371-4b6d-b291-6d0047c6622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.240212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c3907d13-22d2-455f-8375-bc1341463378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.242379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26b81aad-a371-4b6d-b291-6d0047c6622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.243574 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-26b81aad-a371-4b6d-b291-6d0047c6622f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b56c8a60-2f69-4f6e-add2-7d0f9f21c1e9 HTTP/1.1" status: 204 len: 168 time: 0.8157010 Aug 23 03:47:39.245908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2494d47b-e3a9-4313-8228-28679aee6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.252218 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fce60381-c22e-4c6d-b8a1-06c75149134d req-47976e54-0006-4c2a-b88d-56911a6b8789 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15fb25d-604a-44b9-99ca-a71041483cd5 HTTP/1.1" status: 200 len: 210 time: 0.0567942 Aug 23 03:47:39.254511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['e66fcac1-fe93-42ee-9c37-e586a987e155', 'e74cac5b-4696-4fb7-bd43-f983449e3c30'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:47:39.266931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2494d47b-e3a9-4313-8228-28679aee6de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.269517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2494d47b-e3a9-4313-8228-28679aee6de6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caf2eb6e-a8c0-4226-9a8d-209e8d41e0b9 HTTP/1.1" status: 204 len: 168 time: 0.6450810 Aug 23 03:47:39.272965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['2a18ac06-b2ba-4d85-919a-645bafc7c27a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:47:39.302124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Attempting to bind port c87f7d25-7485-477f-904e-507189f112c9 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:39.302471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Attempting to bind port c87f7d25-7485-477f-904e-507189f112c9 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:39.302816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Attempting to bind port c87f7d25-7485-477f-904e-507189f112c9 on network bc7b0e5a-bf93-4308-95c6-e8890b706564 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:39.308710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Pushing event deleted for resources: {'Port': ['ID=e66fcac1-fe93-42ee-9c37-e586a987e155,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:39.310878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b81aad-a371-4b6d-b291-6d0047c6622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56c8a60-2f69-4f6e-add2-7d0f9f21c1e9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:39.329650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494d47b-e3a9-4313-8228-28679aee6de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf2eb6e-a8c0-4226-9a8d-209e8d41e0b9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:39.355473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Port c87f7d25-7485-477f-904e-507189f112c9 on network bc7b0e5a-bf93-4308-95c6-e8890b706564 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:39.356006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Attempting to bind port c87f7d25-7485-477f-904e-507189f112c9 on network bc7b0e5a-bf93-4308-95c6-e8890b706564 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:39.389243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] No DVR routers for this DVR port e66fcac1-fe93-42ee-9c37-e586a987e155 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:39.395567 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.397704 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbcd1b76-e81d-431c-a794-b2e86dc9168c req-711497a2-013d-4b20-a94c-f0cfa948e9ee tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.24 "DELETE /v2.0/ports/e66fcac1-fe93-42ee-9c37-e586a987e155 HTTP/1.1" status: 204 len: 173 time: 1.0443769 Aug 23 03:47:39.401716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15fb25d-604a-44b9-99ca-a71041483cd5', 'name': 'network-vif-deleted', 'tag': 'e66fcac1-fe93-42ee-9c37-e586a987e155'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:39.402253 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce40347-9aaa-455b-935a-c1552f72ee6e" -d '{"events": [{"server_uuid": "d15fb25d-604a-44b9-99ca-a71041483cd5", "name": "network-vif-deleted", "tag": "e66fcac1-fe93-42ee-9c37-e586a987e155"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:39.414630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:39.415108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Checking segment: {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:39.415310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Bound using segment: {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:39.415758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Bound port: c87f7d25-7485-477f-904e-507189f112c9, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:39.416123 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.512022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] For port c87f7d25-7485-477f-904e-507189f112c9, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:39.519576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] For port c87f7d25-7485-477f-904e-507189f112c9, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c87f7d25-7485-477f-904e-507189f112c9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:39.559771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c3907d13-22d2-455f-8375-bc1341463378 None None] Port ff9baf67-a26c-4aca-95c9-37cabdda5fbb cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:39.615663 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddccdb2c-fb76-4e05-9377-27bcea313c8c x-openstack-request-id: req-ddccdb2c-fb76-4e05-9377-27bcea313c8c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:39.616785 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15fb25d-604a-44b9-99ca-a71041483cd5", "name": "network-vif-deleted", "tag": "e66fcac1-fe93-42ee-9c37-e586a987e155", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:39.616965 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddccdb2c-fb76-4e05-9377-27bcea313c8c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:39.617900 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15fb25d-604a-44b9-99ca-a71041483cd5', 'name': 'network-vif-deleted', 'tag': 'e66fcac1-fe93-42ee-9c37-e586a987e155', 'status': 'completed', 'code': 200} Aug 23 03:47:39.634122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.815983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:39.816966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:39.818682 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] 10.222.0.24 "PUT /v2.0/ports/c87f7d25-7485-477f-904e-507189f112c9 HTTP/1.1" status: 200 len: 1091 time: 3.7681565 Aug 23 03:47:39.829267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa80aaa-5434-4b51-9344-6a7d955c5b6d service neutron] Pushing event updated for resources: {'Port': ['ID=c87f7d25-7485-477f-904e-507189f112c9,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:39.949065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bfd72-ee70-48d1-88c5-5270f6417d70 req-319b7961-e945-4b88-ac3e-933ba85420f4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:39.967130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df8bfd72-ee70-48d1-88c5-5270f6417d70 req-319b7961-e945-4b88-ac3e-933ba85420f4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1211259 Aug 23 03:47:40.027440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df8bfd72-ee70-48d1-88c5-5270f6417d70 req-d7db0438-b9ce-43fd-ac81-1745dabcabcb tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537713 Aug 23 03:47:40.042439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Request body: {'port': {'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:40.144709 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:40.383479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3734c10-7c57-4ab1-9cd1-eb7987ec9cfd req-46861011-e969-41a1-8f28-7e55376ad0fc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:40.407475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3734c10-7c57-4ab1-9cd1-eb7987ec9cfd req-46861011-e969-41a1-8f28-7e55376ad0fc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:40.425720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3734c10-7c57-4ab1-9cd1-eb7987ec9cfd req-46861011-e969-41a1-8f28-7e55376ad0fc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:40.439846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3734c10-7c57-4ab1-9cd1-eb7987ec9cfd req-46861011-e969-41a1-8f28-7e55376ad0fc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:40.450321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3734c10-7c57-4ab1-9cd1-eb7987ec9cfd req-46861011-e969-41a1-8f28-7e55376ad0fc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:40.457396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3734c10-7c57-4ab1-9cd1-eb7987ec9cfd req-46861011-e969-41a1-8f28-7e55376ad0fc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:40.465256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3734c10-7c57-4ab1-9cd1-eb7987ec9cfd req-46861011-e969-41a1-8f28-7e55376ad0fc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:40.467219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3734c10-7c57-4ab1-9cd1-eb7987ec9cfd req-46861011-e969-41a1-8f28-7e55376ad0fc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5408 time: 1.1070597 Aug 23 03:47:40.511491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51239e37-9ccd-48c4-ba25-0a1ef33edbc3 req-9b3275cb-78db-4d09-a973-eedd955b3e5a tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15fb25d-604a-44b9-99ca-a71041483cd5 HTTP/1.1" status: 200 len: 210 time: 0.0472131 Aug 23 03:47:40.532235 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3734c10-7c57-4ab1-9cd1-eb7987ec9cfd req-f2c3cfbb-a995-4c7c-91b9-e12f0948245e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570841 Aug 23 03:47:40.597326 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4df39868-a4a2-44ff-a254-f110b350a0eb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:40.659055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df39868-a4a2-44ff-a254-f110b350a0eb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=ff9baf67-a26c-4aca-95c9-37cabdda5fbb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:40.699883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49376) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:40.730650 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4df39868-a4a2-44ff-a254-f110b350a0eb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:40.737150 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4df39868-a4a2-44ff-a254-f110b350a0eb tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/ff9baf67-a26c-4aca-95c9-37cabdda5fbb HTTP/1.1" status: 204 len: 168 time: 1.8086624 Aug 23 03:47:40.738008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49378) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:40.756356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-06f118ce-e7fc-4227-995a-81c8384a98ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:40.779128 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7c7d41-6517-4eec-b1c3-cb1e163c951c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:47:40.784483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7a7c7d41-6517-4eec-b1c3-cb1e163c951c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/ff9baf67-a26c-4aca-95c9-37cabdda5fbb HTTP/1.1" status: 404 len: 333 time: 0.0454504 Aug 23 03:47:40.785172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49380) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:40.862807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12e938d-aafd-47ab-bfba-b6e1dfd5aa93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet a1be3e72-1c7a-4006-8a30-adf49532768f {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:47:40.871673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a12e938d-aafd-47ab-bfba-b6e1dfd5aa93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:40.932863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a12e938d-aafd-47ab-bfba-b6e1dfd5aa93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.001878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5beb642-632a-4ebe-8510-e8859cd301a7 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:47:41.014737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.041365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Transition to ACTIVE for port object f5beb642-632a-4ebe-8510-e8859cd301a7 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:41.053870 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a12e938d-aafd-47ab-bfba-b6e1dfd5aa93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.105001 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-06f118ce-e7fc-4227-995a-81c8384a98ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.106415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.223545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Pushing event updated for resources: {'Port': ['ID=f5beb642-632a-4ebe-8510-e8859cd301a7,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:41.252743 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-06f118ce-e7fc-4227-995a-81c8384a98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.255386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac2866-5d83-4cc4-92b2-54b5ebd7e235 req-d7dc2ceb-cbb1-485c-9002-52b147f80f36 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:41.266853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0dac2866-5d83-4cc4-92b2-54b5ebd7e235 req-d7dc2ceb-cbb1-485c-9002-52b147f80f36 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.0905242 Aug 23 03:47:41.314889 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0dac2866-5d83-4cc4-92b2-54b5ebd7e235 req-e40e7220-6fc7-4009-ae47-7d0e6983e200 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478501 Aug 23 03:47:41.320952 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a12e938d-aafd-47ab-bfba-b6e1dfd5aa93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.361370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e938d-aafd-47ab-bfba-b6e1dfd5aa93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=a1be3e72-1c7a-4006-8a30-adf49532768f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:41.375916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a12e938d-aafd-47ab-bfba-b6e1dfd5aa93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.382229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a12e938d-aafd-47ab-bfba-b6e1dfd5aa93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/a1be3e72-1c7a-4006-8a30-adf49532768f HTTP/1.1" status: 204 len: 168 time: 0.5957305 Aug 23 03:47:41.383066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49394) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:41.384156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d120a07-0f14-4fa8-aeec-487a5d3f0e61 None None] Network 08433e60-aa3c-448b-9036-7b849ea57949 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:41.435685 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-06f118ce-e7fc-4227-995a-81c8384a98ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a72bef2a52644abb9e9056ec23f8e78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7344646 Aug 23 03:47:41.439113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f118ce-e7fc-4227-995a-81c8384a98ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5111cea8-0208-4f37-a123-62905a5f42fd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:41.470158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49396) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:41.528089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Attempting to bind port f5beb642-632a-4ebe-8510-e8859cd301a7 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:41.528901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fa741c-558a-4c23-8465-8b69540adc30 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet 81213030-b154-4d86-9092-f033b130c6e5 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:47:41.529296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Attempting to bind port f5beb642-632a-4ebe-8510-e8859cd301a7 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:41.529296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Attempting to bind port f5beb642-632a-4ebe-8510-e8859cd301a7 on network bc7b0e5a-bf93-4308-95c6-e8890b706564 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:41.541882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Port f5beb642-632a-4ebe-8510-e8859cd301a7 on network bc7b0e5a-bf93-4308-95c6-e8890b706564 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:47:41.542216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Attempting to bind port f5beb642-632a-4ebe-8510-e8859cd301a7 on network bc7b0e5a-bf93-4308-95c6-e8890b706564 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:41.550296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7fa741c-558a-4c23-8465-8b69540adc30 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.593961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:41.595648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Checking segment: {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:41.596069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Bound using segment: {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:41.596524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Bound port: f5beb642-632a-4ebe-8510-e8859cd301a7, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:41.596892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.643010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': 'c87f7d25-7485-477f-904e-507189f112c9'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:41.645096 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983c78b6-0988-4270-ad69-a4a16c04d6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "c87f7d25-7485-477f-904e-507189f112c9"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:41.699605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7fa741c-558a-4c23-8465-8b69540adc30 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.797659 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b5a7-c3b2-40ee-99c3-d7ccc736f0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.861843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] For port f5beb642-632a-4ebe-8510-e8859cd301a7, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:41.928967 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b5a7-c3b2-40ee-99c3-d7ccc736f0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:41.947492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] For port f5beb642-632a-4ebe-8510-e8859cd301a7, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f5beb642-632a-4ebe-8510-e8859cd301a7,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:42.005425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966f0e-5685-4122-b5cd-be2d89798ea9 req-92d51ce7-ccae-4b26-bab4-a95c0c990edb tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.013151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966f0e-5685-4122-b5cd-be2d89798ea9 req-92d51ce7-ccae-4b26-bab4-a95c0c990edb tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.021667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966f0e-5685-4122-b5cd-be2d89798ea9 req-92d51ce7-ccae-4b26-bab4-a95c0c990edb tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.028513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:42.042904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966f0e-5685-4122-b5cd-be2d89798ea9 req-92d51ce7-ccae-4b26-bab4-a95c0c990edb tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.050036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966f0e-5685-4122-b5cd-be2d89798ea9 req-92d51ce7-ccae-4b26-bab4-a95c0c990edb tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.067027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966f0e-5685-4122-b5cd-be2d89798ea9 req-92d51ce7-ccae-4b26-bab4-a95c0c990edb tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.080455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966f0e-5685-4122-b5cd-be2d89798ea9 req-92d51ce7-ccae-4b26-bab4-a95c0c990edb tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.082447 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0966f0e-5685-4122-b5cd-be2d89798ea9 req-92d51ce7-ccae-4b26-bab4-a95c0c990edb tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.3268907 Aug 23 03:47:42.089878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.096445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:42.101919 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] 10.222.0.24 "PUT /v2.0/ports/f5beb642-632a-4ebe-8510-e8859cd301a7 HTTP/1.1" status: 200 len: 1091 time: 2.0884650 Aug 23 03:47:42.138198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7fa741c-558a-4c23-8465-8b69540adc30 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:42.149435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b5a7-c3b2-40ee-99c3-d7ccc736f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:42.161771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b5a7-c3b2-40ee-99c3-d7ccc736f0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:42.165189 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3b9b5a7-c3b2-40ee-99c3-d7ccc736f0f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5111cea8-0208-4f37-a123-62905a5f42fd HTTP/1.1" status: 204 len: 168 time: 0.6918330 Aug 23 03:47:42.215995 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9b5a7-c3b2-40ee-99c3-d7ccc736f0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5111cea8-0208-4f37-a123-62905a5f42fd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:42.258956 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e34b8b-64e2-454d-8c25-eb4f02abbfed service neutron] Pushing event updated for resources: {'Port': ['ID=f5beb642-632a-4ebe-8510-e8859cd301a7,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:42.290537 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea19c823-450f-4206-a956-6ea30710e579 x-openstack-request-id: req-ea19c823-450f-4206-a956-6ea30710e579 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:42.290811 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "c87f7d25-7485-477f-904e-507189f112c9", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:42.291105 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea19c823-450f-4206-a956-6ea30710e579 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:42.293964 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': 'c87f7d25-7485-477f-904e-507189f112c9', 'status': 'completed', 'code': 200} Aug 23 03:47:42.361368 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0966f0e-5685-4122-b5cd-be2d89798ea9 req-a858b3f7-5b32-40ed-bd20-d286f4589274 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2601964 Aug 23 03:47:42.401104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5d4d8e63-7421-42f9-ae5a-411c7d7c2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.408910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5d4d8e63-7421-42f9-ae5a-411c7d7c2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.410971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5d4d8e63-7421-42f9-ae5a-411c7d7c2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.410971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5d4d8e63-7421-42f9-ae5a-411c7d7c2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.411583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5d4d8e63-7421-42f9-ae5a-411c7d7c2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.413108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5d4d8e63-7421-42f9-ae5a-411c7d7c2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.413108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5d4d8e63-7421-42f9-ae5a-411c7d7c2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.415926 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-5d4d8e63-7421-42f9-ae5a-411c7d7c2d4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6477 time: 0.1791301 Aug 23 03:47:42.514254 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7fa741c-558a-4c23-8465-8b69540adc30 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:42.575669 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-c9983cf3-c6a7-48ae-b3e5-7869e1eaf980 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623 HTTP/1.1" status: 200 len: 217 time: 0.1491342 Aug 23 03:47:42.585664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa741c-558a-4c23-8465-8b69540adc30 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=81213030-b154-4d86-9092-f033b130c6e5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:42.590062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7fa741c-558a-4c23-8465-8b69540adc30 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:42.592793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e7fa741c-558a-4c23-8465-8b69540adc30 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/81213030-b154-4d86-9092-f033b130c6e5 HTTP/1.1" status: 204 len: 168 time: 1.2087479 Aug 23 03:47:42.597118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49434) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:42.706975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-3a4d68a5-c695-4a25-a932-65a9b695ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.709914 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-3a4d68a5-c695-4a25-a932-65a9b695ac4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=911ff96c-e227-4037-9184-4069a4f87ccf HTTP/1.1" status: 200 len: 850 time: 0.1251695 Aug 23 03:47:42.748625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e66fcac1-fe93-42ee-9c37-e586a987e155 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:47:42.831875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-446a902c-ee6e-4439-badf-1a7e26c5b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.835361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-446a902c-ee6e-4439-badf-1a7e26c5b308 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773410b0-9710-43b7-a41a-cf96dea10a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171184 Aug 23 03:47:42.857826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:42.874616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e98d6-7e7c-44e3-b47a-5deb78384a7e req-7e1b204b-0a60-45bc-a126-6bb910858a3a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:42.876742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e45e98d6-7e7c-44e3-b47a-5deb78384a7e req-7e1b204b-0a60-45bc-a126-6bb910858a3a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.2411225 Aug 23 03:47:42.890720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: e66fcac1-fe93-42ee-9c37-e586a987e155 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:47:42.892284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e66fcac1-fe93-42ee-9c37-e586a987e155 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:47:42.902321 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:47:43.029169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e45e98d6-7e7c-44e3-b47a-5deb78384a7e req-f40814d1-2a4f-4dc4-985c-59ab33bd2726 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441672 Aug 23 03:47:43.068772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:43.069345 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:43.084024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-3a114b45-1139-4320-b97a-63023bcede1b service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339728 Aug 23 03:47:43.121419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b75d5f-b28d-40eb-85be-7a0615fda7fc None None] Network 08433e60-aa3c-448b-9036-7b849ea57949 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:43.203566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] For port aab9afa5-d5e3-4c7a-a230-e6569855e0f8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=aab9afa5-d5e3-4c7a-a230-e6569855e0f8,segment=NetworkSegment(072042eb-53c9-4e3f-bbd8-ecb78ea52d2e),segment_id=072042eb-53c9-4e3f-bbd8-ecb78ea52d2e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:43.203937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:43.233884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for aab9afa5-d5e3-4c7a-a230-e6569855e0f8 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:43.351433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-6ab88090-7c3e-4e04-909a-99685870f73d service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592471 Aug 23 03:47:43.474526 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-bc5f25fb-3005-4d28-9bfa-644a995aeb63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 217 time: 0.1139538 Aug 23 03:47:43.513767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c0db5f7c-e0f0-4fc1-9763-d707cb97e63d None None] Provisioning complete for port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:43.514666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c0db5f7c-e0f0-4fc1-9763-d707cb97e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:43.519064 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:43.543554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-e048d75c-5e97-4521-a20a-3180908dc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:43.549042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-e048d75c-5e97-4521-a20a-3180908dc525 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0664403 Aug 23 03:47:43.565265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c0db5f7c-e0f0-4fc1-9763-d707cb97e63d None None] Port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 was deleted so its status cannot be updated. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 03:47:43.580925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No DVR routers for this DVR port aab9afa5-d5e3-4c7a-a230-e6569855e0f8 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:43.591138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=aab9afa5-d5e3-4c7a-a230-e6569855e0f8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:43.625955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4433cf-2c7f-411d-b09e-953bd75cfa85 None None] DHCP port deletion for 08433e60-aa3c-448b-9036-7b849ea57949 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:47:43.707175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-3a851775-ae5f-4413-ba06-5712890d9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:43.708707 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-3a851775-ae5f-4413-ba06-5712890d9637 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445744 Aug 23 03:47:43.735296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fe85-8782-4a2e-ae24-b206cf726e22 req-b5caba36-77c1-4758-9158-a464e90ef605 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:43.741674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fe85-8782-4a2e-ae24-b206cf726e22 req-b5caba36-77c1-4758-9158-a464e90ef605 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:43.748218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fe85-8782-4a2e-ae24-b206cf726e22 req-b5caba36-77c1-4758-9158-a464e90ef605 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:43.762962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fe85-8782-4a2e-ae24-b206cf726e22 req-b5caba36-77c1-4758-9158-a464e90ef605 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:43.774340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:43.774464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fe85-8782-4a2e-ae24-b206cf726e22 req-b5caba36-77c1-4758-9158-a464e90ef605 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:43.776790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fe85-8782-4a2e-ae24-b206cf726e22 req-b5caba36-77c1-4758-9158-a464e90ef605 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:43.779718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08433e60-aa3c-448b-9036-7b849ea57949']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:43.783285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45fe85-8782-4a2e-ae24-b206cf726e22 req-b5caba36-77c1-4758-9158-a464e90ef605 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:43.791880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072042eb-53c9-4e3f-bbd8-ecb78ea52d2e') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:43.792183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072042eb-53c9-4e3f-bbd8-ecb78ea52d2e') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:43.792668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fb45fe85-8782-4a2e-ae24-b206cf726e22 req-b5caba36-77c1-4758-9158-a464e90ef605 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.2341774 Aug 23 03:47:43.812137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:43.827067 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:43.870471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:47:43.870826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:47:43.877292 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:47:43.903803 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fb45fe85-8782-4a2e-ae24-b206cf726e22 req-ca672bfb-bdf3-4476-9fee-a3697af7b8b0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098769 Aug 23 03:47:43.943671 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a8f41237-b0aa-4516-b8f0-6c9fb0cabd84 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243111 Aug 23 03:47:43.993922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380b8f7-4488-4e52-a256-26bc92365dc9 req-df0faead-d32b-4885-8ac4-8b800aa498e1 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:44.000924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380b8f7-4488-4e52-a256-26bc92365dc9 req-df0faead-d32b-4885-8ac4-8b800aa498e1 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:44.002925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f380b8f7-4488-4e52-a256-26bc92365dc9 req-df0faead-d32b-4885-8ac4-8b800aa498e1 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02&device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 1681 time: 0.1700854 Aug 23 03:47:44.058983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f380b8f7-4488-4e52-a256-26bc92365dc9 req-590cf3cb-cf5c-436c-8d1b-d1ccaa73bb72 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467496 Aug 23 03:47:44.062120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-0a172e1c-8f2e-49d0-9a55-20bbb6b4b704 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104138 Aug 23 03:47:44.085401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:44.151428 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:44.153389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/networks/08433e60-aa3c-448b-9036-7b849ea57949 HTTP/1.1" status: 204 len: 168 time: 1.5552509 Aug 23 03:47:44.154265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc329e28-123a-4b74-9430-5a1228b22a1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Network': ['ID=08433e60-aa3c-448b-9036-7b849ea57949,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:44.165559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49514) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:44.176940 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-e1a1dcfe-10a1-4e36-bc7a-21e2840fa931 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 217 time: 0.0916362 Aug 23 03:47:44.249615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a12fdc3b-83c9-44bc-9313-eca90fb39dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:44.252736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-a12fdc3b-83c9-44bc-9313-eca90fb39dba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0676913 Aug 23 03:47:44.299175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfe712-abb1-4f5f-8fd0-b9dbfefe411a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:44.301914 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5edfe712-abb1-4f5f-8fd0-b9dbfefe411a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1338449 Aug 23 03:47:44.309052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49522) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:44.311213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': 'f5beb642-632a-4ebe-8510-e8859cd301a7'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:44.320781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c5640-83c1-4d03-b068-dcdb58499c20 req-e14e0a1b-2f8a-4f88-aeb8-c33b5f85aa37 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:44.324082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-130c5640-83c1-4d03-b068-dcdb58499c20 req-e14e0a1b-2f8a-4f88-aeb8-c33b5f85aa37 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1105318 Aug 23 03:47:44.336068 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0292373-447c-4374-8675-642f7d421c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "f5beb642-632a-4ebe-8510-e8859cd301a7"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:44.379863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f9da30df-df7c-4f37-8365-c0becf85e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:44.382107 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-f9da30df-df7c-4f37-8365-c0becf85e5d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219893 Aug 23 03:47:44.443977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-130c5640-83c1-4d03-b068-dcdb58499c20 req-0b1a84b9-6c7a-4b0b-92d1-a7b65c1d3b5c tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975058 Aug 23 03:47:44.445154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device aab9afa5-d5e3-4c7a-a230-e6569855e0f8 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:47:44.459343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-62dd0556-fc59-4d9d-803d-ab34fc6c7707 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1450970 Aug 23 03:47:44.464279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49530) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:44.482500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: aab9afa5-d5e3-4c7a-a230-e6569855e0f8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:47:44.482820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1751240245'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:44.482954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device aab9afa5-d5e3-4c7a-a230-e6569855e0f8 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:47:44.564957 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025556c2-39cd-47c1-869d-2f455983e3df x-openstack-request-id: req-025556c2-39cd-47c1-869d-2f455983e3df {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:44.564957 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "f5beb642-632a-4ebe-8510-e8859cd301a7", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:44.564957 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-025556c2-39cd-47c1-869d-2f455983e3df {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:44.565471 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': 'f5beb642-632a-4ebe-8510-e8859cd301a7', 'status': 'completed', 'code': 200} Aug 23 03:47:44.571919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49534) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:44.622892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:44.628671 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:44.628994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-35e4550b-e5b0-4d95-8465-f9edf6403a12 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289340 Aug 23 03:47:44.685813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:47:44.699020 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:44.699362 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Added segment b4d2fc29-e5d6-4423-a28b-6ae9c28f1878 of type vlan for network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 Aug 23 03:47:44.764174 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:44.802599 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-9a6f74f2-087e-43d3-beb0-ab933bb0c571 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630387 Aug 23 03:47:44.830202 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f974-e771-4086-9a14-8547e8250b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:44.887044 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-97f50c95-280f-4a6d-8589-357a21f6f965 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=17dd7351-48f5-4c38-a316-44ac2d836527 HTTP/1.1" status: 200 len: 217 time: 0.0734134 Aug 23 03:47:44.965146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-126ecfc9-7a1d-463c-ae24-9e80610287aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:44.965146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-126ecfc9-7a1d-463c-ae24-9e80610287aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0543907 Aug 23 03:47:45.002424 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f974-e771-4086-9a14-8547e8250b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:45.051509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-bc62a2cb-b13b-4ca3-9b00-43b3ef5fff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.053054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-bc62a2cb-b13b-4ca3-9b00-43b3ef5fff07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794313 Aug 23 03:47:45.132421 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:45.138171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.138794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:45.217621 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7d1f974-e771-4086-9a14-8547e8250b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:45.224675 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-8643b645-f180-4d83-a65d-dfdd39c4bb54 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632676 Aug 23 03:47:45.322815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39e67-f328-442d-a548-e3a4579214f4 req-ff34efc9-0586-49dd-811d-9062f6afd7ba tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.329315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39e67-f328-442d-a548-e3a4579214f4 req-ff34efc9-0586-49dd-811d-9062f6afd7ba tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.335374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39e67-f328-442d-a548-e3a4579214f4 req-ff34efc9-0586-49dd-811d-9062f6afd7ba tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.341357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39e67-f328-442d-a548-e3a4579214f4 req-ff34efc9-0586-49dd-811d-9062f6afd7ba tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.347367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39e67-f328-442d-a548-e3a4579214f4 req-ff34efc9-0586-49dd-811d-9062f6afd7ba tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.353362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39e67-f328-442d-a548-e3a4579214f4 req-ff34efc9-0586-49dd-811d-9062f6afd7ba tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.363031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39e67-f328-442d-a548-e3a4579214f4 req-ff34efc9-0586-49dd-811d-9062f6afd7ba tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.368081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-254a3c4c-7ecd-414c-ad0c-492f24cd90d0 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328111 Aug 23 03:47:45.370999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4ac39e67-f328-442d-a548-e3a4579214f4 req-ff34efc9-0586-49dd-811d-9062f6afd7ba tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.3106785 Aug 23 03:47:45.390084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9247015 Aug 23 03:47:45.393537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1f974-e771-4086-9a14-8547e8250b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09565ecb-55d0-48a9-94f3-b23946cda0f1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:45.396194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a762f0-b0ba-46e7-ac54-9ba1398e1ec8 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Network': ['ID=8b79f085-f470-4bf6-9a3e-1d3855f07d78,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:45.400796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49558) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:45.414784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '8b79f085-f470-4bf6-9a3e-1d3855f07d78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:45.420568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a7d1f974-e771-4086-9a14-8547e8250b68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d3e193bb16749ce89f245bde77528ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8475602 Aug 23 03:47:45.425107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49562) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:45.475437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:47:45.501622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-214d36db-85e6-40d4-acab-1dc6e0a14e45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=d2dec841-18eb-4694-8ee6-41883163b8f4 HTTP/1.1" status: 200 len: 217 time: 0.1181607 Aug 23 03:47:45.629045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-cfb71557-8160-48fc-ac39-33dde3b6cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.633355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-cfb71557-8160-48fc-ac39-33dde3b6cf70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.1221161 Aug 23 03:47:45.636726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4ac39e67-f328-442d-a548-e3a4579214f4 req-2daa4e9d-8b94-47eb-be89-7c0a82cfc4ed tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2648678 Aug 23 03:47:45.641402 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0b59-ee6c-40c7-b855-76495d8a04b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:45.695961 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0b59-ee6c-40c7-b855-76495d8a04b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:45.759109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-297c8a6a-d497-43e9-895c-af4dca34098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.761033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-297c8a6a-d497-43e9-895c-af4dca34098d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1112423 Aug 23 03:47:45.805062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:45.808597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:45.901178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd256-d138-4fce-801d-1e6447e5aeaf req-101c450c-ed09-46d2-9aa8-118d3cb40652 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:45.908598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dcdfd256-d138-4fce-801d-1e6447e5aeaf req-101c450c-ed09-46d2-9aa8-118d3cb40652 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1336315 Aug 23 03:47:45.943556 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0b59-ee6c-40c7-b855-76495d8a04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:45.946178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff6b0b59-ee6c-40c7-b855-76495d8a04b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:45.947404 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff6b0b59-ee6c-40c7-b855-76495d8a04b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09565ecb-55d0-48a9-94f3-b23946cda0f1 HTTP/1.1" status: 204 len: 168 time: 0.5220070 Aug 23 03:47:45.985552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dcdfd256-d138-4fce-801d-1e6447e5aeaf req-f3174a2b-e8b5-4963-875f-57d38a25ce45 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700500 Aug 23 03:47:45.988579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b0b59-ee6c-40c7-b855-76495d8a04b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09565ecb-55d0-48a9-94f3-b23946cda0f1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:45.989065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398ee33-b963-4c39-bae9-c5380787726d req-0c8988ad-a65b-4e12-8d4f-e1eef7adc306 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.005601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4398ee33-b963-4c39-bae9-c5380787726d req-0c8988ad-a65b-4e12-8d4f-e1eef7adc306 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 945 time: 0.1896617 Aug 23 03:47:46.050517 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-70ba7b9f-a6f9-404d-82f2-3f636a7942f3 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758529 Aug 23 03:47:46.090731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4398ee33-b963-4c39-bae9-c5380787726d req-bf1fbdc6-044c-4567-af10-865682f166d0 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781467 Aug 23 03:47:46.236545 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-2b16a92b-1020-4c1a-bdff-2c113f089a10 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728694 Aug 23 03:47:46.245113 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:46.299110 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-6cbad7ef-b8ea-4881-a9de-18f1032c128a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c87f7d25-7485-477f-904e-507189f112c9 HTTP/1.1" status: 200 len: 217 time: 0.0411971 Aug 23 03:47:46.354506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Checking segment: {'id': 'b4d2fc29-e5d6-4423-a28b-6ae9c28f1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8b79f085-f470-4bf6-9a3e-1d3855f07d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:46.354927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network hostable DHCP agents. Network: 8b79f085-f470-4bf6-9a3e-1d3855f07d78, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:47:46.372104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=ad642fe9-c02a-46d0-8b00-0018b71f4506,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:46.393773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-299a7289-c9ea-440d-b555-35ed8c23f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.395406 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-299a7289-c9ea-440d-b555-35ed8c23f24b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.0871069 Aug 23 03:47:46.438797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:47:46.469135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-08fb8960-e277-44e4-8652-00eaedffdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.470773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-08fb8960-e277-44e4-8652-00eaedffdb04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639055 Aug 23 03:47:46.474594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49588) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:46.593164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-123d8130-62f1-4cd9-bdff-dcbc697bba1d service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111109 Aug 23 03:47:46.646313 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25566f1d-a9f5-481b-9cf4-827183b0286f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:46.721428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 8b79f085-f470-4bf6-9a3e-1d3855f07d78) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:46.773038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.773038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:46.774499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0408d821-4d88-4579-8e72-bac0fdf6db65 None None] Network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:46.775234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-868a1dd8-575c-46da-b028-d1b806ce2387 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375339 Aug 23 03:47:46.799368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-77eb4fd9-504f-4e6d-97af-a7ce78d6a4b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5beb642-632a-4ebe-8510-e8859cd301a7 HTTP/1.1" status: 200 len: 217 time: 0.0484540 Aug 23 03:47:46.870772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-0c043007-d258-490e-8027-26a8aeaae6e0 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.872171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-0c043007-d258-490e-8027-26a8aeaae6e0 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 945 time: 0.0732222 Aug 23 03:47:46.884235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee3f46-d8d3-49ed-934c-6db6b5733a46 req-978883ad-bc60-403d-9ba5-725c5d695b80 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.890951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25566f1d-a9f5-481b-9cf4-827183b0286f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:46.891665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee3f46-d8d3-49ed-934c-6db6b5733a46 req-978883ad-bc60-403d-9ba5-725c5d695b80 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.900183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee3f46-d8d3-49ed-934c-6db6b5733a46 req-978883ad-bc60-403d-9ba5-725c5d695b80 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.905822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee3f46-d8d3-49ed-934c-6db6b5733a46 req-978883ad-bc60-403d-9ba5-725c5d695b80 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.906806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-0dbb42b0-23ba-4336-a8e3-c36124e478b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.910726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-0dbb42b0-23ba-4336-a8e3-c36124e478b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.0817297 Aug 23 03:47:46.916255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee3f46-d8d3-49ed-934c-6db6b5733a46 req-978883ad-bc60-403d-9ba5-725c5d695b80 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.923057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee3f46-d8d3-49ed-934c-6db6b5733a46 req-978883ad-bc60-403d-9ba5-725c5d695b80 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.939847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee3f46-d8d3-49ed-934c-6db6b5733a46 req-978883ad-bc60-403d-9ba5-725c5d695b80 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.945600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6aee3f46-d8d3-49ed-934c-6db6b5733a46 req-978883ad-bc60-403d-9ba5-725c5d695b80 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.1559808 Aug 23 03:47:46.955299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-8b79f085-f470-4bf6-9a3e-1d3855f07d78', 'network_id': '8b79f085-f470-4bf6-9a3e-1d3855f07d78', 'tenant_id': '99f9921c2cc04c6a812520fd82692f9e', 'fixed_ips': [{'subnet_id': 'ad642fe9-c02a-46d0-8b00-0018b71f4506'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:47:46.959485 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:46.963611 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-462d9657-8d83-48cf-9476-88495bbca975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:46.965359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-462d9657-8d83-48cf-9476-88495bbca975 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488706 Aug 23 03:47:47.024057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25566f1d-a9f5-481b-9cf4-827183b0286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:47.040864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6aee3f46-d8d3-49ed-934c-6db6b5733a46 req-323a4e0a-6692-4f2a-95ad-4e3169dd1b6d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739269 Aug 23 03:47:47.127812 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-32f5b93a-5ba2-4450-9785-15ad45b2a913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7202821 Aug 23 03:47:47.137912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49614) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:47.150668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '8b79f085-f470-4bf6-9a3e-1d3855f07d78', 'name': 'tempest-PortsIpV6TestJSON-1331278645'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:47.195799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Allocated IP 2001:db8::2 (8b79f085-f470-4bf6-9a3e-1d3855f07d78/ad642fe9-c02a-46d0-8b00-0018b71f4506/52aeb7c6-e1ef-463a-9d6e-9485f6144e25) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:47.242326 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-e4672bce-85e6-4cf8-bf66-7c2e0386d218 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592914 Aug 23 03:47:47.351307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Deleting port 2a18ac06-b2ba-4d85-919a-645bafc7c27a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:47.352081 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:47.380158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25566f1d-a9f5-481b-9cf4-827183b0286f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a8531-3997-4e0d-84e0-4bcf5fd151f4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:47.405607 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-25566f1d-a9f5-481b-9cf4-827183b0286f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d09dca2b8b8e4c9dacf0ae9dff492f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9297526 Aug 23 03:47:47.408670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49622) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:47.420422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b3ef7-4dab-4817-aada-2d20eb5a3e5c req-2a446d7c-78b2-4e92-843e-6032ccf78677 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:47.431197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c65b3ef7-4dab-4817-aada-2d20eb5a3e5c req-2a446d7c-78b2-4e92-843e-6032ccf78677 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 945 time: 0.1973014 Aug 23 03:47:47.434350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0facd73f-1270-4432-bcde-14a8d7b5e0cc tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:47.435899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0facd73f-1270-4432-bcde-14a8d7b5e0cc tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c487acce-6dcf-47ff-856a-ac4d1a7fcd02 HTTP/1.1" status: 200 len: 945 time: 0.3567650 Aug 23 03:47:47.480065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1344bbc-011f-4b56-810d-ed393459a978 req-4bc1c8cf-42cd-4d61-9dcd-5d8dd29996ec tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:47.488411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f1344bbc-011f-4b56-810d-ed393459a978 req-4bc1c8cf-42cd-4d61-9dcd-5d8dd29996ec tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.2332680 Aug 23 03:47:47.606301 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:47.607099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c65b3ef7-4dab-4817-aada-2d20eb5a3e5c req-d3e9d4c9-363a-4d46-ae68-79e0af62d6ff tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/security-groups?id=6dda33e4-30ed-482c-ad45-eead82826e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737759 Aug 23 03:47:47.619770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Transition to ACTIVE for port object 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:47.640105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Transition to ACTIVE for port object 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:47.644828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] For port 2a18ac06-b2ba-4d85-919a-645bafc7c27a, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2a18ac06-b2ba-4d85-919a-645bafc7c27a,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:47.647600 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:47.672822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Calling delete_port for 2a18ac06-b2ba-4d85-919a-645bafc7c27a owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:47.698480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:47.702592 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:47.730064 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:47.804941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port e75d292b-2876-43e0-aec1-67d33f7276de yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:47:47.807816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:47.822306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:47.826204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:47.990278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Pushing event updated for resources: {'Port': ['ID=52aeb7c6-e1ef-463a-9d6e-9485f6144e25,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:47.993270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Attempting to bind port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:47:47.993652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Attempting to bind port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'b4d2fc29-e5d6-4423-a28b-6ae9c28f1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8b79f085-f470-4bf6-9a3e-1d3855f07d78'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:47:47.994021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Attempting to bind port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 on network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:47:48.020629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:47:48.021329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Checking segment: {'id': 'b4d2fc29-e5d6-4423-a28b-6ae9c28f1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8b79f085-f470-4bf6-9a3e-1d3855f07d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:48.021470 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.021833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Bound using segment: {'id': 'b4d2fc29-e5d6-4423-a28b-6ae9c28f1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8b79f085-f470-4bf6-9a3e-1d3855f07d78'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:47:48.022330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Bound port: 52aeb7c6-e1ef-463a-9d6e-9485f6144e25, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d2fc29-e5d6-4423-a28b-6ae9c28f1878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8b79f085-f470-4bf6-9a3e-1d3855f07d78'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:47:48.022719 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.209667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] For port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:47:48.216554 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] For port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=52aeb7c6-e1ef-463a-9d6e-9485f6144e25,segment=NetworkSegment(b4d2fc29-e5d6-4423-a28b-6ae9c28f1878),segment_id=b4d2fc29-e5d6-4423-a28b-6ae9c28f1878)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:47:48.237529 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f1344bbc-011f-4b56-810d-ed393459a978 req-754c9561-e517-4b90-bd46-dd78d3e3e7e5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7363348 Aug 23 03:47:48.278960 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.308357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1261630a-5f5d-4002-bd2d-4877859caa11 req-49277adf-b7bf-4c19-95b8-49f81cabcdfe service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0343692 Aug 23 03:47:48.330978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::30c (8b79f085-f470-4bf6-9a3e-1d3855f07d78/ad642fe9-c02a-46d0-8b00-0018b71f4506/e75d292b-2876-43e0-aec1-67d33f7276de) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:48.333899 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bca67981-a5f4-41bf-b732-cbee7b79c3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.372237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bca67981-a5f4-41bf-b732-cbee7b79c3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.398427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af63e-aea2-4d91-a463-4a7050da4d0c req-2e2ab378-5e6d-48e5-b7a3-adb0682adddc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.409646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af63e-aea2-4d91-a463-4a7050da4d0c req-2e2ab378-5e6d-48e5-b7a3-adb0682adddc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.410765 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b63e45-c342-4740-a7f0-74509b2f3b68 None None] Pushing event updated for resources: {'Port': ['ID=52aeb7c6-e1ef-463a-9d6e-9485f6144e25,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:48.426621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af63e-aea2-4d91-a463-4a7050da4d0c req-2e2ab378-5e6d-48e5-b7a3-adb0682adddc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.436986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af63e-aea2-4d91-a463-4a7050da4d0c req-2e2ab378-5e6d-48e5-b7a3-adb0682adddc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.451234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af63e-aea2-4d91-a463-4a7050da4d0c req-2e2ab378-5e6d-48e5-b7a3-adb0682adddc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.457650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af63e-aea2-4d91-a463-4a7050da4d0c req-2e2ab378-5e6d-48e5-b7a3-adb0682adddc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.469501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af63e-aea2-4d91-a463-4a7050da4d0c req-2e2ab378-5e6d-48e5-b7a3-adb0682adddc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.472733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-713af63e-aea2-4d91-a463-4a7050da4d0c req-2e2ab378-5e6d-48e5-b7a3-adb0682adddc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.3083925 Aug 23 03:47:48.522632 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.524489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Deleting port e74cac5b-4696-4fb7-bd43-f983449e3c30 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:48.524863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.535906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['e74cac5b-4696-4fb7-bd43-f983449e3c30'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:47:48.585830 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bca67981-a5f4-41bf-b732-cbee7b79c3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.590265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bca67981-a5f4-41bf-b732-cbee7b79c3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.594905 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bca67981-a5f4-41bf-b732-cbee7b79c3bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d1a8531-3997-4e0d-84e0-4bcf5fd151f4 HTTP/1.1" status: 204 len: 168 time: 1.1834879 Aug 23 03:47:48.633474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49644) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:48.679740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca67981-a5f4-41bf-b732-cbee7b79c3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a8531-3997-4e0d-84e0-4bcf5fd151f4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:48.708480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-713af63e-aea2-4d91-a463-4a7050da4d0c req-abf1429b-a562-4424-a88d-c2a97535c404 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2344997 Aug 23 03:47:48.730170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['2a18ac06-b2ba-4d85-919a-645bafc7c27a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:47:48.750771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Pushing event deleted for resources: {'Port': ['ID=2a18ac06-b2ba-4d85-919a-645bafc7c27a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:48.860331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] No DVR routers for this DVR port 2a18ac06-b2ba-4d85-919a-645bafc7c27a on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:48.866939 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.869275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82bc4f99-92ef-4c95-8649-390eba5303e3 req-a0b207ae-b3a6-47f3-bffb-96a02e1882e8 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.11 "DELETE /v2.0/ports/2a18ac06-b2ba-4d85-919a-645bafc7c27a HTTP/1.1" status: 204 len: 173 time: 1.9223559 Aug 23 03:47:48.878065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5245ed-8478-4008-8d67-bf89ec7c805c', 'name': 'network-vif-deleted', 'tag': '2a18ac06-b2ba-4d85-919a-645bafc7c27a'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:48.881182 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0bbffa-3098-482f-963b-14eaf386f990" -d '{"events": [{"server_uuid": "cb5245ed-8478-4008-8d67-bf89ec7c805c", "name": "network-vif-deleted", "tag": "2a18ac06-b2ba-4d85-919a-645bafc7c27a"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:48.926215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-a05ed6c9-c02c-4fb9-89c4-07ef2d46a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.926955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-a05ed6c9-c02c-4fb9-89c4-07ef2d46a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.927611 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-a05ed6c9-c02c-4fb9-89c4-07ef2d46a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.928392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-a05ed6c9-c02c-4fb9-89c4-07ef2d46a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.929041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-a05ed6c9-c02c-4fb9-89c4-07ef2d46a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.929326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-a05ed6c9-c02c-4fb9-89c4-07ef2d46a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.929809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-a05ed6c9-c02c-4fb9-89c4-07ef2d46a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:48.931923 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-a05ed6c9-c02c-4fb9-89c4-07ef2d46a53e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6477 time: 0.4101648 Aug 23 03:47:48.936041 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-899b2fda-a455-4ec3-9ea9-957e5312392e req-8479b253-e659-49a7-a3ab-3dba20d7f6ed tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 210 time: 0.0570443 Aug 23 03:47:48.946044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] For port e74cac5b-4696-4fb7-bd43-f983449e3c30, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=e74cac5b-4696-4fb7-bd43-f983449e3c30,segment=NetworkSegment(a0b350ba-3622-4c09-b2f8-a11132832434),segment_id=a0b350ba-3622-4c09-b2f8-a11132832434)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:48.946044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:48.954295 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cc2584-7d08-423b-a2e9-69df0febbcf2 x-openstack-request-id: req-45cc2584-7d08-423b-a2e9-69df0febbcf2 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:48.954670 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5245ed-8478-4008-8d67-bf89ec7c805c", "name": "network-vif-deleted", "tag": "2a18ac06-b2ba-4d85-919a-645bafc7c27a", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:48.954993 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45cc2584-7d08-423b-a2e9-69df0febbcf2 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:48.955463 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5245ed-8478-4008-8d67-bf89ec7c805c', 'name': 'network-vif-deleted', 'tag': '2a18ac06-b2ba-4d85-919a-645bafc7c27a', 'status': 'completed', 'code': 200} Aug 23 03:47:48.981374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Calling delete_port for e74cac5b-4696-4fb7-bd43-f983449e3c30 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:49.164527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-8db7a1e4-2796-4766-b8d1-389c2f328a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:49.166066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-8db7a1e4-2796-4766-b8d1-389c2f328a0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 200 len: 902 time: 0.2259352 Aug 23 03:47:49.193552 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:49.227866 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-98513797-cb19-4f37-af5e-1207401e6114 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c87f7d25-7485-477f-904e-507189f112c9 HTTP/1.1" status: 200 len: 217 time: 0.0457308 Aug 23 03:47:49.227996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object e75d292b-2876-43e0-aec1-67d33f7276de will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:49.351237 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:49.356274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-21daf313-e704-4939-b2d0-09a0ba3a937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:49.358206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-21daf313-e704-4939-b2d0-09a0ba3a937f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.1225908 Aug 23 03:47:49.423845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:49.441813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:49.446826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:49.454314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:49.460922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:49.461934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:49.483660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-0ac07fc3-3057-442f-b49f-571560620c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:49.485146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['2a18ac06-b2ba-4d85-919a-645bafc7c27a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:47:49.485666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-0ac07fc3-3057-442f-b49f-571560620c7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125715 Aug 23 03:47:49.514344 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-076bef53-414d-4f82-8525-5021ab29726e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:49.540249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=e75d292b-2876-43e0-aec1-67d33f7276de,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:49.559044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbf11f-ebe9-4090-b573-c1f16b959b87 req-d17133ea-c83f-4f0b-87c7-2484d146b5fb tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:49.560720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4fbf11f-ebe9-4090-b573-c1f16b959b87 req-d17133ea-c83f-4f0b-87c7-2484d146b5fb tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.2240982 Aug 23 03:47:49.561723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Pushing event deleted for resources: {'Port': ['ID=e74cac5b-4696-4fb7-bd43-f983449e3c30,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:49.571905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] No DVR routers for this DVR port e74cac5b-4696-4fb7-bd43-f983449e3c30 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:49.578516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:49.580802 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e7704dd4-ba73-4cba-8854-889660593a79 req-0a29b9a3-f6e9-4d75-9c99-720b8b1b26b6 tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.24 "DELETE /v2.0/ports/e74cac5b-4696-4fb7-bd43-f983449e3c30 HTTP/1.1" status: 204 len: 173 time: 2.0885484 Aug 23 03:47:49.585440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c487acce-6dcf-47ff-856a-ac4d1a7fcd02', 'name': 'network-vif-deleted', 'tag': 'e74cac5b-4696-4fb7-bd43-f983449e3c30'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:49.587816 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e01309-ebeb-46ec-81b9-599c80cd1fa9" -d '{"events": [{"server_uuid": "c487acce-6dcf-47ff-856a-ac4d1a7fcd02", "name": "network-vif-deleted", "tag": "e74cac5b-4696-4fb7-bd43-f983449e3c30"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:49.618006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49682) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:49.633804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-de50b2da-cdbe-4d0e-b807-6f3b8c5969a1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4899774 Aug 23 03:47:49.636380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49686) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:49.644387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '8b79f085-f470-4bf6-9a3e-1d3855f07d78', 'name': 'tempest-PortsIpV6TestJSON-2139373780'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:49.700350 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630fa66f-ae25-47ee-8798-9083f2589060 x-openstack-request-id: req-630fa66f-ae25-47ee-8798-9083f2589060 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:49.702165 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c487acce-6dcf-47ff-856a-ac4d1a7fcd02", "name": "network-vif-deleted", "tag": "e74cac5b-4696-4fb7-bd43-f983449e3c30", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:49.702524 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-630fa66f-ae25-47ee-8798-9083f2589060 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:49.703536 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c487acce-6dcf-47ff-856a-ac4d1a7fcd02', 'name': 'network-vif-deleted', 'tag': 'e74cac5b-4696-4fb7-bd43-f983449e3c30', 'status': 'completed', 'code': 200} Aug 23 03:47:49.730740 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4fbf11f-ebe9-4090-b573-c1f16b959b87 req-cf833220-ff05-4507-99b1-78671427dc6a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485496 Aug 23 03:47:49.756688 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-ae36f7bc-dfde-4aab-924e-995b01b78598 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342312 Aug 23 03:47:49.878722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5c00629d-fbab-4bd5-badb-f3432a80df19 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1646080150'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:49.885182 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-983c78b6-0988-4270-ad69-a4a16c04d6a8 req-5131d1f2-55f3-4f93-bc81-6f4817d7f763 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205471 Aug 23 03:47:49.981560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab75d5-5024-45c9-a10b-c580b060939f req-882bd440-b63f-4517-a452-1bbba2282df3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:49.988312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab75d5-5024-45c9-a10b-c580b060939f req-882bd440-b63f-4517-a452-1bbba2282df3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.003623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab75d5-5024-45c9-a10b-c580b060939f req-882bd440-b63f-4517-a452-1bbba2282df3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.009696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab75d5-5024-45c9-a10b-c580b060939f req-882bd440-b63f-4517-a452-1bbba2282df3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.016444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab75d5-5024-45c9-a10b-c580b060939f req-882bd440-b63f-4517-a452-1bbba2282df3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.022698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab75d5-5024-45c9-a10b-c580b060939f req-882bd440-b63f-4517-a452-1bbba2282df3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.029883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab75d5-5024-45c9-a10b-c580b060939f req-882bd440-b63f-4517-a452-1bbba2282df3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.032549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-71ab75d5-5024-45c9-a10b-c580b060939f req-882bd440-b63f-4517-a452-1bbba2282df3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.2240455 Aug 23 03:47:50.075066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-04505985-e9fe-435b-9cff-85def42a2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.075550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-04505985-e9fe-435b-9cff-85def42a2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.077193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-04505985-e9fe-435b-9cff-85def42a2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.077664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-04505985-e9fe-435b-9cff-85def42a2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.081185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-04505985-e9fe-435b-9cff-85def42a2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.083033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-04505985-e9fe-435b-9cff-85def42a2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.083735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-04505985-e9fe-435b-9cff-85def42a2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.100576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0292373-447c-4374-8675-642f7d421c3c req-04505985-e9fe-435b-9cff-85def42a2ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6477 time: 0.1432943 Aug 23 03:47:50.104571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efbc4a2-76d0-4555-b56c-985db22896b5 None None] Network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:50.113575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-076bef53-414d-4f82-8525-5021ab29726e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.120951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-71ab75d5-5024-45c9-a10b-c580b060939f req-6e6104d0-592e-4caa-bc76-051f0e7b4539 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738254 Aug 23 03:47:50.149681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-18387d34-2b33-49d0-b785-544806861ebb req-046bf32f-f0b9-4cdf-8af9-e37c0c5031fe tempest-ListServersNegativeTestJSON-275642180 tempest-ListServersNegativeTestJSON-275642180-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb5245ed-8478-4008-8d67-bf89ec7c805c HTTP/1.1" status: 200 len: 210 time: 0.0381541 Aug 23 03:47:50.241527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-f0954128-48e0-4d17-8e51-443285740e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.243005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0292373-447c-4374-8675-642f7d421c3c req-f0954128-48e0-4d17-8e51-443285740e9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 200 len: 902 time: 0.1346469 Aug 23 03:47:50.273050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-076bef53-414d-4f82-8525-5021ab29726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.300294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:47:50.300294 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:47:50.300294 n-d-749052-7 neutron-server[95121]: [parameters: {'project_id_1': '99f9921c2cc04c6a812520fd82692f9e', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 47, 50, 63327)}] Aug 23 03:47:50.300294 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:47:50.300660 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:47:50.314299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e2907e9b-074b-4c8a-9c7c-03360a371f0a None None] Provisioning for port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:50.322278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-076bef53-414d-4f82-8525-5021ab29726e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d9f941692144be8b192baa015103d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6091783 Aug 23 03:47:50.322491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0292373-447c-4374-8675-642f7d421c3c req-f1b1f163-91b0-483d-900c-7624fc81cb80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5beb642-632a-4ebe-8510-e8859cd301a7 HTTP/1.1" status: 200 len: 217 time: 0.0668519 Aug 23 03:47:50.322491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49704) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:50.327035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bef53-414d-4f82-8525-5021ab29726e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f79adf-734d-45a0-877f-c8fdf8116585,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:50.438269 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b82c6e-d749-4a75-94d1-ddcc8606d4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.441837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-9140d43e-72f1-4535-8d51-e152e2bad404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.445348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0292373-447c-4374-8675-642f7d421c3c req-9140d43e-72f1-4535-8d51-e152e2bad404 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.0943813 Aug 23 03:47:50.447633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-58e8f4f3-611f-41c3-9cc2-f66f2cbd3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.451755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-58e8f4f3-611f-41c3-9cc2-f66f2cbd3576 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1096 time: 0.0493407 Aug 23 03:47:50.451755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c00629d-fbab-4bd5-badb-f3432a80df19 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.451755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c00629d-fbab-4bd5-badb-f3432a80df19 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.500584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b82c6e-d749-4a75-94d1-ddcc8606d4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.510602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:47:50.541354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292373-447c-4374-8675-642f7d421c3c req-2a9ac1d5-c49b-43c8-b75e-f480ff8fec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.550224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0292373-447c-4374-8675-642f7d421c3c req-2a9ac1d5-c49b-43c8-b75e-f480ff8fec7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0938940 Aug 23 03:47:50.686848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0292373-447c-4374-8675-642f7d421c3c req-feab99e7-21b9-4d76-a5d2-8f8f84032e87 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228602 Aug 23 03:47:50.688891 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b82c6e-d749-4a75-94d1-ddcc8606d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.692845 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b82c6e-d749-4a75-94d1-ddcc8606d4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.698252 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c00629d-fbab-4bd5-badb-f3432a80df19 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.698848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-20b82c6e-d749-4a75-94d1-ddcc8606d4fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90f79adf-734d-45a0-877f-c8fdf8116585 HTTP/1.1" status: 204 len: 168 time: 0.3748615 Aug 23 03:47:50.701846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:50.709183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:50.709886 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.711424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-cbf69c63-ec80-4a64-87d7-4fd7a707f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:50.713255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-cbf69c63-ec80-4a64-87d7-4fd7a707f9ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.2556386 Aug 23 03:47:50.804965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b82c6e-d749-4a75-94d1-ddcc8606d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f79adf-734d-45a0-877f-c8fdf8116585,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:50.824291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e74cac5b-4696-4fb7-bd43-f983449e3c30 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:47:50.837858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c00629d-fbab-4bd5-badb-f3432a80df19 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:50.919586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-e8feb08e-effc-4819-882c-6811eecb7e5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 200 len: 1001 time: 0.1973054 Aug 23 03:47:50.955631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: e74cac5b-4696-4fb7-bd43-f983449e3c30 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:47:50.955631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device e74cac5b-4696-4fb7-bd43-f983449e3c30 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:47:50.998171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:51.004239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.027027 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.042309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-97a5179e-be29-4c09-b967-d1d8f7a359d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:51.044091 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-97a5179e-be29-4c09-b967-d1d8f7a359d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.1164892 Aug 23 03:47:51.072898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 146e4a46-d927-49c4-9a36-c215993e7926 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:47:51.088891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=52aeb7c6-e1ef-463a-9d6e-9485f6144e25,segment=NetworkSegment(b4d2fc29-e5d6-4423-a28b-6ae9c28f1878),segment_id=b4d2fc29-e5d6-4423-a28b-6ae9c28f1878)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:51.094703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d2f0593c-6223-4e3e-93a1-fd39afb93efe None None] Provisioning for port e75d292b-2876-43e0-aec1-67d33f7276de completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:51.098709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d2f0593c-6223-4e3e-93a1-fd39afb93efe None None] Provisioning complete for port e75d292b-2876-43e0-aec1-67d33f7276de triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:51.099204 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d2f0593c-6223-4e3e-93a1-fd39afb93efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.107059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60342a-98be-4640-b7de-380f5432f76d req-86d1fc2f-7590-45b4-8a42-c8f3a9d47b27 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:51.110029 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4a60342a-98be-4640-b7de-380f5432f76d req-86d1fc2f-7590-45b4-8a42-c8f3a9d47b27 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 945 time: 0.1558676 Aug 23 03:47:51.112766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0292373-447c-4374-8675-642f7d421c3c req-4c45ecea-ae29-4fca-a116-416c1fb030cc service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053726 Aug 23 03:47:51.133128 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c00629d-fbab-4bd5-badb-f3432a80df19 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.134379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5c00629d-fbab-4bd5-badb-f3432a80df19 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5153196 Aug 23 03:47:51.138723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49736) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:51.171023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4a60342a-98be-4640-b7de-380f5432f76d req-08c4d859-a4d2-441c-80c0-adbf0cd1452e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467918 Aug 23 03:47:51.197499 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.299438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0593c-6223-4e3e-93a1-fd39afb93efe None None] Port e75d292b-2876-43e0-aec1-67d33f7276de cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:51.365247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=52aeb7c6-e1ef-463a-9d6e-9485f6144e25,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:51.368025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d2f0593c-6223-4e3e-93a1-fd39afb93efe None None] Provisioning complete for port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:51.368435 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d2f0593c-6223-4e3e-93a1-fd39afb93efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.419731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49764) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:51.453276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2a18ac06-b2ba-4d85-919a-645bafc7c27a no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:47:51.478905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 2a18ac06-b2ba-4d85-919a-645bafc7c27a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:47:51.479544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2a18ac06-b2ba-4d85-919a-645bafc7c27a not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:47:51.480144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:47:51.492503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c6cb32-8bd5-4af2-9d91-27c052489df3 admin admin] Deleting subnet e19b6a7b-b9f0-43ce-85f8-e6c23741bad8 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:47:51.496684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb32-8bd5-4af2-9d91-27c052489df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.540715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb32-8bd5-4af2-9d91-27c052489df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.589087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb32-8bd5-4af2-9d91-27c052489df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.741579 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb32-8bd5-4af2-9d91-27c052489df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.763159 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.767483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6cb32-8bd5-4af2-9d91-27c052489df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19b6a7b-b9f0-43ce-85f8-e6c23741bad8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:51.774103 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb32-8bd5-4af2-9d91-27c052489df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.776053 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-54c6cb32-8bd5-4af2-9d91-27c052489df3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e19b6a7b-b9f0-43ce-85f8-e6c23741bad8 HTTP/1.1" status: 204 len: 168 time: 0.3547249 Aug 23 03:47:51.781601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:51.803182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d83c7890-1b02-4206-ba27-79fe823761a6 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.806310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-25a9bd8f-4813-49d3-ae8d-2196cdf207bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:51.808029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-25a9bd8f-4813-49d3-ae8d-2196cdf207bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7453029 Aug 23 03:47:51.808694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49768) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:51.814738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:47:51.819217 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941738a6-adac-4026-b536-390d182289a3" -d '{"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:47:51.853549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dae1b9b7-9bfd-45e8-aacb-b83392b74eed None None] Provisioning complete for port e75d292b-2876-43e0-aec1-67d33f7276de triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:51.855675 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dae1b9b7-9bfd-45e8-aacb-b83392b74eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.869994 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0f60-7496-4875-b02f-13b14d54c0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.889928 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962d0508-d06b-49de-9f82-18c5f1f37fef x-openstack-request-id: req-962d0508-d06b-49de-9f82-18c5f1f37fef {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:47:51.894266 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:47:51.894266 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-962d0508-d06b-49de-9f82-18c5f1f37fef {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:47:51.894266 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'code': 200} Aug 23 03:47:51.897453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:51.901653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.916539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-dae1b9b7-9bfd-45e8-aacb-b83392b74eed None None] Port e75d292b-2876-43e0-aec1-67d33f7276de cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:51.995350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:51.998541 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.009305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1407eb4-fc81-4bf4-b00c-f92925fd0c0c']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:52.026410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b350ba-3622-4c09-b2f8-a11132832434') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:52.026410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b350ba-3622-4c09-b2f8-a11132832434') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:52.027302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b780-36bc-4fc0-b4d2-0c64d69ff22b req-bdf8860b-0253-4a49-8f55-937d274f04aa tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:52.032827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b780-36bc-4fc0-b4d2-0c64d69ff22b req-bdf8860b-0253-4a49-8f55-937d274f04aa tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:52.034913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.038975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b780-36bc-4fc0-b4d2-0c64d69ff22b req-bdf8860b-0253-4a49-8f55-937d274f04aa tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:52.045251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b780-36bc-4fc0-b4d2-0c64d69ff22b req-bdf8860b-0253-4a49-8f55-937d274f04aa tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:52.049391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.051800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b780-36bc-4fc0-b4d2-0c64d69ff22b req-bdf8860b-0253-4a49-8f55-937d274f04aa tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:52.057233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:47:52.057789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b780-36bc-4fc0-b4d2-0c64d69ff22b req-bdf8860b-0253-4a49-8f55-937d274f04aa tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:52.058682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:47:52.061150 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:47:52.063737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:52.064300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b780-36bc-4fc0-b4d2-0c64d69ff22b req-bdf8860b-0253-4a49-8f55-937d274f04aa tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:52.066408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-62a5b780-36bc-4fc0-b4d2-0c64d69ff22b req-bdf8860b-0253-4a49-8f55-937d274f04aa tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.8038642 Aug 23 03:47:52.149404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::19c (8b79f085-f470-4bf6-9a3e-1d3855f07d78/ad642fe9-c02a-46d0-8b00-0018b71f4506/146e4a46-d927-49c4-9a36-c215993e7926) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:52.199636 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.206659 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d83c7890-1b02-4206-ba27-79fe823761a6 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.207349 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.210035 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1407eb4-fc81-4bf4-b00c-f92925fd0c0c HTTP/1.1" status: 204 len: 168 time: 0.4277587 Aug 23 03:47:52.221743 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d83c7890-1b02-4206-ba27-79fe823761a6 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.225272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32321a38-6038-4ab3-8c73-f383508f528a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1407eb4-fc81-4bf4-b00c-f92925fd0c0c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:52.233339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-ef2d7384-d772-4794-b332-6fff2b4596f6 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003031 Aug 23 03:47:52.342808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c1a5f-0473-4006-a58c-b5e794f5cf9e req-dabfef3b-ca19-4642-b869-b1af9c2b5eca tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:52.345105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf0c1a5f-0473-4006-a58c-b5e794f5cf9e req-dabfef3b-ca19-4642-b869-b1af9c2b5eca tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0666578 Aug 23 03:47:52.351561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-62a5b780-36bc-4fc0-b4d2-0c64d69ff22b req-dbb88fbb-9f6b-4f48-a2ba-1138b85cb942 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2511954 Aug 23 03:47:52.415976 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf0c1a5f-0473-4006-a58c-b5e794f5cf9e req-ec7d6928-76e2-404a-9f87-53d4b1d0b334 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567987 Aug 23 03:47:52.451992 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d83c7890-1b02-4206-ba27-79fe823761a6 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.452502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83c7890-1b02-4206-ba27-79fe823761a6 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a98f943-5c53-49e3-89f2-7f2b956ef208 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:47:52.459552 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d83c7890-1b02-4206-ba27-79fe823761a6 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.462226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d83c7890-1b02-4206-ba27-79fe823761a6 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7a98f943-5c53-49e3-89f2-7f2b956ef208 HTTP/1.1" status: 204 len: 168 time: 1.3216422 Aug 23 03:47:52.465858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49784) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:52.471891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:47:52.473038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f54bd936-71dc-4516-b692-f67bd5b4fada tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Request body: {'router': {'name': 'tempest-router-317801177', 'distributed': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:52.529171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:52.529560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.573327 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.584248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b970cf6-15f7-4107-9c8a-31f1647ea9ed req-b82f7832-cadd-49b6-b466-98e7905a9365 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322945 Aug 23 03:47:52.586097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0f60-7496-4875-b02f-13b14d54c0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.622208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.637852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object 146e4a46-d927-49c4-9a36-c215993e7926 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:52.684782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49814) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:52.718348 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0f60-7496-4875-b02f-13b14d54c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.734423 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3162a8b5-3ab4-47a0-9ce3-dbb970a7ad57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=091878082808404291c43687134160ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476279 Aug 23 03:47:52.737058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49816) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:52.765665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.775811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a1ef0f60-7496-4875-b02f-13b14d54c0ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=911fd3317a664b56a38b6c3bc65397c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9595568 Aug 23 03:47:52.778625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49818) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:52.786976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef0f60-7496-4875-b02f-13b14d54c0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5a2406-98ff-4867-8308-a9dfb7f85469,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:52.815586 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f54bd936-71dc-4516-b692-f67bd5b4fada tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.816585 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f54bd936-71dc-4516-b692-f67bd5b4fada tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.844895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:47:52.846172 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d47d2e2-7824-4804-83bd-bcfbfa0b2528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.854710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:52.858416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=146e4a46-d927-49c4-9a36-c215993e7926,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:52.862784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:47:52.869709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:52.870328 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.897323 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a87f90f-9e55-4482-ab23-a45cd0949983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.916335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f54bd936-71dc-4516-b692-f67bd5b4fada tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.916335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d47d2e2-7824-4804-83bd-bcfbfa0b2528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:52.940980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a87f90f-9e55-4482-ab23-a45cd0949983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.016942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a9318536-f0ec-4f8c-b669-09efe899e1f0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3791592 Aug 23 03:47:53.020782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49820) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:53.054258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f54bd936-71dc-4516-b692-f67bd5b4fada tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.054258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d47d2e2-7824-4804-83bd-bcfbfa0b2528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.057899 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d47d2e2-7824-4804-83bd-bcfbfa0b2528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.057899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d47d2e2-7824-4804-83bd-bcfbfa0b2528 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f5a2406-98ff-4867-8308-a9dfb7f85469 HTTP/1.1" status: 204 len: 168 time: 0.2781222 Aug 23 03:47:53.079121 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a87f90f-9e55-4482-ab23-a45cd0949983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.083207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a87f90f-9e55-4482-ab23-a45cd0949983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.087157 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8a87f90f-9e55-4482-ab23-a45cd0949983 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dda33e4-30ed-482c-ad45-eead82826e52 HTTP/1.1" status: 204 len: 168 time: 0.3467853 Aug 23 03:47:53.099782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87f90f-9e55-4482-ab23-a45cd0949983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dda33e4-30ed-482c-ad45-eead82826e52,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:53.121448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47d2e2-7824-4804-83bd-bcfbfa0b2528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5a2406-98ff-4867-8308-a9dfb7f85469,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:53.148210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec937e-81b7-4798-b382-df3829dde63b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:53.150105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85ec937e-81b7-4798-b382-df3829dde63b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30c HTTP/1.1" status: 200 len: 929 time: 0.1293030 Aug 23 03:47:53.153389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49826) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:53.220135 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f54bd936-71dc-4516-b692-f67bd5b4fada tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.221446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f54bd936-71dc-4516-b692-f67bd5b4fada tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7545187 Aug 23 03:47:53.229912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:53.267201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f80da0bc-80da-408b-8c26-8e7cbdbc7056 None None] Provisioning for port 146e4a46-d927-49c4-9a36-c215993e7926 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:47:53.272056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f80da0bc-80da-408b-8c26-8e7cbdbc7056 None None] Provisioning complete for port 146e4a46-d927-49c4-9a36-c215993e7926 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:47:53.272762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f80da0bc-80da-408b-8c26-8e7cbdbc7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.316644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f80da0bc-80da-408b-8c26-8e7cbdbc7056 None None] Port 146e4a46-d927-49c4-9a36-c215993e7926 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:47:53.325676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67937eb4-1257-4dcd-91a2-d56f91023a5d tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.537978 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67937eb4-1257-4dcd-91a2-d56f91023a5d tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.544125 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67937eb4-1257-4dcd-91a2-d56f91023a5d tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.548794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-adc0d450-db07-4e7b-92ba-88b7ba78776b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 146e4a46-d927-49c4-9a36-c215993e7926 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:53.549224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-adc0d450-db07-4e7b-92ba-88b7ba78776b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.599797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cac7d6-381b-442e-9953-eb638afe06b3 req-48505ce5-e473-414b-94e6-4d924fd2ee7d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:53.605129 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55cac7d6-381b-442e-9953-eb638afe06b3 req-48505ce5-e473-414b-94e6-4d924fd2ee7d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0837624 Aug 23 03:47:53.680270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf03-4268-4ef1-838d-9ee99e3749c0 req-e778cef5-a710-4d37-a4b4-57721a8f86a7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:53.686226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf03-4268-4ef1-838d-9ee99e3749c0 req-e778cef5-a710-4d37-a4b4-57721a8f86a7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:53.692755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf03-4268-4ef1-838d-9ee99e3749c0 req-e778cef5-a710-4d37-a4b4-57721a8f86a7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:53.700600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf03-4268-4ef1-838d-9ee99e3749c0 req-e778cef5-a710-4d37-a4b4-57721a8f86a7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:53.708233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf03-4268-4ef1-838d-9ee99e3749c0 req-e778cef5-a710-4d37-a4b4-57721a8f86a7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:53.708586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55cac7d6-381b-442e-9953-eb638afe06b3 req-9091c1e0-2b3a-41f8-8dd5-ab2bc417bec7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932963 Aug 23 03:47:53.710808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf03-4268-4ef1-838d-9ee99e3749c0 req-e778cef5-a710-4d37-a4b4-57721a8f86a7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:53.716922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf03-4268-4ef1-838d-9ee99e3749c0 req-e778cef5-a710-4d37-a4b4-57721a8f86a7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:53.719378 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e1ebf03-4268-4ef1-838d-9ee99e3749c0 req-e778cef5-a710-4d37-a4b4-57721a8f86a7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.2430780 Aug 23 03:47:53.722864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67937eb4-1257-4dcd-91a2-d56f91023a5d tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.723392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67937eb4-1257-4dcd-91a2-d56f91023a5d tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afa5a77d-dd0b-4ae1-810f-bd74c1819995 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:47:53.729852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67937eb4-1257-4dcd-91a2-d56f91023a5d tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.730831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-67937eb4-1257-4dcd-91a2-d56f91023a5d tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "DELETE /v2.0/routers/afa5a77d-dd0b-4ae1-810f-bd74c1819995 HTTP/1.1" status: 204 len: 168 time: 0.5055614 Aug 23 03:47:53.734829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49850) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:53.740332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-60300f0a-a44f-4b85-b1b6-12b33417dbfb tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Request body: {'router': {'name': 'tempest-router-852881520', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '90a8bdf8f15547d283b4550bc7d0e670'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:53.773086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-adc0d450-db07-4e7b-92ba-88b7ba78776b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.800436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-adc0d450-db07-4e7b-92ba-88b7ba78776b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 146e4a46-d927-49c4-9a36-c215993e7926 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:53.808177 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e1ebf03-4268-4ef1-838d-9ee99e3749c0 req-3b1e71ef-54d7-4936-9ded-94ec09c25b89 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743618 Aug 23 03:47:53.884526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60300f0a-a44f-4b85-b1b6-12b33417dbfb tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.885726 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60300f0a-a44f-4b85-b1b6-12b33417dbfb tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:53.947327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60300f0a-a44f-4b85-b1b6-12b33417dbfb tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.010297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60300f0a-a44f-4b85-b1b6-12b33417dbfb tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.038593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-adc0d450-db07-4e7b-92ba-88b7ba78776b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.071301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0d450-db07-4e7b-92ba-88b7ba78776b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=146e4a46-d927-49c4-9a36-c215993e7926,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:54.079262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60300f0a-a44f-4b85-b1b6-12b33417dbfb tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.080524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-60300f0a-a44f-4b85-b1b6-12b33417dbfb tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3445437 Aug 23 03:47:54.083253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49860) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:54.088661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:54.118484 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-adc0d450-db07-4e7b-92ba-88b7ba78776b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.119462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-adc0d450-db07-4e7b-92ba-88b7ba78776b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/146e4a46-d927-49c4-9a36-c215993e7926 HTTP/1.1" status: 204 len: 168 time: 0.9647408 Aug 23 03:47:54.122501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49862) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:54.156960 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b2e7f5-6293-4afe-b3af-4c7143b8e7b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:47:54.158924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-49b2e7f5-6293-4afe-b3af-4c7143b8e7b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/146e4a46-d927-49c4-9a36-c215993e7926 HTTP/1.1" status: 404 len: 333 time: 0.0354373 Aug 23 03:47:54.161679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49864) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:54.341228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0253d4aa-8319-4e84-805d-00bb483494d1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port e75d292b-2876-43e0-aec1-67d33f7276de {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:54.346216 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0253d4aa-8319-4e84-805d-00bb483494d1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.475839 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.476209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.502139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0253d4aa-8319-4e84-805d-00bb483494d1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.516125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0253d4aa-8319-4e84-805d-00bb483494d1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for e75d292b-2876-43e0-aec1-67d33f7276de owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:54.570662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95121) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 23 03:47:54.570999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Router 1c3b30f4-27e5-4e91-91f7-6ab53bffc61e migrating from provider to provider. {{(pid=95121) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 23 03:47:54.571796 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.592378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.679185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49884) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:54.696845 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.747057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0253d4aa-8319-4e84-805d-00bb483494d1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.814670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253d4aa-8319-4e84-805d-00bb483494d1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=e75d292b-2876-43e0-aec1-67d33f7276de,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:54.828152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1521754054-network', 'tenant_id': 'd9ff0836e190485a80179f39ae74eedc'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:54.840150 n-d-749052-7 neutron-server[95121]: WARNING neutron.scheduler.l3_agent_scheduler [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] No L3 agents can host the router 1c3b30f4-27e5-4e91-91f7-6ab53bffc61e Aug 23 03:47:54.860932 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0253d4aa-8319-4e84-805d-00bb483494d1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:54.864684 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0253d4aa-8319-4e84-805d-00bb483494d1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/e75d292b-2876-43e0-aec1-67d33f7276de HTTP/1.1" status: 204 len: 168 time: 0.6997571 Aug 23 03:47:54.872292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49896) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:54.933207 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7598865-ce88-4032-9847-2715e77e161d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:47:54.935691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a7598865-ce88-4032-9847-2715e77e161d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/e75d292b-2876-43e0-aec1-67d33f7276de HTTP/1.1" status: 404 len: 333 time: 0.0607338 Aug 23 03:47:54.944822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49900) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:54.988256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Made reservation on behalf of d9ff0836e190485a80179f39ae74eedc for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:54.988483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b450ff5-68b7-4027-a525-89b3b62c3f4a req-3a7170e1-e6f4-48e7-9104-fc075988ac81 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:54.991116 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b450ff5-68b7-4027-a525-89b3b62c3f4a req-3a7170e1-e6f4-48e7-9104-fc075988ac81 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1622152 Aug 23 03:47:54.991259 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.081859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.116831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf6d90b-1fa9-4bd5-830d-19ffe6fe36ac tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet ad642fe9-c02a-46d0-8b00-0018b71f4506 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:47:55.128791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d90b-1fa9-4bd5-830d-19ffe6fe36ac tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.162345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b450ff5-68b7-4027-a525-89b3b62c3f4a req-fb229a6b-1a06-4adc-ad4c-aabc4a002feb tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061013 Aug 23 03:47:55.170847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Hosts for router 1c3b30f4-27e5-4e91-91f7-6ab53bffc61e: [] {{(pid=95121) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 23 03:47:55.183739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d90b-1fa9-4bd5-830d-19ffe6fe36ac tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.212160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303d47e-f016-4c87-9c32-5bad850ab563 req-3e5517a8-8321-43ba-88d5-546642a2b6da tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:55.221120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303d47e-f016-4c87-9c32-5bad850ab563 req-3e5517a8-8321-43ba-88d5-546642a2b6da tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:55.229257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303d47e-f016-4c87-9c32-5bad850ab563 req-3e5517a8-8321-43ba-88d5-546642a2b6da tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:55.241863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303d47e-f016-4c87-9c32-5bad850ab563 req-3e5517a8-8321-43ba-88d5-546642a2b6da tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:55.248172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303d47e-f016-4c87-9c32-5bad850ab563 req-3e5517a8-8321-43ba-88d5-546642a2b6da tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:55.255355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303d47e-f016-4c87-9c32-5bad850ab563 req-3e5517a8-8321-43ba-88d5-546642a2b6da tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:55.262949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303d47e-f016-4c87-9c32-5bad850ab563 req-3e5517a8-8321-43ba-88d5-546642a2b6da tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:55.264881 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b303d47e-f016-4c87-9c32-5bad850ab563 req-3e5517a8-8321-43ba-88d5-546642a2b6da tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.2810724 Aug 23 03:47:55.281750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Hosts for other DVR routers connected to router 1c3b30f4-27e5-4e91-91f7-6ab53bffc61e: set() {{(pid=95121) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 23 03:47:55.284282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.285527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-07c18f58-ce4a-4d85-b1cc-158e1ad6d608 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "PUT /v2.0/routers/1c3b30f4-27e5-4e91-91f7-6ab53bffc61e HTTP/1.1" status: 200 len: 716 time: 1.2013230 Aug 23 03:47:55.288473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49904) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:55.337885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d90b-1fa9-4bd5-830d-19ffe6fe36ac tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.405204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d26b8bbd-39f0-4a60-9f6c-a78d21cda349 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "GET /v2.0/routers/1c3b30f4-27e5-4e91-91f7-6ab53bffc61e HTTP/1.1" status: 200 len: 716 time: 0.1117933 Aug 23 03:47:55.406032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49914) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:55.424217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b303d47e-f016-4c87-9c32-5bad850ab563 req-ef83492c-511b-4aaa-90a5-931af8364fee tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374762 Aug 23 03:47:55.496620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.542090 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d90b-1fa9-4bd5-830d-19ffe6fe36ac tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.575142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.579924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6d90b-1fa9-4bd5-830d-19ffe6fe36ac tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=ad642fe9-c02a-46d0-8b00-0018b71f4506,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:55.584081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d90b-1fa9-4bd5-830d-19ffe6fe36ac tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.592000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:47:55.595669 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dbf6d90b-1fa9-4bd5-830d-19ffe6fe36ac tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/ad642fe9-c02a-46d0-8b00-0018b71f4506 HTTP/1.1" status: 204 len: 168 time: 0.6447084 Aug 23 03:47:55.596331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49920) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:55.607898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.607898 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Added segment cc213259-6283-4c01-b4fc-cc4a92699869 of type vlan for network 47e30625-a1f8-4888-ad0d-8340106e9a3d Aug 23 03:47:55.608148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b51be8-7b9c-4c1e-92d0-5649c63654ba None None] Network 8b79f085-f470-4bf6-9a3e-1d3855f07d78 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:55.657789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.724694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7792302c-7724-44d1-bfbc-aea83b8f0759,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:55.770023 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.774590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:55.775266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.825838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0df47cb6-045e-4bfa-89d1-d40afea4ece3 tempest-RoutersTestDVR-2000591587 tempest-RoutersTestDVR-2000591587-project] 10.222.0.20 "GET /v2.0/routers/1c3b30f4-27e5-4e91-91f7-6ab53bffc61e HTTP/1.1" status: 200 len: 682 time: 0.4184315 Aug 23 03:47:55.829998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49930) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:55.840472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:55.872890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] Pushing event updated for resources: {'Network': ['ID=47e30625-a1f8-4888-ad0d-8340106e9a3d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:55.889366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 47e30625-a1f8-4888-ad0d-8340106e9a3d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:47:55.901429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cc3158af-3240-4939-bdcd-5b490d05c227 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2210965 Aug 23 03:47:55.904302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49932) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:55.914781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Request body: {'subnet': {'network_id': '47e30625-a1f8-4888-ad0d-8340106e9a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1521754054-subnet', 'tenant_id': 'd9ff0836e190485a80179f39ae74eedc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:55.924918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc0fff-778b-4816-bce4-845526115467 None None] DHCP port deletion for 8b79f085-f470-4bf6-9a3e-1d3855f07d78 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:47:55.933947 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90208a3b-23bd-4a30-a118-0411e1114e43 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.038557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Made reservation on behalf of d9ff0836e190485a80179f39ae74eedc for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:56.042302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.074300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-08fc0fff-778b-4816-bce4-845526115467 None None] Deleting port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:56.074679 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08fc0fff-778b-4816-bce4-845526115467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.148569 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-26d6cb38-0047-4296-bca2-4e0aab680308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.167143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-08fc0fff-778b-4816-bce4-845526115467 None None] For port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=52aeb7c6-e1ef-463a-9d6e-9485f6144e25,segment=NetworkSegment(b4d2fc29-e5d6-4423-a28b-6ae9c28f1878),segment_id=b4d2fc29-e5d6-4423-a28b-6ae9c28f1878)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:56.170515 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08fc0fff-778b-4816-bce4-845526115467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.182326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-08fc0fff-778b-4816-bce4-845526115467 None None] Calling delete_port for 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:56.410153 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.437858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:47:56.459536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:47:56.465207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:47:56.465207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08fc0fff-778b-4816-bce4-845526115467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.496071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc0fff-778b-4816-bce4-845526115467 None None] Pushing event deleted for resources: {'Port': ['ID=52aeb7c6-e1ef-463a-9d6e-9485f6144e25,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:56.501483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc0fff-778b-4816-bce4-845526115467 None None] No DVR routers for this DVR port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:56.526646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2dc568b-9e6e-4d34-9453-25b195492eab,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:56.594866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90208a3b-23bd-4a30-a118-0411e1114e43 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.606096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90208a3b-23bd-4a30-a118-0411e1114e43 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.621695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Checking segment: {'id': 'cc213259-6283-4c01-b4fc-cc4a92699869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47e30625-a1f8-4888-ad0d-8340106e9a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:56.622403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Network hostable DHCP agents. Network: 47e30625-a1f8-4888-ad0d-8340106e9a3d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:47:56.639550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:47:56.640270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.663807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5596-cf5c-4d65-a3af-82beddf360fd req-baeadc68-fa4e-46cf-979d-827865bf2181 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:56.670235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5596-cf5c-4d65-a3af-82beddf360fd req-baeadc68-fa4e-46cf-979d-827865bf2181 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:56.679809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5596-cf5c-4d65-a3af-82beddf360fd req-baeadc68-fa4e-46cf-979d-827865bf2181 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:56.686074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5596-cf5c-4d65-a3af-82beddf360fd req-baeadc68-fa4e-46cf-979d-827865bf2181 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:56.693051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5596-cf5c-4d65-a3af-82beddf360fd req-baeadc68-fa4e-46cf-979d-827865bf2181 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:56.703408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5596-cf5c-4d65-a3af-82beddf360fd req-baeadc68-fa4e-46cf-979d-827865bf2181 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:56.705309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5596-cf5c-4d65-a3af-82beddf360fd req-baeadc68-fa4e-46cf-979d-827865bf2181 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:56.711859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] For port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25, host n-d-749052-7, got binding levels [] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:47:56.711994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.716564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d80e5596-cf5c-4d65-a3af-82beddf360fd req-baeadc68-fa4e-46cf-979d-827865bf2181 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.1454058 Aug 23 03:47:56.727681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:47:56.730901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_backend_mixin [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 was not found and therefore no delete operation was performed {{(pid=95120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 03:47:56.732427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.735069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Network 47e30625-a1f8-4888-ad0d-8340106e9a3d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:47:56.761559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=52aeb7c6-e1ef-463a-9d6e-9485f6144e25,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:56.765429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No DVR routers for this DVR port 52aeb7c6-e1ef-463a-9d6e-9485f6144e25 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:47:56.772362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90208a3b-23bd-4a30-a118-0411e1114e43 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.772362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90208a3b-23bd-4a30-a118-0411e1114e43 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3b30f4-27e5-4e91-91f7-6ab53bffc61e {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:47:56.775566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d80e5596-cf5c-4d65-a3af-82beddf360fd req-8124d412-1241-4a54-98b8-00a6e9e8f94c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495856 Aug 23 03:47:56.798691 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-90208a3b-23bd-4a30-a118-0411e1114e43 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.798691 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-90208a3b-23bd-4a30-a118-0411e1114e43 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1c3b30f4-27e5-4e91-91f7-6ab53bffc61e HTTP/1.1" status: 204 len: 168 time: 0.9636602 Aug 23 03:47:56.801443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49954) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:56.807757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-323109c1-25e6-4b62-97d5-24c19466b688 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Request body: {'router': {'name': 'tempest-router-2112704227', 'distributed': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:56.857508 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.871379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b79f085-f470-4bf6-9a3e-1d3855f07d78']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:56.883057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d2fc29-e5d6-4423-a28b-6ae9c28f1878') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:56.883448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d2fc29-e5d6-4423-a28b-6ae9c28f1878') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:47:56.890227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 47e30625-a1f8-4888-ad0d-8340106e9a3d) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:56.903187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:56.903786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.906411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c0901-432d-4742-93a1-c6d516441af9 None None] Network 47e30625-a1f8-4888-ad0d-8340106e9a3d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:56.926374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.951211 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.954252 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323109c1-25e6-4b62-97d5-24c19466b688 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.955263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323109c1-25e6-4b62-97d5-24c19466b688 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.960778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:47:56.965481 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:47:57.045255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4993c2a9-26e1-4190-b40b-065b2591d0ca None None] Network 47e30625-a1f8-4888-ad0d-8340106e9a3d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:57.085722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0e449a83-a265-479b-9897-576476b120bb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1802263 Aug 23 03:47:57.118824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.124556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.126975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/networks/8b79f085-f470-4bf6-9a3e-1d3855f07d78 HTTP/1.1" status: 204 len: 168 time: 1.5294793 Aug 23 03:47:57.131110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49964) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:57.139159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-895642205'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:57.148683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf1970-2185-4006-9638-430d834cf28b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Network': ['ID=8b79f085-f470-4bf6-9a3e-1d3855f07d78,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:57.198998 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323109c1-25e6-4b62-97d5-24c19466b688 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.295654 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323109c1-25e6-4b62-97d5-24c19466b688 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.342340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bd4f4-1ae8-4982-96b6-4fc6324406bd req-6949bae6-e635-4a6e-b9d7-12f0ff5f1c38 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:57.344483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e4bd4f4-1ae8-4982-96b6-4fc6324406bd req-6949bae6-e635-4a6e-b9d7-12f0ff5f1c38 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0601311 Aug 23 03:47:57.374101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:57.379465 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.427421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:47:57.439075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e4bd4f4-1ae8-4982-96b6-4fc6324406bd req-84e7e138-55f9-4f4c-9f54-3551f4028925 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884910 Aug 23 03:47:57.445187 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.445667 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Added segment d5b23ebe-0cae-4e36-94d9-3d183d0c4ea7 of type vlan for network a4be013a-0525-4125-8830-6a18dec53e7c Aug 23 03:47:57.447405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323109c1-25e6-4b62-97d5-24c19466b688 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.451706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49982) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:57.452052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-323109c1-25e6-4b62-97d5-24c19466b688 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6491339 Aug 23 03:47:57.480948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:47:57.548000 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.583971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81da0720-00a1-4a0e-a4e9-a2d312e5b3c0 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.679717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.688583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:57.689510 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.788463 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81da0720-00a1-4a0e-a4e9-a2d312e5b3c0 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.790970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81da0720-00a1-4a0e-a4e9-a2d312e5b3c0 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.809173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Network': ['ID=a4be013a-0525-4125-8830-6a18dec53e7c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:57.830143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a4be013a-0525-4125-8830-6a18dec53e7c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:47:57.841029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fc0499c7-3eff-4d27-81b8-7d8204154dd9 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7083509 Aug 23 03:47:57.846306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50004) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:57.851801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': 'a4be013a-0525-4125-8830-6a18dec53e7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:57.969767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81da0720-00a1-4a0e-a4e9-a2d312e5b3c0 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.970408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81da0720-00a1-4a0e-a4e9-a2d312e5b3c0 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8ae4a60-8be1-40c8-8fc2-c9270665b770 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:47:57.980314 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81da0720-00a1-4a0e-a4e9-a2d312e5b3c0 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:57.980314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-81da0720-00a1-4a0e-a4e9-a2d312e5b3c0 tempest-RoutersTestDVR-1647220468 tempest-RoutersTestDVR-1647220468-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d8ae4a60-8be1-40c8-8fc2-c9270665b770 HTTP/1.1" status: 204 len: 168 time: 0.5242636 Aug 23 03:47:58.030808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-6baa8aae-8f08-41d3-b5fb-7231d0cf0e09 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.038834 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-6baa8aae-8f08-41d3-b5fb-7231d0cf0e09 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/networks?id=47e30625-a1f8-4888-ad0d-8340106e9a3d HTTP/1.1" status: 200 len: 814 time: 0.2070718 Aug 23 03:47:58.063499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeee3d-c3a1-4986-bdf0-0d70400a7ab1 req-d2ddbe1f-7296-43c4-8157-991cfc74c210 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.068968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-5069820f-4853-48e1-a42e-ec13b7a36d5f tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/quotas/d9ff0836e190485a80179f39ae74eedc HTTP/1.1" status: 200 len: 375 time: 0.0260205 Aug 23 03:47:58.075462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeee3d-c3a1-4986-bdf0-0d70400a7ab1 req-d2ddbe1f-7296-43c4-8157-991cfc74c210 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.092190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeee3d-c3a1-4986-bdf0-0d70400a7ab1 req-d2ddbe1f-7296-43c4-8157-991cfc74c210 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.100194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeee3d-c3a1-4986-bdf0-0d70400a7ab1 req-d2ddbe1f-7296-43c4-8157-991cfc74c210 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.107314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeee3d-c3a1-4986-bdf0-0d70400a7ab1 req-d2ddbe1f-7296-43c4-8157-991cfc74c210 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.107519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-b5b68fd8-369a-4043-95f7-4e503677342a tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9ff0836e190485a80179f39ae74eedc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408981 Aug 23 03:47:58.113807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeee3d-c3a1-4986-bdf0-0d70400a7ab1 req-d2ddbe1f-7296-43c4-8157-991cfc74c210 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.119713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeee3d-c3a1-4986-bdf0-0d70400a7ab1 req-d2ddbe1f-7296-43c4-8157-991cfc74c210 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.128517 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-febeee3d-c3a1-4986-bdf0-0d70400a7ab1 req-d2ddbe1f-7296-43c4-8157-991cfc74c210 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.1548817 Aug 23 03:47:58.143142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:58.146398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:58.269161 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-febeee3d-c3a1-4986-bdf0-0d70400a7ab1 req-3c4dde20-c1f3-4260-937a-9316e1151d3d tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397352 Aug 23 03:47:58.284206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-72a4ad6f-d3ca-446e-9088-d16689ee0f7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1535201 Aug 23 03:47:58.337392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-f55d87d8-00ae-4382-bb22-a7d6305139e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2880020 Aug 23 03:47:58.464652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-eb8c4737-6c21-4744-8ec9-b0167b48d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.465180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-eb8c4737-6c21-4744-8ec9-b0167b48d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.465649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-eb8c4737-6c21-4744-8ec9-b0167b48d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.466176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-eb8c4737-6c21-4744-8ec9-b0167b48d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.466641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-eb8c4737-6c21-4744-8ec9-b0167b48d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.467101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-eb8c4737-6c21-4744-8ec9-b0167b48d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.467557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-eb8c4737-6c21-4744-8ec9-b0167b48d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.469652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-eb8c4737-6c21-4744-8ec9-b0167b48d3ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6499 time: 0.1142495 Aug 23 03:47:58.481802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-415685a7-c861-4fba-ae52-05f451aab687 service neutron] 10.222.0.20 "GET /v2.0/networks/47e30625-a1f8-4888-ad0d-8340106e9a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729796 Aug 23 03:47:58.630862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-488b5153-246f-4c12-89ca-61c90782fe15 service neutron] 10.222.0.20 "GET /v2.0/networks/47e30625-a1f8-4888-ad0d-8340106e9a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404340 Aug 23 03:47:58.672022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:58.703306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50036) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:58.756970 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d7aa141f-7ea9-49bc-be2a-42614e64d9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:58.802618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025eb2c-96b6-4207-a114-a7a5120d4baa req-bd54d2ea-860c-41b4-848f-3907d6be99a7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.804122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7025eb2c-96b6-4207-a114-a7a5120d4baa req-bd54d2ea-860c-41b4-848f-3907d6be99a7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.2167780 Aug 23 03:47:58.804866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Checking segment: {'id': 'd5b23ebe-0cae-4e36-94d9-3d183d0c4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4be013a-0525-4125-8830-6a18dec53e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:47:58.805310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network hostable DHCP agents. Network: a4be013a-0525-4125-8830-6a18dec53e7c, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:47:58.842226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-1e8dcea7-3e35-4b42-98b2-15ecbc7cd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.842226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-1e8dcea7-3e35-4b42-98b2-15ecbc7cd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.842497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-1e8dcea7-3e35-4b42-98b2-15ecbc7cd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:58.844647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-1e8dcea7-3e35-4b42-98b2-15ecbc7cd02f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a05671a-bcdb-473e-ae25-31cc297222df&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=14893317-4e76-44d7-bca0-3671f275cf15&id=14893317-4e76-44d7-bca0-3671f275cf15 HTTP/1.1" status: 200 len: 2296 time: 0.3381777 Aug 23 03:47:58.845977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=c59f2d82-9977-4b95-9ad6-28db90e9075d,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:58.901485 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:58.903772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-158c6036-d9e6-4f45-990a-1369eab8f9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:58.947133 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7025eb2c-96b6-4207-a114-a7a5120d4baa req-bababd8e-ceba-4122-96f1-879752f62f89 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302528 Aug 23 03:47:59.001116 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-3ceee466-e007-4740-8032-8d92bff0c953 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096 HTTP/1.1" status: 200 len: 1000 time: 0.1450367 Aug 23 03:47:59.017104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network a4be013a-0525-4125-8830-6a18dec53e7c is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:47:59.097469 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-158c6036-d9e6-4f45-990a-1369eab8f9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:59.126628 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06d24185-89de-4e89-8e5f-366674ab0a52 req-dee34229-167c-449f-8604-121b9d8198b9 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 210 time: 0.0354714 Aug 23 03:47:59.128028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-a3f5d2ff-1310-4264-b4e7-62870d02db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.129794 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-a3f5d2ff-1310-4264-b4e7-62870d02db60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=208d7027-e4ea-4f3e-b6bf-0d6172d19071 HTTP/1.1" status: 200 len: 856 time: 0.1024840 Aug 23 03:47:59.166518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a4be013a-0525-4125-8830-6a18dec53e7c) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:47:59.172857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.173393 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:59.177988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e050de53-0515-481a-ab56-27f126e7ceeb None None] Network a4be013a-0525-4125-8830-6a18dec53e7c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:47:59.182043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-158c6036-d9e6-4f45-990a-1369eab8f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:59.218785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c6036-d9e6-4f45-990a-1369eab8f9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42569c3a-6419-45b8-b2a6-7b1ff9b44a75,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:59.220590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-d261d584-51aa-42ca-8dab-e11899ed1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.222511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-d261d584-51aa-42ca-8dab-e11899ed1ecd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a05671a-bcdb-473e-ae25-31cc297222df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845768 Aug 23 03:47:59.252934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-158c6036-d9e6-4f45-990a-1369eab8f9c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90a8bdf8f15547d283b4550bc7d0e670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482991 Aug 23 03:47:59.256149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50050) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:59.323287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a05ceaad-17cc-4ca6-92fa-005c8ea8866e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:59.347120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-e58cd7cd-2f7e-4e96-9cbe-19f573a4a588 service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151388 Aug 23 03:47:59.353001 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-42c30af0-43fa-43bc-9b71-fdb8633f4c4a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5028660 Aug 23 03:47:59.359127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50054) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:47:59.368223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-a4be013a-0525-4125-8830-6a18dec53e7c', 'network_id': 'a4be013a-0525-4125-8830-6a18dec53e7c', 'tenant_id': '99f9921c2cc04c6a812520fd82692f9e', 'fixed_ips': [{'subnet_id': 'c59f2d82-9977-4b95-9ad6-28db90e9075d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:47:59.369457 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:59.372327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': 'a4be013a-0525-4125-8830-6a18dec53e7c', 'name': 'tempest-PortsIpV6TestJSON-801575138', 'fixed_ips': [{'subnet_id': 'c59f2d82-9977-4b95-9ad6-28db90e9075d', 'ip_address': '2001:db8::10'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:47:59.379283 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a05ceaad-17cc-4ca6-92fa-005c8ea8866e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:59.524789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a05ceaad-17cc-4ca6-92fa-005c8ea8866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:59.535074 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a05ceaad-17cc-4ca6-92fa-005c8ea8866e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:59.538312 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a05ceaad-17cc-4ca6-92fa-005c8ea8866e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42569c3a-6419-45b8-b2a6-7b1ff9b44a75 HTTP/1.1" status: 204 len: 168 time: 0.2811522 Aug 23 03:47:59.582562 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-d75a17bd-33ed-4da3-9484-967ae3947bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254512 Aug 23 03:47:59.588238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ceaad-17cc-4ca6-92fa-005c8ea8866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42569c3a-6419-45b8-b2a6-7b1ff9b44a75,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:47:59.605381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Allocated IP 2001:db8::2 (a4be013a-0525-4125-8830-6a18dec53e7c/c59f2d82-9977-4b95-9ad6-28db90e9075d/ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:47:59.614934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711d31-f7bd-471c-9480-3480369aec7b req-ed9aea7e-adf0-4b96-83f1-009df40cf540 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.621149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711d31-f7bd-471c-9480-3480369aec7b req-ed9aea7e-adf0-4b96-83f1-009df40cf540 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.627484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711d31-f7bd-471c-9480-3480369aec7b req-ed9aea7e-adf0-4b96-83f1-009df40cf540 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.633802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711d31-f7bd-471c-9480-3480369aec7b req-ed9aea7e-adf0-4b96-83f1-009df40cf540 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.640672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711d31-f7bd-471c-9480-3480369aec7b req-ed9aea7e-adf0-4b96-83f1-009df40cf540 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.649105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711d31-f7bd-471c-9480-3480369aec7b req-ed9aea7e-adf0-4b96-83f1-009df40cf540 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.658251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711d31-f7bd-471c-9480-3480369aec7b req-ed9aea7e-adf0-4b96-83f1-009df40cf540 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.663065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-ef532860-b4e4-41ff-bd7b-85354b7e40a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 217 time: 0.0684874 Aug 23 03:47:59.671949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc711d31-f7bd-471c-9480-3480369aec7b req-ed9aea7e-adf0-4b96-83f1-009df40cf540 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.2349107 Aug 23 03:47:59.798191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-9101ffff-c7dd-4429-9aa5-3224db740654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.799824 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc711d31-f7bd-471c-9480-3480369aec7b req-8eaa60b3-3bce-4e56-8264-3fbabf232ad6 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247523 Aug 23 03:47:59.803088 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-9101ffff-c7dd-4429-9aa5-3224db740654 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.1265421 Aug 23 03:47:59.866450 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:47:59.869256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Transition to ACTIVE for port object ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:59.884654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:47:59.892619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Transition to ACTIVE for port object ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:47:59.938071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-79c57a68-3d99-4b72-a2b1-8975cf806209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:47:59.940080 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-79c57a68-3d99-4b72-a2b1-8975cf806209 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162250 Aug 23 03:48:00.016283 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:00.060212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Network a4be013a-0525-4125-8830-6a18dec53e7c is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:00.063925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:00.068197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:00.085908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Pushing event updated for resources: {'Port': ['ID=ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:00.140946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Attempting to bind port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:48:00.142579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Attempting to bind port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd5b23ebe-0cae-4e36-94d9-3d183d0c4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4be013a-0525-4125-8830-6a18dec53e7c'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:48:00.143073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Attempting to bind port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c on network a4be013a-0525-4125-8830-6a18dec53e7c {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:00.159007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:48:00.159430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Checking segment: {'id': 'd5b23ebe-0cae-4e36-94d9-3d183d0c4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4be013a-0525-4125-8830-6a18dec53e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:00.159851 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:00.160258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Bound using segment: {'id': 'd5b23ebe-0cae-4e36-94d9-3d183d0c4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4be013a-0525-4125-8830-6a18dec53e7c'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:48:00.163595 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:00.164671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Bound port: ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b23ebe-0cae-4e36-94d9-3d183d0c4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a4be013a-0525-4125-8830-6a18dec53e7c'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:48:00.165145 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:00.182910 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-b5430f69-04f7-45db-9ae3-818c7ff5d591 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353055 Aug 23 03:48:00.212259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 78c0fe91-ab32-461a-923d-1caf2cf28024 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:00.367692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72c083-c06e-4500-b29d-8e55d90b6410 req-f46ce271-a4bf-46e1-98e8-5347679fffa4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:00.375482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] For port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:48:00.376140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a72c083-c06e-4500-b29d-8e55d90b6410 req-f46ce271-a4bf-46e1-98e8-5347679fffa4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1658840 Aug 23 03:48:00.386698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] For port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c,segment=NetworkSegment(d5b23ebe-0cae-4e36-94d9-3d183d0c4ea7),segment_id=d5b23ebe-0cae-4e36-94d9-3d183d0c4ea7)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:48:00.411235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-0b1a369e-b5e4-4a6a-893f-09d79d352f45 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097983 Aug 23 03:48:00.421604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:00.431034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66118f48-d286-4a60-a5c0-903b848083a0 req-5af07ef5-4153-4ed6-9274-a06aa21eaaf3 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 210 time: 0.1097417 Aug 23 03:48:00.502514 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-2e561a04-13a3-46f5-a58a-64f1598896f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 217 time: 0.0826535 Aug 23 03:48:00.507510 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:00.563898 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a72c083-c06e-4500-b29d-8e55d90b6410 req-cda9575b-64a1-4e7c-af51-afd0aa39bcc9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792386 Aug 23 03:48:00.591839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-0560eee3-5ed2-4816-a99e-43ad876a0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:00.595573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-0560eee3-5ed2-4816-a99e-43ad876a0f9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0858233 Aug 23 03:48:00.641353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::10 (a4be013a-0525-4125-8830-6a18dec53e7c/c59f2d82-9977-4b95-9ad6-28db90e9075d/78c0fe91-ab32-461a-923d-1caf2cf28024) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:00.674159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff4dcb-9fc5-467d-b6cc-c5f29b8e31a0 None None] Pushing event updated for resources: {'Port': ['ID=ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:00.706087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-851e2a2d-99bb-4d4f-a76f-52a51d4c0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:00.712060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-851e2a2d-99bb-4d4f-a76f-52a51d4c0a2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077743 Aug 23 03:48:00.870851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-8d590055-5193-4f44-b64b-332e5479b7f8 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530678 Aug 23 03:48:00.916094 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:00.945845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object 78c0fe91-ab32-461a-923d-1caf2cf28024 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:01.084745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc7a8-5749-49bf-81c8-d4e41ea92cf4 req-0df1b26c-c702-4891-b772-caa748d51597 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.097931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc7a8-5749-49bf-81c8-d4e41ea92cf4 req-0df1b26c-c702-4891-b772-caa748d51597 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.104380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc7a8-5749-49bf-81c8-d4e41ea92cf4 req-0df1b26c-c702-4891-b772-caa748d51597 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.111564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc7a8-5749-49bf-81c8-d4e41ea92cf4 req-0df1b26c-c702-4891-b772-caa748d51597 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.111899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-ba0cbdc2-fc31-4a35-9ed5-490e17d24229 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327046 Aug 23 03:48:01.117534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc7a8-5749-49bf-81c8-d4e41ea92cf4 req-0df1b26c-c702-4891-b772-caa748d51597 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.125130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc7a8-5749-49bf-81c8-d4e41ea92cf4 req-0df1b26c-c702-4891-b772-caa748d51597 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.127644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50082) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:01.132845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc7a8-5749-49bf-81c8-d4e41ea92cf4 req-0df1b26c-c702-4891-b772-caa748d51597 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.150435 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0dbfc7a8-5749-49bf-81c8-d4e41ea92cf4 req-0df1b26c-c702-4891-b772-caa748d51597 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.1701620 Aug 23 03:48:01.188744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:01.192483 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44dae94c-826a-4767-9e4c-b2ac8568cd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:01.199437 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-dc4f6ea1-8ade-433c-b51f-b2f96e44b386 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3 HTTP/1.1" status: 200 len: 217 time: 0.0799341 Aug 23 03:48:01.268426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0dbfc7a8-5749-49bf-81c8-d4e41ea92cf4 req-8f2d7891-b669-47e3-9c34-2db86decaf09 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168609 Aug 23 03:48:01.295283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-5e65b9ca-a12d-4c00-b7b2-dc038f895d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.309234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-5e65b9ca-a12d-4c00-b7b2-dc038f895d2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0882816 Aug 23 03:48:01.386419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=78c0fe91-ab32-461a-923d-1caf2cf28024,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:01.390516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-37fdbe72-5d21-412c-8305-d8eab896b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.392364 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-37fdbe72-5d21-412c-8305-d8eab896b302 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760093 Aug 23 03:48:01.410287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network a4be013a-0525-4125-8830-6a18dec53e7c is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:01.415615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:01.421996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:01.438849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.441349 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:01.504602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44dae94c-826a-4767-9e4c-b2ac8568cd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:01.538017 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-c8e4539a-4f37-4fbc-b9ed-ba19afec6606 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369829 Aug 23 03:48:01.545128 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44dae94c-826a-4767-9e4c-b2ac8568cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:01.617221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60ee673a-4456-4de3-9efa-d6a3723bf961 req-cacd5a72-91b8-434c-891c-06c6701962a7 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 210 time: 0.0812948 Aug 23 03:48:01.633602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0b01fe04-eddd-4d60-a384-b7b46545789e tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2658267 Aug 23 03:48:01.638215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50094) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:01.653677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-44dae94c-826a-4767-9e4c-b2ac8568cd12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cef02039beb240c7ae2516b52ec4ad07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221620 Aug 23 03:48:01.656291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': 'a4be013a-0525-4125-8830-6a18dec53e7c', 'name': 'tempest-PortsIpV6TestJSON-921851193', 'fixed_ips': [{'subnet_id': 'c59f2d82-9977-4b95-9ad6-28db90e9075d', 'ip_address': '2001:db8::f'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:01.657909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50096) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:01.659028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dae94c-826a-4767-9e4c-b2ac8568cd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c02b3a3-12fc-44a3-bafb-2863d12d1483,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:01.757765 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:01.859768 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f7806fe-c52a-4ac5-ae29-5efa2a4a1df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:01.889164 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f7806fe-c52a-4ac5-ae29-5efa2a4a1df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:01.969384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-7d051594-d85d-420a-8467-a461a8350200 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198310 Aug 23 03:48:01.997520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3b8e-bcb8-4ffa-ba84-0f4fd5d42f6d req-7f6cdf2a-fde6-48ae-9e01-f39b81f30d4e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:01.997520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2cdc3b8e-bcb8-4ffa-ba84-0f4fd5d42f6d req-7f6cdf2a-fde6-48ae-9e01-f39b81f30d4e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.2407777 Aug 23 03:48:02.045361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-10b780d0-e88e-48ec-b835-fbb1e99b19d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=3e46219a-9d3e-4df1-8205-80f7be163313 HTTP/1.1" status: 200 len: 217 time: 0.0470002 Aug 23 03:48:02.047054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f7806fe-c52a-4ac5-ae29-5efa2a4a1df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:02.049688 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f7806fe-c52a-4ac5-ae29-5efa2a4a1df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:02.053060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9f7806fe-c52a-4ac5-ae29-5efa2a4a1df0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c02b3a3-12fc-44a3-bafb-2863d12d1483 HTTP/1.1" status: 204 len: 168 time: 0.3883317 Aug 23 03:48:02.157329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7806fe-c52a-4ac5-ae29-5efa2a4a1df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c02b3a3-12fc-44a3-bafb-2863d12d1483,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:02.190791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:02.197899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2cdc3b8e-bcb8-4ffa-ba84-0f4fd5d42f6d req-01ed2cf4-737b-49b2-b622-d0f853f0a0fb tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601777 Aug 23 03:48:02.201694 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:02.224315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-0846796f-5854-47ae-a673-8b07d2c0c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:02.226025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-0846796f-5854-47ae-a673-8b07d2c0c419 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.1654258 Aug 23 03:48:02.253572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port e6f4c488-2925-4a60-b94d-736d079de12d yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:02.275950 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ec720-a567-4b3d-a811-be6c2c5a2ecf None None] Network a4be013a-0525-4125-8830-6a18dec53e7c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:02.284736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-4e2c625e-2bb3-464e-a959-20f2b324608f tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:02.289203 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-4e2c625e-2bb3-464e-a959-20f2b324608f tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.11 "GET /v2.0/networks?id=47e30625-a1f8-4888-ad0d-8340106e9a3d HTTP/1.1" status: 200 len: 814 time: 0.3777180 Aug 23 03:48:02.319573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-f8d708be-8aad-4f6d-9e2b-d567d823a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:02.323518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-f8d708be-8aad-4f6d-9e2b-d567d823a853 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873277 Aug 23 03:48:02.456616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Request body: {'port': {'device_id': '696d6430-72fb-4434-a2e3-76a702128bac', 'network_id': '47e30625-a1f8-4888-ad0d-8340106e9a3d', 'admin_state_up': True, 'tenant_id': 'd9ff0836e190485a80179f39ae74eedc'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:02.608663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-248c6b2e-9a7a-473d-a975-0a9dfdd452bf None None] Provisioning for port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:02.619174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:02.653169 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-99aa7cf2-f7ef-448e-8fbe-e2052ed2df95 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229177 Aug 23 03:48:02.887405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:02.890831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:02.891405 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:02.987718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7155f56b-fa8c-4849-949e-50158cd65ef4 req-31324e79-c1cd-4b05-bf39-f0c2f78a0789 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 210 time: 0.1296232 Aug 23 03:48:03.089257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-f57599be-1630-45f4-a5ab-812c626946eb service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280093 Aug 23 03:48:03.138405 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:03.209397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c,segment=NetworkSegment(d5b23ebe-0cae-4e36-94d9-3d183d0c4ea7),segment_id=d5b23ebe-0cae-4e36-94d9-3d183d0c4ea7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:03.231923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88f1c-2cc2-4f9e-a18e-5909ef6c17bb req-e1cd81e6-8556-413f-b959-a25cc16fd19e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.232877 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-7d58a66b-c4ac-42f1-8bf5-a3eeb761070c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=027ee6a5-a175-420b-969a-af306fdc7da3 HTTP/1.1" status: 200 len: 217 time: 0.1336262 Aug 23 03:48:03.243921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88f1c-2cc2-4f9e-a18e-5909ef6c17bb req-e1cd81e6-8556-413f-b959-a25cc16fd19e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.289223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88f1c-2cc2-4f9e-a18e-5909ef6c17bb req-e1cd81e6-8556-413f-b959-a25cc16fd19e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.295661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88f1c-2cc2-4f9e-a18e-5909ef6c17bb req-e1cd81e6-8556-413f-b959-a25cc16fd19e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.310613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88f1c-2cc2-4f9e-a18e-5909ef6c17bb req-e1cd81e6-8556-413f-b959-a25cc16fd19e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.325201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88f1c-2cc2-4f9e-a18e-5909ef6c17bb req-e1cd81e6-8556-413f-b959-a25cc16fd19e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.331768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88f1c-2cc2-4f9e-a18e-5909ef6c17bb req-e1cd81e6-8556-413f-b959-a25cc16fd19e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.339966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08f88f1c-2cc2-4f9e-a18e-5909ef6c17bb req-e1cd81e6-8556-413f-b959-a25cc16fd19e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.8064458 Aug 23 03:48:03.431953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::f (a4be013a-0525-4125-8830-6a18dec53e7c/c59f2d82-9977-4b95-9ad6-28db90e9075d/e6f4c488-2925-4a60-b94d-736d079de12d) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:03.438748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-08f88f1c-2cc2-4f9e-a18e-5909ef6c17bb req-c11605da-241e-4574-911d-258eaf2856d6 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850129 Aug 23 03:48:03.683382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-e5e2bb5b-107f-40d3-b2cf-261cac074109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.685000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-e5e2bb5b-107f-40d3-b2cf-261cac074109 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.4457970 Aug 23 03:48:03.688150 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:03.708187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object e6f4c488-2925-4a60-b94d-736d079de12d will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:03.753699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cee88-4644-4f05-8766-4fed4f4822db req-79a605b7-601c-49f9-a258-ec557429a82f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.755235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-640cee88-4644-4f05-8766-4fed4f4822db req-79a605b7-601c-49f9-a258-ec557429a82f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1159332 Aug 23 03:48:03.779658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-2d7adce5-dbd8-45a3-b10a-7a53a4297093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:03.782066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-2d7adce5-dbd8-45a3-b10a-7a53a4297093 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841467 Aug 23 03:48:03.894751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-640cee88-4644-4f05-8766-4fed4f4822db req-138557a9-4c70-46e9-814c-8b0f8244d469 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324344 Aug 23 03:48:03.943563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-46fc1630-37e9-46bf-ae8f-f2ea5be64af4 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517761 Aug 23 03:48:03.964855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:03.985158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a136d0f8-b5f2-4330-bf16-d56d943d2114 None None] Provisioning for port 78c0fe91-ab32-461a-923d-1caf2cf28024 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:03.999981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:03.999981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Made reservation on behalf of d9ff0836e190485a80179f39ae74eedc for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:04.000988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a136d0f8-b5f2-4330-bf16-d56d943d2114 None None] Provisioning complete for port 78c0fe91-ab32-461a-923d-1caf2cf28024 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:04.000988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a136d0f8-b5f2-4330-bf16-d56d943d2114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:04.006940 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:04.062864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:04.072450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a136d0f8-b5f2-4330-bf16-d56d943d2114 None None] Port 78c0fe91-ab32-461a-923d-1caf2cf28024 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:04.083553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a136d0f8-b5f2-4330-bf16-d56d943d2114 None None] Provisioning complete for port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:04.085406 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a136d0f8-b5f2-4330-bf16-d56d943d2114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:04.180503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network a4be013a-0525-4125-8830-6a18dec53e7c is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:04.196060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-5a51d2ef-311c-4b82-a688-58fc5f08608e service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451251 Aug 23 03:48:04.260703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:04.283889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:04.297369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.300715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-2a6fc715-f580-4e6b-9948-9db8f1a8c49b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ef3d62f-57c6-44a3-8778-887a770f6237 HTTP/1.1" status: 200 len: 217 time: 0.0972574 Aug 23 03:48:04.301395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:04.320992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3273052-d2bb-4331-a528-ec1a12863990 req-da089d56-dffb-4ca9-aa28-8495eba83e39 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 210 time: 0.1567731 Aug 23 03:48:04.321977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=e6f4c488-2925-4a60-b94d-736d079de12d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:04.390314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9f193de3-de32-479b-9fd0-f8966ae6a67c None None] Provisioning complete for port 78c0fe91-ab32-461a-923d-1caf2cf28024 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:04.391432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9f193de3-de32-479b-9fd0-f8966ae6a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:04.406312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-02d87b42-ccb9-44b8-822c-fcbece4e22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.406312 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-02d87b42-ccb9-44b8-822c-fcbece4e22f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0921516 Aug 23 03:48:04.455579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9f193de3-de32-479b-9fd0-f8966ae6a67c None None] Port 78c0fe91-ab32-461a-923d-1caf2cf28024 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:04.506217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3de78919-de3a-479f-b67a-02b1c0139878 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8667731 Aug 23 03:48:04.522369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50150) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:04.523018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:04.561219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Allocated IP 172.20.0.12 (47e30625-a1f8-4888-ad0d-8340106e9a3d/e2dc568b-9e6e-4d34-9453-25b195492eab/e7802729-d701-4ff7-9491-7eb23a9faa2f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:04.588374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-7e46d7d1-1c3f-4006-967c-da12735b0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.589962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-7e46d7d1-1c3f-4006-967c-da12735b0a4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826570 Aug 23 03:48:04.687470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:04.687853 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:04.815044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eceb075e-6f96-4422-a211-33e31cdf6006 None None] Provisioning for port e6f4c488-2925-4a60-b94d-736d079de12d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:04.823935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eceb075e-6f96-4422-a211-33e31cdf6006 None None] Provisioning complete for port e6f4c488-2925-4a60-b94d-736d079de12d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:04.824322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eceb075e-6f96-4422-a211-33e31cdf6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:04.897429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477e752-f797-43f4-9434-c52d2db5c6ab tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.900550 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c477e752-f797-43f4-9434-c52d2db5c6ab tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3648057 Aug 23 03:48:04.910843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50164) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:04.923178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4e65-f4d3-4c5b-b87e-e21b93d4c73d req-dcbbfd0a-857d-4daf-ac09-b5f6bc8d1dd5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.930753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4e65-f4d3-4c5b-b87e-e21b93d4c73d req-dcbbfd0a-857d-4daf-ac09-b5f6bc8d1dd5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.934625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-eceb075e-6f96-4422-a211-33e31cdf6006 None None] Port e6f4c488-2925-4a60-b94d-736d079de12d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:04.935935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4e65-f4d3-4c5b-b87e-e21b93d4c73d req-dcbbfd0a-857d-4daf-ac09-b5f6bc8d1dd5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.942438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4e65-f4d3-4c5b-b87e-e21b93d4c73d req-dcbbfd0a-857d-4daf-ac09-b5f6bc8d1dd5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.968849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4e65-f4d3-4c5b-b87e-e21b93d4c73d req-dcbbfd0a-857d-4daf-ac09-b5f6bc8d1dd5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.973062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4e65-f4d3-4c5b-b87e-e21b93d4c73d req-dcbbfd0a-857d-4daf-ac09-b5f6bc8d1dd5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.987429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e4e65-f4d3-4c5b-b87e-e21b93d4c73d req-dcbbfd0a-857d-4daf-ac09-b5f6bc8d1dd5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:04.998526 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b6e4e65-f4d3-4c5b-b87e-e21b93d4c73d req-dcbbfd0a-857d-4daf-ac09-b5f6bc8d1dd5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.3730352 Aug 23 03:48:05.025511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf3091d-5b0c-41a9-a954-faf9f12d8835 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:05.034979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf3091d-5b0c-41a9-a954-faf9f12d8835 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:05.043130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf3091d-5b0c-41a9-a954-faf9f12d8835 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:05.047845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-abf3091d-5b0c-41a9-a954-faf9f12d8835 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1340518 Aug 23 03:48:05.052099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50168) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:05.070400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-a4704a19-a4b9-4f96-8dba-ba2237369018 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664519 Aug 23 03:48:05.102869 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:05.133053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e21603-2c49-451a-8e2e-d9974f1f96a0 req-bb10a244-e880-431f-a5c8-9d9ddbb9ac4c tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:05.134626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63e21603-2c49-451a-8e2e-d9974f1f96a0 req-bb10a244-e880-431f-a5c8-9d9ddbb9ac4c tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0856397 Aug 23 03:48:05.180978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63e21603-2c49-451a-8e2e-d9974f1f96a0 req-1c174211-ac0e-4364-8012-e0ba027b2355 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391688 Aug 23 03:48:05.204146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50172) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:05.226990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b6e4e65-f4d3-4c5b-b87e-e21b93d4c73d req-b8bfbea4-3ae5-458a-a62c-a5bc34512905 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2226453 Aug 23 03:48:05.314519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:05.336090 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffc49d-daab-40a5-88c4-1485bb58a748 req-50ea5740-03d2-40e2-82ff-e8895a921ecb service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502034 Aug 23 03:48:05.343235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd4d4e-0b4e-4bb9-90b7-09674d8dd299 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port e6f4c488-2925-4a60-b94d-736d079de12d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:05.344052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4d4e-0b4e-4bb9-90b7-09674d8dd299 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:05.441878 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Network 47e30625-a1f8-4888-ad0d-8340106e9a3d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:05.481347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:05.484514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Pushing event updated for resources: {'Port': ['ID=e7802729-d701-4ff7-9491-7eb23a9faa2f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:05.485728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4d4e-0b4e-4bb9-90b7-09674d8dd299 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:05.488533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:05.504303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd4d4e-0b4e-4bb9-90b7-09674d8dd299 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for e6f4c488-2925-4a60-b94d-736d079de12d owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:05.568300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393ede-8971-4969-8083-6b53edfd8f88 req-8db448ae-bf3b-4203-9198-820d35e62230 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:05.569923 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd393ede-8971-4969-8083-6b53edfd8f88 req-8db448ae-bf3b-4203-9198-820d35e62230 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 932 time: 0.1391337 Aug 23 03:48:05.589575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:05.589575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:05.599466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1765890318'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:05.655087 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd393ede-8971-4969-8083-6b53edfd8f88 req-39f6fc32-1e68-4789-b492-060eea181f87 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610826 Aug 23 03:48:05.719502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:05.723420 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:05.733285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:05.804625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4d4e-0b4e-4bb9-90b7-09674d8dd299 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:05.836858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd4d4e-0b4e-4bb9-90b7-09674d8dd299 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=e6f4c488-2925-4a60-b94d-736d079de12d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:05.837738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-a3d1480f-ac74-468b-bc7c-cc9b23163736 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4191959 Aug 23 03:48:05.864976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Request body: {'port': {'device_id': '696d6430-72fb-4434-a2e3-76a702128bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:05.875285 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4d4e-0b4e-4bb9-90b7-09674d8dd299 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:05.878889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dfbd4d4e-0b4e-4bb9-90b7-09674d8dd299 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/e6f4c488-2925-4a60-b94d-736d079de12d HTTP/1.1" status: 204 len: 168 time: 0.8219795 Aug 23 03:48:05.883988 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50184) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:05.932919 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3eda88-49b8-44ca-a745-48458114a49c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:48:05.939188 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5a3eda88-49b8-44ca-a745-48458114a49c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/e6f4c488-2925-4a60-b94d-736d079de12d HTTP/1.1" status: 404 len: 333 time: 0.0536082 Aug 23 03:48:05.940241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50188) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:06.022258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.101439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.146502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-344a68f7-1207-4426-bb2d-df2b74630422 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 78c0fe91-ab32-461a-923d-1caf2cf28024 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:06.150418 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-344a68f7-1207-4426-bb2d-df2b74630422 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.189226 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.212913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:48:06.260225 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.260480 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Added segment 04481fee-b8c6-419f-b887-e56c87716fb4 of type vlan for network 3c688fca-8b91-49b5-9068-0842b85ca171 Aug 23 03:48:06.283881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfcbb24-a16e-4b0c-a3e8-4c8f2b00af9b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:06.320691 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-344a68f7-1207-4426-bb2d-df2b74630422 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.352247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-344a68f7-1207-4426-bb2d-df2b74630422 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 78c0fe91-ab32-461a-923d-1caf2cf28024 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:06.364798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.463843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb030-7a7e-4de4-9439-44d5cf151a10 req-931597a7-14cd-4db7-a44e-4c38c08d9e24 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.471205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4deb030-7a7e-4de4-9439-44d5cf151a10 req-931597a7-14cd-4db7-a44e-4c38c08d9e24 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1110034 Aug 23 03:48:06.496400 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.505570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eda19-4448-460f-9824-e0498b2fc799 req-4720ace0-3da8-4cb5-b145-4e8e551b3bc9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.505889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.505889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.523881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eda19-4448-460f-9824-e0498b2fc799 req-4720ace0-3da8-4cb5-b145-4e8e551b3bc9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.532207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eda19-4448-460f-9824-e0498b2fc799 req-4720ace0-3da8-4cb5-b145-4e8e551b3bc9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.546907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eda19-4448-460f-9824-e0498b2fc799 req-4720ace0-3da8-4cb5-b145-4e8e551b3bc9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.555098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eda19-4448-460f-9824-e0498b2fc799 req-4720ace0-3da8-4cb5-b145-4e8e551b3bc9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.562711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eda19-4448-460f-9824-e0498b2fc799 req-4720ace0-3da8-4cb5-b145-4e8e551b3bc9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.570339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eda19-4448-460f-9824-e0498b2fc799 req-4720ace0-3da8-4cb5-b145-4e8e551b3bc9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.580436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-983eda19-4448-460f-9824-e0498b2fc799 req-4720ace0-3da8-4cb5-b145-4e8e551b3bc9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5420 time: 0.2082169 Aug 23 03:48:06.637781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-983eda19-4448-460f-9824-e0498b2fc799 req-c8a5f7d3-73dd-4b8e-9737-5a992fd71a7a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560131 Aug 23 03:48:06.641280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4deb030-7a7e-4de4-9439-44d5cf151a10 req-36ffada1-edcf-432d-aa66-aca20bd6f60b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613801 Aug 23 03:48:06.645801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7802729-d701-4ff7-9491-7eb23a9faa2f {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:06.659081 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.668876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Network': ['ID=3c688fca-8b91-49b5-9068-0842b85ca171,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:06.673988 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed08ea6c-3adc-46e8-86e3-ca427464c5de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4680939 Aug 23 03:48:06.687448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50198) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:06.695247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:48:06.706638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'name': 'tempest-PortsTestJSON-547313369'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:06.847433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 17dd7351-48f5-4c38-a316-44ac2d836527 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:06.859955 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f49762-2eba-444a-9e32-0543f679eec8 req-7aee28b2-8ce7-457d-911b-3c576d724fa8 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:06.864350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16f49762-2eba-444a-9e32-0543f679eec8 req-7aee28b2-8ce7-457d-911b-3c576d724fa8 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 932 time: 0.0820794 Aug 23 03:48:06.884301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-344a68f7-1207-4426-bb2d-df2b74630422 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.889461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Transition to ACTIVE for port object e7802729-d701-4ff7-9491-7eb23a9faa2f will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:06.921833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a68f7-1207-4426-bb2d-df2b74630422 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=78c0fe91-ab32-461a-923d-1caf2cf28024,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:06.939960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16f49762-2eba-444a-9e32-0543f679eec8 req-44d40a36-fa06-429a-aa3b-fa6b3afd6b7a tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645676 Aug 23 03:48:06.976381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-344a68f7-1207-4426-bb2d-df2b74630422 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:06.981235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-344a68f7-1207-4426-bb2d-df2b74630422 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/78c0fe91-ab32-461a-923d-1caf2cf28024 HTTP/1.1" status: 204 len: 168 time: 1.0374413 Aug 23 03:48:06.987175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50206) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:06.987386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.008759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:07.021503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.036845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 17dd7351-48f5-4c38-a316-44ac2d836527, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=17dd7351-48f5-4c38-a316-44ac2d836527,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:07.052887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '17dd7351-48f5-4c38-a316-44ac2d836527', 'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'port_id': '17dd7351-48f5-4c38-a316-44ac2d836527', 'mac_address': 'fa:16:3e:4f:61:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8d55b4-99fd-4b4f-8c40-ed27c565121b', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:07.072934 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bff7c93-5dae-45c2-9406-f11c924096c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:48:07.077386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7bff7c93-5dae-45c2-9406-f11c924096c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/78c0fe91-ab32-461a-923d-1caf2cf28024 HTTP/1.1" status: 404 len: 333 time: 0.0914459 Aug 23 03:48:07.081531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50210) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:07.105983 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.125161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dd7351-48f5-4c38-a316-44ac2d836527 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:07.163571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Pushing event updated for resources: {'Port': ['ID=e7802729-d701-4ff7-9491-7eb23a9faa2f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:07.171938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:07.174448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f80d91-c5ff-4216-a63e-183a57cf8bf4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet c59f2d82-9977-4b95-9ad6-28db90e9075d {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:07.179986 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4f80d91-c5ff-4216-a63e-183a57cf8bf4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.184756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 17dd7351-48f5-4c38-a316-44ac2d836527, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=17dd7351-48f5-4c38-a316-44ac2d836527,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:07.240415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4f80d91-c5ff-4216-a63e-183a57cf8bf4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.257432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.259395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 42ca78a7-09ef-4d08-b00c-561a5c2f285e details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:07.359132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Attempting to bind port e7802729-d701-4ff7-9491-7eb23a9faa2f on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:48:07.359599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Attempting to bind port e7802729-d701-4ff7-9491-7eb23a9faa2f by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'cc213259-6283-4c01-b4fc-cc4a92699869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47e30625-a1f8-4888-ad0d-8340106e9a3d'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:48:07.360425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Attempting to bind port e7802729-d701-4ff7-9491-7eb23a9faa2f on network 47e30625-a1f8-4888-ad0d-8340106e9a3d {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:07.374813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Port e7802729-d701-4ff7-9491-7eb23a9faa2f on network 47e30625-a1f8-4888-ad0d-8340106e9a3d not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:48:07.375504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Attempting to bind port e7802729-d701-4ff7-9491-7eb23a9faa2f on network 47e30625-a1f8-4888-ad0d-8340106e9a3d {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:07.388622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:48:07.389052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Checking segment: {'id': 'cc213259-6283-4c01-b4fc-cc4a92699869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47e30625-a1f8-4888-ad0d-8340106e9a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:07.391108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Bound using segment: {'id': 'cc213259-6283-4c01-b4fc-cc4a92699869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47e30625-a1f8-4888-ad0d-8340106e9a3d'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:48:07.391108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Bound port: e7802729-d701-4ff7-9491-7eb23a9faa2f, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc213259-6283-4c01-b4fc-cc4a92699869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '47e30625-a1f8-4888-ad0d-8340106e9a3d'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:48:07.391108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.453285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 42ca78a7-09ef-4d08-b00c-561a5c2f285e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:07.456207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=17dd7351-48f5-4c38-a316-44ac2d836527,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:07.468794 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.469771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '42ca78a7-09ef-4d08-b00c-561a5c2f285e', 'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'port_id': '42ca78a7-09ef-4d08-b00c-561a5c2f285e', 'mac_address': 'fa:16:3e:e5:10:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8d55b4-99fd-4b4f-8c40-ed27c565121b', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:07.476352 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4f80d91-c5ff-4216-a63e-183a57cf8bf4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.506172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] For port e7802729-d701-4ff7-9491-7eb23a9faa2f, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:48:07.513820 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.517683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] For port e7802729-d701-4ff7-9491-7eb23a9faa2f, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e7802729-d701-4ff7-9491-7eb23a9faa2f,segment=NetworkSegment(cc213259-6283-4c01-b4fc-cc4a92699869),segment_id=cc213259-6283-4c01-b4fc-cc4a92699869)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:48:07.547264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ca78a7-09ef-4d08-b00c-561a5c2f285e {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:07.593783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.598250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 42ca78a7-09ef-4d08-b00c-561a5c2f285e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:07.606143 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.633300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4f80d91-c5ff-4216-a63e-183a57cf8bf4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.668011 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.668689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 135ed5bc-ba78-4c3a-a568-eca20cbcb623 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:07.678733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f80d91-c5ff-4216-a63e-183a57cf8bf4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=c59f2d82-9977-4b95-9ad6-28db90e9075d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:07.686060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4f80d91-c5ff-4216-a63e-183a57cf8bf4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.688627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d4f80d91-c5ff-4216-a63e-183a57cf8bf4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/c59f2d82-9977-4b95-9ad6-28db90e9075d HTTP/1.1" status: 204 len: 168 time: 0.6049492 Aug 23 03:48:07.690810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50224) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:07.695234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:07.701232 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.701232 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] 10.222.0.11 "PUT /v2.0/ports/e7802729-d701-4ff7-9491-7eb23a9faa2f HTTP/1.1" status: 200 len: 1092 time: 1.8451378 Aug 23 03:48:07.703827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696d6430-72fb-4434-a2e3-76a702128bac', 'tag': 'e7802729-d701-4ff7-9491-7eb23a9faa2f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:48:07.703980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3a0db-929b-4cfd-a192-49f51a500107 None None] Network a4be013a-0525-4125-8830-6a18dec53e7c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:07.706515 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e" -d '{"events": [{"name": "network-changed", "server_uuid": "696d6430-72fb-4434-a2e3-76a702128bac", "tag": "e7802729-d701-4ff7-9491-7eb23a9faa2f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:48:07.757832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36251a-5fd2-45a5-af53-80f7f8c29265 service neutron] Pushing event updated for resources: {'Port': ['ID=e7802729-d701-4ff7-9491-7eb23a9faa2f,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:07.826674 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.863483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:07.866952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=42ca78a7-09ef-4d08-b00c-561a5c2f285e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:07.960519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-13ec89e0-328c-44c1-8abc-6fb592508175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:07.962339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-13ec89e0-328c-44c1-8abc-6fb592508175 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ff0836e190485a80179f39ae74eedc&device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 1095 time: 0.1490731 Aug 23 03:48:07.979698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4f98-891b-4190-810a-ba665c8a21ce req-c2cae536-de42-4ace-8700-342ba45b52a3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:07.987882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed5b4f98-891b-4190-810a-ba665c8a21ce req-c2cae536-de42-4ace-8700-342ba45b52a3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1345699 Aug 23 03:48:08.000401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:08.027321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a2a1-f08f-4ec2-adb8-a9ff3f2d8f1f req-7d76736b-361f-4404-92a0-ba12f9de219a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.035394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a2a1-f08f-4ec2-adb8-a9ff3f2d8f1f req-7d76736b-361f-4404-92a0-ba12f9de219a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.046458 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a2a1-f08f-4ec2-adb8-a9ff3f2d8f1f req-7d76736b-361f-4404-92a0-ba12f9de219a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.054290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a2a1-f08f-4ec2-adb8-a9ff3f2d8f1f req-7d76736b-361f-4404-92a0-ba12f9de219a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.061416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a2a1-f08f-4ec2-adb8-a9ff3f2d8f1f req-7d76736b-361f-4404-92a0-ba12f9de219a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.071170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a2a1-f08f-4ec2-adb8-a9ff3f2d8f1f req-7d76736b-361f-4404-92a0-ba12f9de219a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.079757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2a2a1-f08f-4ec2-adb8-a9ff3f2d8f1f req-7d76736b-361f-4404-92a0-ba12f9de219a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.085401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-0f713529-6906-45dd-a56f-fee7433fea99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7802729-d701-4ff7-9491-7eb23a9faa2f HTTP/1.1" status: 200 len: 217 time: 0.0940366 Aug 23 03:48:08.086794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.087137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.087476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.088582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.089880 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68e2a2a1-f08f-4ec2-adb8-a9ff3f2d8f1f req-7d76736b-361f-4404-92a0-ba12f9de219a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5422 time: 0.2374611 Aug 23 03:48:08.090332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.092430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.094358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.096791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.097904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.098287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.098571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.098901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:08.140716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:08.141093 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.165115 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68e2a2a1-f08f-4ec2-adb8-a9ff3f2d8f1f req-ad03e58d-ba9a-41a5-8563-0f6f14f8f0ff tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697715 Aug 23 03:48:08.197721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Checking segment: {'id': '04481fee-b8c6-419f-b887-e56c87716fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:08.197956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network hostable DHCP agents. Network: 3c688fca-8b91-49b5-9068-0842b85ca171, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:48:08.221534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed5b4f98-891b-4190-810a-ba665c8a21ce req-013335d3-e6c7-417e-82c2-fc0e38a341fe tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270606 Aug 23 03:48:08.252904 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7422f76-fbe9-40be-b1ed-493f77434880 x-openstack-request-id: req-a7422f76-fbe9-40be-b1ed-493f77434880 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:48:08.253240 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696d6430-72fb-4434-a2e3-76a702128bac", "tag": "e7802729-d701-4ff7-9491-7eb23a9faa2f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:48:08.257404 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7422f76-fbe9-40be-b1ed-493f77434880 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:48:08.258644 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696d6430-72fb-4434-a2e3-76a702128bac', 'tag': 'e7802729-d701-4ff7-9491-7eb23a9faa2f', 'status': 'completed', 'code': 200} Aug 23 03:48:08.288340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-1becd25d-796e-4394-94d0-49dfaeff0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.291608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-1becd25d-796e-4394-94d0-49dfaeff0db8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2dc568b-9e6e-4d34-9453-25b195492eab HTTP/1.1" status: 200 len: 854 time: 0.1892574 Aug 23 03:48:08.335056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 135ed5bc-ba78-4c3a-a568-eca20cbcb623, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:08.356527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] For port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c,segment=NetworkSegment(d5b23ebe-0cae-4e36-94d9-3d183d0c4ea7),segment_id=d5b23ebe-0cae-4e36-94d9-3d183d0c4ea7)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:08.356939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.362546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-18b9e8dc-84ce-43f9-8ee3-fc291e2bc899 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47e30625-a1f8-4888-ad0d-8340106e9a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586660 Aug 23 03:48:08.376635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:08.389774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'port_id': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'mac_address': 'fa:16:3e:9e:cf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:08.392793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:48:08.400402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c18665-9a44-43d9-ad0d-abbe1a12d465 req-9c5a61b4-ac1d-4ed8-8fbe-c3e7ef03929f tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.402151 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-83c18665-9a44-43d9-ad0d-abbe1a12d465 req-9c5a61b4-ac1d-4ed8-8fbe-c3e7ef03929f tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 944 time: 0.1001770 Aug 23 03:48:08.459762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.504302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135ed5bc-ba78-4c3a-a568-eca20cbcb623 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:08.526763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] DHCP port deletion for a4be013a-0525-4125-8830-6a18dec53e7c request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:48:08.534944 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-83c18665-9a44-43d9-ad0d-abbe1a12d465 req-c51a9ef9-d52b-48a1-8fff-a7efd30ac604 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Aug 23 03:48:08.549040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 3c688fca-8b91-49b5-9068-0842b85ca171) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:08.555443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:08.563270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:08.563918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.568974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-4ab0484c-3416-40d2-b9fc-e3a128e4eb25 service neutron] 10.222.0.11 "GET /v2.0/networks/47e30625-a1f8-4888-ad0d-8340106e9a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010310 Aug 23 03:48:08.583041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 135ed5bc-ba78-4c3a-a568-eca20cbcb623, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:08.585324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3321bde-e22c-4c5c-b015-c485b33b1107 None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:08.616062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.669258 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.669258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 84c60bb3-ed73-4229-89fb-3990609a06e2 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:08.669596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:08.680343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No DVR routers for this DVR port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:08.683092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9e8f3697-cee8-4dab-b995-f789a90445b6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9840424 Aug 23 03:48:08.689886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50250) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:08.748767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6d5eb87-32ab-42a4-9977-309a548acb58 req-ad40f6ae-1a8b-468f-9d86-105ebdead8d0 service neutron] 10.222.0.11 "GET /v2.0/networks/47e30625-a1f8-4888-ad0d-8340106e9a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715910 Aug 23 03:48:08.749026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1524187304'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:08.827874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.841267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=135ed5bc-ba78-4c3a-a568-eca20cbcb623,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:08.842040 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4be013a-0525-4125-8830-6a18dec53e7c']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:08.842174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 84c60bb3-ed73-4229-89fb-3990609a06e2, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=84c60bb3-ed73-4229-89fb-3990609a06e2,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:08.845075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] Deleting port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:08.845473 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.849662 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b23ebe-0cae-4e36-94d9-3d183d0c4ea7') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:08.849959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b23ebe-0cae-4e36-94d9-3d183d0c4ea7') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:08.862336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.878273 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.885831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:48:08.886399 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:48:08.891286 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:48:08.893590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '84c60bb3-ed73-4229-89fb-3990609a06e2', 'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'port_id': '84c60bb3-ed73-4229-89fb-3990609a06e2', 'mac_address': 'fa:16:3e:80:2b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8d55b4-99fd-4b4f-8c40-ed27c565121b', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:08.954710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:08.958190 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.975487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] For port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c, host n-d-749052-7, got binding levels [] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:08.975891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.989791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:48:08.993882 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:08.995988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] Calling delete_port for ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:08.999753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.ipam_backend_mixin [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] Port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c was not found and therefore no delete operation was performed {{(pid=95122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 03:48:08.999910 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.000232 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Added segment 93e14458-5287-46ca-8f64-ad223798368d of type vlan for network d8720021-ab20-467c-a978-62a0db79e4df Aug 23 03:48:09.008248 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.022156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c60bb3-ed73-4229-89fb-3990609a06e2 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:09.049647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.053384 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-cc131fc0-72b5-4be5-bf8c-af969f7921d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.054820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-cc131fc0-72b5-4be5-bf8c-af969f7921d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9ff0836e190485a80179f39ae74eedc&device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 1095 time: 0.0449910 Aug 23 03:48:09.074363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 84c60bb3-ed73-4229-89fb-3990609a06e2, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=84c60bb3-ed73-4229-89fb-3990609a06e2,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:09.078639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] Pushing event deleted for resources: {'Port': ['ID=ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:09.081027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00a5f2-aba6-45d9-bddb-511997b12899 None None] No DVR routers for this DVR port ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:09.112742 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.120148 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.122143 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/networks/a4be013a-0525-4125-8830-6a18dec53e7c HTTP/1.1" status: 204 len: 168 time: 1.4302824 Aug 23 03:48:09.127511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50258) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:09.132694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-402487738'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:09.136305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acef3ca-aa8f-429b-9a33-1e870e60fd03 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Network': ['ID=a4be013a-0525-4125-8830-6a18dec53e7c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:09.177043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-ce2a1ca6-871d-4e81-af29-ae212d921468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.178736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-ce2a1ca6-871d-4e81-af29-ae212d921468 service neutron] 10.222.0.11 "GET /v2.0/networks?id=47e30625-a1f8-4888-ad0d-8340106e9a3d HTTP/1.1" status: 200 len: 914 time: 0.1144795 Aug 23 03:48:09.185440 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.185671 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.192548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.198830 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.246814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=84c60bb3-ed73-4229-89fb-3990609a06e2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:09.250334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d2dec841-18eb-4694-8ee6-41883163b8f4 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:09.265221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-f03f917d-e91c-42aa-b553-165c25e87b64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7802729-d701-4ff7-9491-7eb23a9faa2f HTTP/1.1" status: 200 len: 217 time: 0.0735278 Aug 23 03:48:09.372527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Network': ['ID=d8720021-ab20-467c-a978-62a0db79e4df,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:09.385572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:09.388296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d2dec841-18eb-4694-8ee6-41883163b8f4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d2dec841-18eb-4694-8ee6-41883163b8f4,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:09.388885 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.395893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network d8720021-ab20-467c-a978-62a0db79e4df details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:48:09.431288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ee0ebbc5-271e-4141-9889-b4635d1a1b0c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7330739 Aug 23 03:48:09.432208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50270) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:09.448372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'ports': [{'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171'}, {'network_id': 'd8720021-ab20-467c-a978-62a0db79e4df'}]} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:09.451606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:09.455356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'd2dec841-18eb-4694-8ee6-41883163b8f4', 'network_id': 'e1a975d3-e990-4089-8800-cde315873959', 'port_id': 'd2dec841-18eb-4694-8ee6-41883163b8f4', 'mac_address': 'fa:16:3e:52:f5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8d55b4-99fd-4b4f-8c40-ed27c565121b', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:09.455556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': 'd8720021-ab20-467c-a978-62a0db79e4df'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:09.494271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:48:09.524489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-361077fc-2fd2-4192-a075-6eb96d99bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.526006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-361077fc-2fd2-4192-a075-6eb96d99bfed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2dc568b-9e6e-4d34-9453-25b195492eab HTTP/1.1" status: 200 len: 854 time: 0.1548483 Aug 23 03:48:09.531534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-33184609-b979-4101-999d-ff86bbd8b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.533039 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-33184609-b979-4101-999d-ff86bbd8b7f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347&tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360 HTTP/1.1" status: 200 len: 1094 time: 0.2706020 Aug 23 03:48:09.539043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.539379 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Added segment a8ac34ed-107f-4429-b96b-482db7c94b2b of type vlan for network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 Aug 23 03:48:09.563101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc84a-b2a5-4136-b880-a075196e1266 req-5bb8ef8a-a7b0-4f48-ac9e-3656656ca632 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.569250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc84a-b2a5-4136-b880-a075196e1266 req-5bb8ef8a-a7b0-4f48-ac9e-3656656ca632 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.577998 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc84a-b2a5-4136-b880-a075196e1266 req-5bb8ef8a-a7b0-4f48-ac9e-3656656ca632 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.598817 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.603023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc84a-b2a5-4136-b880-a075196e1266 req-5bb8ef8a-a7b0-4f48-ac9e-3656656ca632 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.614714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dec841-18eb-4694-8ee6-41883163b8f4 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:09.617879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc84a-b2a5-4136-b880-a075196e1266 req-5bb8ef8a-a7b0-4f48-ac9e-3656656ca632 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.624424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc84a-b2a5-4136-b880-a075196e1266 req-5bb8ef8a-a7b0-4f48-ac9e-3656656ca632 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.630746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc84a-b2a5-4136-b880-a075196e1266 req-5bb8ef8a-a7b0-4f48-ac9e-3656656ca632 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.632660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b66dc84a-b2a5-4136-b880-a075196e1266 req-5bb8ef8a-a7b0-4f48-ac9e-3656656ca632 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5424 time: 0.2670553 Aug 23 03:48:09.648426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['17dd7351-48f5-4c38-a316-44ac2d836527'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:09.672940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd154600-ed0d-4503-84e3-e130c1b75d12 req-51d148d4-7e5d-466c-8e15-9af65e38c150 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:09.677171 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bd154600-ed0d-4503-84e3-e130c1b75d12 req-51d148d4-7e5d-466c-8e15-9af65e38c150 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.2940066 Aug 23 03:48:09.693573 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-beea5753-bdc7-4eeb-8068-1fe48288c520 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47e30625-a1f8-4888-ad0d-8340106e9a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565611 Aug 23 03:48:09.738802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['42ca78a7-09ef-4d08-b00c-561a5c2f285e'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:09.742677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['135ed5bc-ba78-4c3a-a568-eca20cbcb623'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:09.750040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d2dec841-18eb-4694-8ee6-41883163b8f4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d2dec841-18eb-4694-8ee6-41883163b8f4,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:09.810629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.850028 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bd154600-ed0d-4503-84e3-e130c1b75d12 req-ead55d1f-2ad1-421f-b0dd-cab7dd5cfa2b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520772 Aug 23 03:48:09.864083 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.864798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f5beb642-632a-4ebe-8510-e8859cd301a7 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:09.908380 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b66dc84a-b2a5-4136-b880-a075196e1266 req-94a39d93-8403-469e-b041-042f29d3f5e3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1997664 Aug 23 03:48:09.958120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 2} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:09.963156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.987791 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d2dec841-18eb-4694-8ee6-41883163b8f4,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:09.990340 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:09.992851 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.resource_extend [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:48:10.003950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-544d0ff5-2587-459b-acb3-aed617693ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:10.005786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-544d0ff5-2587-459b-acb3-aed617693ed4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1094 time: 0.3722098 Aug 23 03:48:10.100282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port e3396f81-535f-4f11-9352-314ff116d9a6 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:10.105799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-3a9384f7-35db-4e52-95fd-343a0f83b37d service neutron] 10.222.0.11 "GET /v2.0/networks/47e30625-a1f8-4888-ad0d-8340106e9a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664882 Aug 23 03:48:10.106293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f5beb642-632a-4ebe-8510-e8859cd301a7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f5beb642-632a-4ebe-8510-e8859cd301a7,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:10.128043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'f5beb642-632a-4ebe-8510-e8859cd301a7', 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564', 'port_id': 'f5beb642-632a-4ebe-8510-e8859cd301a7', 'mac_address': 'fa:16:3e:0f:d4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024b7630-afcc-486b-8e9c-0c3aee46e0fd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:10.220359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.232364 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae2b820b-2b14-4d7e-a624-b8f204d1e05e req-5fed8f48-e946-4d67-a3e2-82c819a4a528 service neutron] 10.222.0.11 "GET /v2.0/networks/47e30625-a1f8-4888-ad0d-8340106e9a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954907 Aug 23 03:48:10.236445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.244117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:10.244760 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.268041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97510-99a5-4389-a151-d81e55f41a14 req-79fc727e-3ecc-4b3d-9167-7df6c4af34bd tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:10.271821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6a97510-99a5-4389-a151-d81e55f41a14 req-79fc727e-3ecc-4b3d-9167-7df6c4af34bd tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 944 time: 0.2335842 Aug 23 03:48:10.284903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5beb642-632a-4ebe-8510-e8859cd301a7 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:10.300985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.351980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f5beb642-632a-4ebe-8510-e8859cd301a7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f5beb642-632a-4ebe-8510-e8859cd301a7,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:10.410044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6a97510-99a5-4389-a151-d81e55f41a14 req-b17a6e27-48ef-467b-868a-09f53058dcfc tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276948 Aug 23 03:48:10.411060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Network': ['ID=33f0d5c2-44e7-4633-b8cb-60eae1d23037,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:10.422719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ba016bc8-9d6b-4c14-ae6e-af1afb7eeb67 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2909827 Aug 23 03:48:10.424990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50282) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:10.432907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.433294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '33f0d5c2-44e7-4633-b8cb-60eae1d23037', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:10.433615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c87f7d25-7485-477f-904e-507189f112c9 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:10.446261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port 33de3372-134e-4a12-8520-9828646faf78 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:10.492924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:48:10.526530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-28ad9d5f-440a-4705-b92e-e1ed05807eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:10.528266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-28ad9d5f-440a-4705-b92e-e1ed05807eff service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.5133092 Aug 23 03:48:10.539989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:48:10.614248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-c8b816b7-4a4d-4375-a4f4-24df9872b1ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 200 len: 999 time: 0.0766027 Aug 23 03:48:10.632071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:48:10.632421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ee9e2dfd-ce6a-45b6-8e1d-7db4100e323c not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:48:10.643268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c87f7d25-7485-477f-904e-507189f112c9, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c87f7d25-7485-477f-904e-507189f112c9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:10.658427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.683413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f5beb642-632a-4ebe-8510-e8859cd301a7,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:10.687373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'c87f7d25-7485-477f-904e-507189f112c9', 'network_id': 'bc7b0e5a-bf93-4308-95c6-e8890b706564', 'port_id': 'c87f7d25-7485-477f-904e-507189f112c9', 'mac_address': 'fa:16:3e:a9:10:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024b7630-afcc-486b-8e9c-0c3aee46e0fd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:10.687646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:10.694037 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.696202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['84c60bb3-ed73-4229-89fb-3990609a06e2'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:10.769577 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.775857 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.792298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87f7d25-7485-477f-904e-507189f112c9 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:10.826191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c87f7d25-7485-477f-904e-507189f112c9, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c87f7d25-7485-477f-904e-507189f112c9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:10.843648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:10.851375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:10.856072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:10.857237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:10.869980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=e3396f81-535f-4f11-9352-314ff116d9a6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:10.934052 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:11.057649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=33de3372-134e-4a12-8520-9828646faf78,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:11.074398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c87f7d25-7485-477f-904e-507189f112c9,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:11.086859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Checking segment: {'id': '93e14458-5287-46ca-8f64-ad223798368d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd8720021-ab20-467c-a978-62a0db79e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:11.087215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network hostable DHCP agents. Network: d8720021-ab20-467c-a978-62a0db79e4df, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:48:11.102592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-2bab4207-a5e0-4c66-85ce-4f455fa507a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.104017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-2bab4207-a5e0-4c66-85ce-4f455fa507a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.4829094 Aug 23 03:48:11.108484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d5623-e838-46af-9beb-8c6b3614a6a2 req-561f1449-8115-4237-ae5c-a90b86b979a2 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.113880 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e11d5623-e838-46af-9beb-8c6b3614a6a2 req-561f1449-8115-4237-ae5c-a90b86b979a2 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0829632 Aug 23 03:48:11.161619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e11d5623-e838-46af-9beb-8c6b3614a6a2 req-39e401c4-b8e2-431c-9716-94411a38cf49 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381746 Aug 23 03:48:11.196320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network d8720021-ab20-467c-a978-62a0db79e4df is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:48:11.227862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-b4be62d2-e64c-4483-9a75-ead65aca9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.229395 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-b4be62d2-e64c-4483-9a75-ead65aca9f7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076059 Aug 23 03:48:11.272434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, d8720021-ab20-467c-a978-62a0db79e4df) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:11.276214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:11.281775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b69d4-a4a6-4352-a40e-c522d188e07f None None] Network d8720021-ab20-467c-a978-62a0db79e4df requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:11.282742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.283346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2503e-3585-4be9-b2b1-c5671e4ce67a req-4dde1221-d460-434f-9e3d-cfcdaa206eff tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.288117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.288794 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:11.289729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2503e-3585-4be9-b2b1-c5671e4ce67a req-4dde1221-d460-434f-9e3d-cfcdaa206eff tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.296049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2503e-3585-4be9-b2b1-c5671e4ce67a req-4dde1221-d460-434f-9e3d-cfcdaa206eff tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.302202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2503e-3585-4be9-b2b1-c5671e4ce67a req-4dde1221-d460-434f-9e3d-cfcdaa206eff tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.309910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2503e-3585-4be9-b2b1-c5671e4ce67a req-4dde1221-d460-434f-9e3d-cfcdaa206eff tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.316341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2503e-3585-4be9-b2b1-c5671e4ce67a req-4dde1221-d460-434f-9e3d-cfcdaa206eff tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.322538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2503e-3585-4be9-b2b1-c5671e4ce67a req-4dde1221-d460-434f-9e3d-cfcdaa206eff tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.324524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abf2503e-3585-4be9-b2b1-c5671e4ce67a req-4dde1221-d460-434f-9e3d-cfcdaa206eff tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5427 time: 0.2338347 Aug 23 03:48:11.384675 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1cf01a40-b9bc-4a4c-890c-087fea75613f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9480641 Aug 23 03:48:11.385474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50298) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:11.474411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abf2503e-3585-4be9-b2b1-c5671e4ce67a req-3f6f3281-ce0d-404e-a9b3-916ebb6f570e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381125 Aug 23 03:48:11.506868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-fd237518-f663-40ef-a26e-aa803814a214 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656062 Aug 23 03:48:11.516216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-eadf40f6-e9b4-4d8d-81bb-118141bf6888 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port 33de3372-134e-4a12-8520-9828646faf78 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:11.516567 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eadf40f6-e9b4-4d8d-81bb-118141bf6888 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:11.525622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e7802729-d701-4ff7-9491-7eb23a9faa2f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:11.605129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eadf40f6-e9b4-4d8d-81bb-118141bf6888 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:11.620433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-eadf40f6-e9b4-4d8d-81bb-118141bf6888 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for 33de3372-134e-4a12-8520-9828646faf78 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:11.638352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e7802729-d701-4ff7-9491-7eb23a9faa2f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e7802729-d701-4ff7-9491-7eb23a9faa2f,segment=NetworkSegment(cc213259-6283-4c01-b4fc-cc4a92699869),segment_id=cc213259-6283-4c01-b4fc-cc4a92699869)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:11.651031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'e7802729-d701-4ff7-9491-7eb23a9faa2f', 'network_id': '47e30625-a1f8-4888-ad0d-8340106e9a3d', 'port_id': 'e7802729-d701-4ff7-9491-7eb23a9faa2f', 'mac_address': 'fa:16:3e:f2:f3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2dc568b-9e6e-4d34-9453-25b195492eab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:11.675690 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-3575094b-e15a-4e12-805f-a98604b86617 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271653 Aug 23 03:48:11.697314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:11.714490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7802729-d701-4ff7-9491-7eb23a9faa2f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:11.735091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca789-65fc-4cde-92ce-1456f5683cd8 req-35986138-f9df-44a4-b32c-4016d65160fe tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.740627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e7802729-d701-4ff7-9491-7eb23a9faa2f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e7802729-d701-4ff7-9491-7eb23a9faa2f,segment=NetworkSegment(cc213259-6283-4c01-b4fc-cc4a92699869),segment_id=cc213259-6283-4c01-b4fc-cc4a92699869)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:11.742818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdeca789-65fc-4cde-92ce-1456f5683cd8 req-35986138-f9df-44a4-b32c-4016d65160fe tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 944 time: 0.1129141 Aug 23 03:48:11.746266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:11.788250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdeca789-65fc-4cde-92ce-1456f5683cd8 req-0524a311-e47b-4874-b5fd-d24189d8cca1 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Aug 23 03:48:11.818931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=2863d045-16ff-41f4-87c1-b4c635b2d80b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:11.830987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Checking segment: {'id': 'a8ac34ed-107f-4429-b96b-482db7c94b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '33f0d5c2-44e7-4633-b8cb-60eae1d23037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:11.831354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network hostable DHCP agents. Network: 33f0d5c2-44e7-4633-b8cb-60eae1d23037, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:48:11.831660 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:11.859269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['d2dec841-18eb-4694-8ee6-41883163b8f4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:11.861186 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eadf40f6-e9b4-4d8d-81bb-118141bf6888 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:11.913632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f5beb642-632a-4ebe-8510-e8859cd301a7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:11.932161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf40f6-e9b4-4d8d-81bb-118141bf6888 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=33de3372-134e-4a12-8520-9828646faf78,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:11.935222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:48:11.953048 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eadf40f6-e9b4-4d8d-81bb-118141bf6888 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:11.961243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-27352779-3017-40ec-a6c5-3cdc4df3e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:11.961243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-27352779-3017-40ec-a6c5-3cdc4df3e41f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1094 time: 0.0860381 Aug 23 03:48:11.962660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c87f7d25-7485-477f-904e-507189f112c9'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:11.964486 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-eadf40f6-e9b4-4d8d-81bb-118141bf6888 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/33de3372-134e-4a12-8520-9828646faf78 HTTP/1.1" status: 204 len: 168 time: 0.5777314 Aug 23 03:48:11.966871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50314) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:12.011480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 33f0d5c2-44e7-4633-b8cb-60eae1d23037) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:12.043783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.047293 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:12.062254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bce128-4352-4cc9-8ca1-0407c95f5079 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.095687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bce128-4352-4cc9-8ca1-0407c95f5079 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.097374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-18bce128-4352-4cc9-8ca1-0407c95f5079 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1288981 Aug 23 03:48:12.105136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50320) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:12.158043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac2441-921a-4419-9a09-9065ae1ea48d None None] Network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:12.161481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=e7802729-d701-4ff7-9491-7eb23a9faa2f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:12.196341 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-51c507ba-605f-418f-a204-f7351ea2a0b4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7701302 Aug 23 03:48:12.198991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50324) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:12.206218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cf5206d7-02d7-4e2d-b78e-2a318dc88e7c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1122779801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:12.268652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-31cbd770-f827-4d40-90b2-3eec7c998330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.270428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-31cbd770-f827-4d40-90b2-3eec7c998330 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.2715874 Aug 23 03:48:12.318100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e7802729-d701-4ff7-9491-7eb23a9faa2f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:12.341159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port e3396f81-535f-4f11-9352-314ff116d9a6 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:12.343121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:12.373814 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cf5206d7-02d7-4e2d-b78e-2a318dc88e7c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:12.374718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cf5206d7-02d7-4e2d-b78e-2a318dc88e7c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:12.504041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-25543403-3dcb-47cb-9a85-e1368b7886eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 200 len: 999 time: 0.2262907 Aug 23 03:48:12.648348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-f8af3f6a-d575-4c54-a272-23d4302b2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.649892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-f8af3f6a-d575-4c54-a272-23d4302b2074 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.1222715 Aug 23 03:48:12.762239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-33f0d5c2-44e7-4633-b8cb-60eae1d23037', 'network_id': '33f0d5c2-44e7-4633-b8cb-60eae1d23037', 'tenant_id': '99f9921c2cc04c6a812520fd82692f9e', 'fixed_ips': [{'subnet_id': '2863d045-16ff-41f4-87c1-b4c635b2d80b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:48:12.763357 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:12.769606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00276172-76b8-48f5-907c-f4d044812397 req-e7a15975-9398-49eb-8cff-47314da748c8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.773600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00276172-76b8-48f5-907c-f4d044812397 req-e7a15975-9398-49eb-8cff-47314da748c8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.4125431 Aug 23 03:48:12.819723 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cf5206d7-02d7-4e2d-b78e-2a318dc88e7c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:12.831375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:12.861804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fff13-237c-4a35-a70a-0a63c221ba9b req-d237f592-e608-4743-b7a3-4e61d78e0835 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.869736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fff13-237c-4a35-a70a-0a63c221ba9b req-d237f592-e608-4743-b7a3-4e61d78e0835 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.873259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-2ece553b-c3a9-4e0a-9b1a-2198af885881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.875758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-2ece553b-c3a9-4e0a-9b1a-2198af885881 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154891 Aug 23 03:48:12.878111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fff13-237c-4a35-a70a-0a63c221ba9b req-d237f592-e608-4743-b7a3-4e61d78e0835 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.887926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fff13-237c-4a35-a70a-0a63c221ba9b req-d237f592-e608-4743-b7a3-4e61d78e0835 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.901400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fff13-237c-4a35-a70a-0a63c221ba9b req-d237f592-e608-4743-b7a3-4e61d78e0835 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.911531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fff13-237c-4a35-a70a-0a63c221ba9b req-d237f592-e608-4743-b7a3-4e61d78e0835 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.911749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00276172-76b8-48f5-907c-f4d044812397 req-c4aa0006-422e-4c81-9faa-72673d98f826 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907397 Aug 23 03:48:12.920143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fff13-237c-4a35-a70a-0a63c221ba9b req-d237f592-e608-4743-b7a3-4e61d78e0835 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:12.924960 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cf5206d7-02d7-4e2d-b78e-2a318dc88e7c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:12.932631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e02fff13-237c-4a35-a70a-0a63c221ba9b req-d237f592-e608-4743-b7a3-4e61d78e0835 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5427 time: 0.1737211 Aug 23 03:48:12.946113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for e3396f81-535f-4f11-9352-314ff116d9a6 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:13.001460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e02fff13-237c-4a35-a70a-0a63c221ba9b req-faba037b-bc1f-4f4a-b0f9-8f947205f9d9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610774 Aug 23 03:48:13.093731 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-052ec634-d196-483a-8811-3fbd0cfd78ab service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080941 Aug 23 03:48:13.187851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:13.250544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Allocated IP 2001:db8::2 (33f0d5c2-44e7-4633-b8cb-60eae1d23037/2863d045-16ff-41f4-87c1-b4c635b2d80b/225ff873-095e-4974-aa69-072e16e994fc) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:13.262360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=e3396f81-535f-4f11-9352-314ff116d9a6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:13.282383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:13.284726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/e3396f81-535f-4f11-9352-314ff116d9a6 HTTP/1.1" status: 204 len: 168 time: 1.1785164 Aug 23 03:48:13.293834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50352) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:13.308182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cf5206d7-02d7-4e2d-b78e-2a318dc88e7c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:13.309378 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cf5206d7-02d7-4e2d-b78e-2a318dc88e7c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1093831 Aug 23 03:48:13.316707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50354) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:13.319622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 42ca78a7-09ef-4d08-b00c-561a5c2f285e up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:13.323671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.324970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.325457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.328094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.328553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.328948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.329460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.329861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.331327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.331731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.332727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.333153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0208aa-e85d-460a-a7e9-2f7b29131edf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:13.363631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51f8c6cd-2c74-4c19-90d4-0f25c1637412 req-f703f914-9b41-48b8-a71f-4d962d1d4b4e service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502985 Aug 23 03:48:13.382181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'network_id': '33f0d5c2-44e7-4633-b8cb-60eae1d23037', 'name': 'tempest-PortsIpV6TestJSON-1511377722'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:13.383423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111614-3dc0-4781-ab55-2ec777098a58 req-95d0abcb-c2f7-461a-9672-aa706c4cbead tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:13.404070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fd111614-3dc0-4781-ab55-2ec777098a58 req-95d0abcb-c2f7-461a-9672-aa706c4cbead tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 945 time: 0.3237977 Aug 23 03:48:13.504136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4515a39f-7e73-4cf8-aeeb-672550072003 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:13.541464 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4515a39f-7e73-4cf8-aeeb-672550072003 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2110140 Aug 23 03:48:13.541994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fd111614-3dc0-4781-ab55-2ec777098a58 req-794d8aa4-f917-43e0-8804-f411c22c6d04 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071286 Aug 23 03:48:13.541994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50360) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:13.573921 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8e10b6-d697-483b-8dae-472779338b13 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:48:13.576460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2b8e10b6-d697-483b-8dae-472779338b13 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/33de3372-134e-4a12-8520-9828646faf78 HTTP/1.1" status: 404 len: 333 time: 0.0525129 Aug 23 03:48:13.585978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50362) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:13.634042 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a2bb48-c34f-4a60-9ce4-ddda53a85a44 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:48:13.636173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-35a2bb48-c34f-4a60-9ce4-ddda53a85a44 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/e3396f81-535f-4f11-9352-314ff116d9a6 HTTP/1.1" status: 404 len: 333 time: 0.0484605 Aug 23 03:48:13.640531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50364) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:13.713980 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:13.726822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Transition to ACTIVE for port object 225ff873-095e-4974-aa69-072e16e994fc will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:13.766074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Transition to ACTIVE for port object 225ff873-095e-4974-aa69-072e16e994fc will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:13.787822 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:13.892200 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:13.912077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8720021-ab20-467c-a978-62a0db79e4df']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:13.925892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e14458-5287-46ca-8f64-ad223798368d') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:13.926320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e14458-5287-46ca-8f64-ad223798368d') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:13.938832 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:13.954313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:13.960712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:48:13.961137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:48:13.964282 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:48:14.094736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 42ca78a7-09ef-4d08-b00c-561a5c2f285e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:14.101142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 42ca78a7-09ef-4d08-b00c-561a5c2f285e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:14.109233 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.120135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d883ed2-97da-4e9e-90b1-dcd0cb43c1c1 req-850b8cd3-5289-43dc-aae2-2debbbd3b7fb tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.122961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d883ed2-97da-4e9e-90b1-dcd0cb43c1c1 req-850b8cd3-5289-43dc-aae2-2debbbd3b7fb tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0844162 Aug 23 03:48:14.172066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:14.175831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.178332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.182134 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.191205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.195640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/networks/d8720021-ab20-467c-a978-62a0db79e4df HTTP/1.1" status: 204 len: 168 time: 0.5538368 Aug 23 03:48:14.200676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50382) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:14.207078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2102553518'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:14.229917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d883ed2-97da-4e9e-90b1-dcd0cb43c1c1 req-ad7be778-628b-47a6-8da4-1ac9c11f5106 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995579 Aug 23 03:48:14.239026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a29fa2-6864-4ee9-88b5-e5a8bac4b270 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Network': ['ID=d8720021-ab20-467c-a978-62a0db79e4df,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:14.242818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port cb88b9a8-779b-4582-8ff6-d99fc82da11d yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:14.268643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e4bc-b4ae-4713-aadb-af9bb51a937e req-df9e5a25-2714-4283-a6d7-fe746d0ed979 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.275929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e4bc-b4ae-4713-aadb-af9bb51a937e req-df9e5a25-2714-4283-a6d7-fe746d0ed979 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.293886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e4bc-b4ae-4713-aadb-af9bb51a937e req-df9e5a25-2714-4283-a6d7-fe746d0ed979 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.300773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e4bc-b4ae-4713-aadb-af9bb51a937e req-df9e5a25-2714-4283-a6d7-fe746d0ed979 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.308485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e4bc-b4ae-4713-aadb-af9bb51a937e req-df9e5a25-2714-4283-a6d7-fe746d0ed979 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.315849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e4bc-b4ae-4713-aadb-af9bb51a937e req-df9e5a25-2714-4283-a6d7-fe746d0ed979 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.323540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e4bc-b4ae-4713-aadb-af9bb51a937e req-df9e5a25-2714-4283-a6d7-fe746d0ed979 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.328628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:14.331880 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ef40e4bc-b4ae-4713-aadb-af9bb51a937e req-df9e5a25-2714-4283-a6d7-fe746d0ed979 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5427 time: 0.2288904 Aug 23 03:48:14.340784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:14.347317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.388842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:48:14.399064 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.399538 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Added segment 47e3ffe3-f028-456a-97d0-275b7c850fb7 of type vlan for network 0505d48a-6d65-4430-b72e-1489d4593672 Aug 23 03:48:14.412064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Pushing event updated for resources: {'Port': ['ID=225ff873-095e-4974-aa69-072e16e994fc,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:14.450683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.475189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:14.478098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:14.558023 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.574156 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.580291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.581396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.647782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 42ca78a7-09ef-4d08-b00c-561a5c2f285e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:14.648949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::28a (33f0d5c2-44e7-4633-b8cb-60eae1d23037/2863d045-16ff-41f4-87c1-b4c635b2d80b/cb88b9a8-779b-4582-8ff6-d99fc82da11d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:14.649218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Attempting to bind port 225ff873-095e-4974-aa69-072e16e994fc on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:48:14.649370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Attempting to bind port 225ff873-095e-4974-aa69-072e16e994fc by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'a8ac34ed-107f-4429-b96b-482db7c94b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '33f0d5c2-44e7-4633-b8cb-60eae1d23037'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:48:14.649787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Attempting to bind port 225ff873-095e-4974-aa69-072e16e994fc on network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:14.651614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ca78a7-09ef-4d08-b00c-561a5c2f285e'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:48:14.654371 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8020780-4a83-4f42-8ad7-bb3d350b4334" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "42ca78a7-09ef-4d08-b00c-561a5c2f285e"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:48:14.662587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:48:14.662965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Checking segment: {'id': 'a8ac34ed-107f-4429-b96b-482db7c94b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '33f0d5c2-44e7-4633-b8cb-60eae1d23037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:14.663370 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.663970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Bound using segment: {'id': 'a8ac34ed-107f-4429-b96b-482db7c94b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '33f0d5c2-44e7-4633-b8cb-60eae1d23037'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:48:14.664520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Bound port: 225ff873-095e-4974-aa69-072e16e994fc, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ac34ed-107f-4429-b96b-482db7c94b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '33f0d5c2-44e7-4633-b8cb-60eae1d23037'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:48:14.664904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.739921 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:14.740732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 135ed5bc-ba78-4c3a-a568-eca20cbcb623 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:14.768666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5643857 Aug 23 03:48:14.820867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50400) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:14.831230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '0505d48a-6d65-4430-b72e-1489d4593672', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:14.860085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] For port 225ff873-095e-4974-aa69-072e16e994fc, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:48:14.863642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb37263-ec5d-44ea-8b0e-9f15ea393fb1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Network': ['ID=0505d48a-6d65-4430-b72e-1489d4593672,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:14.865948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] For port 225ff873-095e-4974-aa69-072e16e994fc, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=225ff873-095e-4974-aa69-072e16e994fc,segment=NetworkSegment(a8ac34ed-107f-4429-b96b-482db7c94b2b),segment_id=a8ac34ed-107f-4429-b96b-482db7c94b2b)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:48:14.896923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c2938-eb1d-4d11-857a-9f12e9079d7c req-dbb23bc2-053a-48a6-a055-aea45c9e1a87 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:14.902211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 0505d48a-6d65-4430-b72e-1489d4593672 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:48:14.905789 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c90c2938-eb1d-4d11-857a-9f12e9079d7c req-dbb23bc2-053a-48a6-a055-aea45c9e1a87 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 945 time: 0.2481012 Aug 23 03:48:14.952669 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.035691 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.036403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c90c2938-eb1d-4d11-857a-9f12e9079d7c req-ed58f1ee-3420-411a-a783-ad1b0faaa69c tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295602 Aug 23 03:48:15.039478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object cb88b9a8-779b-4582-8ff6-d99fc82da11d will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:15.106192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=42ca78a7-09ef-4d08-b00c-561a5c2f285e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:15.148549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ef40e4bc-b4ae-4713-aadb-af9bb51a937e req-2ee672ab-8768-4d78-b24e-6b37660577cb tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6786492 Aug 23 03:48:15.172491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:15.182268 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.246194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:15.262368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:15.264129 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.267404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70af2aa-901d-4aac-af16-907395693fdc None None] Pushing event updated for resources: {'Port': ['ID=225ff873-095e-4974-aa69-072e16e994fc,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:15.284483 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.349246 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b63e4f5-21e7-4733-ad87-256001b414e2 x-openstack-request-id: req-3b63e4f5-21e7-4733-ad87-256001b414e2 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:48:15.350449 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "42ca78a7-09ef-4d08-b00c-561a5c2f285e", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:48:15.351138 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b63e4f5-21e7-4733-ad87-256001b414e2 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:48:15.351985 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ca78a7-09ef-4d08-b00c-561a5c2f285e', 'code': 200} Aug 23 03:48:15.511800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.559809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e7802729-d701-4ff7-9491-7eb23a9faa2f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:15.561875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=cb88b9a8-779b-4582-8ff6-d99fc82da11d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:15.589524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:15.650565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:15.666856 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.680838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:15.697409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 135ed5bc-ba78-4c3a-a568-eca20cbcb623, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:15.710181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:15.713673 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.736561 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.737597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 17dd7351-48f5-4c38-a316-44ac2d836527 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:15.810817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d042b-b3e9-4975-8dc6-890291007a9c req-e8bba0e7-297a-478e-bc10-ce5083c64925 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:15.816552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=b2cb9384-43dd-433b-9e5c-2643d0ea66da,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:15.825608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d64d042b-b3e9-4975-8dc6-890291007a9c req-e8bba0e7-297a-478e-bc10-ce5083c64925 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.2572970 Aug 23 03:48:15.835863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-914cb0ba-6c81-4cbd-bffe-8ca303002376 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4983160 Aug 23 03:48:15.841451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50408) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:15.860250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port e7802729-d701-4ff7-9491-7eb23a9faa2f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:15.872335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port e7802729-d701-4ff7-9491-7eb23a9faa2f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:15.872825 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:15.904956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d64d042b-b3e9-4975-8dc6-890291007a9c req-4c1daea7-94b7-4ec3-aca5-b267a2900f91 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722914 Aug 23 03:48:16.024226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=135ed5bc-ba78-4c3a-a568-eca20cbcb623,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:16.187654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 17dd7351-48f5-4c38-a316-44ac2d836527 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:16.222841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 17dd7351-48f5-4c38-a316-44ac2d836527 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:16.223182 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:16.256143 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:16.367804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Checking segment: {'id': '47e3ffe3-f028-456a-97d0-275b7c850fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0505d48a-6d65-4430-b72e-1489d4593672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:16.368170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network hostable DHCP agents. Network: 0505d48a-6d65-4430-b72e-1489d4593672, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:48:16.468237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321d209-67c5-4085-a677-6c9c7ed1143a req-9880e74c-608c-4503-b807-6783f9864d54 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:16.478987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a321d209-67c5-4085-a677-6c9c7ed1143a req-9880e74c-608c-4503-b807-6783f9864d54 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 945 time: 0.2822139 Aug 23 03:48:16.520437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port e7802729-d701-4ff7-9491-7eb23a9faa2f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e7802729-d701-4ff7-9491-7eb23a9faa2f,segment=NetworkSegment(cc213259-6283-4c01-b4fc-cc4a92699869),segment_id=cc213259-6283-4c01-b4fc-cc4a92699869)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:16.538105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4379b-22f0-4447-84e5-9b8c93a87475 req-0f56202b-4637-4fde-93e4-9fb52441d655 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:16.555198 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4379b-22f0-4447-84e5-9b8c93a87475 req-0f56202b-4637-4fde-93e4-9fb52441d655 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:16.584624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4379b-22f0-4447-84e5-9b8c93a87475 req-0f56202b-4637-4fde-93e4-9fb52441d655 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:16.607772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4379b-22f0-4447-84e5-9b8c93a87475 req-0f56202b-4637-4fde-93e4-9fb52441d655 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:16.624434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 225ff873-095e-4974-aa69-072e16e994fc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:16.630557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:16.632063 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4379b-22f0-4447-84e5-9b8c93a87475 req-0f56202b-4637-4fde-93e4-9fb52441d655 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:16.647578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4379b-22f0-4447-84e5-9b8c93a87475 req-0f56202b-4637-4fde-93e4-9fb52441d655 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:16.663351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4379b-22f0-4447-84e5-9b8c93a87475 req-0f56202b-4637-4fde-93e4-9fb52441d655 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:16.677688 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26e4379b-22f0-4447-84e5-9b8c93a87475 req-0f56202b-4637-4fde-93e4-9fb52441d655 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5429 time: 0.3704607 Aug 23 03:48:16.722572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 0505d48a-6d65-4430-b72e-1489d4593672 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:48:16.761885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a321d209-67c5-4085-a677-6c9c7ed1143a req-0a4eb55e-55c4-440f-9330-a9ae94858052 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812254 Aug 23 03:48:16.806801 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:16.809870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26e4379b-22f0-4447-84e5-9b8c93a87475 req-905e1c00-139a-42a2-b54f-17902dc5b6c2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215703 Aug 23 03:48:16.914532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=e7802729-d701-4ff7-9491-7eb23a9faa2f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:16.932584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:16.939889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 17dd7351-48f5-4c38-a316-44ac2d836527, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=17dd7351-48f5-4c38-a316-44ac2d836527,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:16.952522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 0505d48a-6d65-4430-b72e-1489d4593672) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:16.971951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:16.972565 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:16.986553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f350a65f-2509-4580-8cc3-23a8ffd07481 None None] Network 0505d48a-6d65-4430-b72e-1489d4593672 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:17.022189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42776d01-544b-482b-8db2-ed51a1734341 None None] Network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:17.059406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 225ff873-095e-4974-aa69-072e16e994fc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:17.164939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc92b68-9f33-4928-8f7d-87a088e410f3 req-ab0fedc6-b313-4bc5-9b72-74dfc9d9b105 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:17.178046 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-afc92b68-9f33-4928-8f7d-87a088e410f3 req-ab0fedc6-b313-4bc5-9b72-74dfc9d9b105 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1490197 Aug 23 03:48:17.258918 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:17.260202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 84c60bb3-ed73-4229-89fb-3990609a06e2 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:17.279155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-afc92b68-9f33-4928-8f7d-87a088e410f3 req-a80e8e69-3406-46af-887b-853aced4a7a3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986364 Aug 23 03:48:17.286884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50436) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:17.287018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-95fd3515-893e-47ff-87dd-58e4598e6aa9 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4650338 Aug 23 03:48:17.299108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '0505d48a-6d65-4430-b72e-1489d4593672', 'name': 'tempest-PortsTestJSON-685028708'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:17.359587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623'}, {'server_uuid': '696d6430-72fb-4434-a2e3-76a702128bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7802729-d701-4ff7-9491-7eb23a9faa2f'}, {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dd7351-48f5-4c38-a316-44ac2d836527'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:48:17.385190 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6d1840-276e-4fef-abf6-a0c8c714763a" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623"}, {"server_uuid": "696d6430-72fb-4434-a2e3-76a702128bac", "name": "network-vif-plugged", "status": "completed", "tag": "e7802729-d701-4ff7-9491-7eb23a9faa2f"}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "17dd7351-48f5-4c38-a316-44ac2d836527"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:48:17.455815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8ef91450-99aa-4d48-8859-7034ce2bd199 None None] Provisioning for port 225ff873-095e-4974-aa69-072e16e994fc completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:17.480854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:17.485920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8ef91450-99aa-4d48-8859-7034ce2bd199 None None] Provisioning complete for port 225ff873-095e-4974-aa69-072e16e994fc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:17.486697 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ef91450-99aa-4d48-8859-7034ce2bd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:17.527520 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 23 Aug 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce90c9ab-252c-45b3-948a-a294923ea681 x-openstack-request-id: req-ce90c9ab-252c-45b3-948a-a294923ea681 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:48:17.528274 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623", "code": 200}, {"server_uuid": "696d6430-72fb-4434-a2e3-76a702128bac", "name": "network-vif-plugged", "status": "completed", "tag": "e7802729-d701-4ff7-9491-7eb23a9faa2f", "code": 200}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "17dd7351-48f5-4c38-a316-44ac2d836527", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:48:17.528274 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce90c9ab-252c-45b3-948a-a294923ea681 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:48:17.528465 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'code': 200} Aug 23 03:48:17.528974 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696d6430-72fb-4434-a2e3-76a702128bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7802729-d701-4ff7-9491-7eb23a9faa2f', 'code': 200} Aug 23 03:48:17.528974 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dd7351-48f5-4c38-a316-44ac2d836527', 'code': 200} Aug 23 03:48:17.554643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:17.648759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:17.653769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:17.673170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=17dd7351-48f5-4c38-a316-44ac2d836527,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:17.699781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port 7c1b13fc-1cc4-4844-80d9-c36e18074740 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:17.893953 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 84c60bb3-ed73-4229-89fb-3990609a06e2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:17.902934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-0505d48a-6d65-4430-b72e-1489d4593672', 'network_id': '0505d48a-6d65-4430-b72e-1489d4593672', 'tenant_id': '6c14d6d259fc4a2c86b67f8e8fc4b932', 'fixed_ips': [{'subnet_id': 'b2cb9384-43dd-433b-9e5c-2643d0ea66da'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:48:17.904169 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:17.909410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 84c60bb3-ed73-4229-89fb-3990609a06e2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:17.910678 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:18.059239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ef91450-99aa-4d48-8859-7034ce2bd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:18.116418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:18.128538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.2 (0505d48a-6d65-4430-b72e-1489d4593672/b2cb9384-43dd-433b-9e5c-2643d0ea66da/7c1b13fc-1cc4-4844-80d9-c36e18074740) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:18.173938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21110a-dd32-4c0a-aae1-c0654a76969e req-e0f6cdca-9088-4fd4-b31a-ffc6d1f07dd4 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.178450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8ef91450-99aa-4d48-8859-7034ce2bd199 None None] For port 225ff873-095e-4974-aa69-072e16e994fc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=225ff873-095e-4974-aa69-072e16e994fc,segment=NetworkSegment(a8ac34ed-107f-4429-b96b-482db7c94b2b),segment_id=a8ac34ed-107f-4429-b96b-482db7c94b2b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:18.184647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff21110a-dd32-4c0a-aae1-c0654a76969e req-e0f6cdca-9088-4fd4-b31a-ffc6d1f07dd4 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.2247059 Aug 23 03:48:18.195512 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:18.234929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ef91450-99aa-4d48-8859-7034ce2bd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:18.332418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 84c60bb3-ed73-4229-89fb-3990609a06e2, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=84c60bb3-ed73-4229-89fb-3990609a06e2,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:18.362198 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff21110a-dd32-4c0a-aae1-c0654a76969e req-c8ad1b05-307e-4f22-8e70-f09022048c58 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761107 Aug 23 03:48:18.377588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef91450-99aa-4d48-8859-7034ce2bd199 None None] Pushing event updated for resources: {'Port': ['ID=225ff873-095e-4974-aa69-072e16e994fc,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:18.395890 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:18.423911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f5beb642-632a-4ebe-8510-e8859cd301a7 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:18.424880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=cb88b9a8-779b-4582-8ff6-d99fc82da11d,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:18.546433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=84c60bb3-ed73-4229-89fb-3990609a06e2,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:18.603608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2930d71-6e64-410f-af5b-f9e613c98069 req-9e34b87b-7c8a-4931-b604-9889e3eb9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.616122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-162aec6f-555b-4171-956c-c53617ace222 None None] Provisioning complete for port 225ff873-095e-4974-aa69-072e16e994fc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:18.616593 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-162aec6f-555b-4171-956c-c53617ace222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:18.619844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2930d71-6e64-410f-af5b-f9e613c98069 req-9e34b87b-7c8a-4931-b604-9889e3eb9b5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 1097 time: 0.9001946 Aug 23 03:48:18.674324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d345e-1188-4703-89f4-e078ccc3fa7d req-46b0fff4-a2f6-4507-833a-186d78c79e4e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.681124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d345e-1188-4703-89f4-e078ccc3fa7d req-46b0fff4-a2f6-4507-833a-186d78c79e4e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.695605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port f5beb642-632a-4ebe-8510-e8859cd301a7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:18.707796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port f5beb642-632a-4ebe-8510-e8859cd301a7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:18.709715 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:18.711695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d345e-1188-4703-89f4-e078ccc3fa7d req-46b0fff4-a2f6-4507-833a-186d78c79e4e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.726052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d345e-1188-4703-89f4-e078ccc3fa7d req-46b0fff4-a2f6-4507-833a-186d78c79e4e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.737977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d345e-1188-4703-89f4-e078ccc3fa7d req-46b0fff4-a2f6-4507-833a-186d78c79e4e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.772674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d345e-1188-4703-89f4-e078ccc3fa7d req-46b0fff4-a2f6-4507-833a-186d78c79e4e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.792666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d345e-1188-4703-89f4-e078ccc3fa7d req-46b0fff4-a2f6-4507-833a-186d78c79e4e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.796751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f35f64-892b-44bd-8f9b-293f9a8226ea req-0419ea49-9537-4e02-99f6-9c190dedcfcf tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:18.805045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-90f35f64-892b-44bd-8f9b-293f9a8226ea req-0419ea49-9537-4e02-99f6-9c190dedcfcf tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1612048 Aug 23 03:48:18.814052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:18.817283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-566d345e-1188-4703-89f4-e078ccc3fa7d req-46b0fff4-a2f6-4507-833a-186d78c79e4e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5430 time: 0.6772439 Aug 23 03:48:18.912426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object 7c1b13fc-1cc4-4844-80d9-c36e18074740 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:18.929300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-90f35f64-892b-44bd-8f9b-293f9a8226ea req-1588cbd4-f234-4f89-beeb-cdd2375b53cd tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231394 Aug 23 03:48:19.008064 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.084701 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.150666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f5beb642-632a-4ebe-8510-e8859cd301a7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f5beb642-632a-4ebe-8510-e8859cd301a7,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:19.160516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-162aec6f-555b-4171-956c-c53617ace222 None None] Provisioning for port cb88b9a8-779b-4582-8ff6-d99fc82da11d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:19.173640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 0505d48a-6d65-4430-b72e-1489d4593672 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:19.177192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-162aec6f-555b-4171-956c-c53617ace222 None None] Provisioning complete for port cb88b9a8-779b-4582-8ff6-d99fc82da11d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:19.177521 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-162aec6f-555b-4171-956c-c53617ace222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.209193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:19.214329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:19.270565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-162aec6f-555b-4171-956c-c53617ace222 None None] Port cb88b9a8-779b-4582-8ff6-d99fc82da11d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:19.272908 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.274136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c87f7d25-7485-477f-904e-507189f112c9 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:19.310226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=7c1b13fc-1cc4-4844-80d9-c36e18074740,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:19.327545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:19.328548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.418959 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1cb94a04-6081-4e73-93b0-f24b7bbf72f1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1291029 Aug 23 03:48:19.419973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50484) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:19.447091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a34849c3-019b-43ca-8e8f-81fa198256d8 {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:48:19.447469 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:48:19.499784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0c2892c3-a892-4c26-bd38-8cf1a2104e1d None None] Provisioning complete for port cb88b9a8-779b-4582-8ff6-d99fc82da11d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:19.500260 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c2892c3-a892-4c26-bd38-8cf1a2104e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.543545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c60bb3-ed73-4229-89fb-3990609a06e2'}, {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5beb642-632a-4ebe-8510-e8859cd301a7'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:48:19.549648 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b48bec-e6d7-45a8-a0e2-e674b8d7a74f" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "84c60bb3-ed73-4229-89fb-3990609a06e2"}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "f5beb642-632a-4ebe-8510-e8859cd301a7"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:48:19.550499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-566d345e-1188-4703-89f4-e078ccc3fa7d req-0cd4b5ec-f8c0-4eed-9570-f7f2e1e579fd tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7244751 Aug 23 03:48:19.575851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f5beb642-632a-4ebe-8510-e8859cd301a7,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:19.579819 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port c87f7d25-7485-477f-904e-507189f112c9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:19.588488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port c87f7d25-7485-477f-904e-507189f112c9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:19.588941 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.638324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0c2892c3-a892-4c26-bd38-8cf1a2104e1d None None] Port cb88b9a8-779b-4582-8ff6-d99fc82da11d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:19.645178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.674616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2930d71-6e64-410f-af5b-f9e613c98069 req-711d923e-68b5-4d3c-b0f1-d030acd8611e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105987 Aug 23 03:48:19.775921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184fb52-7ef4-45d2-971d-abbc091299d4 req-44472d45-1f5f-454a-8ccc-087e4598bf3a tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:19.784239 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 03:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83df1d7a-7b7b-4da5-8a8a-ca8c961e7f29 x-openstack-request-id: req-83df1d7a-7b7b-4da5-8a8a-ca8c961e7f29 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:48:19.784766 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "84c60bb3-ed73-4229-89fb-3990609a06e2", "code": 200}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "f5beb642-632a-4ebe-8510-e8859cd301a7", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:48:19.785128 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83df1d7a-7b7b-4da5-8a8a-ca8c961e7f29 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:48:19.786112 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1184fb52-7ef4-45d2-971d-abbc091299d4 req-44472d45-1f5f-454a-8ccc-087e4598bf3a tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.2617104 Aug 23 03:48:19.786669 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c60bb3-ed73-4229-89fb-3990609a06e2', 'code': 200} Aug 23 03:48:19.787012 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5beb642-632a-4ebe-8510-e8859cd301a7', 'code': 200} Aug 23 03:48:19.809041 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.902115 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:48:19.917903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1184fb52-7ef4-45d2-971d-abbc091299d4 req-dee484d9-715b-4cc4-9313-512d8462b5ba tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226089 Aug 23 03:48:19.924967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c87f7d25-7485-477f-904e-507189f112c9, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c87f7d25-7485-477f-904e-507189f112c9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:19.941762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e166e975-a48a-4333-acc4-648a0ba183b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port 7c1b13fc-1cc4-4844-80d9-c36e18074740 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:19.942415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e166e975-a48a-4333-acc4-648a0ba183b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:19.948934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:20.054187 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e166e975-a48a-4333-acc4-648a0ba183b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:20.071043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e166e975-a48a-4333-acc4-648a0ba183b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for 7c1b13fc-1cc4-4844-80d9-c36e18074740 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:20.136282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:20.140344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d2dec841-18eb-4694-8ee6-41883163b8f4 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:20.173345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfeb4f-facc-420d-80ec-38951fcfa628 req-f41cbbb1-1884-477b-a4c2-c37f19b3c303 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:20.181859 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40dfeb4f-facc-420d-80ec-38951fcfa628 req-f41cbbb1-1884-477b-a4c2-c37f19b3c303 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1244500 Aug 23 03:48:20.305648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40dfeb4f-facc-420d-80ec-38951fcfa628 req-a048f095-ac71-4288-a0e7-cb029aec4afa tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224747 Aug 23 03:48:20.321189 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:20.386415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:20.387544 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:20.417975 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e166e975-a48a-4333-acc4-648a0ba183b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:20.495277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166e975-a48a-4333-acc4-648a0ba183b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=7c1b13fc-1cc4-4844-80d9-c36e18074740,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:20.515535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c87f7d25-7485-477f-904e-507189f112c9,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:20.538358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 225ff873-095e-4974-aa69-072e16e994fc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:20.540775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Allocated IP 172.20.0.3 (0505d48a-6d65-4430-b72e-1489d4593672/b2cb9384-43dd-433b-9e5c-2643d0ea66da/b3821cba-052b-45e5-824b-ce595112c4d9) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:20.649040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=cb88b9a8-779b-4582-8ff6-d99fc82da11d,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:20.662538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port d2dec841-18eb-4694-8ee6-41883163b8f4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:20.696182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port d2dec841-18eb-4694-8ee6-41883163b8f4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:20.698756 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:20.719025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:20.727237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:20.854972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e166e975-a48a-4333-acc4-648a0ba183b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:20.862713 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e166e975-a48a-4333-acc4-648a0ba183b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/7c1b13fc-1cc4-4844-80d9-c36e18074740 HTTP/1.1" status: 204 len: 168 time: 1.4401801 Aug 23 03:48:20.863395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50508) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:20.880666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 225ff873-095e-4974-aa69-072e16e994fc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:20.881220 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.051601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975628b-14a2-4c83-929b-8636ff4e50e4 req-98c4fa35-3917-4ba0-a8a9-432a8c30e0d1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:21.058086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975628b-14a2-4c83-929b-8636ff4e50e4 req-98c4fa35-3917-4ba0-a8a9-432a8c30e0d1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:21.084811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975628b-14a2-4c83-929b-8636ff4e50e4 req-98c4fa35-3917-4ba0-a8a9-432a8c30e0d1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:21.091008 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975628b-14a2-4c83-929b-8636ff4e50e4 req-98c4fa35-3917-4ba0-a8a9-432a8c30e0d1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:21.107762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975628b-14a2-4c83-929b-8636ff4e50e4 req-98c4fa35-3917-4ba0-a8a9-432a8c30e0d1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:21.126124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975628b-14a2-4c83-929b-8636ff4e50e4 req-98c4fa35-3917-4ba0-a8a9-432a8c30e0d1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:21.157257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975628b-14a2-4c83-929b-8636ff4e50e4 req-98c4fa35-3917-4ba0-a8a9-432a8c30e0d1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:21.173898 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7975628b-14a2-4c83-929b-8636ff4e50e4 req-98c4fa35-3917-4ba0-a8a9-432a8c30e0d1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5433 time: 0.4843082 Aug 23 03:48:21.187507 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e2fc61-46a5-4da9-962d-2c492bed5636 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:21.192739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e2fc61-46a5-4da9-962d-2c492bed5636 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:21.194936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50516) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:21.197596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d8e2fc61-46a5-4da9-962d-2c492bed5636 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/7c1b13fc-1cc4-4844-80d9-c36e18074740 HTTP/1.1" status: 404 len: 333 time: 0.3098860 Aug 23 03:48:21.279975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Router a4e49bf2-341d-4d16-a08e-bb8aa51362f2 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:48:21.283252 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e873dff-3b03-4f52-9850-604b7d9a31f6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:48:21.287317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2e873dff-3b03-4f52-9850-604b7d9a31f6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/7c1b13fc-1cc4-4844-80d9-c36e18074740 HTTP/1.1" status: 404 len: 333 time: 0.0889857 Aug 23 03:48:21.287487 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7975628b-14a2-4c83-929b-8636ff4e50e4 req-dafa3e7c-cb75-4160-a56e-ced50fe708dc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122587 Aug 23 03:48:21.287583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:21.326309 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.329567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.354284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Transition to ACTIVE for port object b3821cba-052b-45e5-824b-ce595112c4d9 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:21.366726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e99a8-555e-4739-8817-a8e72af3265a req-2f71e01e-c1ef-4b6e-bc1d-4e9b6541608c tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:21.376554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e6e99a8-555e-4739-8817-a8e72af3265a req-2f71e01e-c1ef-4b6e-bc1d-4e9b6541608c tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.2864988 Aug 23 03:48:21.382709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port d2dec841-18eb-4694-8ee6-41883163b8f4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d2dec841-18eb-4694-8ee6-41883163b8f4,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:21.404008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Transition to ACTIVE for port object b3821cba-052b-45e5-824b-ce595112c4d9 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:21.411656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eaedd57f-abd7-4c40-b548-4b091f9e9bdd None None] Provisioning complete for port cb88b9a8-779b-4582-8ff6-d99fc82da11d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:21.412030 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eaedd57f-abd7-4c40-b548-4b091f9e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.415713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c091ea-4c93-48aa-8a8c-4ac649f6838d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet b2cb9384-43dd-433b-9e5c-2643d0ea66da {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:21.448166 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.511453 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43c091ea-4c93-48aa-8a8c-4ac649f6838d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.519605 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.558252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-eaedd57f-abd7-4c40-b548-4b091f9e9bdd None None] Port cb88b9a8-779b-4582-8ff6-d99fc82da11d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:21.568614 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43c091ea-4c93-48aa-8a8c-4ac649f6838d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.570870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e6e99a8-555e-4739-8817-a8e72af3265a req-4fc47c80-c3c0-4e57-9c79-be317ee6349d tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932435 Aug 23 03:48:21.617623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Network 0505d48a-6d65-4430-b72e-1489d4593672 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:21.619190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=d2dec841-18eb-4694-8ee6-41883163b8f4,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:21.622579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:21.627600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:21.645683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:48:21.658991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0bec1eb6-bbb2-497f-aa97-461d7b4eb590 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "PUT /v2.0/routers/a4e49bf2-341d-4d16-a08e-bb8aa51362f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8126330 Aug 23 03:48:21.662257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50522) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:21.668431 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f814513d-66bf-4d3a-96a6-1f5ddc3b346c None None] Sync routers for ids ['a4e49bf2-341d-4d16-a08e-bb8aa51362f2'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:48:21.681826 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814513d-66bf-4d3a-96a6-1f5ddc3b346c None None] Routers {'a4e49bf2-341d-4d16-a08e-bb8aa51362f2'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:48:21.682546 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f814513d-66bf-4d3a-96a6-1f5ddc3b346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:47:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a4e49bf2-341d-4d16-a08e-bb8aa51362f2'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:21.770783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a53ba-ac0b-40d9-998d-34e1ce1b1fc0 req-03a900b0-f3a7-41e8-8120-4b7d959b307f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:21.778646 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-804a53ba-ac0b-40d9-998d-34e1ce1b1fc0 req-03a900b0-f3a7-41e8-8120-4b7d959b307f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.3036063 Aug 23 03:48:21.794173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87f7d25-7485-477f-904e-507189f112c9'}, {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dec841-18eb-4694-8ee6-41883163b8f4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:48:21.801612 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ab3f2a-368c-4038-9a05-5cc1692fae10" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "c87f7d25-7485-477f-904e-507189f112c9"}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "d2dec841-18eb-4694-8ee6-41883163b8f4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:48:21.809214 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f814513d-66bf-4d3a-96a6-1f5ddc3b346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:21.836057 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814513d-66bf-4d3a-96a6-1f5ddc3b346c None None] Routers {'a4e49bf2-341d-4d16-a08e-bb8aa51362f2'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:48:21.836864 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f814513d-66bf-4d3a-96a6-1f5ddc3b346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:47:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a4e49bf2-341d-4d16-a08e-bb8aa51362f2'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:21.846033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43c091ea-4c93-48aa-8a8c-4ac649f6838d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.848072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Pushing event updated for resources: {'Port': ['ID=b3821cba-052b-45e5-824b-ce595112c4d9,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:21.867634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Attempting to bind port b3821cba-052b-45e5-824b-ce595112c4d9 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:48:21.868886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Attempting to bind port b3821cba-052b-45e5-824b-ce595112c4d9 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '47e3ffe3-f028-456a-97d0-275b7c850fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0505d48a-6d65-4430-b72e-1489d4593672'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:48:21.869369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Attempting to bind port b3821cba-052b-45e5-824b-ce595112c4d9 on network 0505d48a-6d65-4430-b72e-1489d4593672 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:21.877047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:48:21.877615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Checking segment: {'id': '47e3ffe3-f028-456a-97d0-275b7c850fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0505d48a-6d65-4430-b72e-1489d4593672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:21.878327 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.879683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Bound using segment: {'id': '47e3ffe3-f028-456a-97d0-275b7c850fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0505d48a-6d65-4430-b72e-1489d4593672'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:48:21.880521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Bound port: b3821cba-052b-45e5-824b-ce595112c4d9, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e3ffe3-f028-456a-97d0-275b7c850fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0505d48a-6d65-4430-b72e-1489d4593672'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:48:21.881778 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:21.938001 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f814513d-66bf-4d3a-96a6-1f5ddc3b346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:22.106046 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 03:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66467d18-89bf-40f2-a3d2-8fe590abe2f9 x-openstack-request-id: req-66467d18-89bf-40f2-a3d2-8fe590abe2f9 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:48:22.106046 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "c87f7d25-7485-477f-904e-507189f112c9", "code": 200}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "d2dec841-18eb-4694-8ee6-41883163b8f4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:48:22.106046 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66467d18-89bf-40f2-a3d2-8fe590abe2f9 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:48:22.111023 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f814513d-66bf-4d3a-96a6-1f5ddc3b346c None None] The sync data for ids ['a4e49bf2-341d-4d16-a08e-bb8aa51362f2'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:48:22.111778 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87f7d25-7485-477f-904e-507189f112c9', 'code': 200} Aug 23 03:48:22.111778 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dec841-18eb-4694-8ee6-41883163b8f4', 'code': 200} Aug 23 03:48:22.112413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090a5d0-5d7b-4f01-a190-8c44b6c9daf2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.112838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50530) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:22.112942 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3090a5d0-5d7b-4f01-a190-8c44b6c9daf2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e49bf2-341d-4d16-a08e-bb8aa51362f2 HTTP/1.1" status: 200 len: 989 time: 0.3143930 Aug 23 03:48:22.112942 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-804a53ba-ac0b-40d9-998d-34e1ce1b1fc0 req-2c63300a-f8ea-4437-a64a-98da201eaa6f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222340 Aug 23 03:48:22.124296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ef530-558e-4487-a584-e581d6f94fd3 req-719cef0f-ea42-4cf4-8e9c-1f56fff72409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.125235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ef530-558e-4487-a584-e581d6f94fd3 req-719cef0f-ea42-4cf4-8e9c-1f56fff72409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.125889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ef530-558e-4487-a584-e581d6f94fd3 req-719cef0f-ea42-4cf4-8e9c-1f56fff72409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.126519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ef530-558e-4487-a584-e581d6f94fd3 req-719cef0f-ea42-4cf4-8e9c-1f56fff72409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.127154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ef530-558e-4487-a584-e581d6f94fd3 req-719cef0f-ea42-4cf4-8e9c-1f56fff72409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.127789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ef530-558e-4487-a584-e581d6f94fd3 req-719cef0f-ea42-4cf4-8e9c-1f56fff72409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.128423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ef530-558e-4487-a584-e581d6f94fd3 req-719cef0f-ea42-4cf4-8e9c-1f56fff72409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.130683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-697ef530-558e-4487-a584-e581d6f94fd3 req-719cef0f-ea42-4cf4-8e9c-1f56fff72409 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6491 time: 0.1504934 Aug 23 03:48:22.179008 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-697ef530-558e-4487-a584-e581d6f94fd3 req-154132c4-a6d6-4243-bc16-357cd97fb8a6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363367 Aug 23 03:48:22.250184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43c091ea-4c93-48aa-8a8c-4ac649f6838d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:22.253655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] For port b3821cba-052b-45e5-824b-ce595112c4d9, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:48:22.258529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] For port b3821cba-052b-45e5-824b-ce595112c4d9, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b3821cba-052b-45e5-824b-ce595112c4d9,segment=NetworkSegment(47e3ffe3-f028-456a-97d0-275b7c850fb7),segment_id=47e3ffe3-f028-456a-97d0-275b7c850fb7)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:48:22.293082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c091ea-4c93-48aa-8a8c-4ac649f6838d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cb9384-43dd-433b-9e5c-2643d0ea66da,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:22.295356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43c091ea-4c93-48aa-8a8c-4ac649f6838d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:22.297388 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-43c091ea-4c93-48aa-8a8c-4ac649f6838d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/b2cb9384-43dd-433b-9e5c-2643d0ea66da HTTP/1.1" status: 204 len: 168 time: 1.0034876 Aug 23 03:48:22.300007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50538) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:22.387429 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:22.420121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:22.515462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6b7c1-3619-414c-9112-f65606e14151 None None] Pushing event updated for resources: {'Port': ['ID=b3821cba-052b-45e5-824b-ce595112c4d9,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:22.528662 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port b3821cba-052b-45e5-824b-ce595112c4d9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:22.530533 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:22.620816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caea9-074a-4590-8144-529818832f12 req-bcfdbb42-9884-4f00-9db1-cba2731baf1c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.627119 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:22.632110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caea9-074a-4590-8144-529818832f12 req-bcfdbb42-9884-4f00-9db1-cba2731baf1c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.642700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caea9-074a-4590-8144-529818832f12 req-bcfdbb42-9884-4f00-9db1-cba2731baf1c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.672484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caea9-074a-4590-8144-529818832f12 req-bcfdbb42-9884-4f00-9db1-cba2731baf1c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.672484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caea9-074a-4590-8144-529818832f12 req-bcfdbb42-9884-4f00-9db1-cba2731baf1c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.672484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caea9-074a-4590-8144-529818832f12 req-bcfdbb42-9884-4f00-9db1-cba2731baf1c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.672484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caea9-074a-4590-8144-529818832f12 req-bcfdbb42-9884-4f00-9db1-cba2731baf1c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.682557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-165caea9-074a-4590-8144-529818832f12 req-bcfdbb42-9884-4f00-9db1-cba2731baf1c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5434 time: 0.2643888 Aug 23 03:48:22.768146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] For port b3821cba-052b-45e5-824b-ce595112c4d9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b3821cba-052b-45e5-824b-ce595112c4d9,segment=NetworkSegment(47e3ffe3-f028-456a-97d0-275b7c850fb7),segment_id=47e3ffe3-f028-456a-97d0-275b7c850fb7)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:22.768146 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:22.817713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-165caea9-074a-4590-8144-529818832f12 req-14a97d16-ae83-4bf6-aed0-f5bdc44088fc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036828 Aug 23 03:48:22.818271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for b3821cba-052b-45e5-824b-ce595112c4d9 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:22.825214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef8002-6fb3-4595-9867-b0fe00a1116a req-4cf4958e-c83d-4ffc-a493-fc5f5c931d16 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:22.827461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-adef8002-6fb3-4595-9867-b0fe00a1116a req-4cf4958e-c83d-4ffc-a493-fc5f5c931d16 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.1402867 Aug 23 03:48:22.915034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:23.639375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-adef8002-6fb3-4595-9867-b0fe00a1116a req-3d0e2c3c-395d-408f-8c63-f1f244c72d78 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389616 Aug 23 03:48:23.639375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e5a06-faf6-4495-998b-277f53eb4491 req-b2675a11-68f0-444f-bbe3-3cabd613f9eb tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:23.639375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-871e5a06-faf6-4495-998b-277f53eb4491 req-b2675a11-68f0-444f-bbe3-3cabd613f9eb tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0747228 Aug 23 03:48:23.639375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-871e5a06-faf6-4495-998b-277f53eb4491 req-ad49fb3b-e844-45ca-b7c3-cbf2d1e6a834 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797131 Aug 23 03:48:23.643645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port cb88b9a8-779b-4582-8ff6-d99fc82da11d {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:23.643645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:23.643645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:23.643645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for cb88b9a8-779b-4582-8ff6-d99fc82da11d owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:23.844265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:23.870572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=b3821cba-052b-45e5-824b-ce595112c4d9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:23.877806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No DVR routers for this DVR port b3821cba-052b-45e5-824b-ce595112c4d9 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:23.941277 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:23.983582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:23.996185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0505d48a-6d65-4430-b72e-1489d4593672']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:24.018631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e3ffe3-f028-456a-97d0-275b7c850fb7') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:24.018631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e3ffe3-f028-456a-97d0-275b7c850fb7') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:24.035513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:24.054930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=cb88b9a8-779b-4582-8ff6-d99fc82da11d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:24.084354 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:24.090315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:48:24.090902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:48:24.094682 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:48:24.121026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc2f45-3191-4f67-8c2f-f90d684c12ac None None] Network 0505d48a-6d65-4430-b72e-1489d4593672 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:24.253565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e39d30cc-0df1-4c7c-b3e3-bfec6fc7a440 None None] Could not find standard attr ID for object b3821cba-052b-45e5-824b-ce595112c4d9. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:48:24.323018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a404-64ca-4424-8415-9ec325c453fd req-592fe7ec-be53-483b-a607-388bc465a449 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:24.330775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a404-64ca-4424-8415-9ec325c453fd req-592fe7ec-be53-483b-a607-388bc465a449 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:24.339819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a404-64ca-4424-8415-9ec325c453fd req-592fe7ec-be53-483b-a607-388bc465a449 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:24.350823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb69f8-b00e-4f78-8d38-e9af92f7aea5 req-569fc3e5-2317-4e0d-9549-07fe8df42a61 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:24.356047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a404-64ca-4424-8415-9ec325c453fd req-592fe7ec-be53-483b-a607-388bc465a449 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:24.357997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7ecb69f8-b00e-4f78-8d38-e9af92f7aea5 req-569fc3e5-2317-4e0d-9549-07fe8df42a61 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.2175691 Aug 23 03:48:24.364733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a404-64ca-4424-8415-9ec325c453fd req-592fe7ec-be53-483b-a607-388bc465a449 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:24.378949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a404-64ca-4424-8415-9ec325c453fd req-592fe7ec-be53-483b-a607-388bc465a449 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:24.411586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb232762-5668-42e9-8b00-6d258f2b99da None None] DHCP port deletion for 0505d48a-6d65-4430-b72e-1489d4593672 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:48:24.421911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a404-64ca-4424-8415-9ec325c453fd req-592fe7ec-be53-483b-a607-388bc465a449 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:24.423654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a937a404-64ca-4424-8415-9ec325c453fd req-592fe7ec-be53-483b-a607-388bc465a449 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5434 time: 0.4107962 Aug 23 03:48:24.428740 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:24.455924 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:24.456307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:24.460963 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/networks/0505d48a-6d65-4430-b72e-1489d4593672 HTTP/1.1" status: 204 len: 168 time: 2.1593354 Aug 23 03:48:24.476089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50570) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:24.490229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-86667857'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:24.520875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1db24-d16a-485a-9f56-83a248d0ba5f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Network': ['ID=0505d48a-6d65-4430-b72e-1489d4593672,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:24.527619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7ecb69f8-b00e-4f78-8d38-e9af92f7aea5 req-c775b42d-1a03-4197-93b3-fae3384298ec tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373065 Aug 23 03:48:24.639685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a937a404-64ca-4424-8415-9ec325c453fd req-8c161279-ba26-45ab-b199-333f39570588 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2034276 Aug 23 03:48:24.741398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:24.744802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:24.770490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Router a4e49bf2-341d-4d16-a08e-bb8aa51362f2 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:48:24.838193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:48:24.872948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:24.873918 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Added segment b1d13bf3-707d-4ba6-840a-e882f4ea79fd of type vlan for network 6dba23cc-7680-4039-80e3-8cf726e64734 Aug 23 03:48:24.882356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26f395-1be7-42de-9f3d-42fa9452cc63 req-1c5c2c7a-fefb-42df-9ed9-650c08360c25 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:24.883875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6b26f395-1be7-42de-9f3d-42fa9452cc63 req-1c5c2c7a-fefb-42df-9ed9-650c08360c25 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1164167 Aug 23 03:48:24.919860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:48:24.932539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d081bbb7-dd67-49c0-85bc-2e518459b873 None None] Sync routers for ids ['a4e49bf2-341d-4d16-a08e-bb8aa51362f2'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:48:24.940390 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-764006f5-d54e-4382-80ed-c9e9a140ef90 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "PUT /v2.0/routers/a4e49bf2-341d-4d16-a08e-bb8aa51362f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9599311 Aug 23 03:48:24.941809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50576) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:24.969199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:24.970721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081bbb7-dd67-49c0-85bc-2e518459b873 None None] Routers {'a4e49bf2-341d-4d16-a08e-bb8aa51362f2'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:48:24.972208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d081bbb7-dd67-49c0-85bc-2e518459b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:47:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a4e49bf2-341d-4d16-a08e-bb8aa51362f2'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:24.978382 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f243a14-03c1-4929-b2ac-514352789616 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:48:24.985491 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6f243a14-03c1-4929-b2ac-514352789616 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/cb88b9a8-779b-4582-8ff6-d99fc82da11d HTTP/1.1" status: 404 len: 333 time: 0.0410848 Aug 23 03:48:24.986099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50580) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:24.996219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6b26f395-1be7-42de-9f3d-42fa9452cc63 req-bc63dc4b-73f2-401a-9bed-f15fb41a2c0a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855453 Aug 23 03:48:25.046956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d081bbb7-dd67-49c0-85bc-2e518459b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:25.067528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081bbb7-dd67-49c0-85bc-2e518459b873 None None] Routers {'a4e49bf2-341d-4d16-a08e-bb8aa51362f2'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:48:25.068165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d081bbb7-dd67-49c0-85bc-2e518459b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:47:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a4e49bf2-341d-4d16-a08e-bb8aa51362f2'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:25.087992 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e75a0dc8-1ea0-4af8-be5b-3bb65b705b45 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:25.107186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d081bbb7-dd67-49c0-85bc-2e518459b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:25.107922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d081bbb7-dd67-49c0-85bc-2e518459b873 None None] The sync data for ids ['a4e49bf2-341d-4d16-a08e-bb8aa51362f2'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:48:25.514639 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:25.520293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:25.521612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:25.586003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e75a0dc8-1ea0-4af8-be5b-3bb65b705b45 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:25.589674 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e75a0dc8-1ea0-4af8-be5b-3bb65b705b45 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:25.715990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Network': ['ID=6dba23cc-7680-4039-80e3-8cf726e64734,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:25.721975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-207e1030-a30f-4b80-bb09-8eec40b25d8b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2422426 Aug 23 03:48:25.725123 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50606) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:25.731983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518873b-8ed4-4599-b205-11c17d901d6e req-bb4ba623-40fc-401a-ba9c-978c674ba75c tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:25.733405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6dba23cc-7680-4039-80e3-8cf726e64734 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:48:25.733802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7518873b-8ed4-4599-b205-11c17d901d6e req-bb4ba623-40fc-401a-ba9c-978c674ba75c tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.0978162 Aug 23 03:48:25.733890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '6dba23cc-7680-4039-80e3-8cf726e64734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:25.794429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7518873b-8ed4-4599-b205-11c17d901d6e req-4746bc8c-a349-4f73-84cf-76642e5094fd tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520697 Aug 23 03:48:25.865574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e75a0dc8-1ea0-4af8-be5b-3bb65b705b45 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:25.866199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75a0dc8-1ea0-4af8-be5b-3bb65b705b45 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Fanout notify agent at l3_agent the message router_deleted on router a4e49bf2-341d-4d16-a08e-bb8aa51362f2 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:48:25.877246 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e75a0dc8-1ea0-4af8-be5b-3bb65b705b45 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:25.881217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50608) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:25.892179 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e75a0dc8-1ea0-4af8-be5b-3bb65b705b45 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/routers/a4e49bf2-341d-4d16-a08e-bb8aa51362f2 HTTP/1.1" status: 204 len: 168 time: 0.9049957 Aug 23 03:48:25.963155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93130ac-159b-483d-b11f-1bb84771f6e1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet 2863d045-16ff-41f4-87c1-b4c635b2d80b {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:25.967778 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a93130ac-159b-483d-b11f-1bb84771f6e1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:25.988774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8c8f-828f-44ae-bc29-e76bf866b687 req-26b4d631-920a-4fc1-8628-bb66ebba84bf tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:25.994731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8c8f-828f-44ae-bc29-e76bf866b687 req-26b4d631-920a-4fc1-8628-bb66ebba84bf tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.001920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8c8f-828f-44ae-bc29-e76bf866b687 req-26b4d631-920a-4fc1-8628-bb66ebba84bf tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.007368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8c8f-828f-44ae-bc29-e76bf866b687 req-26b4d631-920a-4fc1-8628-bb66ebba84bf tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.013394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8c8f-828f-44ae-bc29-e76bf866b687 req-26b4d631-920a-4fc1-8628-bb66ebba84bf tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.019650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8c8f-828f-44ae-bc29-e76bf866b687 req-26b4d631-920a-4fc1-8628-bb66ebba84bf tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.021252 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a93130ac-159b-483d-b11f-1bb84771f6e1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.025549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8c8f-828f-44ae-bc29-e76bf866b687 req-26b4d631-920a-4fc1-8628-bb66ebba84bf tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.027554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a7a8c8f-828f-44ae-bc29-e76bf866b687 req-26b4d631-920a-4fc1-8628-bb66ebba84bf tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5434 time: 0.1594839 Aug 23 03:48:26.076558 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8a7a8c8f-828f-44ae-bc29-e76bf866b687 req-481504b5-0100-4ea7-86de-92b014c5a2e7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389621 Aug 23 03:48:26.122608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:26.126617 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.148953 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a93130ac-159b-483d-b11f-1bb84771f6e1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.185495 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbda3e5b-7f35-44a8-a89c-3e03cef3adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.225151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93789e-e716-4082-a244-f0b60421c52d req-7b6b0e2a-b4c9-45cb-9989-d33ee2358537 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.230808 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d93789e-e716-4082-a244-f0b60421c52d req-7b6b0e2a-b4c9-45cb-9989-d33ee2358537 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0906928 Aug 23 03:48:26.262816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c9bc-3c59-4244-bb50-c1997895dd9c req-b2397aaa-449d-4743-b727-01ee72c989d3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.269813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c9bc-3c59-4244-bb50-c1997895dd9c req-b2397aaa-449d-4743-b727-01ee72c989d3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.271493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d93789e-e716-4082-a244-f0b60421c52d req-4abea4b2-167d-44cd-9fd6-244bae87e6f4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369766 Aug 23 03:48:26.275926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c9bc-3c59-4244-bb50-c1997895dd9c req-b2397aaa-449d-4743-b727-01ee72c989d3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.283066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c9bc-3c59-4244-bb50-c1997895dd9c req-b2397aaa-449d-4743-b727-01ee72c989d3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.289159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c9bc-3c59-4244-bb50-c1997895dd9c req-b2397aaa-449d-4743-b727-01ee72c989d3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.295873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c9bc-3c59-4244-bb50-c1997895dd9c req-b2397aaa-449d-4743-b727-01ee72c989d3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.301704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c9bc-3c59-4244-bb50-c1997895dd9c req-b2397aaa-449d-4743-b727-01ee72c989d3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:26.303693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc8c9bc-3c59-4244-bb50-c1997895dd9c req-b2397aaa-449d-4743-b727-01ee72c989d3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5434 time: 0.1124253 Aug 23 03:48:26.319471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50618) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:26.324377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Request body: {'floatingip': {'port_id': '135ed5bc-ba78-4c3a-a568-eca20cbcb623'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:26.367345 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.468055 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a93130ac-159b-483d-b11f-1bb84771f6e1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.511522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93130ac-159b-483d-b11f-1bb84771f6e1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=2863d045-16ff-41f4-87c1-b4c635b2d80b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:26.518246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a93130ac-159b-483d-b11f-1bb84771f6e1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.524843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccc68b1-31b1-4b5e-8ce4-b8d033ff9917 None None] Network 33f0d5c2-44e7-4633-b8cb-60eae1d23037 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:26.531127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50624) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:26.533582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a93130ac-159b-483d-b11f-1bb84771f6e1 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/2863d045-16ff-41f4-87c1-b4c635b2d80b HTTP/1.1" status: 204 len: 168 time: 0.6482031 Aug 23 03:48:26.655280 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.697177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] DHCP port deletion for 33f0d5c2-44e7-4633-b8cb-60eae1d23037 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:48:26.744366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Deleting port 225ff873-095e-4974-aa69-072e16e994fc {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:26.744939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.834013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] For port 225ff873-095e-4974-aa69-072e16e994fc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=225ff873-095e-4974-aa69-072e16e994fc,segment=NetworkSegment(a8ac34ed-107f-4429-b96b-482db7c94b2b),segment_id=a8ac34ed-107f-4429-b96b-482db7c94b2b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:26.834729 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:26.854232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Calling delete_port for 225ff873-095e-4974-aa69-072e16e994fc owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:26.952897 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.071715 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.097072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Pushing event deleted for resources: {'Port': ['ID=225ff873-095e-4974-aa69-072e16e994fc,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:27.105288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] No DVR routers for this DVR port 225ff873-095e-4974-aa69-072e16e994fc on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:27.110262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.110821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.111360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.111926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.112631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.113168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.113680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.114739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.115531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.116486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.117058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.117541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae82f53-3838-4085-aad5-1f80632afc41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:48:27.125307 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9359b1-5078-43da-bdae-5460f4ff7830 req-cfd514c8-bb3c-4f2f-8c43-3f3f84cd3470 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:27.126821 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d9359b1-5078-43da-bdae-5460f4ff7830 req-cfd514c8-bb3c-4f2f-8c43-3f3f84cd3470 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.2325993 Aug 23 03:48:27.127478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=a5480b36-7bc1-4145-87bc-8b3d9e8df19d,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:27.152994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 225ff873-095e-4974-aa69-072e16e994fc {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:27.153442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.267150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Checking segment: {'id': 'b1d13bf3-707d-4ba6-840a-e882f4ea79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6dba23cc-7680-4039-80e3-8cf726e64734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:27.267510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network hostable DHCP agents. Network: 6dba23cc-7680-4039-80e3-8cf726e64734, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:48:27.291718 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.resource_extend [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:48:27.297649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] For port 225ff873-095e-4974-aa69-072e16e994fc, host n-d-749052-7, got binding levels [] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:27.298011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.329945 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d9359b1-5078-43da-bdae-5460f4ff7830 req-772cf3e5-adcd-448b-82b8-4c85dc9ef43f tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855650 Aug 23 03:48:27.362220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 225ff873-095e-4974-aa69-072e16e994fc owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:27.369066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_backend_mixin [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Port 225ff873-095e-4974-aa69-072e16e994fc was not found and therefore no delete operation was performed {{(pid=95120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 03:48:27.379289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.405187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90d33b-a18c-4dae-84db-4fe1aeed6a5a req-d1bc6745-6fc8-42ff-bc9e-7a61d77c026a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:27.406760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d90d33b-a18c-4dae-84db-4fe1aeed6a5a req-d1bc6745-6fc8-42ff-bc9e-7a61d77c026a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0538156 Aug 23 03:48:27.423856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=225ff873-095e-4974-aa69-072e16e994fc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:27.428364 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.429391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No DVR routers for this DVR port 225ff873-095e-4974-aa69-072e16e994fc on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:27.451273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d90d33b-a18c-4dae-84db-4fe1aeed6a5a req-34678292-e1f1-464f-90e8-9f538133f181 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336537 Aug 23 03:48:27.476437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 6dba23cc-7680-4039-80e3-8cf726e64734 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:48:27.513918 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.523954 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f0d5c2-44e7-4633-b8cb-60eae1d23037']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:27.533854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ac34ed-107f-4429-b96b-482db7c94b2b') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:27.534129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ac34ed-107f-4429-b96b-482db7c94b2b') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:27.542970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.556081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.594921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.602735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:48:27.603133 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:48:27.606059 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:48:27.927038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6dba23cc-7680-4039-80e3-8cf726e64734) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:27.931473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:27.932571 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:27.935720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6579c-2cec-4d76-8fcb-cab3b18ab4bc None None] Network 6dba23cc-7680-4039-80e3-8cf726e64734 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:27.960639 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Floating IP ea2b8cba-39d6-46f6-97a9-6840a2e34d8d associated. External IP: 172.25.1.54, port: 135ed5bc-ba78-4c3a-a568-eca20cbcb623. Aug 23 03:48:28.072976 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:28.089266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66958390-f957-45b5-a107-e27754e06118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6dba23cc-7680-4039-80e3-8cf726e64734', 'network_id': '6dba23cc-7680-4039-80e3-8cf726e64734', 'tenant_id': '6c14d6d259fc4a2c86b67f8e8fc4b932', 'fixed_ips': [{'subnet_id': 'a5480b36-7bc1-4145-87bc-8b3d9e8df19d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:48:28.090207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66958390-f957-45b5-a107-e27754e06118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:28.112971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:28.121136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/networks/33f0d5c2-44e7-4633-b8cb-60eae1d23037 HTTP/1.1" status: 204 len: 168 time: 1.5809867 Aug 23 03:48:28.121136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-253ecec8-78da-4577-b36d-3eaee17d863c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3927467 Aug 23 03:48:28.121619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50642) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:28.124077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '6dba23cc-7680-4039-80e3-8cf726e64734', 'security_groups': [], 'name': 'tempest-PortsTestJSON-640805203'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:28.129664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50644) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:28.193769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09fabf-fb7d-4224-aa6e-517d513ca073 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Network': ['ID=33f0d5c2-44e7-4633-b8cb-60eae1d23037,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:28.226684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Router dd9db0c2-032f-48a3-9caf-9249d188f47f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:48:28.228500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6db5d7-cde0-4994-a093-82c7fcdd60cd tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.230098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9c6db5d7-cde0-4994-a093-82c7fcdd60cd tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/06bc3898-c15e-4cb7-9edf-e9e58f59a066 HTTP/1.1" status: 200 len: 845 time: 0.0998607 Aug 23 03:48:28.235792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50648) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:28.264416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-66958390-f957-45b5-a107-e27754e06118 None None] Allocated IP 172.20.0.2 (6dba23cc-7680-4039-80e3-8cf726e64734/a5480b36-7bc1-4145-87bc-8b3d9e8df19d/68c0c064-6ec6-410c-a4c7-cfb281d439e9) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:28.270345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50650) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:28.306830 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-01e15d40-f8c2-4215-a7a3-e359ed176100 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/06bc3898-c15e-4cb7-9edf-e9e58f59a066?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0659132 Aug 23 03:48:28.307644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50654) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:28.313618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:28.362062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:48:28.375825 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] Sync routers for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:48:28.376415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:28.411515 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:48:28.411515 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:47:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:28.419752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-83f680d4-0700-475e-8b8a-8464ed8f4912 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "PUT /v2.0/floatingips/ea2b8cba-39d6-46f6-97a9-6840a2e34d8d HTTP/1.1" status: 200 len: 990 time: 2.0991037 Aug 23 03:48:28.420417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:48:28.422933 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aa949e-afb0-4fb3-aa68-e46bbe60612f" -d '{"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:48:28.538906 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:48:28.590270 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684bebe1-56bf-49b0-8d00-54eed2088bf0 x-openstack-request-id: req-684bebe1-56bf-49b0-8d00-54eed2088bf0 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:48:28.590576 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:48:28.590834 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-684bebe1-56bf-49b0-8d00-54eed2088bf0 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:48:28.591241 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'status': 'completed', 'code': 200} Aug 23 03:48:28.634672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 225ff873-095e-4974-aa69-072e16e994fc no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:48:28.659739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 225ff873-095e-4974-aa69-072e16e994fc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:48:28.659739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 225ff873-095e-4974-aa69-072e16e994fc not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:48:28.703265 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66958390-f957-45b5-a107-e27754e06118 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:28.728105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-66958390-f957-45b5-a107-e27754e06118 None None] Transition to ACTIVE for port object 68c0c064-6ec6-410c-a4c7-cfb281d439e9 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:28.735145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-107c4ada-9621-4e5d-be71-6a4356f86f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.735778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-107c4ada-9621-4e5d-be71-6a4356f86f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.736746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-107c4ada-9621-4e5d-be71-6a4356f86f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.737331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-107c4ada-9621-4e5d-be71-6a4356f86f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.738070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-107c4ada-9621-4e5d-be71-6a4356f86f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.738282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-107c4ada-9621-4e5d-be71-6a4356f86f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.738755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-107c4ada-9621-4e5d-be71-6a4356f86f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.741509 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-107c4ada-9621-4e5d-be71-6a4356f86f2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6491 time: 0.1231411 Aug 23 03:48:28.755546 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bb96f50e-cb59-4dd1-8c08-5609a47791a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:28.757852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-66958390-f957-45b5-a107-e27754e06118 None None] Transition to ACTIVE for port object 68c0c064-6ec6-410c-a4c7-cfb281d439e9 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:28.763846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0ea37-87c9-430d-97b5-4b6ea7e5a4ee req-19a2de7b-c2b7-4ded-8ff7-e718a95845b5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.765478 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51e0ea37-87c9-430d-97b5-4b6ea7e5a4ee req-19a2de7b-c2b7-4ded-8ff7-e718a95845b5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1011255 Aug 23 03:48:28.831768 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:28.848312 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'ea2b8cba-39d6-46f6-97a9-6840a2e34d8d', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'port_id': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'mac_address': 'fa:16:3e:9e:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:46:52Z', 'updated_at': '2021-08-23T03:48:27Z', 'revision_number': 1, 'project_id': 'ced08239aad045b281b35704b58f5423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:46:07Z', 'revision_number': 5, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:28.869332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66958390-f957-45b5-a107-e27754e06118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:28.877642 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] Checking router: dd9db0c2-032f-48a3-9caf-9249d188f47f for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:48:28.880483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51e0ea37-87c9-430d-97b5-4b6ea7e5a4ee req-cdbcda5e-969e-42d3-938e-4e2cc2c0b6cf tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061933 Aug 23 03:48:28.887876 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:48:28.888866 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:48:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:28.937580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-266cf7c3-8bc1-4c11-bd9c-57cc710b2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:28.937754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66958390-f957-45b5-a107-e27754e06118 None None] Network 6dba23cc-7680-4039-80e3-8cf726e64734 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:28.942984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-266cf7c3-8bc1-4c11-bd9c-57cc710b2401 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773410b0-9710-43b7-a41a-cf96dea10a60 HTTP/1.1" status: 200 len: 911 time: 0.1909811 Aug 23 03:48:28.943267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:28.946659 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:28.947511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-66958390-f957-45b5-a107-e27754e06118 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:28.957246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66958390-f957-45b5-a107-e27754e06118 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:28.966307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port fc423d4c-a429-435e-8290-a9ce8d6b3888 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:28.977716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66958390-f957-45b5-a107-e27754e06118 None None] Pushing event updated for resources: {'Port': ['ID=68c0c064-6ec6-410c-a4c7-cfb281d439e9,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:29.037780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c3108b5-f2f9-4445-8906-c03a85f01d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.043648 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:48:29.049766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-1080a249-3aa3-43bf-b847-8d9110e25dfc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623 HTTP/1.1" status: 200 len: 998 time: 0.0994163 Aug 23 03:48:29.053152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-66958390-f957-45b5-a107-e27754e06118 None None] Attempting to bind port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:48:29.053152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-66958390-f957-45b5-a107-e27754e06118 None None] Attempting to bind port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'b1d13bf3-707d-4ba6-840a-e882f4ea79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6dba23cc-7680-4039-80e3-8cf726e64734'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:48:29.053152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66958390-f957-45b5-a107-e27754e06118 None None] Attempting to bind port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 on network 6dba23cc-7680-4039-80e3-8cf726e64734 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:29.058368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66958390-f957-45b5-a107-e27754e06118 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:48:29.059008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66958390-f957-45b5-a107-e27754e06118 None None] Checking segment: {'id': 'b1d13bf3-707d-4ba6-840a-e882f4ea79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6dba23cc-7680-4039-80e3-8cf726e64734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:29.059617 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66958390-f957-45b5-a107-e27754e06118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.060179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66958390-f957-45b5-a107-e27754e06118 None None] Bound using segment: {'id': 'b1d13bf3-707d-4ba6-840a-e882f4ea79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6dba23cc-7680-4039-80e3-8cf726e64734'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:48:29.061451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-66958390-f957-45b5-a107-e27754e06118 None None] Bound port: 68c0c064-6ec6-410c-a4c7-cfb281d439e9, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d13bf3-707d-4ba6-840a-e882f4ea79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6dba23cc-7680-4039-80e3-8cf726e64734'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:48:29.062035 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66958390-f957-45b5-a107-e27754e06118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.105699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a36eb3-4560-42f4-a5a2-86a2c6d510e1 req-710d1aa8-82ad-4bc8-967b-395e108d6ff9 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:29.109915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-5b6a6eb5-e889-4f78-bd49-f79874500d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:29.112151 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-5b6a6eb5-e889-4f78-bd49-f79874500d0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=911ff96c-e227-4037-9184-4069a4f87ccf HTTP/1.1" status: 200 len: 850 time: 0.0557442 Aug 23 03:48:29.113623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93a36eb3-4560-42f4-a5a2-86a2c6d510e1 req-710d1aa8-82ad-4bc8-967b-395e108d6ff9 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.6480885 Aug 23 03:48:29.142031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-66958390-f957-45b5-a107-e27754e06118 None None] For port 68c0c064-6ec6-410c-a4c7-cfb281d439e9, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:48:29.147087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-66958390-f957-45b5-a107-e27754e06118 None None] For port 68c0c064-6ec6-410c-a4c7-cfb281d439e9, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=68c0c064-6ec6-410c-a4c7-cfb281d439e9,segment=NetworkSegment(b1d13bf3-707d-4ba6-840a-e882f4ea79fd),segment_id=b1d13bf3-707d-4ba6-840a-e882f4ea79fd)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:48:29.149911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.13 (6dba23cc-7680-4039-80e3-8cf726e64734/a5480b36-7bc1-4145-87bc-8b3d9e8df19d/fc423d4c-a429-435e-8290-a9ce8d6b3888) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:29.165166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-cd147fde-29aa-4557-809c-bd9072c22963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:29.168048 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-cd147fde-29aa-4557-809c-bd9072c22963 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773410b0-9710-43b7-a41a-cf96dea10a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475705 Aug 23 03:48:29.168171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:29.171909 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.197902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93a36eb3-4560-42f4-a5a2-86a2c6d510e1 req-d99c6e5e-6f98-4230-92e8-bdddc8a14109 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828316 Aug 23 03:48:29.288333 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-05051089-4df2-4947-8f31-4b122b4e5957 service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138375 Aug 23 03:48:29.341602 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66958390-f957-45b5-a107-e27754e06118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.391555 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58aa949e-afb0-4fb3-aa68-e46bbe60612f req-2e41dd0e-529e-4f94-9127-033dfe0e5d5b service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946872 Aug 23 03:48:29.397682 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'ea2b8cba-39d6-46f6-97a9-6840a2e34d8d', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'port_id': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'mac_address': 'fa:16:3e:9e:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:46:52Z', 'updated_at': '2021-08-23T03:48:27Z', 'revision_number': 1, 'project_id': 'ced08239aad045b281b35704b58f5423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:46:07Z', 'revision_number': 5, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:29.437747 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8ddb8-f632-4ac5-8a66-de4b9e4c9a5d None None] The sync data for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 is: [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'ea2b8cba-39d6-46f6-97a9-6840a2e34d8d', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'port_id': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'mac_address': 'fa:16:3e:9e:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:46:52Z', 'updated_at': '2021-08-23T03:48:27Z', 'revision_number': 1, 'project_id': 'ced08239aad045b281b35704b58f5423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:46:07Z', 'revision_number': 5, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:48:29.440866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66958390-f957-45b5-a107-e27754e06118 None None] Pushing event updated for resources: {'Port': ['ID=68c0c064-6ec6-410c-a4c7-cfb281d439e9,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:29.487085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.510334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c3108b5-f2f9-4445-8906-c03a85f01d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.517916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object fc423d4c-a429-435e-8290-a9ce8d6b3888 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:29.679777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c3108b5-f2f9-4445-8906-c03a85f01d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.702288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa022e4f-90c2-4dd4-817e-f6ac40cb0305 None None] New status for floating IP ea2b8cba-39d6-46f6-97a9-6840a2e34d8d: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:48:29.732328 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.734479 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.788375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c3108b5-f2f9-4445-8906-c03a85f01d3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e673ad067754bbbbc352a294af53ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5154433 Aug 23 03:48:29.791081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50672) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:29.828467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=fc423d4c-a429-435e-8290-a9ce8d6b3888,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:29.831446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3108b5-f2f9-4445-8906-c03a85f01d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f202a0d-99db-4656-a3a3-ed42e1a375e3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:29.859072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:29.859240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9d04-394d-4c16-a87b-b285ed2b72de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.861037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 6dba23cc-7680-4039-80e3-8cf726e64734 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:29.865226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:29.869263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:29.873794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:29.873794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.878957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:29.884709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=fefa70a6-a981-4ff3-b6a5-c7f835291fbd,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:29.884846 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9d04-394d-4c16-a87b-b285ed2b72de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:29.896590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1262b6-9407-49cb-af1e-485045610b56 None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:29.960961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:29.960961 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.034647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3a02487a-86cb-42af-9409-b9711fc5f7f3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7254677 Aug 23 03:48:30.038364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50678) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:30.044633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-164087c9-0afc-413c-9c55-865c734a096d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1392478213'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:30.061314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8995f5-bc48-429d-81bc-f6ac20e270c3 req-946f8bfe-2ae2-4b94-a680-dc0ea5ed8d70 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:30.061314 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b8995f5-bc48-429d-81bc-f6ac20e270c3 req-946f8bfe-2ae2-4b94-a680-dc0ea5ed8d70 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0591421 Aug 23 03:48:30.092885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'tenant_id': '99f9921c2cc04c6a812520fd82692f9e', 'fixed_ips': [{'subnet_id': 'fefa70a6-a981-4ff3-b6a5-c7f835291fbd'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:48:30.093977 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.106568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b8995f5-bc48-429d-81bc-f6ac20e270c3 req-213abe8c-2b79-4f1c-af87-88549c54fe9f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456226 Aug 23 03:48:30.137271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4e398f10-1663-4dda-a2c0-e1e8c6408cc5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0171244 Aug 23 03:48:30.141561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50680) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:30.252096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8a1db46c-346f-4440-82b3-d0c22aa7c2e2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port fc423d4c-a429-435e-8290-a9ce8d6b3888 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:30.252435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a1db46c-346f-4440-82b3-d0c22aa7c2e2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.272491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9d04-394d-4c16-a87b-b285ed2b72de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.276219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9d04-394d-4c16-a87b-b285ed2b72de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.278212 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f5fe9d04-394d-4c16-a87b-b285ed2b72de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f202a0d-99db-4656-a3a3-ed42e1a375e3 HTTP/1.1" status: 204 len: 168 time: 0.4858625 Aug 23 03:48:30.339855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe9d04-394d-4c16-a87b-b285ed2b72de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f202a0d-99db-4656-a3a3-ed42e1a375e3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:30.352708 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-164087c9-0afc-413c-9c55-865c734a096d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.371555 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a1db46c-346f-4440-82b3-d0c22aa7c2e2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.390083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8a1db46c-346f-4440-82b3-d0c22aa7c2e2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for fc423d4c-a429-435e-8290-a9ce8d6b3888 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:30.440045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Allocated IP 2001:db8::2 (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/fefa70a6-a981-4ff3-b6a5-c7f835291fbd/7c1621a9-5777-44e1-8962-5342fdfb3a71) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:30.475642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e2d5c-a1f5-461d-b1d7-77c24a6c9235 req-da2327e0-396e-451d-98a2-23371a568e14 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:30.476036 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.477535 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b6e2d5c-a1f5-461d-b1d7-77c24a6c9235 req-da2327e0-396e-451d-98a2-23371a568e14 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.1978915 Aug 23 03:48:30.570491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b6e2d5c-a1f5-461d-b1d7-77c24a6c9235 req-165a7aab-0eed-4f64-a520-c0829e669952 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816066 Aug 23 03:48:30.583046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 68c0c064-6ec6-410c-a4c7-cfb281d439e9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:30.593022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-164087c9-0afc-413c-9c55-865c734a096d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.653927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a49385-d358-464f-886c-6b9b5cf4ecfc None None] Network 6dba23cc-7680-4039-80e3-8cf726e64734 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:30.712723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-164087c9-0afc-413c-9c55-865c734a096d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.740628 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.742550 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a1db46c-346f-4440-82b3-d0c22aa7c2e2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.744878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164087c9-0afc-413c-9c55-865c734a096d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441dba1c-ffdf-491d-8c8e-6579ace3ac09,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:30.768910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Transition to ACTIVE for port object 7c1621a9-5777-44e1-8962-5342fdfb3a71 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:30.785270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1db46c-346f-4440-82b3-d0c22aa7c2e2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=fc423d4c-a429-435e-8290-a9ce8d6b3888,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:30.802261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Transition to ACTIVE for port object 7c1621a9-5777-44e1-8962-5342fdfb3a71 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:30.870672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a1db46c-346f-4440-82b3-d0c22aa7c2e2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.873480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8a1db46c-346f-4440-82b3-d0c22aa7c2e2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/fc423d4c-a429-435e-8290-a9ce8d6b3888 HTTP/1.1" status: 204 len: 168 time: 0.7309296 Aug 23 03:48:30.875563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50692) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:30.883563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-164087c9-0afc-413c-9c55-865c734a096d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.885417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-164087c9-0afc-413c-9c55-865c734a096d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8456421 Aug 23 03:48:30.888354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50694) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:30.893389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9530cf2e-266f-4943-bf26-f54ed7cbd7a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020821323'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:30.912004 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-eece89ae-d6ad-45b5-ab83-5b9c7d384494 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:48:30.913683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-eece89ae-d6ad-45b5-ab83-5b9c7d384494 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/fc423d4c-a429-435e-8290-a9ce8d6b3888 HTTP/1.1" status: 404 len: 333 time: 0.0371773 Aug 23 03:48:30.916805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50696) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:30.924223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5696a6d1-1d6e-4f27-9242-98f76a6d25fc None None] Provisioning for port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:30.928862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:30.931514 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.941265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5696a6d1-1d6e-4f27-9242-98f76a6d25fc None None] Provisioning complete for port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:30.941637 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5696a6d1-1d6e-4f27-9242-98f76a6d25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.962530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:30.962907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:30.974392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02f63a9-4049-481f-a59e-46b85bd4a346 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet a5480b36-7bc1-4145-87bc-8b3d9e8df19d {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:30.978205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b02f63a9-4049-481f-a59e-46b85bd4a346 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.018370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:31.030486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:31.030885 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b02f63a9-4049-481f-a59e-46b85bd4a346 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.036430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:31.054766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Pushing event updated for resources: {'Port': ['ID=7c1621a9-5777-44e1-8962-5342fdfb3a71,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:31.132150 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b02f63a9-4049-481f-a59e-46b85bd4a346 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.139180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Attempting to bind port 7c1621a9-5777-44e1-8962-5342fdfb3a71 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:48:31.139809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Attempting to bind port 7c1621a9-5777-44e1-8962-5342fdfb3a71 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'b3636db4-3218-4f0c-91c6-160b14769a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:48:31.140164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Attempting to bind port 7c1621a9-5777-44e1-8962-5342fdfb3a71 on network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:31.147003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9530cf2e-266f-4943-bf26-f54ed7cbd7a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.180709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:48:31.181154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Checking segment: {'id': 'b3636db4-3218-4f0c-91c6-160b14769a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:31.181386 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.181790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Bound using segment: {'id': 'b3636db4-3218-4f0c-91c6-160b14769a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:48:31.182280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Bound port: 7c1621a9-5777-44e1-8962-5342fdfb3a71, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3636db4-3218-4f0c-91c6-160b14769a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:48:31.183347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.235865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5696a6d1-1d6e-4f27-9242-98f76a6d25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.277061 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.299644 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9530cf2e-266f-4943-bf26-f54ed7cbd7a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.317526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abd05f-b6d1-4051-99a5-f84b9c89f12a req-312241ac-1d92-4af0-b50c-06f5c33ee76a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:31.325572 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2abd05f-b6d1-4051-99a5-f84b9c89f12a req-312241ac-1d92-4af0-b50c-06f5c33ee76a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.0751441 Aug 23 03:48:31.355676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] For port 7c1621a9-5777-44e1-8962-5342fdfb3a71, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:48:31.359918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] For port 7c1621a9-5777-44e1-8962-5342fdfb3a71, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7c1621a9-5777-44e1-8962-5342fdfb3a71,segment=NetworkSegment(b3636db4-3218-4f0c-91c6-160b14769a3f),segment_id=b3636db4-3218-4f0c-91c6-160b14769a3f)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:48:31.361397 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2abd05f-b6d1-4051-99a5-f84b9c89f12a req-d30e3ce3-a7f6-4060-9330-b26813e99e00 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348058 Aug 23 03:48:31.415246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b02f63a9-4049-481f-a59e-46b85bd4a346 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.444666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f63a9-4049-481f-a59e-46b85bd4a346 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=a5480b36-7bc1-4145-87bc-8b3d9e8df19d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:31.448348 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b02f63a9-4049-481f-a59e-46b85bd4a346 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.453342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b02f63a9-4049-481f-a59e-46b85bd4a346 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/a5480b36-7bc1-4145-87bc-8b3d9e8df19d HTTP/1.1" status: 204 len: 168 time: 0.5349011 Aug 23 03:48:31.453471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50702) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:31.482447 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:48:31.483640 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:48:31.484145 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-5696a6d1-1d6e-4f27-9242-98f76a6d25fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:48:31.484628 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-5696a6d1-1d6e-4f27-9242-98f76a6d25fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:48:31.490155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9530cf2e-266f-4943-bf26-f54ed7cbd7a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.503778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50704) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:31.523186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cba7510-2fcc-4b1b-b52c-a889bdcc082f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.530210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.560335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530cf2e-266f-4943-bf26-f54ed7cbd7a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a09891a-97b3-4a2e-bbb9-31ffb0b3afc0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:31.573683 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.615403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bce0d-910c-4eff-a9ce-f8fa997f2288 None None] Pushing event updated for resources: {'Port': ['ID=7c1621a9-5777-44e1-8962-5342fdfb3a71,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:31.626771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b49b9-4662-46d3-88b3-a64f60cf0e42 None None] Network 6dba23cc-7680-4039-80e3-8cf726e64734 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:31.649754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:31.650477 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.709968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cba7510-2fcc-4b1b-b52c-a889bdcc082f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.759600 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.789969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] For port 68c0c064-6ec6-410c-a4c7-cfb281d439e9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=68c0c064-6ec6-410c-a4c7-cfb281d439e9,segment=NetworkSegment(b1d13bf3-707d-4ba6-840a-e882f4ea79fd),segment_id=b1d13bf3-707d-4ba6-840a-e882f4ea79fd)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:31.790437 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.816239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for 68c0c064-6ec6-410c-a4c7-cfb281d439e9 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:31.821929 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cba7510-2fcc-4b1b-b52c-a889bdcc082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.847814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4573ead-9cbb-4c85-803d-4701524bad01 req-b7f3cb84-8f7a-45b7-b439-91ec722a3cdd tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:31.847814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4573ead-9cbb-4c85-803d-4701524bad01 req-b7f3cb84-8f7a-45b7-b439-91ec722a3cdd tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.1033175 Aug 23 03:48:31.869303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9cba7510-2fcc-4b1b-b52c-a889bdcc082f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c88a0ce9736404587012d42a8bc6a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641915 Aug 23 03:48:31.870451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba7510-2fcc-4b1b-b52c-a889bdcc082f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cf0c6b-794e-4af3-a611-a3d63b0dcab0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:31.873081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50712) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:31.949981 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9530cf2e-266f-4943-bf26-f54ed7cbd7a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.951729 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9530cf2e-266f-4943-bf26-f54ed7cbd7a5 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0617771 Aug 23 03:48:31.955896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50714) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:31.956559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af8d11e-adda-46ce-af4e-db2e0a0ca8c8 None None] DHCP port deletion for 6dba23cc-7680-4039-80e3-8cf726e64734 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:48:31.959494 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9666e885-ec89-4eb3-a6c0-fe47dd1e9f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:31.964745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2072989561', 'security_groups': ['5a09891a-97b3-4a2e-bbb9-31ffb0b3afc0'], 'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fefa70a6-a981-4ff3-b6a5-c7f835291fbd'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:31.981430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d4573ead-9cbb-4c85-803d-4701524bad01 req-e4bbaec9-664b-4aaf-ac5e-4a6d47d96566 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293521 Aug 23 03:48:31.985632 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9666e885-ec89-4eb3-a6c0-fe47dd1e9f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.088509 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.112944 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5696a6d1-1d6e-4f27-9242-98f76a6d25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.122512 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9666e885-ec89-4eb3-a6c0-fe47dd1e9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.128776 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9666e885-ec89-4eb3-a6c0-fe47dd1e9f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.132859 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9666e885-ec89-4eb3-a6c0-fe47dd1e9f48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1cf0c6b-794e-4af3-a611-a3d63b0dcab0 HTTP/1.1" status: 204 len: 168 time: 0.2588143 Aug 23 03:48:32.142877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666e885-ec89-4eb3-a6c0-fe47dd1e9f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cf0c6b-794e-4af3-a611-a3d63b0dcab0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:32.157978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4af8d11e-adda-46ce-af4e-db2e0a0ca8c8 None None] Deleting port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:32.158492 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4af8d11e-adda-46ce-af4e-db2e0a0ca8c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.249080 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.291012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=68c0c064-6ec6-410c-a4c7-cfb281d439e9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:32.293354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No DVR routers for this DVR port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:32.302418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:32.324059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4af8d11e-adda-46ce-af4e-db2e0a0ca8c8 None None] For port 68c0c064-6ec6-410c-a4c7-cfb281d439e9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=68c0c064-6ec6-410c-a4c7-cfb281d439e9,segment=NetworkSegment(b1d13bf3-707d-4ba6-840a-e882f4ea79fd),segment_id=b1d13bf3-707d-4ba6-840a-e882f4ea79fd)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:32.324407 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4af8d11e-adda-46ce-af4e-db2e0a0ca8c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.341540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4af8d11e-adda-46ce-af4e-db2e0a0ca8c8 None None] Calling delete_port for 68c0c064-6ec6-410c-a4c7-cfb281d439e9 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:32.447902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7aa2df92-f348-45c1-95a9-71f45906674e None None] Could not find standard attr ID for object 68c0c064-6ec6-410c-a4c7-cfb281d439e9. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:48:32.456832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7aa2df92-f348-45c1-95a9-71f45906674e None None] Could not find standard attr ID for object fc423d4c-a429-435e-8290-a9ce8d6b3888. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:48:32.474214 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4af8d11e-adda-46ce-af4e-db2e0a0ca8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.478924 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.496083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dba23cc-7680-4039-80e3-8cf726e64734']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:32.514124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8d11e-adda-46ce-af4e-db2e0a0ca8c8 None None] Pushing event deleted for resources: {'Port': ['ID=68c0c064-6ec6-410c-a4c7-cfb281d439e9,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:32.528797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8d11e-adda-46ce-af4e-db2e0a0ca8c8 None None] No DVR routers for this DVR port 68c0c064-6ec6-410c-a4c7-cfb281d439e9 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:32.544263 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.551375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d13bf3-707d-4ba6-840a-e882f4ea79fd') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:32.551679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d13bf3-707d-4ba6-840a-e882f4ea79fd') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:32.580794 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.595623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7c1621a9-5777-44e1-8962-5342fdfb3a71 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:32.596986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 15eebdea-5af3-4733-b458-882205b26ea2 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:32.601264 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458b3b-725f-4e63-99e8-de07bf0b4154 req-2fd2fb6f-994f-47a2-be41-bc9e4e6d5b36 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:32.605936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.609851 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b458b3b-725f-4e63-99e8-de07bf0b4154 req-2fd2fb6f-994f-47a2-be41-bc9e4e6d5b36 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1272249 Aug 23 03:48:32.660526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b458b3b-725f-4e63-99e8-de07bf0b4154 req-aa91e9f5-7d46-48e2-8b08-0c1d927b6145 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478859 Aug 23 03:48:32.678697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:48:32.679115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:48:32.682087 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:48:32.786064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:32.898055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 68c0c064-6ec6-410c-a4c7-cfb281d439e9 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:48:32.936981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 68c0c064-6ec6-410c-a4c7-cfb281d439e9 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:48:32.937362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 68c0c064-6ec6-410c-a4c7-cfb281d439e9 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:48:32.977836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::16a (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/fefa70a6-a981-4ff3-b6a5-c7f835291fbd/15eebdea-5af3-4733-b458-882205b26ea2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:32.984651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.991149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:32.993126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/networks/6dba23cc-7680-4039-80e3-8cf726e64734 HTTP/1.1" status: 204 len: 168 time: 1.5381727 Aug 23 03:48:32.999113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50744) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:33.004211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'name': 'tempest-PortsTestJSON-1596572318'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:33.024453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5fc8e-21da-4a12-8a1d-6cb1d9526cc1 req-52545599-6337-4e16-90bf-2df80fb62eec tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:33.026239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] Provisioning for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:33.026403 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31c5fc8e-21da-4a12-8a1d-6cb1d9526cc1 req-52545599-6337-4e16-90bf-2df80fb62eec tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.1218393 Aug 23 03:48:33.028562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7deaf8-1369-4291-af16-541f1affd733 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Network': ['ID=6dba23cc-7680-4039-80e3-8cf726e64734,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:33.034401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] Provisioning complete for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:33.041491 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.104798 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31c5fc8e-21da-4a12-8a1d-6cb1d9526cc1 req-8ca682d5-1c3c-4432-958a-fe1e3262e4bf tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669229 Aug 23 03:48:33.122458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.160958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] For port 7c1621a9-5777-44e1-8962-5342fdfb3a71, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7c1621a9-5777-44e1-8962-5342fdfb3a71,segment=NetworkSegment(b3636db4-3218-4f0c-91c6-160b14769a3f),segment_id=b3636db4-3218-4f0c-91c6-160b14769a3f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:33.201761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.216107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object 15eebdea-5af3-4733-b458-882205b26ea2 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:33.266392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:33.270254 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.288144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port ab4b5e04-0eb7-45e8-8200-4b32cae5d863 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:33.293829 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.335457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] Provisioning complete for port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:33.335837 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.378525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] Pushing event updated for resources: {'Port': ['ID=7c1621a9-5777-44e1-8962-5342fdfb3a71,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:33.388224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f129c7d2-2466-49fa-8b8c-d09fbb721305 None None] Port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:33.467975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.472565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.534462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:33.538287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:33.541057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:33.548084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:33.548552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.565708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=15eebdea-5af3-4733-b458-882205b26ea2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:33.626762 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.673456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8379bc24-5fc9-4247-aeed-08a0ef118e22 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7162042 Aug 23 03:48:33.676463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50756) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:33.678558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:33.685191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-68486ccf-a2c6-4a7e-8882-eea42b0166d2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:33.697345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:33.702694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:33.710015 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:33.710853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.713693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=ab4b5e04-0eb7-45e8-8200-4b32cae5d863,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:33.861351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1bf2b493-7ea1-4005-9a9b-2e55524acabd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8610044 Aug 23 03:48:33.863985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:33.900308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ddf50501-df4f-40fd-8d49-de16b689e997 None None] Provisioning for port 15eebdea-5af3-4733-b458-882205b26ea2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:33.905249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ddf50501-df4f-40fd-8d49-de16b689e997 None None] Provisioning complete for port 15eebdea-5af3-4733-b458-882205b26ea2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:33.905626 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddf50501-df4f-40fd-8d49-de16b689e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:33.956798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ddf50501-df4f-40fd-8d49-de16b689e997 None None] Port 15eebdea-5af3-4733-b458-882205b26ea2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:33.989392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-12a678a1-2633-4ad8-8b14-d863dc9dd092 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port ab4b5e04-0eb7-45e8-8200-4b32cae5d863 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:33.989803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12a678a1-2633-4ad8-8b14-d863dc9dd092 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:34.247973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439541a7-7a44-4c01-986c-ed816e06ec49 req-b2046acc-1295-46c0-82c8-5e0dbc85f111 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:34.249791 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-439541a7-7a44-4c01-986c-ed816e06ec49 req-b2046acc-1295-46c0-82c8-5e0dbc85f111 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.0624032 Aug 23 03:48:34.291284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-439541a7-7a44-4c01-986c-ed816e06ec49 req-86a0b16e-df2c-4fa0-85fe-851968ec300e tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/security-groups?id=7792302c-7724-44d1-bfbc-aea83b8f0759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351954 Aug 23 03:48:34.313308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68486ccf-a2c6-4a7e-8882-eea42b0166d2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:34.316679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68486ccf-a2c6-4a7e-8882-eea42b0166d2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:34.363596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12a678a1-2633-4ad8-8b14-d863dc9dd092 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:34.426719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-12a678a1-2633-4ad8-8b14-d863dc9dd092 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for ab4b5e04-0eb7-45e8-8200-4b32cae5d863 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:34.453789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-03d6c540-1ee2-44f0-ad67-aa62d1199d82 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:34.455735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-03d6c540-1ee2-44f0-ad67-aa62d1199d82 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.11 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 946 time: 0.0911593 Aug 23 03:48:34.460080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c212cb-f5f3-47d9-9907-f814f02d1c03 req-3cc230fe-fd22-4029-a64f-b70cf5e7f3d3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:34.467889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57c212cb-f5f3-47d9-9907-f814f02d1c03 req-3cc230fe-fd22-4029-a64f-b70cf5e7f3d3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1591094 Aug 23 03:48:34.495995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7c1621a9-5777-44e1-8962-5342fdfb3a71 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:34.550328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:34.550823 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:34.553748 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-68486ccf-a2c6-4a7e-8882-eea42b0166d2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fefa70a6-a981-4ff3-b6a5-c7f835291fbd (CIDR: 2001:db8::/64) Aug 23 03:48:34.573646 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57c212cb-f5f3-47d9-9907-f814f02d1c03 req-eabaa13e-61ef-49f5-9100-b92d3eb9c4f5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047649 Aug 23 03:48:34.574134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Deleting port e7802729-d701-4ff7-9491-7eb23a9faa2f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:34.574492 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:34.665285 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-68486ccf-a2c6-4a7e-8882-eea42b0166d2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:48:34.665750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68486ccf-a2c6-4a7e-8882-eea42b0166d2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:34.666221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] For port e7802729-d701-4ff7-9491-7eb23a9faa2f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=e7802729-d701-4ff7-9491-7eb23a9faa2f,segment=NetworkSegment(cc213259-6283-4c01-b4fc-cc4a92699869),segment_id=cc213259-6283-4c01-b4fc-cc4a92699869)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:34.666451 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:34.679848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Calling delete_port for e7802729-d701-4ff7-9491-7eb23a9faa2f owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:34.728765 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12a678a1-2633-4ad8-8b14-d863dc9dd092 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:34.776675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12a678a1-2633-4ad8-8b14-d863dc9dd092 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:34.780971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-12a678a1-2633-4ad8-8b14-d863dc9dd092 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/ab4b5e04-0eb7-45e8-8200-4b32cae5d863 HTTP/1.1" status: 204 len: 168 time: 0.9135067 Aug 23 03:48:34.782822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50788) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:34.786382 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-68486ccf-a2c6-4a7e-8882-eea42b0166d2 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1088276 Aug 23 03:48:34.787470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a678a1-2633-4ad8-8b14-d863dc9dd092 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=ab4b5e04-0eb7-45e8-8200-4b32cae5d863,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:34.790455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'mac_address': 'fa:16:3e:0c:e0:7d', 'name': 'tempest-PortsTestJSON-1377213798'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:34.797235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50790) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:34.803829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:34.926165 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:48:34.926165 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:48:34.926165 n-d-749052-7 neutron-server[95121]: [parameters: {'project_id_1': '6c14d6d259fc4a2c86b67f8e8fc4b932', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 48, 34, 909671)}] Aug 23 03:48:34.926165 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:48:34.926652 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:48:34.991843 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:35.019270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:35.023028 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:35.025592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['e7802729-d701-4ff7-9491-7eb23a9faa2f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:35.076145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] No DVR routers for this DVR port e7802729-d701-4ff7-9491-7eb23a9faa2f on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:35.080173 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:35.083194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dce928d4-c2c0-464f-92b6-fa8ddc01863b req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.11 "DELETE /v2.0/ports/e7802729-d701-4ff7-9491-7eb23a9faa2f HTTP/1.1" status: 204 len: 173 time: 0.6203783 Aug 23 03:48:35.083911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696d6430-72fb-4434-a2e3-76a702128bac', 'name': 'network-vif-deleted', 'tag': 'e7802729-d701-4ff7-9491-7eb23a9faa2f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:48:35.087672 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f8c002-4228-43be-ba9e-b03a799a188d" -d '{"events": [{"server_uuid": "696d6430-72fb-4434-a2e3-76a702128bac", "name": "network-vif-deleted", "tag": "e7802729-d701-4ff7-9491-7eb23a9faa2f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:48:35.091133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c7c54-156c-4903-8f2c-c86d110f8053 tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] Pushing event deleted for resources: {'Port': ['ID=e7802729-d701-4ff7-9491-7eb23a9faa2f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:35.144590 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccd4274-7b1d-454d-9f77-1311a843fbeb x-openstack-request-id: req-fccd4274-7b1d-454d-9f77-1311a843fbeb {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:48:35.144884 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696d6430-72fb-4434-a2e3-76a702128bac", "name": "network-vif-deleted", "tag": "e7802729-d701-4ff7-9491-7eb23a9faa2f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:48:35.145211 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fccd4274-7b1d-454d-9f77-1311a843fbeb {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:48:35.145626 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696d6430-72fb-4434-a2e3-76a702128bac', 'name': 'network-vif-deleted', 'tag': 'e7802729-d701-4ff7-9491-7eb23a9faa2f', 'status': 'completed', 'code': 200} Aug 23 03:48:35.406834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:35.429672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf00a50d-78d2-481c-95a9-ae38de09e2b4 req-95180e28-b5ce-475e-a983-090dba2cefce tempest-ServerAddressesTestJSON-728663920 tempest-ServerAddressesTestJSON-728663920-project] 10.222.0.20 "GET /v2.0/ports?device_id=696d6430-72fb-4434-a2e3-76a702128bac HTTP/1.1" status: 200 len: 210 time: 0.0367398 Aug 23 03:48:35.454979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:35.459895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:35.463067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:35.463675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:35.470723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e00d5-c5b7-4e82-8ab6-691b41524148 None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:35.491176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=4f2c50a0-32b8-4c18-87b1-a0da784d2bc2,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:35.568633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:35.652891 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:35.704626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port dd9d3dbd-d966-4444-aeb8-b213c74b1025 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:35.706908 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-054ccf98-6938-4887-b638-467a3324ebbf tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9083543 Aug 23 03:48:35.709622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50812) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:35.715788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1886667655', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4f2c50a0-32b8-4c18-87b1-a0da784d2bc2'}], 'security_groups': ['441dba1c-ffdf-491d-8c8e-6579ace3ac09']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:35.730152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6220414-3a53-421c-90f0-47a727fd772b None None] Update dhcp port {'port': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'fixed_ips': [{'subnet_id': 'fefa70a6-a981-4ff3-b6a5-c7f835291fbd', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f2c50a0-32b8-4c18-87b1-a0da784d2bc2'}], 'binding:host_id': 'n-d-749052-7'}, 'id': '7c1621a9-5777-44e1-8962-5342fdfb3a71'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:48:35.757308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b6220414-3a53-421c-90f0-47a727fd772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:35.787585 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:35.796423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab8e1a-0516-49d7-87ac-3b8b511f4edf req-36087029-bda3-4279-b70a-6b2ac79f7f92 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:35.802099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ccab8e1a-0516-49d7-87ac-3b8b511f4edf req-36087029-bda3-4279-b70a-6b2ac79f7f92 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1272597 Aug 23 03:48:35.873573 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ccab8e1a-0516-49d7-87ac-3b8b511f4edf req-cd9c4918-f4d3-446b-b707-3bb3406052e8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682423 Aug 23 03:48:35.973495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-b6220414-3a53-421c-90f0-47a727fd772b None None] Allocated IP 2001:db8:0:1::2 (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/4f2c50a0-32b8-4c18-87b1-a0da784d2bc2/7c1621a9-5777-44e1-8962-5342fdfb3a71) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:35.986629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.103330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b6220414-3a53-421c-90f0-47a727fd772b None None] For port 7c1621a9-5777-44e1-8962-5342fdfb3a71, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7c1621a9-5777-44e1-8962-5342fdfb3a71,segment=NetworkSegment(b3636db4-3218-4f0c-91c6-160b14769a3f),segment_id=b3636db4-3218-4f0c-91c6-160b14769a3f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:36.110912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50818) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:36.136692 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b6220414-3a53-421c-90f0-47a727fd772b None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.141780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.159626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b6220414-3a53-421c-90f0-47a727fd772b None None] Transition to ACTIVE for port object 7c1621a9-5777-44e1-8962-5342fdfb3a71 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:36.192754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:36.196191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:36.212688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:36.218775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:36.219470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.230784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=dd9d3dbd-d966-4444-aeb8-b213c74b1025,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:36.240826 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b6220414-3a53-421c-90f0-47a727fd772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.289223 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4c4bec3c-5d34-4fc8-b21c-3d406b37d8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.324746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-10331d19-e94c-4d0d-9e5a-b318ee0e83b1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5406833 Aug 23 03:48:36.327363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50826) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:36.338992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6220414-3a53-421c-90f0-47a727fd772b None None] Pushing event updated for resources: {'Port': ['ID=7c1621a9-5777-44e1-8962-5342fdfb3a71,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:36.385654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddf92bf-e13b-4b19-9c4e-a23b6b604e30 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:36.387107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9ddf92bf-e13b-4b19-9c4e-a23b6b604e30 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/dd9d3dbd-d966-4444-aeb8-b213c74b1025 HTTP/1.1" status: 200 len: 841 time: 0.0584140 Aug 23 03:48:36.393589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50830) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:36.418534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Delete allocated IP 2001:db8::16a (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/fefa70a6-a981-4ff3-b6a5-c7f835291fbd) {{(pid=95120) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 03:48:36.430415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8:0:1::21e (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/4f2c50a0-32b8-4c18-87b1-a0da784d2bc2/15eebdea-5af3-4733-b458-882205b26ea2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:36.494951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50836) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:36.556734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7c1621a9-5777-44e1-8962-5342fdfb3a71 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:36.566856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b32f9f-b618-4aa3-b013-30c94107624a admin admin] Deleting subnet e2dc568b-9e6e-4d34-9453-25b195492eab {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:36.570645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f9b32f9f-b618-4aa3-b013-30c94107624a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.620295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f9b32f9f-b618-4aa3-b013-30c94107624a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.666386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ae3db5f8-e712-4c73-a6ff-90dffb610126 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port dd9d3dbd-d966-4444-aeb8-b213c74b1025 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:36.667089 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae3db5f8-e712-4c73-a6ff-90dffb610126 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.687507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f9b32f9f-b618-4aa3-b013-30c94107624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.703229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4c4bec3c-5d34-4fc8-b21c-3d406b37d8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.773121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.782680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae3db5f8-e712-4c73-a6ff-90dffb610126 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.783391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4c4bec3c-5d34-4fc8-b21c-3d406b37d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.801516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ae3db5f8-e712-4c73-a6ff-90dffb610126 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for dd9d3dbd-d966-4444-aeb8-b213c74b1025 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:36.839581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object 15eebdea-5af3-4733-b458-882205b26ea2 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:36.842707 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4c4bec3c-5d34-4fc8-b21c-3d406b37d8dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=057835b8c29546e9a4de28e3b49f8783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7305882 Aug 23 03:48:36.843496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bec3c-5d34-4fc8-b21c-3d406b37d8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7d3143-826e-47ed-9210-3c510be9a781,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:36.846741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50844) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:36.899106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8846354-b8b2-47de-a9e7-8bd94b31029f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.922357 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8846354-b8b2-47de-a9e7-8bd94b31029f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.929344 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f9b32f9f-b618-4aa3-b013-30c94107624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.938659 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:36.968038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b32f9f-b618-4aa3-b013-30c94107624a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2dc568b-9e6e-4d34-9453-25b195492eab,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:36.973831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae3db5f8-e712-4c73-a6ff-90dffb610126 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.013427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f9b32f9f-b618-4aa3-b013-30c94107624a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.015659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f9b32f9f-b618-4aa3-b013-30c94107624a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e2dc568b-9e6e-4d34-9453-25b195492eab HTTP/1.1" status: 204 len: 168 time: 0.5150738 Aug 23 03:48:37.027326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3db5f8-e712-4c73-a6ff-90dffb610126 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=dd9d3dbd-d966-4444-aeb8-b213c74b1025,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:37.028216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50850) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:37.059019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae3db5f8-e712-4c73-a6ff-90dffb610126 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.061562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ae3db5f8-e712-4c73-a6ff-90dffb610126 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/dd9d3dbd-d966-4444-aeb8-b213c74b1025 HTTP/1.1" status: 204 len: 168 time: 0.6668940 Aug 23 03:48:37.065135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50852) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:37.086219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] In _notify_port_updated(), no bound segment for port 15eebdea-5af3-4733-b458-882205b26ea2 on network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:48:37.091755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:37.092392 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.096551 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "PUT /v2.0/ports/15eebdea-5af3-4733-b458-882205b26ea2 HTTP/1.1" status: 200 len: 931 time: 1.3832321 Aug 23 03:48:37.104512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50854) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:37.136664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0810b17-e163-4339-bc54-0d6f1fbd2b0f req-b0d5bdd1-310e-43cf-9d2b-93419a76e093 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:37.136664 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0810b17-e163-4339-bc54-0d6f1fbd2b0f req-b0d5bdd1-310e-43cf-9d2b-93419a76e093 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 943 time: 0.1123266 Aug 23 03:48:37.136664 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9c7951-3329-4f49-9a3e-c123939f7084 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:48:37.136664 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed9c7951-3329-4f49-9a3e-c123939f7084 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/dd9d3dbd-d966-4444-aeb8-b213c74b1025 HTTP/1.1" status: 404 len: 333 time: 0.0663793 Aug 23 03:48:37.136664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50858) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:37.146754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'name': 'tempest-PortsTestJSON-551839928'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:37.192743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0280ac7-9302-4039-b0bc-6cd292ca8214 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=15eebdea-5af3-4733-b458-882205b26ea2,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:37.208432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Provisioning for port 15eebdea-5af3-4733-b458-882205b26ea2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:37.214511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Provisioning complete for port 15eebdea-5af3-4733-b458-882205b26ea2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:37.215008 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.242045 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.274323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Port 15eebdea-5af3-4733-b458-882205b26ea2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:37.317201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b3c30-a5c4-4dc4-a9aa-3105f2dd564c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 15eebdea-5af3-4733-b458-882205b26ea2 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:37.317549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3c30-a5c4-4dc4-a9aa-3105f2dd564c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.320783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0810b17-e163-4339-bc54-0d6f1fbd2b0f req-eaf7dff3-2ab8-4166-8b7e-0030c8eea565 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861923 Aug 23 03:48:37.363565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Provisioning for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:37.374412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Provisioning complete for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:37.378409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:37.378604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.379887 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.402181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port 410dc6e6-68ab-411d-ad25-3eedb7cdf88a yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:37.410263 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8846354-b8b2-47de-a9e7-8bd94b31029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.414689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8846354-b8b2-47de-a9e7-8bd94b31029f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.417246 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e8846354-b8b2-47de-a9e7-8bd94b31029f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c7d3143-826e-47ed-9210-3c510be9a781 HTTP/1.1" status: 204 len: 168 time: 0.5689943 Aug 23 03:48:37.439155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8846354-b8b2-47de-a9e7-8bd94b31029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7d3143-826e-47ed-9210-3c510be9a781,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:37.492906 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.493279 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.520977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Provisioning complete for port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:37.521575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e30625-a1f8-4888-ad0d-8340106e9a3d']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:37.521938 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.540209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc213259-6283-4c01-b4fc-cc4a92699869') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:37.540533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc213259-6283-4c01-b4fc-cc4a92699869') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:37.543283 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3c30-a5c4-4dc4-a9aa-3105f2dd564c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.559509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.566908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-816d2ceb-2133-4106-90c8-c39499286668 None None] Port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:37.570174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-653cefc2-4290-4a41-972c-a83459c32adc req-fb876ff1-9442-4d56-a406-207da6b1467e service neutron] (95120) timed out ('10.222.0.11', 51618) {{(pid=95120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 03:48:37.570890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b3c30-a5c4-4dc4-a9aa-3105f2dd564c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 15eebdea-5af3-4733-b458-882205b26ea2 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:37.583141 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.591842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:48:37.592222 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:48:37.594106 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:48:37.618273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:37.627703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e7802729-d701-4ff7-9491-7eb23a9faa2f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:48:37.638413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.792794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.810170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.838655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: e7802729-d701-4ff7-9491-7eb23a9faa2f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:48:37.839000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device e7802729-d701-4ff7-9491-7eb23a9faa2f not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:48:37.844943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.847148 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] 10.222.0.20 "DELETE /v2.0/networks/47e30625-a1f8-4888-ad0d-8340106e9a3d HTTP/1.1" status: 204 len: 168 time: 0.8167500 Aug 23 03:48:37.850668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d9dc7-1ab8-41e8-a9bf-1a8e494c2633 admin admin] Pushing event deleted for resources: {'Network': ['ID=47e30625-a1f8-4888-ad0d-8340106e9a3d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:37.856017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b75b2e92-3b5b-4500-b817-3aecafb8b1b1 None None] Provisioning complete for port 15eebdea-5af3-4733-b458-882205b26ea2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:37.856421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b75b2e92-3b5b-4500-b817-3aecafb8b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.870756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:37.874390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:37.886663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:37.910259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:37.910933 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.928240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3c30-a5c4-4dc4-a9aa-3105f2dd564c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:37.967152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=410dc6e6-68ab-411d-ad25-3eedb7cdf88a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:38.001192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b3c30-a5c4-4dc4-a9aa-3105f2dd564c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=15eebdea-5af3-4733-b458-882205b26ea2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:38.034071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b75b2e92-3b5b-4500-b817-3aecafb8b1b1 None None] Port 15eebdea-5af3-4733-b458-882205b26ea2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:38.037867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7d53a207-ecd9-41a0-ad0c-4b5a81903b93 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8934672 Aug 23 03:48:38.038272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50874) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:38.043739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f508268a-c477-4caa-a57b-16bd2c4ab3c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:38.101507 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3c30-a5c4-4dc4-a9aa-3105f2dd564c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.103523 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec6b3c30-a5c4-4dc4-a9aa-3105f2dd564c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/15eebdea-5af3-4733-b458-882205b26ea2 HTTP/1.1" status: 204 len: 168 time: 0.9980621 Aug 23 03:48:38.105465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:38.106771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50878) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:38.119503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'port_id': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'mac_address': 'fa:16:3e:17:14:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:38.161493 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.167843 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcef7c1-2735-4244-b376-7a6f896c9b4f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:48:38.173367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50880) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:38.177544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e94adf-e80b-4500-a65a-4ff79c7731df {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:38.177729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5bcef7c1-2735-4244-b376-7a6f896c9b4f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/15eebdea-5af3-4733-b458-882205b26ea2 HTTP/1.1" status: 404 len: 333 time: 0.0692415 Aug 23 03:48:38.210340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f508268a-c477-4caa-a57b-16bd2c4ab3c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.219315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:38.275955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e96a8c2-de68-4d4b-b2ce-33d1be1ffc1b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.323889 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.329966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e96a8c2-de68-4d4b-b2ce-33d1be1ffc1b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.412766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:38.444662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50888) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:38.473952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a543b-0811-4c7f-abed-c4de15f39323 req-44061e02-534c-4984-83fc-7810acffd9c9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:38.475807 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b46a543b-0811-4c7f-abed-c4de15f39323 req-44061e02-534c-4984-83fc-7810acffd9c9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 944 time: 0.0589230 Aug 23 03:48:38.477188 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e96a8c2-de68-4d4b-b2ce-33d1be1ffc1b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.479668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e96a8c2-de68-4d4b-b2ce-33d1be1ffc1b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.484177 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0e96a8c2-de68-4d4b-b2ce-33d1be1ffc1b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a09891a-97b3-4a2e-bbb9-31ffb0b3afc0 HTTP/1.1" status: 204 len: 168 time: 0.3097594 Aug 23 03:48:38.484898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:38.502414 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f508268a-c477-4caa-a57b-16bd2c4ab3c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.519626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96a8c2-de68-4d4b-b2ce-33d1be1ffc1b tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a09891a-97b3-4a2e-bbb9-31ffb0b3afc0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:38.523721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-10800228-c2d2-4db6-8020-461afb5c47fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9ff0836e190485a80179f39ae74eedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778534 Aug 23 03:48:38.526143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50894) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:38.585683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b46a543b-0811-4c7f-abed-c4de15f39323 req-9341dcbc-3d56-4eec-aaa0-dc5ba64d7070 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944364 Aug 23 03:48:38.586010 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffda23cd-afe6-4c1c-b7a2-4815ccedc5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.594569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0c1d-c4b1-44fd-82c9-80c98798802d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.603074 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f508268a-c477-4caa-a57b-16bd2c4ab3c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.618881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0c1d-c4b1-44fd-82c9-80c98798802d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.641709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffda23cd-afe6-4c1c-b7a2-4815ccedc5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.664918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-f508268a-c477-4caa-a57b-16bd2c4ab3c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] In _notify_port_updated(), no bound segment for port 410dc6e6-68ab-411d-ad25-3eedb7cdf88a on network 3c688fca-8b91-49b5-9068-0842b85ca171 {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:48:38.671283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f508268a-c477-4caa-a57b-16bd2c4ab3c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:38.672029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f508268a-c477-4caa-a57b-16bd2c4ab3c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.673418 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f508268a-c477-4caa-a57b-16bd2c4ab3c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "PUT /v2.0/ports/410dc6e6-68ab-411d-ad25-3eedb7cdf88a HTTP/1.1" status: 200 len: 818 time: 0.6343572 Aug 23 03:48:38.676202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50896) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:38.703324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a6e94adf-e80b-4500-a65a-4ff79c7731df'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:38.714028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508268a-c477-4caa-a57b-16bd2c4ab3c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=410dc6e6-68ab-411d-ad25-3eedb7cdf88a,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:38.741398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0c1d-c4b1-44fd-82c9-80c98798802d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.744354 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0c1d-c4b1-44fd-82c9-80c98798802d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.748363 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5b5e0c1d-c4b1-44fd-82c9-80c98798802d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/security-groups/441dba1c-ffdf-491d-8c8e-6579ace3ac09 HTTP/1.1" status: 204 len: 168 time: 0.2560554 Aug 23 03:48:38.748680 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50902) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:38.785807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e0c1d-c4b1-44fd-82c9-80c98798802d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=441dba1c-ffdf-491d-8c8e-6579ace3ac09,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:38.834685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-166ff6f4-366a-4f23-9b1e-182ec9d8a6ff tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port 410dc6e6-68ab-411d-ad25-3eedb7cdf88a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:38.836136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-166ff6f4-366a-4f23-9b1e-182ec9d8a6ff tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.837338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee336bc-72cd-4e67-bff2-8b97f319247f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet fefa70a6-a981-4ff3-b6a5-c7f835291fbd {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:38.843476 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffda23cd-afe6-4c1c-b7a2-4815ccedc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.845941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffda23cd-afe6-4c1c-b7a2-4815ccedc5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.847083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ffda23cd-afe6-4c1c-b7a2-4815ccedc5b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7792302c-7724-44d1-bfbc-aea83b8f0759 HTTP/1.1" status: 204 len: 168 time: 0.3198071 Aug 23 03:48:38.847972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee336bc-72cd-4e67-bff2-8b97f319247f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.881416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda23cd-afe6-4c1c-b7a2-4815ccedc5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7792302c-7724-44d1-bfbc-aea83b8f0759,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:38.911496 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee336bc-72cd-4e67-bff2-8b97f319247f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.947888 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-166ff6f4-366a-4f23-9b1e-182ec9d8a6ff tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:38.967665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-166ff6f4-366a-4f23-9b1e-182ec9d8a6ff tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for 410dc6e6-68ab-411d-ad25-3eedb7cdf88a owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:39.063438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee336bc-72cd-4e67-bff2-8b97f319247f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.140177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-166ff6f4-366a-4f23-9b1e-182ec9d8a6ff tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.178646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ff6f4-366a-4f23-9b1e-182ec9d8a6ff tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=410dc6e6-68ab-411d-ad25-3eedb7cdf88a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:39.188976 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-166ff6f4-366a-4f23-9b1e-182ec9d8a6ff tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.190975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-166ff6f4-366a-4f23-9b1e-182ec9d8a6ff tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/410dc6e6-68ab-411d-ad25-3eedb7cdf88a HTTP/1.1" status: 204 len: 168 time: 0.5136914 Aug 23 03:48:39.193999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50916) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:39.206656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee336bc-72cd-4e67-bff2-8b97f319247f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.262970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee336bc-72cd-4e67-bff2-8b97f319247f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=fefa70a6-a981-4ff3-b6a5-c7f835291fbd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:39.270271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ee336bc-72cd-4e67-bff2-8b97f319247f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.272229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7ee336bc-72cd-4e67-bff2-8b97f319247f tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/fefa70a6-a981-4ff3-b6a5-c7f835291fbd HTTP/1.1" status: 204 len: 168 time: 0.5224502 Aug 23 03:48:39.277986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50920) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:39.282302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11741cc7-3944-4e3b-848c-adb382426c08 None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:39.284882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:39.319487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c61326-7d9f-4480-b6f9-4b19fb95b623 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:39.323906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-72c61326-7d9f-4480-b6f9-4b19fb95b623 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1286550 Aug 23 03:48:39.324527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50924) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:39.359979 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-864d2461-afd9-4ac3-86a3-3a001e2ddef3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:48:39.369659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-864d2461-afd9-4ac3-86a3-3a001e2ddef3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/410dc6e6-68ab-411d-ad25-3eedb7cdf88a HTTP/1.1" status: 404 len: 333 time: 0.0406640 Aug 23 03:48:39.370040 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50928) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:39.377158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1621266603'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:39.488127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:39.494083 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.534754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:48:39.548350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.553182 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Added segment e1dc8b7f-15b2-4545-b7e9-ed710abc7730 of type vlan for network 2194bc17-0430-4b87-9490-9d1cb001af45 Aug 23 03:48:39.603161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:39.607305 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.616788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.620590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:39.743278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a6e94adf-e80b-4500-a65a-4ff79c7731df triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:39.743678 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.773630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380483b-557c-4557-86a4-22a54768922a req-998cc9a6-331c-4e84-8b84-bbc02338a8f0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:39.775455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6380483b-557c-4557-86a4-22a54768922a req-998cc9a6-331c-4e84-8b84-bbc02338a8f0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 944 time: 0.0710399 Aug 23 03:48:39.852240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6380483b-557c-4557-86a4-22a54768922a req-4dc65149-d25f-43eb-86fa-0a56d96c95f4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669594 Aug 23 03:48:39.889915 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.889915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:39.889915 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.890752 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:39.967807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:48:39.971348 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b886c-c407-4307-a6a8-6ce9a94eeefd" -d '{"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-plugged", "status": "completed", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:48:39.994901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:40.032653 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c75ffa8-1c39-4159-a831-8f9861923e0f x-openstack-request-id: req-1c75ffa8-1c39-4159-a831-8f9861923e0f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:48:40.033214 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-plugged", "status": "completed", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:48:40.033476 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c75ffa8-1c39-4159-a831-8f9861923e0f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:48:40.033875 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'code': 200} Aug 23 03:48:40.103834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Network': ['ID=2194bc17-0430-4b87-9490-9d1cb001af45,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:40.117613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 2194bc17-0430-4b87-9490-9d1cb001af45 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:48:40.143804 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.241495 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d283047c-4385-48f4-929d-9fa601593ede tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8701534 Aug 23 03:48:40.244271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50960) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:40.251834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:40.256499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=10']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:40.357532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50964) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:40.369759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.386514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63dac-8afa-4fd0-bc46-8bb2c02f77f2 req-93c5695f-5bc1-4504-8af9-f65f4674838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:40.388129 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09b63dac-8afa-4fd0-bc46-8bb2c02f77f2 req-93c5695f-5bc1-4504-8af9-f65f4674838b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1097 time: 0.0934081 Aug 23 03:48:40.461338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09b63dac-8afa-4fd0-bc46-8bb2c02f77f2 req-d3ac34d0-00bc-4d6c-a19d-07f39e6ddc7d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640604 Aug 23 03:48:40.492291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:40.502050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:40.510097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:40.514303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.514437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c243c7-4774-4db1-8e4a-405248ac4d98 None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:40.530501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=6e8709b0-1320-4cc6-ad88-66ec07375752,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:40.591179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1971077167-network', 'tenant_id': '8d70ca7103ed4dbd8985029a568ee0aa'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:40.600316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:40.600316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.618504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-45831cee-b3df-466e-bfde-e4d49694d721 None None] Provisioning complete for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:40.618864 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45831cee-b3df-466e-bfde-e4d49694d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.704759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a3c7b4ac-6f45-4f2d-8816-7f2503bf66a4 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4254885 Aug 23 03:48:40.709476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50974) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:40.714069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3e0e7cd5-8924-47d9-8884-ea7931e09e79 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'security_group': {'name': 'tempest-secgroup-2073788623'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:40.768603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Made reservation on behalf of 8d70ca7103ed4dbd8985029a568ee0aa for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:40.771532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.789646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.816218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-45831cee-b3df-466e-bfde-e4d49694d721 None None] Provisioning complete for port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:40.816615 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45831cee-b3df-466e-bfde-e4d49694d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.834164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50978) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:40.848894 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e0e7cd5-8924-47d9-8884-ea7931e09e79 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.901326 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.902078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-45831cee-b3df-466e-bfde-e4d49694d721 None None] Port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:40.903894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ddbb7-d511-4e3e-9fee-2936d1902125 None None] Update dhcp port {'port': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'fixed_ips': [{'subnet_id': '4f2c50a0-32b8-4c18-87b1-a0da784d2bc2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6e8709b0-1320-4cc6-ad88-66ec07375752'}], 'binding:host_id': 'n-d-749052-7'}, 'id': '7c1621a9-5777-44e1-8962-5342fdfb3a71'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:48:40.933464 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b92ddbb7-d511-4e3e-9fee-2936d1902125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:40.964762 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.023078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.075364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:41.092304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b37d448d-d8c2-4a7a-b01c-6bfc64c97735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.097541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=42f7d07f-63ed-41af-8fbb-e15263d07c89,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:41.105267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:48:41.126596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d4d0c-2346-46f6-b06a-1ed4baf40927 req-58015f0d-f6d2-4df1-8ffa-5280067c2ba9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:41.128304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e4d4d0c-2346-46f6-b06a-1ed4baf40927 req-58015f0d-f6d2-4df1-8ffa-5280067c2ba9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 946 time: 0.1339641 Aug 23 03:48:41.129365 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.129726 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Added segment f9d2434a-5cd0-4ab8-9f78-5dbd2144370b of type vlan for network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed Aug 23 03:48:41.144255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Checking segment: {'id': 'e1dc8b7f-15b2-4545-b7e9-ed710abc7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:41.144627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network hostable DHCP agents. Network: 2194bc17-0430-4b87-9490-9d1cb001af45, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:48:41.174168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-b92ddbb7-d511-4e3e-9fee-2936d1902125 None None] Allocated IP 2001:db8::2 (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/6e8709b0-1320-4cc6-ad88-66ec07375752/7c1621a9-5777-44e1-8962-5342fdfb3a71) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:41.191597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.210058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e4d4d0c-2346-46f6-b06a-1ed4baf40927 req-d8cb069d-978e-4ccc-8a29-aee926037ba0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676568 Aug 23 03:48:41.237563 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e0e7cd5-8924-47d9-8884-ea7931e09e79 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.239017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 2194bc17-0430-4b87-9490-9d1cb001af45 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:48:41.278730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b92ddbb7-d511-4e3e-9fee-2936d1902125 None None] For port 7c1621a9-5777-44e1-8962-5342fdfb3a71, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7c1621a9-5777-44e1-8962-5342fdfb3a71,segment=NetworkSegment(b3636db4-3218-4f0c-91c6-160b14769a3f),segment_id=b3636db4-3218-4f0c-91c6-160b14769a3f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:41.309613 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b92ddbb7-d511-4e3e-9fee-2936d1902125 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.323892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b92ddbb7-d511-4e3e-9fee-2936d1902125 None None] Transition to ACTIVE for port object 7c1621a9-5777-44e1-8962-5342fdfb3a71 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:41.324821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e0e7cd5-8924-47d9-8884-ea7931e09e79 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.331470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 2194bc17-0430-4b87-9490-9d1cb001af45) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:41.342349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc5db0-8580-4023-8c42-7f52700fbea1 None None] Network 2194bc17-0430-4b87-9490-9d1cb001af45 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:41.353756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:41.354262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.378535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e7cd5-8924-47d9-8884-ea7931e09e79 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6dfcec-7a21-4a85-b09b-d4979fc2506f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:41.413783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.415004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:41.415593 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.446427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b37d448d-d8c2-4a7a-b01c-6bfc64c97735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.456905 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b92ddbb7-d511-4e3e-9fee-2936d1902125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.479231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] Pushing event updated for resources: {'Network': ['ID=7167459d-9734-46e1-b0ba-4c58b0f8f5ed,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:41.497433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:48:41.538390 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b37d448d-d8c2-4a7a-b01c-6bfc64c97735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.578540 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b37d448d-d8c2-4a7a-b01c-6bfc64c97735 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2225f334bc594904a7ff06c071018618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7433188 Aug 23 03:48:41.581948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50996) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:41.583203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d448d-d8c2-4a7a-b01c-6bfc64c97735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1dd9ac-c67d-48b9-93a9-f383d9dfe491,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:41.627265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-42e00fd8-eb74-4706-a0d6-b7dd98d5e1cb tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3817191 Aug 23 03:48:41.629755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50998) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:41.634878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-df871eb6-e1b4-42b8-a08b-addf608f5372 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:41.639585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bce6353-86b5-412c-ad4a-b73e22d863de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.649706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-2194bc17-0430-4b87-9490-9d1cb001af45', 'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45', 'tenant_id': '6c14d6d259fc4a2c86b67f8e8fc4b932', 'fixed_ips': [{'subnet_id': '42f7d07f-63ed-41af-8fbb-e15263d07c89'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:48:41.650549 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.659783 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e0e7cd5-8924-47d9-8884-ea7931e09e79 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.661916 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e0e7cd5-8924-47d9-8884-ea7931e09e79 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9520156 Aug 23 03:48:41.666370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ddbb7-d511-4e3e-9fee-2936d1902125 None None] Pushing event updated for resources: {'Port': ['ID=7c1621a9-5777-44e1-8962-5342fdfb3a71,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:41.670543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1e8a0c11-8b45-4a53-a1ce-a5dd1122f35d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3056085 Aug 23 03:48:41.671196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51000) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:41.683217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51004) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:41.688461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Request body: {'subnet': {'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1971077167-subnet', 'tenant_id': '8d70ca7103ed4dbd8985029a568ee0aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:41.693072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a9245a3a-366a-4456-b237-cc873c2c4946 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1658960048'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:41.712478 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bce6353-86b5-412c-ad4a-b73e22d863de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.849684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Made reservation on behalf of 8d70ca7103ed4dbd8985029a568ee0aa for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:41.853100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.870274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bce6353-86b5-412c-ad4a-b73e22d863de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.877418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bce6353-86b5-412c-ad4a-b73e22d863de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:41.881474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7bce6353-86b5-412c-ad4a-b73e22d863de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f1dd9ac-c67d-48b9-93a9-f383d9dfe491 HTTP/1.1" status: 204 len: 168 time: 0.2982738 Aug 23 03:48:41.903866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce6353-86b5-412c-ad4a-b73e22d863de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1dd9ac-c67d-48b9-93a9-f383d9dfe491,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:41.938912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Allocated IP 172.20.0.2 (2194bc17-0430-4b87-9490-9d1cb001af45/42f7d07f-63ed-41af-8fbb-e15263d07c89/12a758a5-d14e-4f83-8cc7-8da9a39144da) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:41.940228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9245a3a-366a-4456-b237-cc873c2c4946 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.145337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df871eb6-e1b4-42b8-a08b-addf608f5372 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:42.162159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df871eb6-e1b4-42b8-a08b-addf608f5372 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.176332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.186369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Transition to ACTIVE for port object 12a758a5-d14e-4f83-8cc7-8da9a39144da will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:42.217351 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Transition to ACTIVE for port object 12a758a5-d14e-4f83-8cc7-8da9a39144da will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:42.268289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9245a3a-366a-4456-b237-cc873c2c4946 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.302130 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-df871eb6-e1b4-42b8-a08b-addf608f5372 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 42f7d07f-63ed-41af-8fbb-e15263d07c89 (CIDR: 172.20.0.0/28) Aug 23 03:48:42.330324 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.336052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.341421 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-df871eb6-e1b4-42b8-a08b-addf608f5372 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:48:42.341578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df871eb6-e1b4-42b8-a08b-addf608f5372 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:42.358146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9245a3a-366a-4456-b237-cc873c2c4946 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.370375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Network 2194bc17-0430-4b87-9490-9d1cb001af45 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:42.373671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:42.377506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:42.406064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eaad9-e9c7-4ab5-84f3-2c286b5fbf14 req-717141a8-7411-49b9-8cf5-987f5d7ed918 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:42.408157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a82eaad9-e9c7-4ab5-84f3-2c286b5fbf14 req-717141a8-7411-49b9-8cf5-987f5d7ed918 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 946 time: 0.1056135 Aug 23 03:48:42.461953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9245a3a-366a-4456-b237-cc873c2c4946 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d4f50e-a23a-4efd-b1e9-b8a3200ba7d7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:42.475579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Checking segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:42.475991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Network hostable DHCP agents. Network: 7167459d-9734-46e1-b0ba-4c58b0f8f5ed, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:48:42.483191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6244b6e-2eb6-44fc-a773-c013c691650f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:42.499600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-df871eb6-e1b4-42b8-a08b-addf608f5372 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8686960 Aug 23 03:48:42.503276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51034) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:42.510172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:42.519104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9245a3a-366a-4456-b237-cc873c2c4946 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.522767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51038) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:42.524278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a9245a3a-366a-4456-b237-cc873c2c4946 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8426981 Aug 23 03:48:42.544041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Pushing event updated for resources: {'Port': ['ID=12a758a5-d14e-4f83-8cc7-8da9a39144da,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:42.547588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c8f95f0e-e983-4c76-948b-9964ec00c5a0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'security_group': {'name': 'tempest-secgroup-408849609'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:42.568634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7c1621a9-5777-44e1-8962-5342fdfb3a71 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:42.611747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Attempting to bind port 12a758a5-d14e-4f83-8cc7-8da9a39144da on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:48:42.612200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Attempting to bind port 12a758a5-d14e-4f83-8cc7-8da9a39144da by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'e1dc8b7f-15b2-4545-b7e9-ed710abc7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:48:42.612653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Attempting to bind port 12a758a5-d14e-4f83-8cc7-8da9a39144da on network 2194bc17-0430-4b87-9490-9d1cb001af45 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:42.621637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:48:42.622034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Checking segment: {'id': 'e1dc8b7f-15b2-4545-b7e9-ed710abc7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:42.622489 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.622926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Bound using segment: {'id': 'e1dc8b7f-15b2-4545-b7e9-ed710abc7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:48:42.623415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Bound port: 12a758a5-d14e-4f83-8cc7-8da9a39144da, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dc8b7f-15b2-4545-b7e9-ed710abc7730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:48:42.623806 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.637871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a82eaad9-e9c7-4ab5-84f3-2c286b5fbf14 req-c612fd9d-fc15-4e9d-bfca-64208f9bf1ff tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942608 Aug 23 03:48:42.644873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:48:42.677123 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c8f95f0e-e983-4c76-948b-9964ec00c5a0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.720038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9f6bca13-13a4-4f23-ab8f-6bbdda41a303 None None] Provisioning for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:42.729986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9f6bca13-13a4-4f23-ab8f-6bbdda41a303 None None] Provisioning complete for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:42.730463 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9f6bca13-13a4-4f23-ab8f-6bbdda41a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.740316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 7167459d-9734-46e1-b0ba-4c58b0f8f5ed) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:42.742097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:42.746646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.760072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:42.760670 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.769442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37753e75-eba3-4ce6-81f8-a72782873cc4 None None] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:42.869416 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c8f95f0e-e983-4c76-948b-9964ec00c5a0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.964520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c8f95f0e-e983-4c76-948b-9964ec00c5a0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:42.999542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f95f0e-e983-4c76-948b-9964ec00c5a0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4199bc5-9dcc-4363-acfd-2efb1c7553e8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:43.016223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] For port 12a758a5-d14e-4f83-8cc7-8da9a39144da, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:48:43.035155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] For port 12a758a5-d14e-4f83-8cc7-8da9a39144da, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=12a758a5-d14e-4f83-8cc7-8da9a39144da,segment=NetworkSegment(e1dc8b7f-15b2-4545-b7e9-ed710abc7730),segment_id=e1dc8b7f-15b2-4545-b7e9-ed710abc7730)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:48:43.107746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1574cd3c-535c-44ae-b1af-b4d65abd952d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4227929 Aug 23 03:48:43.108788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c8f95f0e-e983-4c76-948b-9964ec00c5a0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:43.110044 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c8f95f0e-e983-4c76-948b-9964ec00c5a0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5731010 Aug 23 03:48:43.112802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51076) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:43.124097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1767656690', 'security_groups': ['a4199bc5-9dcc-4363-acfd-2efb1c7553e8'], 'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6e8709b0-1320-4cc6-ad88-66ec07375752'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:43.141340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9f6bca13-13a4-4f23-ab8f-6bbdda41a303 None None] Provisioning complete for port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:43.141754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9f6bca13-13a4-4f23-ab8f-6bbdda41a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:43.146308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:43.163321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:43.178034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0539f8f-b9d5-42da-a844-51dc7b975c48 None None] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:43.225081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 2194bc17-0430-4b87-9490-9d1cb001af45 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:43.230730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:43.236326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:43.237128 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:43.256160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=d448cb04-b880-487d-aa81-3a33123665b2,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:43.345445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:43.354959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bca13-13a4-4f23-ab8f-6bbdda41a303 None None] Port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:43.381883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf76ba-5742-468c-9a5a-4a7e147f81e9 None None] Pushing event updated for resources: {'Port': ['ID=12a758a5-d14e-4f83-8cc7-8da9a39144da,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:43.458561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-289c15f6-e80a-4754-91b9-c8b73435c8e8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9540858 Aug 23 03:48:43.465661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51090) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:43.488687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45', 'fixed_ips': [{'subnet_id': '42f7d07f-63ed-41af-8fbb-e15263d07c89'}, {'subnet_id': 'd448cb04-b880-487d-aa81-3a33123665b2'}], 'name': 'tempest-PortsTestJSON-1970179095'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:43.774417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:43.882546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:43.920991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] device_id is not set on port 08a7aca6-cef0-4de4-99e7-14f0a96dce54 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:44.167506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51112) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:44.278616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8::34d (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/6e8709b0-1320-4cc6-ad88-66ec07375752/08a7aca6-cef0-4de4-99e7-14f0a96dce54) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:44.321976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-6e094d59-4e39-40e6-87c8-f97d90735fc8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:44.323582 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-6e094d59-4e39-40e6-87c8-f97d90735fc8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.2195230 Aug 23 03:48:44.356178 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-c6ef5588-8689-4bff-aa60-6faa0852ec08 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/quotas/8d70ca7103ed4dbd8985029a568ee0aa HTTP/1.1" status: 200 len: 375 time: 0.0224810 Aug 23 03:48:44.469734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54091229-896e-4620-afc2-b707ca40082f req-f5b1da6e-782f-4d6d-a5c3-29226ae4a7f6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:44.473579 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54091229-896e-4620-afc2-b707ca40082f req-f5b1da6e-782f-4d6d-a5c3-29226ae4a7f6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 946 time: 0.1152627 Aug 23 03:48:44.512217 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:44.534349 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b2e0566-315c-4457-aea0-51731baea590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:44.538605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 12a758a5-d14e-4f83-8cc7-8da9a39144da up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:44.550224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port c0d828cb-5fdb-43d9-a73a-a846d6ba833e yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:44.554351 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa8a02a9-fa0b-4a56-b708-c2f307928ea4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1731124 Aug 23 03:48:44.562126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54091229-896e-4620-afc2-b707ca40082f req-5a9ab801-b5f6-448e-9f86-bc28609e0487 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823662 Aug 23 03:48:44.684797 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:44.689134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 12a758a5-d14e-4f83-8cc7-8da9a39144da completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:44.725146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object 08a7aca6-cef0-4de4-99e7-14f0a96dce54 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:44.815746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a5ad5-5994-44e0-828b-50344018f35a None None] Network 2194bc17-0430-4b87-9490-9d1cb001af45 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:44.930701 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b2e0566-315c-4457-aea0-51731baea590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:44.960400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-c085075c-d53d-4890-a19b-9fd930091ffb service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792541 Aug 23 03:48:44.969947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.3 (2194bc17-0430-4b87-9490-9d1cb001af45/42f7d07f-63ed-41af-8fbb-e15263d07c89/c0d828cb-5fdb-43d9-a73a-a846d6ba833e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:44.979834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.19 (2194bc17-0430-4b87-9490-9d1cb001af45/d448cb04-b880-487d-aa81-3a33123665b2/c0d828cb-5fdb-43d9-a73a-a846d6ba833e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:44.986348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b8d30a19-b223-4b07-b9a9-55bc3f8bc61e None None] Provisioning for port 12a758a5-d14e-4f83-8cc7-8da9a39144da completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:44.993261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b8d30a19-b223-4b07-b9a9-55bc3f8bc61e None None] Provisioning complete for port 12a758a5-d14e-4f83-8cc7-8da9a39144da triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:44.993766 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b8d30a19-b223-4b07-b9a9-55bc3f8bc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.028213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.030278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b2e0566-315c-4457-aea0-51731baea590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.129863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8b2e0566-315c-4457-aea0-51731baea590 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7051877d6904d65a3e24c945973330a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9592476 Aug 23 03:48:45.134935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:45.140884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51138) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:45.155541 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b8d30a19-b223-4b07-b9a9-55bc3f8bc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.161965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e0566-315c-4457-aea0-51731baea590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d840842-473b-4dff-b567-efbf17db2fa4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:45.161965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:45.168917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:45.174589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:45.175309 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.183635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=08a7aca6-cef0-4de4-99e7-14f0a96dce54,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:45.188339 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-53ce3ac4-359d-44a4-8525-b8fcb84be2c9 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290325 Aug 23 03:48:45.218480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f8a34-91eb-41a4-bba4-1f5165a3b829 None None] Update dhcp port {'port': {'network_id': '2194bc17-0430-4b87-9490-9d1cb001af45', 'fixed_ips': [{'subnet_id': '42f7d07f-63ed-41af-8fbb-e15263d07c89', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd448cb04-b880-487d-aa81-3a33123665b2'}], 'binding:host_id': 'n-d-749052-7'}, 'id': '12a758a5-d14e-4f83-8cc7-8da9a39144da'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:48:45.236449 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1b64-1553-4690-8dfa-9317bfe3debd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.246245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b8d30a19-b223-4b07-b9a9-55bc3f8bc61e None None] For port 12a758a5-d14e-4f83-8cc7-8da9a39144da, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=12a758a5-d14e-4f83-8cc7-8da9a39144da,segment=NetworkSegment(e1dc8b7f-15b2-4545-b7e9-ed710abc7730),segment_id=e1dc8b7f-15b2-4545-b7e9-ed710abc7730)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:45.260511 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f6f8a34-91eb-41a4-bba4-1f5165a3b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.267075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1b64-1553-4690-8dfa-9317bfe3debd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.288493 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.311168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-591b09c5-2957-4ad5-ad6d-28bda608d9fc tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1939588 Aug 23 03:48:45.314310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51142) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:45.325648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e71364f2-a1b2-4176-ab5b-345723edfd7d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:45.328158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object c0d828cb-5fdb-43d9-a73a-a846d6ba833e will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:45.333402 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b8d30a19-b223-4b07-b9a9-55bc3f8bc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.458628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d30a19-b223-4b07-b9a9-55bc3f8bc61e None None] Pushing event updated for resources: {'Port': ['ID=12a758a5-d14e-4f83-8cc7-8da9a39144da,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:45.484135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.493155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1b64-1553-4690-8dfa-9317bfe3debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.495613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1b64-1553-4690-8dfa-9317bfe3debd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.500884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c6ea1b64-1553-4690-8dfa-9317bfe3debd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d840842-473b-4dff-b567-efbf17db2fa4 HTTP/1.1" status: 204 len: 168 time: 0.3549139 Aug 23 03:48:45.521491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea1b64-1553-4690-8dfa-9317bfe3debd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d840842-473b-4dff-b567-efbf17db2fa4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:45.556869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71364f2-a1b2-4176-ab5b-345723edfd7d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:45.561599 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e71364f2-a1b2-4176-ab5b-345723edfd7d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.572927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 2194bc17-0430-4b87-9490-9d1cb001af45 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:45.619338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:45.620119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-8f6f8a34-91eb-41a4-bba4-1f5165a3b829 None None] Allocated IP 172.20.0.18 (2194bc17-0430-4b87-9490-9d1cb001af45/d448cb04-b880-487d-aa81-3a33123665b2/12a758a5-d14e-4f83-8cc7-8da9a39144da) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:45.650792 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94eea4b1-d261-45e9-8454-80245395ac9c req-2c88b29e-9b9a-4c35-93fe-b80c7573cde8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 210 time: 0.1101642 Aug 23 03:48:45.651666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:45.683241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-44c9f097-7fa7-40a9-8713-812aa0bd8388 None None] Provisioning for port 08a7aca6-cef0-4de4-99e7-14f0a96dce54 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:45.710620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-44c9f097-7fa7-40a9-8713-812aa0bd8388 None None] Provisioning complete for port 08a7aca6-cef0-4de4-99e7-14f0a96dce54 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:45.711326 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44c9f097-7fa7-40a9-8713-812aa0bd8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.810202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=c0d828cb-5fdb-43d9-a73a-a846d6ba833e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:45.817935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249e5d3-d8e3-40aa-b3f7-4a8ab98b339f req-1e305c4d-d849-41ee-bc9f-8bcc895b9082 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:45.825978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5249e5d3-d8e3-40aa-b3f7-4a8ab98b339f req-1e305c4d-d849-41ee-bc9f-8bcc895b9082 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 946 time: 0.0840113 Aug 23 03:48:45.843501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-44c9f097-7fa7-40a9-8713-812aa0bd8388 None None] Port 08a7aca6-cef0-4de4-99e7-14f0a96dce54 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:45.853190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:45.854616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.854749 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-e71364f2-a1b2-4176-ab5b-345723edfd7d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e8709b0-1320-4cc6-ad88-66ec07375752 (CIDR: 2001:db8::/64) Aug 23 03:48:45.875957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8f6f8a34-91eb-41a4-bba4-1f5165a3b829 None None] For port 12a758a5-d14e-4f83-8cc7-8da9a39144da, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=12a758a5-d14e-4f83-8cc7-8da9a39144da,segment=NetworkSegment(e1dc8b7f-15b2-4545-b7e9-ed710abc7730),segment_id=e1dc8b7f-15b2-4545-b7e9-ed710abc7730)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:45.880787 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5249e5d3-d8e3-40aa-b3f7-4a8ab98b339f req-b2aefdb2-f63a-4efd-b31f-3b6173c85266 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538881 Aug 23 03:48:45.894894 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71364f2-a1b2-4176-ab5b-345723edfd7d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:48:45.895502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71364f2-a1b2-4176-ab5b-345723edfd7d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:45.925565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f6f8a34-91eb-41a4-bba4-1f5165a3b829 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:45.942803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8f6f8a34-91eb-41a4-bba4-1f5165a3b829 None None] Transition to ACTIVE for port object 12a758a5-d14e-4f83-8cc7-8da9a39144da will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:45.963802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6874121f-8f03-4c40-bf33-f4e41139fbd5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4924572 Aug 23 03:48:45.964194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51174) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:45.970683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42f7d07f-63ed-41af-8fbb-e15263d07c89'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:45.999316 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e71364f2-a1b2-4176-ab5b-345723edfd7d tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6778498 Aug 23 03:48:46.002296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51178) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:46.007530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1b6b32f7-0ff0-48de-b4bb-01e9ed032053 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:46.032317 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f6f8a34-91eb-41a4-bba4-1f5165a3b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:46.150019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f8a34-91eb-41a4-bba4-1f5165a3b829 None None] Pushing event updated for resources: {'Port': ['ID=12a758a5-d14e-4f83-8cc7-8da9a39144da,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:46.256760 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:46.456600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6b32f7-0ff0-48de-b4bb-01e9ed032053 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:46.460593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b6b32f7-0ff0-48de-b4bb-01e9ed032053 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:46.518314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 12a758a5-d14e-4f83-8cc7-8da9a39144da up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:46.693378 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-1b6b32f7-0ff0-48de-b4bb-01e9ed032053 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4f2c50a0-32b8-4c18-87b1-a0da784d2bc2 (CIDR: 2001:db8:0:1::/64) Aug 23 03:48:46.696561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Delete allocated IP 172.20.0.19 (2194bc17-0430-4b87-9490-9d1cb001af45/d448cb04-b880-487d-aa81-3a33123665b2) {{(pid=95120) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 03:48:46.787930 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c0cf8055-2079-424f-a083-6eff03a819ae req-fb53b03e-371b-40c9-b210-dc3f943582c4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 210 time: 0.0651429 Aug 23 03:48:46.792928 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6b32f7-0ff0-48de-b4bb-01e9ed032053 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:48:46.793555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6b32f7-0ff0-48de-b4bb-01e9ed032053 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:46.867987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f8240-4a01-4e34-9cf1-f5c35d2b474c None None] Network 2194bc17-0430-4b87-9490-9d1cb001af45 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:46.868516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:46.882065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Ignored duplicate provisioning block setup for port c0d828cb-5fdb-43d9-a73a-a846d6ba833e by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 03:48:46.928493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1b6b32f7-0ff0-48de-b4bb-01e9ed032053 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9250872 Aug 23 03:48:46.931136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51206) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:46.938861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'subnet': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:46.973957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.001081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-af829276-c271-4909-8bb9-1e7b4a17a354 None None] Provisioning for port 12a758a5-d14e-4f83-8cc7-8da9a39144da completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:47.023977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-af829276-c271-4909-8bb9-1e7b4a17a354 None None] Provisioning complete for port 12a758a5-d14e-4f83-8cc7-8da9a39144da triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:47.024641 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-af829276-c271-4909-8bb9-1e7b4a17a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.136867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=c0d828cb-5fdb-43d9-a73a-a846d6ba833e,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:47.163084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] In _notify_port_updated(), no bound segment for port c0d828cb-5fdb-43d9-a73a-a846d6ba833e on network 2194bc17-0430-4b87-9490-9d1cb001af45 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:48:47.170891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:47.171541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.176090 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d7d12d29-0782-46a6-a9e9-7477c588508a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "PUT /v2.0/ports/c0d828cb-5fdb-43d9-a73a-a846d6ba833e HTTP/1.1" status: 200 len: 919 time: 1.2078097 Aug 23 03:48:47.176090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51214) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:47.181190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42f7d07f-63ed-41af-8fbb-e15263d07c89'}, {'subnet_id': 'd448cb04-b880-487d-aa81-3a33123665b2'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:47.274739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.360285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Made reservation on behalf of 99f9921c2cc04c6a812520fd82692f9e for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:47.360285 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.411521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5973c16d-a453-4b83-982d-f522588a44ff None None] Provisioning complete for port 12a758a5-d14e-4f83-8cc7-8da9a39144da triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:47.412665 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5973c16d-a453-4b83-982d-f522588a44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.602754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5973c16d-a453-4b83-982d-f522588a44ff None None] Provisioning for port c0d828cb-5fdb-43d9-a73a-a846d6ba833e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:47.609909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5973c16d-a453-4b83-982d-f522588a44ff None None] Provisioning complete for port c0d828cb-5fdb-43d9-a73a-a846d6ba833e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:47.611880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5973c16d-a453-4b83-982d-f522588a44ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.649620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51222) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:47.672678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5973c16d-a453-4b83-982d-f522588a44ff None None] Port c0d828cb-5fdb-43d9-a73a-a846d6ba833e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:47.773514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.20 (2194bc17-0430-4b87-9490-9d1cb001af45/d448cb04-b880-487d-aa81-3a33123665b2/c0d828cb-5fdb-43d9-a73a-a846d6ba833e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:47.797175 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa450-de05-4c10-927b-0ae4261e181d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.815348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0e6af32d-7907-4df1-9050-58cea77b4f64 None None] Provisioning complete for port c0d828cb-5fdb-43d9-a73a-a846d6ba833e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:47.816245 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0e6af32d-7907-4df1-9050-58cea77b4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.863821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0e6af32d-7907-4df1-9050-58cea77b4f64 None None] Port c0d828cb-5fdb-43d9-a73a-a846d6ba833e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:47.944179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa450-de05-4c10-927b-0ae4261e181d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:47.988248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3de10ec3-d8a1-4a19-b759-cb24022df9c2 req-5de0b90d-d6b6-4fd0-a220-04f37064b6d8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 210 time: 0.0422957 Aug 23 03:48:47.991000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-25b495ad-edbc-4a9c-8815-3efc56cc5ae1 None None] Provisioning complete for port c0d828cb-5fdb-43d9-a73a-a846d6ba833e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:47.991498 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-25b495ad-edbc-4a9c-8815-3efc56cc5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.025454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa450-de05-4c10-927b-0ae4261e181d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.039142 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.041488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-25b495ad-edbc-4a9c-8815-3efc56cc5ae1 None None] Port c0d828cb-5fdb-43d9-a73a-a846d6ba833e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:48.075739 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff3aa450-de05-4c10-927b-0ae4261e181d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46cdf77fd9c9404281980a2cfbb025a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232683 Aug 23 03:48:48.078828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51234) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:48.084178 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.115109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3aa450-de05-4c10-927b-0ae4261e181d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d210679-60d0-41a6-9bb1-2d9d11ede229,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:48.118863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:48.130737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:48.133159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Ignored duplicate provisioning block setup for port c0d828cb-5fdb-43d9-a73a-a846d6ba833e by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 23 03:48:48.137390 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:48.137925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.143228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Subnet': ['ID=70d9f77f-b740-4041-9cdd-361d72473871,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:48.145972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e160c527-99cd-4068-9515-ebe2f63a85e1 None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:48.187384 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf428-3d22-47f5-ad6b-4bb136e9fd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.210161 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf428-3d22-47f5-ad6b-4bb136e9fd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.254651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.287223 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-23d5674b-43a1-4d3d-b867-8def23908b93 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3541601 Aug 23 03:48:48.291255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51236) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:48.297777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1724387749', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70d9f77f-b740-4041-9cdd-361d72473871'}], 'security_groups': ['ce6dfcec-7a21-4a85-b09b-d4979fc2506f', 'd1d4f50e-a23a-4efd-b1e9-b8a3200ba7d7']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:48.358506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=c0d828cb-5fdb-43d9-a73a-a846d6ba833e,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:48.437750 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf428-3d22-47f5-ad6b-4bb136e9fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.440612 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf428-3d22-47f5-ad6b-4bb136e9fd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.443982 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca7bf428-3d22-47f5-ad6b-4bb136e9fd3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d210679-60d0-41a6-9bb1-2d9d11ede229 HTTP/1.1" status: 204 len: 168 time: 0.3620760 Aug 23 03:48:48.461330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] In _notify_port_updated(), no bound segment for port c0d828cb-5fdb-43d9-a73a-a846d6ba833e on network 2194bc17-0430-4b87-9490-9d1cb001af45 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:48:48.467795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:48.468486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.470641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3f9f906-aeac-4acd-83cf-0b56417f3e50 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "PUT /v2.0/ports/c0d828cb-5fdb-43d9-a73a-a846d6ba833e HTTP/1.1" status: 200 len: 999 time: 1.2931209 Aug 23 03:48:48.483429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82c669-0d98-4f30-9267-d34a5a9fc14a None None] Update dhcp port {'port': {'network_id': '0b11714a-4d36-4778-ac5a-7ce2e4fa41c5', 'fixed_ips': [{'subnet_id': '4f2c50a0-32b8-4c18-87b1-a0da784d2bc2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6e8709b0-1320-4cc6-ad88-66ec07375752', 'ip_address': '2001:db8::2'}, {'subnet_id': '70d9f77f-b740-4041-9cdd-361d72473871'}], 'binding:host_id': 'n-d-749052-7'}, 'id': '7c1621a9-5777-44e1-8962-5342fdfb3a71'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:48:48.488364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51240) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:48.542009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bf428-3d22-47f5-ad6b-4bb136e9fd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d210679-60d0-41a6-9bb1-2d9d11ede229,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:48.589898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d82c669-0d98-4f30-9267-d34a5a9fc14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.714759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-39c982b4-4856-4aff-a65b-5aca92b037c0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:48.718874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-39c982b4-4856-4aff-a65b-5aca92b037c0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.11 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.3943408 Aug 23 03:48:48.741931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-69b56f6d-82cb-4fce-95bc-911471228a32 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port c0d828cb-5fdb-43d9-a73a-a846d6ba833e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:48.742227 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69b56f6d-82cb-4fce-95bc-911471228a32 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.748883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Request body: {'port': {'device_id': '74aa5640-62d2-4e75-9246-7ba9f6b452a1', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'admin_state_up': True, 'tenant_id': '8d70ca7103ed4dbd8985029a568ee0aa'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:48.780646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.794936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4754e676-e43d-4c1f-8d8b-87b9baa5457f None None] Provisioning complete for port c0d828cb-5fdb-43d9-a73a-a846d6ba833e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:48.795377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4754e676-e43d-4c1f-8d8b-87b9baa5457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.834665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4754e676-e43d-4c1f-8d8b-87b9baa5457f None None] Port c0d828cb-5fdb-43d9-a73a-a846d6ba833e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:48.879000 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69b56f6d-82cb-4fce-95bc-911471228a32 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:48.903073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-69b56f6d-82cb-4fce-95bc-911471228a32 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for c0d828cb-5fdb-43d9-a73a-a846d6ba833e owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:48.908555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-9d82c669-0d98-4f30-9267-d34a5a9fc14a None None] Allocated IP 2001:db8:0:2::2 (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/70d9f77f-b740-4041-9cdd-361d72473871/7c1621a9-5777-44e1-8962-5342fdfb3a71) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:49.055988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9d82c669-0d98-4f30-9267-d34a5a9fc14a None None] For port 7c1621a9-5777-44e1-8962-5342fdfb3a71, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7c1621a9-5777-44e1-8962-5342fdfb3a71,segment=NetworkSegment(b3636db4-3218-4f0c-91c6-160b14769a3f),segment_id=b3636db4-3218-4f0c-91c6-160b14769a3f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:49.089594 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d82c669-0d98-4f30-9267-d34a5a9fc14a None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:49.107201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Made reservation on behalf of 8d70ca7103ed4dbd8985029a568ee0aa for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:49.110154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:49.180753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ffbdb41d-ee5e-4a0e-ac10-45bfc4a9e38d req-5dfb0181-2a74-4599-9749-eb37fff055c0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 210 time: 0.0295763 Aug 23 03:48:49.259844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69b56f6d-82cb-4fce-95bc-911471228a32 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:49.260136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9d82c669-0d98-4f30-9267-d34a5a9fc14a None None] Transition to ACTIVE for port object 7c1621a9-5777-44e1-8962-5342fdfb3a71 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:49.296388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b56f6d-82cb-4fce-95bc-911471228a32 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=c0d828cb-5fdb-43d9-a73a-a846d6ba833e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:49.331440 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d82c669-0d98-4f30-9267-d34a5a9fc14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:49.402750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-69b56f6d-82cb-4fce-95bc-911471228a32 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:49.409226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-69b56f6d-82cb-4fce-95bc-911471228a32 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/c0d828cb-5fdb-43d9-a73a-a846d6ba833e HTTP/1.1" status: 204 len: 168 time: 0.9173319 Aug 23 03:48:49.410656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51260) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:49.438233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Allocated IP 172.20.0.4 (7167459d-9734-46e1-b0ba-4c58b0f8f5ed/c6244b6e-2eb6-44fc-a773-c013c691650f/279a4463-8d42-4471-b26f-07cc9d070d51) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:49.449858 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f1e7c9-2c83-4f7c-a4fb-273bd74b386f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:48:49.454698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-50f1e7c9-2c83-4f7c-a4fb-273bd74b386f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/c0d828cb-5fdb-43d9-a73a-a846d6ba833e HTTP/1.1" status: 404 len: 333 time: 0.0395563 Aug 23 03:48:49.455559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51262) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:49.499841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82c669-0d98-4f30-9267-d34a5a9fc14a None None] Pushing event updated for resources: {'Port': ['ID=7c1621a9-5777-44e1-8962-5342fdfb3a71,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:49.536723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-627858ff-4136-4fa1-9017-db39e3dd90fa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet d448cb04-b880-487d-aa81-3a33123665b2 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:49.540268 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-627858ff-4136-4fa1-9017-db39e3dd90fa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:49.543930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Delete allocated IP 2001:db8::34d (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/6e8709b0-1320-4cc6-ad88-66ec07375752) {{(pid=95121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 03:48:49.563838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Allocated IP 2001:db8:0:2::1b1 (0b11714a-4d36-4778-ac5a-7ce2e4fa41c5/70d9f77f-b740-4041-9cdd-361d72473871/08a7aca6-cef0-4de4-99e7-14f0a96dce54) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:49.595056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-627858ff-4136-4fa1-9017-db39e3dd90fa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:49.754184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:49.939975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:49.972020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Transition to ACTIVE for port object 08a7aca6-cef0-4de4-99e7-14f0a96dce54 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:50.043793 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.092398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-627858ff-4136-4fa1-9017-db39e3dd90fa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.094020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:50.098603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.102074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:50.109664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:50.125999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event updated for resources: {'Port': ['ID=279a4463-8d42-4471-b26f-07cc9d070d51,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:50.229444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] In _notify_port_updated(), no bound segment for port 08a7aca6-cef0-4de4-99e7-14f0a96dce54 on network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:48:50.238188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:50.238876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.242973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "PUT /v2.0/ports/08a7aca6-cef0-4de4-99e7-14f0a96dce54 HTTP/1.1" status: 200 len: 970 time: 1.9485753 Aug 23 03:48:50.243684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51296) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:50.271568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:50.283792 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.291006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c22e3-118f-4bbb-bb55-9cf1e62b88de tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event updated for resources: {'Port': ['ID=08a7aca6-cef0-4de4-99e7-14f0a96dce54,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:50.367070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-627858ff-4136-4fa1-9017-db39e3dd90fa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.381404 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-61676c56-8851-41c7-8b95-269bb475638c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6406083 Aug 23 03:48:50.405688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Request body: {'port': {'device_id': '74aa5640-62d2-4e75-9246-7ba9f6b452a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:50.434172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627858ff-4136-4fa1-9017-db39e3dd90fa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=d448cb04-b880-487d-aa81-3a33123665b2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:50.444560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-627858ff-4136-4fa1-9017-db39e3dd90fa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.448961 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-627858ff-4136-4fa1-9017-db39e3dd90fa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/d448cb04-b880-487d-aa81-3a33123665b2 HTTP/1.1" status: 204 len: 168 time: 0.9895940 Aug 23 03:48:50.451767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51298) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:50.463476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a871ad7-291c-4025-9498-d37f91facf95 None None] Network 2194bc17-0430-4b87-9490-9d1cb001af45 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:50.490709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d11575-ae2d-4a12-918a-3e790b902d7f req-05a81f61-47dc-4c5f-80ba-839afb961696 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:50.491648 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d11575-ae2d-4a12-918a-3e790b902d7f req-05a81f61-47dc-4c5f-80ba-839afb961696 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 931 time: 0.1863120 Aug 23 03:48:50.520654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Provisioning for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:50.548347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbc0ede-1597-47bb-8d3c-e9bc0258162d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet 42f7d07f-63ed-41af-8fbb-e15263d07c89 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:50.557640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0ede-1597-47bb-8d3c-e9bc0258162d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.571974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.580022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7c1621a9-5777-44e1-8962-5342fdfb3a71 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:50.604238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a21a87e7-c6f2-4fa5-a3e4-08518a058939 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 08a7aca6-cef0-4de4-99e7-14f0a96dce54 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:50.604583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a21a87e7-c6f2-4fa5-a3e4-08518a058939 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.622023 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Provisioning complete for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:50.622448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.655143 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d11575-ae2d-4a12-918a-3e790b902d7f req-0cfbe9f5-91b2-4f40-9d07-f3eca51938b2 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478446 Aug 23 03:48:50.742048 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0ede-1597-47bb-8d3c-e9bc0258162d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.820591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:50.821144 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.827159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a21a87e7-c6f2-4fa5-a3e4-08518a058939 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:50.860197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a21a87e7-c6f2-4fa5-a3e4-08518a058939 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 08a7aca6-cef0-4de4-99e7-14f0a96dce54 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:50.895363 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0ede-1597-47bb-8d3c-e9bc0258162d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.021561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Provisioning complete for port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:51.022227 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.072769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0ede-1597-47bb-8d3c-e9bc0258162d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.088498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:51.118676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc0ede-1597-47bb-8d3c-e9bc0258162d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=42f7d07f-63ed-41af-8fbb-e15263d07c89,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:51.128658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0ede-1597-47bb-8d3c-e9bc0258162d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.131732 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bbbc0ede-1597-47bb-8d3c-e9bc0258162d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/42f7d07f-63ed-41af-8fbb-e15263d07c89 HTTP/1.1" status: 204 len: 168 time: 0.6795125 Aug 23 03:48:51.134661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51312) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:51.198164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Provisioning for port 08a7aca6-cef0-4de4-99e7-14f0a96dce54 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:51.202982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Provisioning complete for port 08a7aca6-cef0-4de4-99e7-14f0a96dce54 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:51.203421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.223426 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a21a87e7-c6f2-4fa5-a3e4-08518a058939 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.226180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279a4463-8d42-4471-b26f-07cc9d070d51 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:51.243811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.251589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a2abe-e054-4deb-81c1-1ed5b82bbe4e None None] Port 08a7aca6-cef0-4de4-99e7-14f0a96dce54 was deleted so its status cannot be updated. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 03:48:51.265684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Transition to ACTIVE for port object 279a4463-8d42-4471-b26f-07cc9d070d51 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:51.285090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a87e7-c6f2-4fa5-a3e4-08518a058939 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=08a7aca6-cef0-4de4-99e7-14f0a96dce54,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:51.292145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.363670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.371162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d77c1671-3d71-4476-9e64-3a6af16ec56f None None] Could not find standard attr ID for object 08a7aca6-cef0-4de4-99e7-14f0a96dce54. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:48:51.381669 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a21a87e7-c6f2-4fa5-a3e4-08518a058939 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.383781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a21a87e7-c6f2-4fa5-a3e4-08518a058939 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/08a7aca6-cef0-4de4-99e7-14f0a96dce54 HTTP/1.1" status: 204 len: 168 time: 1.1388590 Aug 23 03:48:51.386622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51318) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:51.497683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Pushing event updated for resources: {'Port': ['ID=279a4463-8d42-4471-b26f-07cc9d070d51,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:51.520277 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda6be9e-5b36-48d6-be39-e29f5ab456ec tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] GET failed (client error): The resource could not be found. Aug 23 03:48:51.523383 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dda6be9e-5b36-48d6-be39-e29f5ab456ec tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports/08a7aca6-cef0-4de4-99e7-14f0a96dce54 HTTP/1.1" status: 404 len: 333 time: 0.1349549 Aug 23 03:48:51.528350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51322) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:51.556957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port 12a758a5-d14e-4f83-8cc7-8da9a39144da {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:51.556957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.648386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-27a1eb1c-097a-4ce3-b60a-0f6528b58add tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.674315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Attempting to bind port 279a4463-8d42-4471-b26f-07cc9d070d51 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:48:51.674937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Attempting to bind port 279a4463-8d42-4471-b26f-07cc9d070d51 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:48:51.675267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Attempting to bind port 279a4463-8d42-4471-b26f-07cc9d070d51 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:51.687817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] For port 12a758a5-d14e-4f83-8cc7-8da9a39144da, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=12a758a5-d14e-4f83-8cc7-8da9a39144da,segment=NetworkSegment(e1dc8b7f-15b2-4545-b7e9-ed710abc7730),segment_id=e1dc8b7f-15b2-4545-b7e9-ed710abc7730)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:51.688242 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.703392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for 12a758a5-d14e-4f83-8cc7-8da9a39144da owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:51.716889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-27a1eb1c-097a-4ce3-b60a-0f6528b58add tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.740327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Port 279a4463-8d42-4471-b26f-07cc9d070d51 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:48:51.740973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Attempting to bind port 279a4463-8d42-4471-b26f-07cc9d070d51 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:51.806210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:48:51.807295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Checking segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:51.807295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Bound using segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:48:51.807499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Bound port: 279a4463-8d42-4471-b26f-07cc9d070d51, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:48:51.807859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.904987 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-27a1eb1c-097a-4ce3-b60a-0f6528b58add tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.907688 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-27a1eb1c-097a-4ce3-b60a-0f6528b58add tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:51.911488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-27a1eb1c-097a-4ce3-b60a-0f6528b58add tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4199bc5-9dcc-4363-acfd-2efb1c7553e8 HTTP/1.1" status: 204 len: 168 time: 0.3791182 Aug 23 03:48:51.914046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51340) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:51.955543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b056b06-d152-49f8-9380-0d0e5afb2037 req-39a95a72-967e-4bc2-b6ac-ad626dab998c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:51.957351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b056b06-d152-49f8-9380-0d0e5afb2037 req-39a95a72-967e-4bc2-b6ac-ad626dab998c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 943 time: 0.1533391 Aug 23 03:48:51.967990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1eb1c-097a-4ce3-b60a-0f6528b58add tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4199bc5-9dcc-4363-acfd-2efb1c7553e8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:51.992740 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2778-3fbd-40ca-bad3-fa4d9f9ec434 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.004092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] For port 279a4463-8d42-4471-b26f-07cc9d070d51, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:48:52.011637 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.011829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89611f-d40b-4f26-8926-78b67f498fac None None] Network 2194bc17-0430-4b87-9490-9d1cb001af45 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:52.025776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] For port 279a4463-8d42-4471-b26f-07cc9d070d51, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=279a4463-8d42-4471-b26f-07cc9d070d51,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:48:52.032140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b056b06-d152-49f8-9380-0d0e5afb2037 req-0e6ce57e-aaf4-4e7e-8fc2-29db69f5adf3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652747 Aug 23 03:48:52.059966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2778-3fbd-40ca-bad3-fa4d9f9ec434 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.072977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=12a758a5-d14e-4f83-8cc7-8da9a39144da,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:52.075910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No DVR routers for this DVR port 12a758a5-d14e-4f83-8cc7-8da9a39144da on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:52.097649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-443da2ce-69dd-4bdd-a31d-d047e7eee5ea None None] Could not find standard attr ID for object 12a758a5-d14e-4f83-8cc7-8da9a39144da. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:48:52.163362 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.192415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.200344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d314f2-dd3c-4065-bc1b-42900c6e31a5 None None] DHCP port deletion for 2194bc17-0430-4b87-9490-9d1cb001af45 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:48:52.202935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:52.203113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2194bc17-0430-4b87-9490-9d1cb001af45']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:52.203565 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.204961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] 10.222.0.11 "PUT /v2.0/ports/279a4463-8d42-4471-b26f-07cc9d070d51 HTTP/1.1" status: 200 len: 1091 time: 1.8091187 Aug 23 03:48:52.207399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74aa5640-62d2-4e75-9246-7ba9f6b452a1', 'tag': '279a4463-8d42-4471-b26f-07cc9d070d51'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:48:52.210495 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f16446-42be-40ea-899d-a13abbe3d9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "74aa5640-62d2-4e75-9246-7ba9f6b452a1", "tag": "279a4463-8d42-4471-b26f-07cc9d070d51"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:48:52.218235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dc8b7f-15b2-4545-b7e9-ed710abc7730') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:52.218656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dc8b7f-15b2-4545-b7e9-ed710abc7730') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:52.228127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.236541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fc280-64ba-4d87-8d71-4b304566fb35 service neutron] Pushing event updated for resources: {'Port': ['ID=279a4463-8d42-4471-b26f-07cc9d070d51,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:52.244253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.252615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:48:52.253157 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:48:52.257053 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:48:52.269394 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbbcf17-c89c-4e03-80ae-e3e64f3594ad x-openstack-request-id: req-ecbbcf17-c89c-4e03-80ae-e3e64f3594ad {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:48:52.270130 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74aa5640-62d2-4e75-9246-7ba9f6b452a1", "tag": "279a4463-8d42-4471-b26f-07cc9d070d51", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:48:52.271169 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecbbcf17-c89c-4e03-80ae-e3e64f3594ad {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:48:52.271169 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74aa5640-62d2-4e75-9246-7ba9f6b452a1', 'tag': '279a4463-8d42-4471-b26f-07cc9d070d51', 'status': 'completed', 'code': 200} Aug 23 03:48:52.328004 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2778-3fbd-40ca-bad3-fa4d9f9ec434 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.328004 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0b9d2778-3fbd-40ca-bad3-fa4d9f9ec434 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.328004 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0b9d2778-3fbd-40ca-bad3-fa4d9f9ec434 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/security-groups/d1d4f50e-a23a-4efd-b1e9-b8a3200ba7d7 HTTP/1.1" status: 204 len: 168 time: 0.4113328 Aug 23 03:48:52.330562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51352) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:52.349438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d2778-3fbd-40ca-bad3-fa4d9f9ec434 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d4f50e-a23a-4efd-b1e9-b8a3200ba7d7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:52.363584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f16446-42be-40ea-899d-a13abbe3d9d0 req-7ef56f0b-ba81-443a-969a-b6a9135b9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:52.365134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03f16446-42be-40ea-899d-a13abbe3d9d0 req-7ef56f0b-ba81-443a-969a-b6a9135b9db2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 1094 time: 0.0491416 Aug 23 03:48:52.401501 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57f8c53f-5e18-42b1-a3b2-c2ccc938cdba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.417492 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.462402 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.470447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51360) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:52.470763 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/networks/2194bc17-0430-4b87-9490-9d1cb001af45 HTTP/1.1" status: 204 len: 168 time: 1.3348601 Aug 23 03:48:52.489204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30547996-c2d4-4c83-a54d-193cd50482f4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Network': ['ID=2194bc17-0430-4b87-9490-9d1cb001af45,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:52.493480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57f8c53f-5e18-42b1-a3b2-c2ccc938cdba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.499676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 12a758a5-d14e-4f83-8cc7-8da9a39144da no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:48:52.523354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 12a758a5-d14e-4f83-8cc7-8da9a39144da {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:48:52.523711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 12a758a5-d14e-4f83-8cc7-8da9a39144da not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:48:52.541331 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.562462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9459f77a-edb8-4fb7-b587-4225777a1e0d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:52.564337 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9459f77a-edb8-4fb7-b587-4225777a1e0d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0926530 Aug 23 03:48:52.571823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51370) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:52.578757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f16446-42be-40ea-899d-a13abbe3d9d0 req-cc03f53c-3b83-4db8-b9aa-b3993487da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:52.580359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03f16446-42be-40ea-899d-a13abbe3d9d0 req-cc03f53c-3b83-4db8-b9aa-b3993487da8a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1956272 Aug 23 03:48:52.643298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51386) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:52.643553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8a85aae9-dbe8-48ca-aed8-4cf47bb4cd3b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0627637 Aug 23 03:48:52.643553 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57f8c53f-5e18-42b1-a3b2-c2ccc938cdba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.644969 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57f8c53f-5e18-42b1-a3b2-c2ccc938cdba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.646091 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-57f8c53f-5e18-42b1-a3b2-c2ccc938cdba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce6dfcec-7a21-4a85-b09b-d4979fc2506f HTTP/1.1" status: 204 len: 168 time: 0.3134367 Aug 23 03:48:52.647150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2092943689'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:52.649495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51390) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:52.682252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8c53f-5e18-42b1-a3b2-c2ccc938cdba tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6dfcec-7a21-4a85-b09b-d4979fc2506f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:52.729193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-0249134c-b696-4872-87d3-290620441476 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet 6e8709b0-1320-4cc6-ad88-66ec07375752 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:52.735879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0249134c-b696-4872-87d3-290620441476 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.762516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f16446-42be-40ea-899d-a13abbe3d9d0 req-1a97ddd0-04e7-49d6-9e42-0fe4ce81f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:52.762516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03f16446-42be-40ea-899d-a13abbe3d9d0 req-1a97ddd0-04e7-49d6-9e42-0fe4ce81f22a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1579676 Aug 23 03:48:52.780489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:52.784442 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.786243 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0249134c-b696-4872-87d3-290620441476 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.816075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:48:52.848885 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.849538 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Added segment fbe3f45f-badf-48df-85ed-e95f732146d3 of type vlan for network 656501bc-7f4c-4261-8c7e-99ca0c11f69d Aug 23 03:48:52.892029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0249134c-b696-4872-87d3-290620441476 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.900137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:52.911097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-e1d9621c-898c-41ed-a809-7a9a06e452ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:52.912867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-e1d9621c-898c-41ed-a809-7a9a06e452ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 1094 time: 0.0918760 Aug 23 03:48:52.972878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-e3a93d86-d4b4-4a74-ab75-60dcfe65edfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=279a4463-8d42-4471-b26f-07cc9d070d51 HTTP/1.1" status: 200 len: 217 time: 0.0432916 Aug 23 03:48:53.022038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-41edeffe-65fd-4545-9b7a-94c153a7f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:53.023486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-41edeffe-65fd-4545-9b7a-94c153a7f37b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.0442660 Aug 23 03:48:53.025839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0249134c-b696-4872-87d3-290620441476 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.055817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0249134c-b696-4872-87d3-290620441476 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.061924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0249134c-b696-4872-87d3-290620441476 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/6e8709b0-1320-4cc6-ad88-66ec07375752 HTTP/1.1" status: 204 len: 168 time: 0.4073224 Aug 23 03:48:53.061924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249134c-b696-4872-87d3-290620441476 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8709b0-1320-4cc6-ad88-66ec07375752,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:53.062950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51400) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:53.072580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-1249794f-894e-46a0-97ef-d4b7c78894f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401151 Aug 23 03:48:53.072797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157552a0-fc3b-472c-b255-ec4a509f50a5 None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:53.116692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.121926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:53.126890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.279531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b51da1-38b3-4276-bc71-056e112f40ea tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet 70d9f77f-b740-4041-9cdd-361d72473871 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:53.288508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6478262 Aug 23 03:48:53.289540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-54b51da1-38b3-4276-bc71-056e112f40ea tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.291691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51406) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:53.298687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '656501bc-7f4c-4261-8c7e-99ca0c11f69d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:53.315372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54cf82-b2a5-4ca2-9486-f9603b836d86 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Network': ['ID=656501bc-7f4c-4261-8c7e-99ca0c11f69d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:53.327139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 656501bc-7f4c-4261-8c7e-99ca0c11f69d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:48:53.362363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-54b51da1-38b3-4276-bc71-056e112f40ea tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.373733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326f1d9-15b9-4053-837f-d7c06ba11f05 req-b212fbec-638c-4dca-bb7d-d296c6024dc6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:53.375280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e326f1d9-15b9-4053-837f-d7c06ba11f05 req-b212fbec-638c-4dca-bb7d-d296c6024dc6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 943 time: 0.2228677 Aug 23 03:48:53.416391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-7e357952-b92e-4f5f-bf50-85798a185688 service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160827 Aug 23 03:48:53.517331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:53.523066 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.550900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51412) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:53.571286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e326f1d9-15b9-4053-837f-d7c06ba11f05 req-2f6c4ec0-31a1-42af-8c5b-0142d906b1cd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749525 Aug 23 03:48:53.632694 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-54b51da1-38b3-4276-bc71-056e112f40ea tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.679457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efb3ba02-0dbe-4ebe-9b15-235a777e6f79 req-1b99e4ec-ba28-442c-af01-44b00789d09b service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495694 Aug 23 03:48:53.796298 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e10b91d-7c22-4611-a6b3-046d23c1fa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.819317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-54b51da1-38b3-4276-bc71-056e112f40ea tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.857392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b51da1-38b3-4276-bc71-056e112f40ea tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=70d9f77f-b740-4041-9cdd-361d72473871,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:53.862429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-54b51da1-38b3-4276-bc71-056e112f40ea tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.867093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-54b51da1-38b3-4276-bc71-056e112f40ea tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/70d9f77f-b740-4041-9cdd-361d72473871 HTTP/1.1" status: 204 len: 168 time: 0.8031225 Aug 23 03:48:53.867238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51418) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:53.878566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:53.931149 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-528ff565-1a9c-40c9-88f7-6875ae90e279 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:53.931578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528ff565-1a9c-40c9-88f7-6875ae90e279 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:53.933650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-528ff565-1a9c-40c9-88f7-6875ae90e279 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/6e8709b0-1320-4cc6-ad88-66ec07375752 HTTP/1.1" status: 404 len: 337 time: 0.0654752 Aug 23 03:48:53.936708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51420) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:53.970484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e10b91d-7c22-4611-a6b3-046d23c1fa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.024537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=0732469c-9573-4ac0-8906-ded64b020e7b,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:54.040164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Checking segment: {'id': 'fbe3f45f-badf-48df-85ed-e95f732146d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '656501bc-7f4c-4261-8c7e-99ca0c11f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:54.040745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network hostable DHCP agents. Network: 656501bc-7f4c-4261-8c7e-99ca0c11f69d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:48:54.048438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71fc28b-9ff0-4435-8754-4b15eab553c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting subnet 4f2c50a0-32b8-4c18-87b1-a0da784d2bc2 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:48:54.054097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e10b91d-7c22-4611-a6b3-046d23c1fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.054618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b71fc28b-9ff0-4435-8754-4b15eab553c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.059010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed6bf2-a0e5-41d1-a6e0-337a3223c0b8 None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:54.093538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4e10b91d-7c22-4611-a6b3-046d23c1fa6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d84b40d26077490ea4a8f250678095f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312243 Aug 23 03:48:54.094589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10b91d-7c22-4611-a6b3-046d23c1fa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b5827-49b9-4953-b054-e472c42196b0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:54.096423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51422) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:54.136044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b71fc28b-9ff0-4435-8754-4b15eab553c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.148328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6a172ea3-66c6-415c-9f92-527dad500010 None None] Provisioning complete for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:54.148943 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6a172ea3-66c6-415c-9f92-527dad500010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.167894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 656501bc-7f4c-4261-8c7e-99ca0c11f69d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:48:54.244836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4447-a9d8-4665-9b04-215fa8714002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.272309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 656501bc-7f4c-4261-8c7e-99ca0c11f69d) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:54.282134 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b71fc28b-9ff0-4435-8754-4b15eab553c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.288505 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4447-a9d8-4665-9b04-215fa8714002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.288796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:54.289417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.437851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fe6db69e-7861-4407-bba3-db486bb79bbd tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1433399 Aug 23 03:48:54.439613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93763d8f-674b-4382-b02d-3f04d48948a5 None None] Network 656501bc-7f4c-4261-8c7e-99ca0c11f69d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:54.440460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51426) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:54.445667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '656501bc-7f4c-4261-8c7e-99ca0c11f69d', 'name': 'tempest-PortsTestJSON-1323608359'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:54.599487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6a172ea3-66c6-415c-9f92-527dad500010 None None] Provisioning complete for port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:54.599487 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6a172ea3-66c6-415c-9f92-527dad500010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.602723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6a172ea3-66c6-415c-9f92-527dad500010 None None] Port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:54.697132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-656501bc-7f4c-4261-8c7e-99ca0c11f69d', 'network_id': '656501bc-7f4c-4261-8c7e-99ca0c11f69d', 'tenant_id': '6c14d6d259fc4a2c86b67f8e8fc4b932', 'fixed_ips': [{'subnet_id': '0732469c-9573-4ac0-8906-ded64b020e7b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:48:54.698294 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.754665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c1e64-81d1-4f0b-915c-0cc760f84d49 req-80d46446-ce90-4e5f-8d75-f0c9c09ec8dd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:54.758137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-805c1e64-81d1-4f0b-915c-0cc760f84d49 req-80d46446-ce90-4e5f-8d75-f0c9c09ec8dd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 943 time: 0.0693529 Aug 23 03:48:54.780683 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b71fc28b-9ff0-4435-8754-4b15eab553c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.788342 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4447-a9d8-4665-9b04-215fa8714002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.796623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6d4b4447-a9d8-4665-9b04-215fa8714002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.800198 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6d4b4447-a9d8-4665-9b04-215fa8714002 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b0b5827-49b9-4953-b054-e472c42196b0 HTTP/1.1" status: 204 len: 168 time: 0.6888430 Aug 23 03:48:54.873419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-805c1e64-81d1-4f0b-915c-0cc760f84d49 req-e84564a7-bb51-4051-b652-c8e012245f45 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084738 Aug 23 03:48:54.881218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fc28b-9ff0-4435-8754-4b15eab553c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2c50a0-32b8-4c18-87b1-a0da784d2bc2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:54.881218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b4447-a9d8-4665-9b04-215fa8714002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b5827-49b9-4953-b054-e472c42196b0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:54.881218 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b71fc28b-9ff0-4435-8754-4b15eab553c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.883559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b71fc28b-9ff0-4435-8754-4b15eab553c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/4f2c50a0-32b8-4c18-87b1-a0da784d2bc2 HTTP/1.1" status: 204 len: 168 time: 0.9454823 Aug 23 03:48:54.886133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51436) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:54.905245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:54.910478 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:54.936098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port 5ec314f0-58c2-4203-8c66-6218bb3a0e4e yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:55.001815 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-18faf5d8-58b2-4217-837a-9282e367bc02 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.003094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18faf5d8-58b2-4217-837a-9282e367bc02 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.005687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-18faf5d8-58b2-4217-837a-9282e367bc02 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/fefa70a6-a981-4ff3-b6a5-c7f835291fbd HTTP/1.1" status: 404 len: 337 time: 0.1164429 Aug 23 03:48:55.012143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Allocated IP 172.20.0.2 (656501bc-7f4c-4261-8c7e-99ca0c11f69d/0732469c-9573-4ac0-8906-ded64b020e7b/93441814-dde1-44b1-bbec-37cc0e568afe) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:55.014156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51438) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.066057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2284bb3c-1047-4430-b9e0-3473b61bb515 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e49bf2-341d-4d16-a08e-bb8aa51362f2 HTTP/1.1" status: 200 len: 205 time: 0.0499060 Aug 23 03:48:55.068326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51440) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.110993 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-ff46db2f-bad2-4d04-88e0-dc979bde0104 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] delete failed (client error): The resource could not be found. Aug 23 03:48:55.112045 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff46db2f-bad2-4d04-88e0-dc979bde0104 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/routers/a4e49bf2-341d-4d16-a08e-bb8aa51362f2 HTTP/1.1" status: 404 len: 336 time: 0.0425732 Aug 23 03:48:55.114554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51442) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.142574 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0487f1-87f9-416c-8700-2d99de63dd1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.143038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0487f1-87f9-416c-8700-2d99de63dd1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.144778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9f0487f1-87f9-416c-8700-2d99de63dd1a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/2863d045-16ff-41f4-87c1-b4c635b2d80b HTTP/1.1" status: 404 len: 337 time: 0.0293074 Aug 23 03:48:55.147725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51444) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.188732 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-398767ff-731b-430e-b4cb-bcfe5acf92c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.189482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398767ff-731b-430e-b4cb-bcfe5acf92c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.191299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-398767ff-731b-430e-b4cb-bcfe5acf92c0 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/c59f2d82-9977-4b95-9ad6-28db90e9075d HTTP/1.1" status: 404 len: 337 time: 0.0422029 Aug 23 03:48:55.193986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51448) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.211906 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.224871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Transition to ACTIVE for port object 93441814-dde1-44b1-bbec-37cc0e568afe will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:55.236994 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe5c995-1a93-4163-b9dc-b92ea3af12a3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.236994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe5c995-1a93-4163-b9dc-b92ea3af12a3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.236994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bfe5c995-1a93-4163-b9dc-b92ea3af12a3 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/ad642fe9-c02a-46d0-8b00-0018b71f4506 HTTP/1.1" status: 404 len: 337 time: 0.0404994 Aug 23 03:48:55.245597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51450) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.252421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Transition to ACTIVE for port object 93441814-dde1-44b1-bbec-37cc0e568afe will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:55.277346 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e403a8-b859-4f15-a43c-8079f238578a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.278068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e403a8-b859-4f15-a43c-8079f238578a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.280455 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-04e403a8-b859-4f15-a43c-8079f238578a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/ff9baf67-a26c-4aca-95c9-37cabdda5fbb HTTP/1.1" status: 404 len: 333 time: 0.0338366 Aug 23 03:48:55.285392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51452) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.315998 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-b142ceeb-484c-48b5-818f-678d130d3e05 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.315998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b142ceeb-484c-48b5-818f-678d130d3e05 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.315998 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b142ceeb-484c-48b5-818f-678d130d3e05 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/a1be3e72-1c7a-4006-8a30-adf49532768f HTTP/1.1" status: 404 len: 337 time: 0.0281706 Aug 23 03:48:55.315998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51454) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.342164 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-814d5631-888c-4244-8f42-d1068db99942 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.342647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814d5631-888c-4244-8f42-d1068db99942 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.344404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-814d5631-888c-4244-8f42-d1068db99942 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/81213030-b154-4d86-9092-f033b130c6e5 HTTP/1.1" status: 404 len: 337 time: 0.0279076 Aug 23 03:48:55.346986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51456) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.358537 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.382039 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d345aee9-96df-4fe4-83f5-1f3fb0b88913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.382811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d345aee9-96df-4fe4-83f5-1f3fb0b88913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.385310 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d345aee9-96df-4fe4-83f5-1f3fb0b88913 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/794dd1bc-b1a0-424d-9683-ee21da46de12 HTTP/1.1" status: 404 len: 333 time: 0.0366983 Aug 23 03:48:55.387418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51460) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.427233 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-278a86e1-a4e9-4214-b19a-2bae7eb3b28c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.427233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278a86e1-a4e9-4214-b19a-2bae7eb3b28c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.427233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-278a86e1-a4e9-4214-b19a-2bae7eb3b28c tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/1c5eadb0-73a6-498a-b68d-67f1e4e5a79f HTTP/1.1" status: 404 len: 337 time: 0.0348206 Aug 23 03:48:55.427233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51462) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.434999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Pushing event updated for resources: {'Port': ['ID=93441814-dde1-44b1-bbec-37cc0e568afe,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:55.444330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Network 656501bc-7f4c-4261-8c7e-99ca0c11f69d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:55.445797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:55.451833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444eb6e-05da-439b-bb68-08ae189c3abc None None] Network 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:55.453986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:55.463965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.14 (656501bc-7f4c-4261-8c7e-99ca0c11f69d/0732469c-9573-4ac0-8906-ded64b020e7b/5ec314f0-58c2-4203-8c66-6218bb3a0e4e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:55.470666 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-448f6ae5-5acc-4047-a78d-a617218b6b38 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] DELETE failed (client error): The resource could not be found. Aug 23 03:48:55.471129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448f6ae5-5acc-4047-a78d-a617218b6b38 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:48:55.473214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-448f6ae5-5acc-4047-a78d-a617218b6b38 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/subnets/1a949fa9-6d61-48b9-a5d5-4c60cf49d325 HTTP/1.1" status: 404 len: 337 time: 0.0400860 Aug 23 03:48:55.475732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51464) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.604278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Attempting to bind port 93441814-dde1-44b1-bbec-37cc0e568afe on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:48:55.604709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Attempting to bind port 93441814-dde1-44b1-bbec-37cc0e568afe by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'fbe3f45f-badf-48df-85ed-e95f732146d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '656501bc-7f4c-4261-8c7e-99ca0c11f69d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:48:55.605063 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Attempting to bind port 93441814-dde1-44b1-bbec-37cc0e568afe on network 656501bc-7f4c-4261-8c7e-99ca0c11f69d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:48:55.628170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:48:55.628563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Checking segment: {'id': 'fbe3f45f-badf-48df-85ed-e95f732146d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '656501bc-7f4c-4261-8c7e-99ca0c11f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:48:55.628944 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.629463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Bound using segment: {'id': 'fbe3f45f-badf-48df-85ed-e95f732146d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '656501bc-7f4c-4261-8c7e-99ca0c11f69d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:48:55.629877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Bound port: 93441814-dde1-44b1-bbec-37cc0e568afe, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe3f45f-badf-48df-85ed-e95f732146d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '656501bc-7f4c-4261-8c7e-99ca0c11f69d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:48:55.630261 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.631997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fbba07c6-4727-47e1-88ad-d57afceeb795 None None] Provisioning complete for port 7c1621a9-5777-44e1-8962-5342fdfb3a71 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:55.632348 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fbba07c6-4727-47e1-88ad-d57afceeb795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.662628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1218c-6280-4d20-a422-6ca1fd168e20 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:55.662975 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ff1218c-6280-4d20-a422-6ca1fd168e20 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.725700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51466) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:55.755252 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3da7f164-4bf1-4c94-aadd-19a7417548ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.777363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] For port 93441814-dde1-44b1-bbec-37cc0e568afe, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:48:55.782171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] For port 93441814-dde1-44b1-bbec-37cc0e568afe, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=93441814-dde1-44b1-bbec-37cc0e568afe,segment=NetworkSegment(fbe3f45f-badf-48df-85ed-e95f732146d3),segment_id=fbe3f45f-badf-48df-85ed-e95f732146d3)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:48:55.814234 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.817972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ff1218c-6280-4d20-a422-6ca1fd168e20 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.851566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1218c-6280-4d20-a422-6ca1fd168e20 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 06bc3898-c15e-4cb7-9edf-e9e58f59a066 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:55.851566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object 5ec314f0-58c2-4203-8c66-6218bb3a0e4e will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:55.878214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d514be4-345c-46f4-9885-37345931150d None None] DHCP port deletion for 0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:48:55.887047 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.917771 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3da7f164-4bf1-4c94-aadd-19a7417548ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.959053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fbba07c6-4727-47e1-88ad-d57afceeb795 None None] Provisioning complete for port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:55.961670 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fbba07c6-4727-47e1-88ad-d57afceeb795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:55.984972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3da7f164-4bf1-4c94-aadd-19a7417548ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.030122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3da7f164-4bf1-4c94-aadd-19a7417548ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cd39bce2ad34a6c8f8f8c66e6befdf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028824 Aug 23 03:48:56.033268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51474) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:56.040143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fbba07c6-4727-47e1-88ad-d57afceeb795 None None] Port 06bc3898-c15e-4cb7-9edf-e9e58f59a066 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:56.093568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e78269-e2a8-485d-bbc3-eb53dce23c9a None None] Pushing event updated for resources: {'Port': ['ID=93441814-dde1-44b1-bbec-37cc0e568afe,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:56.112099 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.116213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6d514be4-345c-46f4-9885-37345931150d None None] Deleting port 7c1621a9-5777-44e1-8962-5342fdfb3a71 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:56.116213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d514be4-345c-46f4-9885-37345931150d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.120523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7f164-4bf1-4c94-aadd-19a7417548ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dec9d04-24bc-47cd-a970-06db22d86391,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:56.157967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7a87d-c220-4f44-a7fb-cd1952d28fe0 req-2096a018-030f-4d85-9f82-08915f2d51dd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:56.168013 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c7a87d-c220-4f44-a7fb-cd1952d28fe0 req-2096a018-030f-4d85-9f82-08915f2d51dd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 943 time: 0.1338539 Aug 23 03:48:56.172399 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ff1218c-6280-4d20-a422-6ca1fd168e20 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.175446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 656501bc-7f4c-4261-8c7e-99ca0c11f69d is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:56.184319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:56.208850 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1e5e-53d1-40b1-8929-765ab08a5ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.208986 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-aa35d98a-7a3e-476d-864a-c088e50398b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.218631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:56.240682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6d514be4-345c-46f4-9885-37345931150d None None] For port 7c1621a9-5777-44e1-8962-5342fdfb3a71, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7c1621a9-5777-44e1-8962-5342fdfb3a71,segment=NetworkSegment(b3636db4-3218-4f0c-91c6-160b14769a3f),segment_id=b3636db4-3218-4f0c-91c6-160b14769a3f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:56.245378 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d514be4-345c-46f4-9885-37345931150d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.260053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6d514be4-345c-46f4-9885-37345931150d None None] Calling delete_port for 7c1621a9-5777-44e1-8962-5342fdfb3a71 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:56.267385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=5ec314f0-58c2-4203-8c66-6218bb3a0e4e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:56.296246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4c7a87d-c220-4f44-a7fb-cd1952d28fe0 req-e1d14915-31c1-40a3-af6c-af7ea9c62521 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219440 Aug 23 03:48:56.313259 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1e5e-53d1-40b1-8929-765ab08a5ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.335447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4ff1218c-6280-4d20-a422-6ca1fd168e20 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.337964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4ff1218c-6280-4d20-a422-6ca1fd168e20 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/ports/06bc3898-c15e-4cb7-9edf-e9e58f59a066 HTTP/1.1" status: 204 len: 168 time: 0.8611522 Aug 23 03:48:56.342311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51476) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:56.382542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1218c-6280-4d20-a422-6ca1fd168e20 tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=06bc3898-c15e-4cb7-9edf-e9e58f59a066,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:56.428421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:56.429197 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.487997 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.500314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1e5e-53d1-40b1-8929-765ab08a5ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.504322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1e5e-53d1-40b1-8929-765ab08a5ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.506095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3c6d1e5e-53d1-40b1-8929-765ab08a5ab2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dec9d04-24bc-47cd-a970-06db22d86391 HTTP/1.1" status: 204 len: 168 time: 0.4627702 Aug 23 03:48:56.518011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d1e5e-53d1-40b1-8929-765ab08a5ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dec9d04-24bc-47cd-a970-06db22d86391,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:56.522895 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d514be4-345c-46f4-9885-37345931150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.570245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 93441814-dde1-44b1-bbec-37cc0e568afe up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:56.577408 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2237fdbf-954f-4f12-808c-18c62ef0ee5b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1358318 Aug 23 03:48:56.580256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51484) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:56.585471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '656501bc-7f4c-4261-8c7e-99ca0c11f69d', 'name': 'tempest-PortsTestJSON-802857622'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:56.597435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d514be4-345c-46f4-9885-37345931150d None None] Pushing event deleted for resources: {'Port': ['ID=7c1621a9-5777-44e1-8962-5342fdfb3a71,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:56.637057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Deleting port 7c1621a9-5777-44e1-8962-5342fdfb3a71 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:56.637247 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.688166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d514be4-345c-46f4-9885-37345931150d None None] No DVR routers for this DVR port 7c1621a9-5777-44e1-8962-5342fdfb3a71 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:56.728470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] For port 7c1621a9-5777-44e1-8962-5342fdfb3a71, host n-d-749052-7, got binding levels [] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:56.729196 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.745597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Calling delete_port for 7c1621a9-5777-44e1-8962-5342fdfb3a71 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:56.749199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_backend_mixin [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Port 7c1621a9-5777-44e1-8962-5342fdfb3a71 was not found and therefore no delete operation was performed {{(pid=95120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 03:48:56.750682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.777823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Port': ['ID=7c1621a9-5777-44e1-8962-5342fdfb3a71,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:56.781626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] No DVR routers for this DVR port 7c1621a9-5777-44e1-8962-5342fdfb3a71 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:48:56.836906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 93441814-dde1-44b1-bbec-37cc0e568afe completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:56.891168 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.902212 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:48:56.908285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7c1621a9-5777-44e1-8962-5342fdfb3a71 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:48:56.912147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b11714a-4d36-4778-ac5a-7ce2e4fa41c5']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:56.925425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3636db4-3218-4f0c-91c6-160b14769a3f') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:56.925769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3636db4-3218-4f0c-91c6-160b14769a3f') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:48:56.933295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 7c1621a9-5777-44e1-8962-5342fdfb3a71 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:48:56.933661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7c1621a9-5777-44e1-8962-5342fdfb3a71 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:48:56.936672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.945546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:48:56.949320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.957839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:48:56.977926 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:48:57.225759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:57.233299 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:57.235178 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] 10.222.0.20 "DELETE /v2.0/networks/0b11714a-4d36-4778-ac5a-7ce2e4fa41c5 HTTP/1.1" status: 204 len: 168 time: 0.8689950 Aug 23 03:48:57.248032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca10c6-18fc-4260-86d8-1611bed0924a tempest-PortsIpV6TestJSON-1732047172 tempest-PortsIpV6TestJSON-1732047172-project] Pushing event deleted for resources: {'Network': ['ID=0b11714a-4d36-4778-ac5a-7ce2e4fa41c5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:57.381223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port d8e43847-f801-4f4d-b467-a13ca802b648 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:48:57.390666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa8c9d-d8d6-4ca9-91c6-f100ec798caf None None] Network 656501bc-7f4c-4261-8c7e-99ca0c11f69d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:48:57.472600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985787-6cd4-4357-85e5-6140e31995a2 req-8c36b6ba-c98a-48fb-af0d-6a4df8f72ccc tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:57.480190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28985787-6cd4-4357-85e5-6140e31995a2 req-8c36b6ba-c98a-48fb-af0d-6a4df8f72ccc tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 943 time: 0.0956259 Aug 23 03:48:57.508950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.9 (656501bc-7f4c-4261-8c7e-99ca0c11f69d/0732469c-9573-4ac0-8906-ded64b020e7b/d8e43847-f801-4f4d-b467-a13ca802b648) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:48:57.545278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28985787-6cd4-4357-85e5-6140e31995a2 req-c610b243-37d6-4a48-8ca7-0e85dd7512eb tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626392 Aug 23 03:48:57.580967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b2712642-83e8-40ac-bc8f-fbe229869f06 None None] Provisioning for port 93441814-dde1-44b1-bbec-37cc0e568afe completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:57.590231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b2712642-83e8-40ac-bc8f-fbe229869f06 None None] Provisioning complete for port 93441814-dde1-44b1-bbec-37cc0e568afe triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:57.590231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b2712642-83e8-40ac-bc8f-fbe229869f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:57.681584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 279a4463-8d42-4471-b26f-07cc9d070d51 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:48:57.707745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:57.726269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object d8e43847-f801-4f4d-b467-a13ca802b648 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:48:57.763472 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b2712642-83e8-40ac-bc8f-fbe229869f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:57.854415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:57.870753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b2712642-83e8-40ac-bc8f-fbe229869f06 None None] For port 93441814-dde1-44b1-bbec-37cc0e568afe, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=93441814-dde1-44b1-bbec-37cc0e568afe,segment=NetworkSegment(fbe3f45f-badf-48df-85ed-e95f732146d3),segment_id=fbe3f45f-badf-48df-85ed-e95f732146d3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:57.893987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:57.916090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 279a4463-8d42-4471-b26f-07cc9d070d51, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=279a4463-8d42-4471-b26f-07cc9d070d51,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:57.929870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '279a4463-8d42-4471-b26f-07cc9d070d51', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'port_id': '279a4463-8d42-4471-b26f-07cc9d070d51', 'mac_address': 'fa:16:3e:f9:85:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6244b6e-2eb6-44fc-a773-c013c691650f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:48:57.934948 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b2712642-83e8-40ac-bc8f-fbe229869f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:57.938115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 656501bc-7f4c-4261-8c7e-99ca0c11f69d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:48:57.940668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:48:57.948439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:48:57.979056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=d8e43847-f801-4f4d-b467-a13ca802b648,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:58.019296 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.025349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:58.026305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.103878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279a4463-8d42-4471-b26f-07cc9d070d51 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:48:58.114865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cbb2c08e-a019-489d-8a04-1a5657e0b799 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5310802 Aug 23 03:48:58.115296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51530) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:58.128892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 279a4463-8d42-4471-b26f-07cc9d070d51, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=279a4463-8d42-4471-b26f-07cc9d070d51,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:48:58.132062 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2712642-83e8-40ac-bc8f-fbe229869f06 None None] Pushing event updated for resources: {'Port': ['ID=93441814-dde1-44b1-bbec-37cc0e568afe,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:58.237587 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.275011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53317b6-9758-4a2d-854a-7c2f642fb2f5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:58.285532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e53317b6-9758-4a2d-854a-7c2f642fb2f5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1668861 Aug 23 03:48:58.286053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51532) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:58.299668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cdd988d8-bb74-437e-b4a3-a6c8ae746b08 None None] Provisioning for port 5ec314f0-58c2-4203-8c66-6218bb3a0e4e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:58.320067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cdd988d8-bb74-437e-b4a3-a6c8ae746b08 None None] Provisioning complete for port 5ec314f0-58c2-4203-8c66-6218bb3a0e4e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:58.320634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cdd988d8-bb74-437e-b4a3-a6c8ae746b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.398513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=279a4463-8d42-4471-b26f-07cc9d070d51,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:58.402564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cdd988d8-bb74-437e-b4a3-a6c8ae746b08 None None] Port 5ec314f0-58c2-4203-8c66-6218bb3a0e4e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:58.419299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cdd988d8-bb74-437e-b4a3-a6c8ae746b08 None None] Provisioning complete for port 93441814-dde1-44b1-bbec-37cc0e568afe triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:58.419299 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cdd988d8-bb74-437e-b4a3-a6c8ae746b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.432313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51534) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:58.439964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d33cb911-3623-42ce-b45f-fa50f6cf93aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99f9921c2cc04c6a812520fd82692f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588198 Aug 23 03:48:58.555089 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8016-117d-40b7-8308-c93d2eb6723e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.571964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-03285a7a-e466-4ee6-b89d-d678e84dd2c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port d8e43847-f801-4f4d-b467-a13ca802b648 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:58.575408 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03285a7a-e466-4ee6-b89d-d678e84dd2c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.594331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8016-117d-40b7-8308-c93d2eb6723e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.594579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 93441814-dde1-44b1-bbec-37cc0e568afe up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:48:58.637869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:48:58.739804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8016-117d-40b7-8308-c93d2eb6723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.745725 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8016-117d-40b7-8308-c93d2eb6723e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.751283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fbdb8016-117d-40b7-8308-c93d2eb6723e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed452440-90da-46d7-9551-94d1606c06bf HTTP/1.1" status: 204 len: 168 time: 0.3173563 Aug 23 03:48:58.752594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c023891-a0c4-4b05-83a2-6d7e8c44014f req-c158b59f-625e-487b-90a9-59f949feb53f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:58.757115 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9c023891-a0c4-4b05-83a2-6d7e8c44014f req-c158b59f-625e-487b-90a9-59f949feb53f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 944 time: 0.0929105 Aug 23 03:48:58.763127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03285a7a-e466-4ee6-b89d-d678e84dd2c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:58.774424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb8016-117d-40b7-8308-c93d2eb6723e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed452440-90da-46d7-9551-94d1606c06bf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:58.792626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-03285a7a-e466-4ee6-b89d-d678e84dd2c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for d8e43847-f801-4f4d-b467-a13ca802b648 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:58.862447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9c023891-a0c4-4b05-83a2-6d7e8c44014f req-7b24b68b-4b52-4bb9-834c-2a0c639f2304 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001201 Aug 23 03:48:58.982061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c7308cbb-9425-431a-9257-4be0f706e13b None None] Provisioning complete for port 5ec314f0-58c2-4203-8c66-6218bb3a0e4e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:58.982599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c7308cbb-9425-431a-9257-4be0f706e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.034859 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 93441814-dde1-44b1-bbec-37cc0e568afe triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:59.035259 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.062884 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6266d5e5-696d-4d2c-9f7c-ce12c9676535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.064265 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.069656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c7308cbb-9425-431a-9257-4be0f706e13b None None] Port 5ec314f0-58c2-4203-8c66-6218bb3a0e4e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:48:59.140063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03285a7a-e466-4ee6-b89d-d678e84dd2c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.158947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c7308cbb-9425-431a-9257-4be0f706e13b None None] Provisioning for port d8e43847-f801-4f4d-b467-a13ca802b648 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:48:59.178530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c7308cbb-9425-431a-9257-4be0f706e13b None None] Provisioning complete for port d8e43847-f801-4f4d-b467-a13ca802b648 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:48:59.178907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c7308cbb-9425-431a-9257-4be0f706e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.195152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03285a7a-e466-4ee6-b89d-d678e84dd2c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=d8e43847-f801-4f4d-b467-a13ca802b648,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:48:59.207328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c7308cbb-9425-431a-9257-4be0f706e13b None None] Port d8e43847-f801-4f4d-b467-a13ca802b648 was deleted so its status cannot be updated. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 03:48:59.249809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03285a7a-e466-4ee6-b89d-d678e84dd2c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.255383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51556) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:59.256170 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-03285a7a-e466-4ee6-b89d-d678e84dd2c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/d8e43847-f801-4f4d-b467-a13ca802b648 HTTP/1.1" status: 204 len: 168 time: 0.9692140 Aug 23 03:48:59.303676 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-510d52e0-0398-45e4-bfe9-644af681f5a5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:48:59.305563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-510d52e0-0398-45e4-bfe9-644af681f5a5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/d8e43847-f801-4f4d-b467-a13ca802b648 HTTP/1.1" status: 404 len: 333 time: 0.0491791 Aug 23 03:48:59.311510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51562) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:59.361639 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-86b1efb6-f757-437a-88a6-8e6befff04bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0842352 Aug 23 03:48:59.455717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b704e4e8-caeb-4338-a886-81704d4a2380 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port 5ec314f0-58c2-4203-8c66-6218bb3a0e4e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:48:59.457120 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b704e4e8-caeb-4338-a886-81704d4a2380 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.476889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51568) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:48:59.517639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-224267d7-14bc-49ce-af7d-4aacd3a849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.518121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-224267d7-14bc-49ce-af7d-4aacd3a849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.518797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-224267d7-14bc-49ce-af7d-4aacd3a849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.519439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-224267d7-14bc-49ce-af7d-4aacd3a849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.520079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-224267d7-14bc-49ce-af7d-4aacd3a849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.520726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-224267d7-14bc-49ce-af7d-4aacd3a849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.521388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-224267d7-14bc-49ce-af7d-4aacd3a849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.523497 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-224267d7-14bc-49ce-af7d-4aacd3a849c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6499 time: 0.1053805 Aug 23 03:48:59.567710 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b704e4e8-caeb-4338-a886-81704d4a2380 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.586270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b704e4e8-caeb-4338-a886-81704d4a2380 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for 5ec314f0-58c2-4203-8c66-6218bb3a0e4e owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:48:59.686495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-08a7f262-c66a-445a-895c-a521ba79b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.687006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-08a7f262-c66a-445a-895c-a521ba79b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.687436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-08a7f262-c66a-445a-895c-a521ba79b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:48:59.689057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-08a7f262-c66a-445a-895c-a521ba79b7dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a05671a-bcdb-473e-ae25-31cc297222df&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=14893317-4e76-44d7-bca0-3671f275cf15&id=14893317-4e76-44d7-bca0-3671f275cf15 HTTP/1.1" status: 200 len: 2296 time: 0.1365221 Aug 23 03:48:59.703359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1380719661'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:48:59.906199 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b704e4e8-caeb-4338-a886-81704d4a2380 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:48:59.939624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704e4e8-caeb-4338-a886-81704d4a2380 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=5ec314f0-58c2-4203-8c66-6218bb3a0e4e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:00.046507 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-4a1f2f63-7ce9-4f76-aced-9e862961a92d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096 HTTP/1.1" status: 200 len: 1000 time: 0.3470068 Aug 23 03:49:00.074466 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b704e4e8-caeb-4338-a886-81704d4a2380 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.079646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b704e4e8-caeb-4338-a886-81704d4a2380 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/5ec314f0-58c2-4203-8c66-6218bb3a0e4e HTTP/1.1" status: 204 len: 168 time: 0.7647531 Aug 23 03:49:00.080281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51592) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:00.092626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde02b9-9843-4107-9f3e-7104e5077eff req-a960ef1f-82a3-49a5-8575-6d2432f56b18 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:00.105062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0dde02b9-9843-4107-9f3e-7104e5077eff req-a960ef1f-82a3-49a5-8575-6d2432f56b18 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 944 time: 0.1103601 Aug 23 03:49:00.122407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Made reservation on behalf of 28a0ad53cc39407aa290c4af75ed8fa5 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:00.130864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.140086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-676c9a80-22f8-46e0-afa7-c659496a58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:00.140736 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff103fe7-536c-4185-856a-d3d07db42d39 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:49:00.141310 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-676c9a80-22f8-46e0-afa7-c659496a58fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=208d7027-e4ea-4f3e-b6bf-0d6172d19071 HTTP/1.1" status: 200 len: 856 time: 0.0852916 Aug 23 03:49:00.144436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.144625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff103fe7-536c-4185-856a-d3d07db42d39 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/5ec314f0-58c2-4203-8c66-6218bb3a0e4e HTTP/1.1" status: 404 len: 333 time: 0.0610936 Aug 23 03:49:00.145392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51598) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:00.170037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0dde02b9-9843-4107-9f3e-7104e5077eff req-008dfb3b-c2eb-4c23-ac39-1d3fa8b1535a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690825 Aug 23 03:49:00.253544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-971a90ed-9871-4a1e-8789-9c8a07092cf7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet 0732469c-9573-4ac0-8906-ded64b020e7b {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:49:00.263334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-971a90ed-9871-4a1e-8789-9c8a07092cf7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.292921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-478c7b14-bd74-43f3-8a0f-2901d572df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:00.294491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-478c7b14-bd74-43f3-8a0f-2901d572df64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a05671a-bcdb-473e-ae25-31cc297222df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336777 Aug 23 03:49:00.346611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-971a90ed-9871-4a1e-8789-9c8a07092cf7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.363044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51604) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:00.414542 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.495019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cefd9778-8e92-46f1-a019-345fe2f7664d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:00.495849 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-cefd9778-8e92-46f1-a019-345fe2f7664d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 03:49:00.496661 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-cefd9778-8e92-46f1-a019-345fe2f7664d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 03:49:00.514499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cefd9778-8e92-46f1-a019-345fe2f7664d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1342249 Aug 23 03:49:00.515548 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-9b74e3ec-159c-4420-b0b2-9b08d3ad420e service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962907 Aug 23 03:49:00.515548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.518076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51616) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:00.529993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371104857'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:00.534827 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-971a90ed-9871-4a1e-8789-9c8a07092cf7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.630011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.662727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-537c9ea8-374e-43d8-a7ee-582d0d5e6ac4 service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564116 Aug 23 03:49:00.678002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e94bae-ac56-43b3-8fc5-f7f701d9ddf4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:00.712239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-594635a6-ce06-4182-aa47-3e6546131771 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 217 time: 0.0414586 Aug 23 03:49:00.760064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-a0d2e4af-b958-4c9d-af99-c4aa6ad3bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:00.761460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-a0d2e4af-b958-4c9d-af99-c4aa6ad3bb0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0426643 Aug 23 03:49:00.763307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.771925 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.796075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-971a90ed-9871-4a1e-8789-9c8a07092cf7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.804917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:49:00.843699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a90ed-9871-4a1e-8789-9c8a07092cf7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=0732469c-9573-4ac0-8906-ded64b020e7b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:00.846073 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.846876 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Added segment 33e6e327-3f93-48b7-a11c-c715d1db50f9 of type vlan for network 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 Aug 23 03:49:00.849260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-971a90ed-9871-4a1e-8789-9c8a07092cf7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.851172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-971a90ed-9871-4a1e-8789-9c8a07092cf7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/0732469c-9573-4ac0-8906-ded64b020e7b HTTP/1.1" status: 204 len: 168 time: 0.7048340 Aug 23 03:49:00.856559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ec377-da78-4639-97c9-84e6bfee780f None None] Network 656501bc-7f4c-4261-8c7e-99ca0c11f69d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:00.869298 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51620) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:00.871621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-bf008372-919d-4853-a140-c45198f589e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:00.873667 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-bf008372-919d-4853-a140-c45198f589e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1056128 Aug 23 03:49:00.914017 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.984246 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:00.998375 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.051964 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.055931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db45784e-294f-4618-b08a-219efce02459,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:01.057000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691205d-a990-42a2-a362-ebc29506e580 None None] DHCP port deletion for 656501bc-7f4c-4261-8c7e-99ca0c11f69d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:49:01.097309 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-ed58b196-e42b-43d5-a8b9-20167d2c5fd5 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906738 Aug 23 03:49:01.116820 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.128751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4691205d-a990-42a2-a362-ebc29506e580 None None] Deleting port 93441814-dde1-44b1-bbec-37cc0e568afe {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:01.129168 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4691205d-a990-42a2-a362-ebc29506e580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.145690 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.150957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:01.151561 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.213599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4691205d-a990-42a2-a362-ebc29506e580 None None] For port 93441814-dde1-44b1-bbec-37cc0e568afe, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=93441814-dde1-44b1-bbec-37cc0e568afe,segment=NetworkSegment(fbe3f45f-badf-48df-85ed-e95f732146d3),segment_id=fbe3f45f-badf-48df-85ed-e95f732146d3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:01.214012 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4691205d-a990-42a2-a362-ebc29506e580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.219904 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.252602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4691205d-a990-42a2-a362-ebc29506e580 None None] Calling delete_port for 93441814-dde1-44b1-bbec-37cc0e568afe owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:01.274326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41c5c8-fd94-4f7a-b4e3-898ab483dfdc,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:01.302624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event updated for resources: {'Network': ['ID=9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:01.317119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:49:01.330818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port 93441814-dde1-44b1-bbec-37cc0e568afe {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:01.333420 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.368140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-42a357d2-85a9-4fcd-afe6-0e59f4ae78c9 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8874128 Aug 23 03:49:01.371069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51626) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:01.376260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Request body: {'subnet': {'network_id': '9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:01.397388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.398872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d4115ce1-e1e7-46f1-ad17-b519267331e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8797183 Aug 23 03:49:01.404766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51628) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:01.407773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-f267b2b7-54a8-4b62-ba4f-ef8a867f8017 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863195 Aug 23 03:49:01.417776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-58ef9bfe-d873-4b17-83a9-4dba720e8ffb tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '4c41c5c8-fd94-4f7a-b4e3-898ab483dfdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:01.449732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] For port 93441814-dde1-44b1-bbec-37cc0e568afe, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=93441814-dde1-44b1-bbec-37cc0e568afe,segment=NetworkSegment(fbe3f45f-badf-48df-85ed-e95f732146d3),segment_id=fbe3f45f-badf-48df-85ed-e95f732146d3)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:01.450124 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.497227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:49:01.497227 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:49:01.497227 n-d-749052-7 neutron-server[95121]: [parameters: {'project_id_1': '28a0ad53cc39407aa290c4af75ed8fa5', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 49, 1, 467750)}] Aug 23 03:49:01.497227 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:49:01.497836 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:49:01.506132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c7ede-8acb-41c9-91cb-4399cf6a88c1 req-f831bc3b-f313-41c4-8376-47cf5d39a78f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:01.507758 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c8c7ede-8acb-41c9-91cb-4399cf6a88c1 req-f831bc3b-f313-41c4-8376-47cf5d39a78f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 944 time: 0.2255311 Aug 23 03:49:01.509134 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-c528bf66-ca08-4685-a1e5-6b6317bc3316 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 217 time: 0.0848382 Aug 23 03:49:01.516661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for 93441814-dde1-44b1-bbec-37cc0e568afe owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:01.522839 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4691205d-a990-42a2-a362-ebc29506e580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.555114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691205d-a990-42a2-a362-ebc29506e580 None None] Pushing event deleted for resources: {'Port': ['ID=93441814-dde1-44b1-bbec-37cc0e568afe,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:01.557142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691205d-a990-42a2-a362-ebc29506e580 None None] No DVR routers for this DVR port 93441814-dde1-44b1-bbec-37cc0e568afe on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:01.634381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c8c7ede-8acb-41c9-91cb-4399cf6a88c1 req-a2e360c3-626c-44e3-a186-bcb7e3030286 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141737 Aug 23 03:49:01.656608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58ef9bfe-d873-4b17-83a9-4dba720e8ffb tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.667614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-f5d12099-d20d-491f-bae4-02f1b9e9d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:01.670021 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-f5d12099-d20d-491f-bae4-02f1b9e9d60a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.1514249 Aug 23 03:49:01.693748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 279a4463-8d42-4471-b26f-07cc9d070d51 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:01.751476 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.765650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58ef9bfe-d873-4b17-83a9-4dba720e8ffb tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.767893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-aad01919-c557-4e47-9a8d-fe628b31a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:01.769424 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-aad01919-c557-4e47-9a8d-fe628b31a12a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900729 Aug 23 03:49:01.770153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.813487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=93441814-dde1-44b1-bbec-37cc0e568afe,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:01.816751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No DVR routers for this DVR port 93441814-dde1-44b1-bbec-37cc0e568afe on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:01.831208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 279a4463-8d42-4471-b26f-07cc9d070d51 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:01.835805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 279a4463-8d42-4471-b26f-07cc9d070d51 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:01.836208 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.847643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58ef9bfe-d873-4b17-83a9-4dba720e8ffb tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.914934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef9bfe-d873-4b17-83a9-4dba720e8ffb tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1ce127-5349-4654-aaf1-e2f041445397,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:01.926769 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.950376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aa5640-62d2-4e75-9246-7ba9f6b452a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a4463-8d42-4471-b26f-07cc9d070d51'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:49:01.952657 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a62156-f55d-4c63-944e-03815d8af2ef" -d '{"events": [{"server_uuid": "74aa5640-62d2-4e75-9246-7ba9f6b452a1", "name": "network-vif-plugged", "status": "completed", "tag": "279a4463-8d42-4471-b26f-07cc9d070d51"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:49:01.961872 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:01.970234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 279a4463-8d42-4471-b26f-07cc9d070d51, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=279a4463-8d42-4471-b26f-07cc9d070d51,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:01.982708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656501bc-7f4c-4261-8c7e-99ca0c11f69d']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:02.008062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-58ef9bfe-d873-4b17-83a9-4dba720e8ffb tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.008194 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8258e2f1-5579-4ef4-b174-6efbf781c391 x-openstack-request-id: req-8258e2f1-5579-4ef4-b174-6efbf781c391 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:49:02.008194 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aa5640-62d2-4e75-9246-7ba9f6b452a1", "name": "network-vif-plugged", "status": "completed", "tag": "279a4463-8d42-4471-b26f-07cc9d070d51", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:49:02.008194 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8258e2f1-5579-4ef4-b174-6efbf781c391 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:49:02.008529 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-58ef9bfe-d873-4b17-83a9-4dba720e8ffb tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5885284 Aug 23 03:49:02.008641 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aa5640-62d2-4e75-9246-7ba9f6b452a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a4463-8d42-4471-b26f-07cc9d070d51', 'code': 200} Aug 23 03:49:02.008747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe3f45f-badf-48df-85ed-e95f732146d3') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:02.008747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe3f45f-badf-48df-85ed-e95f732146d3') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:02.008747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51636) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:02.008747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-ddbb8125-7577-45ad-a9f5-d3984bb01121 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256131 Aug 23 03:49:02.008747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f3b202e4-1eb1-492e-93d8-2f278969098c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '4c41c5c8-fd94-4f7a-b4e3-898ab483dfdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:02.026383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.038459 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.091203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=279a4463-8d42-4471-b26f-07cc9d070d51,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:02.098983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.105482 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Made reservation on behalf of 28a0ad53cc39407aa290c4af75ed8fa5 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:02.110039 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.115175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:49:02.115568 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:49:02.118638 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:49:02.198195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c072a-f588-4cec-ad86-8d03ed965a86 req-5fd4a91d-66ab-47a5-8c03-e843c599c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:02.199841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa9c072a-f588-4cec-ad86-8d03ed965a86 req-5fd4a91d-66ab-47a5-8c03-e843c599c3d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 1096 time: 0.1140635 Aug 23 03:49:02.201369 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-fa7fb0fe-d51e-40e9-9c24-8677b3759d5c service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826892 Aug 23 03:49:02.243678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa9c072a-f588-4cec-ad86-8d03ed965a86 req-23c120c4-ca77-4fe4-b210-ba674d0bc39c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Aug 23 03:49:02.243947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-a70bfa63-688e-4451-b6b9-e1a025fe4fde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3 HTTP/1.1" status: 200 len: 217 time: 0.0354891 Aug 23 03:49:02.297398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f3b202e4-1eb1-492e-93d8-2f278969098c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.301944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-eb2b4331-aff9-4d6a-8342-d4c2d72655e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:02.303441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-eb2b4331-aff9-4d6a-8342-d4c2d72655e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0530195 Aug 23 03:49:02.328014 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.355841 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.357809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/networks/656501bc-7f4c-4261-8c7e-99ca0c11f69d HTTP/1.1" status: 204 len: 168 time: 1.4966342 Aug 23 03:49:02.361523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51638) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:02.368496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1646471232'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:02.379921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1d75f-4769-4f09-8a36-6e79da8f99c7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Network': ['ID=656501bc-7f4c-4261-8c7e-99ca0c11f69d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:02.402340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-c665f028-3ca1-4f1d-be79-2d83546d8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:02.403884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-c665f028-3ca1-4f1d-be79-2d83546d8ecf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923364 Aug 23 03:49:02.489293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 93441814-dde1-44b1-bbec-37cc0e568afe no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:49:02.510443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:02.515215 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.515523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 93441814-dde1-44b1-bbec-37cc0e568afe {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:49:02.515880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 93441814-dde1-44b1-bbec-37cc0e568afe not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:49:02.521150 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-abda74d9-13f5-4ecd-99fc-b172c4f12a7d service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071672 Aug 23 03:49:02.539437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:49:02.549158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.549511 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Added segment 3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74 of type vlan for network c0a39b66-31e9-4830-8a19-404296722a62 Aug 23 03:49:02.557906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.606657 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-f3b202e4-1eb1-492e-93d8-2f278969098c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 03:49:02.607652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f3b202e4-1eb1-492e-93d8-2f278969098c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6032510 Aug 23 03:49:02.612588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51642) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:02.630000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-286bc3ff-152c-49b9-be85-e00a371ac639 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031144 Aug 23 03:49:02.631562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.648625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event updated for resources: {'Subnet': ['ID=48da1bb2-0261-4eab-93a0-de85d1c081a8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:02.676578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Checking segment: {'id': '33e6e327-3f93-48b7-a11c-c715d1db50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:02.676963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Network hostable DHCP agents. Network: 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:49:02.678982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-c1a29915-7b08-488d-b61e-0d26090c17bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=3e46219a-9d3e-4df1-8205-80f7be163313 HTTP/1.1" status: 200 len: 217 time: 0.0386944 Aug 23 03:49:02.755870 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.763294 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93edbd2c-5048-4f69-bd48-8ffc44a2ac68 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.763589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:02.764488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.794614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Network 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:49:02.800645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-51523c47-3ddb-4184-9a25-28af97fab9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:02.800645 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-51523c47-3ddb-4184-9a25-28af97fab9d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.1099112 Aug 23 03:49:02.817713 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93edbd2c-5048-4f69-bd48-8ffc44a2ac68 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:02.853483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b39c56-9ff6-47c6-83a7-8fba5c868790 req-664e5c26-e769-42da-a50f-331cdee9676f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:02.854983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02b39c56-9ff6-47c6-83a7-8fba5c868790 req-664e5c26-e769-42da-a50f-331cdee9676f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 945 time: 0.1314774 Aug 23 03:49:02.856182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Network': ['ID=c0a39b66-31e9-4830-8a19-404296722a62,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:02.868234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c0a39b66-31e9-4830-8a19-404296722a62 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:49:02.904815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-802de0a9-ef9d-4d32-9368-ad23a3159214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:02.906357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-802de0a9-ef9d-4d32-9368-ad23a3159214 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016719 Aug 23 03:49:02.911557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9a6df5ef-9bf4-4407-9f63-7167b9ab76a0 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5469356 Aug 23 03:49:02.914223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51648) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:02.920925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': 'c0a39b66-31e9-4830-8a19-404296722a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:02.949349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02b39c56-9ff6-47c6-83a7-8fba5c868790 req-82868815-883d-4b72-840f-303b7266ac35 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803647 Aug 23 03:49:02.970239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:02.976962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833060c-bac6-49bd-a534-982113830c35 None None] Network 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:03.000725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93edbd2c-5048-4f69-bd48-8ffc44a2ac68 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.001414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:03.002665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.003943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93edbd2c-5048-4f69-bd48-8ffc44a2ac68 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.007475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-93edbd2c-5048-4f69-bd48-8ffc44a2ac68 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c41c5c8-fd94-4f7a-b4e3-898ab483dfdc HTTP/1.1" status: 204 len: 168 time: 0.3915644 Aug 23 03:49:03.008879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51652) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:03.022107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edbd2c-5048-4f69-bd48-8ffc44a2ac68 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c41c5c8-fd94-4f7a-b4e3-898ab483dfdc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:03.052117 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-b22d8c56-8f9e-469b-b1d7-271da50d3f7f service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341124 Aug 23 03:49:03.130547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e3cd0d9d-efb6-4c03-b823-af12dd107a2c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963624 Aug 23 03:49:03.134190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51654) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:03.140027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-65046f38-32eb-458f-8120-e83e11f6babe tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801860318'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:03.145652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87681163-7452-403b-bacc-8f293297891a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70', 'network_id': '9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70', 'tenant_id': '28a0ad53cc39407aa290c4af75ed8fa5', 'fixed_ips': [{'subnet_id': '48da1bb2-0261-4eab-93a0-de85d1c081a8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:49:03.146748 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-87681163-7452-403b-bacc-8f293297891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.162506 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-b39b5e1e-3615-4fe4-ac0d-b2b9edca4201 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030059 Aug 23 03:49:03.206768 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-4ec65b75-4dd1-4911-bbdf-919e6f241bda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=027ee6a5-a175-420b-969a-af306fdc7da3 HTTP/1.1" status: 200 len: 217 time: 0.0374429 Aug 23 03:49:03.224512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b050d785-849a-4efe-8359-8fbd419cd3e0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8521752 Aug 23 03:49:03.227000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51656) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:03.237570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Request body: {'port': {'network_id': '9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1422870031'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:03.259359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-7e44fab7-2cdf-4c92-ba4a-8595954be090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:03.261091 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-7e44fab7-2cdf-4c92-ba4a-8595954be090 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0478873 Aug 23 03:49:03.295504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-65046f38-32eb-458f-8120-e83e11f6babe tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:49:03.295504 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:49:03.295504 n-d-749052-7 neutron-server[95121]: [parameters: {'project_id_1': '8afb03b929384bff8b754abc72b58147', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 49, 3, 145397)}] Aug 23 03:49:03.295504 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:49:03.295999 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-65046f38-32eb-458f-8120-e83e11f6babe tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:49:03.302938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-87681163-7452-403b-bacc-8f293297891a None None] Allocated IP 172.20.0.2 (9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70/48da1bb2-0261-4eab-93a0-de85d1c081a8/7126b987-0e27-42b3-af75-64fd55de85b1) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:03.313341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-3bc4d006-02a4-44d5-bfa6-c8be25d936ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:03.318200 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-3bc4d006-02a4-44d5-bfa6-c8be25d936ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467737 Aug 23 03:49:03.380091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:03.386865 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.420682 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-772eeb92-d6d1-4e75-a2d7-ae37ffceb86b service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980067 Aug 23 03:49:03.468603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Made reservation on behalf of 28a0ad53cc39407aa290c4af75ed8fa5 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:03.473779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.476596 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-87681163-7452-403b-bacc-8f293297891a None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.487376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-87681163-7452-403b-bacc-8f293297891a None None] Transition to ACTIVE for port object 7126b987-0e27-42b3-af75-64fd55de85b1 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:03.518645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] device_id is not set on port 8e673154-87e3-43b1-b932-121d5a9280eb yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:49:03.522418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-87681163-7452-403b-bacc-8f293297891a None None] Transition to ACTIVE for port object 7126b987-0e27-42b3-af75-64fd55de85b1 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:03.546493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-d480b12e-ba48-4091-be9e-0f5d737b5cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183953 Aug 23 03:49:03.589257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-ca1b252f-7802-4c49-b78d-c3b60e16441b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ef3d62f-57c6-44a3-8778-887a770f6237 HTTP/1.1" status: 200 len: 217 time: 0.0354357 Aug 23 03:49:03.603004 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-87681163-7452-403b-bacc-8f293297891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.647258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87681163-7452-403b-bacc-8f293297891a None None] Network 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:03.656245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-87681163-7452-403b-bacc-8f293297891a None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:03.658492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87681163-7452-403b-bacc-8f293297891a None None] Pushing event updated for resources: {'Port': ['ID=7126b987-0e27-42b3-af75-64fd55de85b1,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:03.666699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87681163-7452-403b-bacc-8f293297891a None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:03.668269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-c891bd42-f041-47bc-8dfa-80c7c7547202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:03.670625 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-c891bd42-f041-47bc-8dfa-80c7c7547202 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0749364 Aug 23 03:49:03.740515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-87681163-7452-403b-bacc-8f293297891a None None] Attempting to bind port 7126b987-0e27-42b3-af75-64fd55de85b1 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:03.741303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-87681163-7452-403b-bacc-8f293297891a None None] Attempting to bind port 7126b987-0e27-42b3-af75-64fd55de85b1 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '33e6e327-3f93-48b7-a11c-c715d1db50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:03.741939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87681163-7452-403b-bacc-8f293297891a None None] Attempting to bind port 7126b987-0e27-42b3-af75-64fd55de85b1 on network 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:03.747453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87681163-7452-403b-bacc-8f293297891a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:03.747829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87681163-7452-403b-bacc-8f293297891a None None] Checking segment: {'id': '33e6e327-3f93-48b7-a11c-c715d1db50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:03.748239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-87681163-7452-403b-bacc-8f293297891a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.748632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87681163-7452-403b-bacc-8f293297891a None None] Bound using segment: {'id': '33e6e327-3f93-48b7-a11c-c715d1db50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:03.749788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-87681163-7452-403b-bacc-8f293297891a None None] Bound port: 7126b987-0e27-42b3-af75-64fd55de85b1, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e6e327-3f93-48b7-a11c-c715d1db50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:03.752557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-87681163-7452-403b-bacc-8f293297891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.754333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-dbb56531-1b6c-4dd1-bc17-5898c4c25e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:03.756492 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-dbb56531-1b6c-4dd1-bc17-5898c4c25e7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792012 Aug 23 03:49:03.758131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Allocated IP 172.20.0.7 (9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70/48da1bb2-0261-4eab-93a0-de85d1c081a8/8e673154-87e3-43b1-b932-121d5a9280eb) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:03.854352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:03.872942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-87681163-7452-403b-bacc-8f293297891a None None] For port 7126b987-0e27-42b3-af75-64fd55de85b1, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:49:03.878857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-87681163-7452-403b-bacc-8f293297891a None None] For port 7126b987-0e27-42b3-af75-64fd55de85b1, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7126b987-0e27-42b3-af75-64fd55de85b1,segment=NetworkSegment(33e6e327-3f93-48b7-a11c-c715d1db50f9),segment_id=33e6e327-3f93-48b7-a11c-c715d1db50f9)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:49:03.914056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-69fd3353-3052-4483-a8bb-249e1b18c040 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446934 Aug 23 03:49:03.978707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:03.994124 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-87681163-7452-403b-bacc-8f293297891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.000817 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65046f38-32eb-458f-8120-e83e11f6babe tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.104804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87681163-7452-403b-bacc-8f293297891a None None] Pushing event updated for resources: {'Port': ['ID=7126b987-0e27-42b3-af75-64fd55de85b1,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:04.113172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.145829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Checking segment: {'id': '3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0a39b66-31e9-4830-8a19-404296722a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:04.146109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network hostable DHCP agents. Network: c0a39b66-31e9-4830-8a19-404296722a62, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:49:04.177881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Transition to ACTIVE for port object 8e673154-87e3-43b1-b932-121d5a9280eb will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:04.265710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe61c60-b99f-4355-8eca-6084a450631c req-847920c6-86af-4aae-8557-28c1144bc9c9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:04.267396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fe61c60-b99f-4355-8eca-6084a450631c req-847920c6-86af-4aae-8557-28c1144bc9c9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 945 time: 0.1629145 Aug 23 03:49:04.324622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fe61c60-b99f-4355-8eca-6084a450631c req-a9b488ef-8855-4e68-b1ef-3b44c56aef82 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Aug 23 03:49:04.371204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network c0a39b66-31e9-4830-8a19-404296722a62 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:49:04.401610 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b55525fb-30a1-4f23-be56-15e40d543e2a req-69f03023-f9ba-4937-9b08-870285135af4 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832909 Aug 23 03:49:04.442014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.472562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65046f38-32eb-458f-8120-e83e11f6babe tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.499628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, c0a39b66-31e9-4830-8a19-404296722a62) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:04.504049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:04.504714 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.505076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b503b69-b04a-47ec-a7c5-c1bbeb2b8116 None None] Network c0a39b66-31e9-4830-8a19-404296722a62 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:04.547157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Network 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:04.551316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:04.555340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:04.569692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65046f38-32eb-458f-8120-e83e11f6babe tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.604780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event updated for resources: {'Port': ['ID=8e673154-87e3-43b1-b932-121d5a9280eb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:04.642820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7126b987-0e27-42b3-af75-64fd55de85b1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:04.652495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9cfb03ef-8825-488f-9e52-2204b2ac45c5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7370732 Aug 23 03:49:04.656638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51686) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:04.665178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:04.665908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.681999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': 'c0a39b66-31e9-4830-8a19-404296722a62', 'name': 'tempest-PortsTestJSON-1247982026', 'fixed_ips': [{'subnet_id': '5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa', 'ip_address': '172.20.0.10'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:04.686902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65046f38-32eb-458f-8120-e83e11f6babe tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586f599a-5f4e-484b-bee9-d1fd9a821241,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:04.698136 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65046f38-32eb-458f-8120-e83e11f6babe tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.700653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-65046f38-32eb-458f-8120-e83e11f6babe tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5643525 Aug 23 03:49:04.708128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51690) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:04.714960 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3738c870-bb3f-4793-8a0c-3f3a93b31f0d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '586f599a-5f4e-484b-bee9-d1fd9a821241', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:04.716923 n-d-749052-7 neutron-server[95120]: WARNING neutron.api.v2.base [None req-3738c870-bb3f-4793-8a0c-3f3a93b31f0d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 23 03:49:04.717701 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-3738c870-bb3f-4793-8a0c-3f3a93b31f0d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:04.718873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3738c870-bb3f-4793-8a0c-3f3a93b31f0d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077050 Aug 23 03:49:04.728837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51692) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:04.801723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db7103-81fe-4f22-9021-7181d31bcd71 req-40382b94-a798-444f-bb31-0b591298a5ce tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:04.810591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-21db7103-81fe-4f22-9021-7181d31bcd71 req-40382b94-a798-444f-bb31-0b591298a5ce tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.1829493 Aug 23 03:49:04.819742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51694) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:04.831684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7acc7f98-e731-45b5-a595-5a5571038d3c tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6034844 Aug 23 03:49:04.845288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-21db7103-81fe-4f22-9021-7181d31bcd71 req-456e37d3-eb9d-4223-8912-0a25b37811f1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/quotas/8d70ca7103ed4dbd8985029a568ee0aa HTTP/1.1" status: 200 len: 375 time: 0.0292439 Aug 23 03:49:04.845436 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d78f2935-2834-4306-aef3-d4997a03b9ab tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.847562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51698) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:04.851150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-c0a39b66-31e9-4830-8a19-404296722a62', 'network_id': 'c0a39b66-31e9-4830-8a19-404296722a62', 'tenant_id': '6c14d6d259fc4a2c86b67f8e8fc4b932', 'fixed_ips': [{'subnet_id': '5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:49:04.852591 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.887276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d78f2935-2834-4306-aef3-d4997a03b9ab tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:04.902645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7126b987-0e27-42b3-af75-64fd55de85b1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:04.989055 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-21db7103-81fe-4f22-9021-7181d31bcd71 req-e8a20962-0130-4312-afea-6ea182827e1e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283264 Aug 23 03:49:05.022277 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e2733cb-da9c-4e7e-a097-4c945e20a680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.062729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:05.078241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Allocated IP 172.20.0.2 (c0a39b66-31e9-4830-8a19-404296722a62/5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa/c22e2256-21ea-4867-ac9f-71396b08214a) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:05.131258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-985cf543-f58e-4ac0-9c51-2e7a8ccf4b89 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Deleting port 8e673154-87e3-43b1-b932-121d5a9280eb {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:05.131594 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-985cf543-f58e-4ac0-9c51-2e7a8ccf4b89 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.147694 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d78f2935-2834-4306-aef3-d4997a03b9ab tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.150534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d78f2935-2834-4306-aef3-d4997a03b9ab tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.162772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d78f2935-2834-4306-aef3-d4997a03b9ab tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/586f599a-5f4e-484b-bee9-d1fd9a821241 HTTP/1.1" status: 204 len: 168 time: 0.4230354 Aug 23 03:49:05.163121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51702) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:05.173376 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.176981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f2935-2834-4306-aef3-d4997a03b9ab tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=586f599a-5f4e-484b-bee9-d1fd9a821241,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:05.209190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port 1713e347-7da3-478c-9878-b3ea225167b0 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:49:05.268747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-21db7103-81fe-4f22-9021-7181d31bcd71 req-14e87a6e-e061-4f4f-86f1-0781ea743f47 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672086 Aug 23 03:49:05.271468 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.281806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Transition to ACTIVE for port object c22e2256-21ea-4867-ac9f-71396b08214a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:05.301361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Transition to ACTIVE for port object c22e2256-21ea-4867-ac9f-71396b08214a will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:05.351592 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-985cf543-f58e-4ac0-9c51-2e7a8ccf4b89 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.366136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-657c64ce-3b34-4732-947e-fca278b6a3b3 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2022681 Aug 23 03:49:05.370421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51704) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:05.376486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ebc16df3-cb2e-4498-bc94-fa9d615013e6 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336828168'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:05.381361 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.409980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-985cf543-f58e-4ac0-9c51-2e7a8ccf4b89 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Calling delete_port for 8e673154-87e3-43b1-b932-121d5a9280eb owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:05.433930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Network c0a39b66-31e9-4830-8a19-404296722a62 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:05.439160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:05.446756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:05.450726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Pushing event updated for resources: {'Port': ['ID=c22e2256-21ea-4867-ac9f-71396b08214a,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:05.451695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.10 (c0a39b66-31e9-4830-8a19-404296722a62/5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa/1713e347-7da3-478c-9878-b3ea225167b0) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:05.481741 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e2733cb-da9c-4e7e-a097-4c945e20a680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.502003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-21db7103-81fe-4f22-9021-7181d31bcd71 req-f2d06d5e-8021-4941-87c5-da991f603d4c service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191949 Aug 23 03:49:05.528549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a5dd63-5005-4357-b200-99e7b4925683 None None] Network 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:05.541466 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e2733cb-da9c-4e7e-a097-4c945e20a680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.548628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Attempting to bind port c22e2256-21ea-4867-ac9f-71396b08214a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:05.549424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Attempting to bind port c22e2256-21ea-4867-ac9f-71396b08214a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0a39b66-31e9-4830-8a19-404296722a62'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:05.550162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Attempting to bind port c22e2256-21ea-4867-ac9f-71396b08214a on network c0a39b66-31e9-4830-8a19-404296722a62 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:05.578513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:05.585091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Checking segment: {'id': '3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0a39b66-31e9-4830-8a19-404296722a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:05.585091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.585091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Bound using segment: {'id': '3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0a39b66-31e9-4830-8a19-404296722a62'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:05.585091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Bound port: c22e2256-21ea-4867-ac9f-71396b08214a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c0a39b66-31e9-4830-8a19-404296722a62'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:05.585091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.629693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2e2733cb-da9c-4e7e-a097-4c945e20a680 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=860cfcd0b4dc4924aa1a305f2e4562a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8082383 Aug 23 03:49:05.632434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51706) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:05.632976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2733cb-da9c-4e7e-a097-4c945e20a680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947ec8fc-65bf-474f-a8bf-263a0159ace6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:05.683061 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.717371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object 1713e347-7da3-478c-9878-b3ea225167b0 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:05.717371 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebc16df3-cb2e-4498-bc94-fa9d615013e6 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.727841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] For port c22e2256-21ea-4867-ac9f-71396b08214a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:49:05.733167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5bf0e09b-ec43-49e7-bb1c-912b72c38497 None None] Provisioning for port 7126b987-0e27-42b3-af75-64fd55de85b1 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:05.743304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5bf0e09b-ec43-49e7-bb1c-912b72c38497 None None] Provisioning complete for port 7126b987-0e27-42b3-af75-64fd55de85b1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:05.743749 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5bf0e09b-ec43-49e7-bb1c-912b72c38497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.749436 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-673b9dd4-b73f-4f19-bd3b-fbd143b1c875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.751306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] For port c22e2256-21ea-4867-ac9f-71396b08214a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c22e2256-21ea-4867-ac9f-71396b08214a,segment=NetworkSegment(3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74),segment_id=3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:49:05.775225 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-985cf543-f58e-4ac0-9c51-2e7a8ccf4b89 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.813551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-673b9dd4-b73f-4f19-bd3b-fbd143b1c875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.818546 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.883213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cf543-f58e-4ac0-9c51-2e7a8ccf4b89 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event deleted for resources: {'Port': ['ID=8e673154-87e3-43b1-b932-121d5a9280eb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:05.896658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4991eb-f782-4dd0-b91f-eadae2288c47 None None] Pushing event updated for resources: {'Port': ['ID=c22e2256-21ea-4867-ac9f-71396b08214a,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:05.956989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebc16df3-cb2e-4498-bc94-fa9d615013e6 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:05.969678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.006056 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5bf0e09b-ec43-49e7-bb1c-912b72c38497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.043036 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-985cf543-f58e-4ac0-9c51-2e7a8ccf4b89 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.045240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-985cf543-f58e-4ac0-9c51-2e7a8ccf4b89 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] 10.222.0.20 "DELETE /v2.0/ports/8e673154-87e3-43b1-b932-121d5a9280eb HTTP/1.1" status: 204 len: 168 time: 1.1964989 Aug 23 03:49:06.052036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51724) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:06.068258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5bf0e09b-ec43-49e7-bb1c-912b72c38497 None None] For port 7126b987-0e27-42b3-af75-64fd55de85b1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7126b987-0e27-42b3-af75-64fd55de85b1,segment=NetworkSegment(33e6e327-3f93-48b7-a11c-c715d1db50f9),segment_id=33e6e327-3f93-48b7-a11c-c715d1db50f9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:06.076908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebc16df3-cb2e-4498-bc94-fa9d615013e6 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.080826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network c0a39b66-31e9-4830-8a19-404296722a62 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:06.100109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:06.123731 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-673b9dd4-b73f-4f19-bd3b-fbd143b1c875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.126889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-673b9dd4-b73f-4f19-bd3b-fbd143b1c875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.128490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-673b9dd4-b73f-4f19-bd3b-fbd143b1c875 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/947ec8fc-65bf-474f-a8bf-263a0159ace6 HTTP/1.1" status: 204 len: 168 time: 0.4882472 Aug 23 03:49:06.134544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:06.145589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=1713e347-7da3-478c-9878-b3ea225167b0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:06.151266 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5bf0e09b-ec43-49e7-bb1c-912b72c38497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.208741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc16df3-cb2e-4498-bc94-fa9d615013e6 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2129e-5485-4e7b-8998-59779259224e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:06.240969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b9dd4-b73f-4f19-bd3b-fbd143b1c875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947ec8fc-65bf-474f-a8bf-263a0159ace6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:06.281672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:06.281672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.284366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebc16df3-cb2e-4498-bc94-fa9d615013e6 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.285655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ebc16df3-cb2e-4498-bc94-fa9d615013e6 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9138482 Aug 23 03:49:06.289086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51730) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:06.294562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4df56b41-3667-4260-a984-d8b564794577 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': 'c6e2129e-5485-4e7b-8998-59779259224e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:06.295486 n-d-749052-7 neutron-server[95120]: WARNING neutron.api.v2.base [None req-4df56b41-3667-4260-a984-d8b564794577 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 23 03:49:06.295989 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-4df56b41-3667-4260-a984-d8b564794577 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:06.296958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4df56b41-3667-4260-a984-d8b564794577 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071197 Aug 23 03:49:06.300157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51732) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:06.334561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0e09b-ec43-49e7-bb1c-912b72c38497 None None] Pushing event updated for resources: {'Port': ['ID=7126b987-0e27-42b3-af75-64fd55de85b1,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:06.399635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-13604b2f-ae45-4713-9f13-c36325ffcae1 tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.3400209 Aug 23 03:49:06.399871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51736) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:06.405538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-10c111b7-33f1-4f27-a462-051c49ac768e None None] Provisioning complete for port 7126b987-0e27-42b3-af75-64fd55de85b1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:06.407078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-200453700'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:06.409527 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-10c111b7-33f1-4f27-a462-051c49ac768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.466110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51742) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:06.466817 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-41dd2699-5292-4b35-b47c-9ec183502111 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8086498 Aug 23 03:49:06.472934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a748-b68b-4c02-9971-151874c8e7b0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.479060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': 'c0a39b66-31e9-4830-8a19-404296722a62', 'name': 'tempest-PortsTestJSON-1922936168', 'fixed_ips': [{'subnet_id': '5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa', 'ip_address': '172.20.0.9'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:06.536248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a748-b68b-4c02-9971-151874c8e7b0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.669201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Made reservation on behalf of 28a0ad53cc39407aa290c4af75ed8fa5 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:06.673489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.708289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c22e2256-21ea-4867-ac9f-71396b08214a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:06.718035 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a748-b68b-4c02-9971-151874c8e7b0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.722334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5fb7a748-b68b-4c02-9971-151874c8e7b0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.726641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5fb7a748-b68b-4c02-9971-151874c8e7b0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6e2129e-5485-4e7b-8998-59779259224e HTTP/1.1" status: 204 len: 168 time: 0.4254692 Aug 23 03:49:06.731000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51748) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:06.731141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:49:06.743826 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.744186 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Added segment 90f6e669-b75e-4e53-8a90-c7393ae13fd4 of type vlan for network 94107907-e912-41d6-a250-0daa9a770fa2 Aug 23 03:49:06.830805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.849373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f5ccde1a-8636-4842-8a04-405f8078769d None None] Could not find standard attr ID for object 8e673154-87e3-43b1-b932-121d5a9280eb. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:49:06.876464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7a748-b68b-4c02-9971-151874c8e7b0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2129e-5485-4e7b-8998-59779259224e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:06.883157 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bf172803-973f-44a6-847e-599949527dcd tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1493857 Aug 23 03:49:06.886854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51758) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:06.900868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-00adfa7a-ed78-4fbe-bc35-bbc571034032 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448100637'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:06.908337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:06.929905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c22e2256-21ea-4867-ac9f-71396b08214a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:06.936912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7126b987-0e27-42b3-af75-64fd55de85b1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:06.945987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.962447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:06.963141 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:06.996628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7126b987-0e27-42b3-af75-64fd55de85b1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:06.998090 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.079231 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00adfa7a-ed78-4fbe-bc35-bbc571034032 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.157279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event updated for resources: {'Network': ['ID=94107907-e912-41d6-a250-0daa9a770fa2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:07.170909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 94107907-e912-41d6-a250-0daa9a770fa2 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:49:07.185843 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.191272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-ded1e985-7fa2-4e6d-a19f-d5e261728c04 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:07.192905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-ded1e985-7fa2-4e6d-a19f-d5e261728c04 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.2750306 Aug 23 03:49:07.210379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port 312aec2c-f4c2-48d8-88cb-543949fd7c20 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:49:07.224929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-d618eee0-8cfb-4073-b05d-a69fab2992ee tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/quotas/8d70ca7103ed4dbd8985029a568ee0aa HTTP/1.1" status: 200 len: 375 time: 0.0237920 Aug 23 03:49:07.262701 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-756abc53-d7cb-480f-93aa-87d9c1ac883b tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8615758 Aug 23 03:49:07.274277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51770) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.316240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-e8656cd3-698a-410c-89db-91d0f3fe1d53 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757239 Aug 23 03:49:07.354013 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00adfa7a-ed78-4fbe-bc35-bbc571034032 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.399657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51772) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.420538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d82841d-65db-4709-939d-17c5e8d16f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.427835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.446814 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00adfa7a-ed78-4fbe-bc35-bbc571034032 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.491720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-05e4d4d1-c62a-496a-8cb8-d10e7ce79c01 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629107 Aug 23 03:49:07.517106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.9 (c0a39b66-31e9-4830-8a19-404296722a62/5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa/312aec2c-f4c2-48d8-88cb-543949fd7c20) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:07.523812 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4ceaaa5e-fc40-49c9-8e5a-cd7bf4394196 tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] 10.222.0.20 "GET /v2.0/agents/85a3d234-f28a-4615-adb0-60de793cccd8/dhcp-networks HTTP/1.1" status: 200 len: 11172 time: 0.2477677 Aug 23 03:49:07.526779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc747b-43fa-428e-ab00-2035672d376a None None] Network c0a39b66-31e9-4830-8a19-404296722a62 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:07.528812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adfa7a-ed78-4fbe-bc35-bbc571034032 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6030d7c-5ea9-4de1-ae6c-8ac085849aa0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:07.529453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51774) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.640752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-d8332f1b-6b80-4b2f-8ac0-f9c95e80283c service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375632 Aug 23 03:49:07.661284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d82841d-65db-4709-939d-17c5e8d16f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.703488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8617964-510c-4dc0-8cab-5c103431070b tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] Network 94107907-e912-41d6-a250-0daa9a770fa2 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:49:07.726823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d82841d-65db-4709-939d-17c5e8d16f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.743027 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.762954 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object 312aec2c-f4c2-48d8-88cb-543949fd7c20 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:07.775272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2d82841d-65db-4709-939d-17c5e8d16f3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10ed779a69104b9fa88516732ac4764f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744860 Aug 23 03:49:07.776079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82841d-65db-4709-939d-17c5e8d16f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8094b1c2-3426-4358-b03b-e95856fdd7ee,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:07.779267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51776) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.788063 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d8617964-510c-4dc0-8cab-5c103431070b tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] 10.222.0.20 "POST /v2.0/agents/85a3d234-f28a-4615-adb0-60de793cccd8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2575729 Aug 23 03:49:07.790609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51778) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.814773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b786d86-ae1c-4a6f-b8e7-e0ccf9fbace0 None None] Network 94107907-e912-41d6-a250-0daa9a770fa2 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:07.815614 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00adfa7a-ed78-4fbe-bc35-bbc571034032 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.819755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-00adfa7a-ed78-4fbe-bc35-bbc571034032 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9312561 Aug 23 03:49:07.824485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51780) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.831773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-086c1601-8f3d-4fb7-9b02-679c515efe30 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': 'a6030d7c-5ea9-4de1-ae6c-8ac085849aa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:07.849212 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-086c1601-8f3d-4fb7-9b02-679c515efe30 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 23 03:49:07.850220 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-086c1601-8f3d-4fb7-9b02-679c515efe30 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:07.851456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-086c1601-8f3d-4fb7-9b02-679c515efe30 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0254824 Aug 23 03:49:07.853345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c8f54e55-2301-4782-b7f7-aedf77339120 None None] Provisioning for port c22e2256-21ea-4867-ac9f-71396b08214a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:07.856413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51784) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.860621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c8f54e55-2301-4782-b7f7-aedf77339120 None None] Provisioning complete for port c22e2256-21ea-4867-ac9f-71396b08214a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:07.861527 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e55-2301-4782-b7f7-aedf77339120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.878061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-af180b11-fe07-4180-aba4-ed49f6250d6c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': 'a6030d7c-5ea9-4de1-ae6c-8ac085849aa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:07.878935 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-af180b11-fe07-4180-aba4-ed49f6250d6c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 23 03:49:07.879234 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-af180b11-fe07-4180-aba4-ed49f6250d6c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:07.884464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-af180b11-fe07-4180-aba4-ed49f6250d6c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077105 Aug 23 03:49:07.884464 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.884464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51786) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.915466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a4bdfa99-a4de-4af7-bb9c-b856a5a12d6b tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': 'a6030d7c-5ea9-4de1-ae6c-8ac085849aa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:07.916557 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-a4bdfa99-a4de-4af7-bb9c-b856a5a12d6b tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 23 03:49:07.917070 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-a4bdfa99-a4de-4af7-bb9c-b856a5a12d6b tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:07.920576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a4bdfa99-a4de-4af7-bb9c-b856a5a12d6b tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0338976 Aug 23 03:49:07.925122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51790) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.930242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-35ded5f4-7dcd-4efa-8543-8ffda440d6b5 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': 'a6030d7c-5ea9-4de1-ae6c-8ac085849aa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:07.931176 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-35ded5f4-7dcd-4efa-8543-8ffda440d6b5 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 23 03:49:07.931792 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-35ded5f4-7dcd-4efa-8543-8ffda440d6b5 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:07.933702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-35ded5f4-7dcd-4efa-8543-8ffda440d6b5 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067117 Aug 23 03:49:07.938596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51792) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:07.945033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de16cf5f-99b8-478d-9ad1-89d72b854fa1 req-2c759607-1bb5-42da-9b49-7e680abdcb90 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 210 time: 0.0403838 Aug 23 03:49:07.957318 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:07.973483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.023884 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3155854d-d6fc-4269-a6ef-a3c1745c31b2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.049221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3155854d-d6fc-4269-a6ef-a3c1745c31b2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.053184 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=312aec2c-f4c2-48d8-88cb-543949fd7c20,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:08.075522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-80579ef8-05af-4309-81d8-3572727d9dac tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] 10.222.0.20 "GET /v2.0/agents/85a3d234-f28a-4615-adb0-60de793cccd8/dhcp-networks HTTP/1.1" status: 200 len: 11941 time: 0.2821012 Aug 23 03:49:08.076235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51798) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.089229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network c0a39b66-31e9-4830-8a19-404296722a62 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:08.090744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:08.096791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:08.171143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:08.171831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.174907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e55-2301-4782-b7f7-aedf77339120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.196906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.202944 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.202944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8094b1c2-3426-4358-b03b-e95856fdd7ee HTTP/1.1" status: 204 len: 168 time: 0.4218431 Aug 23 03:49:08.212572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8094b1c2-3426-4358-b03b-e95856fdd7ee,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:08.215514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c8f54e55-2301-4782-b7f7-aedf77339120 None None] For port c22e2256-21ea-4867-ac9f-71396b08214a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c22e2256-21ea-4867-ac9f-71396b08214a,segment=NetworkSegment(3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74),segment_id=3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:08.221221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.223755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.223755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.223755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.223755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.223755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.223755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.224877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.225424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.225943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.226453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.226970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910941fd-e6f8-4940-8874-2982619a92a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:08.243622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3155854d-d6fc-4269-a6ef-a3c1745c31b2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.247351 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3155854d-d6fc-4269-a6ef-a3c1745c31b2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.255466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51806) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.264971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3155854d-d6fc-4269-a6ef-a3c1745c31b2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/a6030d7c-5ea9-4de1-ae6c-8ac085849aa0 HTTP/1.1" status: 204 len: 168 time: 0.3254962 Aug 23 03:49:08.303942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51808) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.304204 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a164ca3e-ab5c-43a7-80c4-ec3ae33c5c4d tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] 10.222.0.20 "DELETE /v2.0/agents/85a3d234-f28a-4615-adb0-60de793cccd8/dhcp-networks/94107907-e912-41d6-a250-0daa9a770fa2 HTTP/1.1" status: 204 len: 168 time: 0.2183454 Aug 23 03:49:08.304204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155854d-d6fc-4269-a6ef-a3c1745c31b2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6030d7c-5ea9-4de1-ae6c-8ac085849aa0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:08.367686 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-43f43708-0df0-4cbd-9e36-2aa3394b4c63 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8937690 Aug 23 03:49:08.375186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51810) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.385547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51812) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.385813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6336dfd2-0326-4730-8145-7703a1b974e1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1292307 Aug 23 03:49:08.395918 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8f54e55-2301-4782-b7f7-aedf77339120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.396069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-014e4be2-9622-40a5-ba41-95460587314a tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466293143'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:08.451728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f54e55-2301-4782-b7f7-aedf77339120 None None] Pushing event updated for resources: {'Port': ['ID=c22e2256-21ea-4867-ac9f-71396b08214a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:08.513532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df6c3f5-4656-4f91-b1eb-9cdab0b05117 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:08.515702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7df6c3f5-4656-4f91-b1eb-9cdab0b05117 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1389520 Aug 23 03:49:08.519964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-21ea6311-65f7-4693-8c48-c94749772b27 tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] 10.222.0.20 "GET /v2.0/agents/85a3d234-f28a-4615-adb0-60de793cccd8/dhcp-networks HTTP/1.1" status: 200 len: 11172 time: 0.2133746 Aug 23 03:49:08.520619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51814) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.525107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51816) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.540339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-014e4be2-9622-40a5-ba41-95460587314a tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.565167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9d0c233f-381e-4345-8677-999ab7b79cb2 tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] 10.222.0.20 "GET /v2.0/networks/9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0377476 Aug 23 03:49:08.567963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51820) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.600538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cfdb8888-ab89-4f52-b7fa-a6124ad81eef tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] 10.222.0.20 "GET /v2.0/networks/9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0313463 Aug 23 03:49:08.603010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51822) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.637633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Provisioning for port 312aec2c-f4c2-48d8-88cb-543949fd7c20 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:08.642993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Provisioning complete for port 312aec2c-f4c2-48d8-88cb-543949fd7c20 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:08.643337 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.651230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7211b07-9f7a-47b4-b067-5d4b7d9fad24 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:08.660866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7211b07-9f7a-47b4-b067-5d4b7d9fad24 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:08.668772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7211b07-9f7a-47b4-b067-5d4b7d9fad24 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:08.670752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b7211b07-9f7a-47b4-b067-5d4b7d9fad24 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1489508 Aug 23 03:49:08.685542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51826) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.698483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Port 312aec2c-f4c2-48d8-88cb-543949fd7c20 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:08.701176 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-014e4be2-9622-40a5-ba41-95460587314a tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.788114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-014e4be2-9622-40a5-ba41-95460587314a tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.828737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e4be2-9622-40a5-ba41-95460587314a tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96e9cf-a229-4513-a911-070b8762ee2f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:08.831433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Provisioning for port 1713e347-7da3-478c-9878-b3ea225167b0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:08.836168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Provisioning complete for port 1713e347-7da3-478c-9878-b3ea225167b0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:08.836738 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.862845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-daca3181-3db5-45b1-8fb0-33d7bd7f11ae tempest-DHCPAgentSchedulersTestJSON-1776222335 tempest-DHCPAgentSchedulersTestJSON-1776222335-project-admin] 10.222.0.20 "GET /v2.0/agents/85a3d234-f28a-4615-adb0-60de793cccd8/dhcp-networks HTTP/1.1" status: 200 len: 11172 time: 0.2586563 Aug 23 03:49:08.866979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51828) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.879181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Port 1713e347-7da3-478c-9878-b3ea225167b0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:08.882268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ec13d8f6-a3d7-4c60-9d00-8d06542759be tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port 312aec2c-f4c2-48d8-88cb-543949fd7c20 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:08.882642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec13d8f6-a3d7-4c60-9d00-8d06542759be tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.895831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Provisioning complete for port c22e2256-21ea-4867-ac9f-71396b08214a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:08.895831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4dd29459-fa25-4401-b2e1-59cfef491408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.945930 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-014e4be2-9622-40a5-ba41-95460587314a tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:08.950875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-014e4be2-9622-40a5-ba41-95460587314a tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5625572 Aug 23 03:49:08.951506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51830) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.957204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c4c2d0ec-942e-4b7c-9bdc-b9d70c8b21c9 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '0f96e9cf-a229-4513-a911-070b8762ee2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:08.958125 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-c4c2d0ec-942e-4b7c-9bdc-b9d70c8b21c9 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 03:49:08.958956 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-c4c2d0ec-942e-4b7c-9bdc-b9d70c8b21c9 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:08.962515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c4c2d0ec-942e-4b7c-9bdc-b9d70c8b21c9 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100431 Aug 23 03:49:08.965949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51832) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:08.967981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-86e1ed24-e0ef-461b-ac3b-60d6e4a28bda tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '0f96e9cf-a229-4513-a911-070b8762ee2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:09.011902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.042295 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec13d8f6-a3d7-4c60-9d00-8d06542759be tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.055353 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59e731af-18ff-417d-a4e2-94b37c9faead req-21a0a9ed-1afa-4b9b-8a85-d0e2e84eb8b5 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 210 time: 0.0287158 Aug 23 03:49:09.073956 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ec13d8f6-a3d7-4c60-9d00-8d06542759be tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for 312aec2c-f4c2-48d8-88cb-543949fd7c20 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:09.120036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-620c699c-54b6-42a5-a6c8-e49af7c5fdf6 None None] Provisioning complete for port 312aec2c-f4c2-48d8-88cb-543949fd7c20 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:09.120452 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-620c699c-54b6-42a5-a6c8-e49af7c5fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.163283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-620c699c-54b6-42a5-a6c8-e49af7c5fdf6 None None] Port 312aec2c-f4c2-48d8-88cb-543949fd7c20 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:09.178472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51838) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.179828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-620c699c-54b6-42a5-a6c8-e49af7c5fdf6 None None] Provisioning complete for port 1713e347-7da3-478c-9878-b3ea225167b0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:09.180555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-620c699c-54b6-42a5-a6c8-e49af7c5fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.192629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc00b0a-41a0-4ce8-b6ea-9b716bebd930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.221707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-620c699c-54b6-42a5-a6c8-e49af7c5fdf6 None None] Port 1713e347-7da3-478c-9878-b3ea225167b0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:09.286036 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-86e1ed24-e0ef-461b-ac3b-60d6e4a28bda tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:09.287165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-86e1ed24-e0ef-461b-ac3b-60d6e4a28bda tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3231645 Aug 23 03:49:09.294288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51840) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.299043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ff9f18e0-9a78-43fd-9f00-ae011443f05f tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '0f96e9cf-a229-4513-a911-070b8762ee2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:09.299531 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-ff9f18e0-9a78-43fd-9f00-ae011443f05f tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 23 03:49:09.300176 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-ff9f18e0-9a78-43fd-9f00-ae011443f05f tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:09.302702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff9f18e0-9a78-43fd-9f00-ae011443f05f tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059414 Aug 23 03:49:09.304638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51842) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.312018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-abc84598-fa06-481b-aba6-a7104c73c237 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '0f96e9cf-a229-4513-a911-070b8762ee2f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:09.384963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc00b0a-41a0-4ce8-b6ea-9b716bebd930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.435046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.449359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94107907-e912-41d6-a250-0daa9a770fa2']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:09.464399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f6e669-b75e-4e53-8a90-c7393ae13fd4') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:09.464690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f6e669-b75e-4e53-8a90-c7393ae13fd4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:09.476114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.499638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.509420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:49:09.511221 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:49:09.513049 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:49:09.515604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc00b0a-41a0-4ce8-b6ea-9b716bebd930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.565845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bdc00b0a-41a0-4ce8-b6ea-9b716bebd930 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=547048975afe4f50a0f1db7a993423ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882036 Aug 23 03:49:09.568923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51846) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.577966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc00b0a-41a0-4ce8-b6ea-9b716bebd930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c85d20f-f31c-4793-b9cb-e33e67febbde,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:09.623633 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2e61a2b8-3d5d-43b0-abf2-7aa04f383669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.645117 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2e61a2b8-3d5d-43b0-abf2-7aa04f383669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.688341 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec13d8f6-a3d7-4c60-9d00-8d06542759be tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.690174 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.728304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.730240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] 10.222.0.20 "DELETE /v2.0/networks/94107907-e912-41d6-a250-0daa9a770fa2 HTTP/1.1" status: 204 len: 168 time: 0.8622775 Aug 23 03:49:09.733064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51848) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.741273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13d8f6-a3d7-4c60-9d00-8d06542759be tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=312aec2c-f4c2-48d8-88cb-543949fd7c20,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:09.742320 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-abc84598-fa06-481b-aba6-a7104c73c237 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:09.746097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-abc84598-fa06-481b-aba6-a7104c73c237 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4377224 Aug 23 03:49:09.746279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b42cec-06c0-44fe-8ce6-9366a85c6231 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event deleted for resources: {'Network': ['ID=94107907-e912-41d6-a250-0daa9a770fa2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:09.756931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51850) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.764114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-529a6176-37d8-44fa-95da-be824f10d695 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '0f96e9cf-a229-4513-a911-070b8762ee2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:09.764114 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-529a6176-37d8-44fa-95da-be824f10d695 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 03:49:09.764396 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-529a6176-37d8-44fa-95da-be824f10d695 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:09.768363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-529a6176-37d8-44fa-95da-be824f10d695 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066235 Aug 23 03:49:09.769465 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-101ae03f-1108-4413-affd-70ea5a50a3dd tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:09.770433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101ae03f-1108-4413-affd-70ea5a50a3dd tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:09.774935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-101ae03f-1108-4413-affd-70ea5a50a3dd tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] 10.222.0.20 "DELETE /v2.0/ports/8e673154-87e3-43b1-b932-121d5a9280eb HTTP/1.1" status: 404 len: 333 time: 0.0380614 Aug 23 03:49:09.774935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51854) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.774935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2e61a2b8-3d5d-43b0-abf2-7aa04f383669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.777360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2e61a2b8-3d5d-43b0-abf2-7aa04f383669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.778465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2e61a2b8-3d5d-43b0-abf2-7aa04f383669 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c85d20f-f31c-4793-b9cb-e33e67febbde HTTP/1.1" status: 204 len: 168 time: 0.2086275 Aug 23 03:49:09.779545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51856) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.782200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-258473ea-468a-4d19-9a2e-010f07edbd82 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '0f96e9cf-a229-4513-a911-070b8762ee2f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:09.828080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61a2b8-3d5d-43b0-abf2-7aa04f383669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c85d20f-f31c-4793-b9cb-e33e67febbde,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:09.905978 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec13d8f6-a3d7-4c60-9d00-8d06542759be tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.910307 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec13d8f6-a3d7-4c60-9d00-8d06542759be tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/312aec2c-f4c2-48d8-88cb-543949fd7c20 HTTP/1.1" status: 204 len: 168 time: 1.2258866 Aug 23 03:49:09.912352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51860) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.922032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42a398d-81ac-4002-884c-739362af960e tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Deleting subnet 48da1bb2-0261-4eab-93a0-de85d1c081a8 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:49:09.925688 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c42a398d-81ac-4002-884c-739362af960e tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:09.945103 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-5099ee29-521d-4d6d-b48b-13529edd6ff6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:49:09.947579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5099ee29-521d-4d6d-b48b-13529edd6ff6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/312aec2c-f4c2-48d8-88cb-543949fd7c20 HTTP/1.1" status: 404 len: 333 time: 0.0340917 Aug 23 03:49:09.951935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51862) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:09.971305 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-258473ea-468a-4d19-9a2e-010f07edbd82 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Project 8afb03b929384bff8b754abc72b58147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 03:49:09.987234 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c42a398d-81ac-4002-884c-739362af960e tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.104782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-eb958312-f64b-4f5f-a91e-be7c43af78a1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port 1713e347-7da3-478c-9878-b3ea225167b0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:10.105156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eb958312-f64b-4f5f-a91e-be7c43af78a1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.120060 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-258473ea-468a-4d19-9a2e-010f07edbd82 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:10.122946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-258473ea-468a-4d19-9a2e-010f07edbd82 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3489432 Aug 23 03:49:10.125115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51866) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:10.126554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c42a398d-81ac-4002-884c-739362af960e tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.132896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1d0058ad-ae18-4fcc-8f00-caa8012d444e tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '0f96e9cf-a229-4513-a911-070b8762ee2f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:10.133174 n-d-749052-7 neutron-server[95120]: WARNING neutron.api.v2.base [None req-1d0058ad-ae18-4fcc-8f00-caa8012d444e tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 23 03:49:10.133658 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-1d0058ad-ae18-4fcc-8f00-caa8012d444e tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:10.146190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1d0058ad-ae18-4fcc-8f00-caa8012d444e tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0195467 Aug 23 03:49:10.165714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51868) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:10.169200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f157f483-90f1-466d-8813-af2bf0120276 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '0f96e9cf-a229-4513-a911-070b8762ee2f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:10.236036 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-afde428f-49d7-4f68-93d2-bc7f0b0a9774 req-21153c03-25a4-4fb1-902c-f9ad8d34ad23 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 210 time: 0.0721140 Aug 23 03:49:10.276450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eb958312-f64b-4f5f-a91e-be7c43af78a1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.290073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-eb958312-f64b-4f5f-a91e-be7c43af78a1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for 1713e347-7da3-478c-9878-b3ea225167b0 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:10.359338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c42a398d-81ac-4002-884c-739362af960e tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.393204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a398d-81ac-4002-884c-739362af960e tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event deleted for resources: {'Subnet': ['ID=48da1bb2-0261-4eab-93a0-de85d1c081a8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:10.399485 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c42a398d-81ac-4002-884c-739362af960e tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.400629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08dd7d1-de1d-4cc0-9201-1c5576a1b653 None None] Network 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:10.402142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c42a398d-81ac-4002-884c-739362af960e tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] 10.222.0.20 "DELETE /v2.0/subnets/48da1bb2-0261-4eab-93a0-de85d1c081a8 HTTP/1.1" status: 204 len: 168 time: 0.5997648 Aug 23 03:49:10.404714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51874) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:10.455000 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-f157f483-90f1-466d-8813-af2bf0120276 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Project 8afb03b929384bff8b754abc72b58147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 03:49:10.549377 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c22e2256-21ea-4867-ac9f-71396b08214a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:10.565808 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eb958312-f64b-4f5f-a91e-be7c43af78a1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.570855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.614488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb958312-f64b-4f5f-a91e-be7c43af78a1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=1713e347-7da3-478c-9878-b3ea225167b0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:10.633731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c22e2256-21ea-4867-ac9f-71396b08214a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:10.634114 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.651536 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-f157f483-90f1-466d-8813-af2bf0120276 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:10.655926 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f157f483-90f1-466d-8813-af2bf0120276 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4876261 Aug 23 03:49:10.656154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51884) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:10.661986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6731492c-552f-467b-81ba-90aab26dbabf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '0f96e9cf-a229-4513-a911-070b8762ee2f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:10.698949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Deleting port 7126b987-0e27-42b3-af75-64fd55de85b1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:10.700150 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.736802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-413c58de-8963-4475-9977-5649f39f1f38 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:10.738422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-413c58de-8963-4475-9977-5649f39f1f38 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.2102392 Aug 23 03:49:10.789521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] For port 7126b987-0e27-42b3-af75-64fd55de85b1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7126b987-0e27-42b3-af75-64fd55de85b1,segment=NetworkSegment(33e6e327-3f93-48b7-a11c-c715d1db50f9),segment_id=33e6e327-3f93-48b7-a11c-c715d1db50f9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:10.790087 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.791480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6348e199-9710-4973-8e71-ac2b5053ebf2 None None] DHCP port deletion for 9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:49:10.809861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Calling delete_port for 7126b987-0e27-42b3-af75-64fd55de85b1 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:10.827182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Request body: {'port': {'device_id': '274dc3fc-0137-4977-9a42-3ee797673b15', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'admin_state_up': True, 'tenant_id': '8d70ca7103ed4dbd8985029a568ee0aa'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:10.867815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6348e199-9710-4973-8e71-ac2b5053ebf2 None None] Deleting port 7126b987-0e27-42b3-af75-64fd55de85b1 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:10.868345 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6348e199-9710-4973-8e71-ac2b5053ebf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.909603 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eb958312-f64b-4f5f-a91e-be7c43af78a1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.911437 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-eb958312-f64b-4f5f-a91e-be7c43af78a1 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/1713e347-7da3-478c-9878-b3ea225167b0 HTTP/1.1" status: 204 len: 168 time: 0.9584217 Aug 23 03:49:10.913976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51888) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:10.947019 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a242d5-33c1-475b-8769-41352f41d542 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:49:10.949792 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d1a242d5-33c1-475b-8769-41352f41d542 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/1713e347-7da3-478c-9878-b3ea225167b0 HTTP/1.1" status: 404 len: 333 time: 0.0336542 Aug 23 03:49:10.956147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6348e199-9710-4973-8e71-ac2b5053ebf2 None None] For port 7126b987-0e27-42b3-af75-64fd55de85b1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7126b987-0e27-42b3-af75-64fd55de85b1,segment=NetworkSegment(33e6e327-3f93-48b7-a11c-c715d1db50f9),segment_id=33e6e327-3f93-48b7-a11c-c715d1db50f9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:10.956147 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6348e199-9710-4973-8e71-ac2b5053ebf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:10.956567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:10.971278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6348e199-9710-4973-8e71-ac2b5053ebf2 None None] Calling delete_port for 7126b987-0e27-42b3-af75-64fd55de85b1 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:11.029424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d117639-ffe3-429e-ac57-14bb6b536cdc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet 5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:49:11.031502 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-6731492c-552f-467b-81ba-90aab26dbabf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Project 8afb03b929384bff8b754abc72b58147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 03:49:11.032536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d117639-ffe3-429e-ac57-14bb6b536cdc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.080626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d117639-ffe3-429e-ac57-14bb6b536cdc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.127566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.128497 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:49:11.134299 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 03:49:11.144151 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6348e199-9710-4973-8e71-ac2b5053ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.158816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event deleted for resources: {'Port': ['ID=7126b987-0e27-42b3-af75-64fd55de85b1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:11.162170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] No DVR routers for this DVR port 7126b987-0e27-42b3-af75-64fd55de85b1 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:11.175075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348e199-9710-4973-8e71-ac2b5053ebf2 None None] Pushing event deleted for resources: {'Port': ['ID=7126b987-0e27-42b3-af75-64fd55de85b1,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:11.179944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6348e199-9710-4973-8e71-ac2b5053ebf2 None None] No DVR routers for this DVR port 7126b987-0e27-42b3-af75-64fd55de85b1 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:11.187624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d117639-ffe3-429e-ac57-14bb6b536cdc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.225925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Made reservation on behalf of 8d70ca7103ed4dbd8985029a568ee0aa for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:11.229442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.240853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.252397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:11.270028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e6e327-3f93-48b7-a11c-c715d1db50f9') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:11.270360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e6e327-3f93-48b7-a11c-c715d1db50f9') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:11.288357 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.322755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:49:11.353580 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:49:11.413411 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-6731492c-552f-467b-81ba-90aab26dbabf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:11.414723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6731492c-552f-467b-81ba-90aab26dbabf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7578452 Aug 23 03:49:11.417982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51904) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:11.421802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c27e744e-068a-4c5b-ac72-016a5522d039 req-3e2cf563-13a5-4454-8071-88a7776c2e0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 210 time: 0.0702622 Aug 23 03:49:11.430588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Allocated IP 172.20.0.8 (7167459d-9734-46e1-b0ba-4c58b0f8f5ed/c6244b6e-2eb6-44fc-a773-c013c691650f/55d84f3d-ee01-4d39-886f-2ba565c5374c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:11.444991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d117639-ffe3-429e-ac57-14bb6b536cdc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.499349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d117639-ffe3-429e-ac57-14bb6b536cdc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:11.501222 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7d117639-ffe3-429e-ac57-14bb6b536cdc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.503379 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7d117639-ffe3-429e-ac57-14bb6b536cdc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa HTTP/1.1" status: 204 len: 168 time: 0.5454581 Aug 23 03:49:11.506116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51910) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:11.513572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5bebc9-772b-463e-982d-2551fd4860d7 None None] Network c0a39b66-31e9-4830-8a19-404296722a62 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:11.587561 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc49ce60-3fe6-42b7-a60c-87dca3eda628 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.643815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.660752 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.670040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] 10.222.0.20 "DELETE /v2.0/networks/9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70 HTTP/1.1" status: 204 len: 168 time: 1.2569227 Aug 23 03:49:11.671106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc49ce60-3fe6-42b7-a60c-87dca3eda628 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.682736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d840d36-95c6-46eb-8bc6-4e44b92d1bd0 tempest-DHCPAgentSchedulersTestJSON-1038019952 tempest-DHCPAgentSchedulersTestJSON-1038019952-project] Pushing event deleted for resources: {'Network': ['ID=9b5ece7d-17b6-418f-8ed3-9bbe9c5b4e70,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:11.691181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.754834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.769119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759df66e-d439-45a8-96c4-d426059ae4af None None] DHCP port deletion for c0a39b66-31e9-4830-8a19-404296722a62 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:49:11.788031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port c22e2256-21ea-4867-ac9f-71396b08214a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:11.788382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.830438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-759df66e-d439-45a8-96c4-d426059ae4af None None] Deleting port c22e2256-21ea-4867-ac9f-71396b08214a {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:11.836595 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-759df66e-d439-45a8-96c4-d426059ae4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.860132 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc49ce60-3fe6-42b7-a60c-87dca3eda628 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.864885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc49ce60-3fe6-42b7-a60c-87dca3eda628 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.866286 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dc49ce60-3fe6-42b7-a60c-87dca3eda628 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f96e9cf-a229-4513-a911-070b8762ee2f HTTP/1.1" status: 204 len: 168 time: 0.4471784 Aug 23 03:49:11.866681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] For port c22e2256-21ea-4867-ac9f-71396b08214a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c22e2256-21ea-4867-ac9f-71396b08214a,segment=NetworkSegment(3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74),segment_id=3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:11.867239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.870488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51918) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:11.885453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49ce60-3fe6-42b7-a60c-87dca3eda628 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f96e9cf-a229-4513-a911-070b8762ee2f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:11.889128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for c22e2256-21ea-4867-ac9f-71396b08214a owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:11.937304 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-487b715a-852f-4c6d-aa10-a308bd03b2bf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604088 Aug 23 03:49:11.937520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-759df66e-d439-45a8-96c4-d426059ae4af None None] For port c22e2256-21ea-4867-ac9f-71396b08214a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c22e2256-21ea-4867-ac9f-71396b08214a,segment=NetworkSegment(3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74),segment_id=3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:11.937520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-759df66e-d439-45a8-96c4-d426059ae4af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:11.938434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51920) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:11.945350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b171a52b-1a47-47e9-a709-848a9f7ad598 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--585795500'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:11.951055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-759df66e-d439-45a8-96c4-d426059ae4af None None] Calling delete_port for c22e2256-21ea-4867-ac9f-71396b08214a owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:12.002605 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.039243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:12.043929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:12.049202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:12.050554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:12.082765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event updated for resources: {'Port': ['ID=55d84f3d-ee01-4d39-886f-2ba565c5374c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:12.099701 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.101501 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b171a52b-1a47-47e9-a709-848a9f7ad598 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.110156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:12.110792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.122671 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-759df66e-d439-45a8-96c4-d426059ae4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.130829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=c22e2256-21ea-4867-ac9f-71396b08214a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:12.132931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No DVR routers for this DVR port c22e2256-21ea-4867-ac9f-71396b08214a on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:12.166358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759df66e-d439-45a8-96c4-d426059ae4af None None] Pushing event deleted for resources: {'Port': ['ID=c22e2256-21ea-4867-ac9f-71396b08214a,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:12.175446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759df66e-d439-45a8-96c4-d426059ae4af None None] No DVR routers for this DVR port c22e2256-21ea-4867-ac9f-71396b08214a on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:12.279867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-4e8edf2f-fea2-406b-b683-c4500b77bd19 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5261548 Aug 23 03:49:12.296073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Request body: {'port': {'device_id': '274dc3fc-0137-4977-9a42-3ee797673b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:12.377506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.489316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b171a52b-1a47-47e9-a709-848a9f7ad598 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.490358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51928) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:12.513901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7126b987-0e27-42b3-af75-64fd55de85b1 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:49:12.548380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 7126b987-0e27-42b3-af75-64fd55de85b1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:49:12.549118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7126b987-0e27-42b3-af75-64fd55de85b1 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:49:12.549789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c22e2256-21ea-4867-ac9f-71396b08214a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:49:12.579198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c22e2256-21ea-4867-ac9f-71396b08214a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:49:12.579979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c22e2256-21ea-4867-ac9f-71396b08214a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:49:12.606989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.620588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a39b66-31e9-4830-8a19-404296722a62']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:12.633964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:12.634183 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b171a52b-1a47-47e9-a709-848a9f7ad598 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.635273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec7aa5a-a2a1-4847-8bbd-7a6302ae4f74') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:12.646598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.662417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.671440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:49:12.671440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:49:12.674649 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:49:12.751700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171a52b-1a47-47e9-a709-848a9f7ad598 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be039f29-fa0c-4b34-8acf-864187336dda,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:12.791700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1cccb-828e-4854-b16a-ac092eeff91a req-a4ea0f0b-9c86-4117-a472-b09162e09e95 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:12.793256 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-69a1cccb-828e-4854-b16a-ac092eeff91a req-a4ea0f0b-9c86-4117-a472-b09162e09e95 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 931 time: 0.2551830 Aug 23 03:49:12.803339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b171a52b-1a47-47e9-a709-848a9f7ad598 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.804489 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b171a52b-1a47-47e9-a709-848a9f7ad598 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8644707 Aug 23 03:49:12.807509 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51938) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:12.812742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bdad131f-b943-4ef6-a02d-078df29e8e84 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': 'be039f29-fa0c-4b34-8acf-864187336dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:12.821504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.826484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.848058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/networks/c0a39b66-31e9-4830-8a19-404296722a62 HTTP/1.1" status: 204 len: 168 time: 1.3210695 Aug 23 03:49:12.848944 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-438bcff5-abf0-43a9-a8ec-a664fe7defed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28a0ad53cc39407aa290c4af75ed8fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409276 Aug 23 03:49:12.849085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdf0ba-87a1-43f9-8d0a-a9fb334f5f85 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Network': ['ID=c0a39b66-31e9-4830-8a19-404296722a62,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:12.850491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51940) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:12.850818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51942) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:12.863640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2063497344'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:12.876133 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-69a1cccb-828e-4854-b16a-ac092eeff91a req-5dbbc2bd-fede-4eb0-aae4-eefe882e8071 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739238 Aug 23 03:49:12.921053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6573e891-7c90-45b9-82de-de0961a75950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.940772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d84f3d-ee01-4d39-886f-2ba565c5374c {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:49:12.942925 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6573e891-7c90-45b9-82de-de0961a75950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.948596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:12.962755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Transition to ACTIVE for port object 55d84f3d-ee01-4d39-886f-2ba565c5374c will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:13.065158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.111728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:13.115291 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.118275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6573e891-7c90-45b9-82de-de0961a75950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.124350 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6573e891-7c90-45b9-82de-de0961a75950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.128224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6573e891-7c90-45b9-82de-de0961a75950 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26e94bae-ac56-43b3-8fc5-f7f701d9ddf4 HTTP/1.1" status: 204 len: 168 time: 0.2721975 Aug 23 03:49:13.136513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=55d84f3d-ee01-4d39-886f-2ba565c5374c,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:13.151455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573e891-7c90-45b9-82de-de0961a75950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e94bae-ac56-43b3-8fc5-f7f701d9ddf4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:13.163340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:49:13.184905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.184905 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Added segment 4584281b-a645-450e-9aeb-a492de72bf13 of type vlan for network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 Aug 23 03:49:13.213471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Attempting to bind port 55d84f3d-ee01-4d39-886f-2ba565c5374c on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:13.213849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Attempting to bind port 55d84f3d-ee01-4d39-886f-2ba565c5374c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:13.214188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Attempting to bind port 55d84f3d-ee01-4d39-886f-2ba565c5374c on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:13.218822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Port 55d84f3d-ee01-4d39-886f-2ba565c5374c on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:49:13.219142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Attempting to bind port 55d84f3d-ee01-4d39-886f-2ba565c5374c on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:13.223907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:13.224234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Checking segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:13.224607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Bound using segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:13.225083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Bound port: 55d84f3d-ee01-4d39-886f-2ba565c5374c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:13.225481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.232923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.259552 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-bdad131f-b943-4ef6-a02d-078df29e8e84 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The resource could not be found. Aug 23 03:49:13.263529 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51948) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:13.263911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bdad131f-b943-4ef6-a02d-078df29e8e84 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4551508 Aug 23 03:49:13.268435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-246d155a-eab7-4ccb-8fe3-3ba8101d645d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': 'be039f29-fa0c-4b34-8acf-864187336dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c759fd86-b872-4fd7-a4c3-9508788ee131'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:13.310532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-61c46f21-83ca-42b6-b061-e1a9d8097624 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666938 Aug 23 03:49:13.312292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] For port 55d84f3d-ee01-4d39-886f-2ba565c5374c, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:49:13.315476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] For port 55d84f3d-ee01-4d39-886f-2ba565c5374c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=55d84f3d-ee01-4d39-886f-2ba565c5374c,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:49:13.397610 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.404023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:13.404598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.444110 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.506298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-c84bf508-733c-4ab9-b38f-d8d93b4829ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:13.506298 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-c84bf508-733c-4ab9-b38f-d8d93b4829ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 1097 time: 0.1320674 Aug 23 03:49:13.506298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Network': ['ID=8ff8e25d-1cf2-46b1-878b-0e28f0175bf0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:13.507417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:13.508028 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.509679 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] 10.222.0.24 "PUT /v2.0/ports/55d84f3d-ee01-4d39-886f-2ba565c5374c HTTP/1.1" status: 200 len: 1091 time: 1.2211475 Aug 23 03:49:13.510335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274dc3fc-0137-4977-9a42-3ee797673b15', 'tag': '55d84f3d-ee01-4d39-886f-2ba565c5374c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:49:13.513176 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e704ccf9-4384-44e0-aff4-8adb2270860a" -d '{"events": [{"name": "network-changed", "server_uuid": "274dc3fc-0137-4977-9a42-3ee797673b15", "tag": "55d84f3d-ee01-4d39-886f-2ba565c5374c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:49:13.515289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:49:13.533645 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9cca4d56-1a0a-4d93-8662-fcb3305ea95e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6758597 Aug 23 03:49:13.533645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51958) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:13.542107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '8ff8e25d-1cf2-46b1-878b-0e28f0175bf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:13.548850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=55d84f3d-ee01-4d39-886f-2ba565c5374c,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:13.559742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.560187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.560628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.561546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.561546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.561994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.562912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.563730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.563900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.564382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.564806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.565286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86203575-d18d-48ad-93f8-304b919e5bf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:13.572372 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95834890-c253-4da8-aca8-8fe7151cd9b5 x-openstack-request-id: req-95834890-c253-4da8-aca8-8fe7151cd9b5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:49:13.572756 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274dc3fc-0137-4977-9a42-3ee797673b15", "tag": "55d84f3d-ee01-4d39-886f-2ba565c5374c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:49:13.573107 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95834890-c253-4da8-aca8-8fe7151cd9b5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:49:13.575201 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274dc3fc-0137-4977-9a42-3ee797673b15', 'tag': '55d84f3d-ee01-4d39-886f-2ba565c5374c', 'status': 'completed', 'code': 200} Aug 23 03:49:13.660068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ccf9-4384-44e0-aff4-8adb2270860a req-d435673e-d1c7-40de-813d-1401986e3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:13.662784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e704ccf9-4384-44e0-aff4-8adb2270860a req-d435673e-d1c7-40de-813d-1401986e3b80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 1094 time: 0.0635951 Aug 23 03:49:13.665061 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-246d155a-eab7-4ccb-8fe3-3ba8101d645d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The resource could not be found. Aug 23 03:49:13.666628 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-246d155a-eab7-4ccb-8fe3-3ba8101d645d tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4021554 Aug 23 03:49:13.669909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51960) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:13.737614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-527eaf2d-94db-4abe-814c-d017b2e7455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:13.739134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-527eaf2d-94db-4abe-814c-d017b2e7455b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.1807289 Aug 23 03:49:13.817094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-baead6d0-c7c1-45c3-a2d5-d54e5cbad37d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 200 len: 1001 time: 0.0690682 Aug 23 03:49:13.836870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab1f601e-1e35-41eb-818d-d864beae3e22 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.858213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ccf9-4384-44e0-aff4-8adb2270860a req-86c11ebc-4999-45c5-8d56-1754b16dc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:13.859980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e704ccf9-4384-44e0-aff4-8adb2270860a req-86c11ebc-4999-45c5-8d56-1754b16dc4cd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1876338 Aug 23 03:49:13.881242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-d6fb7010-7065-4263-b8cb-a97fe40c1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:13.882778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-d6fb7010-7065-4263-b8cb-a97fe40c1e02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.0588982 Aug 23 03:49:13.882919 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab1f601e-1e35-41eb-818d-d864beae3e22 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.918821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:13.922380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:13.989381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-f9a6cdb2-57ca-4922-87b5-d0338edb9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:13.990862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-f9a6cdb2-57ca-4922-87b5-d0338edb9be7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015220 Aug 23 03:49:14.022524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ccf9-4384-44e0-aff4-8adb2270860a req-c9f014ed-1a06-42fb-bad8-4e235050fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:14.024003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e704ccf9-4384-44e0-aff4-8adb2270860a req-c9f014ed-1a06-42fb-bad8-4e235050fd01 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1538785 Aug 23 03:49:14.032585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51968) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:14.033338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95aeb2-9428-4a91-9fb0-0c3f1d56cd2a req-acca8cec-7314-46cc-b600-71346ac55a3b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:14.034595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d95aeb2-9428-4a91-9fb0-0c3f1d56cd2a req-acca8cec-7314-46cc-b600-71346ac55a3b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 943 time: 0.0796568 Aug 23 03:49:14.055207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-442b3275-367d-46f3-b33b-741211819cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.100633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d95aeb2-9428-4a91-9fb0-0c3f1d56cd2a req-3b3115d7-36de-4826-939b-f48502e59212 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594172 Aug 23 03:49:14.115445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-9efaa26e-7c68-4cbd-bad4-9712d075b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:14.117062 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-9efaa26e-7c68-4cbd-bad4-9712d075b7b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 1094 time: 0.0517490 Aug 23 03:49:14.131972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-b125f043-3a92-4f40-bf22-e8935bb4cf99 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303630 Aug 23 03:49:14.160592 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-519078cd-50dd-4851-98ff-49b8d212d3ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d84f3d-ee01-4d39-886f-2ba565c5374c HTTP/1.1" status: 200 len: 217 time: 0.0346372 Aug 23 03:49:14.168774 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab1f601e-1e35-41eb-818d-d864beae3e22 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.171322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab1f601e-1e35-41eb-818d-d864beae3e22 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.174786 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ab1f601e-1e35-41eb-818d-d864beae3e22 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/be039f29-fa0c-4b34-8acf-864187336dda HTTP/1.1" status: 204 len: 168 time: 0.5013096 Aug 23 03:49:14.182573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51970) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:14.223669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f601e-1e35-41eb-818d-d864beae3e22 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be039f29-fa0c-4b34-8acf-864187336dda,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:14.251790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-d95e7dcb-8335-419b-9510-a43720abf5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:14.252274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-d95e7dcb-8335-419b-9510-a43720abf5f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.0845115 Aug 23 03:49:14.276641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a4496241-89c3-4917-99e2-21b9b1fb8ce0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929766 Aug 23 03:49:14.282773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51972) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:14.291313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-7178cadb-ec7a-48ab-bb11-d4a7fed14f81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310485 Aug 23 03:49:14.298515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a5dc1190-6ce4-4348-8aa7-2fb57124dc0c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '66842fc5-f888-4945-8a4c-e0844fd19b22', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:14.311760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9ea9d-6dcd-491a-bdc3-a91427c3b57c req-daab076a-e614-4f08-ae4d-40894add0a19 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724725 Aug 23 03:49:14.377060 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-442b3275-367d-46f3-b33b-741211819cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.389049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-0c1435e9-0935-4ffd-b1d1-b4fd7a75c25f service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882626 Aug 23 03:49:14.432833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-442b3275-367d-46f3-b33b-741211819cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.435773 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.485152 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a46186d-7698-43b9-97cd-dd77014e5e1d req-5d516b7e-6a17-43ae-86ff-516a8e7fd6f4 service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872495 Aug 23 03:49:14.533145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3275-367d-46f3-b33b-741211819cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be3dd7-92e7-4e4f-8727-ac548d7b0d7f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:14.537697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-442b3275-367d-46f3-b33b-741211819cb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7c1c20a77fb40cda3b8654c7e8528fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040367 Aug 23 03:49:14.540403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51974) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:14.551746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=91d13f76-87c6-468a-8056-8c782a8263da,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:14.563601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Checking segment: {'id': '4584281b-a645-450e-9aeb-a492de72bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ff8e25d-1cf2-46b1-878b-0e28f0175bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:14.563771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network hostable DHCP agents. Network: 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:49:14.597276 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-616fe756-4124-4902-82ce-bbbb19b680ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.618546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-616fe756-4124-4902-82ce-bbbb19b680ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.653767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:49:14.669926 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-a5dc1190-6ce4-4348-8aa7-2fb57124dc0c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The resource could not be found. Aug 23 03:49:14.671016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a5dc1190-6ce4-4348-8aa7-2fb57124dc0c tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3839509 Aug 23 03:49:14.674558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51978) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:14.679157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e4edb605-353b-4e42-aae2-fe9048c9f6d4 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078250224'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:14.761489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:14.765639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:14.766315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.770546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b379a3f-b9b3-4b20-9c8c-a1058a3a7fe9 None None] Network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:14.808466 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-616fe756-4124-4902-82ce-bbbb19b680ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.811642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-616fe756-4124-4902-82ce-bbbb19b680ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.812814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-616fe756-4124-4902-82ce-bbbb19b680ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1be3dd7-92e7-4e4f-8727-ac548d7b0d7f HTTP/1.1" status: 204 len: 168 time: 0.2711017 Aug 23 03:49:14.817310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4edb605-353b-4e42-aae2-fe9048c9f6d4 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:14.828267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fe756-4124-4902-82ce-bbbb19b680ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be3dd7-92e7-4e4f-8727-ac548d7b0d7f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:14.907726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a354b507-f310-41f0-89f5-01f8cd8ededa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3732815 Aug 23 03:49:14.912484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51986) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:14.917477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3d932fa3-0137-4e77-8584-3fa83483f0cf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-644507442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:14.958284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-8ff8e25d-1cf2-46b1-878b-0e28f0175bf0', 'network_id': '8ff8e25d-1cf2-46b1-878b-0e28f0175bf0', 'tenant_id': '6c14d6d259fc4a2c86b67f8e8fc4b932', 'fixed_ips': [{'subnet_id': '91d13f76-87c6-468a-8056-8c782a8263da'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:49:14.959161 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.016427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4edb605-353b-4e42-aae2-fe9048c9f6d4 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.105349 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4edb605-353b-4e42-aae2-fe9048c9f6d4 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.105627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Allocated IP 172.20.0.2 (8ff8e25d-1cf2-46b1-878b-0e28f0175bf0/91d13f76-87c6-468a-8056-8c782a8263da/f4d5144e-7565-429d-bb69-fa198e0c7ca7) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:15.137146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edb605-353b-4e42-aae2-fe9048c9f6d4 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee2bef-b795-485c-960a-6dada5d49733,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:15.233380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d9b0a-9d54-4b61-8ffd-2f70a29359e0 req-01cf7883-3897-402f-ba07-91f606396cb7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:15.235027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b04d9b0a-9d54-4b61-8ffd-2f70a29359e0 req-01cf7883-3897-402f-ba07-91f606396cb7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 943 time: 0.0549734 Aug 23 03:49:15.264787 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d932fa3-0137-4e77-8584-3fa83483f0cf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.265889 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d932fa3-0137-4e77-8584-3fa83483f0cf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.287208 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.294136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b04d9b0a-9d54-4b61-8ffd-2f70a29359e0 req-1610879d-6f1f-4b2f-9c1c-477ec78efd9d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497603 Aug 23 03:49:15.298347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Transition to ACTIVE for port object f4d5144e-7565-429d-bb69-fa198e0c7ca7 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:15.314562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Transition to ACTIVE for port object f4d5144e-7565-429d-bb69-fa198e0c7ca7 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:15.331711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d932fa3-0137-4e77-8584-3fa83483f0cf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.356714 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4edb605-353b-4e42-aae2-fe9048c9f6d4 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.360762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e4edb605-353b-4e42-aae2-fe9048c9f6d4 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6825576 Aug 23 03:49:15.362816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52000) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:15.367285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f2773612-8e34-42eb-a671-9d50cefd3ecf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--607295084'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:15.403470 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.443434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:15.446157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:15.452765 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:15.457728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d932fa3-0137-4e77-8584-3fa83483f0cf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.457876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Pushing event updated for resources: {'Port': ['ID=f4d5144e-7565-429d-bb69-fa198e0c7ca7,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:15.508326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Attempting to bind port f4d5144e-7565-429d-bb69-fa198e0c7ca7 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:15.508695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Attempting to bind port f4d5144e-7565-429d-bb69-fa198e0c7ca7 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '4584281b-a645-450e-9aeb-a492de72bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ff8e25d-1cf2-46b1-878b-0e28f0175bf0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:15.509124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Attempting to bind port f4d5144e-7565-429d-bb69-fa198e0c7ca7 on network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:15.514514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:15.514882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Checking segment: {'id': '4584281b-a645-450e-9aeb-a492de72bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ff8e25d-1cf2-46b1-878b-0e28f0175bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:15.515279 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.515668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Bound using segment: {'id': '4584281b-a645-450e-9aeb-a492de72bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ff8e25d-1cf2-46b1-878b-0e28f0175bf0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:15.516123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Bound port: f4d5144e-7565-429d-bb69-fa198e0c7ca7, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4584281b-a645-450e-9aeb-a492de72bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8ff8e25d-1cf2-46b1-878b-0e28f0175bf0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:15.516496 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.545388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2773612-8e34-42eb-a671-9d50cefd3ecf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.581821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] For port f4d5144e-7565-429d-bb69-fa198e0c7ca7, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:49:15.584861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] For port f4d5144e-7565-429d-bb69-fa198e0c7ca7, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f4d5144e-7565-429d-bb69-fa198e0c7ca7,segment=NetworkSegment(4584281b-a645-450e-9aeb-a492de72bf13),segment_id=4584281b-a645-450e-9aeb-a492de72bf13)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:49:15.632738 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d932fa3-0137-4e77-8584-3fa83483f0cf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.633974 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3d932fa3-0137-4e77-8584-3fa83483f0cf tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7204616 Aug 23 03:49:15.636837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52008) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:15.642900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'network_id': '8ff8e25d-1cf2-46b1-878b-0e28f0175bf0', 'name': 'tempest-PortsTestJSON-1668796089'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:15.659918 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.718217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542e643-5c5b-43be-82b0-512d2f30c23d None None] Pushing event updated for resources: {'Port': ['ID=f4d5144e-7565-429d-bb69-fa198e0c7ca7,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:15.829127 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2773612-8e34-42eb-a671-9d50cefd3ecf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.907267 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2773612-8e34-42eb-a671-9d50cefd3ecf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:15.963886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2773612-8e34-42eb-a671-9d50cefd3ecf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121a9bc3-c08f-4b59-bd2b-4581fdd5acf0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:16.089064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:16.092706 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:16.111638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port b2091936-00dc-4a4a-a5c9-9d52e712cd7a yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:49:16.210264 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2773612-8e34-42eb-a671-9d50cefd3ecf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:16.211542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f2773612-8e34-42eb-a671-9d50cefd3ecf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8477695 Aug 23 03:49:16.214692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52030) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:16.219820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f9b720b4-2820-43b3-8fb2-303cb5d9afc2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '83ee2bef-b795-485c-960a-6dada5d49733', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '121a9bc3-c08f-4b59-bd2b-4581fdd5acf0'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:16.245633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.8 (8ff8e25d-1cf2-46b1-878b-0e28f0175bf0/91d13f76-87c6-468a-8056-8c782a8263da/b2091936-00dc-4a4a-a5c9-9d52e712cd7a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:16.408936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:16.451891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object b2091936-00dc-4a4a-a5c9-9d52e712cd7a will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:16.472566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9370e0e-0548-47cc-bfbb-1a4eba1825d1 req-222eff65-d9b3-4f69-ad48-c2eb59435725 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:16.474245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c9370e0e-0548-47cc-bfbb-1a4eba1825d1 req-222eff65-d9b3-4f69-ad48-c2eb59435725 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 943 time: 0.0895903 Aug 23 03:49:16.510162 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-f9b720b4-2820-43b3-8fb2-303cb5d9afc2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:16.511205 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f9b720b4-2820-43b3-8fb2-303cb5d9afc2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2954254 Aug 23 03:49:16.516127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52036) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:16.565261 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c9370e0e-0548-47cc-bfbb-1a4eba1825d1 req-cf7a9b68-87d0-4d5e-b373-6f2fe23b22b3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691421 Aug 23 03:49:16.623527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f4d5144e-7565-429d-bb69-fa198e0c7ca7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:16.626360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d726893-ed8c-485f-9b9e-ec16cff9be51 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:16.628538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:16.694863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d726893-ed8c-485f-9b9e-ec16cff9be51 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:16.698426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:16.718982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:16.723735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=b2091936-00dc-4a4a-a5c9-9d52e712cd7a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:16.726498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:16.756640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f4d5144e-7565-429d-bb69-fa198e0c7ca7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:16.803621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:16.804277 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:16.886396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d726893-ed8c-485f-9b9e-ec16cff9be51 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:16.886396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d726893-ed8c-485f-9b9e-ec16cff9be51 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:16.887983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3d726893-ed8c-485f-9b9e-ec16cff9be51 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/121a9bc3-c08f-4b59-bd2b-4581fdd5acf0 HTTP/1.1" status: 204 len: 168 time: 0.3713312 Aug 23 03:49:16.891940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52046) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:16.906734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c747f528-1edb-4ddf-a4e9-640e6b47f2fb None None] Network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:16.912391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d726893-ed8c-485f-9b9e-ec16cff9be51 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121a9bc3-c08f-4b59-bd2b-4581fdd5acf0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:16.943786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3f9882c9-143e-4d7f-bf76-b21db1b38ec4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3032560 Aug 23 03:49:16.944961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52048) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:17.003119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a304e0d8-086f-4589-b24e-6f6045d2a73a tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1072032 Aug 23 03:49:17.003933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52052) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:17.044164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8b9cd6c1-8012-4807-9086-7b3eae3a0aec None None] Provisioning for port f4d5144e-7565-429d-bb69-fa198e0c7ca7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:17.098928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-171a3774-10b3-4d96-9317-d674f75bf6f1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.128181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-171a3774-10b3-4d96-9317-d674f75bf6f1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.148790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8b9cd6c1-8012-4807-9086-7b3eae3a0aec None None] Provisioning complete for port f4d5144e-7565-429d-bb69-fa198e0c7ca7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:17.154093 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd6c1-8012-4807-9086-7b3eae3a0aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.273401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-171a3774-10b3-4d96-9317-d674f75bf6f1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.275464 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd6c1-8012-4807-9086-7b3eae3a0aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.277897 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-171a3774-10b3-4d96-9317-d674f75bf6f1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.279255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-171a3774-10b3-4d96-9317-d674f75bf6f1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/83ee2bef-b795-485c-960a-6dada5d49733 HTTP/1.1" status: 204 len: 168 time: 0.2705579 Aug 23 03:49:17.282252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52062) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:17.290836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a3774-10b3-4d96-9317-d674f75bf6f1 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee2bef-b795-485c-960a-6dada5d49733,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:17.347735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8b9cd6c1-8012-4807-9086-7b3eae3a0aec None None] For port f4d5144e-7565-429d-bb69-fa198e0c7ca7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f4d5144e-7565-429d-bb69-fa198e0c7ca7,segment=NetworkSegment(4584281b-a645-450e-9aeb-a492de72bf13),segment_id=4584281b-a645-450e-9aeb-a492de72bf13)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:17.392214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dc41aacf-faad-4dfd-80fa-bb2608f9d4fb tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0768001 Aug 23 03:49:17.398320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52068) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:17.405269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5d05af4b-86ea-4581-9bc8-4748b95681aa tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--326591941'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:17.424964 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.444863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 55d84f3d-ee01-4d39-886f-2ba565c5374c details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:49:17.460241 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd6c1-8012-4807-9086-7b3eae3a0aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.515746 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d05af4b-86ea-4581-9bc8-4748b95681aa tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.604432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cd6c1-8012-4807-9086-7b3eae3a0aec None None] Pushing event updated for resources: {'Port': ['ID=f4d5144e-7565-429d-bb69-fa198e0c7ca7,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:17.628239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fae40554-5a15-4c8c-b197-48401f74a22b None None] Provisioning complete for port f4d5144e-7565-429d-bb69-fa198e0c7ca7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:17.629469 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fae40554-5a15-4c8c-b197-48401f74a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.679335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d05af4b-86ea-4581-9bc8-4748b95681aa tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.686604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 55d84f3d-ee01-4d39-886f-2ba565c5374c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=55d84f3d-ee01-4d39-886f-2ba565c5374c,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:17.692707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52074) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:17.714933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '55d84f3d-ee01-4d39-886f-2ba565c5374c', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'port_id': '55d84f3d-ee01-4d39-886f-2ba565c5374c', 'mac_address': 'fa:16:3e:bf:8a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6244b6e-2eb6-44fc-a773-c013c691650f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:49:17.772137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d05af4b-86ea-4581-9bc8-4748b95681aa tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.809782 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.828573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58390fb2-8424-407e-9808-7edcc7c1ad32 req-f83f429f-632e-4d87-b638-d0640f022db9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:17.839561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58390fb2-8424-407e-9808-7edcc7c1ad32 req-f83f429f-632e-4d87-b638-d0640f022db9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 943 time: 0.1351995 Aug 23 03:49:17.841812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d84f3d-ee01-4d39-886f-2ba565c5374c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:49:17.855266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d1262302-3966-42a0-8b2d-cf6a42fa0360 tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:17.878898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 55d84f3d-ee01-4d39-886f-2ba565c5374c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=55d84f3d-ee01-4d39-886f-2ba565c5374c,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:17.892881 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5d05af4b-86ea-4581-9bc8-4748b95681aa tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.896748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5d05af4b-86ea-4581-9bc8-4748b95681aa tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4935997 Aug 23 03:49:17.905177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52082) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:17.913671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fae40554-5a15-4c8c-b197-48401f74a22b None None] Provisioning for port b2091936-00dc-4a4a-a5c9-9d52e712cd7a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:17.919205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fae40554-5a15-4c8c-b197-48401f74a22b None None] Provisioning complete for port b2091936-00dc-4a4a-a5c9-9d52e712cd7a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:17.919607 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fae40554-5a15-4c8c-b197-48401f74a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:17.923068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58390fb2-8424-407e-9808-7edcc7c1ad32 req-09e3ed6b-ba50-42ad-8427-1a802aabe218 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817902 Aug 23 03:49:17.929528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05af4b-86ea-4581-9bc8-4748b95681aa tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5798d675-90c2-4244-baf1-e531a26c8750,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:17.939175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ba8d9ecf-c152-4689-816c-2dc98dea3bbf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '5798d675-90c2-4244-baf1-e531a26c8750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:17.965425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fae40554-5a15-4c8c-b197-48401f74a22b None None] Port b2091936-00dc-4a4a-a5c9-9d52e712cd7a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:17.973635 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.029406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=55d84f3d-ee01-4d39-886f-2ba565c5374c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:18.050270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d1262302-3966-42a0-8b2d-cf6a42fa0360 tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] 10.222.0.20 "PUT /v2.0/quotas/7b75550a95da4061bd3f8c0717ddca11 HTTP/1.1" status: 200 len: 366 time: 0.3563828 Aug 23 03:49:18.052133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52088) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.062794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5ab38319-9e98-4e73-9a70-5aa6cbb64cfd tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0106139 Aug 23 03:49:18.065464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52090) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.075546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-07421992-16d4-42d7-99a3-90801250a837 tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] 10.222.0.20 "GET /v2.0/quotas/7b75550a95da4061bd3f8c0717ddca11 HTTP/1.1" status: 200 len: 366 time: 0.0089128 Aug 23 03:49:18.078343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52092) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.095684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dd31119a-2264-49a9-8515-1b819eb3eeed None None] Provisioning complete for port b2091936-00dc-4a4a-a5c9-9d52e712cd7a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:18.096256 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dd31119a-2264-49a9-8515-1b819eb3eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.117370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.133900 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-ba8d9ecf-c152-4689-816c-2dc98dea3bbf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:18.134984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ba8d9ecf-c152-4689-816c-2dc98dea3bbf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2286072 Aug 23 03:49:18.135338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-dd31119a-2264-49a9-8515-1b819eb3eeed None None] Port b2091936-00dc-4a4a-a5c9-9d52e712cd7a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:18.137857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52094) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.142388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-88c62af4-9b75-4a56-b556-8d46c156707f tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group_rule': {'security_group_id': '5798d675-90c2-4244-baf1-e531a26c8750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:18.186777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5fd87f92-2929-4b77-b8cb-c0e033c5e0fc tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/7b75550a95da4061bd3f8c0717ddca11 HTTP/1.1" status: 204 len: 168 time: 0.1008139 Aug 23 03:49:18.189272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52098) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.199861 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8383c551-9c6f-4f24-92b5-0a3b94baa411 tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0086660 Aug 23 03:49:18.202203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52100) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.212017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0fbadf6f-8a5a-4d24-872e-d004aed24a85 tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] 10.222.0.20 "GET /v2.0/quotas/7b75550a95da4061bd3f8c0717ddca11 HTTP/1.1" status: 200 len: 370 time: 0.0083280 Aug 23 03:49:18.214314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52102) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.219685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bbbc37b4-4030-467a-8e05-cd12ba3dc909 tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] 10.222.0.20 "GET /v2.0/quotas/7b75550a95da4061bd3f8c0717ddca11/default HTTP/1.1" status: 200 len: 370 time: 0.0038588 Aug 23 03:49:18.221952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52104) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.229788 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-53f52795-2a7b-41d0-9ebe-eb44a7e3864c tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] delete failed (client error): The resource could not be found. Aug 23 03:49:18.230790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-53f52795-2a7b-41d0-9ebe-eb44a7e3864c tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/7b75550a95da4061bd3f8c0717ddca11 HTTP/1.1" status: 404 len: 348 time: 0.0080106 Aug 23 03:49:18.265212 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.334090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['55d84f3d-ee01-4d39-886f-2ba565c5374c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:18.346467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=b2091936-00dc-4a4a-a5c9-9d52e712cd7a,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:18.397457 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-88c62af4-9b75-4a56-b556-8d46c156707f tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:18.398540 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88c62af4-9b75-4a56-b556-8d46c156707f tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2597487 Aug 23 03:49:18.401592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52108) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.506383 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d61c0bf-c0eb-4d09-98c8-93000aa182d0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.534647 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d61c0bf-c0eb-4d09-98c8-93000aa182d0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.537533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52110) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.552617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f4d5144e-7565-429d-bb69-fa198e0c7ca7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:18.582842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.616314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Usage tracker for resource:network and tenant:4548dcec6e734d13a2f554bbd179c5ce is out of sync, need to count used quota {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 03:49:18.624544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 03:49:18.628467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f4d5144e-7565-429d-bb69-fa198e0c7ca7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:18.633174 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.644507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Usage tracker for resource:subnet and tenant:4548dcec6e734d13a2f554bbd179c5ce is out of sync, need to count used quota {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 03:49:18.653491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 03:49:18.664575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Usage tracker for resource:subnetpool and tenant:4548dcec6e734d13a2f554bbd179c5ce is out of sync, need to count used quota {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 03:49:18.674707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 03:49:18.682882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Usage tracker for resource:port and tenant:4548dcec6e734d13a2f554bbd179c5ce is out of sync, need to count used quota {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 03:49:18.689682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 03:49:18.696122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-16709bca-130b-408f-ae0e-6b7a7013c99a None None] Provisioning complete for port b2091936-00dc-4a4a-a5c9-9d52e712cd7a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:18.696590 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-16709bca-130b-408f-ae0e-6b7a7013c99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.698342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Usage tracker for resource:router and tenant:4548dcec6e734d13a2f554bbd179c5ce is out of sync, need to count used quota {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 03:49:18.706916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 03:49:18.714134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Usage tracker for resource:floatingip and tenant:4548dcec6e734d13a2f554bbd179c5ce is out of sync, need to count used quota {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 03:49:18.723756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d61c0bf-c0eb-4d09-98c8-93000aa182d0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.726869 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d61c0bf-c0eb-4d09-98c8-93000aa182d0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.728558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3d61c0bf-c0eb-4d09-98c8-93000aa182d0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/5798d675-90c2-4244-baf1-e531a26c8750 HTTP/1.1" status: 204 len: 168 time: 0.3244255 Aug 23 03:49:18.733802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52114) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.735935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 03:49:18.739905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-16709bca-130b-408f-ae0e-6b7a7013c99a None None] Port b2091936-00dc-4a4a-a5c9-9d52e712cd7a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:18.751106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61c0bf-c0eb-4d09-98c8-93000aa182d0 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5798d675-90c2-4244-baf1-e531a26c8750,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:18.822169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4fb48a7e-9bb5-440a-b63b-e4a4364cce1f tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787177 Aug 23 03:49:18.822169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Usage tracker for resource:security_group and tenant:4548dcec6e734d13a2f554bbd179c5ce is out of sync, need to count used quota {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 03:49:18.822672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52118) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:18.823507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 03:49:18.826001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e05f43f2-16f9-42f3-9f15-859a128f6770 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'tempest-secgroup--829108821'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:18.830709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Usage tracker for resource:security_group_rule and tenant:4548dcec6e734d13a2f554bbd179c5ce is out of sync, need to count used quota {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 23 03:49:18.835702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.quota.resource [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95121) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 23 03:49:18.841495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f450c7f0-4779-49f7-b798-7e482bc52c1e tempest-QuotasTest-827136521 tempest-QuotasTest-827136521-project-admin] 10.222.0.20 "GET /v2.0/quotas/4548dcec6e734d13a2f554bbd179c5ce/details.json HTTP/1.1" status: 200 len: 703 time: 0.3027158 Aug 23 03:49:18.912924 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:18.978829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05f43f2-16f9-42f3-9f15-859a128f6770 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.148793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2537a-6005-4e65-a1a9-0c544a6bcb7e req-18a6bd1a-82d8-4bda-bc6f-b80d61b326b4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:19.150410 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-10b2537a-6005-4e65-a1a9-0c544a6bcb7e req-18a6bd1a-82d8-4bda-bc6f-b80d61b326b4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 944 time: 0.1366282 Aug 23 03:49:19.269882 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-10b2537a-6005-4e65-a1a9-0c544a6bcb7e req-4f3a7dbf-330b-47f6-8181-264577524073 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040156 Aug 23 03:49:19.303764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05f43f2-16f9-42f3-9f15-859a128f6770 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.332612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.442849 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05f43f2-16f9-42f3-9f15-859a128f6770 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.448056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.500581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52132) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:19.537618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f43f2-16f9-42f3-9f15-859a128f6770 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916b07da-a8a8-4a39-9245-dd7615b5a8ab,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:19.555075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=b2091936-00dc-4a4a-a5c9-9d52e712cd7a,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:19.557562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.580111 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e05f43f2-16f9-42f3-9f15-859a128f6770 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.584162 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e05f43f2-16f9-42f3-9f15-859a128f6770 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7621732 Aug 23 03:49:19.584543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52136) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:19.590867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5b18c248-86dd-4e49-9be4-c5cb453f5b47 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:19.591318 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-5b18c248-86dd-4e49-9be4-c5cb453f5b47 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 03:49:19.591816 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-5b18c248-86dd-4e49-9be4-c5cb453f5b47 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 03:49:19.592839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5b18c248-86dd-4e49-9be4-c5cb453f5b47 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "PUT /v2.0/security-groups/916b07da-a8a8-4a39-9245-dd7615b5a8ab HTTP/1.1" status: 409 len: 330 time: 0.0068755 Aug 23 03:49:19.595643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52138) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:19.628059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9762e5cf-ef3b-4f2f-9b70-69feef8e719e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.661997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:19.663557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:19.697338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6cd74684-fc20-4076-ba95-7d9d92206ba2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.736563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6cd74684-fc20-4076-ba95-7d9d92206ba2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.823087 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9762e5cf-ef3b-4f2f-9b70-69feef8e719e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.901320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9762e5cf-ef3b-4f2f-9b70-69feef8e719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.927613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Router 5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:49:19.935669 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6cd74684-fc20-4076-ba95-7d9d92206ba2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.938275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6cd74684-fc20-4076-ba95-7d9d92206ba2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.942095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6cd74684-fc20-4076-ba95-7d9d92206ba2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/916b07da-a8a8-4a39-9245-dd7615b5a8ab HTTP/1.1" status: 204 len: 168 time: 0.3455470 Aug 23 03:49:19.946709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52142) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:19.956175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762e5cf-ef3b-4f2f-9b70-69feef8e719e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e06201b-70e4-470b-8072-5af7294e72d5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:19.974300 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9762e5cf-ef3b-4f2f-9b70-69feef8e719e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39f2a02979d2459ab7912f1f7e09fecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725072 Aug 23 03:49:19.980405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c1c1a5b6-e15d-456a-8973-62d8ef304f9e None None] Provisioning complete for port b2091936-00dc-4a4a-a5c9-9d52e712cd7a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:19.980907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c1c1a5b6-e15d-456a-8973-62d8ef304f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:19.981408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52144) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:19.985824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd74684-fc20-4076-ba95-7d9d92206ba2 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916b07da-a8a8-4a39-9245-dd7615b5a8ab,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:20.037230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5b42ecdd-b166-4498-97ef-3ce70b551621 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891600 Aug 23 03:49:20.038624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52146) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:20.038778 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1a5b6-e15d-456a-8973-62d8ef304f9e None None] Port b2091936-00dc-4a4a-a5c9-9d52e712cd7a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:20.060634 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-b8d181a6-59b4-4dc9-8555-27d7e0431f98 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] delete failed (client error): The resource could not be found. Aug 23 03:49:20.061720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b8d181a6-59b4-4dc9-8555-27d7e0431f98 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "DELETE /v2.0/security-groups/bbcba9b2-51bf-4e03-8e15-fcba4c0ebc3c HTTP/1.1" status: 404 len: 347 time: 0.0221586 Aug 23 03:49:20.067712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52150) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:20.072502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:49:20.085147 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdeed0-8f2c-4a36-98c0-8d9ce7faafc1 None None] Sync routers for ids ['5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:49:20.088577 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-28f69868-a943-4695-a037-8eb2638dd38f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "PUT /v2.0/routers/5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1418159 Aug 23 03:49:20.090209 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-2af0b41b-e06c-4354-80d2-8e0d45b07336 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] show failed (client error): The resource could not be found. Aug 23 03:49:20.092877 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2af0b41b-e06c-4354-80d2-8e0d45b07336 tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-groups/535b8374-514a-401d-b6b6-a7fdb53c9129 HTTP/1.1" status: 404 len: 347 time: 0.0234499 Aug 23 03:49:20.099154 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdeed0-8f2c-4a36-98c0-8d9ce7faafc1 None None] Routers {'5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:20.099343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52152) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:20.099467 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-57fdeed0-8f2c-4a36-98c0-8d9ce7faafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:48:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:20.099615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52154) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:20.100440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9729aff2-3550-457c-bac4-a9a21274db4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.123568 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-a241e136-3ca6-4126-9b64-056c2cbe06cf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] show failed (client error): The resource could not be found. Aug 23 03:49:20.124609 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a241e136-3ca6-4126-9b64-056c2cbe06cf tempest-NegativeSecGroupIPv6Test-278099938 tempest-NegativeSecGroupIPv6Test-278099938-project] 10.222.0.20 "GET /v2.0/security-group-rules/951b514d-1687-4581-8b2e-57bdafa2f735 HTTP/1.1" status: 404 len: 356 time: 0.0244234 Aug 23 03:49:20.128070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9729aff2-3550-457c-bac4-a9a21274db4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.142469 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-57fdeed0-8f2c-4a36-98c0-8d9ce7faafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:20.152463 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdeed0-8f2c-4a36-98c0-8d9ce7faafc1 None None] Routers {'5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:20.153486 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-57fdeed0-8f2c-4a36-98c0-8d9ce7faafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:48:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:20.168779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717d8ad-f52c-4acd-a9f2-1229a63e4f31 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:20.168779 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7717d8ad-f52c-4acd-a9f2-1229a63e4f31 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc HTTP/1.1" status: 200 len: 982 time: 0.0710599 Aug 23 03:49:20.170675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52158) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:20.188942 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-57fdeed0-8f2c-4a36-98c0-8d9ce7faafc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:20.189626 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdeed0-8f2c-4a36-98c0-8d9ce7faafc1 None None] The sync data for ids ['5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:49:20.316889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9729aff2-3550-457c-bac4-a9a21274db4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.319497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9729aff2-3550-457c-bac4-a9a21274db4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.324560 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9729aff2-3550-457c-bac4-a9a21274db4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e06201b-70e4-470b-8072-5af7294e72d5 HTTP/1.1" status: 204 len: 168 time: 0.3368456 Aug 23 03:49:20.330322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729aff2-3550-457c-bac4-a9a21274db4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e06201b-70e4-470b-8072-5af7294e72d5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:20.431485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d408f-4d0d-419d-80ad-7800c74b491d req-df8b9e56-de77-4d3c-8aa6-c24046f0e8ee tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:20.433202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a91d408f-4d0d-419d-80ad-7800c74b491d req-df8b9e56-de77-4d3c-8aa6-c24046f0e8ee tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 944 time: 0.0646913 Aug 23 03:49:20.478962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a91d408f-4d0d-419d-80ad-7800c74b491d req-199b3d07-a280-4b4e-9db5-52bfdc7dd338 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Aug 23 03:49:20.631289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.633103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52170) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:20.770196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4bfb2ab4-46e0-4642-b9ac-e12d1c2e16dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8afb03b929384bff8b754abc72b58147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348584 Aug 23 03:49:20.772628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52174) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:20.821184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-043a02fa-50bf-4ddc-b291-070f3db8780e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.843621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port b2091936-00dc-4a4a-a5c9-9d52e712cd7a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:20.843886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.849124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-043a02fa-50bf-4ddc-b291-070f3db8780e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.936242 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.950118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for b2091936-00dc-4a4a-a5c9-9d52e712cd7a owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:20.997251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-043a02fa-50bf-4ddc-b291-070f3db8780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:20.999888 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-043a02fa-50bf-4ddc-b291-070f3db8780e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.001416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-043a02fa-50bf-4ddc-b291-070f3db8780e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db45784e-294f-4618-b08a-219efce02459 HTTP/1.1" status: 204 len: 168 time: 0.2277653 Aug 23 03:49:21.009969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a02fa-50bf-4ddc-b291-070f3db8780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db45784e-294f-4618-b08a-219efce02459,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:21.045611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52186) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:21.067380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a98f954-07ce-492c-a85a-d6a5eecb9ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.219540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a98f954-07ce-492c-a85a-d6a5eecb9ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.328045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a98f954-07ce-492c-a85a-d6a5eecb9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.328203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.363257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=b2091936-00dc-4a4a-a5c9-9d52e712cd7a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:21.367930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6a98f954-07ce-492c-a85a-d6a5eecb9ffe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4548dcec6e734d13a2f554bbd179c5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212385 Aug 23 03:49:21.370197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98f954-07ce-492c-a85a-d6a5eecb9ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7d2f46-098b-408d-a425-7c8e80bdf663,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:21.373350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52198) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:21.463121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 55d84f3d-ee01-4d39-886f-2ba565c5374c up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:21.470191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9e46daf-c552-48f0-888d-cf7baf1ac538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.519174 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9e46daf-c552-48f0-888d-cf7baf1ac538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.671257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 55d84f3d-ee01-4d39-886f-2ba565c5374c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:21.676013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 55d84f3d-ee01-4d39-886f-2ba565c5374c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:21.682026 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.704014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9e46daf-c552-48f0-888d-cf7baf1ac538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.707279 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9e46daf-c552-48f0-888d-cf7baf1ac538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.711400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c9e46daf-c552-48f0-888d-cf7baf1ac538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d7d2f46-098b-408d-a425-7c8e80bdf663 HTTP/1.1" status: 204 len: 168 time: 0.3344798 Aug 23 03:49:21.719582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e46daf-c552-48f0-888d-cf7baf1ac538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7d2f46-098b-408d-a425-7c8e80bdf663,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:21.823911 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.857810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274dc3fc-0137-4977-9a42-3ee797673b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d84f3d-ee01-4d39-886f-2ba565c5374c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:49:21.858687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:21.862327 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b4f94e-4151-43b1-903f-712382cce43f" -d '{"events": [{"server_uuid": "274dc3fc-0137-4977-9a42-3ee797673b15", "name": "network-vif-plugged", "status": "completed", "tag": "55d84f3d-ee01-4d39-886f-2ba565c5374c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:49:21.878196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 55d84f3d-ee01-4d39-886f-2ba565c5374c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=55d84f3d-ee01-4d39-886f-2ba565c5374c,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:21.915671 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e126661-878d-4999-8b70-8218aa15e378 x-openstack-request-id: req-0e126661-878d-4999-8b70-8218aa15e378 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:49:21.926257 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274dc3fc-0137-4977-9a42-3ee797673b15", "name": "network-vif-plugged", "status": "completed", "tag": "55d84f3d-ee01-4d39-886f-2ba565c5374c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:49:21.934116 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e126661-878d-4999-8b70-8218aa15e378 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:49:21.934116 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274dc3fc-0137-4977-9a42-3ee797673b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d84f3d-ee01-4d39-886f-2ba565c5374c', 'code': 200} Aug 23 03:49:21.973883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:22.026582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba35bb3-b163-4b85-861e-06bbae5d604b req-423870bb-5cb2-4536-9ed6-2c47e24e6360 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:22.028639 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1ba35bb3-b163-4b85-861e-06bbae5d604b req-423870bb-5cb2-4536-9ed6-2c47e24e6360 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 944 time: 0.1595426 Aug 23 03:49:22.053847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=55d84f3d-ee01-4d39-886f-2ba565c5374c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:22.107734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Router 5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:49:22.129609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d385097-09da-46f3-a2e4-0e9765616294 req-6a80102c-7778-4471-aa73-e59d5fcb1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:22.131287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d385097-09da-46f3-a2e4-0e9765616294 req-6a80102c-7778-4471-aa73-e59d5fcb1ef4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 1096 time: 0.1216233 Aug 23 03:49:22.134210 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1ba35bb3-b163-4b85-861e-06bbae5d604b req-b4ad26ff-a83b-46a1-a282-491be3ac18db tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615394 Aug 23 03:49:22.236398 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d385097-09da-46f3-a2e4-0e9765616294 req-d576c96a-28ca-46da-9e34-0fda7266cd46 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960257 Aug 23 03:49:22.239258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:49:22.251921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1789cb27-b5a9-4f80-8318-ebe6f4d3a0de tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "PUT /v2.0/routers/5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0732715 Aug 23 03:49:22.252037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52246) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:22.252150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c538c3-5e35-46a4-8d10-3df15c1579fa None None] Sync routers for ids ['5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:49:22.269147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c538c3-5e35-46a4-8d10-3df15c1579fa None None] Routers {'5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:22.269948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b5c538c3-5e35-46a4-8d10-3df15c1579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:48:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:22.282823 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4038b512-d7dc-4a05-97fb-d37b5f7f7d06 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:49:22.285033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4038b512-d7dc-4a05-97fb-d37b5f7f7d06 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/b2091936-00dc-4a4a-a5c9-9d52e712cd7a HTTP/1.1" status: 404 len: 333 time: 0.0361612 Aug 23 03:49:22.287672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52248) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:22.321022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b5c538c3-5e35-46a4-8d10-3df15c1579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:22.331249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c538c3-5e35-46a4-8d10-3df15c1579fa None None] Routers {'5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:22.331988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b5c538c3-5e35-46a4-8d10-3df15c1579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:48:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:22.370801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b5c538c3-5e35-46a4-8d10-3df15c1579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:22.372355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c538c3-5e35-46a4-8d10-3df15c1579fa None None] The sync data for ids ['5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:49:22.387175 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-213cc0fc-0db3-4318-851a-a7dd0be0d933 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:22.521953 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:22.605705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-213cc0fc-0db3-4318-851a-a7dd0be0d933 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:22.607871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-213cc0fc-0db3-4318-851a-a7dd0be0d933 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:22.745195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-213cc0fc-0db3-4318-851a-a7dd0be0d933 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:22.745865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213cc0fc-0db3-4318-851a-a7dd0be0d933 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Fanout notify agent at l3_agent the message router_deleted on router 5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:49:22.761052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-213cc0fc-0db3-4318-851a-a7dd0be0d933 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:22.763246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-213cc0fc-0db3-4318-851a-a7dd0be0d933 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/routers/5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc HTTP/1.1" status: 204 len: 168 time: 0.4742568 Aug 23 03:49:22.765355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52278) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:22.827821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-8199f938-07a0-473c-94a2-0e46aef6e2ef tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet 91d13f76-87c6-468a-8056-8c782a8263da {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:49:22.830987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8199f938-07a0-473c-94a2-0e46aef6e2ef tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:22.885019 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8199f938-07a0-473c-94a2-0e46aef6e2ef tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:22.983550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8199f938-07a0-473c-94a2-0e46aef6e2ef tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.150751 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8199f938-07a0-473c-94a2-0e46aef6e2ef tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.184439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199f938-07a0-473c-94a2-0e46aef6e2ef tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=91d13f76-87c6-468a-8056-8c782a8263da,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:23.191970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8199f938-07a0-473c-94a2-0e46aef6e2ef tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.194183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8199f938-07a0-473c-94a2-0e46aef6e2ef tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/91d13f76-87c6-468a-8056-8c782a8263da HTTP/1.1" status: 204 len: 168 time: 0.4274483 Aug 23 03:49:23.196865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52304) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:23.199979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab94c16-16da-46f9-be9b-2892c95f4d99 None None] Network 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:23.335249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.366513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db036491-ca62-406e-8c4d-4acb40805f6e req-650a0d98-7bd6-4686-9e9f-249ebddfc2c9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:23.374907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db036491-ca62-406e-8c4d-4acb40805f6e req-650a0d98-7bd6-4686-9e9f-249ebddfc2c9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 945 time: 0.1365907 Aug 23 03:49:23.484083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db036491-ca62-406e-8c4d-4acb40805f6e req-7de45cd0-9bbd-4237-801a-32d03f248b8a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045966 Aug 23 03:49:23.505548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port f4d5144e-7565-429d-bb69-fa198e0c7ca7 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:23.506103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.595978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e7acff-e459-41e5-8a8f-ee85ea9f104a None None] DHCP port deletion for 8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:49:23.657558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] For port f4d5144e-7565-429d-bb69-fa198e0c7ca7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f4d5144e-7565-429d-bb69-fa198e0c7ca7,segment=NetworkSegment(4584281b-a645-450e-9aeb-a492de72bf13),segment_id=4584281b-a645-450e-9aeb-a492de72bf13)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:23.657934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.679495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for f4d5144e-7565-429d-bb69-fa198e0c7ca7 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:23.712969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-23e7acff-e459-41e5-8a8f-ee85ea9f104a None None] Deleting port f4d5144e-7565-429d-bb69-fa198e0c7ca7 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:23.715497 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23e7acff-e459-41e5-8a8f-ee85ea9f104a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.802446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-23e7acff-e459-41e5-8a8f-ee85ea9f104a None None] For port f4d5144e-7565-429d-bb69-fa198e0c7ca7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f4d5144e-7565-429d-bb69-fa198e0c7ca7,segment=NetworkSegment(4584281b-a645-450e-9aeb-a492de72bf13),segment_id=4584281b-a645-450e-9aeb-a492de72bf13)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:23.802964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23e7acff-e459-41e5-8a8f-ee85ea9f104a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.829476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-23e7acff-e459-41e5-8a8f-ee85ea9f104a None None] Calling delete_port for f4d5144e-7565-429d-bb69-fa198e0c7ca7 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:23.887990 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.934492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=f4d5144e-7565-429d-bb69-fa198e0c7ca7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:23.937390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No DVR routers for this DVR port f4d5144e-7565-429d-bb69-fa198e0c7ca7 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:23.950717 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23e7acff-e459-41e5-8a8f-ee85ea9f104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:23.965526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7acff-e459-41e5-8a8f-ee85ea9f104a None None] No DVR routers for this DVR port f4d5144e-7565-429d-bb69-fa198e0c7ca7 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:24.016277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7acff-e459-41e5-8a8f-ee85ea9f104a None None] Pushing event deleted for resources: {'Port': ['ID=f4d5144e-7565-429d-bb69-fa198e0c7ca7,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:24.042258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.053164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff8e25d-1cf2-46b1-878b-0e28f0175bf0']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:24.064766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4584281b-a645-450e-9aeb-a492de72bf13') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:24.065647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4584281b-a645-450e-9aeb-a492de72bf13') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:24.076100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.096513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.104403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:49:24.104859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:49:24.108970 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:49:24.140255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52346) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:24.237787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-126347621', 'router:external': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:24.304872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.316302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.318194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/networks/8ff8e25d-1cf2-46b1-878b-0e28f0175bf0 HTTP/1.1" status: 204 len: 168 time: 1.1199417 Aug 23 03:49:24.326939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52352) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:24.331091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138f19f-fbe0-4aad-b005-df28539e160b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Network': ['ID=8ff8e25d-1cf2-46b1-878b-0e28f0175bf0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:24.381058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918cc631-1d48-4119-bdf8-ff6dcdcfe96b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:24.382482 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-918cc631-1d48-4119-bdf8-ff6dcdcfe96b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd HTTP/1.1" status: 200 len: 840 time: 0.0531459 Aug 23 03:49:24.386253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52354) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:24.396260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Made reservation on behalf of 34edc72707724ee38a5f2b9bada0a04b for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:24.400320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.407994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.434966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-864f3029-a42e-4a21-a4db-0c54316d0941 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0467257 Aug 23 03:49:24.439500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52356) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:24.443840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:24.504138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f4d5144e-7565-429d-bb69-fa198e0c7ca7 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:49:24.518598 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.541798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f4d5144e-7565-429d-bb69-fa198e0c7ca7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:49:24.546067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f4d5144e-7565-429d-bb69-fa198e0c7ca7 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:49:24.619196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e6fdd-fcfb-4e43-8886-9c2e865b3515 req-4496c549-4738-42e5-af4f-88aad1947b7e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:24.629583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d4e6fdd-fcfb-4e43-8886-9c2e865b3515 req-4496c549-4738-42e5-af4f-88aad1947b7e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 945 time: 0.0668390 Aug 23 03:49:24.632189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.647485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:49:24.665510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52364) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:24.667240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.670792 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Added segment 124f8e89-181b-4c47-960f-42bded5e0c89 of type vlan for network 1ccee5d6-676b-44a4-b35b-2c9bd87d1141 Aug 23 03:49:24.733650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:24.737628 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.737790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3557c1-daf1-4d17-94ac-279c1083b793,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:24.752006 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d4e6fdd-fcfb-4e43-8886-9c2e865b3515 req-21e1f80f-2c61-4fe7-9b45-4ae05fd0ca3c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215641 Aug 23 03:49:24.780507 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.888593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.892182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e7a33c5-b299-4b0e-a065-7534a8ccb240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.892704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:24.892704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:24.970153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41871a03-ca91-4438-adf6-83e60b58a71a req-6dfbb9a3-af13-4acb-b13a-0ad78953b185 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:24.971767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41871a03-ca91-4438-adf6-83e60b58a71a req-6dfbb9a3-af13-4acb-b13a-0ad78953b185 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 945 time: 0.1149745 Aug 23 03:49:24.973834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event updated for resources: {'Network': ['ID=1ccee5d6-676b-44a4-b35b-2c9bd87d1141,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:24.996084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 1ccee5d6-676b-44a4-b35b-2c9bd87d1141 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:49:25.030764 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41871a03-ca91-4438-adf6-83e60b58a71a req-195eea64-efbf-45cb-9a06-be93e17af420 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 Aug 23 03:49:25.108204 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e7a33c5-b299-4b0e-a065-7534a8ccb240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:25.150875 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:25.191405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e7a33c5-b299-4b0e-a065-7534a8ccb240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:25.204830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:25.221094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:25.230942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:25.231250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21973b50-352f-461e-8c57-c5ec31265437 None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:25.231535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:25.243170 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-18663500-01fd-4331-ae31-86c8c4cd2402 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1016617 Aug 23 03:49:25.246537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52374) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:25.247303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=d5d372e9-a785-4b5b-a7df-4c5925083a7a,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:25.260346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'subnet': {'network_id': '1ccee5d6-676b-44a4-b35b-2c9bd87d1141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:25.262158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5e7a33c5-b299-4b0e-a065-7534a8ccb240 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8b0cffbcd3044a5a495cd2382f4f742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5945551 Aug 23 03:49:25.263620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a33c5-b299-4b0e-a065-7534a8ccb240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387d44d8-46b5-4981-9a7c-d2838464eaa8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:25.268958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52376) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:25.321875 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5a37d52-ee88-466b-b821-1df7e62e56f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:25.369789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5a37d52-ee88-466b-b821-1df7e62e56f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:25.400707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52380) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:25.401194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7fd1b688-c9aa-412a-b13a-3cadec47b5d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9613204 Aug 23 03:49:25.409311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cee34688-2c94-4234-91b7-3ff35f38f6c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'security_group': {'name': 'tempest-secgroup-1407698996'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:25.429209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-3c688fca-8b91-49b5-9068-0842b85ca171', 'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'tenant_id': '6c14d6d259fc4a2c86b67f8e8fc4b932', 'fixed_ips': [{'subnet_id': 'd5d372e9-a785-4b5b-a7df-4c5925083a7a'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:49:25.430137 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:25.642001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db818f-6242-4843-a423-f86fede20265 req-87f04c93-b809-4a5c-86cf-f48ff07156b3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:25.643585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c7db818f-6242-4843-a423-f86fede20265 req-87f04c93-b809-4a5c-86cf-f48ff07156b3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 945 time: 0.0526292 Aug 23 03:49:25.681371 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c7db818f-6242-4843-a423-f86fede20265 req-7248f04a-c00a-4f45-8d86-59a2935c3ac5 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Aug 23 03:49:26.048052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5a37d52-ee88-466b-b821-1df7e62e56f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.049456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Made reservation on behalf of 34edc72707724ee38a5f2b9bada0a04b for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:26.051786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5a37d52-ee88-466b-b821-1df7e62e56f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.052031 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.053593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b5a37d52-ee88-466b-b821-1df7e62e56f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/387d44d8-46b5-4981-9a7c-d2838464eaa8 HTTP/1.1" status: 204 len: 168 time: 0.7835567 Aug 23 03:49:26.074434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a37d52-ee88-466b-b821-1df7e62e56f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387d44d8-46b5-4981-9a7c-d2838464eaa8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:26.110531 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c3973ca-a5f7-4e47-850b-05dda7dc1412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.178081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Allocated IP 172.20.0.2 (3c688fca-8b91-49b5-9068-0842b85ca171/d5d372e9-a785-4b5b-a7df-4c5925083a7a/1f0af027-e478-4389-93b5-9137de828ea6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:26.191981 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cee34688-2c94-4234-91b7-3ff35f38f6c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.325898 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cee34688-2c94-4234-91b7-3ff35f38f6c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.346954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.354912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Transition to ACTIVE for port object 1f0af027-e478-4389-93b5-9137de828ea6 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:26.369285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Transition to ACTIVE for port object 1f0af027-e478-4389-93b5-9137de828ea6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:26.445699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cee34688-2c94-4234-91b7-3ff35f38f6c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.490263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34688-2c94-4234-91b7-3ff35f38f6c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7383818-2160-4187-a3d4-f9dde6434026,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:26.536059 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.549361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:49:26.549816 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.570759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:26.574249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:26.584684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:26.588643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cee34688-2c94-4234-91b7-3ff35f38f6c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.590126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cee34688-2c94-4234-91b7-3ff35f38f6c4 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1879835 Aug 23 03:49:26.593361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52398) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:26.598502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-719f63f7-b057-48b3-98be-d645b974e1a8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'security_group': {'name': 'tempest-secgroup-210219447'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:26.606605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Pushing event updated for resources: {'Port': ['ID=1f0af027-e478-4389-93b5-9137de828ea6,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:26.618830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ca63a7f8-7381-4fd3-b903-44fcb83061e7,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:26.631848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Checking segment: {'id': '124f8e89-181b-4c47-960f-42bded5e0c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1ccee5d6-676b-44a4-b35b-2c9bd87d1141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:26.632216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Network hostable DHCP agents. Network: 1ccee5d6-676b-44a4-b35b-2c9bd87d1141, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:49:26.662616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Attempting to bind port 1f0af027-e478-4389-93b5-9137de828ea6 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:26.662975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Attempting to bind port 1f0af027-e478-4389-93b5-9137de828ea6 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '04481fee-b8c6-419f-b887-e56c87716fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:26.663344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Attempting to bind port 1f0af027-e478-4389-93b5-9137de828ea6 on network 3c688fca-8b91-49b5-9068-0842b85ca171 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:26.669120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:26.674760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Checking segment: {'id': '04481fee-b8c6-419f-b887-e56c87716fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:26.674760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.674760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Bound using segment: {'id': '04481fee-b8c6-419f-b887-e56c87716fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:26.674760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Bound port: 1f0af027-e478-4389-93b5-9137de828ea6, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04481fee-b8c6-419f-b887-e56c87716fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:26.674760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.735923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] For port 1f0af027-e478-4389-93b5-9137de828ea6, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:49:26.739365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] For port 1f0af027-e478-4389-93b5-9137de828ea6, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1f0af027-e478-4389-93b5-9137de828ea6,segment=NetworkSegment(04481fee-b8c6-419f-b887-e56c87716fb4),segment_id=04481fee-b8c6-419f-b887-e56c87716fb4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:49:26.744913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Network 1ccee5d6-676b-44a4-b35b-2c9bd87d1141 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:49:26.748116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-719f63f7-b057-48b3-98be-d645b974e1a8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.809565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.846593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884483-d221-4b3d-a991-143da71c5d3d req-5fea2446-5ea9-4f0f-b0ed-e417ce282671 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:26.848375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91884483-d221-4b3d-a991-143da71c5d3d req-5fea2446-5ea9-4f0f-b0ed-e417ce282671 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 945 time: 0.0881138 Aug 23 03:49:26.859671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 1ccee5d6-676b-44a4-b35b-2c9bd87d1141) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:26.864736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:26.865189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:26.895530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d625ee5-d9c1-4bda-9b38-21f546769452 None None] Pushing event updated for resources: {'Port': ['ID=1f0af027-e478-4389-93b5-9137de828ea6,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:26.901371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2957931-4023-4ecf-b3ad-ba22dda06719 None None] Network 1ccee5d6-676b-44a4-b35b-2c9bd87d1141 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:26.925128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91884483-d221-4b3d-a991-143da71c5d3d req-cf27ad3e-101f-4714-9c62-d999c9d8a705 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661275 Aug 23 03:49:26.951950 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-719f63f7-b057-48b3-98be-d645b974e1a8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.063146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c606790-cf90-4fb1-8d6c-22f41518972d None None] Network 1ccee5d6-676b-44a4-b35b-2c9bd87d1141 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:27.068105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52406) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:27.081318 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-719f63f7-b057-48b3-98be-d645b974e1a8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.103141 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a64c3f7c-77d7-4791-baf3-7b6321d7d66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.134355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f63f7-b057-48b3-98be-d645b974e1a8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1478de5-1dfb-4aae-82df-c0ed6c27eed2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:27.181878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-accb7ca8-9e10-4256-8bc3-ccba1d59e204 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9315820 Aug 23 03:49:27.183753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52408) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:27.188864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1162842431', 'network_id': '1ccee5d6-676b-44a4-b35b-2c9bd87d1141'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:27.283948 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-719f63f7-b057-48b3-98be-d645b974e1a8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.288580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-719f63f7-b057-48b3-98be-d645b974e1a8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6940589 Aug 23 03:49:27.292169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52410) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:27.299956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-161555841', 'security_groups': ['f1478de5-1dfb-4aae-82df-c0ed6c27eed2'], 'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd5d372e9-a785-4b5b-a7df-4c5925083a7a'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:27.305797 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:49:27.305797 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:49:27.305797 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id_1': '34edc72707724ee38a5f2b9bada0a04b', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 49, 27, 200670)}] Aug 23 03:49:27.305797 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:49:27.309645 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:49:27.352324 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92b1b-123e-4f38-985d-9227357633be req-965502fe-382e-4659-bf1c-99dcba15ca4c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:27.354052 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41b92b1b-123e-4f38-985d-9227357633be req-965502fe-382e-4659-bf1c-99dcba15ca4c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 945 time: 0.0621169 Aug 23 03:49:27.456478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-41b92b1b-123e-4f38-985d-9227357633be req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Deleting port 55d84f3d-ee01-4d39-886f-2ba565c5374c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:27.456754 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-41b92b1b-123e-4f38-985d-9227357633be req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.461282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a64c3f7c-77d7-4791-baf3-7b6321d7d66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.553264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-41b92b1b-123e-4f38-985d-9227357633be req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] For port 55d84f3d-ee01-4d39-886f-2ba565c5374c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=55d84f3d-ee01-4d39-886f-2ba565c5374c,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:27.553685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-41b92b1b-123e-4f38-985d-9227357633be req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.566181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a64c3f7c-77d7-4791-baf3-7b6321d7d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.578615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-41b92b1b-123e-4f38-985d-9227357633be req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Calling delete_port for 55d84f3d-ee01-4d39-886f-2ba565c5374c owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:27.605083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a64c3f7c-77d7-4791-baf3-7b6321d7d66b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be03f82bf53a4d86bfcc791303f663e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351493 Aug 23 03:49:27.609592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52416) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:27.620070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3f7c-77d7-4791-baf3-7b6321d7d66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128dbe52-2fa3-42ba-b5f1-d2cde5c51199,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:27.669002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43898528-2824-4f9c-9582-a86606318735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.694948 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43898528-2824-4f9c-9582-a86606318735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.739124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:27.882230 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-41b92b1b-123e-4f38-985d-9227357633be req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.901402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['55d84f3d-ee01-4d39-886f-2ba565c5374c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:27.916483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event deleted for resources: {'Port': ['ID=55d84f3d-ee01-4d39-886f-2ba565c5374c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:27.925488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Made reservation on behalf of 34edc72707724ee38a5f2b9bada0a04b for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:27.928187 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:27.944674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:28.008877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b92b1b-123e-4f38-985d-9227357633be req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] No DVR routers for this DVR port 55d84f3d-ee01-4d39-886f-2ba565c5374c on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:28.013004 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-41b92b1b-123e-4f38-985d-9227357633be req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.015214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41b92b1b-123e-4f38-985d-9227357633be req-2bd2c443-7f91-450b-8005-692555822b0b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "DELETE /v2.0/ports/55d84f3d-ee01-4d39-886f-2ba565c5374c HTTP/1.1" status: 204 len: 173 time: 0.6554637 Aug 23 03:49:28.015673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274dc3fc-0137-4977-9a42-3ee797673b15', 'name': 'network-vif-deleted', 'tag': '55d84f3d-ee01-4d39-886f-2ba565c5374c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:49:28.018021 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc82cbc0-5eea-4834-9b1e-4d61380e160a" -d '{"events": [{"server_uuid": "274dc3fc-0137-4977-9a42-3ee797673b15", "name": "network-vif-deleted", "tag": "55d84f3d-ee01-4d39-886f-2ba565c5374c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:49:28.024844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] device_id is not set on port 51914313-ad7d-4666-8beb-c048509b8383 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:49:28.137214 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc732c7a-7a99-4490-ba1a-f75361712157 x-openstack-request-id: req-bc732c7a-7a99-4490-ba1a-f75361712157 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:49:28.137709 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274dc3fc-0137-4977-9a42-3ee797673b15", "name": "network-vif-deleted", "tag": "55d84f3d-ee01-4d39-886f-2ba565c5374c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:49:28.138066 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc732c7a-7a99-4490-ba1a-f75361712157 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:49:28.138564 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274dc3fc-0137-4977-9a42-3ee797673b15', 'name': 'network-vif-deleted', 'tag': '55d84f3d-ee01-4d39-886f-2ba565c5374c', 'status': 'completed', 'code': 200} Aug 23 03:49:28.181616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f604119-e3e6-4916-bd24-8b9e3c852400 req-114bef22-33d9-4fb3-83c0-2f67d4599b48 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 210 time: 0.0947511 Aug 23 03:49:28.268227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-93b9a639-6dfb-47dc-bd46-bd55998ca746 None None] Provisioning complete for port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:28.269356 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-93b9a639-6dfb-47dc-bd46-bd55998ca746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.309257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-93b9a639-6dfb-47dc-bd46-bd55998ca746 None None] Port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:28.313110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Allocated IP 2001:db8::6b (1ccee5d6-676b-44a4-b35b-2c9bd87d1141/ca63a7f8-7381-4fd3-b903-44fcb83061e7/51914313-ad7d-4666-8beb-c048509b8383) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:28.313840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43898528-2824-4f9c-9582-a86606318735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.316371 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43898528-2824-4f9c-9582-a86606318735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.321529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-43898528-2824-4f9c-9582-a86606318735 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/128dbe52-2fa3-42ba-b5f1-d2cde5c51199 HTTP/1.1" status: 204 len: 168 time: 0.7106948 Aug 23 03:49:28.335179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43898528-2824-4f9c-9582-a86606318735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128dbe52-2fa3-42ba-b5f1-d2cde5c51199,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:28.377217 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.399710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port a7386a9d-83da-4422-a147-c2a3b09a4255 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:49:28.458755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-93b9a639-6dfb-47dc-bd46-bd55998ca746 None None] Provisioning for port 1f0af027-e478-4389-93b5-9137de828ea6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:28.504860 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.566368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f0af027-e478-4389-93b5-9137de828ea6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:28.604497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.14 (3c688fca-8b91-49b5-9068-0842b85ca171/d5d372e9-a785-4b5b-a7df-4c5925083a7a/a7386a9d-83da-4422-a147-c2a3b09a4255) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:28.659647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.701073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Network 1ccee5d6-676b-44a4-b35b-2c9bd87d1141 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:28.703777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:28.707401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:28.708801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:28.709618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.710822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 1f0af027-e478-4389-93b5-9137de828ea6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:28.716321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1f0af027-e478-4389-93b5-9137de828ea6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:28.716916 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.726439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event updated for resources: {'Port': ['ID=51914313-ad7d-4666-8beb-c048509b8383,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:28.780016 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.787302 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-edc46d3b-768a-46b4-b1f6-117faa0307ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.800309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object a7386a9d-83da-4422-a147-c2a3b09a4255 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:28.814865 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf2c08cc-7b2e-4aa6-926d-9fa6cd896174 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6299243 Aug 23 03:49:28.817314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52434) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:28.863690 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.868507 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.934214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 1f0af027-e478-4389-93b5-9137de828ea6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1f0af027-e478-4389-93b5-9137de828ea6,segment=NetworkSegment(04481fee-b8c6-419f-b887-e56c87716fb4),segment_id=04481fee-b8c6-419f-b887-e56c87716fb4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:28.948111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-28600075-9bbf-4631-b408-ddb4d8063ed3 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Deleting port 51914313-ad7d-4666-8beb-c048509b8383 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:28.948111 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28600075-9bbf-4631-b408-ddb4d8063ed3 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:28.970026 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.021525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:29.024847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:29.029231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:29.038327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=a7386a9d-83da-4422-a147-c2a3b09a4255,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:29.087385 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.101157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:29.102038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.129376 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28600075-9bbf-4631-b408-ddb4d8063ed3 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.150382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-28600075-9bbf-4631-b408-ddb4d8063ed3 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Calling delete_port for 51914313-ad7d-4666-8beb-c048509b8383 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:29.181764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=1f0af027-e478-4389-93b5-9137de828ea6,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:29.190711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.191178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.191422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.191763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.192100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.192432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.192763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.193129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.193459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.193785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.194111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.195456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:29.255487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-996d3a4b-e2db-453d-bbe6-104727f52f4e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9622767 Aug 23 03:49:29.258295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52452) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:29.264515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-01cc1318-af4a-4374-ad4b-69345ad6a77f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:29.417278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26408ce7-06e4-46a5-b803-213d37c751cb req-1cf95607-2780-4297-847d-b6da462aa1d7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=274dc3fc-0137-4977-9a42-3ee797673b15 HTTP/1.1" status: 200 len: 210 time: 0.0381458 Aug 23 03:49:29.464252 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28600075-9bbf-4631-b408-ddb4d8063ed3 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.494240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28600075-9bbf-4631-b408-ddb4d8063ed3 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event deleted for resources: {'Port': ['ID=51914313-ad7d-4666-8beb-c048509b8383,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:29.517934 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-28600075-9bbf-4631-b408-ddb4d8063ed3 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.519920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-28600075-9bbf-4631-b408-ddb4d8063ed3 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "DELETE /v2.0/ports/51914313-ad7d-4666-8beb-c048509b8383 HTTP/1.1" status: 204 len: 168 time: 0.7015426 Aug 23 03:49:29.522864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52454) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:29.525271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2fd8a6ae-b964-47ca-b902-d91171974c20 None None] Provisioning for port a7386a9d-83da-4422-a147-c2a3b09a4255 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:29.532381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ccee5d6-676b-44a4-b35b-2c9bd87d1141', 'external_fixed_ips': [{'subnet_id': 'ca63a7f8-7381-4fd3-b903-44fcb83061e7', 'ip_address': '2001:db8::6b'}]}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:29.532565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2fd8a6ae-b964-47ca-b902-d91171974c20 None None] Provisioning complete for port a7386a9d-83da-4422-a147-c2a3b09a4255 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:29.532565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2fd8a6ae-b964-47ca-b902-d91171974c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.550622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc1318-af4a-4374-ad4b-69345ad6a77f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:29.554435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-01cc1318-af4a-4374-ad4b-69345ad6a77f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.584837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2fd8a6ae-b964-47ca-b902-d91171974c20 None None] Port a7386a9d-83da-4422-a147-c2a3b09a4255 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:29.652879 n-d-749052-7 neutron-server[95121]: INFO neutron.db.ipam_backend_mixin [None req-01cc1318-af4a-4374-ad4b-69345ad6a77f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d5d372e9-a785-4b5b-a7df-4c5925083a7a (CIDR: 172.20.0.0/28) Aug 23 03:49:29.664384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.664384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.691780 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cc1318-af4a-4374-ad4b-69345ad6a77f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:29.691780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cc1318-af4a-4374-ad4b-69345ad6a77f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:29.710611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:29.793458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-01cc1318-af4a-4374-ad4b-69345ad6a77f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5328155 Aug 23 03:49:29.795404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52464) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:29.801810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:29.935786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:30.013413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:30.016946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:30.284910 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:30.311722 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:30.350916 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:30.391502 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:30.496475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=6178b3ef-573b-4d44-ab93-37c3fccb910b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:30.546768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:30.548353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:30.567699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71430094-3dad-4148-9228-545ca5a1794a None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:30.569635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:30.573754 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:30.605306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f0af027-e478-4389-93b5-9137de828ea6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:30.705719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed333a31-0791-4db4-80e7-14794a934731 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9088571 Aug 23 03:49:30.708040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52490) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:30.716469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1326156481', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6178b3ef-573b-4d44-ab93-37c3fccb910b'}], 'security_groups': ['a7383818-2160-4187-a3d4-f9dde6434026']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:30.806720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1f0af027-e478-4389-93b5-9137de828ea6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:30.807097 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:30.936186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:31.088695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe99e2-7db0-413e-92b3-3fc5ea6eaf4a None None] Update dhcp port {'port': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'fixed_ips': [{'subnet_id': 'd5d372e9-a785-4b5b-a7df-4c5925083a7a', 'ip_address': '172.20.0.2'}, {'subnet_id': '6178b3ef-573b-4d44-ab93-37c3fccb910b'}], 'binding:host_id': 'n-d-749052-7'}, 'id': '1f0af027-e478-4389-93b5-9137de828ea6'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:49:31.116551 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fafe99e2-7db0-413e-92b3-3fc5ea6eaf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:31.226010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Allocated IP 2001:db8::6b (1ccee5d6-676b-44a4-b35b-2c9bd87d1141/ca63a7f8-7381-4fd3-b903-44fcb83061e7/26c94c7c-f619-4e13-981d-c096f82e1eaa) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:31.452401 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:31.456438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Delete allocated IP 172.20.0.14 (3c688fca-8b91-49b5-9068-0842b85ca171/d5d372e9-a785-4b5b-a7df-4c5925083a7a) {{(pid=95121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 03:49:31.465409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.22 (3c688fca-8b91-49b5-9068-0842b85ca171/6178b3ef-573b-4d44-ab93-37c3fccb910b/a7386a9d-83da-4422-a147-c2a3b09a4255) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:31.516490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 55d84f3d-ee01-4d39-886f-2ba565c5374c no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:49:31.564471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 55d84f3d-ee01-4d39-886f-2ba565c5374c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:49:31.568075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 55d84f3d-ee01-4d39-886f-2ba565c5374c not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:49:31.614401 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:31.678817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event updated for resources: {'Port': ['ID=26c94c7c-f619-4e13-981d-c096f82e1eaa,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:31.699835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Network 1ccee5d6-676b-44a4-b35b-2c9bd87d1141 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:31.701591 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:31.704727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:31.721198 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:31.757385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-ec24f337-1c62-4fa6-a4f3-f357e01ab3ad tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:31.758963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-ec24f337-1c62-4fa6-a4f3-f357e01ab3ad tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.1725428 Aug 23 03:49:31.768718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:31.793078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object a7386a9d-83da-4422-a147-c2a3b09a4255 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:31.800521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-cfd6ee0b-69d5-4918-832c-0e5ebba8e6c9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/quotas/8d70ca7103ed4dbd8985029a568ee0aa HTTP/1.1" status: 200 len: 375 time: 0.0267596 Aug 23 03:49:31.849797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-e5accb25-43ca-4aa7-a64d-4ca63ea6888e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484138 Aug 23 03:49:31.888548 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:31.956188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-fafe99e2-7db0-413e-92b3-3fc5ea6eaf4a None None] Allocated IP 172.20.0.18 (3c688fca-8b91-49b5-9068-0842b85ca171/6178b3ef-573b-4d44-ab93-37c3fccb910b/1f0af027-e478-4389-93b5-9137de828ea6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:32.020712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=a7386a9d-83da-4422-a147-c2a3b09a4255,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:32.059486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-d510d822-d872-475b-ae6c-0e27bc0f5fdf service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968224 Aug 23 03:49:32.087995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] In _notify_port_updated(), no bound segment for port a7386a9d-83da-4422-a147-c2a3b09a4255 on network 3c688fca-8b91-49b5-9068-0842b85ca171 {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:49:32.093768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:32.094419 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:32.095741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-65cd3195-79f7-4369-bbf1-22e7c175aab6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "PUT /v2.0/ports/a7386a9d-83da-4422-a147-c2a3b09a4255 HTTP/1.1" status: 200 len: 921 time: 1.3866706 Aug 23 03:49:32.099005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52526) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:32.116062 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fafe99e2-7db0-413e-92b3-3fc5ea6eaf4a None None] For port 1f0af027-e478-4389-93b5-9137de828ea6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1f0af027-e478-4389-93b5-9137de828ea6,segment=NetworkSegment(04481fee-b8c6-419f-b887-e56c87716fb4),segment_id=04481fee-b8c6-419f-b887-e56c87716fb4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:32.123219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:32.159635 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fafe99e2-7db0-413e-92b3-3fc5ea6eaf4a None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:32.180052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fafe99e2-7db0-413e-92b3-3fc5ea6eaf4a None None] Transition to ACTIVE for port object 1f0af027-e478-4389-93b5-9137de828ea6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:32.231024 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-f29aa9b4-2b64-4d80-b336-2fed5624ee04 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707807 Aug 23 03:49:32.259563 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fafe99e2-7db0-413e-92b3-3fc5ea6eaf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:32.272607 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-3c87dc5a-ac0a-4040-be1b-3cff6113fd38 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port a7386a9d-83da-4422-a147-c2a3b09a4255 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:32.272882 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c87dc5a-ac0a-4040-be1b-3cff6113fd38 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:32.384015 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:32.414316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe99e2-7db0-413e-92b3-3fc5ea6eaf4a None None] Pushing event updated for resources: {'Port': ['ID=1f0af027-e478-4389-93b5-9137de828ea6,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:32.432736 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c87dc5a-ac0a-4040-be1b-3cff6113fd38 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:32.456035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-3c87dc5a-ac0a-4040-be1b-3cff6113fd38 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for a7386a9d-83da-4422-a147-c2a3b09a4255 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:32.583120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f0af027-e478-4389-93b5-9137de828ea6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:32.604297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd829662-3676-4d84-b7ad-4705d9a6e853 req-72eea5b8-997b-46e6-b32a-d9337227702a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 210 time: 0.0574512 Aug 23 03:49:32.750360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Router d60fef05-deda-4c4a-98e9-ed6fb1ea4030 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:49:32.836381 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c87dc5a-ac0a-4040-be1b-3cff6113fd38 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:32.889858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87dc5a-ac0a-4040-be1b-3cff6113fd38 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=a7386a9d-83da-4422-a147-c2a3b09a4255,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:32.936544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:49:32.953196 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Sync routers for ids ['d60fef05-deda-4c4a-98e9-ed6fb1ea4030'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:49:32.965311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Routers {'d60fef05-deda-4c4a-98e9-ed6fb1ea4030'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:32.974381 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d60fef05-deda-4c4a-98e9-ed6fb1ea4030'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:32.987138 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c87dc5a-ac0a-4040-be1b-3cff6113fd38 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:32.990634 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3c87dc5a-ac0a-4040-be1b-3cff6113fd38 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/a7386a9d-83da-4422-a147-c2a3b09a4255 HTTP/1.1" status: 204 len: 168 time: 0.8780291 Aug 23 03:49:32.993678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52546) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:33.030021 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0046d0-1517-4d29-bd69-e1c5638f9e2a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:49:33.034276 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4a0046d0-1517-4d29-bd69-e1c5638f9e2a tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/a7386a9d-83da-4422-a147-c2a3b09a4255 HTTP/1.1" status: 404 len: 333 time: 0.0367384 Aug 23 03:49:33.034815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52548) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:33.043024 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.046760 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b4df42bd-f7a9-4519-baa0-7d45ad046933 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.5204401 Aug 23 03:49:33.047946 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52550) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:33.108709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c3685d97-a48d-4d84-8677-961967fde9aa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.132787 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Set router d60fef05-deda-4c4a-98e9-ed6fb1ea4030 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:49:33.134339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c3685d97-a48d-4d84-8677-961967fde9aa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.202755 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.265548 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c3685d97-a48d-4d84-8677-961967fde9aa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.272316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c3685d97-a48d-4d84-8677-961967fde9aa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.273074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c3685d97-a48d-4d84-8677-961967fde9aa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/security-groups/f1478de5-1dfb-4aae-82df-c0ed6c27eed2 HTTP/1.1" status: 204 len: 168 time: 0.2367997 Aug 23 03:49:33.273857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52556) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:33.306186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3685d97-a48d-4d84-8677-961967fde9aa tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1478de5-1dfb-4aae-82df-c0ed6c27eed2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:33.342519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.343919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cd1e0a8b-d049-48a8-821a-b0bd700568b0 None None] Provisioning complete for port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:33.344504 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0a8b-d049-48a8-821a-b0bd700568b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.371634 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9982930c-379e-46bd-8f95-03c1b38134e6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.389832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e0a8b-d049-48a8-821a-b0bd700568b0 None None] Port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:33.400330 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9982930c-379e-46bd-8f95-03c1b38134e6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.408650 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60fef05-deda-4c4a-98e9-ed6fb1ea4030', 'name': '', 'tenant_id': '34edc72707724ee38a5f2b9bada0a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ccee5d6-676b-44a4-b35b-2c9bd87d1141', 'external_fixed_ips': [{'subnet_id': 'ca63a7f8-7381-4fd3-b903-44fcb83061e7', 'ip_address': '2001:db8::6b'}], 'enable_snat': True}, 'gw_port_id': '26c94c7c-f619-4e13-981d-c096f82e1eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:49:29Z', 'updated_at': '2021-08-23T03:49:31Z', 'revision_number': 3, 'project_id': '34edc72707724ee38a5f2b9bada0a04b', 'gw_port': {'id': '26c94c7c-f619-4e13-981d-c096f82e1eaa', 'name': '', 'network_id': '1ccee5d6-676b-44a4-b35b-2c9bd87d1141', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60fef05-deda-4c4a-98e9-ed6fb1ea4030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'ca63a7f8-7381-4fd3-b903-44fcb83061e7', 'ip_address': '2001:db8::6b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:49:30Z', 'updated_at': '2021-08-23T03:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca63a7f8-7381-4fd3-b903-44fcb83061e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:33.437427 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Checking router: d60fef05-deda-4c4a-98e9-ed6fb1ea4030 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:49:33.437776 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Updating router d60fef05-deda-4c4a-98e9-ed6fb1ea4030 port 26c94c7c-f619-4e13-981d-c096f82e1eaa binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:49:33.465340 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.508861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Deleting port 26c94c7c-f619-4e13-981d-c096f82e1eaa {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:33.509461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.521862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cd1e0a8b-d049-48a8-821a-b0bd700568b0 None None] Provisioning for port 1f0af027-e478-4389-93b5-9137de828ea6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:33.522081 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9982930c-379e-46bd-8f95-03c1b38134e6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.526063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9982930c-379e-46bd-8f95-03c1b38134e6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.527916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9982930c-379e-46bd-8f95-03c1b38134e6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/security-groups/a7383818-2160-4187-a3d4-f9dde6434026 HTTP/1.1" status: 204 len: 168 time: 0.2423587 Aug 23 03:49:33.529044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cd1e0a8b-d049-48a8-821a-b0bd700568b0 None None] Provisioning complete for port 1f0af027-e478-4389-93b5-9137de828ea6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:33.529044 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0a8b-d049-48a8-821a-b0bd700568b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.535484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52562) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:33.572274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982930c-379e-46bd-8f95-03c1b38134e6 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7383818-2160-4187-a3d4-f9dde6434026,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:33.697924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fd2504-f18e-4f9c-bcf5-8c901bdaf203 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet d5d372e9-a785-4b5b-a7df-4c5925083a7a {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:49:33.705476 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.712618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2504-f18e-4f9c-bcf5-8c901bdaf203 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.721549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Calling delete_port for 26c94c7c-f619-4e13-981d-c096f82e1eaa owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:33.819192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2504-f18e-4f9c-bcf5-8c901bdaf203 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:33.852201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cd1e0a8b-d049-48a8-821a-b0bd700568b0 None None] Could not find standard attr ID for object a7386a9d-83da-4422-a147-c2a3b09a4255. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:49:33.956384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a294f74-4ea9-4116-a3cc-f6163f19e3f6 req-863a2a1b-1f0c-471d-b46c-871a53f647c8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 210 time: 0.0900393 Aug 23 03:49:33.970803 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:49:34.067086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-606b7181-2042-42e5-9e24-a5767aa5bdc4 None None] Could not find standard attr ID for object a7386a9d-83da-4422-a147-c2a3b09a4255. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:49:34.082898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2504-f18e-4f9c-bcf5-8c901bdaf203 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.287612 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2504-f18e-4f9c-bcf5-8c901bdaf203 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.326205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd2504-f18e-4f9c-bcf5-8c901bdaf203 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d372e9-a785-4b5b-a7df-4c5925083a7a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:34.334159 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.db.api [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:49:34.337694 n-d-749052-7 neutron-server[95124]: DEBUG oslo_db.api [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:49:34.338460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.342014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2504-f18e-4f9c-bcf5-8c901bdaf203 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.343734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21460b-2eaa-4ab1-8147-86a13b1fb616 None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:34.343998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c8fd2504-f18e-4f9c-bcf5-8c901bdaf203 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/d5d372e9-a785-4b5b-a7df-4c5925083a7a HTTP/1.1" status: 204 len: 168 time: 0.8075368 Aug 23 03:49:34.349638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52574) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:34.376419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event deleted for resources: {'Port': ['ID=26c94c7c-f619-4e13-981d-c096f82e1eaa,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:34.378901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:34.452107 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.557227 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.561428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.642732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:34.649421 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.659668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.660009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d60fef05-deda-4c4a-98e9-ed6fb1ea4030 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:49:34.664525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.666400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5079de5e-5f6b-48d8-98ac-f8af4d0d36a9 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d60fef05-deda-4c4a-98e9-ed6fb1ea4030 HTTP/1.1" status: 204 len: 168 time: 1.6164393 Aug 23 03:49:34.669404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52580) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:34.745869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52582) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:34.759603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-634635da-4b10-4ccd-adc1-afc43f60b386 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Deleting subnet ca63a7f8-7381-4fd3-b903-44fcb83061e7 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:49:34.764020 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-634635da-4b10-4ccd-adc1-afc43f60b386 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.824417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-634635da-4b10-4ccd-adc1-afc43f60b386 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.885706 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Port 26c94c7c-f619-4e13-981d-c096f82e1eaa not found while updating agent binding for router d60fef05-deda-4c4a-98e9-ed6fb1ea4030. {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 23 03:49:34.894068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-634635da-4b10-4ccd-adc1-afc43f60b386 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:34.913481 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Routers set() bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:34.915311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Router IDs set() for agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 03:49:34.915311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_agentschedulers_db [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d60fef05-deda-4c4a-98e9-ed6fb1ea4030'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent'). {{(pid=95124) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 03:49:34.915311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c493fe-2de3-48db-bee4-c8714aa612ce None None] The sync data for ids ['d60fef05-deda-4c4a-98e9-ed6fb1ea4030'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:49:34.957362 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e7884d-a137-4522-9980-df87ef10d282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.036637 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-634635da-4b10-4ccd-adc1-afc43f60b386 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.079046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634635da-4b10-4ccd-adc1-afc43f60b386 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ca63a7f8-7381-4fd3-b903-44fcb83061e7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:35.084399 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-634635da-4b10-4ccd-adc1-afc43f60b386 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.088907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-634635da-4b10-4ccd-adc1-afc43f60b386 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/ca63a7f8-7381-4fd3-b903-44fcb83061e7 HTTP/1.1" status: 204 len: 168 time: 0.4163613 Aug 23 03:49:35.096096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52592) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:35.170391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b5841505-8810-4ed7-a091-4767cacd27ff req-dae0eb91-832f-4173-b9db-84207d1f4a0d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 210 time: 0.1213906 Aug 23 03:49:35.254344 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.269451 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.301360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-20e9cd6b-e236-4b73-9c5a-9f7fd4d99953 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:35.302703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-20e9cd6b-e236-4b73-9c5a-9f7fd4d99953 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.2152894 Aug 23 03:49:35.316385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e7884d-a137-4522-9980-df87ef10d282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.319022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:35.322701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:35.327903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:35.328497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.333549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Request body: {'port': {'device_id': 'cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'admin_state_up': True, 'tenant_id': '8d70ca7103ed4dbd8985029a568ee0aa'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:35.336965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=f948ddec-2543-4c76-9793-4433f3284ccb,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:35.387153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d2cad-7998-4b57-96ec-f1f46dfa457f None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:35.443138 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e7884d-a137-4522-9980-df87ef10d282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.443639 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.458818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccee5d6-676b-44a4-b35b-2c9bd87d1141']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:35.474276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124f8e89-181b-4c47-960f-42bded5e0c89') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:35.474764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a2731359-5e0e-4d57-9fd3-719a67a1aebb None None] Provisioning complete for port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:35.474956 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124f8e89-181b-4c47-960f-42bded5e0c89') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:35.475246 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a2731359-5e0e-4d57-9fd3-719a67a1aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.492347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7884d-a137-4522-9980-df87ef10d282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cd47aa-d019-4afa-9c84-3bcf90f44c6a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:35.493717 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.514423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-61e7884d-a137-4522-9980-df87ef10d282 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0d3f85775604a0f900a36446474fee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7675169 Aug 23 03:49:35.517442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52596) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:35.519668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.542647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:49:35.542982 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:49:35.563481 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:49:35.576936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f26be77c-3218-4cb2-bba5-8db906a16f37 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2261419 Aug 23 03:49:35.581799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52598) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:35.586734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a0d41687-b503-44f3-9966-47191c454cbe tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'security_group': {'name': 'tempest-secgroup-700817715'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:35.605584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9af82461-bb4b-415e-9b2f-7d8075fb28a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.610774 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-a0d41687-b503-44f3-9966-47191c454cbe tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:49:35.610774 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 03:49:35.610774 n-d-749052-7 neutron-server[95121]: [parameters: {'project_id_1': '6c14d6d259fc4a2c86b67f8e8fc4b932', 'expiration_1': datetime.datetime(2021, 8, 23, 3, 49, 35, 598610)}] Aug 23 03:49:35.610774 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:49:35.611512 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-a0d41687-b503-44f3-9966-47191c454cbe tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:49:35.630837 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9af82461-bb4b-415e-9b2f-7d8075fb28a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.709485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a2731359-5e0e-4d57-9fd3-719a67a1aebb None None] Port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:35.743869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a2731359-5e0e-4d57-9fd3-719a67a1aebb None None] Provisioning complete for port 1f0af027-e478-4389-93b5-9137de828ea6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:35.744244 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a2731359-5e0e-4d57-9fd3-719a67a1aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.784778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Made reservation on behalf of 8d70ca7103ed4dbd8985029a568ee0aa for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:35.788834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.793111 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.800511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ccee5d6-676b-44a4-b35b-2c9bd87d1141 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 23 03:49:35.803431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.813224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1ccee5d6-676b-44a4-b35b-2c9bd87d1141 HTTP/1.1" status: 204 len: 168 time: 0.7076640 Aug 23 03:49:35.831210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9af82461-bb4b-415e-9b2f-7d8075fb28a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.836078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9af82461-bb4b-415e-9b2f-7d8075fb28a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:35.838781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9af82461-bb4b-415e-9b2f-7d8075fb28a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54cd47aa-d019-4afa-9c84-3bcf90f44c6a HTTP/1.1" status: 204 len: 168 time: 0.3204508 Aug 23 03:49:35.851162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af82461-bb4b-415e-9b2f-7d8075fb28a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cd47aa-d019-4afa-9c84-3bcf90f44c6a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:35.856819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34ce18-99c7-4f6a-8834-cef8a862df4d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ccee5d6-676b-44a4-b35b-2c9bd87d1141,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:35.972853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f14c8d-e286-4f30-ae46-2a3c4a778efe None None] Update dhcp port {'port': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'fixed_ips': [{'subnet_id': '6178b3ef-573b-4d44-ab93-37c3fccb910b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f948ddec-2543-4c76-9793-4433f3284ccb'}], 'binding:host_id': 'n-d-749052-7'}, 'id': '1f0af027-e478-4389-93b5-9137de828ea6'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:49:36.007800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22f14c8d-e286-4f30-ae46-2a3c4a778efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.065080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Allocated IP 172.20.0.10 (7167459d-9734-46e1-b0ba-4c58b0f8f5ed/c6244b6e-2eb6-44fc-a773-c013c691650f/61decb72-d26d-4827-872a-1d8dbc9adde8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:36.210620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-22f14c8d-e286-4f30-ae46-2a3c4a778efe None None] Allocated IP 172.20.0.2 (3c688fca-8b91-49b5-9068-0842b85ca171/f948ddec-2543-4c76-9793-4433f3284ccb/1f0af027-e478-4389-93b5-9137de828ea6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:36.264118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52618) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:36.267084 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.270365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-95e89f18-56aa-4874-9c7a-c82e66cf6278 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'router': {'name': 'tempest-router--1565563491', 'project_id': 'ac66231514f44b44b4dabd1cb1b4e186'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:36.286094 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0d41687-b503-44f3-9966-47191c454cbe tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.365178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-22f14c8d-e286-4f30-ae46-2a3c4a778efe None None] For port 1f0af027-e478-4389-93b5-9137de828ea6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1f0af027-e478-4389-93b5-9137de828ea6,segment=NetworkSegment(04481fee-b8c6-419f-b887-e56c87716fb4),segment_id=04481fee-b8c6-419f-b887-e56c87716fb4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:36.424445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7c694ed-71f9-4489-bd7c-8f9e44c25df6 req-4de26409-3ab7-4d7d-96de-5b7a02600a3c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 210 time: 0.0403805 Aug 23 03:49:36.428073 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22f14c8d-e286-4f30-ae46-2a3c4a778efe None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.455322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.455517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-22f14c8d-e286-4f30-ae46-2a3c4a778efe None None] Transition to ACTIVE for port object 1f0af027-e478-4389-93b5-9137de828ea6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:36.481625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95e89f18-56aa-4874-9c7a-c82e66cf6278 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.482742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95e89f18-56aa-4874-9c7a-c82e66cf6278 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.492304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:36.506317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:36.510583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:36.518614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:36.524227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event updated for resources: {'Port': ['ID=61decb72-d26d-4827-872a-1d8dbc9adde8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:36.561328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22f14c8d-e286-4f30-ae46-2a3c4a778efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.599895 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95e89f18-56aa-4874-9c7a-c82e66cf6278 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.607234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:36.607885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.652797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0d41687-b503-44f3-9966-47191c454cbe tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.696356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f14c8d-e286-4f30-ae46-2a3c4a778efe None None] Pushing event updated for resources: {'Port': ['ID=1f0af027-e478-4389-93b5-9137de828ea6,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:36.716169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95e89f18-56aa-4874-9c7a-c82e66cf6278 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.740501 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0d41687-b503-44f3-9966-47191c454cbe tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.785297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d41687-b503-44f3-9966-47191c454cbe tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ba54f9-dcde-4002-bc3a-3ba60b33123e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:36.842677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-fc17bfb9-1016-4457-98f5-73542d3e2c76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5138679 Aug 23 03:49:36.859627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Request body: {'port': {'device_id': 'cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:36.893943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0d41687-b503-44f3-9966-47191c454cbe tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.898139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a0d41687-b503-44f3-9966-47191c454cbe tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3160901 Aug 23 03:49:36.898721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52630) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:36.901709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95e89f18-56aa-4874-9c7a-c82e66cf6278 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:36.905809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-95e89f18-56aa-4874-9c7a-c82e66cf6278 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6369350 Aug 23 03:49:36.906467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1eb549c8-ba70-46b4-9d32-8f780b22305c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'security_group': {'name': 'tempest-secgroup-1362325306'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:36.912240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52632) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:36.936310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.007981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-775b1de2-b2d3-4cfc-a414-d1ae3b9a1c9e tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.229105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1eb549c8-ba70-46b4-9d32-8f780b22305c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.267829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-775b1de2-b2d3-4cfc-a414-d1ae3b9a1c9e tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.270899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-775b1de2-b2d3-4cfc-a414-d1ae3b9a1c9e tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.304392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61decb72-d26d-4827-872a-1d8dbc9adde8 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:49:37.319376 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.383223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1eb549c8-ba70-46b4-9d32-8f780b22305c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.402578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Transition to ACTIVE for port object 61decb72-d26d-4827-872a-1d8dbc9adde8 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:37.402758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-775b1de2-b2d3-4cfc-a414-d1ae3b9a1c9e tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.406239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775b1de2-b2d3-4cfc-a414-d1ae3b9a1c9e tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d66dbc9f-76df-44fc-98c3-f0258728db45 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:49:37.408807 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-775b1de2-b2d3-4cfc-a414-d1ae3b9a1c9e tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.412878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-775b1de2-b2d3-4cfc-a414-d1ae3b9a1c9e tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d66dbc9f-76df-44fc-98c3-f0258728db45 HTTP/1.1" status: 204 len: 168 time: 0.4969995 Aug 23 03:49:37.482822 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.486295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0ab6049f-ff20-45c5-98cb-6028c0acb03d None None] Provisioning complete for port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:37.486891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0ab6049f-ff20-45c5-98cb-6028c0acb03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.522466 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.526249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1eb549c8-ba70-46b4-9d32-8f780b22305c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.545042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6049f-ff20-45c5-98cb-6028c0acb03d None None] Port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:37.595136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Pushing event updated for resources: {'Port': ['ID=61decb72-d26d-4827-872a-1d8dbc9adde8,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:37.611913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb549c8-ba70-46b4-9d32-8f780b22305c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fcf60a-b82b-44d9-b15c-8f89ba38ffc0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:37.639668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3c5f4-59d8-4409-90ef-061e466da597 req-fea20e26-4a0f-4dac-9088-e0e782760075 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:37.642205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afe3c5f4-59d8-4409-90ef-061e466da597 req-fea20e26-4a0f-4dac-9088-e0e782760075 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 944 time: 0.0856216 Aug 23 03:49:37.647521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0ab6049f-ff20-45c5-98cb-6028c0acb03d None None] Provisioning for port 1f0af027-e478-4389-93b5-9137de828ea6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:37.652449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0ab6049f-ff20-45c5-98cb-6028c0acb03d None None] Provisioning complete for port 1f0af027-e478-4389-93b5-9137de828ea6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:37.653237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0ab6049f-ff20-45c5-98cb-6028c0acb03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.702360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1eb549c8-ba70-46b4-9d32-8f780b22305c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.713676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1eb549c8-ba70-46b4-9d32-8f780b22305c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8132212 Aug 23 03:49:37.720893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52654) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:37.728120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-6bcc72de-9839-44ba-8170-0dc09c296a20 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'security_group': {'name': 'tempest-secgroup-406774433'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:37.793864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afe3c5f4-59d8-4409-90ef-061e466da597 req-a055d2d7-2ffa-4c6a-9911-ea7550ede17b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192300 Aug 23 03:49:37.794096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Attempting to bind port 61decb72-d26d-4827-872a-1d8dbc9adde8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:37.794096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Attempting to bind port 61decb72-d26d-4827-872a-1d8dbc9adde8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:37.794096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Attempting to bind port 61decb72-d26d-4827-872a-1d8dbc9adde8 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:37.807581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Port 61decb72-d26d-4827-872a-1d8dbc9adde8 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:49:37.809120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Attempting to bind port 61decb72-d26d-4827-872a-1d8dbc9adde8 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:37.823586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:37.823586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Checking segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:37.823586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Bound using segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:37.828758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Bound port: 61decb72-d26d-4827-872a-1d8dbc9adde8, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:37.828758 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.877000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52658) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:37.904872 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6bcc72de-9839-44ba-8170-0dc09c296a20 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:37.941415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] For port 61decb72-d26d-4827-872a-1d8dbc9adde8, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:49:37.946122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] For port 61decb72-d26d-4827-872a-1d8dbc9adde8, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=61decb72-d26d-4827-872a-1d8dbc9adde8,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:49:38.005654 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.068486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6bcc72de-9839-44ba-8170-0dc09c296a20 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.073386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:38.074172 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.075633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] 10.222.0.24 "PUT /v2.0/ports/61decb72-d26d-4827-872a-1d8dbc9adde8 HTTP/1.1" status: 200 len: 1092 time: 1.2208881 Aug 23 03:49:38.076086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e', 'tag': '61decb72-d26d-4827-872a-1d8dbc9adde8'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:49:38.078524 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c8ffb-385d-49d5-8079-9a6941ab26a8" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e", "tag": "61decb72-d26d-4827-872a-1d8dbc9adde8"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:49:38.098575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfa167-110a-43c8-adb1-161b44282b1f service neutron] Pushing event updated for resources: {'Port': ['ID=61decb72-d26d-4827-872a-1d8dbc9adde8,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:38.119594 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e781d2-f9ee-4522-9bb5-9e614db6c367 x-openstack-request-id: req-29e781d2-f9ee-4522-9bb5-9e614db6c367 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:49:38.119897 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e", "tag": "61decb72-d26d-4827-872a-1d8dbc9adde8", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:49:38.120153 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29e781d2-f9ee-4522-9bb5-9e614db6c367 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:49:38.120662 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e', 'tag': '61decb72-d26d-4827-872a-1d8dbc9adde8', 'status': 'completed', 'code': 200} Aug 23 03:49:38.137724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1458036460', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:38.182737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c8ffb-385d-49d5-8079-9a6941ab26a8 req-86c40679-46f3-4ed5-8c74-d3f9ccca7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:38.184348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c12c8ffb-385d-49d5-8079-9a6941ab26a8 req-86c40679-46f3-4ed5-8c74-d3f9ccca7d98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 1095 time: 0.0420094 Aug 23 03:49:38.203098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6bcc72de-9839-44ba-8170-0dc09c296a20 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.288162 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc72de-9839-44ba-8170-0dc09c296a20 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a32ce36-699a-4bdb-b7d4-b7c46fd0d427,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:38.315139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c8ffb-385d-49d5-8079-9a6941ab26a8 req-cce14bc1-6d7e-4e55-a23b-f8e596611d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:38.319033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c12c8ffb-385d-49d5-8079-9a6941ab26a8 req-cce14bc1-6d7e-4e55-a23b-f8e596611d82 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1247096 Aug 23 03:49:38.411687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c8ffb-385d-49d5-8079-9a6941ab26a8 req-bcad075b-d5f0-4bdc-9578-488e3b35de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:38.413143 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c12c8ffb-385d-49d5-8079-9a6941ab26a8 req-bcad075b-d5f0-4bdc-9578-488e3b35de68 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0897155 Aug 23 03:49:38.436011 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.437112 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.477821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6bcc72de-9839-44ba-8170-0dc09c296a20 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.481067 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6bcc72de-9839-44ba-8170-0dc09c296a20 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7562525 Aug 23 03:49:38.482364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52668) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:38.492051 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.498640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1334817114', 'security_groups': ['1a32ce36-699a-4bdb-b7d4-b7c46fd0d427'], 'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f948ddec-2543-4c76-9793-4433f3284ccb'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:38.524125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f0af027-e478-4389-93b5-9137de828ea6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:38.533190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-20688fa2-22b3-488d-9405-c8e0ed224669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:38.534702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-20688fa2-22b3-488d-9405-c8e0ed224669 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 1095 time: 0.0870416 Aug 23 03:49:38.579413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1f0af027-e478-4389-93b5-9137de828ea6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:38.579794 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.767524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:38.900139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-a91b11a3-40a2-49c6-abbd-ea0c235f3dd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61decb72-d26d-4827-872a-1d8dbc9adde8 HTTP/1.1" status: 200 len: 217 time: 0.3376970 Aug 23 03:49:38.975195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-01fc798c-0f5d-4e41-ab22-ca9ffafa5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:38.976714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-01fc798c-0f5d-4e41-ab22-ca9ffafa5318 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.0676868 Aug 23 03:49:38.997089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd9b92-b509-4d7d-a897-37ab2bdf4287 req-00c89d04-a076-46d4-9758-c5954e7757e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:39.005147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2bd9b92-b509-4d7d-a897-37ab2bdf4287 req-00c89d04-a076-46d4-9758-c5954e7757e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 944 time: 0.1299424 Aug 23 03:49:39.018114 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-4c54a71e-e1ec-4ea9-b676-7d17fa70e429 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287724 Aug 23 03:49:39.081565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2bd9b92-b509-4d7d-a897-37ab2bdf4287 req-7b4cca4e-dabe-474f-8056-83a93849c570 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753822 Aug 23 03:49:39.086815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:39.174560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-d6adf3e9-e22b-4eae-b43f-7a0c415c7f0f service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504428 Aug 23 03:49:39.203819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:39.216706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:39.223598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:39.271217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] device_id is not set on port d06e37ea-8b32-497d-90bd-18b796bdf15a yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:49:39.360203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c48575aa-5ca3-4f9a-a062-5ebaaf3a2630 req-0b34d1c6-4061-4c56-9a4a-29a526cd825e service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772478 Aug 23 03:49:39.379737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Allocated IP 172.25.1.161 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/5462bfd9-05ab-4c85-abc7-b129211ad33e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:39.482729 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.7 (3c688fca-8b91-49b5-9068-0842b85ca171/f948ddec-2543-4c76-9793-4433f3284ccb/d06e37ea-8b32-497d-90bd-18b796bdf15a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:39.508638 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:39.631912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:39.642084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:39.645462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object d06e37ea-8b32-497d-90bd-18b796bdf15a will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:39.681788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:39.684478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:39.689288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:39.710801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event updated for resources: {'Port': ['ID=5462bfd9-05ab-4c85-abc7-b129211ad33e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:39.750758 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:39.799794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:39.802812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:39.806625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:39.832607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=d06e37ea-8b32-497d-90bd-18b796bdf15a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:39.861886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:39.862673 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:40.008091 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ff5f0247-c5b8-4bc1-81c5-b6bb2a943e1b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5218389 Aug 23 03:49:40.016420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52698) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:40.025287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0c68de54-7d24-4b94-86da-680d6c381c1d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:40.138254 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:40.233784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc463d-8ea6-4411-be6a-ccb5cadb2305 req-a186f45b-a99b-47d8-af87-a99535df633a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:40.235549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ebcc463d-8ea6-4411-be6a-ccb5cadb2305 req-a186f45b-a99b-47d8-af87-a99535df633a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 944 time: 0.0760508 Aug 23 03:49:40.242053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d9eec0b9-9fcb-4f64-9724-4b38bbb65e26 None None] Provisioning for port d06e37ea-8b32-497d-90bd-18b796bdf15a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:40.246810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d9eec0b9-9fcb-4f64-9724-4b38bbb65e26 None None] Provisioning complete for port d06e37ea-8b32-497d-90bd-18b796bdf15a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:40.253173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9eec0b9-9fcb-4f64-9724-4b38bbb65e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:40.288979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d9eec0b9-9fcb-4f64-9724-4b38bbb65e26 None None] Port d06e37ea-8b32-497d-90bd-18b796bdf15a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:40.298352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ebcc463d-8ea6-4411-be6a-ccb5cadb2305 req-2b7446a8-562a-4aec-836e-d38532cb8798 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506442 Aug 23 03:49:40.299500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c68de54-7d24-4b94-86da-680d6c381c1d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:40.304479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c68de54-7d24-4b94-86da-680d6c381c1d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:40.401198 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-0c68de54-7d24-4b94-86da-680d6c381c1d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f948ddec-2543-4c76-9793-4433f3284ccb (CIDR: 172.20.0.0/28) Aug 23 03:49:40.431257 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c68de54-7d24-4b94-86da-680d6c381c1d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:40.431761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c68de54-7d24-4b94-86da-680d6c381c1d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:40.516381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c68de54-7d24-4b94-86da-680d6c381c1d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4983861 Aug 23 03:49:40.519469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52706) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:40.524107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d677be92-3c32-4d1b-a1cd-c898ded843dc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:40.723170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:40.726873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d677be92-3c32-4d1b-a1cd-c898ded843dc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:40.730975 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d677be92-3c32-4d1b-a1cd-c898ded843dc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:40.900065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-4f2d2768-e603-4a18-b3e4-f6a42feaafa5 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=954d7a35ef35401ca395100edffacdf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458004 Aug 23 03:49:40.902771 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-d677be92-3c32-4d1b-a1cd-c898ded843dc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6178b3ef-573b-4d44-ab93-37c3fccb910b (CIDR: 172.20.0.16/28) Aug 23 03:49:40.979374 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d677be92-3c32-4d1b-a1cd-c898ded843dc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:49:40.980815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d677be92-3c32-4d1b-a1cd-c898ded843dc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:40.989439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Router a3e98f1b-e1f3-4750-abb4-da4c6f312b56 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:49:41.121267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-d6a878cc-f7a8-4ea8-a6b8-ee013d83de43 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:41.125346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:49:41.125718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-d6a878cc-f7a8-4ea8-a6b8-ee013d83de43 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150772 Aug 23 03:49:41.132590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1c6d4-f19e-47bb-951c-df23418cc831 None None] Sync routers for ids ['a3e98f1b-e1f3-4750-abb4-da4c6f312b56'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:49:41.144758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1c6d4-f19e-47bb-951c-df23418cc831 None None] Routers {'a3e98f1b-e1f3-4750-abb4-da4c6f312b56'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:41.147514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-20e1c6d4-f19e-47bb-951c-df23418cc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a3e98f1b-e1f3-4750-abb4-da4c6f312b56'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:41.149343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52728) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:41.149670 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d677be92-3c32-4d1b-a1cd-c898ded843dc tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6295159 Aug 23 03:49:41.151883 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-24b88805-da4a-4f07-bde1-7e16ca0da8bf tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/quotas/954d7a35ef35401ca395100edffacdf4 HTTP/1.1" status: 200 len: 375 time: 0.0169263 Aug 23 03:49:41.154964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'subnet': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:41.187962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-20e1c6d4-f19e-47bb-951c-df23418cc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:41.199273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1c6d4-f19e-47bb-951c-df23418cc831 None None] Routers {'a3e98f1b-e1f3-4750-abb4-da4c6f312b56'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:41.199989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-20e1c6d4-f19e-47bb-951c-df23418cc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['a3e98f1b-e1f3-4750-abb4-da4c6f312b56'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:41.204201 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-bc9927ba-a4b1-4d15-b73a-f2a2611039ed tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=954d7a35ef35401ca395100edffacdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422940 Aug 23 03:49:41.238373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-20e1c6d4-f19e-47bb-951c-df23418cc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:41.239319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1c6d4-f19e-47bb-951c-df23418cc831 None None] The sync data for ids ['a3e98f1b-e1f3-4750-abb4-da4c6f312b56'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:49:41.265845 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.267038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7d0ba889-376f-4ec7-a1c9-30617d593845 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3890178 Aug 23 03:49:41.270112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52730) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:41.385430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0581185c-feb3-4a53-9b87-6a59b3903915 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/routers/a3e98f1b-e1f3-4750-abb4-da4c6f312b56 HTTP/1.1" status: 200 len: 925 time: 0.1137519 Aug 23 03:49:41.389455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52734) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:41.402946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Made reservation on behalf of 6c14d6d259fc4a2c86b67f8e8fc4b932 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:41.406568 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.421056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dd864ff0-3028-452c-9e64-563d35580472 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3e98f1b-e1f3-4750-abb4-da4c6f312b56 HTTP/1.1" status: 200 len: 205 time: 0.0295639 Aug 23 03:49:41.423065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52736) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:41.448098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a20a9-8c75-4777-869f-65a0e2936f96 req-c9a853b4-febf-4f79-bb1a-932c3255baff tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:41.450270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e3a20a9-8c75-4777-869f-65a0e2936f96 req-c9a853b4-febf-4f79-bb1a-932c3255baff tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 944 time: 0.0821967 Aug 23 03:49:41.555017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 61decb72-d26d-4827-872a-1d8dbc9adde8 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:49:41.559164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55230635-f236-4bab-bbd1-5dce8a681ce9 req-621a810f-1653-4fa3-9ac3-eb9bbb792c7e tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 210 time: 0.0453904 Aug 23 03:49:41.566290 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e3a20a9-8c75-4777-869f-65a0e2936f96 req-00be4069-5734-467f-96b4-c9771988628e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695286 Aug 23 03:49:41.575971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.715842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.729284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 61decb72-d26d-4827-872a-1d8dbc9adde8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=61decb72-d26d-4827-872a-1d8dbc9adde8,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:41.739891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '61decb72-d26d-4827-872a-1d8dbc9adde8', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'port_id': '61decb72-d26d-4827-872a-1d8dbc9adde8', 'mac_address': 'fa:16:3e:0c:bd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6244b6e-2eb6-44fc-a773-c013c691650f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:49:41.777915 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.790764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61decb72-d26d-4827-872a-1d8dbc9adde8 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:49:41.814273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 61decb72-d26d-4827-872a-1d8dbc9adde8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=61decb72-d26d-4827-872a-1d8dbc9adde8,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:41.847186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.850189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Deleting port 5462bfd9-05ab-4c85-abc7-b129211ad33e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:41.860303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.891706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Network 3c688fca-8b91-49b5-9068-0842b85ca171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:41.899471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:41.910757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:41.911428 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.919866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85089d3d-364b-4bd9-bbb5-91cdcb38a67e None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:41.925695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Subnet': ['ID=aded92cf-4c14-4a24-bfe4-d1d399135b30,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:41.932492 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.935380 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:41.956678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Calling delete_port for 5462bfd9-05ab-4c85-abc7-b129211ad33e owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:42.020184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-002e419e-4a88-437b-a8a8-3d272d99cac7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8694975 Aug 23 03:49:42.022704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52748) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:42.030370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-204445426', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aded92cf-4c14-4a24-bfe4-d1d399135b30'}], 'security_groups': ['72ba54f9-dcde-4002-bc3a-3ba60b33123e', '19fcf60a-b82b-44d9-b15c-8f89ba38ffc0']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:42.033791 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=61decb72-d26d-4827-872a-1d8dbc9adde8,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:42.212111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a8874-5014-438a-8ed6-63fa87bc1271 None None] Update dhcp port {'port': {'network_id': '3c688fca-8b91-49b5-9068-0842b85ca171', 'fixed_ips': [{'subnet_id': '6178b3ef-573b-4d44-ab93-37c3fccb910b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f948ddec-2543-4c76-9793-4433f3284ccb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aded92cf-4c14-4a24-bfe4-d1d399135b30'}], 'binding:host_id': 'n-d-749052-7'}, 'id': '1f0af027-e478-4389-93b5-9137de828ea6'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:49:42.221369 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.245568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-411a8874-5014-438a-8ed6-63fa87bc1271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.249979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.258753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['61decb72-d26d-4827-872a-1d8dbc9adde8'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:42.317539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event deleted for resources: {'Port': ['ID=5462bfd9-05ab-4c85-abc7-b129211ad33e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:42.460935 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.560229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-411a8874-5014-438a-8ed6-63fa87bc1271 None None] Allocated IP 172.20.0.34 (3c688fca-8b91-49b5-9068-0842b85ca171/aded92cf-4c14-4a24-bfe4-d1d399135b30/1f0af027-e478-4389-93b5-9137de828ea6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:42.573086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.575257 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.703718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-411a8874-5014-438a-8ed6-63fa87bc1271 None None] For port 1f0af027-e478-4389-93b5-9137de828ea6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1f0af027-e478-4389-93b5-9137de828ea6,segment=NetworkSegment(04481fee-b8c6-419f-b887-e56c87716fb4),segment_id=04481fee-b8c6-419f-b887-e56c87716fb4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:42.708635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97595c13-11da-4723-8c1d-449134544f6c req-70ac02d0-494d-4286-8b12-6ed2905a5efc tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:42.710824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28123f83-59d2-4623-bbb2-dc2d750640fb req-4ccba9e3-bb16-4d00-be4e-147ec80ca57a tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 210 time: 0.0469308 Aug 23 03:49:42.713441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.715183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Fanout notify agent at l3_agent the message router_deleted on router a3e98f1b-e1f3-4750-abb4-da4c6f312b56 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:49:42.718057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97595c13-11da-4723-8c1d-449134544f6c req-70ac02d0-494d-4286-8b12-6ed2905a5efc tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 945 time: 0.0642922 Aug 23 03:49:42.745840 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-411a8874-5014-438a-8ed6-63fa87bc1271 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.749242 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.755773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1e5394f9-5605-4263-b401-4b98a39caf31 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/a3e98f1b-e1f3-4750-abb4-da4c6f312b56 HTTP/1.1" status: 204 len: 168 time: 1.3316040 Aug 23 03:49:42.762597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-411a8874-5014-438a-8ed6-63fa87bc1271 None None] Transition to ACTIVE for port object 1f0af027-e478-4389-93b5-9137de828ea6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:42.763664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:42.767771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97595c13-11da-4723-8c1d-449134544f6c req-2c749ff0-3bae-4b11-8ecd-58d44f9c31c5 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485337 Aug 23 03:49:42.768609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1086070730', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': False}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:42.858966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-411a8874-5014-438a-8ed6-63fa87bc1271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.893462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.894935 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.968704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:42.976824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a8874-5014-438a-8ed6-63fa87bc1271 None None] Pushing event updated for resources: {'Port': ['ID=1f0af027-e478-4389-93b5-9137de828ea6,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:43.001416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Delete allocated IP 172.20.0.7 (3c688fca-8b91-49b5-9068-0842b85ca171/f948ddec-2543-4c76-9793-4433f3284ccb) {{(pid=95121) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 03:49:43.010219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Allocated IP 172.20.0.39 (3c688fca-8b91-49b5-9068-0842b85ca171/aded92cf-4c14-4a24-bfe4-d1d399135b30/d06e37ea-8b32-497d-90bd-18b796bdf15a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:43.201924 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.222098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Transition to ACTIVE for port object d06e37ea-8b32-497d-90bd-18b796bdf15a will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:43.222812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.339596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.477065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] In _notify_port_updated(), no bound segment for port d06e37ea-8b32-497d-90bd-18b796bdf15a on network 3c688fca-8b91-49b5-9068-0842b85ca171 {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:49:43.483138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:43.484153 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.485624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "PUT /v2.0/ports/d06e37ea-8b32-497d-90bd-18b796bdf15a HTTP/1.1" status: 200 len: 959 time: 1.4611137 Aug 23 03:49:43.486638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5e8c5-f3af-4cbd-8ddc-d553851b77ac tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event updated for resources: {'Port': ['ID=d06e37ea-8b32-497d-90bd-18b796bdf15a,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:43.501658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52772) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:43.583103 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.604129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.617938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0694a79f-515c-4a3a-823d-340ca2b095d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port d06e37ea-8b32-497d-90bd-18b796bdf15a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:43.618276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0694a79f-515c-4a3a-823d-340ca2b095d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.712046 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0694a79f-515c-4a3a-823d-340ca2b095d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.726427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0694a79f-515c-4a3a-823d-340ca2b095d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for d06e37ea-8b32-497d-90bd-18b796bdf15a owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:43.738686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Provisioning complete for port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:43.738686 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.746991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Allocated IP 172.25.1.210 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:43.784211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:43.864421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Provisioning for port 1f0af027-e478-4389-93b5-9137de828ea6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:43.868896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Provisioning complete for port 1f0af027-e478-4389-93b5-9137de828ea6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:43.869353 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:43.932752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e074-bd1e-44eb-ba00-b136359002e3 req-f52241ab-e0c0-41c2-9824-65906ba76fcc tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:43.933029 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65f9d8c9-6aeb-4fbf-b307-49d037b78c67 req-29ede861-a08d-4e49-9bf0-22e01b800d6e tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 210 time: 0.0664935 Aug 23 03:49:43.934492 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5555e074-bd1e-44eb-ba00-b136359002e3 req-f52241ab-e0c0-41c2-9824-65906ba76fcc tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 945 time: 0.0879734 Aug 23 03:49:43.985745 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.000126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5555e074-bd1e-44eb-ba00-b136359002e3 req-6b48dfd4-efb2-41e7-b83a-51ccfa0c56c1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588210 Aug 23 03:49:44.070273 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0694a79f-515c-4a3a-823d-340ca2b095d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.071109 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Provisioning for port d06e37ea-8b32-497d-90bd-18b796bdf15a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:44.079878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Provisioning complete for port d06e37ea-8b32-497d-90bd-18b796bdf15a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:44.079878 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.099569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.101734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694a79f-515c-4a3a-823d-340ca2b095d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=d06e37ea-8b32-497d-90bd-18b796bdf15a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:44.109714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b3396348-a818-4664-9b32-63d40a1fc5a8 None None] Port d06e37ea-8b32-497d-90bd-18b796bdf15a was deleted so its status cannot be updated. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 23 03:49:44.148210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:44.151302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:44.155773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:44.163977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event updated for resources: {'Port': ['ID=7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:44.192306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0694a79f-515c-4a3a-823d-340ca2b095d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.194550 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0694a79f-515c-4a3a-823d-340ca2b095d8 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/d06e37ea-8b32-497d-90bd-18b796bdf15a HTTP/1.1" status: 204 len: 168 time: 0.6955321 Aug 23 03:49:44.197088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52780) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:44.235131 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f19db6-71d0-4abd-bb3c-aa1c58abf078 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] GET failed (client error): The resource could not be found. Aug 23 03:49:44.240518 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c5f19db6-71d0-4abd-bb3c-aa1c58abf078 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports/d06e37ea-8b32-497d-90bd-18b796bdf15a HTTP/1.1" status: 404 len: 333 time: 0.0421538 Aug 23 03:49:44.241439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52782) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:44.302108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-796ab60c-b8d9-4c4b-8539-cbacfb6dc44c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.327304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-13fb5296-570b-413a-b93c-0d6112989821 None None] Could not find standard attr ID for object d06e37ea-8b32-497d-90bd-18b796bdf15a. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:49:44.333722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-796ab60c-b8d9-4c4b-8539-cbacfb6dc44c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.409955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-a8accbc0-6636-4f32-b646-c88493116ef5 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=954d7a35ef35401ca395100edffacdf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378494 Aug 23 03:49:44.546611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f0af027-e478-4389-93b5-9137de828ea6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:44.610009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-796ab60c-b8d9-4c4b-8539-cbacfb6dc44c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.613703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-796ab60c-b8d9-4c4b-8539-cbacfb6dc44c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.614913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-796ab60c-b8d9-4c4b-8539-cbacfb6dc44c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a32ce36-699a-4bdb-b7d4-b7c46fd0d427 HTTP/1.1" status: 204 len: 168 time: 0.3723993 Aug 23 03:49:44.615402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1f0af027-e478-4389-93b5-9137de828ea6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:44.615966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.633766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52788) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:44.673262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ab60c-b8d9-4c4b-8539-cbacfb6dc44c tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a32ce36-699a-4bdb-b7d4-b7c46fd0d427,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:44.702817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-d5ad6afa-b76f-4cf6-bb6f-d46ad45d574e tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:44.707998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-d5ad6afa-b76f-4cf6-bb6f-d46ad45d574e tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915928 Aug 23 03:49:44.723875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-befa24aa-434f-49d9-9252-eefbf5706690 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.727876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Request body: {'port': {'device_id': '05496e6d-217f-4de8-81e4-a6102e8fa750', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '954d7a35ef35401ca395100edffacdf4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:44.754624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-befa24aa-434f-49d9-9252-eefbf5706690 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.912430 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-befa24aa-434f-49d9-9252-eefbf5706690 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.915094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-befa24aa-434f-49d9-9252-eefbf5706690 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.919554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-befa24aa-434f-49d9-9252-eefbf5706690 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/security-groups/19fcf60a-b82b-44d9-b15c-8f89ba38ffc0 HTTP/1.1" status: 204 len: 168 time: 0.2817342 Aug 23 03:49:44.921389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52790) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:44.957188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Made reservation on behalf of 954d7a35ef35401ca395100edffacdf4 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:44.961422 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.961687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa24aa-434f-49d9-9252-eefbf5706690 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fcf60a-b82b-44d9-b15c-8f89ba38ffc0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:44.984021 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:44.995486 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.045366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcd63-86bf-41dc-b911-52529c841378 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.086765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6ae64b92-f5fb-4a7d-ac62-122fb810b5d7 req-86158d74-8f86-43fe-9dea-8a5d611084fb tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 210 time: 0.0280070 Aug 23 03:49:45.098395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcd63-86bf-41dc-b911-52529c841378 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.180961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf47f4-ba47-4c4b-9f82-0c4351eafc68 req-eb1d7213-415e-47b6-a489-87a0e4505274 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:45.182679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-deaf47f4-ba47-4c4b-9f82-0c4351eafc68 req-eb1d7213-415e-47b6-a489-87a0e4505274 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 945 time: 0.1009529 Aug 23 03:49:45.248487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-deaf47f4-ba47-4c4b-9f82-0c4351eafc68 req-0a5fff02-9e33-43ff-8027-004fd7411c89 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580885 Aug 23 03:49:45.253248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.277157 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcd63-86bf-41dc-b911-52529c841378 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.280227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9bcbcd63-86bf-41dc-b911-52529c841378 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.282299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9bcbcd63-86bf-41dc-b911-52529c841378 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/security-groups/72ba54f9-dcde-4002-bc3a-3ba60b33123e HTTP/1.1" status: 204 len: 168 time: 0.3590748 Aug 23 03:49:45.286837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52798) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:45.292872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbcd63-86bf-41dc-b911-52529c841378 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ba54f9-dcde-4002-bc3a-3ba60b33123e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:45.298739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.361349 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.386972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f54dea3-48c9-45c0-be07-34c8ed9e3ff3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet f948ddec-2543-4c76-9793-4433f3284ccb {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:49:45.391624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f54dea3-48c9-45c0-be07-34c8ed9e3ff3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.429469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978b7f31-7684-4ebc-819c-bfaf8ca10bc1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:45.478812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f54dea3-48c9-45c0-be07-34c8ed9e3ff3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.532037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Allocated IP 192.168.233.11 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/ae307041-559e-46d7-bf44-055c927a63db) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:45.583725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 61decb72-d26d-4827-872a-1d8dbc9adde8 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:45.595075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f54dea3-48c9-45c0-be07-34c8ed9e3ff3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.658650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Router 9a7e431e-b712-4218-a8d3-ce6019b54e4c is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:49:45.729643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.743324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Transition to ACTIVE for port object ae307041-559e-46d7-bf44-055c927a63db will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:45.755922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 61decb72-d26d-4827-872a-1d8dbc9adde8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:45.764349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 61decb72-d26d-4827-872a-1d8dbc9adde8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:45.764735 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.774532 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f54dea3-48c9-45c0-be07-34c8ed9e3ff3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.808939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54dea3-48c9-45c0-be07-34c8ed9e3ff3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=f948ddec-2543-4c76-9793-4433f3284ccb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:45.810941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f54dea3-48c9-45c0-be07-34c8ed9e3ff3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.817535 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8f54dea3-48c9-45c0-be07-34c8ed9e3ff3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/f948ddec-2543-4c76-9793-4433f3284ccb HTTP/1.1" status: 204 len: 168 time: 0.5245442 Aug 23 03:49:45.817535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52806) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:45.820623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a40c8-460a-406a-90ea-8cb68f71115c None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:45.853540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.857386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:49:45.869537 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Sync routers for ids ['9a7e431e-b712-4218-a8d3-ce6019b54e4c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:49:45.882428 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Routers {'9a7e431e-b712-4218-a8d3-ce6019b54e4c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:45.883051 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9a7e431e-b712-4218-a8d3-ce6019b54e4c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:45.896011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-6638854e-8f8b-49b6-bb06-75fd88d6cd52 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet aded92cf-4c14-4a24-bfe4-d1d399135b30 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:49:45.896011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6638854e-8f8b-49b6-bb06-75fd88d6cd52 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.917772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:45.920855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:45.924623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:45.956199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6638854e-8f8b-49b6-bb06-75fd88d6cd52 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.960394 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:45.961957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Pushing event updated for resources: {'Port': ['ID=ae307041-559e-46d7-bf44-055c927a63db,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:46.000515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:46.001808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.018488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.022570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52808) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:46.023822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1c361210-2d7a-4ef3-992c-5c12b30ad1b5 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.2590528 Aug 23 03:49:46.031518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61decb72-d26d-4827-872a-1d8dbc9adde8'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:49:46.034160 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3553d2-cf93-40cd-aa9c-999c0f7e1ad4" -d '{"events": [{"server_uuid": "cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e", "name": "network-vif-plugged", "status": "completed", "tag": "61decb72-d26d-4827-872a-1d8dbc9adde8"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:49:46.042979 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Set router 9a7e431e-b712-4218-a8d3-ce6019b54e4c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:49:46.110331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6638854e-8f8b-49b6-bb06-75fd88d6cd52 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.137832 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978d9ccf-5d11-47b5-94af-22daea069aa6 x-openstack-request-id: req-978d9ccf-5d11-47b5-94af-22daea069aa6 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:49:46.141840 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e", "name": "network-vif-plugged", "status": "completed", "tag": "61decb72-d26d-4827-872a-1d8dbc9adde8", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:49:46.141840 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-978d9ccf-5d11-47b5-94af-22daea069aa6 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:49:46.141840 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61decb72-d26d-4827-872a-1d8dbc9adde8', 'code': 200} Aug 23 03:49:46.148508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 61decb72-d26d-4827-872a-1d8dbc9adde8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=61decb72-d26d-4827-872a-1d8dbc9adde8,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:46.178035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-61e31292-2e3b-46e1-8234-202d572d7222 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4541366 Aug 23 03:49:46.201104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Request body: {'port': {'device_id': '05496e6d-217f-4de8-81e4-a6102e8fa750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:46.297558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.300450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d296904-db62-4aa9-932f-0ca466c70e48 req-d0797f72-1c14-4d05-91cb-04a391365d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:46.302588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d296904-db62-4aa9-932f-0ca466c70e48 req-d0797f72-1c14-4d05-91cb-04a391365d5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 1096 time: 0.1301186 Aug 23 03:49:46.339630 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-db693b40-224e-4b8f-ba4d-90677cb10736 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/routers/9a7e431e-b712-4218-a8d3-ce6019b54e4c HTTP/1.1" status: 200 len: 909 time: 0.3149776 Aug 23 03:49:46.340786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.342665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52818) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:46.347917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1086070730', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': True}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:46.379074 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d296904-db62-4aa9-932f-0ca466c70e48 req-dcfc1e44-e219-4a45-baaa-e98ebc581b45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661724 Aug 23 03:49:46.392704 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7e431e-b712-4218-a8d3-ce6019b54e4c', 'name': 'tempest-snat-router-1086070730', 'tenant_id': '34edc72707724ee38a5f2b9bada0a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.210'}], 'enable_snat': False}, 'gw_port_id': '7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:49:42Z', 'updated_at': '2021-08-23T03:49:44Z', 'revision_number': 3, 'project_id': '34edc72707724ee38a5f2b9bada0a04b', 'gw_port': {'id': '7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7e431e-b712-4218-a8d3-ce6019b54e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:49:43Z', 'updated_at': '2021-08-23T03:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:46.420725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca714cd8-8058-44d2-a22c-57822af8bb51 req-a2e1fac1-86ad-4405-959b-33dd8cf3f72d tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:46.422824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ca714cd8-8058-44d2-a22c-57822af8bb51 req-a2e1fac1-86ad-4405-959b-33dd8cf3f72d tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 935 time: 0.1716030 Aug 23 03:49:46.425815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=61decb72-d26d-4827-872a-1d8dbc9adde8,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:46.442753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Checking router: 9a7e431e-b712-4218-a8d3-ce6019b54e4c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:49:46.443408 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Updating router 9a7e431e-b712-4218-a8d3-ce6019b54e4c port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:49:46.461043 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6638854e-8f8b-49b6-bb06-75fd88d6cd52 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.481790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fd5e233f-90f2-4161-8809-5caf237b0452 None None] Provisioning for port ae307041-559e-46d7-bf44-055c927a63db completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:46.482131 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.486115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fd5e233f-90f2-4161-8809-5caf237b0452 None None] Provisioning complete for port ae307041-559e-46d7-bf44-055c927a63db triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:46.496391 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fd5e233f-90f2-4161-8809-5caf237b0452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.499748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.501263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.548322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ca714cd8-8058-44d2-a22c-57822af8bb51 req-e6257121-96ff-476a-90b7-4d0482456f95 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195087 Aug 23 03:49:46.550983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6638854e-8f8b-49b6-bb06-75fd88d6cd52 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.552872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6638854e-8f8b-49b6-bb06-75fd88d6cd52 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/aded92cf-4c14-4a24-bfe4-d1d399135b30 HTTP/1.1" status: 204 len: 168 time: 0.7350407 Aug 23 03:49:46.561494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638854e-8f8b-49b6-bb06-75fd88d6cd52 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=aded92cf-4c14-4a24-bfe4-d1d399135b30,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:46.569641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52824) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:46.577326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e233f-90f2-4161-8809-5caf237b0452 None None] Port ae307041-559e-46d7-bf44-055c927a63db cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:46.578919 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.598059 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-6266075b-5fd5-4fac-8016-bca7cc81551f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:46.599419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6266075b-5fd5-4fac-8016-bca7cc81551f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:46.600272 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6266075b-5fd5-4fac-8016-bca7cc81551f tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/f948ddec-2543-4c76-9793-4433f3284ccb HTTP/1.1" status: 404 len: 337 time: 0.0341675 Aug 23 03:49:46.606535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52826) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:46.621934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bc34f-bcec-4944-9601-ebad41af4bd6 req-a5eca797-5268-4c93-9b6f-4fdfce108736 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:46.623922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-447bc34f-bcec-4944-9601-ebad41af4bd6 req-a5eca797-5268-4c93-9b6f-4fdfce108736 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 946 time: 0.2369907 Aug 23 03:49:46.677589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-44be2250-4aa8-42f6-9cf7-dd670fa7a0e5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting subnet 6178b3ef-573b-4d44-ab93-37c3fccb910b {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:49:46.681870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44be2250-4aa8-42f6-9cf7-dd670fa7a0e5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.732912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44be2250-4aa8-42f6-9cf7-dd670fa7a0e5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.845294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-447bc34f-bcec-4944-9601-ebad41af4bd6 req-2cee81be-85b7-4c86-b82b-a7a9de6179c9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146082 Aug 23 03:49:46.861485 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44be2250-4aa8-42f6-9cf7-dd670fa7a0e5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:46.957365 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.003801 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.041564 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Transition to ACTIVE for port object 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:47.042524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44be2250-4aa8-42f6-9cf7-dd670fa7a0e5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.089001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be2250-4aa8-42f6-9cf7-dd670fa7a0e5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Subnet': ['ID=6178b3ef-573b-4d44-ab93-37c3fccb910b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:47.090931 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44be2250-4aa8-42f6-9cf7-dd670fa7a0e5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.094980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-44be2250-4aa8-42f6-9cf7-dd670fa7a0e5 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/6178b3ef-573b-4d44-ab93-37c3fccb910b HTTP/1.1" status: 204 len: 168 time: 0.4851515 Aug 23 03:49:47.095664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.098553 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.113819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52832) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.129963 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-56505abf-cdad-4b20-b9c3-52e6d73c11a3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.130428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56505abf-cdad-4b20-b9c3-52e6d73c11a3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.135378 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-56505abf-cdad-4b20-b9c3-52e6d73c11a3 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/d5d372e9-a785-4b5b-a7df-4c5925083a7a HTTP/1.1" status: 404 len: 337 time: 0.0389161 Aug 23 03:49:47.136738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52836) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.155906 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Pushing event updated for resources: {'Port': ['ID=7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:47.179720 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Attempting to bind port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:47.179720 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Attempting to bind port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:47.180169 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Attempting to bind port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:47.182055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7c645-d27a-46db-b3ea-de0ff3a66b11 None None] Network 3c688fca-8b91-49b5-9068-0842b85ca171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:49:47.190861 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.190861 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.190861 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.190861 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.191368 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.191778 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.192203 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.192392 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d00b7093-8256-4741-a669-c9cebad637a7 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc HTTP/1.1" status: 200 len: 205 time: 0.0538993 Aug 23 03:49:47.192714 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.193204 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.193623 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.194008 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52838) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.194175 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.194606 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:49:47.208622 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:47.210314 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:47.210314 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.210314 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:47.211194 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Bound port: 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:47.211857 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.213979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae307041-559e-46d7-bf44-055c927a63db {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:49:47.226723 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.244628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Transition to ACTIVE for port object ae307041-559e-46d7-bf44-055c927a63db will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:47.274712 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-45a086a5-c2c0-4bc4-9e2b-6a52215bee7b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] delete failed (client error): The resource could not be found. Aug 23 03:49:47.278896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-45a086a5-c2c0-4bc4-9e2b-6a52215bee7b tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/routers/5bc1339c-d96a-4e1d-9b0a-c0e1464cdfdc HTTP/1.1" status: 404 len: 336 time: 0.0831852 Aug 23 03:49:47.279736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52840) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.281487 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] For port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:49:47.284986 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] For port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:49:47.328265 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9e542e-2e13-4b28-8596-4c979e86635e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.329727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9e542e-2e13-4b28-8596-4c979e86635e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.336602 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2a9e542e-2e13-4b28-8596-4c979e86635e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/91d13f76-87c6-468a-8056-8c782a8263da HTTP/1.1" status: 404 len: 337 time: 0.0557888 Aug 23 03:49:47.337749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52844) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.338026 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.362459 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.371248 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93a9778-4aa5-4059-b351-884d8d7fd17d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.371789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93a9778-4aa5-4059-b351-884d8d7fd17d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.378221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e93a9778-4aa5-4059-b351-884d8d7fd17d tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/5d63b845-cfc5-4ee2-aebf-d58b0b5fd5fa HTTP/1.1" status: 404 len: 337 time: 0.0393484 Aug 23 03:49:47.379097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52846) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.411886 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-884ab0d1-5e8a-4696-b5e1-0f8741ae4843 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.412424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884ab0d1-5e8a-4696-b5e1-0f8741ae4843 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.417960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-884ab0d1-5e8a-4696-b5e1-0f8741ae4843 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/0732469c-9573-4ac0-8906-ded64b020e7b HTTP/1.1" status: 404 len: 337 time: 0.0378363 Aug 23 03:49:47.420895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Pushing event updated for resources: {'Port': ['ID=ae307041-559e-46d7-bf44-055c927a63db,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:47.421056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52848) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.443161 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-990fb8e0-c272-45db-90b1-cb96d42f30b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.444991 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd978cb-bbf4-4a95-b6eb-e7b9574ccf68 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.445762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd978cb-bbf4-4a95-b6eb-e7b9574ccf68 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.446318 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320f59d-ea3d-4f53-ac2f-f386d2454c20 None None] Pushing event updated for resources: {'Port': ['ID=7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:47.455258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6cd978cb-bbf4-4a95-b6eb-e7b9574ccf68 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/c0d828cb-5fdb-43d9-a73a-a846d6ba833e HTTP/1.1" status: 404 len: 333 time: 0.0354888 Aug 23 03:49:47.458293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52850) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.474216 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Routers {'9a7e431e-b712-4218-a8d3-ce6019b54e4c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:47.476119 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9a7e431e-b712-4218-a8d3-ce6019b54e4c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:47.507104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4a9cc96d-4abd-4e91-84a7-b6260d0c6ec3 None None] Provisioning complete for port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:47.507911 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc96d-4abd-4e91-84a7-b6260d0c6ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.520420 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f129a5ab-f997-4897-81cc-32d95dce0d2e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.521371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f129a5ab-f997-4897-81cc-32d95dce0d2e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.527645 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f129a5ab-f997-4897-81cc-32d95dce0d2e tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/d448cb04-b880-487d-aa81-3a33123665b2 HTTP/1.1" status: 404 len: 337 time: 0.0669286 Aug 23 03:49:47.528619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52852) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.561774 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.579589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4a9cc96d-4abd-4e91-84a7-b6260d0c6ec3 None None] Port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:49:47.593128 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-70000cc1-96b3-4877-b556-fc7d103d9cf2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.593594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70000cc1-96b3-4877-b556-fc7d103d9cf2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.604971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70000cc1-96b3-4877-b556-fc7d103d9cf2 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/42f7d07f-63ed-41af-8fbb-e15263d07c89 HTTP/1.1" status: 404 len: 337 time: 0.0699995 Aug 23 03:49:47.604971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52856) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.633899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.641448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4a9cc96d-4abd-4e91-84a7-b6260d0c6ec3 None None] Provisioning complete for port 1f0af027-e478-4389-93b5-9137de828ea6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:47.659213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc96d-4abd-4e91-84a7-b6260d0c6ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.679637 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] Set router 9a7e431e-b712-4218-a8d3-ce6019b54e4c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:49:47.684986 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbebffe-a60d-4933-b41b-b6e338ee4c58 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.686663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbebffe-a60d-4933-b41b-b6e338ee4c58 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.691757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fdbebffe-a60d-4933-b41b-b6e338ee4c58 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/fc423d4c-a429-435e-8290-a9ce8d6b3888 HTTP/1.1" status: 404 len: 333 time: 0.0853934 Aug 23 03:49:47.692648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52860) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.763651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9771d-629a-4af0-86e3-5f751e35f1b4 None None] DHCP port deletion for 3c688fca-8b91-49b5-9068-0842b85ca171 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:49:47.766725 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-2514406a-b26e-4d95-816e-f0828c447243 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.773522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2514406a-b26e-4d95-816e-f0828c447243 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.774666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2514406a-b26e-4d95-816e-f0828c447243 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/a5480b36-7bc1-4145-87bc-8b3d9e8df19d HTTP/1.1" status: 404 len: 337 time: 0.0806081 Aug 23 03:49:47.775602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52862) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.811942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Attempting to bind port ae307041-559e-46d7-bf44-055c927a63db on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:47.812308 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Attempting to bind port ae307041-559e-46d7-bf44-055c927a63db by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:47.812616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Attempting to bind port ae307041-559e-46d7-bf44-055c927a63db on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:47.824107 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-809be51a-dbe3-42b3-a224-7c4d8dd3e054 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] DELETE failed (client error): The resource could not be found. Aug 23 03:49:47.824579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809be51a-dbe3-42b3-a224-7c4d8dd3e054 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:49:47.829947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-809be51a-dbe3-42b3-a224-7c4d8dd3e054 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/subnets/b2cb9384-43dd-433b-9e5c-2643d0ea66da HTTP/1.1" status: 404 len: 337 time: 0.0531147 Aug 23 03:49:47.836127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52864) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:47.845674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Port ae307041-559e-46d7-bf44-055c927a63db on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:49:47.846090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Attempting to bind port ae307041-559e-46d7-bf44-055c927a63db on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:47.858114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:47.858495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:47.858828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:47.859274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Bound port: ae307041-559e-46d7-bf44-055c927a63db, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:47.859630 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.903041 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-990fb8e0-c272-45db-90b1-cb96d42f30b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.918342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9da9771d-629a-4af0-86e3-5f751e35f1b4 None None] Deleting port 1f0af027-e478-4389-93b5-9137de828ea6 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:47.918342 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9da9771d-629a-4af0-86e3-5f751e35f1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:47.939964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e1faf-58ef-4fc3-8b01-410613320865 req-d7808136-cbd7-4f02-801b-8eaeb280a10a tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:47.941545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-134e1faf-58ef-4fc3-8b01-410613320865 req-d7808136-cbd7-4f02-801b-8eaeb280a10a tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 947 time: 0.2042849 Aug 23 03:49:47.958703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-76f8617d-7915-4a3a-be1b-14af56982e01 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Deleting port ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:47.958978 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76f8617d-7915-4a3a-be1b-14af56982e01 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.012347 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7e431e-b712-4218-a8d3-ce6019b54e4c', 'name': 'tempest-snat-router-1086070730', 'tenant_id': '34edc72707724ee38a5f2b9bada0a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.210'}], 'enable_snat': False}, 'gw_port_id': '7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:49:42Z', 'updated_at': '2021-08-23T03:49:44Z', 'revision_number': 3, 'project_id': '34edc72707724ee38a5f2b9bada0a04b', 'gw_port': {'id': '7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7e431e-b712-4218-a8d3-ce6019b54e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:49:43Z', 'updated_at': '2021-08-23T03:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:48.048689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9da9771d-629a-4af0-86e3-5f751e35f1b4 None None] For port 1f0af027-e478-4389-93b5-9137de828ea6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1f0af027-e478-4389-93b5-9137de828ea6,segment=NetworkSegment(04481fee-b8c6-419f-b887-e56c87716fb4),segment_id=04481fee-b8c6-419f-b887-e56c87716fb4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:48.049150 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9da9771d-629a-4af0-86e3-5f751e35f1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.055698 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567ba15-bab1-4fb0-ae49-4e88e66eaced None None] The sync data for ids ['9a7e431e-b712-4218-a8d3-ce6019b54e4c'] in n-d-749052-7 is: [{'id': '9a7e431e-b712-4218-a8d3-ce6019b54e4c', 'name': 'tempest-snat-router-1086070730', 'tenant_id': '34edc72707724ee38a5f2b9bada0a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.210'}], 'enable_snat': False}, 'gw_port_id': '7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:49:42Z', 'updated_at': '2021-08-23T03:49:44Z', 'revision_number': 3, 'project_id': '34edc72707724ee38a5f2b9bada0a04b', 'gw_port': {'id': '7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:01:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7e431e-b712-4218-a8d3-ce6019b54e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:49:43Z', 'updated_at': '2021-08-23T03:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:49:48.064336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9da9771d-629a-4af0-86e3-5f751e35f1b4 None None] Calling delete_port for 1f0af027-e478-4389-93b5-9137de828ea6 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:48.101283 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76f8617d-7915-4a3a-be1b-14af56982e01 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.119141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-76f8617d-7915-4a3a-be1b-14af56982e01 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Calling delete_port for ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:48.134124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfaf46-59d8-4d64-80e5-299130109e75 req-1d87abf1-7c68-4a41-8ce2-91010094ab74 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:48.136501 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7bfaf46-59d8-4d64-80e5-299130109e75 req-1d87abf1-7c68-4a41-8ce2-91010094ab74 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 946 time: 0.0841093 Aug 23 03:49:48.217596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7bfaf46-59d8-4d64-80e5-299130109e75 req-253cd346-d178-457e-ace4-72d2d1ed8f8d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733330 Aug 23 03:49:48.231576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9da9771d-629a-4af0-86e3-5f751e35f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.279619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9771d-629a-4af0-86e3-5f751e35f1b4 None None] No DVR routers for this DVR port 1f0af027-e478-4389-93b5-9137de828ea6 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:48.285391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9771d-629a-4af0-86e3-5f751e35f1b4 None None] Pushing event deleted for resources: {'Port': ['ID=1f0af027-e478-4389-93b5-9137de828ea6,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:48.309820 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76f8617d-7915-4a3a-be1b-14af56982e01 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.347214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8617d-7915-4a3a-be1b-14af56982e01 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Port': ['ID=ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:48.356404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-990fb8e0-c272-45db-90b1-cb96d42f30b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.365919 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-76f8617d-7915-4a3a-be1b-14af56982e01 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.368230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Allocated IP 172.25.1.194 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/79799a39-d616-4850-8d2c-e7f102be22cf) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:48.373473 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-76f8617d-7915-4a3a-be1b-14af56982e01 tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/ports/ac4b5a44-9333-4aca-b4f0-0fcfdfd160bd HTTP/1.1" status: 204 len: 168 time: 0.5397959 Aug 23 03:49:48.392017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52870) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:48.468029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-990fb8e0-c272-45db-90b1-cb96d42f30b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac450a3770754072a3f48dfd0794a843&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3518529 Aug 23 03:49:48.470863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52874) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:48.473800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] For port ae307041-559e-46d7-bf44-055c927a63db, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:49:48.481940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-134e1faf-58ef-4fc3-8b01-410613320865 req-049c8501-bf0f-4145-a7e0-a74007249ade tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298657 Aug 23 03:49:48.504092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fb8e0-c272-45db-90b1-cb96d42f30b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21166d98-8498-4ed4-9555-98a725c9a2a2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:48.515655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] For port ae307041-559e-46d7-bf44-055c927a63db, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ae307041-559e-46d7-bf44-055c927a63db,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:49:48.555573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78966e43-e05d-44ff-b5a0-558123331cc9 req-74a22b5f-40e7-487d-8847-b7501fdc7f61 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:48.555573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78966e43-e05d-44ff-b5a0-558123331cc9 req-74a22b5f-40e7-487d-8847-b7501fdc7f61 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 946 time: 0.2077858 Aug 23 03:49:48.572816 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.598735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:48.643584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.653833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.704910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:48.706392 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.709959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-78f8a345-669b-4550-8616-85f482a27639 service neutron] 10.222.0.11 "PUT /v2.0/ports/ae307041-559e-46d7-bf44-055c927a63db HTTP/1.1" status: 200 len: 1095 time: 2.5166788 Aug 23 03:49:48.711583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78966e43-e05d-44ff-b5a0-558123331cc9 req-7027bd36-1715-430e-9660-0507e7eacfcb tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322014 Aug 23 03:49:48.712958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05496e6d-217f-4de8-81e4-a6102e8fa750', 'tag': 'ae307041-559e-46d7-bf44-055c927a63db'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:49:48.715809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:48.716152 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca0e236-a0a0-4ce1-9d53-269c93b54c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "05496e6d-217f-4de8-81e4-a6102e8fa750", "tag": "ae307041-559e-46d7-bf44-055c927a63db"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:49:48.743405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:48.744630 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.759959 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b4d9db2-c024-4ddb-aaa9-e200aa3ca60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.774453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8a345-669b-4550-8616-85f482a27639 service neutron] Pushing event updated for resources: {'Port': ['ID=ae307041-559e-46d7-bf44-055c927a63db,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:48.816404 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9125e0b0-a578-453b-9561-cf2d6095dd7a x-openstack-request-id: req-9125e0b0-a578-453b-9561-cf2d6095dd7a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:49:48.816778 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05496e6d-217f-4de8-81e4-a6102e8fa750", "tag": "ae307041-559e-46d7-bf44-055c927a63db", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:49:48.817320 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9125e0b0-a578-453b-9561-cf2d6095dd7a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:49:48.817461 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05496e6d-217f-4de8-81e4-a6102e8fa750', 'tag': 'ae307041-559e-46d7-bf44-055c927a63db', 'status': 'completed', 'code': 200} Aug 23 03:49:48.887278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.888377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.901274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b4d9db2-c024-4ddb-aaa9-e200aa3ca60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.903932 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:48.927054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c688fca-8b91-49b5-9068-0842b85ca171']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:48.945254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:48.970487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04481fee-b8c6-419f-b887-e56c87716fb4') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:48.970886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04481fee-b8c6-419f-b887-e56c87716fb4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:48.978617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:48.984134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:48.990103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:48.997321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:49.017942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:49.031109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:49:49.031586 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:49.035652 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:49.046739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0e236-a0a0-4ce1-9d53-269c93b54c0b req-b63bde90-7960-40c3-8226-87ef58f12e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:49:49.048088 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:49:49.051286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aca0e236-a0a0-4ce1-9d53-269c93b54c0b req-b63bde90-7960-40c3-8226-87ef58f12e90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954d7a35ef35401ca395100edffacdf4&device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 1098 time: 0.1886818 Aug 23 03:49:49.052018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event updated for resources: {'Port': ['ID=79799a39-d616-4850-8d2c-e7f102be22cf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:49.095887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aca0e236-a0a0-4ce1-9d53-269c93b54c0b req-37fe6bea-0f8f-4a9f-bfcd-aec228a3685f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=954d7a35ef35401ca395100edffacdf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269630 Aug 23 03:49:49.133686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f0af027-e478-4389-93b5-9137de828ea6 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:49:49.137728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:49.173498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 1f0af027-e478-4389-93b5-9137de828ea6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:49:49.174376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f0af027-e478-4389-93b5-9137de828ea6 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:49:49.201596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b4d9db2-c024-4ddb-aaa9-e200aa3ca60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:49.205208 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8b4d9db2-c024-4ddb-aaa9-e200aa3ca60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:49.210158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8b4d9db2-c024-4ddb-aaa9-e200aa3ca60e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21166d98-8498-4ed4-9555-98a725c9a2a2 HTTP/1.1" status: 204 len: 168 time: 0.7339411 Aug 23 03:49:49.213875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d9db2-c024-4ddb-aaa9-e200aa3ca60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21166d98-8498-4ed4-9555-98a725c9a2a2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:49.257942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:49.272685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:49.275581 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] 10.222.0.20 "DELETE /v2.0/networks/3c688fca-8b91-49b5-9068-0842b85ca171 HTTP/1.1" status: 204 len: 168 time: 0.8823943 Aug 23 03:49:49.315204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e91e79-03e5-4d64-8ea4-8547c9744aec tempest-PortsTestJSON-1284741484 tempest-PortsTestJSON-1284741484-project] Pushing event deleted for resources: {'Network': ['ID=3c688fca-8b91-49b5-9068-0842b85ca171,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:49.337063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0e236-a0a0-4ce1-9d53-269c93b54c0b req-740a26b1-975b-4363-81e1-2c07d91aea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:49.337781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aca0e236-a0a0-4ce1-9d53-269c93b54c0b req-740a26b1-975b-4363-81e1-2c07d91aea12 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1809630 Aug 23 03:49:49.487525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aaf5a-7134-48d7-a752-07bce89230fb req-32667a04-852c-4c47-ab8d-bd3e22077c3e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:49.488995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-269aaf5a-7134-48d7-a752-07bce89230fb req-32667a04-852c-4c47-ab8d-bd3e22077c3e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 946 time: 0.1260173 Aug 23 03:49:49.553401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-fd4faecb-65ff-40e1-8814-246832a405d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:49.554905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-fd4faecb-65ff-40e1-8814-246832a405d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954d7a35ef35401ca395100edffacdf4&device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 1098 time: 0.1145489 Aug 23 03:49:49.583627 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:49.617804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-269aaf5a-7134-48d7-a752-07bce89230fb req-961cc9e6-268b-49b8-a5a1-28292826bd81 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198335 Aug 23 03:49:49.624703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3830c-7fae-42e2-87e8-ec43bb5740de req-a2ab022e-f760-4e9f-8f6b-d7d02e4110e4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:49.626685 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e7a3830c-7fae-42e2-87e8-ec43bb5740de req-a2ab022e-f760-4e9f-8f6b-d7d02e4110e4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 947 time: 0.0565617 Aug 23 03:49:49.656677 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-92657681-18ad-4c22-aceb-800e51eae18d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=ae307041-559e-46d7-bf44-055c927a63db HTTP/1.1" status: 200 len: 217 time: 0.0779624 Aug 23 03:49:49.703384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e7a3830c-7fae-42e2-87e8-ec43bb5740de req-12c5d205-0602-40c1-a5be-f517d3b23834 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595331 Aug 23 03:49:49.751701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-b140d6a2-ea61-4227-b01a-d3c1f7ddd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:49.753208 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-b140d6a2-ea61-4227-b01a-d3c1f7ddd457 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0920734 Aug 23 03:49:49.804759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52898) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:49.849926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-95097c72-09d8-46f5-a680-2c645dd507e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:49.851429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-95097c72-09d8-46f5-a680-2c645dd507e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882831 Aug 23 03:49:49.960613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.039271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-301c82fe-3c23-4951-a728-c23d05d8301c service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629534 Aug 23 03:49:50.039719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52908) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:50.043962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-89b6b5fa-b599-4012-9409-e174f187eab9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c14d6d259fc4a2c86b67f8e8fc4b932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379766 Aug 23 03:49:50.047220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52910) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:50.097791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b364c8b5-5af7-409a-b45d-550531a453be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.125111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-600b1b63-1d57-4adc-b9ce-6716b0a15f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.129807 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b364c8b5-5af7-409a-b45d-550531a453be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.253790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6892d7d4-6905-4e30-b93b-9391b0ac027b req-c5161817-211f-4152-9f8e-635961fab0d4 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559582 Aug 23 03:49:50.355444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b364c8b5-5af7-409a-b45d-550531a453be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.358057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b364c8b5-5af7-409a-b45d-550531a453be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.359415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b364c8b5-5af7-409a-b45d-550531a453be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cfcbb24-a16e-4b0c-a3e8-4c8f2b00af9b HTTP/1.1" status: 204 len: 168 time: 0.3118048 Aug 23 03:49:50.367736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364c8b5-5af7-409a-b45d-550531a453be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfcbb24-a16e-4b0c-a3e8-4c8f2b00af9b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:50.416420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Router 364fb6a2-8305-44b1-8462-2688db7931e2 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:49:50.436447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-600b1b63-1d57-4adc-b9ce-6716b0a15f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.552668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:50.556800 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-600b1b63-1d57-4adc-b9ce-6716b0a15f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.589360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:49:50.611869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Sync routers for ids ['364fb6a2-8305-44b1-8462-2688db7931e2'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:49:50.613517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-600b1b63-1d57-4adc-b9ce-6716b0a15f67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3bbfb7fcc724257976ebe703b9836bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631559 Aug 23 03:49:50.621383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52922) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:50.635199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b1b63-1d57-4adc-b9ce-6716b0a15f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2068b2c0-6987-4b51-91b2-b69ab03fa9ad,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:50.656685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Routers {'364fb6a2-8305-44b1-8462-2688db7931e2'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:50.657883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['364fb6a2-8305-44b1-8462-2688db7931e2'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:50.737849 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.739423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-49707397-3aca-43a0-b22b-7e4c68519a50 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3957338 Aug 23 03:49:50.742195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52930) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:50.746651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-7c379438-c076-4dc8-a414-0f30de9675f7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:50.750467 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-7c379438-c076-4dc8-a414-0f30de9675f7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 946 time: 0.1615093 Aug 23 03:49:50.770596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:50.771307 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.869809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-765671ef-e221-4600-83de-5d7b60f536ee tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/routers/364fb6a2-8305-44b1-8462-2688db7931e2 HTTP/1.1" status: 200 len: 908 time: 0.1262469 Aug 23 03:49:50.874045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52934) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:50.893710 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d11f0a1-eae8-4622-b4ff-9244da970b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:50.941394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41c2b1-38aa-419b-9a8e-92b0a37d058b req-99ff736e-8e0b-4e7f-8e21-c55af7040937 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:50.960867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec41c2b1-38aa-419b-9a8e-92b0a37d058b req-99ff736e-8e0b-4e7f-8e21-c55af7040937 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 946 time: 0.1653955 Aug 23 03:49:51.002256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d11f0a1-eae8-4622-b4ff-9244da970b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.008419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Deleting port 61decb72-d26d-4827-872a-1d8dbc9adde8 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:51.008770 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.015660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Set router 364fb6a2-8305-44b1-8462-2688db7931e2 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:49:51.050003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478b9ef-2b9c-4ea2-b5f6-db6dde6ea972 req-44b70ec0-652f-4563-9bf1-0896e8ce44e7 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:51.053319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c478b9ef-2b9c-4ea2-b5f6-db6dde6ea972 req-44b70ec0-652f-4563-9bf1-0896e8ce44e7 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 947 time: 0.1790242 Aug 23 03:49:51.066878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec41c2b1-38aa-419b-9a8e-92b0a37d058b req-1b8fa570-8726-4629-a65a-ae80450f7c5b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054456 Aug 23 03:49:51.237639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] For port 61decb72-d26d-4827-872a-1d8dbc9adde8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=61decb72-d26d-4827-872a-1d8dbc9adde8,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:51.238379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.256318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Calling delete_port for 61decb72-d26d-4827-872a-1d8dbc9adde8 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:51.360897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364fb6a2-8305-44b1-8462-2688db7931e2', 'name': 'tempest-snat-router-1086070730', 'tenant_id': '34edc72707724ee38a5f2b9bada0a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '79799a39-d616-4850-8d2c-e7f102be22cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:49:46Z', 'updated_at': '2021-08-23T03:49:49Z', 'revision_number': 3, 'project_id': '34edc72707724ee38a5f2b9bada0a04b', 'gw_port': {'id': '79799a39-d616-4850-8d2c-e7f102be22cf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364fb6a2-8305-44b1-8462-2688db7931e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:49:47Z', 'updated_at': '2021-08-23T03:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:51.435091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Checking router: 364fb6a2-8305-44b1-8462-2688db7931e2 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:49:51.437608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Updating router 364fb6a2-8305-44b1-8462-2688db7931e2 port 79799a39-d616-4850-8d2c-e7f102be22cf binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:49:51.445396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.493190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.495252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c478b9ef-2b9c-4ea2-b5f6-db6dde6ea972 req-1f983ea3-4b0a-41d2-885c-4ec4677cc365 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318993 Aug 23 03:49:51.555452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.577861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['61decb72-d26d-4827-872a-1d8dbc9adde8'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:51.603000 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d11f0a1-eae8-4622-b4ff-9244da970b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.607220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d11f0a1-eae8-4622-b4ff-9244da970b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.608380 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8d11f0a1-eae8-4622-b4ff-9244da970b7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2068b2c0-6987-4b51-91b2-b69ab03fa9ad HTTP/1.1" status: 204 len: 168 time: 0.9849191 Aug 23 03:49:51.613634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event deleted for resources: {'Port': ['ID=61decb72-d26d-4827-872a-1d8dbc9adde8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:51.639675 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.669789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:51.671556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11f0a1-eae8-4622-b4ff-9244da970b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2068b2c0-6987-4b51-91b2-b69ab03fa9ad,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:51.692854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] No DVR routers for this DVR port 61decb72-d26d-4827-872a-1d8dbc9adde8 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:49:51.695533 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.697865 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7101a71-0a4a-470e-b54d-8aa512f19c2e req-56a56502-f1e3-4d71-92a3-4eac2cb6045c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "DELETE /v2.0/ports/61decb72-d26d-4827-872a-1d8dbc9adde8 HTTP/1.1" status: 204 len: 173 time: 0.9401848 Aug 23 03:49:51.698322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e', 'name': 'network-vif-deleted', 'tag': '61decb72-d26d-4827-872a-1d8dbc9adde8'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:49:51.700948 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbef2d25-88f4-43b9-8845-6af42ef34402" -d '{"events": [{"server_uuid": "cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e", "name": "network-vif-deleted", "tag": "61decb72-d26d-4827-872a-1d8dbc9adde8"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:49:51.755782 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de8c3b8-52d7-4e0e-a03f-28129a34f1ba x-openstack-request-id: req-8de8c3b8-52d7-4e0e-a03f-28129a34f1ba {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:49:51.756165 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e", "name": "network-vif-deleted", "tag": "61decb72-d26d-4827-872a-1d8dbc9adde8", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:49:51.756490 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8de8c3b8-52d7-4e0e-a03f-28129a34f1ba {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:49:51.757161 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e', 'name': 'network-vif-deleted', 'tag': '61decb72-d26d-4827-872a-1d8dbc9adde8', 'status': 'completed', 'code': 200} Aug 23 03:49:51.863731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Deleting port 79799a39-d616-4850-8d2c-e7f102be22cf {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:51.866527 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.961755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:51.977657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Calling delete_port for 79799a39-d616-4850-8d2c-e7f102be22cf owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:52.060071 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.084999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Transition to ACTIVE for port object 79799a39-d616-4850-8d2c-e7f102be22cf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:49:52.094150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52964) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:52.184252 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.270832 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c457aaeb-f7eb-4a9f-8e9d-fd39bc3a9c85 req-7d309e6e-0069-4d00-8445-8be70f67b307 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfcc5d58-efd4-44b5-a8bc-9cdeb3a5c81e HTTP/1.1" status: 200 len: 210 time: 0.0672195 Aug 23 03:49:52.281495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-327d66cc-8627-4d72-bbdd-562881274592 tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1044937921', 'prefixes': ['172.20.0.0/16']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:52.283626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Attempting to bind port 79799a39-d616-4850-8d2c-e7f102be22cf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:52.284014 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Attempting to bind port 79799a39-d616-4850-8d2c-e7f102be22cf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:52.284382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Attempting to bind port 79799a39-d616-4850-8d2c-e7f102be22cf on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:52.287259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830c564-689e-46f9-b67b-cf989e226aae None None] Pushing event updated for resources: {'Port': ['ID=79799a39-d616-4850-8d2c-e7f102be22cf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:52.298369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:52.298760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:52.299176 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.299578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:52.300071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Bound port: 79799a39-d616-4850-8d2c-e7f102be22cf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:52.300454 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.327235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.363699 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:49:52.364163 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:49:52.393974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event deleted for resources: {'Port': ['ID=79799a39-d616-4850-8d2c-e7f102be22cf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:52.471557 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.577484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.580500 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.584646 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.629908 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-327d66cc-8627-4d72-bbdd-562881274592 tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] Notify callbacks [] for subnetpool, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.631532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-327d66cc-8627-4d72-bbdd-562881274592 tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5352991 Aug 23 03:49:52.635328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52984) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:52.684506 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-363b8368-8e06-420c-8c6a-9adabfaef879 tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] 10.222.0.20 "GET /v2.0/subnetpools/446698d1-0a1b-46b3-883f-c98da157c927 HTTP/1.1" status: 200 len: 732 time: 0.0477746 Aug 23 03:49:52.688283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52988) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:52.693034 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-89b015c9-0a4e-4837-93ac-88a62dbb74cb tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-31246040'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:52.694153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3bd8d-7cb5-4804-8b18-3bff2781a3a5 req-3ceaf784-cf86-4783-a376-d3c8207c743d tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:52.695949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37d3bd8d-7cb5-4804-8b18-3bff2781a3a5 req-3ceaf784-cf86-4783-a376-d3c8207c743d tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 947 time: 0.0703168 Aug 23 03:49:52.729320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.732083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 364fb6a2-8305-44b1-8462-2688db7931e2 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:49:52.737052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.740574 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-90b70dc0-1f4c-4d79-9025-5e478972d456 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "DELETE /v2.0/routers/364fb6a2-8305-44b1-8462-2688db7931e2 HTTP/1.1" status: 204 len: 168 time: 1.8614073 Aug 23 03:49:52.741175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52990) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:52.753142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37d3bd8d-7cb5-4804-8b18-3bff2781a3a5 req-cea6e509-3f6d-4831-8b54-b39e09a543d0 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508068 Aug 23 03:49:52.881699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.883670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Attempting to bind port 79799a39-d616-4850-8d2c-e7f102be22cf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:49:52.884113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Attempting to bind port 79799a39-d616-4850-8d2c-e7f102be22cf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:49:52.884721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Attempting to bind port 79799a39-d616-4850-8d2c-e7f102be22cf on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:49:52.906809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:49:52.907189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:49:52.907600 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.907996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:49:52.908478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Bound port: 79799a39-d616-4850-8d2c-e7f102be22cf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:49:52.908860 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.927933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Port 79799a39-d616-4850-8d2c-e7f102be22cf has been deleted concurrently {{(pid=95122) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 23 03:49:52.937337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Routers set() bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:52.937711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Router IDs set() for agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 03:49:52.938360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'364fb6a2-8305-44b1-8462-2688db7931e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent'). {{(pid=95122) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 03:49:52.938735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29186f-2425-4be0-991d-a65d19e3fbd1 None None] The sync data for ids ['364fb6a2-8305-44b1-8462-2688db7931e2'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:49:52.946468 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-89b015c9-0a4e-4837-93ac-88a62dbb74cb tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] Notify callbacks [] for subnetpool, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:52.948369 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-89b015c9-0a4e-4837-93ac-88a62dbb74cb tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] 10.222.0.20 "PUT /v2.0/subnetpools/446698d1-0a1b-46b3-883f-c98da157c927 HTTP/1.1" status: 200 len: 682 time: 0.2583065 Aug 23 03:49:52.951536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52998) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:53.012477 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:53.180522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Deleting port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:49:53.181272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:53.186786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e73071c5-0750-4948-883e-ab98c06178ca tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] Notify callbacks [] for subnetpool, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:53.191466 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e73071c5-0750-4948-883e-ab98c06178ca tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] 10.222.0.20 "DELETE /v2.0/subnetpools/446698d1-0a1b-46b3-883f-c98da157c927 HTTP/1.1" status: 204 len: 168 time: 0.2389069 Aug 23 03:49:53.192188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53004) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:53.208822 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-2dc5b6f4-7bc0-4e1b-ac9f-82f0e4448a57 tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] show failed (client error): The resource could not be found. Aug 23 03:49:53.213710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2dc5b6f4-7bc0-4e1b-ac9f-82f0e4448a57 tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] 10.222.0.20 "GET /v2.0/subnetpools/446698d1-0a1b-46b3-883f-c98da157c927 HTTP/1.1" status: 404 len: 346 time: 0.0201881 Aug 23 03:49:53.214386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53006) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:53.229451 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-40901fe8-6155-4e2e-bbf0-9266bfba4783 tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] delete failed (client error): The resource could not be found. Aug 23 03:49:53.251273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-40901fe8-6155-4e2e-bbf0-9266bfba4783 tempest-SubnetPoolsTestJSON-1879231933 tempest-SubnetPoolsTestJSON-1879231933-project] 10.222.0.20 "DELETE /v2.0/subnetpools/446698d1-0a1b-46b3-883f-c98da157c927 HTTP/1.1" status: 404 len: 346 time: 0.0215211 Aug 23 03:49:53.266716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] For port 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:53.267274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:53.286994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Calling delete_port for 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:49:53.573286 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:53.597418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:53.646570 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 61decb72-d26d-4827-872a-1d8dbc9adde8 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:49:53.670730 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:53.676255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 61decb72-d26d-4827-872a-1d8dbc9adde8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:49:53.682780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 61decb72-d26d-4827-872a-1d8dbc9adde8 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:49:53.846241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53040) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:53.962806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c16ffa-4918-4af1-85b5-118a48b1ac76 req-bca0a99e-08e8-4917-968d-4337a2ff0a08 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:53.964909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1c16ffa-4918-4af1-85b5-118a48b1ac76 req-bca0a99e-08e8-4917-968d-4337a2ff0a08 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 947 time: 0.0829101 Aug 23 03:49:54.030575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3431882b-678f-49be-aa89-a7f29df96cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.037280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1c16ffa-4918-4af1-85b5-118a48b1ac76 req-95b336cd-1dc9-4638-92da-faa61ea23f4e tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657127 Aug 23 03:49:54.143609 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3431882b-678f-49be-aa89-a7f29df96cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.149140 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.176200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.186568 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3431882b-678f-49be-aa89-a7f29df96cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.240852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3431882b-678f-49be-aa89-a7f29df96cf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9debf477adea4351b5c168819deb109b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907137 Aug 23 03:49:54.240852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431882b-678f-49be-aa89-a7f29df96cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4e73f9-3e25-4d49-b398-f24ce51a1d2d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:54.241916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53050) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:54.269104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3139-9766-4f96-8f84-99a4643882da req-34d55a3b-07f9-4559-940e-278a7f81c919 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:54.277295 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-34d55a3b-07f9-4559-940e-278a7f81c919 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.2199905 Aug 23 03:49:54.295277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-6a1b139f-f7bc-4027-9c89-02a65c642c38 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/quotas/8d70ca7103ed4dbd8985029a568ee0aa HTTP/1.1" status: 200 len: 375 time: 0.0165164 Aug 23 03:49:54.333855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a34bdebf-e077-4a2c-ab48-91aa4f9965c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.336005 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.336582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7e431e-b712-4218-a8d3-ce6019b54e4c {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:49:54.349369 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.349369 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-45be9bc3-b64e-480e-8a8c-76beaf688b7d tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "DELETE /v2.0/routers/9a7e431e-b712-4218-a8d3-ce6019b54e4c HTTP/1.1" status: 204 len: 168 time: 1.6054924 Aug 23 03:49:54.350697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53054) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:54.356177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-522184041', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:54.368541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-6e4e47d8-291b-4ae5-8e86-6bfd775a2dd1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726330 Aug 23 03:49:54.385817 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a34bdebf-e077-4a2c-ab48-91aa4f9965c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.498822 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.499895 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.508317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-4d764cfe-9d65-46b5-afcd-521c5fde8563 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364758 Aug 23 03:49:54.528721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a34bdebf-e077-4a2c-ab48-91aa4f9965c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.531469 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a34bdebf-e077-4a2c-ab48-91aa4f9965c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.548436 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a34bdebf-e077-4a2c-ab48-91aa4f9965c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa4e73f9-3e25-4d49-b398-f24ce51a1d2d HTTP/1.1" status: 204 len: 168 time: 0.2937007 Aug 23 03:49:54.617140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bdebf-e077-4a2c-ab48-91aa4f9965c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4e73f9-3e25-4d49-b398-f24ce51a1d2d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:54.683921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-9ee0451a-cf6e-4bb0-97ce-afe555ebcad1 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741495 Aug 23 03:49:54.718532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:54.957764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:55.046810 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4f2521f-fcbf-4206-a200-72495ae01c6c req-efa92425-fffe-460a-a334-f06867f24c93 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 210 time: 0.0456958 Aug 23 03:49:55.216003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf12ff-6dcc-4936-9a55-ffea67024a91 req-c75b5b71-0212-484a-a4c4-7d08beadedea tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:55.224221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48cf12ff-6dcc-4936-9a55-ffea67024a91 req-c75b5b71-0212-484a-a4c4-7d08beadedea tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 947 time: 0.0676203 Aug 23 03:49:55.278314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48cf12ff-6dcc-4936-9a55-ffea67024a91 req-4933bbce-7fe2-4bd8-942b-6a81db98c6a1 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477815 Aug 23 03:49:55.368931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:55.392482 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:55.544688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Allocated IP 172.25.1.205 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/7cd37b21-96c1-4526-bb99-dd9a7595929a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:55.674974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:55.899076 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:55.925225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:55.972906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:55.991166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:55.995122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ae307041-559e-46d7-bf44-055c927a63db details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:49:56.041882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event updated for resources: {'Port': ['ID=7cd37b21-96c1-4526-bb99-dd9a7595929a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:56.144680 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1394dcbf-0fc1-461c-84f6-e11999381fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:56.171606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ae307041-559e-46d7-bf44-055c927a63db, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ae307041-559e-46d7-bf44-055c927a63db,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:56.182715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'ae307041-559e-46d7-bf44-055c927a63db', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': 'ae307041-559e-46d7-bf44-055c927a63db', 'mac_address': 'fa:16:3e:65:c8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:49:56.183992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06d48ec7-b7c7-4eca-969a-bddff3b0a9f3 req-1339ca63-72b3-4820-a252-d14474d568f3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 210 time: 0.0477903 Aug 23 03:49:56.226923 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:56.242466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae307041-559e-46d7-bf44-055c927a63db {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:49:56.265346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ae307041-559e-46d7-bf44-055c927a63db, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ae307041-559e-46d7-bf44-055c927a63db,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:56.339327 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:56.429406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ae307041-559e-46d7-bf44-055c927a63db,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:56.464860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53128) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:56.475889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23d786-5406-4bb6-a96e-324c9f01f357 req-78f1ff3f-03fc-4bd1-b721-45d510658344 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:56.478663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c23d786-5406-4bb6-a96e-324c9f01f357 req-78f1ff3f-03fc-4bd1-b721-45d510658344 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 948 time: 0.0971401 Aug 23 03:49:56.496753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:49:56.525492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:49:56.526555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7ae5c25f-9f96-46ef-ae0e-2c54725d0dcb not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:49:56.583605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:56.606330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-10108182'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:56.624625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c23d786-5406-4bb6-a96e-324c9f01f357 req-ca7069de-a61b-482a-875f-8904680a88dc tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945475 Aug 23 03:49:56.744042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['ae307041-559e-46d7-bf44-055c927a63db'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:56.791674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Made reservation on behalf of a0c77707fa394b78983ed911ab4f25aa for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:56.796840 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:56.800686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:56.826467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:56.927818 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:57.018506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:57.041364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:49:57.054660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c60a3d6-039c-4c9a-be65-3cc340b6f654,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:57.061169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Router 3f848216-335a-4512-81c5-d990a1351eda is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:49:57.076210 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:57.076571 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Added segment f221fd2c-46a8-43df-a6de-deb696661884 of type vlan for network 72f1878f-a51b-4171-b651-fb0f23509dfe Aug 23 03:49:57.129961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:57.186829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:49:57.196340 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e95b55-b840-4891-87c1-3fc69cc2b1db None None] Sync routers for ids ['3f848216-335a-4512-81c5-d990a1351eda'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:49:57.206654 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e95b55-b840-4891-87c1-3fc69cc2b1db None None] Routers {'3f848216-335a-4512-81c5-d990a1351eda'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:57.207254 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f2e95b55-b840-4891-87c1-3fc69cc2b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f848216-335a-4512-81c5-d990a1351eda'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:57.242255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:57.242632 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f2e95b55-b840-4891-87c1-3fc69cc2b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:57.255809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:57.256331 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e95b55-b840-4891-87c1-3fc69cc2b1db None None] Routers {'3f848216-335a-4512-81c5-d990a1351eda'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:57.256486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:57.257322 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f2e95b55-b840-4891-87c1-3fc69cc2b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f848216-335a-4512-81c5-d990a1351eda'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:57.299497 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f2e95b55-b840-4891-87c1-3fc69cc2b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:57.300142 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e95b55-b840-4891-87c1-3fc69cc2b1db None None] The sync data for ids ['3f848216-335a-4512-81c5-d990a1351eda'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:49:57.326815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:57.329349 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-49e3e1b0-e898-428b-ac0f-4e66c42fb60f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9762440 Aug 23 03:49:57.330954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53144) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:57.336547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-23db103c-eb90-46b4-a4f0-6fc4ab58345c tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': False}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:57.351740 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82623677-b0f4-4d46-a6ce-61bec1d26ccc req-e393158f-79b7-466b-b61a-6b9858a35208 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 210 time: 0.0625350 Aug 23 03:49:57.355979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Pushing event updated for resources: {'Network': ['ID=72f1878f-a51b-4171-b651-fb0f23509dfe,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:57.385247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 72f1878f-a51b-4171-b651-fb0f23509dfe details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:49:57.393901 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-882a681f-ce2e-49e8-8727-72eb33ba5c81 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9277523 Aug 23 03:49:57.399588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53148) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:57.405231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-02fa98ce-51e1-40ed-a0cb-b33fccfc592e tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe', 'tempest-TagsTest-Tag-1753145730') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:57.575091 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-02fa98ce-51e1-40ed-a0cb-b33fccfc592e tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "PUT /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags/tempest-TagsTest-Tag-1753145730 HTTP/1.1" status: 201 len: 201 time: 0.1739202 Aug 23 03:49:57.579218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53154) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:57.582510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-889714a8-fc6c-4c26-96ce-8b635288c900 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe', 'tempest-TagsTest-Tag-1753145730') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:57.677774 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-889714a8-fc6c-4c26-96ce-8b635288c900 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "GET /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags/tempest-TagsTest-Tag-1753145730 HTTP/1.1" status: 204 len: 168 time: 0.0973775 Aug 23 03:49:57.678741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53158) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:57.683534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-76f6e6c8-4fc0-47b6-8f58-8ceb09e30303 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:57.735394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ae11-b357-41a9-a900-d6d19663323f req-43383958-6504-47a7-856b-8273f0102b8e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:57.735394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e52ae11-b357-41a9-a900-d6d19663323f req-43383958-6504-47a7-856b-8273f0102b8e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 946 time: 0.1150858 Aug 23 03:49:57.796415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-76f6e6c8-4fc0-47b6-8f58-8ceb09e30303 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "GET /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags HTTP/1.1" status: 200 len: 238 time: 0.1165299 Aug 23 03:49:57.802450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53164) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:57.807055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-68d91ee5-bdb9-4a2a-be38-51c8fcf4d5eb tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe', {'tags': ['tempest-TagsTest-Tag-715331029', 'tempest-TagsTest-Tag-133528463', 'tempest-TagsTest-Tag-1105270947']}) {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:57.810764 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e52ae11-b357-41a9-a900-d6d19663323f req-f43aabaf-5211-4cb5-ac7f-2f465c6256a0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424595 Aug 23 03:49:57.837338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945a4d4-8359-4ecf-80fa-206792c69d00 req-7ef49eeb-27d6-43a3-95ea-7cff0f017538 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:57.841733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4945a4d4-8359-4ecf-80fa-206792c69d00 req-7ef49eeb-27d6-43a3-95ea-7cff0f017538 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 948 time: 0.1327112 Aug 23 03:49:58.015389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ae307041-559e-46d7-bf44-055c927a63db up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:49:58.124459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23db103c-eb90-46b4-a4f0-6fc4ab58345c tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.155586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port ae307041-559e-46d7-bf44-055c927a63db completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:49:58.159617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port ae307041-559e-46d7-bf44-055c927a63db triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:49:58.165336 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.171223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3139-9766-4f96-8f84-99a4643882da req-f511557c-fadf-4946-842e-bc354a010888 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:58.173709 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-f511557c-fadf-4946-842e-bc354a010888 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.1707945 Aug 23 03:49:58.187751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Request body: {'port': {'device_id': 'da20881e-b118-418a-a49c-3f20332237b9', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'admin_state_up': True, 'tenant_id': '8d70ca7103ed4dbd8985029a568ee0aa'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:58.209485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4945a4d4-8359-4ecf-80fa-206792c69d00 req-eb7b33b0-f00e-4d2c-a8b9-60f87331ecb3 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600998 Aug 23 03:49:58.266504 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.339984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-68d91ee5-bdb9-4a2a-be38-51c8fcf4d5eb tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "PUT /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags HTTP/1.1" status: 200 len: 307 time: 0.5364447 Aug 23 03:49:58.343064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53168) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:58.350135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05496e6d-217f-4de8-81e4-a6102e8fa750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae307041-559e-46d7-bf44-055c927a63db'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:49:58.353270 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed4d8fc-231d-4588-b0a5-915bcec124c0" -d '{"events": [{"server_uuid": "05496e6d-217f-4de8-81e4-a6102e8fa750", "name": "network-vif-plugged", "status": "completed", "tag": "ae307041-559e-46d7-bf44-055c927a63db"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:49:58.354909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-6b4127e4-7f95-4ea1-927e-f638d9a784a0 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe', 'tempest-TagsTest-Tag-715331029') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:58.389104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ae307041-559e-46d7-bf44-055c927a63db, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ae307041-559e-46d7-bf44-055c927a63db,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:49:58.452633 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4896ad1f-16f8-49d4-b179-6509e5b1075f x-openstack-request-id: req-4896ad1f-16f8-49d4-b179-6509e5b1075f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:49:58.452633 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05496e6d-217f-4de8-81e4-a6102e8fa750", "name": "network-vif-plugged", "status": "completed", "tag": "ae307041-559e-46d7-bf44-055c927a63db", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:49:58.452869 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4896ad1f-16f8-49d4-b179-6509e5b1075f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:49:58.453282 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05496e6d-217f-4de8-81e4-a6102e8fa750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae307041-559e-46d7-bf44-055c927a63db', 'code': 200} Aug 23 03:49:58.470429 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.513000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Made reservation on behalf of 8d70ca7103ed4dbd8985029a568ee0aa for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:49:58.518445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.536868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e52213c2-31f1-4d4d-8ae5-e252d2023ced req-ccf634c1-4c8e-4491-8aa3-41438d70e974 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 210 time: 0.0489526 Aug 23 03:49:58.564636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ae307041-559e-46d7-bf44-055c927a63db,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:58.640840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cc32f-0bb9-4f7b-a274-f0914e1daa5f req-0a888f7f-22d1-4f92-81b7-6b1f3c99a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:58.641078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6b4127e4-7f95-4ea1-927e-f638d9a784a0 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "DELETE /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags/tempest-TagsTest-Tag-715331029 HTTP/1.1" status: 204 len: 168 time: 0.2939875 Aug 23 03:49:58.641547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-331cc32f-0bb9-4f7b-a274-f0914e1daa5f req-0a888f7f-22d1-4f92-81b7-6b1f3c99a1cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 1100 time: 0.0913405 Aug 23 03:49:58.641654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53176) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:58.647165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-641ed4c1-493c-4951-97fa-d3adc57040fe tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe', 'tempest-TagsTest-Tag-715331029') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:58.692227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Allocated IP 172.20.0.2 (7167459d-9734-46e1-b0ba-4c58b0f8f5ed/c6244b6e-2eb6-44fc-a773-c013c691650f/91a3200b-c1b1-4475-9392-2eec81146834) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:49:58.730107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-331cc32f-0bb9-4f7b-a274-f0914e1daa5f req-ff252392-4a10-41ee-be61-236f5daa4803 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804636 Aug 23 03:49:58.760284 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-641ed4c1-493c-4951-97fa-d3adc57040fe tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] show failed (client error): The resource could not be found. Aug 23 03:49:58.763810 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-641ed4c1-493c-4951-97fa-d3adc57040fe tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "GET /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags/tempest-TagsTest-Tag-715331029 HTTP/1.1" status: 404 len: 325 time: 0.1192436 Aug 23 03:49:58.764019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53178) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:58.768674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-a45b63aa-10c7-4783-919b-a9c6a130eaf3 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe', 'tempest-TagsTest-Tag-133528463') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:58.800760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f8528c06-63fd-4057-942c-72430a42e320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.836266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23db103c-eb90-46b4-a4f0-6fc4ab58345c tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.839985 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23db103c-eb90-46b4-a4f0-6fc4ab58345c tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.852622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.912858 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a45b63aa-10c7-4783-919b-a9c6a130eaf3 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "GET /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags/tempest-TagsTest-Tag-133528463 HTTP/1.1" status: 204 len: 168 time: 0.1454136 Aug 23 03:49:58.929440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53182) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:58.935967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-d4af8dbc-7029-4cf5-85e1-d86bee9184b3 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe', 'tempest-TagsTest-Tag-1105270947') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:58.970046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:58.986798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23db103c-eb90-46b4-a4f0-6fc4ab58345c tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Router 3f848216-335a-4512-81c5-d990a1351eda has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:49:58.996838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792dde5-2d91-4f2c-8dc3-c23a904087a7 req-9fbbb66c-4fde-4515-9230-5a3b59bd0be6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.004512 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c792dde5-2d91-4f2c-8dc3-c23a904087a7 req-9fbbb66c-4fde-4515-9230-5a3b59bd0be6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 946 time: 0.0901372 Aug 23 03:49:59.030284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d4af8dbc-7029-4cf5-85e1-d86bee9184b3 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "GET /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags/tempest-TagsTest-Tag-1105270947 HTTP/1.1" status: 204 len: 168 time: 0.0994749 Aug 23 03:49:59.032804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53188) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.037280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-a6f39708-0fd2-418e-a0ef-a7c09af26703 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.070235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c792dde5-2d91-4f2c-8dc3-c23a904087a7 req-7e348f1a-94cc-4905-b631-b3df10b5ffe3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632339 Aug 23 03:49:59.116169 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:59.142548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23db103c-eb90-46b4-a4f0-6fc4ab58345c tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:49:59.146802 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23db103c-eb90-46b4-a4f0-6fc4ab58345c tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:59.148097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-23db103c-eb90-46b4-a4f0-6fc4ab58345c tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "PUT /v2.0/routers/3f848216-335a-4512-81c5-d990a1351eda HTTP/1.1" status: 200 len: 925 time: 1.8158309 Aug 23 03:49:59.150681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53190) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.153349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baec98-0a3e-4861-b8ca-2e03df493930 None None] Sync routers for ids ['3f848216-335a-4512-81c5-d990a1351eda'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:49:59.162376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:49:59.180497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:49:59.186405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baec98-0a3e-4861-b8ca-2e03df493930 None None] Routers {'3f848216-335a-4512-81c5-d990a1351eda'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:59.186610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:49:59.187134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-66baec98-0a3e-4861-b8ca-2e03df493930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f848216-335a-4512-81c5-d990a1351eda'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.189699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:49:59.221313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event updated for resources: {'Port': ['ID=91a3200b-c1b1-4475-9392-2eec81146834,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:49:59.226881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-66baec98-0a3e-4861-b8ca-2e03df493930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.243955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baec98-0a3e-4861-b8ca-2e03df493930 None None] Routers {'3f848216-335a-4512-81c5-d990a1351eda'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:49:59.244281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-66baec98-0a3e-4861-b8ca-2e03df493930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f848216-335a-4512-81c5-d990a1351eda'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.251955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.252582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:59.257636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a6f39708-0fd2-418e-a0ef-a7c09af26703 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "DELETE /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags HTTP/1.1" status: 204 len: 168 time: 0.2238424 Aug 23 03:49:59.261098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53192) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.265997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-2f957563-48e9-404c-bb77-d47f54f802b9 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe', 'tempest-TagsTest-Tag-133528463') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.272754 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cd392adc-e9a9-4b47-8693-44b48a281aae tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/routers/3f848216-335a-4512-81c5-d990a1351eda HTTP/1.1" status: 200 len: 925 time: 0.1210175 Aug 23 03:49:59.278860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-66baec98-0a3e-4861-b8ca-2e03df493930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.279518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baec98-0a3e-4861-b8ca-2e03df493930 None None] The sync data for ids ['3f848216-335a-4512-81c5-d990a1351eda'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:49:59.282118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53194) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.341191 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-2f957563-48e9-404c-bb77-d47f54f802b9 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] show failed (client error): The resource could not be found. Aug 23 03:49:59.342431 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2f957563-48e9-404c-bb77-d47f54f802b9 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "GET /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags/tempest-TagsTest-Tag-133528463 HTTP/1.1" status: 404 len: 325 time: 0.0799835 Aug 23 03:49:59.344969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53198) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.349347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-7a6059d3-5165-40bf-9ebc-ccab1c07c75a tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe', 'tempest-TagsTest-Tag-1105270947') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.353861 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-d8d4c486-468e-478d-9b65-c36d9a01e884 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1707804 Aug 23 03:49:59.371669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Request body: {'port': {'device_id': 'da20881e-b118-418a-a49c-3f20332237b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:49:59.418095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e0ca6-8836-4a87-bfa0-87e9befbc16f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.419639 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9e2e0ca6-8836-4a87-bfa0-87e9befbc16f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=3f848216-335a-4512-81c5-d990a1351eda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1361890 Aug 23 03:49:59.423632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53200) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.444991 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-7a6059d3-5165-40bf-9ebc-ccab1c07c75a tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] show failed (client error): The resource could not be found. Aug 23 03:49:59.449457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7a6059d3-5165-40bf-9ebc-ccab1c07c75a tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "GET /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags/tempest-TagsTest-Tag-1105270947 HTTP/1.1" status: 404 len: 326 time: 0.1001554 Aug 23 03:49:59.450943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53202) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.455977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-43ffa6ea-f0e3-48eb-829a-6381f4448ac6 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '72f1878f-a51b-4171-b651-fb0f23509dfe') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.470444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:59.489286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523ef53-a06e-4d94-97c9-0391cb62b1a2 req-d91f1e04-742f-4ef0-8932-7934fcb065cc tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.490772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d523ef53-a06e-4d94-97c9-0391cb62b1a2 req-d91f1e04-742f-4ef0-8932-7934fcb065cc tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 949 time: 0.0789149 Aug 23 03:49:59.568881 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d523ef53-a06e-4d94-97c9-0391cb62b1a2 req-170a4966-1b90-474b-9694-9cd92e94fe27 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686891 Aug 23 03:49:59.591028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-43ffa6ea-f0e3-48eb-829a-6381f4448ac6 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "DELETE /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe/tags HTTP/1.1" status: 204 len: 168 time: 0.1389959 Aug 23 03:49:59.593938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53208) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.647580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b634182-2bba-4752-bf9c-531da50eb7e7 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.648994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2b634182-2bba-4752-bf9c-531da50eb7e7 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 881 time: 0.2244880 Aug 23 03:49:59.662305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53212) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.698504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c3a168f0-1b5a-432e-b48d-0991fdd6f1eb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f848216-335a-4512-81c5-d990a1351eda HTTP/1.1" status: 200 len: 205 time: 0.0350394 Aug 23 03:49:59.701234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53214) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:49:59.712634 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:59.797967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526448c0-ccc4-4c78-8d4b-0aab09caaa89 req-03d2df3a-e4d1-4f04-84b1-8dfa0d99ede1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.799478 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-526448c0-ccc4-4c78-8d4b-0aab09caaa89 req-03d2df3a-e4d1-4f04-84b1-8dfa0d99ede1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 931 time: 0.1423244 Aug 23 03:49:59.808160 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-ae5804c0-a15b-4215-bac9-f84a57bb8f6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1581209 Aug 23 03:49:59.898552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-526448c0-ccc4-4c78-8d4b-0aab09caaa89 req-6b2a3243-9e27-4627-a0dc-b9fe6c997d9c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891230 Aug 23 03:49:59.909651 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:49:59.920778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e4f51a0b-8aef-4234-afd4-ed13230830cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.921292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e4f51a0b-8aef-4234-afd4-ed13230830cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.921759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e4f51a0b-8aef-4234-afd4-ed13230830cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.922222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e4f51a0b-8aef-4234-afd4-ed13230830cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.922680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e4f51a0b-8aef-4234-afd4-ed13230830cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.923139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e4f51a0b-8aef-4234-afd4-ed13230830cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.923597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e4f51a0b-8aef-4234-afd4-ed13230830cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:49:59.925519 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e4f51a0b-8aef-4234-afd4-ed13230830cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6491 time: 0.0840652 Aug 23 03:49:59.932848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f1878f-a51b-4171-b651-fb0f23509dfe']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.949970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f221fd2c-46a8-43df-a6de-deb696661884') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.950269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f221fd2c-46a8-43df-a6de-deb696661884') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:49:59.955477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.000098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.003524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a3200b-c1b1-4475-9392-2eec81146834 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:50:00.023508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bbd37bf1-d03e-4cd5-b6f5-d3b02ad44c14 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:00.025197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bbd37bf1-d03e-4cd5-b6f5-d3b02ad44c14 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 946 time: 0.1903665 Aug 23 03:50:00.043206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.047556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.080580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:50:00.081029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.098395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-dc293044-3c6f-4b88-beba-571a2951d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:00.100394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-dc293044-3c6f-4b88-beba-571a2951d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:00.100876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-dc293044-3c6f-4b88-beba-571a2951d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:00.102655 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-dc293044-3c6f-4b88-beba-571a2951d074 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773410b0-9710-43b7-a41a-cf96dea10a60&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=bc7b0e5a-bf93-4308-95c6-e8890b706564&id=bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 200 len: 2289 time: 0.1384628 Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: items = [ Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:50:00.108565 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:50:00.182838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-c00cd9ba-cbeb-4bf1-bdbb-c6a33f243661 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623 HTTP/1.1" status: 200 len: 1000 time: 0.0624657 Aug 23 03:50:00.240681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-785f7a20-b49e-49ae-8615-88b2426d65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:00.242185 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-785f7a20-b49e-49ae-8615-88b2426d65ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=911ff96c-e227-4037-9184-4069a4f87ccf HTTP/1.1" status: 200 len: 850 time: 0.0511839 Aug 23 03:50:00.282634 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.307756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39739f-1af8-4923-8ca0-9b3fb67fd882 req-2f6cacd6-969e-452c-8aa5-9c5bb1cf8921 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:00.307893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-7c0ac8e3-1c95-48bf-a583-6c47a4e1714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:00.307996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da39739f-1af8-4923-8ca0-9b3fb67fd882 req-2f6cacd6-969e-452c-8aa5-9c5bb1cf8921 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 946 time: 0.1142645 Aug 23 03:50:00.308108 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-7c0ac8e3-1c95-48bf-a583-6c47a4e1714d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773410b0-9710-43b7-a41a-cf96dea10a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534241 Aug 23 03:50:00.331567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.336642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.341718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] 10.222.0.20 "DELETE /v2.0/networks/72f1878f-a51b-4171-b651-fb0f23509dfe HTTP/1.1" status: 204 len: 168 time: 0.7443058 Aug 23 03:50:00.364759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Deleting port a6e94adf-e80b-4500-a65a-4ff79c7731df {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:00.365825 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.379522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Transition to ACTIVE for port object 91a3200b-c1b1-4475-9392-2eec81146834 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:50:00.385598 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.400542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7303286-eda8-4e8d-84c5-aa9cc8e97882 tempest-TagsTest-1474027495 tempest-TagsTest-1474027495-project] Pushing event deleted for resources: {'Network': ['ID=72f1878f-a51b-4171-b651-fb0f23509dfe,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:00.416362 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da39739f-1af8-4923-8ca0-9b3fb67fd882 req-f84f92c9-425b-4160-982e-34d888122958 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057160 Aug 23 03:50:00.426913 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-d7b655b5-bde2-4003-b83c-725e9a6a710d service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149006 Aug 23 03:50:00.502249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.569451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Pushing event updated for resources: {'Port': ['ID=91a3200b-c1b1-4475-9392-2eec81146834,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:00.605506 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-d58c8469-07aa-4151-a468-2169b25a1333 service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672778 Aug 23 03:50:00.675528 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-2e277543-4c49-4096-bde4-e5371501f72e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 217 time: 0.0498717 Aug 23 03:50:00.775426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] For port a6e94adf-e80b-4500-a65a-4ff79c7731df, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a6e94adf-e80b-4500-a65a-4ff79c7731df,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:00.775831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.862536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Deleting port 7cd37b21-96c1-4526-bb99-dd9a7595929a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:00.862923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:00.993119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53250) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:01.053440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.112299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-b9a2ed78-170d-45b8-97ea-b28cd25e7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:01.114718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-b9a2ed78-170d-45b8-97ea-b28cd25e7f9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.4211352 Aug 23 03:50:01.135584 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63d5f4-223b-41a8-a9ff-e6250141c304 req-1181185e-29db-423f-9901-7cc59ad9e14f tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:01.143057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f63d5f4-223b-41a8-a9ff-e6250141c304 req-1181185e-29db-423f-9901-7cc59ad9e14f tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 949 time: 0.4796534 Aug 23 03:50:01.145282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Attempting to bind port 91a3200b-c1b1-4475-9392-2eec81146834 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:50:01.145882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Attempting to bind port 91a3200b-c1b1-4475-9392-2eec81146834 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:50:01.146223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Attempting to bind port 91a3200b-c1b1-4475-9392-2eec81146834 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:50:01.154120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Calling delete_port for 7cd37b21-96c1-4526-bb99-dd9a7595929a owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:01.184713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Port 91a3200b-c1b1-4475-9392-2eec81146834 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:50:01.185143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Attempting to bind port 91a3200b-c1b1-4475-9392-2eec81146834 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:50:01.204968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:50:01.205391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Checking segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:50:01.205716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Bound using segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:50:01.206187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Bound port: 91a3200b-c1b1-4475-9392-2eec81146834, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:50:01.206554 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.241246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-8411e2da-3c8a-4b6f-b23b-eb13ff8bceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:01.242743 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-8411e2da-3c8a-4b6f-b23b-eb13ff8bceb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1170790 Aug 23 03:50:01.246145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f63d5f4-223b-41a8-a9ff-e6250141c304 req-9ad8775d-bdf8-4fc3-83ed-bfa3f154c82b tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022701 Aug 23 03:50:01.335064 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.339119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.339119 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Floating IP 80670d98-76f6-4738-a175-a6b8d4fad09f disassociated. External IP: 172.25.1.101, port: a6e94adf-e80b-4500-a65a-4ff79c7731df. Aug 23 03:50:01.339119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Calling delete_port for a6e94adf-e80b-4500-a65a-4ff79c7731df owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:01.356435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] For port 91a3200b-c1b1-4475-9392-2eec81146834, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:50:01.361228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] For port 91a3200b-c1b1-4475-9392-2eec81146834, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91a3200b-c1b1-4475-9392-2eec81146834,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:50:01.364951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d268-92ef-45dc-ab1b-e25314a45de8 req-1157d6d7-1a4e-4bed-aba4-08627c2e3ab8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:01.366558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2889d268-92ef-45dc-ab1b-e25314a45de8 req-1157d6d7-1a4e-4bed-aba4-08627c2e3ab8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 943 time: 0.3419788 Aug 23 03:50:01.385119 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e14c7fb6-1ba6-4c3d-b475-e50a73fe6b86 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221335 Aug 23 03:50:01.396667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fafd8068-5956-44cd-831a-8e87661a48d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0c77707fa394b78983ed911ab4f25aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003286 Aug 23 03:50:01.403153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53258) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:01.483115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.501032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2889d268-92ef-45dc-ab1b-e25314a45de8 req-212e737f-7d51-415d-bde7-67589be0403a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223779 Aug 23 03:50:01.557569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:01.558199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.559532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] 10.222.0.24 "PUT /v2.0/ports/91a3200b-c1b1-4475-9392-2eec81146834 HTTP/1.1" status: 200 len: 1091 time: 2.1966836 Aug 23 03:50:01.559979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da20881e-b118-418a-a49c-3f20332237b9', 'tag': '91a3200b-c1b1-4475-9392-2eec81146834'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:01.562246 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036031d5-c699-48b9-accd-8be4d69f4bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "da20881e-b118-418a-a49c-3f20332237b9", "tag": "91a3200b-c1b1-4475-9392-2eec81146834"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:01.612435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.621204 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acc37d8-1f75-44f1-8226-f65391c8a4b5 x-openstack-request-id: req-0acc37d8-1f75-44f1-8226-f65391c8a4b5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:01.621204 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da20881e-b118-418a-a49c-3f20332237b9", "tag": "91a3200b-c1b1-4475-9392-2eec81146834", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:01.621204 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0acc37d8-1f75-44f1-8226-f65391c8a4b5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:01.621204 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da20881e-b118-418a-a49c-3f20332237b9', 'tag': '91a3200b-c1b1-4475-9392-2eec81146834', 'status': 'completed', 'code': 200} Aug 23 03:50:01.652980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event deleted for resources: {'Port': ['ID=7cd37b21-96c1-4526-bb99-dd9a7595929a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:01.672098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c748ceb-3ba5-47f2-a2dd-8da563e85d19 service neutron] Pushing event updated for resources: {'Port': ['ID=91a3200b-c1b1-4475-9392-2eec81146834,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:01.683496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-922c6d6e-9b83-474d-b97e-66ad26624434 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811205 Aug 23 03:50:01.683496 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c9d91a0-3791-426c-82af-9411b43310dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.711866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.728488 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-385ffc35-9f01-4aed-a359-51f1c635a366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 217 time: 0.0418413 Aug 23 03:50:01.749175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event deleted for resources: {'Port': ['ID=a6e94adf-e80b-4500-a65a-4ff79c7731df,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:01.752917 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.791098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.816134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aee53-cb53-4828-a26f-077e0064cb8f req-e9d6b56b-f4c3-496e-a09a-f9793f4e37e5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:01.817679 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f23aee53-cb53-4828-a26f-077e0064cb8f req-e9d6b56b-f4c3-496e-a09a-f9793f4e37e5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 946 time: 0.2805696 Aug 23 03:50:01.825604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-845200ca-2f14-4789-b302-1cd23a954cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:01.827055 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-845200ca-2f14-4789-b302-1cd23a954cc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0792403 Aug 23 03:50:01.832744 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c9d91a0-3791-426c-82af-9411b43310dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.888691 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.895722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:01.909938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036031d5-c699-48b9-accd-8be4d69f4bbb req-133a3431-cfdf-47e5-9862-ea16d4b8a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:01.911440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-036031d5-c699-48b9-accd-8be4d69f4bbb req-133a3431-cfdf-47e5-9862-ea16d4b8a011 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 1094 time: 0.2718494 Aug 23 03:50:01.976043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f23aee53-cb53-4828-a26f-077e0064cb8f req-40317221-c4c4-4f45-88ed-c07f62c44b5d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=2fdf3b97-1597-49a8-8422-4eed1c6bdac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391931 Aug 23 03:50:01.983479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e1353677-32f2-4f7e-b9df-cb2e26ca8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:01.985022 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e1353677-32f2-4f7e-b9df-cb2e26ca8276 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1458781 Aug 23 03:50:01.995715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:50:02.030756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:50:02.065399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: a6e94adf-e80b-4500-a65a-4ff79c7731df {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:50:02.066922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a6e94adf-e80b-4500-a65a-4ff79c7731df not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:50:02.072257 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.077443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Fanout notify agent at l3_agent the message router_deleted on router 3f848216-335a-4512-81c5-d990a1351eda {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:50:02.081515 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.082663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-22491e12-2e37-4dc0-9c33-92ef387a851c tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/3f848216-335a-4512-81c5-d990a1351eda HTTP/1.1" status: 204 len: 168 time: 2.3805261 Aug 23 03:50:02.091325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53266) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:02.123658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036031d5-c699-48b9-accd-8be4d69f4bbb req-ea966ed4-6d6f-4649-b8ee-4229c0974632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:02.125264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-036031d5-c699-48b9-accd-8be4d69f4bbb req-ea966ed4-6d6f-4649-b8ee-4229c0974632 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2034307 Aug 23 03:50:02.125587 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6c3820ef-c16f-43b1-b091-c43a6a8cc8c3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-36610808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:02.160825 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c9d91a0-3791-426c-82af-9411b43310dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.163413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c9d91a0-3791-426c-82af-9411b43310dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.164647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8c9d91a0-3791-426c-82af-9411b43310dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c60a3d6-039c-4c9a-be65-3cc340b6f654 HTTP/1.1" status: 204 len: 168 time: 0.7604778 Aug 23 03:50:02.172409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:50:02.176399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d91a0-3791-426c-82af-9411b43310dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c60a3d6-039c-4c9a-be65-3cc340b6f654,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:02.185070 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] Sync routers for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:50:02.196340 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:02.197360 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:02.255150 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-c00e1600-2d37-4145-acf9-3366ef5b1155 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351382 Aug 23 03:50:02.274673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] No DVR routers for this DVR port a6e94adf-e80b-4500-a65a-4ff79c7731df on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:50:02.281640 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.286603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b1d5468c-8201-412d-88e8-1932f3341a26 req-bd353651-5793-4b66-a038-2eb82f5275d7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "DELETE /v2.0/ports/a6e94adf-e80b-4500-a65a-4ff79c7731df HTTP/1.1" status: 204 len: 173 time: 2.2525783 Aug 23 03:50:02.290188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c3820ef-c16f-43b1-b091-c43a6a8cc8c3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.291859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c3820ef-c16f-43b1-b091-c43a6a8cc8c3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.334710 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:50:02.351206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c3820ef-c16f-43b1-b091-c43a6a8cc8c3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.352340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-deleted', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:02.354662 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e948412-eb36-4787-812a-78a74d5f1c9b" -d '{"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-deleted", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:02.434828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c3820ef-c16f-43b1-b091-c43a6a8cc8c3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.480028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036031d5-c699-48b9-accd-8be4d69f4bbb req-2d03fcec-cf26-4f51-bc14-9ebe4b6322b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:02.481738 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-036031d5-c699-48b9-accd-8be4d69f4bbb req-2d03fcec-cf26-4f51-bc14-9ebe4b6322b6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3455882 Aug 23 03:50:02.510120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-45789547-f4ce-443b-ad58-dc526bcad4da service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090547 Aug 23 03:50:02.551241 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaf5df7-885b-4bad-96ee-7129cb2ba946 x-openstack-request-id: req-2aaf5df7-885b-4bad-96ee-7129cb2ba946 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:02.551541 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619b3171-9b93-4bf1-9290-346578851347", "name": "network-vif-deleted", "tag": "a6e94adf-e80b-4500-a65a-4ff79c7731df", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:02.561100 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2aaf5df7-885b-4bad-96ee-7129cb2ba946 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:02.562174 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619b3171-9b93-4bf1-9290-346578851347', 'name': 'network-vif-deleted', 'tag': 'a6e94adf-e80b-4500-a65a-4ff79c7731df', 'status': 'completed', 'code': 200} Aug 23 03:50:02.596790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-b02f790a-042a-4e9e-86fe-8fb4dbcb9b9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=17dd7351-48f5-4c38-a316-44ac2d836527 HTTP/1.1" status: 200 len: 217 time: 0.0796757 Aug 23 03:50:02.597365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa189a-f1b7-44fe-93cf-3008a759589d req-d870351c-f5e7-4425-add2-c1fc4015d5a9 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:02.599811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bfa189a-f1b7-44fe-93cf-3008a759589d req-d870351c-f5e7-4425-add2-c1fc4015d5a9 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 949 time: 0.2025347 Aug 23 03:50:02.601658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c3820ef-c16f-43b1-b091-c43a6a8cc8c3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:02.604669 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:02.607084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c3820ef-c16f-43b1-b091-c43a6a8cc8c3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5147121 Aug 23 03:50:02.610116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53280) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:02.616441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:02.660693 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] Checking router: 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:50:02.676979 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:02.678121 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:02.720018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bfa189a-f1b7-44fe-93cf-3008a759589d req-55c356c0-bdd8-434d-baf6-1888da5af6ad tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099036 Aug 23 03:50:02.808702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3139-9766-4f96-8f84-99a4643882da req-53ddaa25-ab0e-47cb-a219-42549f2199a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:02.810259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-53ddaa25-ab0e-47cb-a219-42549f2199a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 1094 time: 0.2822437 Aug 23 03:50:02.839323 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:50:02.903302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-23825e8e-d8fe-4751-b8ef-0249d00e62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:02.904951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-23825e8e-d8fe-4751-b8ef-0249d00e62c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.2956643 Aug 23 03:50:02.909856 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-31f63e40-2087-4075-a2e8-1c8e6bb7c5e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a3200b-c1b1-4475-9392-2eec81146834 HTTP/1.1" status: 200 len: 217 time: 0.0841320 Aug 23 03:50:03.017768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c2ff1-a824-44d7-ae82-cbd4319a2a5d req-fc2fb85f-a9f9-402a-b88b-3aa766a3fb62 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:03.019409 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-378c2ff1-a824-44d7-ae82-cbd4319a2a5d req-fc2fb85f-a9f9-402a-b88b-3aa766a3fb62 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 943 time: 0.3128858 Aug 23 03:50:03.117237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:03.138466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3139-9766-4f96-8f84-99a4643882da req-d74deecb-9710-4f7f-9294-7d996c58f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:03.144029 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-d74deecb-9710-4f7f-9294-7d996c58f2e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.1936939 Aug 23 03:50:03.144029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-1d14b66c-42eb-4f85-8516-591ed2abf2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:03.144281 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:03.144426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-1d14b66c-42eb-4f85-8516-591ed2abf2b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2045712 Aug 23 03:50:03.156419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-378c2ff1-a824-44d7-ae82-cbd4319a2a5d req-34f5be78-37e3-4cd8-887d-856d5b7d4469 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011255 Aug 23 03:50:03.184391 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9118fcc-e1b0-46fd-a9d1-a40ca6b035bb None None] The sync data for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 is: [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:50:03.212148 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-f5752a8d-56ce-4076-8d6a-b189dd6a5b2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537069 Aug 23 03:50:03.381098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-316851ef-554b-4b2e-abec-865e4d31415c req-a452eb28-03cb-4b88-97d2-1e1818578c0e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=619b3171-9b93-4bf1-9290-346578851347 HTTP/1.1" status: 200 len: 210 time: 0.0902941 Aug 23 03:50:03.410153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-8a2831af-371d-4b27-9f3f-094bce8210d7 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527826 Aug 23 03:50:03.422923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28330b2b-8c5b-457e-b63d-4f93cae6df32 req-9f94064c-73d6-4d9e-a841-7df540f1c53f tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:03.422923 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28330b2b-8c5b-457e-b63d-4f93cae6df32 req-9f94064c-73d6-4d9e-a841-7df540f1c53f tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 949 time: 0.0740118 Aug 23 03:50:03.496507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28330b2b-8c5b-457e-b63d-4f93cae6df32 req-62fb6b96-5d69-4b66-b9ec-5970dc5f7007 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679955 Aug 23 03:50:03.523799 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-d5b5f1c4-76b2-408e-8713-676332b67712 service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733164 Aug 23 03:50:03.640717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803fbae7-d4a5-4fd0-aa80-693650adb504 None None] New status for floating IP 80670d98-76f6-4738-a175-a6b8d4fad09f: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:50:03.684917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-0c2cd8d8-3f51-498f-a356-6cc33ce0fdc6 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661810 Aug 23 03:50:03.741878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-bd955e58-1bae-4e09-bd87-f730deb88adb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=d2dec841-18eb-4694-8ee6-41883163b8f4 HTTP/1.1" status: 200 len: 217 time: 0.0472021 Aug 23 03:50:03.747585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93b3139-9766-4f96-8f84-99a4643882da req-220a288a-3abd-4a12-8dd3-e44b34866cb7 service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089329 Aug 23 03:50:03.902386 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:03.906895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e5cc57c2-9f51-462a-bd8e-6172b37ddef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:03.908505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-e5cc57c2-9f51-462a-bd8e-6172b37ddef3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.1175444 Aug 23 03:50:03.934948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:04.022587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-4750c77e-e75b-4aec-873c-85efe3045dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:04.024103 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-4750c77e-e75b-4aec-873c-85efe3045dea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988834 Aug 23 03:50:04.507552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-53e26cfd-05bd-4b08-b42a-b16c58d27fcb service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737573 Aug 23 03:50:04.517263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Allocated IP 172.25.1.219 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/6d472acc-b472-489a-a568-75afaab59ad8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:50:04.596571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53346) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:04.663332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4313b-478b-4f7e-aa76-01d0fc5acd83 req-f5bbf399-2a0e-48ba-89f7-e7fbb6a3a4c9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:04.668973 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ca4313b-478b-4f7e-aa76-01d0fc5acd83 req-f5bbf399-2a0e-48ba-89f7-e7fbb6a3a4c9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 943 time: 0.1740761 Aug 23 03:50:04.766294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23db53c8-ad0b-41b3-a839-e1998a1f5932 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:04.767625 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-c2c958e2-a8db-4ee0-92a2-cff66bfd2833 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519205 Aug 23 03:50:04.781554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53352) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:04.800355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ca4313b-478b-4f7e-aa76-01d0fc5acd83 req-4edda16d-78a9-4a7f-96c1-1ccab96d3f00 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304889 Aug 23 03:50:04.842191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23db53c8-ad0b-41b3-a839-e1998a1f5932 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:04.852012 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-85e2f73b-7e37-47ca-87c9-f3630b80d546 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c87f7d25-7485-477f-904e-507189f112c9 HTTP/1.1" status: 200 len: 217 time: 0.0694807 Aug 23 03:50:04.874033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:04.891568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8e650-ac38-44ff-94e2-eacfb516a057 req-a9eaa838-f91b-4bb4-9f2d-24271045344b tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:04.899970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12a8e650-ac38-44ff-94e2-eacfb516a057 req-a9eaa838-f91b-4bb4-9f2d-24271045344b tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 949 time: 0.1752806 Aug 23 03:50:04.947054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2a00e60c-8942-44c9-9712-e7ab61be3c11 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:04.950126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2a00e60c-8942-44c9-9712-e7ab61be3c11 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.11 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 949 time: 0.1660628 Aug 23 03:50:04.984911 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec9f03d0-6298-4a1b-b8c6-2e36d954bc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.008529 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-eac66acb-f541-42f7-a64a-d7daeb7f5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:05.010752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-eac66acb-f541-42f7-a64a-d7daeb7f5bf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.1302233 Aug 23 03:50:05.037953 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12a8e650-ac38-44ff-94e2-eacfb516a057 req-1efa9929-42a6-4f3f-9c7e-4b79985f63dc tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/security-groups?id=978b7f31-7684-4ebc-819c-bfaf8ca10bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354260 Aug 23 03:50:05.107433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Deleting port ae307041-559e-46d7-bf44-055c927a63db {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:05.107895 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.110203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-60fc6332-cc22-472a-8203-03ba7ed8d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:05.111784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-60fc6332-cc22-472a-8203-03ba7ed8d7dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824130 Aug 23 03:50:05.212761 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23db53c8-ad0b-41b3-a839-e1998a1f5932 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.218804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23db53c8-ad0b-41b3-a839-e1998a1f5932 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.218804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-23db53c8-ad0b-41b3-a839-e1998a1f5932 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "DELETE /v2.0/security-groups/2fdf3b97-1597-49a8-8422-4eed1c6bdac4 HTTP/1.1" status: 204 len: 168 time: 0.6189973 Aug 23 03:50:05.222675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53370) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:05.227678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] For port ae307041-559e-46d7-bf44-055c927a63db, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ae307041-559e-46d7-bf44-055c927a63db,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:05.228067 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.238988 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-1fd720c4-9178-4751-897e-e3e69723f30e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] show failed (client error): The resource could not be found. Aug 23 03:50:05.239284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db53c8-ad0b-41b3-a839-e1998a1f5932 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdf3b97-1597-49a8-8422-4eed1c6bdac4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:05.241073 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1fd720c4-9178-4751-897e-e3e69723f30e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups/2fdf3b97-1597-49a8-8422-4eed1c6bdac4 HTTP/1.1" status: 404 len: 347 time: 0.0166409 Aug 23 03:50:05.243980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-37ab6e9e-f8f7-439b-95af-f2f0079d1eab service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238241 Aug 23 03:50:05.246259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53372) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:05.247100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.257814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Calling delete_port for ae307041-559e-46d7-bf44-055c927a63db owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:05.270745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:50:05.282027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:50:05.312004 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:50:05.421440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event updated for resources: {'Port': ['ID=6d472acc-b472-489a-a568-75afaab59ad8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:05.447854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Deleting port 7d84ebb4-d134-4895-b9f7-d7734ace91fa {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:05.448232 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.536211 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-12ebdb0e-b8ac-4b90-8b0b-e7bdc2499658 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800057 Aug 23 03:50:05.540852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec9f03d0-6298-4a1b-b8c6-2e36d954bc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.604503 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-75fea469-cf83-4530-aa27-0feee05e6102 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5beb642-632a-4ebe-8510-e8859cd301a7 HTTP/1.1" status: 200 len: 217 time: 0.0447299 Aug 23 03:50:05.607063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec9f03d0-6298-4a1b-b8c6-2e36d954bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.612044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53376) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:05.709973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91a3200b-c1b1-4475-9392-2eec81146834 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:50:05.716798 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec9f03d0-6298-4a1b-b8c6-2e36d954bc4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=758850c2cc584a64b72253c7240b2066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9328113 Aug 23 03:50:05.717848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53380) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:05.727309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f03d0-6298-4a1b-b8c6-2e36d954bc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ddcd13-5e7e-454d-8b24-1e56b6e9c07f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:05.747122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-0b58c8dc-276e-4bcd-8ebb-3674e849f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:05.748235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-0b58c8dc-276e-4bcd-8ebb-3674e849f1a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.1350472 Aug 23 03:50:05.839834 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.840322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.852267 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eae61e9d-68d4-4bff-9d03-910922a395d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.861370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Calling delete_port for 7d84ebb4-d134-4895-b9f7-d7734ace91fa owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:05.866255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 91a3200b-c1b1-4475-9392-2eec81146834, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91a3200b-c1b1-4475-9392-2eec81146834,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:05.882194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '91a3200b-c1b1-4475-9392-2eec81146834', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'port_id': '91a3200b-c1b1-4475-9392-2eec81146834', 'mac_address': 'fa:16:3e:d6:6e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6244b6e-2eb6-44fc-a773-c013c691650f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:50:05.926095 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.929829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.946412 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e66b3f30-ed85-494d-878b-da46956d9938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:05.951987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a3200b-c1b1-4475-9392-2eec81146834 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:50:05.965527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Pushing event deleted for resources: {'Port': ['ID=ae307041-559e-46d7-bf44-055c927a63db,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:05.968587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['ae307041-559e-46d7-bf44-055c927a63db'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:05.990646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 91a3200b-c1b1-4475-9392-2eec81146834, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91a3200b-c1b1-4475-9392-2eec81146834,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:06.001749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-08f9872f-9d11-437a-b959-e7c408881da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:06.003443 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-08f9872f-9d11-437a-b959-e7c408881da4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2429106 Aug 23 03:50:06.036521 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e66b3f30-ed85-494d-878b-da46956d9938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.040474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] No DVR routers for this DVR port ae307041-559e-46d7-bf44-055c927a63db on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:50:06.042320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.044331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.047110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8bba1f0-cbbc-479d-a395-e83d98892af1 req-2254fef9-c05f-44b7-87f7-e34febfa8ec4 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.11 "DELETE /v2.0/ports/ae307041-559e-46d7-bf44-055c927a63db HTTP/1.1" status: 204 len: 173 time: 1.0900013 Aug 23 03:50:06.060567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05496e6d-217f-4de8-81e4-a6102e8fa750', 'name': 'network-vif-deleted', 'tag': 'ae307041-559e-46d7-bf44-055c927a63db'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:06.063043 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee246b7-b8be-4602-b544-5e3e1dbadb0d" -d '{"events": [{"server_uuid": "05496e6d-217f-4de8-81e4-a6102e8fa750", "name": "network-vif-deleted", "tag": "ae307041-559e-46d7-bf44-055c927a63db"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:06.064545 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.170101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=91a3200b-c1b1-4475-9392-2eec81146834,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:06.200902 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a95b1b-f06d-4713-9be7-b7b7f98c9617 x-openstack-request-id: req-e5a95b1b-f06d-4713-9be7-b7b7f98c9617 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:06.203696 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05496e6d-217f-4de8-81e4-a6102e8fa750", "name": "network-vif-deleted", "tag": "ae307041-559e-46d7-bf44-055c927a63db", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:06.203949 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5a95b1b-f06d-4713-9be7-b7b7f98c9617 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:06.204357 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05496e6d-217f-4de8-81e4-a6102e8fa750', 'name': 'network-vif-deleted', 'tag': 'ae307041-559e-46d7-bf44-055c927a63db', 'status': 'completed', 'code': 200} Aug 23 03:50:06.210123 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d82036-87cc-43b9-93dc-3d668c199514 req-4dd27015-d6d7-4c1c-abb3-e37e9e618241 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:06.211745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2d82036-87cc-43b9-93dc-3d668c199514 req-4dd27015-d6d7-4c1c-abb3-e37e9e618241 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 943 time: 0.2961326 Aug 23 03:50:06.301478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14ede74d-ad1e-49ca-9319-5bae24a98ae3 req-be89515f-72ac-4561-8df1-eec1c47afdc5 tempest-VolumesNegativeTest-1589924734 tempest-VolumesNegativeTest-1589924734-project] 10.222.0.20 "GET /v2.0/ports?device_id=05496e6d-217f-4de8-81e4-a6102e8fa750 HTTP/1.1" status: 200 len: 210 time: 0.0369022 Aug 23 03:50:06.309431 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.333825 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e66b3f30-ed85-494d-878b-da46956d9938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.336330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e66b3f30-ed85-494d-878b-da46956d9938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.337498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e66b3f30-ed85-494d-878b-da46956d9938 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06ddcd13-5e7e-454d-8b24-1e56b6e9c07f HTTP/1.1" status: 204 len: 168 time: 0.6170473 Aug 23 03:50:06.339293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event deleted for resources: {'Port': ['ID=7d84ebb4-d134-4895-b9f7-d7734ace91fa,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:06.381343 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2d82036-87cc-43b9-93dc-3d668c199514 req-a104fcd2-caa0-4391-849f-9cb2ad73928e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328914 Aug 23 03:50:06.390488 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-afafcd10-8aed-468b-a256-cdbb22894fb7 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746445 Aug 23 03:50:06.391535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['91a3200b-c1b1-4475-9392-2eec81146834'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:06.397570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b3f30-ed85-494d-878b-da46956d9938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ddcd13-5e7e-454d-8b24-1e56b6e9c07f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:06.417089 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.419536 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.420728 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-babbb7ec-b214-47a7-aa98-ff17d0a39c3e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "DELETE /v2.0/floatingips/80670d98-76f6-4738-a175-a6b8d4fad09f HTTP/1.1" status: 204 len: 168 time: 1.1735041 Aug 23 03:50:06.473307 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eae61e9d-68d4-4bff-9d03-910922a395d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.566321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eae61e9d-68d4-4bff-9d03-910922a395d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.612214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.621582 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33776523-a563-49f0-8650-9e0a14ce6f28 req-819ef2c0-31d6-457e-807f-af0f87873208 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199008 Aug 23 03:50:06.632898 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.642346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-eae61e9d-68d4-4bff-9d03-910922a395d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed5daa64e43a4c8289b06fbf6fb7cc05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0221374 Aug 23 03:50:06.642346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae61e9d-68d4-4bff-9d03-910922a395d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410af025-ba38-4b37-8612-83de35d0c516,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:06.642748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53396) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:06.698147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1d99707-7404-498a-92a8-60f80088366c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.719633 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1d99707-7404-498a-92a8-60f80088366c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.846517 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1d99707-7404-498a-92a8-60f80088366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.849395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1d99707-7404-498a-92a8-60f80088366c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:06.850678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b1d99707-7404-498a-92a8-60f80088366c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/410af025-ba38-4b37-8612-83de35d0c516 HTTP/1.1" status: 204 len: 168 time: 0.2065797 Aug 23 03:50:06.859424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d99707-7404-498a-92a8-60f80088366c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410af025-ba38-4b37-8612-83de35d0c516,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:06.887918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Router 503e9416-b695-48f6-b1e9-711113e10380 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:50:06.940538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53402) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:06.945953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0208c034-f61d-455e-b741-c291e9c2a94e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261430465', 'description': 'tempest-description--1802045145'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:07.016203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:50:07.022792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.025505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-beb9fdb2-c439-4ed2-961d-829c52430dc9 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "PUT /v2.0/routers/503e9416-b695-48f6-b1e9-711113e10380 HTTP/1.1" status: 200 len: 882 time: 4.4137216 Aug 23 03:50:07.025928 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a97cd8b-c4e7-4a3d-ad29-4e438846c8b4 None None] Sync routers for ids ['503e9416-b695-48f6-b1e9-711113e10380'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:50:07.026719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53404) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:07.035300 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a97cd8b-c4e7-4a3d-ad29-4e438846c8b4 None None] Routers {'503e9416-b695-48f6-b1e9-711113e10380'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:07.035901 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0a97cd8b-c4e7-4a3d-ad29-4e438846c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['503e9416-b695-48f6-b1e9-711113e10380'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:07.069241 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0a97cd8b-c4e7-4a3d-ad29-4e438846c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:07.078818 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a97cd8b-c4e7-4a3d-ad29-4e438846c8b4 None None] Routers {'503e9416-b695-48f6-b1e9-711113e10380'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:07.079463 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0a97cd8b-c4e7-4a3d-ad29-4e438846c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['503e9416-b695-48f6-b1e9-711113e10380'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:07.131274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0208c034-f61d-455e-b741-c291e9c2a94e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.186200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e7055704-36ed-432b-844e-df1129ebeb7b tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/routers/503e9416-b695-48f6-b1e9-711113e10380 HTTP/1.1" status: 200 len: 923 time: 0.1558108 Aug 23 03:50:07.187054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53410) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:07.225366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53412) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:07.242374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132e6ed-e60f-4572-8a8e-e3531418906b tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:07.256307 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0a97cd8b-c4e7-4a3d-ad29-4e438846c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:07.256307 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a97cd8b-c4e7-4a3d-ad29-4e438846c8b4 None None] The sync data for ids ['503e9416-b695-48f6-b1e9-711113e10380'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:50:07.257191 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3132e6ed-e60f-4572-8a8e-e3531418906b tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=503e9416-b695-48f6-b1e9-711113e10380&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0555398 Aug 23 03:50:07.257328 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4fb9bbb0-0973-4d2b-b489-46b7ee86c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.258384 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53414) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:07.278765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0208c034-f61d-455e-b741-c291e9c2a94e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.355785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f7d1d2-a9ac-49f6-933c-d0038a0b6780 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:07.360378 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d4f7d1d2-a9ac-49f6-933c-d0038a0b6780 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 881 time: 0.1008954 Aug 23 03:50:07.360940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53420) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:07.395357 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0208c034-f61d-455e-b741-c291e9c2a94e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.399118 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c752194a-9f1c-427a-88ca-06f4776d6e60 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=503e9416-b695-48f6-b1e9-711113e10380 HTTP/1.1" status: 200 len: 205 time: 0.0370419 Aug 23 03:50:07.424477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53426) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:07.446961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c034-f61d-455e-b741-c291e9c2a94e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6fc7db-57f3-404b-9407-3bd641e11439,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:07.514937 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.535582 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4fb9bbb0-0973-4d2b-b489-46b7ee86c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.539271 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.551120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c6fc2-99c0-455b-b278-76a4b530a8ca req-31843fc2-85ef-4cdd-a71e-35e8c3c148d3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:07.552643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e61c6fc2-99c0-455b-b278-76a4b530a8ca req-31843fc2-85ef-4cdd-a71e-35e8c3c148d3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 944 time: 0.0704081 Aug 23 03:50:07.593030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e61c6fc2-99c0-455b-b278-76a4b530a8ca req-9a9e8ddb-560a-4d87-920d-0cb4603e31fd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Aug 23 03:50:07.601484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4fb9bbb0-0973-4d2b-b489-46b7ee86c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.641178 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4fb9bbb0-0973-4d2b-b489-46b7ee86c097 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31d28dd3b29b44a79026a87e30bb964f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144585 Aug 23 03:50:07.642427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9bbb0-0973-4d2b-b489-46b7ee86c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f8ff63-b8d0-499b-adba-0fca0caace1e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:07.645373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53434) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:07.668022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.703332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8a6-8a9e-42cf-a1c6-4dbf09ac8841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.714216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0208c034-f61d-455e-b741-c291e9c2a94e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.715492 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0208c034-f61d-455e-b741-c291e9c2a94e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7738442 Aug 23 03:50:07.718463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53438) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:07.724516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91a3200b-c1b1-4475-9392-2eec81146834 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:50:07.726705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d0622f15-e77b-4b79-9c34-5c86a3521b77 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'security_group_rule': {'security_group_id': '5a6fc7db-57f3-404b-9407-3bd641e11439', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:07.738073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8a6-8a9e-42cf-a1c6-4dbf09ac8841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.788006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53448) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:07.804632 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88306940-6020-438e-8afd-7545a96d57e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.827745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Deleting port 6d472acc-b472-489a-a568-75afaab59ad8 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:07.828096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.851413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d0622f15-e77b-4b79-9c34-5c86a3521b77 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.881759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 91a3200b-c1b1-4475-9392-2eec81146834 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:50:07.887084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8a6-8a9e-42cf-a1c6-4dbf09ac8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.894434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 91a3200b-c1b1-4475-9392-2eec81146834 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:50:07.894434 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.894998 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4f66d8a6-8a9e-42cf-a1c6-4dbf09ac8841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.894998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4f66d8a6-8a9e-42cf-a1c6-4dbf09ac8841 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11f8ff63-b8d0-499b-adba-0fca0caace1e HTTP/1.1" status: 204 len: 168 time: 0.2450721 Aug 23 03:50:07.922964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66d8a6-8a9e-42cf-a1c6-4dbf09ac8841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f8ff63-b8d0-499b-adba-0fca0caace1e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:07.947781 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d0622f15-e77b-4b79-9c34-5c86a3521b77 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.948620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:07.969511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Calling delete_port for 6d472acc-b472-489a-a568-75afaab59ad8 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:07.996772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d0622f15-e77b-4b79-9c34-5c86a3521b77 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.018157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0622f15-e77b-4b79-9c34-5c86a3521b77 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533a8891-af8b-4f6c-a215-5ef77a264691,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:08.081644 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88306940-6020-438e-8afd-7545a96d57e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.111333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ae307041-559e-46d7-bf44-055c927a63db no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:50:08.141094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: ae307041-559e-46d7-bf44-055c927a63db {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:50:08.141596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ae307041-559e-46d7-bf44-055c927a63db not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:50:08.147077 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88306940-6020-438e-8afd-7545a96d57e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.211866 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.217137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88306940-6020-438e-8afd-7545a96d57e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acab9db5cad8479f87b66f0f9f096736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280558 Aug 23 03:50:08.222224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53460) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:08.226489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88306940-6020-438e-8afd-7545a96d57e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dab902-c450-4344-8196-00e2790bfa07,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:08.249313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20881e-b118-418a-a49c-3f20332237b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3200b-c1b1-4475-9392-2eec81146834'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:08.251536 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c400ff97-3633-406e-84a0-8c53a5bda7f5" -d '{"events": [{"server_uuid": "da20881e-b118-418a-a49c-3f20332237b9", "name": "network-vif-plugged", "status": "completed", "tag": "91a3200b-c1b1-4475-9392-2eec81146834"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:08.265167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 91a3200b-c1b1-4475-9392-2eec81146834, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91a3200b-c1b1-4475-9392-2eec81146834,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:08.269144 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d0622f15-e77b-4b79-9c34-5c86a3521b77 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.273238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53466) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:08.273429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d0622f15-e77b-4b79-9c34-5c86a3521b77 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5538108 Aug 23 03:50:08.281231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5646744c-2913-4c2e-85f6-3df470877a95 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'security_group_rule': {'security_group_id': '5a6fc7db-57f3-404b-9407-3bd641e11439', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:08.301606 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4a9c02-50ee-4c50-9da9-b45378ab148d x-openstack-request-id: req-ff4a9c02-50ee-4c50-9da9-b45378ab148d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:08.302203 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da20881e-b118-418a-a49c-3f20332237b9", "name": "network-vif-plugged", "status": "completed", "tag": "91a3200b-c1b1-4475-9392-2eec81146834", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:08.302647 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff4a9c02-50ee-4c50-9da9-b45378ab148d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:08.303123 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20881e-b118-418a-a49c-3f20332237b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a3200b-c1b1-4475-9392-2eec81146834', 'code': 200} Aug 23 03:50:08.307509 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.331780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.360618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.383796 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.417202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event deleted for resources: {'Port': ['ID=6d472acc-b472-489a-a568-75afaab59ad8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:08.426837 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5646744c-2913-4c2e-85f6-3df470877a95 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.470609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=91a3200b-c1b1-4475-9392-2eec81146834,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:08.475426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.480852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.485928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55dab902-c450-4344-8196-00e2790bfa07 HTTP/1.1" status: 204 len: 168 time: 0.2647126 Aug 23 03:50:08.507439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447431f1-d1aa-4d7c-a280-9b94ccb232ee req-27996129-aec3-4397-8b93-399b8ed57fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:08.508946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-447431f1-d1aa-4d7c-a280-9b94ccb232ee req-27996129-aec3-4397-8b93-399b8ed57fc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 1096 time: 0.1438076 Aug 23 03:50:08.520152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dab902-c450-4344-8196-00e2790bfa07,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:08.537113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.538057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.538882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.539945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.543133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.544005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.545689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.545689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.547618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.548824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.551139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.551139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689f900-6f48-4f8f-9724-8b830bde9dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:08.559695 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:08.648151 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5646744c-2913-4c2e-85f6-3df470877a95 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.037119 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5646744c-2913-4c2e-85f6-3df470877a95 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.040118 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.059469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.072992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-447431f1-d1aa-4d7c-a280-9b94ccb232ee req-55883163-34d6-4447-9256-39e8f17a7a95 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542533 Aug 23 03:50:09.117192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646744c-2913-4c2e-85f6-3df470877a95 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8711b9-1832-4b57-b83c-fb341beccdca,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:09.136056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cce0c-7e1a-4870-81ac-9a974b234d0c req-22f947ff-ae30-4713-87ca-1d2aa6d98bbd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:09.137678 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-832cce0c-7e1a-4870-81ac-9a974b234d0c req-22f947ff-ae30-4713-87ca-1d2aa6d98bbd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 945 time: 0.4543674 Aug 23 03:50:09.146013 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53536) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:09.160488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-13036647-8975-442b-bf01-1aa4600c97ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.182324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5646744c-2913-4c2e-85f6-3df470877a95 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.184945 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5646744c-2913-4c2e-85f6-3df470877a95 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9102285 Aug 23 03:50:09.188441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53538) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:09.194315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:09.203599 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-832cce0c-7e1a-4870-81ac-9a974b234d0c req-078c9a66-fb92-4c61-9591-7ec90eec5502 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592346 Aug 23 03:50:09.241776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.242566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Fanout notify agent at l3_agent the message router_deleted on router 503e9416-b695-48f6-b1e9-711113e10380 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:50:09.253174 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.260195 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2165507c-6d74-4753-8dfd-402f3e630a2b tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/503e9416-b695-48f6-b1e9-711113e10380 HTTP/1.1" status: 204 len: 168 time: 1.8520973 Aug 23 03:50:09.260195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53544) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:09.266769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ef7fe97d-6e5a-481f-8883-35fb8b6ee4b8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-994160513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:09.280278 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-13036647-8975-442b-bf01-1aa4600c97ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.378375 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-13036647-8975-442b-bf01-1aa4600c97ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.389962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:50:09.389962 n-d-749052-7 neutron-server[95120]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 03:50:09.389962 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'id': '8ecd5ad1-2f58-44e5-a71e-7134a9d44797', 'expiration': datetime.datetime(2021, 8, 23, 3, 52, 9, 384162)}] Aug 23 03:50:09.389962 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:50:09.390525 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:50:09.417332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13036647-8975-442b-bf01-1aa4600c97ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ea06a-09ce-45d0-9395-9930ded645fd,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:09.428950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-13036647-8975-442b-bf01-1aa4600c97ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=993bf1b92a4249e194590b6c7d890690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814853 Aug 23 03:50:09.436044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53560) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:09.447531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe97d-6e5a-481f-8883-35fb8b6ee4b8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.448638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe97d-6e5a-481f-8883-35fb8b6ee4b8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.494928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21b581e1-4ac3-43c1-8f6b-84c1d4d740a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.506995 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe97d-6e5a-481f-8883-35fb8b6ee4b8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.518470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21b581e1-4ac3-43c1-8f6b-84c1d4d740a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.573647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe97d-6e5a-481f-8883-35fb8b6ee4b8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.646637 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21b581e1-4ac3-43c1-8f6b-84c1d4d740a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.649184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21b581e1-4ac3-43c1-8f6b-84c1d4d740a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.653235 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-21b581e1-4ac3-43c1-8f6b-84c1d4d740a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea3ea06a-09ce-45d0-9395-9930ded645fd HTTP/1.1" status: 204 len: 168 time: 0.2182255 Aug 23 03:50:09.661436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b581e1-4ac3-43c1-8f6b-84c1d4d740a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ea06a-09ce-45d0-9395-9930ded645fd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:09.673109 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ef7fe97d-6e5a-481f-8883-35fb8b6ee4b8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:09.675590 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ef7fe97d-6e5a-481f-8883-35fb8b6ee4b8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4145067 Aug 23 03:50:09.688304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53576) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:09.693784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': True}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:09.904197 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:10.065324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:10.391737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:10.406015 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:10.438891 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:10.517321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59702a64-372d-4b39-a9db-5080be69cb82 req-51a23433-fe82-493e-879b-142eb4c2a3e5 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:10.519020 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59702a64-372d-4b39-a9db-5080be69cb82 req-51a23433-fe82-493e-879b-142eb4c2a3e5 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 945 time: 0.2127454 Aug 23 03:50:10.615324 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59702a64-372d-4b39-a9db-5080be69cb82 req-0cb54e23-7b6a-4b90-bd71-f39cf1597912 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793860 Aug 23 03:50:10.637192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Allocated IP 172.25.1.45 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/008a354c-0809-4f00-8455-56b71624ab23) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:50:10.785907 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:10.904221 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:10.922577 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:50:10.983338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:50:10.993107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:50:10.995714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'Port': ['ID=008a354c-0809-4f00-8455-56b71624ab23,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:10.997931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:50:11.041938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Allocated IP 172.25.1.162 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/573a79bc-6dfa-4cf3-9f55-4bfe121e5bec) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:50:11.195992 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:11.238528 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:11.330196 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:11.360389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:11.419528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:50:11.425805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:50:11.434933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:50:11.440608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event updated for resources: {'Port': ['ID=573a79bc-6dfa-4cf3-9f55-4bfe121e5bec,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:11.685194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:11.818983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:11.867452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f851af-6ee7-48e5-8905-ab1ee2e8fa4b req-cce951b8-5ed5-4395-8369-470bc5012ecb tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:11.869547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2f851af-6ee7-48e5-8905-ab1ee2e8fa4b req-cce951b8-5ed5-4395-8369-470bc5012ecb tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 945 time: 0.1266642 Aug 23 03:50:11.969127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'Port': ['ID=008a354c-0809-4f00-8455-56b71624ab23,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:11.980457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:12.008990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2f851af-6ee7-48e5-8905-ab1ee2e8fa4b req-26c8df2a-7864-4c9e-b739-46605bd25780 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285675 Aug 23 03:50:12.012998 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:12.118578 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:12.128841 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d2976536-80f7-4e15-ae8e-73af305ee6e1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9308839 Aug 23 03:50:12.332325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:12.335922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:12.472382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-38a3d3cd-2ee4-4c60-98b4-24508f253aa8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:12.474322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-7ce607f2-71b8-4430-9cc5-a4a38acfbd12 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1261430465&fields=id&tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360 HTTP/1.1" status: 200 len: 267 time: 0.0774550 Aug 23 03:50:12.479286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-38a3d3cd-2ee4-4c60-98b4-24508f253aa8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.1756294 Aug 23 03:50:12.503646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-b00398f0-0998-49ec-a9b2-bcebac2eac9f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/quotas/8d70ca7103ed4dbd8985029a568ee0aa HTTP/1.1" status: 200 len: 375 time: 0.0185058 Aug 23 03:50:12.590346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-ed68fbac-7d02-47ef-a0c9-2b6420095d44 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771604 Aug 23 03:50:12.686854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780403a-3e60-417f-9afb-8544746e375b req-4ccd2083-3633-428a-b792-9f82a3089f84 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:12.694386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-4ccd2083-3633-428a-b792-9f82a3089f84 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 817 time: 0.2191360 Aug 23 03:50:12.696707 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-6e2f3166-4830-4555-89d7-27d043510fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970340 Aug 23 03:50:12.707087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-7664d6b0-54a1-4687-b9eb-c61203da744b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/quotas/3742b36f0f5b44bfb1865bfc3ed1d360 HTTP/1.1" status: 200 len: 375 time: 0.0118387 Aug 23 03:50:12.783192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-aac583a2-a64a-485e-9263-07f4967572e9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704401 Aug 23 03:50:12.784332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Router 3fa4f79a-bf23-425a-adfb-c911c0c873fc is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:50:12.818334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-cec8baf7-54ad-4167-a1c0-cc13f48da65d service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115718 Aug 23 03:50:13.346494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:50:13.363211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad3b6f16-e1ae-4cd2-a10c-a33910b1fa8b req-652bc621-fe26-4f46-aee2-c399827d6621 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 210 time: 0.0563741 Aug 23 03:50:13.364265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09ccd8-60dd-4c31-b330-1dd7c948420c None None] Sync routers for ids ['3fa4f79a-bf23-425a-adfb-c911c0c873fc'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:50:13.364666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-628910ad-a3e6-46e9-91be-fb5fa041237c service neutron] 10.222.0.20 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167165 Aug 23 03:50:13.365065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:13.368881 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35839059-97bd-4bdf-82c8-6c02a53acc2f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "PUT /v2.0/routers/3fa4f79a-bf23-425a-adfb-c911c0c873fc HTTP/1.1" status: 200 len: 918 time: 3.6800001 Aug 23 03:50:13.369222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53838) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:13.370324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09ccd8-60dd-4c31-b330-1dd7c948420c None None] Routers {'3fa4f79a-bf23-425a-adfb-c911c0c873fc'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:13.371423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cc09ccd8-60dd-4c31-b330-1dd7c948420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3fa4f79a-bf23-425a-adfb-c911c0c873fc'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:13.407756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cc09ccd8-60dd-4c31-b330-1dd7c948420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:13.418270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09ccd8-60dd-4c31-b330-1dd7c948420c None None] Routers {'3fa4f79a-bf23-425a-adfb-c911c0c873fc'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:13.419198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cc09ccd8-60dd-4c31-b330-1dd7c948420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3fa4f79a-bf23-425a-adfb-c911c0c873fc'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:13.462239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cc09ccd8-60dd-4c31-b330-1dd7c948420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:13.465258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09ccd8-60dd-4c31-b330-1dd7c948420c None None] The sync data for ids ['3fa4f79a-bf23-425a-adfb-c911c0c873fc'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:50:13.477600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-081ede12-e854-4df3-9aac-126658fb244f service neutron] 10.222.0.20 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100311 Aug 23 03:50:13.527427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-53db0826-0ac9-4ec2-aa36-01c668cdbf27 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/routers/3fa4f79a-bf23-425a-adfb-c911c0c873fc HTTP/1.1" status: 200 len: 924 time: 0.1567175 Aug 23 03:50:13.530367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53840) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:13.580446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe41f02-fac8-4b9d-9873-28c4e03a1b8f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:13.585631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3fe41f02-fac8-4b9d-9873-28c4e03a1b8f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=3fa4f79a-bf23-425a-adfb-c911c0c873fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0540273 Aug 23 03:50:13.590440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53844) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:13.738692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53852) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:13.752268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6903363-5e15-4477-9bf9-5b8b70be1740 req-b807a4bd-6242-4a80-bc89-8f4ddaf86634 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 210 time: 0.0420535 Aug 23 03:50:13.764221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad2a48-8c89-49ba-9ac8-f55043b0929f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:13.765930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-66ad2a48-8c89-49ba-9ac8-f55043b0929f tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 881 time: 0.1791446 Aug 23 03:50:13.768888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53858) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:13.833146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a1314cd5-d605-4bcd-ab42-956b67945ee3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fa4f79a-bf23-425a-adfb-c911c0c873fc HTTP/1.1" status: 200 len: 205 time: 0.0622675 Aug 23 03:50:13.835791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:13.916214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:13.998228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.014453 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.069147 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.110637 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.121500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d221ae24f70a45b5921bcb313133955a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817403 Aug 23 03:50:14.124113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53868) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:14.124543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e31156-84b3-4c1f-a657-d8bed2b96df8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:14.135921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.136273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.140208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9104d-bac2-4477-bb42-55d752f90e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:14.193537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95e9fa82-fc8a-42ba-b8fb-36e35c10252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.219890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95e9fa82-fc8a-42ba-b8fb-36e35c10252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.298437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Deleting port 573a79bc-6dfa-4cf3-9f55-4bfe121e5bec {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:14.298437 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.397461 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.410540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95e9fa82-fc8a-42ba-b8fb-36e35c10252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.412975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95e9fa82-fc8a-42ba-b8fb-36e35c10252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.417881 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-95e9fa82-fc8a-42ba-b8fb-36e35c10252b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0e31156-84b3-4c1f-a657-d8bed2b96df8 HTTP/1.1" status: 204 len: 168 time: 0.2921891 Aug 23 03:50:14.456952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Calling delete_port for 573a79bc-6dfa-4cf3-9f55-4bfe121e5bec owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:14.462037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9fa82-fc8a-42ba-b8fb-36e35c10252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e31156-84b3-4c1f-a657-d8bed2b96df8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:14.485586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de444ce4-60fb-4896-b051-89ca3a71b07c req-dfbe7002-e307-4c20-8dbb-d8e7cdfdafdd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 210 time: 0.0371947 Aug 23 03:50:14.671218 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-277452a3-06dc-4487-802b-3d7ad1595388 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926936 Aug 23 03:50:14.774034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-86cd64c5-7678-4327-98b8-ec0dfff5a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:14.775605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-86cd64c5-7678-4327-98b8-ec0dfff5a118 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 1096 time: 0.0513496 Aug 23 03:50:14.808844 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:14.907185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event deleted for resources: {'Port': ['ID=573a79bc-6dfa-4cf3-9f55-4bfe121e5bec,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:14.970129 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-43c9968b-5d31-4b8f-8d20-b6ecf9320953 req-b6b17773-2cf2-4f12-85a3-b334c0132b9b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 210 time: 0.0705605 Aug 23 03:50:15.078247 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.110980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-a0e292b7-3af3-4dd7-83cc-410b38bb48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:15.112442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-a0e292b7-3af3-4dd7-83cc-410b38bb48e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 906 time: 0.2919266 Aug 23 03:50:15.203087 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-272bcd12-968c-4282-be76-3bb511dc97dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=279a4463-8d42-4471-b26f-07cc9d070d51 HTTP/1.1" status: 200 len: 217 time: 0.0627391 Aug 23 03:50:15.206848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.208999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.246854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:15.260440 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-872905b4-0cce-4508-b9de-db7f664468f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.288276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-6be05c88-8ee1-454d-ba2e-0752e1c83e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:15.290056 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-6be05c88-8ee1-454d-ba2e-0752e1c83e1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.0780714 Aug 23 03:50:15.328619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-cd15d4b7-6bcb-413c-b874-949e508b72dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297668 Aug 23 03:50:15.398193 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.398724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa4f79a-bf23-425a-adfb-c911c0c873fc {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:50:15.419435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.420813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-06c51ffe-cb85-42ba-a465-c39500a02afb tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/3fa4f79a-bf23-425a-adfb-c911c0c873fc HTTP/1.1" status: 204 len: 168 time: 1.5840137 Aug 23 03:50:15.427411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53896) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:15.434390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4955602a-2e16-4a7d-8b4d-6f75c5246e76 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-317730845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:15.459272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-872905b4-0cce-4508-b9de-db7f664468f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.473263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-7757c5a3-daef-47aa-807a-63280dd64e19 service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341906 Aug 23 03:50:15.543337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-872905b4-0cce-4508-b9de-db7f664468f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.583772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c5cab8e-0e63-41c8-8997-1704ce0398b4 req-0aaf2dc5-172a-45f3-9068-f2eb40461f78 service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047449 Aug 23 03:50:15.601336 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-872905b4-0cce-4508-b9de-db7f664468f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12d7f7bc354444e486a4d08e6aaec23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507576 Aug 23 03:50:15.602092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53902) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:15.617488 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58254ec7-ef49-4861-a030-523956de0299 req-4def1892-95a2-4ae9-a639-2baa138bce0a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 210 time: 0.0451663 Aug 23 03:50:15.618112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872905b4-0cce-4508-b9de-db7f664468f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e13702-c1f8-49c7-adac-d28fec0ad832,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:15.716104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4955602a-2e16-4a7d-8b4d-6f75c5246e76 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.717105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4955602a-2e16-4a7d-8b4d-6f75c5246e76 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:15.766861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a253b445-d84e-40cf-b3fd-c9e573f9d242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:16.088782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4955602a-2e16-4a7d-8b4d-6f75c5246e76 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:16.100119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-4655a856-a0ed-433c-b12b-5e289e06675f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:16.101729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-4655a856-a0ed-433c-b12b-5e289e06675f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.11 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.4677906 Aug 23 03:50:16.123209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Request body: {'port': {'device_id': '23d25124-5725-4e13-abdc-04b44f37e10b', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'admin_state_up': True, 'tenant_id': '8d70ca7103ed4dbd8985029a568ee0aa'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:16.127683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a253b445-d84e-40cf-b3fd-c9e573f9d242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:16.148761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de4c97fe-0089-4fb4-a991-a916db909ee3 req-f1191163-f168-46dd-9481-49eecebab478 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 210 time: 0.0558882 Aug 23 03:50:16.164167 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4955602a-2e16-4a7d-8b4d-6f75c5246e76 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:16.342867 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4955602a-2e16-4a7d-8b4d-6f75c5246e76 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:16.345277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4955602a-2e16-4a7d-8b4d-6f75c5246e76 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9156437 Aug 23 03:50:16.347876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53912) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:16.353824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'enable_snat': False}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:16.387173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780403a-3e60-417f-9afb-8544746e375b req-fe1437ec-51ea-4bfa-8f6e-90267990cf47 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:16.388985 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-fe1437ec-51ea-4bfa-8f6e-90267990cf47 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 817 time: 0.1324916 Aug 23 03:50:16.446488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a253b445-d84e-40cf-b3fd-c9e573f9d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:16.449085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a253b445-d84e-40cf-b3fd-c9e573f9d242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:16.450253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a253b445-d84e-40cf-b3fd-c9e573f9d242 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06e13702-c1f8-49c7-adac-d28fec0ad832 HTTP/1.1" status: 204 len: 168 time: 0.8470531 Aug 23 03:50:16.469239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Made reservation on behalf of 8d70ca7103ed4dbd8985029a568ee0aa for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:50:16.472961 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:16.479425 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-050c2564-0646-4e06-8449-3e3f0b66f0c5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360 HTTP/1.1" status: 200 len: 380 time: 0.0736709 Aug 23 03:50:16.481629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253b445-d84e-40cf-b3fd-c9e573f9d242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e13702-c1f8-49c7-adac-d28fec0ad832,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:16.558129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'port': {'device_id': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'admin_state_up': True, 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'security_groups': ['5a6fc7db-57f3-404b-9407-3bd641e11439']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:16.723990 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:16.797767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c543fb38-2d3a-4006-8161-0c1d2321098d req-20097497-1a9e-4ac0-ac32-592ca67458d7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 210 time: 0.0330656 Aug 23 03:50:16.880656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Allocated IP 172.20.0.14 (7167459d-9734-46e1-b0ba-4c58b0f8f5ed/c6244b6e-2eb6-44fc-a773-c013c691650f/a7f7e596-d713-44fe-b18d-d9e75a7843e3) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:50:16.928294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Made reservation on behalf of 3742b36f0f5b44bfb1865bfc3ed1d360 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:50:16.932433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.076541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.099472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.154189 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Allocated IP 172.20.0.12 (9e7c6047-3365-4903-8b34-cc666387a94a/1f043242-9191-47bc-a47d-3d76fdabffde/7ac08849-4093-4f54-8af7-af9fd6fbb9c7) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:50:17.264510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Allocated IP 172.25.1.121 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/1126cbd4-6ed3-4528-81e8-e5b9360e9854) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:50:17.273908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.342356 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.357746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Transition to ACTIVE for port object 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:50:17.391256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53948) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:17.426607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86a83eec-164c-411c-b777-727c4882922f req-72a83dad-ef0c-42d5-a265-338b814251a2 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 210 time: 0.1571131 Aug 23 03:50:17.444380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.472875 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.555155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Network 9e7c6047-3365-4903-8b34-cc666387a94a is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:50:17.557803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:50:17.561571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:50:17.593441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a4b02825-6b4a-42d3-a607-92c0dd086d6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=954d7a35ef35401ca395100edffacdf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006426 Aug 23 03:50:17.595843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53954) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:17.613903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:17.630655 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.631706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.638709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:17.639420 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.643248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['91a3200b-c1b1-4475-9392-2eec81146834'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:17.693999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:50:17.698801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:50:17.703135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:50:17.703355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:50:17.722935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:50:17.727628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:50:17.744920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:17.749606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Pushing event updated for resources: {'Port': ['ID=1126cbd4-6ed3-4528-81e8-e5b9360e9854,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:17.754385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event updated for resources: {'Port': ['ID=a7f7e596-d713-44fe-b18d-d9e75a7843e3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:17.780657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:17.781616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.808762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-c13085c4-ee75-4e0b-b080-40e12169645e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2768846 Aug 23 03:50:17.814630 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-06f4d38b-15fc-4e2e-a280-7d7f7363ce99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:17.846142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Request body: {'port': {'device_id': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:17.945846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c8da0549-2dfb-4fde-89e2-a389f275fece tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8269265 Aug 23 03:50:17.965497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Request body: {'port': {'device_id': '23d25124-5725-4e13-abdc-04b44f37e10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:18.021383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-06f4d38b-15fc-4e2e-a280-7d7f7363ce99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.060965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.104962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d697c-f772-4cd7-99ee-9e4f0a3c9987 req-2a3db93d-da09-495a-be31-392525cd22c0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:18.106574 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e1d697c-f772-4cd7-99ee-9e4f0a3c9987 req-2a3db93d-da09-495a-be31-392525cd22c0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 932 time: 0.1676280 Aug 23 03:50:18.109626 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.161851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e1d697c-f772-4cd7-99ee-9e4f0a3c9987 req-fee642ec-8f72-4578-8f96-d466f9201908 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387263 Aug 23 03:50:18.187752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9f33e230-dad4-4124-b382-64fd5d2d7984 None None] Provisioning for port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:50:18.193452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9f33e230-dad4-4124-b382-64fd5d2d7984 None None] Provisioning complete for port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:50:18.193999 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9f33e230-dad4-4124-b382-64fd5d2d7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.232848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9f33e230-dad4-4124-b382-64fd5d2d7984 None None] Port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:50:18.312862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-06f4d38b-15fc-4e2e-a280-7d7f7363ce99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.315851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-06f4d38b-15fc-4e2e-a280-7d7f7363ce99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.318244 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-06f4d38b-15fc-4e2e-a280-7d7f7363ce99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/978b7f31-7684-4ebc-819c-bfaf8ca10bc1 HTTP/1.1" status: 204 len: 168 time: 0.7205198 Aug 23 03:50:18.330151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4d38b-15fc-4e2e-a280-7d7f7363ce99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978b7f31-7684-4ebc-819c-bfaf8ca10bc1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:18.409634 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.646112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.650821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.652376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e05ea-923c-48c8-b5c5-4f7f849810e2 req-b17c3d79-956f-458a-b7f8-1d2a8688acc8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:18.661553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b31e05ea-923c-48c8-b5c5-4f7f849810e2 req-b17c3d79-956f-458a-b7f8-1d2a8688acc8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 932 time: 0.1288595 Aug 23 03:50:18.768748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:50:18.781558 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.812486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f7e596-d713-44fe-b18d-d9e75a7843e3 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:50:18.824971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.843425 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b31e05ea-923c-48c8-b5c5-4f7f849810e2 req-d3132238-29ef-4f83-96dc-6e20c216b0be tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746879 Aug 23 03:50:18.846619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Transition to ACTIVE for port object 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:50:18.871236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Transition to ACTIVE for port object a7f7e596-d713-44fe-b18d-d9e75a7843e3 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:50:18.898994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Router 6997e037-75ae-476b-873f-fab72495a48c is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:50:18.911689 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:18.916098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:19.060710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Pushing event updated for resources: {'Port': ['ID=a7f7e596-d713-44fe-b18d-d9e75a7843e3,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:19.087173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:50:19.092802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:19.101626 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0afa18-9103-48a1-a5bc-fa913ea60395 None None] Sync routers for ids ['6997e037-75ae-476b-873f-fab72495a48c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:50:19.105762 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e4023a6-0ba0-4132-816a-d1b3257c9e61 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "PUT /v2.0/routers/6997e037-75ae-476b-873f-fab72495a48c HTTP/1.1" status: 200 len: 919 time: 2.7488565 Aug 23 03:50:19.106813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53998) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:19.116016 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0afa18-9103-48a1-a5bc-fa913ea60395 None None] Routers {'6997e037-75ae-476b-873f-fab72495a48c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:19.121897 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a0afa18-9103-48a1-a5bc-fa913ea60395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6997e037-75ae-476b-873f-fab72495a48c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:19.206989 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a0afa18-9103-48a1-a5bc-fa913ea60395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:19.227369 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0afa18-9103-48a1-a5bc-fa913ea60395 None None] Routers {'6997e037-75ae-476b-873f-fab72495a48c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:19.233164 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a0afa18-9103-48a1-a5bc-fa913ea60395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['6997e037-75ae-476b-873f-fab72495a48c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:19.244741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Attempting to bind port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:50:19.244741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Attempting to bind port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:50:19.244741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Attempting to bind port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 on network 9e7c6047-3365-4903-8b34-cc666387a94a {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:50:19.259491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:19.263647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 on network 9e7c6047-3365-4903-8b34-cc666387a94a not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:50:19.263969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Attempting to bind port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 on network 9e7c6047-3365-4903-8b34-cc666387a94a {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:50:19.280113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:50:19.280448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Checking segment: {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:50:19.280819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Bound using segment: {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:50:19.281467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Bound port: 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3516e57b-290b-4bed-b612-4510b29255ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:50:19.281950 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:19.314858 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a0afa18-9103-48a1-a5bc-fa913ea60395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:19.315825 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0afa18-9103-48a1-a5bc-fa913ea60395 None None] The sync data for ids ['6997e037-75ae-476b-873f-fab72495a48c'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:50:19.334623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-82cb0691-27c6-4f00-8d6d-a563c0cb899b tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/routers/6997e037-75ae-476b-873f-fab72495a48c HTTP/1.1" status: 200 len: 925 time: 0.2240040 Aug 23 03:50:19.335151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54006) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:19.347609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Attempting to bind port a7f7e596-d713-44fe-b18d-d9e75a7843e3 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:50:19.347609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Attempting to bind port a7f7e596-d713-44fe-b18d-d9e75a7843e3 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:50:19.347609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Attempting to bind port a7f7e596-d713-44fe-b18d-d9e75a7843e3 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:50:19.374910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Port a7f7e596-d713-44fe-b18d-d9e75a7843e3 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:50:19.375247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Attempting to bind port a7f7e596-d713-44fe-b18d-d9e75a7843e3 on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:50:19.385046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69edbda6-f7ea-4987-8222-1cf906005c38 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:19.386766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:50:19.387109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Checking segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:50:19.387493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Bound using segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:50:19.387932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Bound port: a7f7e596-d713-44fe-b18d-d9e75a7843e3, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:50:19.388292 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:19.389446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-69edbda6-f7ea-4987-8222-1cf906005c38 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=6997e037-75ae-476b-873f-fab72495a48c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0533960 Aug 23 03:50:19.390055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54008) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:19.406957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83010174-0d3b-45c9-a5ce-74ff52630916 req-fb805f34-171b-4cc4-a563-22c095d00971 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:19.414238 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83010174-0d3b-45c9-a5ce-74ff52630916 req-fb805f34-171b-4cc4-a563-22c095d00971 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 944 time: 0.1362486 Aug 23 03:50:19.477378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:50:19.489892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c72d5f-9818-4552-a04b-1ec3681dad9a tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:19.494890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-76c72d5f-9818-4552-a04b-1ec3681dad9a tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/networks/a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 881 time: 0.1038918 Aug 23 03:50:19.495752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54010) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:19.504249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:50:19.508367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83010174-0d3b-45c9-a5ce-74ff52630916 req-ffd0a4ec-3384-432d-9dee-91bb8b441386 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930419 Aug 23 03:50:19.544082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54012) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:19.544323 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8c280235-7acb-41e4-b93a-c007ff1a2e40 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=6997e037-75ae-476b-873f-fab72495a48c HTTP/1.1" status: 200 len: 205 time: 0.0474284 Aug 23 03:50:19.546492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] For port a7f7e596-d713-44fe-b18d-d9e75a7843e3, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:50:19.595649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] For port a7f7e596-d713-44fe-b18d-d9e75a7843e3, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a7f7e596-d713-44fe-b18d-d9e75a7843e3,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:50:19.640077 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:19.688063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:19.688758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:19.690392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] 10.222.0.11 "PUT /v2.0/ports/7ac08849-4093-4f54-8af7-af9fd6fbb9c7 HTTP/1.1" status: 200 len: 1092 time: 1.8604743 Aug 23 03:50:19.698803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:19.701783 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59d291b-5c86-4d60-b8ea-b28fcf2edf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:19.727194 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:19.731673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:19.781867 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6996495-738d-48b2-8fb9-116cffebdbb5 x-openstack-request-id: req-f6996495-738d-48b2-8fb9-116cffebdbb5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:19.782170 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:19.782455 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6996495-738d-48b2-8fb9-116cffebdbb5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:19.782853 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'status': 'completed', 'code': 200} Aug 23 03:50:19.802841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cc703-9978-4c4a-b580-d7103b7e2dca service neutron] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:19.807473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:19.808091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:19.809523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] 10.222.0.11 "PUT /v2.0/ports/a7f7e596-d713-44fe-b18d-d9e75a7843e3 HTTP/1.1" status: 200 len: 1092 time: 1.8486612 Aug 23 03:50:19.974626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c70c6-d732-4721-8a7d-cf0f5b6418bb service neutron] Pushing event updated for resources: {'Port': ['ID=a7f7e596-d713-44fe-b18d-d9e75a7843e3,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:20.273151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d291b-5c86-4d60-b8ea-b28fcf2edf6b req-4c0ae3a9-17dd-4e72-931b-68a00a414f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:20.274567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d59d291b-5c86-4d60-b8ea-b28fcf2edf6b req-4c0ae3a9-17dd-4e72-931b-68a00a414f00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 1095 time: 0.4382055 Aug 23 03:50:20.363170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c08a7556-cde3-44d3-bdd0-c76dd183b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:20.364691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-c08a7556-cde3-44d3-bdd0-c76dd183b3e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 1095 time: 0.4162908 Aug 23 03:50:20.365866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:20.468207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-ec85fb07-d54a-4d0e-999d-5fa501952645 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f7e596-d713-44fe-b18d-d9e75a7843e3 HTTP/1.1" status: 200 len: 217 time: 0.0608990 Aug 23 03:50:20.475562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2db7f-df82-437f-8e3f-789226d4c9a2 req-bffb715a-0aa3-44e4-a6fd-24a7d6cd03a9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:20.476968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-89e2db7f-df82-437f-8e3f-789226d4c9a2 req-bffb715a-0aa3-44e4-a6fd-24a7d6cd03a9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1996696 Aug 23 03:50:20.583059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d291b-5c86-4d60-b8ea-b28fcf2edf6b req-cac40097-bb92-430d-8a0a-5c047ba2a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:20.584548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d59d291b-5c86-4d60-b8ea-b28fcf2edf6b req-cac40097-bb92-430d-8a0a-5c047ba2a3a8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2853258 Aug 23 03:50:20.585957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-757cf612-5d9e-4445-a45f-081cff3f4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:20.587890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-757cf612-5d9e-4445-a45f-081cff3f4002 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.1094477 Aug 23 03:50:20.595008 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-89e2db7f-df82-437f-8e3f-789226d4c9a2 req-997258ba-2103-4f90-8236-80941cc5d4ba tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051736 Aug 23 03:50:20.641358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e31b8-cf64-4784-b56e-be0f0c99425b req-d0d66645-8373-4448-beb9-0424938d4788 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:20.643007 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da8e31b8-cf64-4784-b56e-be0f0c99425b req-d0d66645-8373-4448-beb9-0424938d4788 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 944 time: 0.0529175 Aug 23 03:50:20.648549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0988f189-4ebe-4f69-b08d-55e1695bfe18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480237 Aug 23 03:50:20.714079 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da8e31b8-cf64-4784-b56e-be0f0c99425b req-2fa3c8b6-5e8c-4b94-ae25-c02f188fab5e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639331 Aug 23 03:50:20.746430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Deleting port 1126cbd4-6ed3-4528-81e8-e5b9360e9854 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:20.746772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:20.845702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d291b-5c86-4d60-b8ea-b28fcf2edf6b req-c1f11c0c-eea7-48b3-ad43-b9e1e69a2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:20.847239 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d59d291b-5c86-4d60-b8ea-b28fcf2edf6b req-c1f11c0c-eea7-48b3-ad43-b9e1e69a2e8f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2478259 Aug 23 03:50:20.876527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-1160a020-6874-469e-811d-f3640f3bf675 service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139881 Aug 23 03:50:20.892765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:20.938420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Calling delete_port for 1126cbd4-6ed3-4528-81e8-e5b9360e9854 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:21.057740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780403a-3e60-417f-9afb-8544746e375b req-610b28e4-6827-4a0a-a1ba-42539d734c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:21.059270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-610b28e4-6827-4a0a-a1ba-42539d734c3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 1095 time: 0.1456771 Aug 23 03:50:21.137273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-29575fde-0f3c-4148-b61b-bc540031b795 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7 HTTP/1.1" status: 200 len: 217 time: 0.0618153 Aug 23 03:50:21.140818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66d758ad-5f1c-4f76-87cf-e057ca526ec2 req-0ca4eb89-381f-4d41-ac89-f77d4bae871e service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384613 Aug 23 03:50:21.245255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780403a-3e60-417f-9afb-8544746e375b req-2810ec49-b5da-4efe-aa4d-b771bff702fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:21.246918 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-2810ec49-b5da-4efe-aa4d-b771bff702fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.0595798 Aug 23 03:50:21.335763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780403a-3e60-417f-9afb-8544746e375b req-42dee0ce-f8ef-4a4b-97e1-66dba948d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:21.337347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-42dee0ce-f8ef-4a4b-97e1-66dba948d068 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789478 Aug 23 03:50:21.432527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-3aee382b-b255-40db-86ff-8f9a4417c09a service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873780 Aug 23 03:50:21.447980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:21.496246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event deleted for resources: {'Port': ['ID=1126cbd4-6ed3-4528-81e8-e5b9360e9854,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:21.594125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:21.623907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0780403a-3e60-417f-9afb-8544746e375b req-3b956765-ed55-4b9c-b899-71dd0d5d561f service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839621 Aug 23 03:50:21.696298 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:21.705842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:21.777348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf04f5-f30a-4644-b975-589cea27f81f req-97839491-bb74-4c42-9588-31bc85b07b76 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:21.778882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31cf04f5-f30a-4644-b975-589cea27f81f req-97839491-bb74-4c42-9588-31bc85b07b76 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0870206 Aug 23 03:50:21.791455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d25124-5725-4e13-abdc-04b44f37e10b', 'tag': 'a7f7e596-d713-44fe-b18d-d9e75a7843e3'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:21.794035 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0040b0a9-f9e8-446e-8880-72018edc8ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "23d25124-5725-4e13-abdc-04b44f37e10b", "tag": "a7f7e596-d713-44fe-b18d-d9e75a7843e3"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:21.829968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31cf04f5-f30a-4644-b975-589cea27f81f req-3c986fa5-21fe-4b91-b56b-73c7ea2ddf03 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Aug 23 03:50:21.831588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:21.832167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Fanout notify agent at l3_agent the message router_deleted on router 6997e037-75ae-476b-873f-fab72495a48c {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:50:21.841125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f603e03-eaf9-492e-95a3-0dcefaba9eaa req-ce9143b5-2618-450e-b480-1bbfe29d002a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:21.842795 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f603e03-eaf9-492e-95a3-0dcefaba9eaa req-ce9143b5-2618-450e-b480-1bbfe29d002a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 944 time: 0.0581822 Aug 23 03:50:21.846253 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:21.847283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-69b65cfb-bb31-4ecf-b10b-17a6f584cb4d tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/6997e037-75ae-476b-873f-fab72495a48c HTTP/1.1" status: 204 len: 168 time: 2.3022759 Aug 23 03:50:21.851462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54060) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:21.856364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-504343631', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:21.888395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f603e03-eaf9-492e-95a3-0dcefaba9eaa req-f7dbb0d7-ac64-4e50-812e-bbc418277e0c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Aug 23 03:50:21.909259 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffb20ee-5d82-4edc-92c0-6a042b656e36 x-openstack-request-id: req-2ffb20ee-5d82-4edc-92c0-6a042b656e36 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:21.909259 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d25124-5725-4e13-abdc-04b44f37e10b", "tag": "a7f7e596-d713-44fe-b18d-d9e75a7843e3", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:21.909259 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ffb20ee-5d82-4edc-92c0-6a042b656e36 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:21.909259 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d25124-5725-4e13-abdc-04b44f37e10b', 'tag': 'a7f7e596-d713-44fe-b18d-d9e75a7843e3', 'status': 'completed', 'code': 200} Aug 23 03:50:21.975702 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:21.976794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:22.010137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-c2c0e8ad-29b4-4d78-9342-c74eb8afa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:22.011643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-c2c0e8ad-29b4-4d78-9342-c74eb8afa0a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 1095 time: 0.0636475 Aug 23 03:50:22.048588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:22.247887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-719b4802-c97b-48c5-a657-716b05ac13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:22.249392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-719b4802-c97b-48c5-a657-716b05ac13b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 906 time: 0.2087476 Aug 23 03:50:22.251172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:22.291279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-4fee40c9-8019-48d4-b206-bddd098a0676 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7f7e596-d713-44fe-b18d-d9e75a7843e3 HTTP/1.1" status: 200 len: 217 time: 0.0344303 Aug 23 03:50:22.373089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-5f89a436-9061-4293-975b-017da270d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:22.376998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-5f89a436-9061-4293-975b-017da270d1bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.0741031 Aug 23 03:50:22.429004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-fe5aeeba-f527-4a7a-b39b-2de639ed0ac6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261524 Aug 23 03:50:22.509654 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:22.538622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-e5252206-7913-4f43-9cbd-8a8ce397f7ac service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013446 Aug 23 03:50:22.971756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:22.999402 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:23.024967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124d3df-867d-41aa-8568-0b02bf6d90b6 req-a1cc3b19-40c8-4533-b509-bf63776545f3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:23.033559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1124d3df-867d-41aa-8568-0b02bf6d90b6 req-a1cc3b19-40c8-4533-b509-bf63776545f3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 944 time: 0.0609818 Aug 23 03:50:23.056586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0040b0a9-f9e8-446e-8880-72018edc8ef5 req-7d3c7f0d-7d93-4dc1-8c22-8cf42b03d262 service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879439 Aug 23 03:50:23.071367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ad4f-4b2c-4b88-a81a-ef76da5fbf23 req-f52b6641-e325-4faa-8de0-8ef57c3d3130 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:23.077577 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf35ad4f-4b2c-4b88-a81a-ef76da5fbf23 req-f52b6641-e325-4faa-8de0-8ef57c3d3130 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1587758 Aug 23 03:50:23.108700 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1124d3df-867d-41aa-8568-0b02bf6d90b6 req-e211d8b9-cd04-425e-9d85-30754a6bfb12 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641639 Aug 23 03:50:23.155758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf35ad4f-4b2c-4b88-a81a-ef76da5fbf23 req-aec155f5-fb35-4d08-8c80-28c52ac3eaa0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770426 Aug 23 03:50:23.183111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Allocated IP 172.25.1.4 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/8a17e584-e67f-4501-8e11-5b8bf15af0f6) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:50:23.284267 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:23.406956 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:23.443689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:50:23.448235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:50:23.451673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:50:23.480752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event updated for resources: {'Port': ['ID=8a17e584-e67f-4501-8e11-5b8bf15af0f6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:23.819444 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:24.029538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:24.253485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Router fdf3cb70-78bc-41ea-978f-d37532362257 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:50:24.278657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6141762-acaf-4509-8a63-7858378836ba req-ede3a455-f2c1-4d41-93c2-a25bd4796238 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:24.278657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6141762-acaf-4509-8a63-7858378836ba req-ede3a455-f2c1-4d41-93c2-a25bd4796238 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 944 time: 0.0900328 Aug 23 03:50:24.404743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368eb72-4886-4406-8de7-0a18ef5ed3bd req-8896bfae-715a-4215-9c83-d8dc0a861ca1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:24.407086 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c368eb72-4886-4406-8de7-0a18ef5ed3bd req-8896bfae-715a-4215-9c83-d8dc0a861ca1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0711966 Aug 23 03:50:24.408095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6141762-acaf-4509-8a63-7858378836ba req-6cb963d6-dbd4-40d1-825d-8014ac6ba51f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220942 Aug 23 03:50:24.479442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:50:24.491024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c32b42-575e-4514-8f18-83cb2f65f2b1 None None] Sync routers for ids ['fdf3cb70-78bc-41ea-978f-d37532362257'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:50:24.498633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c368eb72-4886-4406-8de7-0a18ef5ed3bd req-d3c6733d-2ae0-47d3-a291-67f308328ab0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679212 Aug 23 03:50:24.504581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c32b42-575e-4514-8f18-83cb2f65f2b1 None None] Routers {'fdf3cb70-78bc-41ea-978f-d37532362257'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:24.508291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-48c32b42-575e-4514-8f18-83cb2f65f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fdf3cb70-78bc-41ea-978f-d37532362257'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:24.551910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-48c32b42-575e-4514-8f18-83cb2f65f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:24.562380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c32b42-575e-4514-8f18-83cb2f65f2b1 None None] Routers {'fdf3cb70-78bc-41ea-978f-d37532362257'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:24.563053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-48c32b42-575e-4514-8f18-83cb2f65f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fdf3cb70-78bc-41ea-978f-d37532362257'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:24.578285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:24.581997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c9454da2-770e-42f7-a834-f07317e9588f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7271266 Aug 23 03:50:24.582378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54104) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:24.587270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:24.601399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-48c32b42-575e-4514-8f18-83cb2f65f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:24.602470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c32b42-575e-4514-8f18-83cb2f65f2b1 None None] The sync data for ids ['fdf3cb70-78bc-41ea-978f-d37532362257'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:50:25.284773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:25.381382 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:25.497696 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Deleting port 8a17e584-e67f-4501-8e11-5b8bf15af0f6 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:25.498752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:25.591509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:25.603913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44d86e-0549-412a-abee-666e88c4410e req-94a3c3f2-11d2-48c1-ab48-200e0caa2d7d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:25.613533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b44d86e-0549-412a-abee-666e88c4410e req-94a3c3f2-11d2-48c1-ab48-200e0caa2d7d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 944 time: 0.1027913 Aug 23 03:50:25.630627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Calling delete_port for 8a17e584-e67f-4501-8e11-5b8bf15af0f6 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:25.655034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b44d86e-0549-412a-abee-666e88c4410e req-cd006da5-57eb-4095-8c63-633ba52f96b3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Aug 23 03:50:25.691844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81023d-07ce-4bc5-b619-ec06c94a7483 req-902ce084-38e9-4000-8ab3-8ca22f659353 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:25.700732 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a81023d-07ce-4bc5-b619-ec06c94a7483 req-902ce084-38e9-4000-8ab3-8ca22f659353 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1138875 Aug 23 03:50:25.769608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a81023d-07ce-4bc5-b619-ec06c94a7483 req-cfdf3be1-7d11-4885-bc0f-ace7c9ad6f2b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678272 Aug 23 03:50:25.972007 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:26.014599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Pushing event deleted for resources: {'Port': ['ID=8a17e584-e67f-4501-8e11-5b8bf15af0f6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:26.075365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bded513-1b21-45c3-94ff-76cbc22dfb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:26.087612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:50:26.095213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:26.281615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:26.303917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'port_id': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'mac_address': 'fa:16:3e:d4:54:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:50:26.382680 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:26.397061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:26.409778 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:26.413082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:50:26.464257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:26.532157 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:26.532847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a7f7e596-d713-44fe-b18d-d9e75a7843e3 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:50:26.565692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Router fdf3cb70-78bc-41ea-978f-d37532362257 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:50:26.615492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:26.741570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:50:26.756734 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:26.758117 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2cf5f-0bd2-48f2-b1e6-b4fc8e28c374 None None] Sync routers for ids ['fdf3cb70-78bc-41ea-978f-d37532362257'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:50:26.758825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8eb9e818-e197-456b-b615-7d237a7e08ae tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "PUT /v2.0/routers/fdf3cb70-78bc-41ea-978f-d37532362257 HTTP/1.1" status: 200 len: 709 time: 2.1745722 Aug 23 03:50:26.760884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54134) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:26.772814 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2cf5f-0bd2-48f2-b1e6-b4fc8e28c374 None None] Routers {'fdf3cb70-78bc-41ea-978f-d37532362257'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:26.773760 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b5e2cf5f-0bd2-48f2-b1e6-b4fc8e28c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fdf3cb70-78bc-41ea-978f-d37532362257'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:26.857025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a7f7e596-d713-44fe-b18d-d9e75a7843e3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a7f7e596-d713-44fe-b18d-d9e75a7843e3,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:26.862396 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b5e2cf5f-0bd2-48f2-b1e6-b4fc8e28c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:26.872240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b252-43d0-482a-945b-85ebccc7dc5f req-51801de3-4998-4920-89a4-316a611c8e76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:26.874025 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2cf5f-0bd2-48f2-b1e6-b4fc8e28c374 None None] Routers {'fdf3cb70-78bc-41ea-978f-d37532362257'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:26.874862 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b5e2cf5f-0bd2-48f2-b1e6-b4fc8e28c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:49:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fdf3cb70-78bc-41ea-978f-d37532362257'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:26.881024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9633b252-43d0-482a-945b-85ebccc7dc5f req-51801de3-4998-4920-89a4-316a611c8e76 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 944 time: 0.1128566 Aug 23 03:50:26.885693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a7f7e596-d713-44fe-b18d-d9e75a7843e3', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'port_id': 'a7f7e596-d713-44fe-b18d-d9e75a7843e3', 'mac_address': 'fa:16:3e:00:40:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6244b6e-2eb6-44fc-a773-c013c691650f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:50:26.928636 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b5e2cf5f-0bd2-48f2-b1e6-b4fc8e28c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:26.929587 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2cf5f-0bd2-48f2-b1e6-b4fc8e28c374 None None] The sync data for ids ['fdf3cb70-78bc-41ea-978f-d37532362257'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:50:26.951153 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6b1d7518-85ec-485f-8fd0-b94479a01362 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/routers/fdf3cb70-78bc-41ea-978f-d37532362257 HTTP/1.1" status: 200 len: 744 time: 0.1880708 Aug 23 03:50:26.953346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54140) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:26.954878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9633b252-43d0-482a-945b-85ebccc7dc5f req-0ad8622d-a18c-4ef6-925b-34b3192c0850 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682144 Aug 23 03:50:27.008224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b30d58ab-2b83-4018-b6f1-825970825986 tempest-RoutersIpV6AdminTest-1362972156 tempest-RoutersIpV6AdminTest-1362972156-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&device_id=fdf3cb70-78bc-41ea-978f-d37532362257 HTTP/1.1" status: 200 len: 205 time: 0.0536003 Aug 23 03:50:27.010943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54144) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:27.013880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:27.036974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f7e596-d713-44fe-b18d-d9e75a7843e3 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:50:27.066333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a7f7e596-d713-44fe-b18d-d9e75a7843e3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a7f7e596-d713-44fe-b18d-d9e75a7843e3,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:27.083801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-31cda0fb-f4f2-4835-bb7c-91f7f68c097f tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf3cb70-78bc-41ea-978f-d37532362257 HTTP/1.1" status: 200 len: 205 time: 0.0704374 Aug 23 03:50:27.085540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54146) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:27.137911 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:27.202414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a7f42-7954-4eb8-96e4-ff3fb4320860 req-1f4e245b-99cf-4813-9da4-b7096607dabf tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:27.204080 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a3a7f42-7954-4eb8-96e4-ff3fb4320860 req-1f4e245b-99cf-4813-9da4-b7096607dabf tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 945 time: 0.1989176 Aug 23 03:50:27.237235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a7f7e596-d713-44fe-b18d-d9e75a7843e3,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:27.271207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a625e230-48f6-4047-aff5-34efb4424e74 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:27.456698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a3a7f42-7954-4eb8-96e4-ff3fb4320860 req-3e7e6699-9a71-4ab6-87ae-4ddc5cbdebff tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430780 Aug 23 03:50:27.498282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a625e230-48f6-4047-aff5-34efb4424e74 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:27.501336 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a625e230-48f6-4047-aff5-34efb4424e74 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:27.560328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a7f7e596-d713-44fe-b18d-d9e75a7843e3'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:27.587536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['7ac08849-4093-4f54-8af7-af9fd6fbb9c7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:27.743829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a625e230-48f6-4047-aff5-34efb4424e74 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:27.744697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a625e230-48f6-4047-aff5-34efb4424e74 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Fanout notify agent at l3_agent the message router_deleted on router fdf3cb70-78bc-41ea-978f-d37532362257 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:50:27.756989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a625e230-48f6-4047-aff5-34efb4424e74 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:27.756989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a625e230-48f6-4047-aff5-34efb4424e74 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/fdf3cb70-78bc-41ea-978f-d37532362257 HTTP/1.1" status: 204 len: 168 time: 0.6662858 Aug 23 03:50:27.758331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54154) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:27.787993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54156) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:27.788577 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8675323d-d64c-430a-a981-2f10328b07f0 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf3cb70-78bc-41ea-978f-d37532362257 HTTP/1.1" status: 200 len: 205 time: 0.0287676 Aug 23 03:50:27.830743 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-80bdb950-9e8f-4c83-80ca-6ffb436897c5 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] delete failed (client error): The resource could not be found. Aug 23 03:50:27.833072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-80bdb950-9e8f-4c83-80ca-6ffb436897c5 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/fdf3cb70-78bc-41ea-978f-d37532362257 HTTP/1.1" status: 404 len: 336 time: 0.0418682 Aug 23 03:50:27.834543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54158) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:27.861769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6979d558-92d8-4030-b93a-8892a832fd13 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=6997e037-75ae-476b-873f-fab72495a48c HTTP/1.1" status: 200 len: 205 time: 0.0260193 Aug 23 03:50:27.864222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54160) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:27.905899 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-ef4802d7-e386-42a8-9f70-96a896507267 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] delete failed (client error): The resource could not be found. Aug 23 03:50:27.907043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ef4802d7-e386-42a8-9f70-96a896507267 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/6997e037-75ae-476b-873f-fab72495a48c HTTP/1.1" status: 404 len: 336 time: 0.0418527 Aug 23 03:50:27.909714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54164) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:27.940561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8df94ed1-a513-4fe2-b375-3b4f98c85291 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fa4f79a-bf23-425a-adfb-c911c0c873fc HTTP/1.1" status: 200 len: 205 time: 0.0272820 Aug 23 03:50:27.940853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54166) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:27.980624 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-0a174ff6-808c-486c-a381-de038fcc6df3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] delete failed (client error): The resource could not be found. Aug 23 03:50:27.981766 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0a174ff6-808c-486c-a381-de038fcc6df3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/3fa4f79a-bf23-425a-adfb-c911c0c873fc HTTP/1.1" status: 404 len: 336 time: 0.0399027 Aug 23 03:50:27.984459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54170) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:28.016003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f7512931-557e-479d-8172-599c7b2bb9d3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=503e9416-b695-48f6-b1e9-711113e10380 HTTP/1.1" status: 200 len: 205 time: 0.0281591 Aug 23 03:50:28.016303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54172) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:28.074319 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-a829b3c3-3fbf-4179-8458-f290415a4a18 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] delete failed (client error): The resource could not be found. Aug 23 03:50:28.077807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a829b3c3-3fbf-4179-8458-f290415a4a18 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/503e9416-b695-48f6-b1e9-711113e10380 HTTP/1.1" status: 404 len: 336 time: 0.0581419 Aug 23 03:50:28.078096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54174) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:28.081922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19206db-76cf-44f7-b2b0-1695ee9b2857 req-1f33342c-deaa-4faf-981c-94958cc76918 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:28.089506 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b19206db-76cf-44f7-b2b0-1695ee9b2857 req-1f33342c-deaa-4faf-981c-94958cc76918 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 945 time: 0.0654607 Aug 23 03:50:28.124095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54178) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:28.126056 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-327ce2a7-ef7b-49bb-ab1f-6d5eadc252d1 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f848216-335a-4512-81c5-d990a1351eda HTTP/1.1" status: 200 len: 205 time: 0.0424290 Aug 23 03:50:28.168868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b19206db-76cf-44f7-b2b0-1695ee9b2857 req-bbf7ed5e-83de-431b-86c4-41ad897d71f2 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762973 Aug 23 03:50:28.168868 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-938258f2-63df-4e03-a1ca-2bdcbb6fd79a tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] delete failed (client error): The resource could not be found. Aug 23 03:50:28.168868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-938258f2-63df-4e03-a1ca-2bdcbb6fd79a tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/3f848216-335a-4512-81c5-d990a1351eda HTTP/1.1" status: 404 len: 336 time: 0.0435500 Aug 23 03:50:28.172199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54180) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:28.203805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-06be63ac-3b32-4c8e-a09d-3ebb6b993fe3 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3e98f1b-e1f3-4750-abb4-da4c6f312b56 HTTP/1.1" status: 200 len: 205 time: 0.0301895 Aug 23 03:50:28.206334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54184) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:28.246979 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-f1fba465-eb99-427c-82e0-e8fcb51fc98e tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] delete failed (client error): The resource could not be found. Aug 23 03:50:28.249065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f1fba465-eb99-427c-82e0-e8fcb51fc98e tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/routers/a3e98f1b-e1f3-4750-abb4-da4c6f312b56 HTTP/1.1" status: 404 len: 336 time: 0.0407808 Aug 23 03:50:28.251268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54186) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:28.276816 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5752a6b-a599-4c4f-b074-43f2556859c8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] DELETE failed (client error): The resource could not be found. Aug 23 03:50:28.277234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5752a6b-a599-4c4f-b074-43f2556859c8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:50:28.278917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a5752a6b-a599-4c4f-b074-43f2556859c8 tempest-RoutersIpV6AdminTest-61510078 tempest-RoutersIpV6AdminTest-61510078-project] 10.222.0.20 "DELETE /v2.0/subnets/ca63a7f8-7381-4fd3-b903-44fcb83061e7 HTTP/1.1" status: 404 len: 337 time: 0.0266521 Aug 23 03:50:28.599051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9848ee-b90d-480b-8d67-82762de39ea0 req-e9cfbf15-47b9-4ef0-914c-24f70f38e8f5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:28.608324 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c9848ee-b90d-480b-8d67-82762de39ea0 req-e9cfbf15-47b9-4ef0-914c-24f70f38e8f5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 945 time: 0.0765820 Aug 23 03:50:28.645133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c9848ee-b90d-480b-8d67-82762de39ea0 req-03f45139-db22-43ad-ae80-8ab2bbf9eb9c tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357614 Aug 23 03:50:28.729212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-389b12d3-6c9d-4f7f-922d-5c82f2e471a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:28.769930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54196) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:28.817288 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:28.877414 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82be5bf7-ba9a-4dd5-82a0-2ad5a36f1b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:28.994955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82be5bf7-ba9a-4dd5-82a0-2ad5a36f1b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:29.070302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82be5bf7-ba9a-4dd5-82a0-2ad5a36f1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:29.108874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be5bf7-ba9a-4dd5-82a0-2ad5a36f1b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7fd18c-1798-4134-8ea9-4d7b6ef954a3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:29.113142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-82be5bf7-ba9a-4dd5-82a0-2ad5a36f1b72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3a07a0dd88443baac70b354d4f0a04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420653 Aug 23 03:50:29.115859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54202) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:29.167694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f28f65d-cd4f-436d-b76d-3099a1ed0df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:29.203173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f28f65d-cd4f-436d-b76d-3099a1ed0df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:29.328019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28ba96-2854-453b-b6fe-48d98aead75f req-ec2fe187-3e8f-4b06-a220-d1cbda0afde0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:29.329453 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb28ba96-2854-453b-b6fe-48d98aead75f req-ec2fe187-3e8f-4b06-a220-d1cbda0afde0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 945 time: 0.0512247 Aug 23 03:50:29.367102 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f28f65d-cd4f-436d-b76d-3099a1ed0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:29.371336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f28f65d-cd4f-436d-b76d-3099a1ed0df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:29.375096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5f28f65d-cd4f-436d-b76d-3099a1ed0df9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad7fd18c-1798-4134-8ea9-4d7b6ef954a3 HTTP/1.1" status: 204 len: 168 time: 0.2557576 Aug 23 03:50:29.382814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28f65d-cd4f-436d-b76d-3099a1ed0df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7fd18c-1798-4134-8ea9-4d7b6ef954a3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:29.401268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb28ba96-2854-453b-b6fe-48d98aead75f req-eed470a5-f7b6-4d30-a900-9d830854c05a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641260 Aug 23 03:50:29.801465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcceb69-9613-4c91-a918-c91ff94ac063 req-1dc00984-db8e-41e4-91bb-7aac92f77a12 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:29.809561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bcceb69-9613-4c91-a918-c91ff94ac063 req-1dc00984-db8e-41e4-91bb-7aac92f77a12 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 945 time: 0.0626533 Aug 23 03:50:29.854165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bcceb69-9613-4c91-a918-c91ff94ac063 req-8eff5c37-eb57-498b-a1f5-8f3ef66de39b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Aug 23 03:50:30.103897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:50:30.139573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54224) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:30.195462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-74c8ce21-6f4e-4799-8b32-60dbbc73518d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34edc72707724ee38a5f2b9bada0a04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547194 Aug 23 03:50:30.198317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54226) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:30.217098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:50:30.222226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:50:30.225819 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.257961 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62d6e168-b917-43a6-83be-efeea193e040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.304802 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62d6e168-b917-43a6-83be-efeea193e040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.340864 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.373645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:30.376857 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8764b98-3292-43d2-a94c-1002d30710a1" -d '{"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-plugged", "status": "completed", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:30.389726 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.394139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:30.421582 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fa4d6f-c189-4085-86b7-5a6b75181f73 x-openstack-request-id: req-48fa4d6f-c189-4085-86b7-5a6b75181f73 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:30.421582 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-plugged", "status": "completed", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:30.421582 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48fa4d6f-c189-4085-86b7-5a6b75181f73 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:30.421582 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'code': 200} Aug 23 03:50:30.440047 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62d6e168-b917-43a6-83be-efeea193e040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.442656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62d6e168-b917-43a6-83be-efeea193e040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.443962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-62d6e168-b917-43a6-83be-efeea193e040 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f3557c1-daf1-4d17-94ac-279c1083b793 HTTP/1.1" status: 204 len: 168 time: 0.2440853 Aug 23 03:50:30.469118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6e168-b917-43a6-83be-efeea193e040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3557c1-daf1-4d17-94ac-279c1083b793,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:30.469763 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.470898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a7f7e596-d713-44fe-b18d-d9e75a7843e3 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:50:30.614765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866f45-9fe4-4c75-907c-32653aae4924 req-a870f811-5934-4592-8650-59dcaad89218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:30.616447 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63866f45-9fe4-4c75-907c-32653aae4924 req-a870f811-5934-4592-8650-59dcaad89218 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 1097 time: 0.0970898 Aug 23 03:50:30.629212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49f255-bf26-43a0-8aa5-a1664a52fb9a req-b931baea-0f9c-4a8f-bf2c-4f17010f0599 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:30.631126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d49f255-bf26-43a0-8aa5-a1664a52fb9a req-b931baea-0f9c-4a8f-bf2c-4f17010f0599 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 945 time: 0.1336067 Aug 23 03:50:30.667610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:30.670855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63866f45-9fe4-4c75-907c-32653aae4924 req-67ed4f83-933c-4a79-b384-26aa6e78feba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473320 Aug 23 03:50:30.692660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.693470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.694458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.695069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.695600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.696227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.697320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.697826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.698345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.698846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.699388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.699896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:50:30.704510 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d49f255-bf26-43a0-8aa5-a1664a52fb9a req-6bd4923a-dfac-49a5-8c42-dc6e72b2914e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658653 Aug 23 03:50:30.783252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port a7f7e596-d713-44fe-b18d-d9e75a7843e3 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:50:30.787616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a7f7e596-d713-44fe-b18d-d9e75a7843e3 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:50:30.787994 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.877170 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:30.916943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a7f7e596-d713-44fe-b18d-d9e75a7843e3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a7f7e596-d713-44fe-b18d-d9e75a7843e3,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:30.983383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:31.000577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66fc7f-cc37-4c20-9e4d-4969472ffb56 req-bdb0227d-aeb0-4a84-96a4-e6cc1085e863 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:31.002114 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ef66fc7f-cc37-4c20-9e4d-4969472ffb56 req-bdb0227d-aeb0-4a84-96a4-e6cc1085e863 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0651534 Aug 23 03:50:31.043063 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ef66fc7f-cc37-4c20-9e4d-4969472ffb56 req-a5a36d30-df0f-4f70-ad8d-43bad340d1a8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343816 Aug 23 03:50:31.044088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a7f7e596-d713-44fe-b18d-d9e75a7843e3,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:31.715487 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:31.867788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d60c86-343b-4f98-8348-38a1a10d7ce7 req-fcb5e4f1-a152-4195-83df-a6ef88cbbeda tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:31.869629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-05d60c86-343b-4f98-8348-38a1a10d7ce7 req-fcb5e4f1-a152-4195-83df-a6ef88cbbeda tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 946 time: 0.0530612 Aug 23 03:50:31.937281 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-05d60c86-343b-4f98-8348-38a1a10d7ce7 req-481b43da-fdba-4a11-9179-01c0291c4f40 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Aug 23 03:50:32.216625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f35f1d-170b-4177-925c-786b0b542753 req-dcbaa237-18bf-45b8-8752-5ae441c479ca tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:32.229143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27f35f1d-170b-4177-925c-786b0b542753 req-dcbaa237-18bf-45b8-8752-5ae441c479ca tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0812113 Aug 23 03:50:32.272366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54298) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:32.288987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27f35f1d-170b-4177-925c-786b0b542753 req-fe01ae2f-7679-4600-bc5d-13cb71eddc10 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542226 Aug 23 03:50:32.421083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d25124-5725-4e13-abdc-04b44f37e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f7e596-d713-44fe-b18d-d9e75a7843e3'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:32.423443 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac28db16-786f-45ed-bf3e-2db6508c320e" -d '{"events": [{"server_uuid": "23d25124-5725-4e13-abdc-04b44f37e10b", "name": "network-vif-plugged", "status": "completed", "tag": "a7f7e596-d713-44fe-b18d-d9e75a7843e3"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:32.461337 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66932f0a-d601-4d4d-8fdc-7f2a65516048 x-openstack-request-id: req-66932f0a-d601-4d4d-8fdc-7f2a65516048 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:32.461632 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d25124-5725-4e13-abdc-04b44f37e10b", "name": "network-vif-plugged", "status": "completed", "tag": "a7f7e596-d713-44fe-b18d-d9e75a7843e3", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:32.461960 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66932f0a-d601-4d4d-8fdc-7f2a65516048 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:32.462402 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d25124-5725-4e13-abdc-04b44f37e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f7e596-d713-44fe-b18d-d9e75a7843e3', 'code': 200} Aug 23 03:50:32.570484 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-55f08e2c-c377-4f0e-a75a-8fa586b5d897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:32.588552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8debd6-a078-49a1-aeb5-f9e260f8c63d req-f0f51326-226c-4261-a611-9d5716b421ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:32.590455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef8debd6-a078-49a1-aeb5-f9e260f8c63d req-f0f51326-226c-4261-a611-9d5716b421ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 1097 time: 0.0400620 Aug 23 03:50:32.628010 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef8debd6-a078-49a1-aeb5-f9e260f8c63d req-d0060dc1-649d-42ce-8f4e-7872fcc0fad4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300140 Aug 23 03:50:32.675933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-55f08e2c-c377-4f0e-a75a-8fa586b5d897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:32.726177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-55f08e2c-c377-4f0e-a75a-8fa586b5d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:32.770404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-55f08e2c-c377-4f0e-a75a-8fa586b5d897 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0b9932b6f6c40c4a5c9f245c36585e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948673 Aug 23 03:50:32.772677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f08e2c-c377-4f0e-a75a-8fa586b5d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50663334-0563-44c6-a4be-b38653ee920e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:32.773834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54324) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:32.826508 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ddc71a09-5de7-4db5-ab5e-d5cd95248125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:32.852112 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ddc71a09-5de7-4db5-ab5e-d5cd95248125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:32.954779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ddc71a09-5de7-4db5-ab5e-d5cd95248125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:32.957586 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ddc71a09-5de7-4db5-ab5e-d5cd95248125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:32.958907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ddc71a09-5de7-4db5-ab5e-d5cd95248125 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50663334-0563-44c6-a4be-b38653ee920e HTTP/1.1" status: 204 len: 168 time: 0.1828945 Aug 23 03:50:32.967729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc71a09-5de7-4db5-ab5e-d5cd95248125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50663334-0563-44c6-a4be-b38653ee920e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:33.075183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08568-3980-4d47-9a7c-5062fc6a673d req-bb01c111-93cb-474a-b158-6585c8b380f7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:33.076852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28c08568-3980-4d47-9a7c-5062fc6a673d req-bb01c111-93cb-474a-b158-6585c8b380f7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 946 time: 0.0608103 Aug 23 03:50:33.119534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28c08568-3980-4d47-9a7c-5062fc6a673d req-04b6eff0-fa86-473c-8035-3da0d38f9074 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359640 Aug 23 03:50:33.459637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82054111-02bb-4044-8de5-0686a07b7247 req-8bfb0eb2-6047-4d52-99d1-d9e74b6664ea tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:33.462101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82054111-02bb-4044-8de5-0686a07b7247 req-8bfb0eb2-6047-4d52-99d1-d9e74b6664ea tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0618279 Aug 23 03:50:33.517129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82054111-02bb-4044-8de5-0686a07b7247 req-6736dae9-c2f4-4709-80b3-c627d2d1bd8f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413578 Aug 23 03:50:33.630877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a10349-1f47-453b-833a-6de946b3db23 req-875dd255-a1af-4c1f-8350-8940d189edce tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:33.633201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0a10349-1f47-453b-833a-6de946b3db23 req-875dd255-a1af-4c1f-8350-8940d189edce tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0523744 Aug 23 03:50:33.642683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54374) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:33.648013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2e156e49-9f5f-42cf-9fdc-328aaec3ad11 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Request body: {'floatingip': {'port_id': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:33.707126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e156e49-9f5f-42cf-9fdc-328aaec3ad11 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:33.829727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54376) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:33.843283 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d70d7200-06cb-470c-887a-5eaf7ea399f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:33.942697 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d70d7200-06cb-470c-887a-5eaf7ea399f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.018068 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d70d7200-06cb-470c-887a-5eaf7ea399f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.074451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d70d7200-06cb-470c-887a-5eaf7ea399f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de59c97e6c2a4774affd8c722dcf547d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433264 Aug 23 03:50:34.075894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d7200-06cb-470c-887a-5eaf7ea399f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9367299-3d3e-441a-8101-96355f9d975c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:34.079519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54386) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:34.110041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54388) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:34.149955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-236e95a6-2ad8-4a56-b68f-3f8886b91b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.187366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-236e95a6-2ad8-4a56-b68f-3f8886b91b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.212824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e156e49-9f5f-42cf-9fdc-328aaec3ad11 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.257437 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e549e503-73c7-4817-afe9-e72bf64c9ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.283356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdab3e3-1ece-430e-9090-484a198a1071 req-76bfb840-3562-4db5-b9d9-5f76bec6f439 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:34.285050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cdab3e3-1ece-430e-9090-484a198a1071 req-76bfb840-3562-4db5-b9d9-5f76bec6f439 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 946 time: 0.0571902 Aug 23 03:50:34.323456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cdab3e3-1ece-430e-9090-484a198a1071 req-3545ed2a-dda3-45eb-88b1-aea546a4e757 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318182 Aug 23 03:50:34.331842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e156e49-9f5f-42cf-9fdc-328aaec3ad11 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.360546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-236e95a6-2ad8-4a56-b68f-3f8886b91b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.363181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-236e95a6-2ad8-4a56-b68f-3f8886b91b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.368556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-236e95a6-2ad8-4a56-b68f-3f8886b91b04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9367299-3d3e-441a-8101-96355f9d975c HTTP/1.1" status: 204 len: 168 time: 0.2839677 Aug 23 03:50:34.374100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e95a6-2ad8-4a56-b68f-3f8886b91b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9367299-3d3e-441a-8101-96355f9d975c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:34.503942 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-2e156e49-9f5f-42cf-9fdc-328aaec3ad11 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Floating IP de4e9dc4-43cd-4fa5-937e-8ec9eb3f4366 associated. External IP: 172.25.1.45, port: 7ac08849-4093-4f54-8af7-af9fd6fbb9c7. Aug 23 03:50:34.574953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663a7f2-d013-4d39-b2fd-43e0b5df0363 req-ca7e9cdd-e9ca-4dd1-b8bb-cf60d1d9fc01 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:34.580543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2663a7f2-d013-4d39-b2fd-43e0b5df0363 req-ca7e9cdd-e9ca-4dd1-b8bb-cf60d1d9fc01 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 945 time: 0.1381929 Aug 23 03:50:34.598746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e549e503-73c7-4817-afe9-e72bf64c9ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.660422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2663a7f2-d013-4d39-b2fd-43e0b5df0363 req-82d04243-0e69-4397-b663-19e39c4c4fa6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741851 Aug 23 03:50:34.708457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e549e503-73c7-4817-afe9-e72bf64c9ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.791194 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e549e503-73c7-4817-afe9-e72bf64c9ed7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5e23f896e204063b838213b9de04f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800301 Aug 23 03:50:34.794360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54412) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:34.796189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549e503-73c7-4817-afe9-e72bf64c9ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d8c8bb-5ff6-47cf-915e-096a7b90c44f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:34.821440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e156e49-9f5f-42cf-9fdc-328aaec3ad11 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:50:34.911047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4286451-a46c-488a-b2cd-91bb6b38bce4 req-eb7a245c-f1e5-483c-b8e6-7cfb42491ca8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:34.913171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4286451-a46c-488a-b2cd-91bb6b38bce4 req-eb7a245c-f1e5-483c-b8e6-7cfb42491ca8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 946 time: 0.1552927 Aug 23 03:50:34.935303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-004eb74a-75a3-47f3-af02-d9705cc5b8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.970576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e156e49-9f5f-42cf-9fdc-328aaec3ad11 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:50:34.976772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e156e49-9f5f-42cf-9fdc-328aaec3ad11 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.983664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] Sync routers for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:50:34.985815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-004eb74a-75a3-47f3-af02-d9705cc5b8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:34.995842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:34.996760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:50:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:35.018462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2e156e49-9f5f-42cf-9fdc-328aaec3ad11 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "PUT /v2.0/floatingips/de4e9dc4-43cd-4fa5-937e-8ec9eb3f4366 HTTP/1.1" status: 200 len: 991 time: 1.3730621 Aug 23 03:50:35.018462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:35.020479 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e758305a-e04a-4675-a62b-bbd3d0f6921b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:35.022949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4286451-a46c-488a-b2cd-91bb6b38bce4 req-15da9135-1b35-4a55-91d5-7cd2ae660f9a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797715 Aug 23 03:50:35.166531 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d519e6-8d2f-47b8-b02c-b6850b6634b9 x-openstack-request-id: req-c4d519e6-8d2f-47b8-b02c-b6850b6634b9 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:35.172264 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:35.172264 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4d519e6-8d2f-47b8-b02c-b6850b6634b9 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:35.172264 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'status': 'completed', 'code': 200} Aug 23 03:50:35.178283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:50:35.188498 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-004eb74a-75a3-47f3-af02-d9705cc5b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:35.191379 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-004eb74a-75a3-47f3-af02-d9705cc5b8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:35.194965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-004eb74a-75a3-47f3-af02-d9705cc5b8dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68d8c8bb-5ff6-47cf-915e-096a7b90c44f HTTP/1.1" status: 204 len: 168 time: 0.3967690 Aug 23 03:50:35.206510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004eb74a-75a3-47f3-af02-d9705cc5b8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d8c8bb-5ff6-47cf-915e-096a7b90c44f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:35.275771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-86e3adad-9e17-4a05-b699-e9eb8d93e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:35.275771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-86e3adad-9e17-4a05-b699-e9eb8d93e745 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 1097 time: 0.0639410 Aug 23 03:50:35.452523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-075f8d16-c03b-439a-a795-6c9d24afdeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:35.455216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-075f8d16-c03b-439a-a795-6c9d24afdeaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.1702995 Aug 23 03:50:35.540433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-4d7b84ee-40fa-4b13-811f-8b931bd7ca8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7 HTTP/1.1" status: 200 len: 999 time: 0.0772467 Aug 23 03:50:35.560006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'de4e9dc4-43cd-4fa5-937e-8ec9eb3f4366', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'floating_ip_address': '172.25.1.45', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'port_id': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'mac_address': 'fa:16:3e:d4:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:50:11Z', 'updated_at': '2021-08-23T03:50:34Z', 'revision_number': 1, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:35.624785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] Checking router: 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:50:35.634746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:50:35.635382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:50:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:35.796446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:50:35.956037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-fa6b3329-0d78-451e-a474-733f00ea82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:35.957641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-fa6b3329-0d78-451e-a474-733f00ea82ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.3957138 Aug 23 03:50:35.965311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cd730-4a9b-4df1-8314-aac81813d456 req-2bf7580f-c2d3-46c3-8beb-ecb4521b9910 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:35.966709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-219cd730-4a9b-4df1-8314-aac81813d456 req-2bf7580f-c2d3-46c3-8beb-ecb4521b9910 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 946 time: 0.0831623 Aug 23 03:50:35.968485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54466) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:35.982282 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4087c244-322a-4ffe-be21-0aae4498e96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:36.085186 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-219cd730-4a9b-4df1-8314-aac81813d456 req-9665e198-afee-4317-be4f-f2ba2bdcd10d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923204 Aug 23 03:50:36.102673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-fb321167-0feb-427b-9d51-0e8fd7fc3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:36.104946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-fb321167-0feb-427b-9d51-0e8fd7fc3c1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318765 Aug 23 03:50:36.107030 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4087c244-322a-4ffe-be21-0aae4498e96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:36.154508 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4087c244-322a-4ffe-be21-0aae4498e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:36.198912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'de4e9dc4-43cd-4fa5-937e-8ec9eb3f4366', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'floating_ip_address': '172.25.1.45', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'port_id': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'mac_address': 'fa:16:3e:d4:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:50:11Z', 'updated_at': '2021-08-23T03:50:34Z', 'revision_number': 1, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:50:36.216296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4087c244-322a-4ffe-be21-0aae4498e96a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c47c651ff0974db892d2da8cd7c9689d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461567 Aug 23 03:50:36.218903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54476) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:36.254130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087c244-322a-4ffe-be21-0aae4498e96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1207529e-3d9b-4aae-b7ff-d13af61e92f5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:36.270310 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-00bdbd20-18bc-45f6-bdb8-c8024fb15390 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553104 Aug 23 03:50:36.284466 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47ca5ef7-b51c-403e-8287-ad39d108b7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:36.297770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00276a16-754a-4710-8ad9-bcccee834cdd None None] The sync data for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 is: [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'de4e9dc4-43cd-4fa5-937e-8ec9eb3f4366', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'floating_ip_address': '172.25.1.45', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'port_id': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'mac_address': 'fa:16:3e:d4:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:50:11Z', 'updated_at': '2021-08-23T03:50:34Z', 'revision_number': 1, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:50:36.319843 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47ca5ef7-b51c-403e-8287-ad39d108b7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:36.389962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e758305a-e04a-4675-a62b-bbd3d0f6921b req-72fe8759-e963-4aa4-ab4d-8834de86d2b5 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134467 Aug 23 03:50:36.457539 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47ca5ef7-b51c-403e-8287-ad39d108b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:36.460096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-47ca5ef7-b51c-403e-8287-ad39d108b7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:36.461311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-47ca5ef7-b51c-403e-8287-ad39d108b7f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1207529e-3d9b-4aae-b7ff-d13af61e92f5 HTTP/1.1" status: 204 len: 168 time: 0.2412047 Aug 23 03:50:36.470247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca5ef7-b51c-403e-8287-ad39d108b7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1207529e-3d9b-4aae-b7ff-d13af61e92f5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:36.553879 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3020e-d6cb-4dfc-aecc-1af76aa2f64a None None] New status for floating IP de4e9dc4-43cd-4fa5-937e-8ec9eb3f4366: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:50:36.752387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54490) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:36.941975 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-430af6cb-6260-4c35-ac81-74bd46826999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.041171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-430af6cb-6260-4c35-ac81-74bd46826999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.120057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-430af6cb-6260-4c35-ac81-74bd46826999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.166475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54512) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:37.168487 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-430af6cb-6260-4c35-ac81-74bd46826999 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=137cfa373736407b9140d3c393c09ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148657 Aug 23 03:50:37.170183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430af6cb-6260-4c35-ac81-74bd46826999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4776b2e-c5d0-4111-8c8d-eff66f71936c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:37.252319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985cab9-9926-4717-a28d-31634a67a79a req-703e18e1-955c-4e6c-9969-8ffcf6eeef45 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:37.253855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a985cab9-9926-4717-a28d-31634a67a79a req-703e18e1-955c-4e6c-9969-8ffcf6eeef45 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 946 time: 0.1001170 Aug 23 03:50:37.295581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57ff5966-1e5f-4271-8021-0320e221ae0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.318755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-8997b93f-da1a-4025-b20b-f3247b39b0d0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:37.320600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-8997b93f-da1a-4025-b20b-f3247b39b0d0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.11 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 946 time: 0.1081846 Aug 23 03:50:37.368762 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57ff5966-1e5f-4271-8021-0320e221ae0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.375913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a985cab9-9926-4717-a28d-31634a67a79a req-9dc73326-fe46-4810-9e6f-dad1c79287d6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139636 Aug 23 03:50:37.458828 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.469052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Deleting port a7f7e596-d713-44fe-b18d-d9e75a7843e3 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:37.469404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.525954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57ff5966-1e5f-4271-8021-0320e221ae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.528445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57ff5966-1e5f-4271-8021-0320e221ae0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.529701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-57ff5966-1e5f-4271-8021-0320e221ae0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4776b2e-c5d0-4111-8c8d-eff66f71936c HTTP/1.1" status: 204 len: 168 time: 0.3622570 Aug 23 03:50:37.546054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff5966-1e5f-4271-8021-0320e221ae0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4776b2e-c5d0-4111-8c8d-eff66f71936c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:37.574937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] For port a7f7e596-d713-44fe-b18d-d9e75a7843e3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a7f7e596-d713-44fe-b18d-d9e75a7843e3,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:37.576123 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.591906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Calling delete_port for a7f7e596-d713-44fe-b18d-d9e75a7843e3 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:37.823134 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.836711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['91a3200b-c1b1-4475-9392-2eec81146834'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:37.855044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event deleted for resources: {'Port': ['ID=a7f7e596-d713-44fe-b18d-d9e75a7843e3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:37.912675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51', 'a7f7e596-d713-44fe-b18d-d9e75a7843e3'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:37.918959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] No DVR routers for this DVR port a7f7e596-d713-44fe-b18d-d9e75a7843e3 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:50:37.925508 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:37.928185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f5c769d-6456-4d9c-ab72-1c695c21593c req-d7b73d4e-7ae5-40b2-ae38-4df052a7f38d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.11 "DELETE /v2.0/ports/a7f7e596-d713-44fe-b18d-d9e75a7843e3 HTTP/1.1" status: 204 len: 173 time: 0.5961707 Aug 23 03:50:37.928846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d25124-5725-4e13-abdc-04b44f37e10b', 'name': 'network-vif-deleted', 'tag': 'a7f7e596-d713-44fe-b18d-d9e75a7843e3'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:37.931924 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b594dad-0c62-484d-ba40-9c23e5e1d939" -d '{"events": [{"server_uuid": "23d25124-5725-4e13-abdc-04b44f37e10b", "name": "network-vif-deleted", "tag": "a7f7e596-d713-44fe-b18d-d9e75a7843e3"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:37.988150 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d926f-9932-4232-8d7c-355cbdcb3e54 x-openstack-request-id: req-0f6d926f-9932-4232-8d7c-355cbdcb3e54 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:37.988668 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d25124-5725-4e13-abdc-04b44f37e10b", "name": "network-vif-deleted", "tag": "a7f7e596-d713-44fe-b18d-d9e75a7843e3", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:37.988957 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f6d926f-9932-4232-8d7c-355cbdcb3e54 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:37.989470 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d25124-5725-4e13-abdc-04b44f37e10b', 'name': 'network-vif-deleted', 'tag': 'a7f7e596-d713-44fe-b18d-d9e75a7843e3', 'status': 'completed', 'code': 200} Aug 23 03:50:38.518652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7312a44e-db44-4ef6-bc3f-73cff6796c48 req-36aab3a9-b828-4518-890f-967a70f25ce6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d25124-5725-4e13-abdc-04b44f37e10b HTTP/1.1" status: 200 len: 210 time: 0.0396397 Aug 23 03:50:40.144685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfec9a-783e-469a-9052-f42e0a0a1b09 req-ca98c3b7-2154-4437-a522-9409214b8f77 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:40.146250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-42dfec9a-783e-469a-9052-f42e0a0a1b09 req-ca98c3b7-2154-4437-a522-9409214b8f77 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 945 time: 0.0551689 Aug 23 03:50:40.162591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a7f7e596-d713-44fe-b18d-d9e75a7843e3 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:50:40.196720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-42dfec9a-783e-469a-9052-f42e0a0a1b09 req-9971d445-d360-4665-868a-d7d735186f72 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Aug 23 03:50:40.215092 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: a7f7e596-d713-44fe-b18d-d9e75a7843e3 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:50:40.215448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a7f7e596-d713-44fe-b18d-d9e75a7843e3 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:50:41.330398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558dbaa-7959-440c-b8dc-e811bab1548d req-182d3086-9046-42d5-ae33-1097ca5534a7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:41.331913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2558dbaa-7959-440c-b8dc-e811bab1548d req-182d3086-9046-42d5-ae33-1097ca5534a7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 945 time: 0.0593030 Aug 23 03:50:41.380307 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2558dbaa-7959-440c-b8dc-e811bab1548d req-65cd8ef1-48a2-449b-9205-45a6f33923e6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414941 Aug 23 03:50:41.458193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e2d73-683d-4d57-b4c1-94503326666d req-6521ad35-033a-48b0-a4e5-a7c60b2847de tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:41.459810 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d30e2d73-683d-4d57-b4c1-94503326666d req-6521ad35-033a-48b0-a4e5-a7c60b2847de tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 945 time: 0.0539954 Aug 23 03:50:41.558545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-d30e2d73-683d-4d57-b4c1-94503326666d req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Deleting port 91a3200b-c1b1-4475-9392-2eec81146834 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:41.558886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d30e2d73-683d-4d57-b4c1-94503326666d req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:41.653666 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d30e2d73-683d-4d57-b4c1-94503326666d req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] For port 91a3200b-c1b1-4475-9392-2eec81146834, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91a3200b-c1b1-4475-9392-2eec81146834,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:41.654027 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d30e2d73-683d-4d57-b4c1-94503326666d req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:41.678517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-d30e2d73-683d-4d57-b4c1-94503326666d req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Calling delete_port for 91a3200b-c1b1-4475-9392-2eec81146834 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:41.908922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d30e2d73-683d-4d57-b4c1-94503326666d req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:41.920345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['91a3200b-c1b1-4475-9392-2eec81146834'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:41.937970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event deleted for resources: {'Port': ['ID=91a3200b-c1b1-4475-9392-2eec81146834,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:41.941613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:41.984907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30e2d73-683d-4d57-b4c1-94503326666d req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] No DVR routers for this DVR port 91a3200b-c1b1-4475-9392-2eec81146834 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:50:41.987923 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d30e2d73-683d-4d57-b4c1-94503326666d req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:41.989873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d30e2d73-683d-4d57-b4c1-94503326666d req-2ff68335-77ba-4c4e-ada7-2692ea977902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "DELETE /v2.0/ports/91a3200b-c1b1-4475-9392-2eec81146834 HTTP/1.1" status: 204 len: 173 time: 0.5241175 Aug 23 03:50:41.990333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da20881e-b118-418a-a49c-3f20332237b9', 'name': 'network-vif-deleted', 'tag': '91a3200b-c1b1-4475-9392-2eec81146834'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:41.999549 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500140d9-67fc-4741-9f55-db706aeee0d9" -d '{"events": [{"server_uuid": "da20881e-b118-418a-a49c-3f20332237b9", "name": "network-vif-deleted", "tag": "91a3200b-c1b1-4475-9392-2eec81146834"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:42.052698 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1aa209-9085-4536-9d29-dfda6544da79 x-openstack-request-id: req-1a1aa209-9085-4536-9d29-dfda6544da79 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:42.053233 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da20881e-b118-418a-a49c-3f20332237b9", "name": "network-vif-deleted", "tag": "91a3200b-c1b1-4475-9392-2eec81146834", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:42.053688 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a1aa209-9085-4536-9d29-dfda6544da79 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:42.054260 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da20881e-b118-418a-a49c-3f20332237b9', 'name': 'network-vif-deleted', 'tag': '91a3200b-c1b1-4475-9392-2eec81146834', 'status': 'completed', 'code': 200} Aug 23 03:50:42.497348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f823cec-04ad-4de1-83f9-f5f7c175cec2 req-ea94e028-d1c9-4025-9555-bf438b71b737 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=da20881e-b118-418a-a49c-3f20332237b9 HTTP/1.1" status: 200 len: 210 time: 0.0261800 Aug 23 03:50:43.878085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-7747f85d-ba48-42f0-a8e8-c5bcf1723852 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:43.906274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-7747f85d-ba48-42f0-a8e8-c5bcf1723852 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.1856644 Aug 23 03:50:43.929602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91a3200b-c1b1-4475-9392-2eec81146834 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:50:43.930545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-36c4dbf2-2ffa-44d1-8101-ddcd4d1fe59f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/quotas/8d70ca7103ed4dbd8985029a568ee0aa HTTP/1.1" status: 200 len: 375 time: 0.0233557 Aug 23 03:50:43.960078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 91a3200b-c1b1-4475-9392-2eec81146834 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:50:43.965332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91a3200b-c1b1-4475-9392-2eec81146834 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:50:43.989433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-5128c437-c0b3-45e2-a567-818cd70a17c0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521359 Aug 23 03:50:44.086021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-98a01b46-10f4-4324-b2b5-f842e93652a3 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909846 Aug 23 03:50:44.204891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-5a2ca6a4-6e2b-4244-95b4-67ea40a979cd service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101713 Aug 23 03:50:44.514203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2feee050-54a8-43e8-a0e1-e7eda3f3d145 req-9be5ffa3-dd9d-461c-af06-5df8eef75eeb tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 210 time: 0.0428057 Aug 23 03:50:45.651390 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eb1bf470-be0b-43d5-975b-dfbadcae9dd6 req-82b0ce72-7e95-43d4-8a6d-3c217d1799b4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 210 time: 0.0352478 Aug 23 03:50:46.557029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-048989e9-76cb-408b-acfe-7e7ecd3dc8b4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:46.558581 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-048989e9-76cb-408b-acfe-7e7ecd3dc8b4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.1207752 Aug 23 03:50:46.571359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Request body: {'port': {'device_id': 'fa3ee420-80a0-493c-a980-be020b7e86ef', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'admin_state_up': True, 'tenant_id': '8d70ca7103ed4dbd8985029a568ee0aa'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:46.734458 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Made reservation on behalf of 8d70ca7103ed4dbd8985029a568ee0aa for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:50:46.738841 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:46.794659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3f14ccba-840c-4387-8299-b0577f89fbe9 req-f564e79e-ed43-4e5c-ad6b-1f3c56c620e8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 210 time: 0.0811646 Aug 23 03:50:46.911762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Allocated IP 172.20.0.3 (7167459d-9734-46e1-b0ba-4c58b0f8f5ed/c6244b6e-2eb6-44fc-a773-c013c691650f/7e1cbbc6-11c5-4331-8c86-b4d988ca0fed) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:50:47.440632 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:47.549251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:47.582809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:47.606076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event updated for resources: {'Port': ['ID=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:47.621101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:50:47.623214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:50:47.626264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:50:47.691513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:47.692456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:47.766959 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e76a0dad-1382-42c2-a5c4-cf87a5139109 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1994481 Aug 23 03:50:47.778820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Request body: {'port': {'device_id': 'fa3ee420-80a0-493c-a980-be020b7e86ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:50:47.844271 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:47.926575 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:50:48.014381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f922aed-c30c-4bf1-9a8a-6a46cfde2087 req-b7a01c28-61fd-462d-84ca-7caa93686da6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:48.014381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f922aed-c30c-4bf1-9a8a-6a46cfde2087 req-b7a01c28-61fd-462d-84ca-7caa93686da6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 931 time: 0.1391528 Aug 23 03:50:48.073127 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f922aed-c30c-4bf1-9a8a-6a46cfde2087 req-a7b40f91-e083-4e05-9615-ede7eb9a32be tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580394 Aug 23 03:50:48.231968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:50:48.240058 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:48.253447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Transition to ACTIVE for port object 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:50:48.400731 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:48.487558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:48.542959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Attempting to bind port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:50:48.543299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Attempting to bind port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:50:48.543623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Attempting to bind port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:50:48.548722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:50:48.549059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Attempting to bind port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:50:48.554475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:50:48.555445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Checking segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:50:48.555825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Bound using segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:50:48.556241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Bound port: 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:50:48.556700 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:48.626533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] For port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:50:48.630477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] For port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:50:48.726068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:48.763866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:48.764454 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:48.766385 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/7e1cbbc6-11c5-4331-8c86-b4d988ca0fed HTTP/1.1" status: 200 len: 1091 time: 0.9910810 Aug 23 03:50:48.766385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3ee420-80a0-493c-a980-be020b7e86ef', 'tag': '7e1cbbc6-11c5-4331-8c86-b4d988ca0fed'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:48.768694 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634428c6-b059-49aa-a117-b72b6673742f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3ee420-80a0-493c-a980-be020b7e86ef", "tag": "7e1cbbc6-11c5-4331-8c86-b4d988ca0fed"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:48.822399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacdd5a-7ec0-49ae-90ef-815b30d4b8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:48.826278 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff51d00-8b54-4df2-b9db-3de2ebfc67bd x-openstack-request-id: req-4ff51d00-8b54-4df2-b9db-3de2ebfc67bd {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:48.826582 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3ee420-80a0-493c-a980-be020b7e86ef", "tag": "7e1cbbc6-11c5-4331-8c86-b4d988ca0fed", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:48.827025 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ff51d00-8b54-4df2-b9db-3de2ebfc67bd {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:48.827535 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3ee420-80a0-493c-a980-be020b7e86ef', 'tag': '7e1cbbc6-11c5-4331-8c86-b4d988ca0fed', 'status': 'completed', 'code': 200} Aug 23 03:50:48.904706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634428c6-b059-49aa-a117-b72b6673742f req-3359823b-e623-4147-9af6-063388133451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:48.907401 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-634428c6-b059-49aa-a117-b72b6673742f req-3359823b-e623-4147-9af6-063388133451 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 1094 time: 0.0597315 Aug 23 03:50:49.006543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634428c6-b059-49aa-a117-b72b6673742f req-4ea706f8-9931-4a38-be88-22698a5f0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:49.008068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-634428c6-b059-49aa-a117-b72b6673742f req-4ea706f8-9931-4a38-be88-22698a5f0fe5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0930862 Aug 23 03:50:49.115067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634428c6-b059-49aa-a117-b72b6673742f req-77902c10-d0e9-4cb7-a187-da6c98ab2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:49.116621 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-634428c6-b059-49aa-a117-b72b6673742f req-77902c10-d0e9-4cb7-a187-da6c98ab2d20 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1019998 Aug 23 03:50:49.201237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-05866cb9-2d7e-4aa0-894e-3bf1c28e28be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:49.202953 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-05866cb9-2d7e-4aa0-894e-3bf1c28e28be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 1094 time: 0.0497570 Aug 23 03:50:49.260476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-e53fbe23-9530-407e-80be-f4f7c9ad80ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed HTTP/1.1" status: 200 len: 217 time: 0.0495162 Aug 23 03:50:49.263289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f184-8856-4a96-ad02-88b404da43cd req-737e66ef-18dd-4e79-9792-f064caffdff8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:49.272057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4351f184-8856-4a96-ad02-88b404da43cd req-737e66ef-18dd-4e79-9792-f064caffdff8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 943 time: 0.1163149 Aug 23 03:50:49.323824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-9a074264-52d3-41dd-a88f-ebebe0d31267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:49.325852 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-9a074264-52d3-41dd-a88f-ebebe0d31267 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.0576804 Aug 23 03:50:49.342468 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4351f184-8856-4a96-ad02-88b404da43cd req-b26dd5eb-7f7f-45b5-b83f-7ce41e6766e8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692420 Aug 23 03:50:49.369287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-b22592d6-3e4b-45f0-8892-13c3c12673e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347507 Aug 23 03:50:49.530779 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-0547c7ef-4e7f-4ff7-baf5-6dccf6fb7875 service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435242 Aug 23 03:50:49.645825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-807fcdc3-62f2-47ed-964c-9c8bc7407865 req-13e9a86c-a285-48eb-b779-c0b036cf39df service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138194 Aug 23 03:50:50.069557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54980) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:50.213853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71386f20-6c4e-4a32-b261-42a3c72a010e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:50.316440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71386f20-6c4e-4a32-b261-42a3c72a010e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:50.405384 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71386f20-6c4e-4a32-b261-42a3c72a010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:50.447721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54992) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:50.448307 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-71386f20-6c4e-4a32-b261-42a3c72a010e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd4e6ebc5e514833a0f8ed6e5f61cba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763070 Aug 23 03:50:50.509753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71386f20-6c4e-4a32-b261-42a3c72a010e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01e5fbb-bf56-42b0-a5fb-215755bbae17,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:50.598385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b31c1f-c476-4eba-806b-608f7af7817b req-841d4aa1-c023-412a-898e-ffaa138b8958 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:50.602874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84b31c1f-c476-4eba-806b-608f7af7817b req-841d4aa1-c023-412a-898e-ffaa138b8958 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 943 time: 0.1632149 Aug 23 03:50:50.642118 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfe56dae-13ed-47fa-8124-74ef7c7a0b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:50.686484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84b31c1f-c476-4eba-806b-608f7af7817b req-e35fbf19-3106-49a0-985c-c65a1b3cfc98 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761523 Aug 23 03:50:50.697975 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfe56dae-13ed-47fa-8124-74ef7c7a0b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:50.845862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfe56dae-13ed-47fa-8124-74ef7c7a0b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:50.849399 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfe56dae-13ed-47fa-8124-74ef7c7a0b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:50.851630 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dfe56dae-13ed-47fa-8124-74ef7c7a0b17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c01e5fbb-bf56-42b0-a5fb-215755bbae17 HTTP/1.1" status: 204 len: 168 time: 0.4012702 Aug 23 03:50:50.870646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe56dae-13ed-47fa-8124-74ef7c7a0b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01e5fbb-bf56-42b0-a5fb-215755bbae17,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:51.821287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2fac0-3682-4f14-8ba6-8049b91ceae5 req-df18521a-5c59-459b-a34f-4566ca03604d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:51.823784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8c2fac0-3682-4f14-8ba6-8049b91ceae5 req-df18521a-5c59-459b-a34f-4566ca03604d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 943 time: 0.0562627 Aug 23 03:50:51.869939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8c2fac0-3682-4f14-8ba6-8049b91ceae5 req-c78bfafa-07fa-4a72-aa93-13bcf6d6a6b4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Aug 23 03:50:51.979143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:50:52.077190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:52.092139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '7e1cbbc6-11c5-4331-8c86-b4d988ca0fed', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'port_id': '7e1cbbc6-11c5-4331-8c86-b4d988ca0fed', 'mac_address': 'fa:16:3e:fe:3b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6244b6e-2eb6-44fc-a773-c013c691650f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:50:52.144976 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:52.164713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:50:52.185423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:52.279576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:52.327877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:52.514012 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:52.617666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['7e1cbbc6-11c5-4331-8c86-b4d988ca0fed'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:52.652751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55086) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:52.777340 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d32ac615-02c5-4eba-a5ac-dd663b7b2667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:52.890469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d32ac615-02c5-4eba-a5ac-dd663b7b2667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:52.948253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d32ac615-02c5-4eba-a5ac-dd663b7b2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:53.001452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d32ac615-02c5-4eba-a5ac-dd663b7b2667 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91a56bde1f684a338e68b6244d198e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475108 Aug 23 03:50:53.004934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55104) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:50:53.013526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ac615-02c5-4eba-a5ac-dd663b7b2667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501138f4-6691-4c6f-b57b-74361267a7b6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:53.068117 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49c072d6-4805-4294-84ea-4924bf5f60c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:53.068362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa955648-e9d2-4e80-8fa2-6437b637ad2d req-26fd2867-ab7d-492e-9e65-9d9e87f241cf tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:53.075911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa955648-e9d2-4e80-8fa2-6437b637ad2d req-26fd2867-ab7d-492e-9e65-9d9e87f241cf tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 944 time: 0.0959384 Aug 23 03:50:53.091538 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49c072d6-4805-4294-84ea-4924bf5f60c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:53.113610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa955648-e9d2-4e80-8fa2-6437b637ad2d req-d16a399d-7036-4081-9e96-4f6ce0d6fb43 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367172 Aug 23 03:50:53.222590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49c072d6-4805-4294-84ea-4924bf5f60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:53.225229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49c072d6-4805-4294-84ea-4924bf5f60c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:53.226404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-49c072d6-4805-4294-84ea-4924bf5f60c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/501138f4-6691-4c6f-b57b-74361267a7b6 HTTP/1.1" status: 204 len: 168 time: 0.2204413 Aug 23 03:50:53.234288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c072d6-4805-4294-84ea-4924bf5f60c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501138f4-6691-4c6f-b57b-74361267a7b6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:53.989482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:50:54.120228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:50:54.126758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:50:54.127179 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:54.223063 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:54.254569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3ee420-80a0-493c-a980-be020b7e86ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1cbbc6-11c5-4331-8c86-b4d988ca0fed'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:54.259058 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc57358-eee8-41f0-9d61-dba0d033a22b" -d '{"events": [{"server_uuid": "fa3ee420-80a0-493c-a980-be020b7e86ef", "name": "network-vif-plugged", "status": "completed", "tag": "7e1cbbc6-11c5-4331-8c86-b4d988ca0fed"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:54.260910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ca85a-6bc3-42ef-b51b-6823e3be14b4 req-b43ec2db-7754-48a5-8bbb-0aab4c7d6902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:54.262637 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-478ca85a-6bc3-42ef-b51b-6823e3be14b4 req-b43ec2db-7754-48a5-8bbb-0aab4c7d6902 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 944 time: 0.0693173 Aug 23 03:50:54.277135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:54.327928 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b63099-71f0-44ff-b8f0-5e6fefde97b0 x-openstack-request-id: req-05b63099-71f0-44ff-b8f0-5e6fefde97b0 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:54.329374 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3ee420-80a0-493c-a980-be020b7e86ef", "name": "network-vif-plugged", "status": "completed", "tag": "7e1cbbc6-11c5-4331-8c86-b4d988ca0fed", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:54.329852 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05b63099-71f0-44ff-b8f0-5e6fefde97b0 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:54.330427 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3ee420-80a0-493c-a980-be020b7e86ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1cbbc6-11c5-4331-8c86-b4d988ca0fed', 'code': 200} Aug 23 03:50:54.345073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-478ca85a-6bc3-42ef-b51b-6823e3be14b4 req-5c85ecd1-7799-4214-a341-fb041166effd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660746 Aug 23 03:50:54.348553 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:54.406325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:54.451428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf1a73-4d9e-4514-9b02-85205c746c4e req-ecfe135c-04e3-4f26-86ba-e7a683c90300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:54.453168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3fcf1a73-4d9e-4514-9b02-85205c746c4e req-ecfe135c-04e3-4f26-86ba-e7a683c90300 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 1096 time: 0.0467179 Aug 23 03:50:54.500285 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3fcf1a73-4d9e-4514-9b02-85205c746c4e req-4414287c-63d0-4239-bc7a-fc01ff05a48e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377793 Aug 23 03:50:55.498892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ff7d6-aabd-4a86-bd7b-ee2c6e0437df req-9fede7c6-13c8-4dc0-b741-6a039b7debbc tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:55.501154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f06ff7d6-aabd-4a86-bd7b-ee2c6e0437df req-9fede7c6-13c8-4dc0-b741-6a039b7debbc tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 945 time: 0.0717795 Aug 23 03:50:55.544760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f06ff7d6-aabd-4a86-bd7b-ee2c6e0437df req-9618a56d-21e4-4405-b03f-5095671c51fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359564 Aug 23 03:50:56.045389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cb53c801-b34a-41e1-aed8-e2ebaa176f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:56.671788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35bcd-d190-454b-bd79-0ebc8bc82931 req-d5ac8054-dade-4ea2-9c8d-4065dffe318f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:56.675016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebc35bcd-d190-454b-bd79-0ebc8bc82931 req-d5ac8054-dade-4ea2-9c8d-4065dffe318f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 945 time: 0.0564342 Aug 23 03:50:56.711820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebc35bcd-d190-454b-bd79-0ebc8bc82931 req-181e7e25-691f-4ca1-bd6b-18ab66333598 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Aug 23 03:50:57.048516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b179f24-eac0-42c2-bc41-1c35a3f470ba req-590a9fa7-352f-4046-bdfc-2cab4710abe7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:57.050040 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b179f24-eac0-42c2-bc41-1c35a3f470ba req-590a9fa7-352f-4046-bdfc-2cab4710abe7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 945 time: 0.0588298 Aug 23 03:50:57.087538 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b179f24-eac0-42c2-bc41-1c35a3f470ba req-cb482995-df39-4d97-b727-44cbbb96cba9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Aug 23 03:50:57.206802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108ce21-1b87-4794-a85e-e578e4fd272d req-f94308a9-9ed8-45ac-a75c-a4a383060f96 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:57.208534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b108ce21-1b87-4794-a85e-e578e4fd272d req-f94308a9-9ed8-45ac-a75c-a4a383060f96 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 945 time: 0.0509200 Aug 23 03:50:57.247220 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b108ce21-1b87-4794-a85e-e578e4fd272d req-7c9896a6-bc13-4cc9-9877-bf2715ff1354 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Aug 23 03:50:57.678944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f6f96-0fd0-4cd8-8b57-1884a7d5a321 req-bc08af06-1b46-4348-9e3b-776bed30a913 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:57.681226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee6f6f96-0fd0-4cd8-8b57-1884a7d5a321 req-bc08af06-1b46-4348-9e3b-776bed30a913 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 945 time: 0.0554225 Aug 23 03:50:57.719475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee6f6f96-0fd0-4cd8-8b57-1884a7d5a321 req-a34945f4-2c97-4b9f-bb19-04a0ae231e2d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Aug 23 03:50:58.730187 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5a0d6c3d-638f-451b-a03a-c246e42a8849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:58.833876 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:58.884209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d0ddd-87dd-466c-85e9-b15a389439e9 req-48b53cf0-c673-4157-999a-bfb036814ae1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:58.893610 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d24d0ddd-87dd-466c-85e9-b15a389439e9 req-48b53cf0-c673-4157-999a-bfb036814ae1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 945 time: 0.0795743 Aug 23 03:50:58.986849 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d24d0ddd-87dd-466c-85e9-b15a389439e9 req-d5a019eb-d28e-45cf-883c-8ef06c08996a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799720 Aug 23 03:50:59.004825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afc124-7f68-4388-a2de-cb77c5960140 req-6de0ed2c-951c-427f-a0fa-7c20dd01c855 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:50:59.007183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82afc124-7f68-4388-a2de-cb77c5960140 req-6de0ed2c-951c-427f-a0fa-7c20dd01c855 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 945 time: 0.0776851 Aug 23 03:50:59.105929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-82afc124-7f68-4388-a2de-cb77c5960140 req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Deleting port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:50:59.106348 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-82afc124-7f68-4388-a2de-cb77c5960140 req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:59.209276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-82afc124-7f68-4388-a2de-cb77c5960140 req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] For port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:50:59.209627 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-82afc124-7f68-4388-a2de-cb77c5960140 req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:59.233685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-82afc124-7f68-4388-a2de-cb77c5960140 req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Calling delete_port for 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:50:59.411513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-82afc124-7f68-4388-a2de-cb77c5960140 req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:59.420037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['7e1cbbc6-11c5-4331-8c86-b4d988ca0fed'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:59.444926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event deleted for resources: {'Port': ['ID=7e1cbbc6-11c5-4331-8c86-b4d988ca0fed,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:50:59.454318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:50:59.535677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-82afc124-7f68-4388-a2de-cb77c5960140 req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] No DVR routers for this DVR port 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:50:59.541509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-82afc124-7f68-4388-a2de-cb77c5960140 req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:50:59.543950 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82afc124-7f68-4388-a2de-cb77c5960140 req-fa8da5d3-585c-4430-ba7d-4755529761fa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "DELETE /v2.0/ports/7e1cbbc6-11c5-4331-8c86-b4d988ca0fed HTTP/1.1" status: 204 len: 173 time: 0.5303888 Aug 23 03:50:59.544573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3ee420-80a0-493c-a980-be020b7e86ef', 'name': 'network-vif-deleted', 'tag': '7e1cbbc6-11c5-4331-8c86-b4d988ca0fed'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:50:59.555346 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f9119e-6e6c-4962-81e5-b0a13c6bdbe1" -d '{"events": [{"server_uuid": "fa3ee420-80a0-493c-a980-be020b7e86ef", "name": "network-vif-deleted", "tag": "7e1cbbc6-11c5-4331-8c86-b4d988ca0fed"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:50:59.616490 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17257f2-9b58-4dff-b7e9-a56ad27146c1 x-openstack-request-id: req-c17257f2-9b58-4dff-b7e9-a56ad27146c1 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:50:59.626556 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3ee420-80a0-493c-a980-be020b7e86ef", "name": "network-vif-deleted", "tag": "7e1cbbc6-11c5-4331-8c86-b4d988ca0fed", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:50:59.626868 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c17257f2-9b58-4dff-b7e9-a56ad27146c1 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:50:59.627223 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3ee420-80a0-493c-a980-be020b7e86ef', 'name': 'network-vif-deleted', 'tag': '7e1cbbc6-11c5-4331-8c86-b4d988ca0fed', 'status': 'completed', 'code': 200} Aug 23 03:51:00.130376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13985e57-3053-4794-8795-5b11733de92d req-44e0e425-0c19-49bb-bb15-0faffbd9b038 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa3ee420-80a0-493c-a980-be020b7e86ef HTTP/1.1" status: 200 len: 210 time: 0.0338809 Aug 23 03:51:00.416976 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:01.083888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55412) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:01.207002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a143e48e-9eed-4585-878a-01fb94b10cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:01.355754 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-c4c71221-5791-4f49-8f63-8bffa1c78aa6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0738206 Aug 23 03:51:01.477419 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a143e48e-9eed-4585-878a-01fb94b10cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:01.517217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-9ceb64df-6cb1-4e80-a4c5-6d6ea3d99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.517217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-9ceb64df-6cb1-4e80-a4c5-6d6ea3d99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.517217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-9ceb64df-6cb1-4e80-a4c5-6d6ea3d99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.517217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-9ceb64df-6cb1-4e80-a4c5-6d6ea3d99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.517217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-9ceb64df-6cb1-4e80-a4c5-6d6ea3d99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.517217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-9ceb64df-6cb1-4e80-a4c5-6d6ea3d99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.517938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-9ceb64df-6cb1-4e80-a4c5-6d6ea3d99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.527195 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-9ceb64df-6cb1-4e80-a4c5-6d6ea3d99cf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6499 time: 0.1069419 Aug 23 03:51:01.597989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-d5e890f1-2c2f-4cdd-ba29-7f320b425b33 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.606439 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-d5e890f1-2c2f-4cdd-ba29-7f320b425b33 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.1434047 Aug 23 03:51:01.623081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-35e96d1d-6738-41ef-ba14-8bda41173e2c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/quotas/8d70ca7103ed4dbd8985029a568ee0aa HTTP/1.1" status: 200 len: 375 time: 0.0157466 Aug 23 03:51:01.636490 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a143e48e-9eed-4585-878a-01fb94b10cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:01.684036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-b9442e78-2822-4d66-b000-5bab724de573 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591500 Aug 23 03:51:01.702866 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:01.713295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143e48e-9eed-4585-878a-01fb94b10cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d4536d-6bd6-4718-b7f5-72140538ed80,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:01.731348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-12f171c3-96df-4c58-aa78-472e9107dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.731833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-12f171c3-96df-4c58-aa78-472e9107dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.732423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-12f171c3-96df-4c58-aa78-472e9107dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:01.734451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-12f171c3-96df-4c58-aa78-472e9107dd89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a05671a-bcdb-473e-ae25-31cc297222df&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=14893317-4e76-44d7-bca0-3671f275cf15&id=14893317-4e76-44d7-bca0-3671f275cf15 HTTP/1.1" status: 200 len: 2296 time: 0.1787152 Aug 23 03:51:01.739023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a143e48e-9eed-4585-878a-01fb94b10cf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac44141f268b4d0884c5243a190db797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535723 Aug 23 03:51:01.741036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55442) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:01.815772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-614cdf12-e09c-4b78-8f27-a4371583da33 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314147 Aug 23 03:51:01.885936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-108a2bc6-7e75-417b-923a-4cac3b03fc5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096 HTTP/1.1" status: 200 len: 1000 time: 0.1305981 Aug 23 03:51:01.950915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-1f99dd3a-882d-43fe-ab5c-389d739d6de7 service neutron] 10.222.0.20 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338246 Aug 23 03:51:01.987564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-514f6f54-dc64-4964-8e6c-a41052533908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:02.013181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-30caa29c-96c0-4b90-aa7b-8f41bde831aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:02.014663 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-30caa29c-96c0-4b90-aa7b-8f41bde831aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=208d7027-e4ea-4f3e-b6bf-0d6172d19071 HTTP/1.1" status: 200 len: 856 time: 0.1106975 Aug 23 03:51:02.019862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:51:02.059203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-514f6f54-dc64-4964-8e6c-a41052533908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:02.061111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:51:02.061696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 7e1cbbc6-11c5-4331-8c86-b4d988ca0fed not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:51:02.102671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-10f9f23c-06e9-401c-831a-cf3161e2feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:02.104224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-10f9f23c-06e9-401c-831a-cf3161e2feec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a05671a-bcdb-473e-ae25-31cc297222df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814750 Aug 23 03:51:02.202298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-4394d73b-fbe3-4cdc-9d1b-aecfd1d1f9ae service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894029 Aug 23 03:51:02.468056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-514f6f54-dc64-4964-8e6c-a41052533908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:02.468056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-514f6f54-dc64-4964-8e6c-a41052533908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:02.468056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-514f6f54-dc64-4964-8e6c-a41052533908 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17d4536d-6bd6-4718-b7f5-72140538ed80 HTTP/1.1" status: 204 len: 168 time: 0.6027036 Aug 23 03:51:02.468056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af632808-dbbd-4920-82cd-42018fe6f455 req-1e6a7402-b4b7-4ff0-9f1b-ead9497c2ac9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 210 time: 0.0564783 Aug 23 03:51:02.468056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f6f54-dc64-4964-8e6c-a41052533908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d4536d-6bd6-4718-b7f5-72140538ed80,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:02.468056 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-2f4b9fc6-ac89-474a-beb4-a8f7c38382bb service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858773 Aug 23 03:51:02.474409 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-1e1c1094-3f3c-44a5-81ed-3e0c69de65c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 217 time: 0.0655510 Aug 23 03:51:02.525773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-743e017f-a71d-455b-a790-4bc58ba1bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:02.527251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-743e017f-a71d-455b-a790-4bc58ba1bdc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0477931 Aug 23 03:51:02.579021 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-2ddc74fb-8b88-4607-bf92-553f1b1af267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:02.580650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-2ddc74fb-8b88-4607-bf92-553f1b1af267 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452938 Aug 23 03:51:02.676206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-c98684bc-05aa-4441-b348-1d54aea139ff service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881655 Aug 23 03:51:02.853500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-27ee1d07-2101-4143-be6e-403efab36697 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703146 Aug 23 03:51:02.924150 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-9f6e2cb7-c839-4174-adc5-78756c703596 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 217 time: 0.0632100 Aug 23 03:51:02.978277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-01e767f3-ce76-46ac-9ffb-dae22e23053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:02.979848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-01e767f3-ce76-46ac-9ffb-dae22e23053d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0490723 Aug 23 03:51:03.028205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-106d36d6-4e43-4020-9ae1-321a5a61f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:03.030201 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-106d36d6-4e43-4020-9ae1-321a5a61f6f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0426774 Aug 23 03:51:03.144644 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-97d8e77d-ade5-4da4-b99e-47383e47aad1 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070907 Aug 23 03:51:03.167853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55488) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:03.186570 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-750f9d61-87a2-4330-97b8-ce14abe2d072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:03.265878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-3185b2a8-0a54-4775-bad1-aa5a12f6c2bb service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139917 Aug 23 03:51:03.310910 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-750f9d61-87a2-4330-97b8-ce14abe2d072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:03.330355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-744f7feb-73e4-4488-9538-14113b4a9142 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3 HTTP/1.1" status: 200 len: 217 time: 0.0565324 Aug 23 03:51:03.379253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-ff24019a-dafb-4125-9c45-772608e7bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:03.380749 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-ff24019a-dafb-4125-9c45-772608e7bb42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0441318 Aug 23 03:51:03.427456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-3d491baa-ab97-4435-a219-ecbea324bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:03.428849 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-750f9d61-87a2-4330-97b8-ce14abe2d072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:03.429099 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-3d491baa-ab97-4435-a219-ecbea324bdcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416434 Aug 23 03:51:03.460516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-750f9d61-87a2-4330-97b8-ce14abe2d072 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b28754e0b1794942bfc0963e196be228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895007 Aug 23 03:51:03.462380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55496) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:03.488608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f9d61-87a2-4330-97b8-ce14abe2d072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8147df-e34c-456f-8d5c-f42cf89bdb10,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:03.568532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8af9-e4bb-47ef-850a-ceba325bffc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:03.604727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d8a57be-f506-4a1a-aeda-0d88740668ef req-a6a3cdf8-8b80-436f-8fe2-703034bbe8d9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 210 time: 0.1451285 Aug 23 03:51:03.618611 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8af9-e4bb-47ef-850a-ceba325bffc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:03.639803 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-731b7d2e-6e64-4ce1-9d7e-566198e06969 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034290 Aug 23 03:51:03.725645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8af9-e4bb-47ef-850a-ceba325bffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:03.728879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb7f8af9-e4bb-47ef-850a-ceba325bffc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:03.730318 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb7f8af9-e4bb-47ef-850a-ceba325bffc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e8147df-e34c-456f-8d5c-f42cf89bdb10 HTTP/1.1" status: 204 len: 168 time: 0.2670252 Aug 23 03:51:03.743565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f8af9-e4bb-47ef-850a-ceba325bffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8147df-e34c-456f-8d5c-f42cf89bdb10,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:03.773992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-fd5a302c-3fea-4700-b595-1017e2975d0c service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261730 Aug 23 03:51:03.827695 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-4052dead-2d41-47f8-9287-b27c2ed7f4f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=3e46219a-9d3e-4df1-8205-80f7be163313 HTTP/1.1" status: 200 len: 217 time: 0.0414603 Aug 23 03:51:03.883107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-91c2e237-7473-4ae9-9fc3-fd6d6fc4c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:03.884618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-91c2e237-7473-4ae9-9fc3-fd6d6fc4c694 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0503283 Aug 23 03:51:03.970931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-3504ea84-e57d-4ec5-b3d4-5ff738c5a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:03.972434 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-3504ea84-e57d-4ec5-b3d4-5ff738c5a50a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656383 Aug 23 03:51:04.107228 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-6be6d3eb-8279-443b-a79b-04db8b39e35a service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268718 Aug 23 03:51:04.223263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-48db9ae0-cf36-4717-baeb-728e8272a747 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071875 Aug 23 03:51:04.281677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-5c132e83-1f2d-47df-bc9b-c24427ab7e6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=027ee6a5-a175-420b-969a-af306fdc7da3 HTTP/1.1" status: 200 len: 217 time: 0.0476844 Aug 23 03:51:04.399567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-fe254ee1-a479-49c7-83f7-b07ab7de38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:04.401043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-fe254ee1-a479-49c7-83f7-b07ab7de38d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.1126499 Aug 23 03:51:04.468634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-e649f665-984a-4561-9dac-ca1042c6d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:04.469828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-e649f665-984a-4561-9dac-ca1042c6d125 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0591414 Aug 23 03:51:04.476659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-dd04d284-0a40-46d9-922e-ce462dc01e4e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:04.477987 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-dd04d284-0a40-46d9-922e-ce462dc01e4e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 806 time: 0.1505039 Aug 23 03:51:04.490406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Request body: {'port': {'device_id': '731b6d68-e309-432d-a82e-fab5fb2527a6', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'admin_state_up': True, 'tenant_id': '8d70ca7103ed4dbd8985029a568ee0aa'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:04.645773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-8fe3b7f8-65f3-44c8-9790-22934135a851 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668320 Aug 23 03:51:04.773395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6b3aa3b6-da6b-4767-af7f-b2289c6387fe req-2999d48c-ca22-4df0-b928-faf8f6647dc9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 210 time: 0.0693331 Aug 23 03:51:04.834678 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-f8c3e1a0-7683-4d87-ac15-b7eb29dc9215 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801593 Aug 23 03:51:04.840834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Made reservation on behalf of 8d70ca7103ed4dbd8985029a568ee0aa for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:04.844402 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:04.892402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-45cbf482-5f51-4984-9c3a-bf9c9dd333f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ef3d62f-57c6-44a3-8778-887a770f6237 HTTP/1.1" status: 200 len: 217 time: 0.0457275 Aug 23 03:51:04.998805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-1d105506-e66e-426a-a703-c0054243dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:05.000327 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-1d105506-e66e-426a-a703-c0054243dbac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0983787 Aug 23 03:51:05.014876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:05.098895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Allocated IP 172.20.0.9 (7167459d-9734-46e1-b0ba-4c58b0f8f5ed/c6244b6e-2eb6-44fc-a773-c013c691650f/6e321ba4-3a5a-4121-8252-6b779dffb0bd) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:51:05.120620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-c4bcd960-43cc-4a0d-a196-c7e12eb24602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:05.122470 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-c4bcd960-43cc-4a0d-a196-c7e12eb24602 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147916 Aug 23 03:51:05.141619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-456758464-network', 'tenant_id': '665903f230694db79a450831c460bc04'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:05.245765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Made reservation on behalf of 665903f230694db79a450831c460bc04 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:05.248537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.257324 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.400914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.474278 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.511708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a521cc8-409c-44d3-b13d-d66384f29ac9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:05.523658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:51:05.537266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.537689 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Added segment 65262210-e978-48c4-936b-f118bab2bfdd of type vlan for network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 Aug 23 03:51:05.591724 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.684087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-10c79445-5db7-4ebf-ae0a-9f9361012dad service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533769 Aug 23 03:51:05.685719 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.686775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.687243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:05.691046 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.801730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4bac7910-03c7-479e-8cbb-9ba5f98ef947,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:05.808419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbc46c0c-d35f-4169-b82f-fd1e22d0abb0 req-bc3c572d-5b09-4f56-a989-eb5078f14af9 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127226 Aug 23 03:51:05.822950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8e27d43d-4080-4d4f-a2bd-5777299870d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8079827 Aug 23 03:51:05.825792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55580) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:05.826791 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:51:05.830741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Request body: {'subnet': {'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-456758464-subnet', 'tenant_id': '665903f230694db79a450831c460bc04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:05.845511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.914651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:51:05.920726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:51:05.926468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Made reservation on behalf of 665903f230694db79a450831c460bc04 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:05.929001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:05.947471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:51:05.954779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:51:05.965259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event updated for resources: {'Port': ['ID=6e321ba4-3a5a-4121-8252-6b779dffb0bd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:06.069675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:06.070824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:06.093649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39975cda-0ee3-41cc-ac4d-d24c159a21e9 req-d14d999d-02eb-4af3-8b83-a8bd54f61236 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:06.095937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39975cda-0ee3-41cc-ac4d-d24c159a21e9 req-d14d999d-02eb-4af3-8b83-a8bd54f61236 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 931 time: 0.1763899 Aug 23 03:51:06.153283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-39975cda-0ee3-41cc-ac4d-d24c159a21e9 req-d6d4b73b-ce88-495c-819b-c7cc2302c25b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509777 Aug 23 03:51:06.162931 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-375835c4-ce4f-4770-bf41-e5a2aa6a34b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6756115 Aug 23 03:51:06.191627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Request body: {'port': {'device_id': '731b6d68-e309-432d-a82e-fab5fb2527a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:06.256278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:06.268538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:06.326178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c1b84f-45dd-4b85-8bf1-53cafa4f8487,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:06.337463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Checking segment: {'id': '65262210-e978-48c4-936b-f118bab2bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:51:06.337830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Network hostable DHCP agents. Network: 4bac7910-03c7-479e-8cbb-9ba5f98ef947, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:51:06.446104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:51:06.526066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 4bac7910-03c7-479e-8cbb-9ba5f98ef947) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:51:06.538155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f55d97-b3d9-4407-a3cd-417972f8b1da None None] Network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:51:06.547313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:06.548000 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:06.580218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e321ba4-3a5a-4121-8252-6b779dffb0bd {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:51:06.589566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:06.605052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Transition to ACTIVE for port object 6e321ba4-3a5a-4121-8252-6b779dffb0bd will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:51:06.638779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9ecaf117-b84f-4a67-841e-21df69ec971e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8117681 Aug 23 03:51:06.650854 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:06.750766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Pushing event updated for resources: {'Port': ['ID=6e321ba4-3a5a-4121-8252-6b779dffb0bd,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:06.814844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Attempting to bind port 6e321ba4-3a5a-4121-8252-6b779dffb0bd on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:51:06.815282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Attempting to bind port 6e321ba4-3a5a-4121-8252-6b779dffb0bd by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:51:06.815615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Attempting to bind port 6e321ba4-3a5a-4121-8252-6b779dffb0bd on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:51:06.821039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Port 6e321ba4-3a5a-4121-8252-6b779dffb0bd on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:51:06.821438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Attempting to bind port 6e321ba4-3a5a-4121-8252-6b779dffb0bd on network 7167459d-9734-46e1-b0ba-4c58b0f8f5ed {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:51:06.839432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:51:06.839779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Checking segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:51:06.842259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Bound using segment: {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:51:06.842773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Bound port: 6e321ba4-3a5a-4121-8252-6b779dffb0bd, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:51:06.843730 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:06.946914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] For port 6e321ba4-3a5a-4121-8252-6b779dffb0bd, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:51:06.950411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] For port 6e321ba4-3a5a-4121-8252-6b779dffb0bd, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e321ba4-3a5a-4121-8252-6b779dffb0bd,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:51:06.977531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c03c5-8f3e-4665-80c9-aba7bbce5359 None None] Network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:51:07.051949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.102038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:07.102674 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.104123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] 10.222.0.24 "PUT /v2.0/ports/6e321ba4-3a5a-4121-8252-6b779dffb0bd HTTP/1.1" status: 200 len: 1091 time: 0.9324951 Aug 23 03:51:07.104580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731b6d68-e309-432d-a82e-fab5fb2527a6', 'tag': '6e321ba4-3a5a-4121-8252-6b779dffb0bd'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:07.107060 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc78eaf6-368c-4d04-a62a-cf8bda18cf56" -d '{"events": [{"name": "network-changed", "server_uuid": "731b6d68-e309-432d-a82e-fab5fb2527a6", "tag": "6e321ba4-3a5a-4121-8252-6b779dffb0bd"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:07.133030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b71c7-5898-4a50-8908-5b244db71fcd service neutron] Pushing event updated for resources: {'Port': ['ID=6e321ba4-3a5a-4121-8252-6b779dffb0bd,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:07.150650 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bcabf6-2228-480a-a495-eb108a9c198d x-openstack-request-id: req-b7bcabf6-2228-480a-a495-eb108a9c198d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:07.154803 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731b6d68-e309-432d-a82e-fab5fb2527a6", "tag": "6e321ba4-3a5a-4121-8252-6b779dffb0bd", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:07.154803 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7bcabf6-2228-480a-a495-eb108a9c198d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:07.154803 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731b6d68-e309-432d-a82e-fab5fb2527a6', 'tag': '6e321ba4-3a5a-4121-8252-6b779dffb0bd', 'status': 'completed', 'code': 200} Aug 23 03:51:07.205659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55632) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:07.218632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78eaf6-368c-4d04-a62a-cf8bda18cf56 req-04816dd6-e51e-4d89-b3d4-0bdb78536900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:07.223137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc78eaf6-368c-4d04-a62a-cf8bda18cf56 req-04816dd6-e51e-4d89-b3d4-0bdb78536900 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 1094 time: 0.0524631 Aug 23 03:51:07.342945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7aea4-5893-4007-8d41-78316d71cab9 req-27287fd9-44bf-4ed1-880a-3fdc30ac0119 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:07.350742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cb7aea4-5893-4007-8d41-78316d71cab9 req-27287fd9-44bf-4ed1-880a-3fdc30ac0119 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 943 time: 0.0864220 Aug 23 03:51:07.357409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78eaf6-368c-4d04-a62a-cf8bda18cf56 req-4e9a7ae4-d5ee-4a04-b950-efe982936e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:07.359352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc78eaf6-368c-4d04-a62a-cf8bda18cf56 req-4e9a7ae4-d5ee-4a04-b950-efe982936e74 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1306801 Aug 23 03:51:07.393226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cb7aea4-5893-4007-8d41-78316d71cab9 req-3041b4cb-0c1a-4579-8f9e-45d14231c4b7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Aug 23 03:51:07.419415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e1552fc3-a026-45b8-9e46-ad46fc713a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.462791 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.485512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78eaf6-368c-4d04-a62a-cf8bda18cf56 req-0c3c2e80-d108-458e-bd1c-dcc8b4601414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:07.487084 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc78eaf6-368c-4d04-a62a-cf8bda18cf56 req-0c3c2e80-d108-458e-bd1c-dcc8b4601414 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1205788 Aug 23 03:51:07.543860 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e1552fc3-a026-45b8-9e46-ad46fc713a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.566748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-66a3ea76-d6b3-41f4-9230-f2ce1e17a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:07.569666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-66a3ea76-d6b3-41f4-9230-f2ce1e17a68e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 1094 time: 0.0442152 Aug 23 03:51:07.622809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-496c096d-e805-4e09-8fba-e3b7fe36e48c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e321ba4-3a5a-4121-8252-6b779dffb0bd HTTP/1.1" status: 200 len: 217 time: 0.0469344 Aug 23 03:51:07.624155 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e1552fc3-a026-45b8-9e46-ad46fc713a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.703970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e1552fc3-a026-45b8-9e46-ad46fc713a50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a1bd1ac17904bd0a73f3a22950248c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4970286 Aug 23 03:51:07.706503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55648) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:07.708211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-b807aa70-e6cb-432b-9af7-470ec84bbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:07.710470 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-b807aa70-e6cb-432b-9af7-470ec84bbd0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.0809655 Aug 23 03:51:07.726870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1552fc3-a026-45b8-9e46-ad46fc713a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0608afa2-ff8c-4d02-a2d1-16d2de3a0eed,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:07.766447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-b7a34a1b-930f-46c1-a847-4150645d1045 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460722 Aug 23 03:51:07.779741 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62312515-17a8-4b81-8fb6-c4e58119d0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.805367 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62312515-17a8-4b81-8fb6-c4e58119d0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.869340 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-f9cacbe6-c405-4d44-982a-78d476f9f08f service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944774 Aug 23 03:51:07.904019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62312515-17a8-4b81-8fb6-c4e58119d0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.909545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62312515-17a8-4b81-8fb6-c4e58119d0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:07.915192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-62312515-17a8-4b81-8fb6-c4e58119d0ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0608afa2-ff8c-4d02-a2d1-16d2de3a0eed HTTP/1.1" status: 204 len: 168 time: 0.2076685 Aug 23 03:51:07.927724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62312515-17a8-4b81-8fb6-c4e58119d0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0608afa2-ff8c-4d02-a2d1-16d2de3a0eed,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:08.001024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3baf5d3-0a98-4353-918b-6a4f42f2651c req-3f9b0521-419e-4884-83de-acb991d5a6ee service neutron] 10.222.0.24 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249044 Aug 23 03:51:08.505375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c03005-e170-436b-8fbf-91f6f6fd1013 req-63e3cf9a-c5a9-450d-8ac2-5feed9f2ce8b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:08.506917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91c03005-e170-436b-8fbf-91f6f6fd1013 req-63e3cf9a-c5a9-450d-8ac2-5feed9f2ce8b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 943 time: 0.0495429 Aug 23 03:51:08.568472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91c03005-e170-436b-8fbf-91f6f6fd1013 req-6d5d3d21-61a9-4325-879f-7767e78a63aa tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514240 Aug 23 03:51:08.593570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55676) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:08.605320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9f79101-5c87-4071-8b44-ba01899ec99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:08.708665 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9f79101-5c87-4071-8b44-ba01899ec99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:08.793715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9f79101-5c87-4071-8b44-ba01899ec99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:08.836461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d9f79101-5c87-4071-8b44-ba01899ec99b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=572297dd360f4821aa4606d3d943d465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440155 Aug 23 03:51:08.837372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f79101-5c87-4071-8b44-ba01899ec99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69f968f-0b95-4ac9-9637-6ce5d0d6d9b4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:08.839134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55684) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:08.901441 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:08.923438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:09.027842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:09.030561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:09.034026 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d69f968f-0b95-4ac9-9637-6ce5d0d6d9b4 HTTP/1.1" status: 204 len: 168 time: 0.1914749 Aug 23 03:51:09.041790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69f968f-0b95-4ac9-9637-6ce5d0d6d9b4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:09.050437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.050789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.051172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.052798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.052798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.052798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.052798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.052798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.053258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.053541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.053855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.055177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a33bf2-1de3-4de6-954d-e83bc22b4c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:09.695077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6254b-aa33-4e89-82a9-a0ec73e2fb36 req-46774a68-0685-48fe-acbd-aec258c34f3b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:09.696562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22f6254b-aa33-4e89-82a9-a0ec73e2fb36 req-46774a68-0685-48fe-acbd-aec258c34f3b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 943 time: 0.0499637 Aug 23 03:51:09.736971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22f6254b-aa33-4e89-82a9-a0ec73e2fb36 req-79df58fc-d7da-4c57-8c13-51d6eb17506a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338409 Aug 23 03:51:10.051651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6e321ba4-3a5a-4121-8252-6b779dffb0bd details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:51:10.147092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-96bbce6d-a67a-457d-84d3-2e2a226cb523 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:10.157518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-96bbce6d-a67a-457d-84d3-2e2a226cb523 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/networks?id=4bac7910-03c7-479e-8cbb-9ba5f98ef947 HTTP/1.1" status: 200 len: 808 time: 0.1397202 Aug 23 03:51:10.183079 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-75333fac-a3fd-4374-81e1-a04390e68598 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/quotas/665903f230694db79a450831c460bc04 HTTP/1.1" status: 200 len: 375 time: 0.0254886 Aug 23 03:51:10.197342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6e321ba4-3a5a-4121-8252-6b779dffb0bd, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e321ba4-3a5a-4121-8252-6b779dffb0bd,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:10.213430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '6e321ba4-3a5a-4121-8252-6b779dffb0bd', 'network_id': '7167459d-9734-46e1-b0ba-4c58b0f8f5ed', 'port_id': '6e321ba4-3a5a-4121-8252-6b779dffb0bd', 'mac_address': 'fa:16:3e:26:8e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6244b6e-2eb6-44fc-a773-c013c691650f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:51:10.222747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-dda47344-cf1b-4c38-9ac8-db2ce25d7372 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=665903f230694db79a450831c460bc04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327919 Aug 23 03:51:10.256318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:10.270338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e321ba4-3a5a-4121-8252-6b779dffb0bd {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:51:10.303093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6e321ba4-3a5a-4121-8252-6b779dffb0bd, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e321ba4-3a5a-4121-8252-6b779dffb0bd,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:10.335867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-b1c89b4d-068e-4204-aaeb-aa123a9edbaf service neutron] 10.222.0.20 "GET /v2.0/networks/4bac7910-03c7-479e-8cbb-9ba5f98ef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043253 Aug 23 03:51:10.376617 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:10.427904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6e321ba4-3a5a-4121-8252-6b779dffb0bd,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:10.441145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-ad378e0f-6529-4082-a631-6c228a04399b service neutron] 10.222.0.20 "GET /v2.0/networks/4bac7910-03c7-479e-8cbb-9ba5f98ef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997334 Aug 23 03:51:10.656145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-86ab6dbc-7cc8-4cf2-90f7-122a711b28dc req-7328ab6e-ee1a-4ea9-8508-3aebb8b0349c tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 210 time: 0.0272439 Aug 23 03:51:10.695396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6e321ba4-3a5a-4121-8252-6b779dffb0bd'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:51:10.922927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153c410-59bb-4b42-816c-5bcfc152647e req-0c7ec830-15b1-4feb-bb4b-5c9c97231d42 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:10.930843 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4153c410-59bb-4b42-816c-5bcfc152647e req-0c7ec830-15b1-4feb-bb4b-5c9c97231d42 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 944 time: 0.1013057 Aug 23 03:51:10.992754 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4153c410-59bb-4b42-816c-5bcfc152647e req-dd4f620c-61d1-4ad1-8661-934973d70fa8 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609808 Aug 23 03:51:11.781915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74859a19-d26e-4892-8219-385d22b5ff0e req-d4ed8d49-d0a3-4625-aa44-0e0fa9cf8532 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 210 time: 0.0397649 Aug 23 03:51:12.052105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6e321ba4-3a5a-4121-8252-6b779dffb0bd up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:51:12.156797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d915733-4740-4938-84dc-8e490d2082eb req-a3c5a1b1-bf7f-4c71-8ff4-34f0ba1ffcd3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:12.158286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d915733-4740-4938-84dc-8e490d2082eb req-a3c5a1b1-bf7f-4c71-8ff4-34f0ba1ffcd3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 944 time: 0.0796332 Aug 23 03:51:12.159292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 6e321ba4-3a5a-4121-8252-6b779dffb0bd completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:51:12.164009 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 6e321ba4-3a5a-4121-8252-6b779dffb0bd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:51:12.164374 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:12.202041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d915733-4740-4938-84dc-8e490d2082eb req-4bcbe9f8-10bb-49e7-9966-4551b73e5172 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368092 Aug 23 03:51:12.247470 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:12.270996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731b6d68-e309-432d-a82e-fab5fb2527a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e321ba4-3a5a-4121-8252-6b779dffb0bd'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:12.273609 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb0be7e-08ff-47ad-8b09-0430a6a89691" -d '{"events": [{"server_uuid": "731b6d68-e309-432d-a82e-fab5fb2527a6", "name": "network-vif-plugged", "status": "completed", "tag": "6e321ba4-3a5a-4121-8252-6b779dffb0bd"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:12.288868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6e321ba4-3a5a-4121-8252-6b779dffb0bd, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e321ba4-3a5a-4121-8252-6b779dffb0bd,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:12.353751 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:12.419926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6e321ba4-3a5a-4121-8252-6b779dffb0bd,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:12.423763 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f4dfe6-2c6f-4bcd-b23c-7a2fe3afdf85 x-openstack-request-id: req-13f4dfe6-2c6f-4bcd-b23c-7a2fe3afdf85 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:12.424236 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731b6d68-e309-432d-a82e-fab5fb2527a6", "name": "network-vif-plugged", "status": "completed", "tag": "6e321ba4-3a5a-4121-8252-6b779dffb0bd", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:12.424623 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13f4dfe6-2c6f-4bcd-b23c-7a2fe3afdf85 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:12.425174 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731b6d68-e309-432d-a82e-fab5fb2527a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e321ba4-3a5a-4121-8252-6b779dffb0bd', 'code': 200} Aug 23 03:51:12.521341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f634173-d234-48d1-9353-d109d8234ffb req-49f5b4c6-516c-4d45-a591-118f83102fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:12.523623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f634173-d234-48d1-9353-d109d8234ffb req-49f5b4c6-516c-4d45-a591-118f83102fbe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 1096 time: 0.0411260 Aug 23 03:51:12.559553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f634173-d234-48d1-9353-d109d8234ffb req-f974cc54-4dfd-49fd-8b14-94b0618e4011 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288312 Aug 23 03:51:12.972717 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7b644d9d-b762-4f50-bc2e-0e4ad542afd0 req-7be4bee8-7b20-42aa-860c-6632ff9b9b73 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 210 time: 0.0519176 Aug 23 03:51:13.011614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-80e7121e-03bf-4fc4-b0e2-2be67288b9f0 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:13.014964 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-80e7121e-03bf-4fc4-b0e2-2be67288b9f0 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.11 "GET /v2.0/networks?id=4bac7910-03c7-479e-8cbb-9ba5f98ef947 HTTP/1.1" status: 200 len: 808 time: 0.1861200 Aug 23 03:51:13.034794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Request body: {'port': {'device_id': 'c64f7df8-163a-4ecd-afc2-6f5456937ccc', 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947', 'admin_state_up': True, 'tenant_id': '665903f230694db79a450831c460bc04'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:13.193926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Made reservation on behalf of 665903f230694db79a450831c460bc04 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:13.198397 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:13.334004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Allocated IP 172.20.0.14 (4bac7910-03c7-479e-8cbb-9ba5f98ef947/d5c1b84f-45dd-4b85-8bf1-53cafa4f8487/d77715aa-5eb3-4f30-b62d-b20a93c0ea7d) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:51:13.344799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d279a-a51a-4c86-afde-319e3e82b70c req-35928e22-5c93-476d-a4e9-615b3919ffee tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:13.346937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c9d279a-a51a-4c86-afde-319e3e82b70c req-35928e22-5c93-476d-a4e9-615b3919ffee tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0610254 Aug 23 03:51:13.399983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-ce87018b-a360-4ed3-925a-f7b5e97a565c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638070 Aug 23 03:51:13.403808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c9d279a-a51a-4c86-afde-319e3e82b70c req-4a7869c6-0847-489c-898b-6c67e62a3b24 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506272 Aug 23 03:51:13.546913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-ced86b77-86e8-4fd8-a6af-f9678fdbef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:13.548388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-ced86b77-86e8-4fd8-a6af-f9678fdbef68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 1096 time: 0.0683420 Aug 23 03:51:13.558034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:13.677309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-d2210cac-c7ba-4be8-8918-8df2f488c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:13.678735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-d2210cac-c7ba-4be8-8918-8df2f488c5bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 200 len: 906 time: 0.1104357 Aug 23 03:51:13.730872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-6da3ee08-6260-4ec0-a26c-06315aead029 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=279a4463-8d42-4471-b26f-07cc9d070d51 HTTP/1.1" status: 200 len: 217 time: 0.0371392 Aug 23 03:51:13.731876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:13.817583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:51:13.820429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Pushing event updated for resources: {'Port': ['ID=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:13.824530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:51:13.828151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:51:13.852853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-61e530d4-513e-45ff-96b2-884f88d0730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:13.854343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-61e530d4-513e-45ff-96b2-884f88d0730a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 200 len: 846 time: 0.1154158 Aug 23 03:51:13.908225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-5b5fd1d9-a344-4129-a36a-250e34ebd455 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7167459d-9734-46e1-b0ba-4c58b0f8f5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372021 Aug 23 03:51:13.914894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:13.915496 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:14.108854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded8cde-0ce0-4885-9f56-1992051e186a req-0e5c7b88-d966-4235-afe6-0e20966ee57a tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:14.111153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ded8cde-0ce0-4885-9f56-1992051e186a req-0e5c7b88-d966-4235-afe6-0e20966ee57a tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 932 time: 0.0549376 Aug 23 03:51:14.171685 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ded8cde-0ce0-4885-9f56-1992051e186a req-6757f954-c8e6-4f82-959a-1dd315a2e255 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531342 Aug 23 03:51:14.257629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-09fd2f1b-2e6e-4277-a167-3a3abf14a040 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2267945 Aug 23 03:51:14.280705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Request body: {'port': {'device_id': 'c64f7df8-163a-4ecd-afc2-6f5456937ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:14.313097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-8657a171-866b-4a78-8777-ce64d766147a service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946152 Aug 23 03:51:14.371125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:14.480065 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087f8932-d3c8-4dc0-8431-8218a36d6462 req-80b6c53c-a799-441a-aa8a-600f5d4735d3 service neutron] 10.222.0.11 "GET /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580448 Aug 23 03:51:14.644615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0e94-3090-476e-875b-02068ef0d8ee req-b99fcc98-ba4f-451b-9380-1dff3a882b8f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:14.644615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7afb0e94-3090-476e-875b-02068ef0d8ee req-b99fcc98-ba4f-451b-9380-1dff3a882b8f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.1169093 Aug 23 03:51:14.716539 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7afb0e94-3090-476e-875b-02068ef0d8ee req-2d83971d-158a-4688-a025-8fb23055162c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603483 Aug 23 03:51:14.812581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77715aa-5eb3-4f30-b62d-b20a93c0ea7d {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:51:14.821858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:14.834437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Transition to ACTIVE for port object d77715aa-5eb3-4f30-b62d-b20a93c0ea7d will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:51:14.884983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:15.017775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Pushing event updated for resources: {'Port': ['ID=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:15.109244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d39ce-f8e5-4a77-a3ec-c290a5554f7c req-4b2fe8f9-0ddf-4d0e-b5f5-15f0fdf51ac4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:15.110894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c01d39ce-f8e5-4a77-a3ec-c290a5554f7c req-4b2fe8f9-0ddf-4d0e-b5f5-15f0fdf51ac4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.1710498 Aug 23 03:51:15.111609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Attempting to bind port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:51:15.111980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Attempting to bind port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '65262210-e978-48c4-936b-f118bab2bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:51:15.112311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Attempting to bind port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d on network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:51:15.118166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d on network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:51:15.118514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Attempting to bind port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d on network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:51:15.124987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:51:15.125349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Checking segment: {'id': '65262210-e978-48c4-936b-f118bab2bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:51:15.125734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Bound using segment: {'id': '65262210-e978-48c4-936b-f118bab2bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:51:15.126167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Bound port: d77715aa-5eb3-4f30-b62d-b20a93c0ea7d, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65262210-e978-48c4-936b-f118bab2bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:51:15.126528 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:15.166972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c01d39ce-f8e5-4a77-a3ec-c290a5554f7c req-83f0e994-36dd-4dd8-b356-05142dda2490 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Aug 23 03:51:15.284423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] For port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:51:15.316303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] For port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:51:15.319135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e13d2-b85f-4a19-b8d2-b2293f9b7e26 req-1bf935ae-84a5-45c3-8458-a745400b6341 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:15.327300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-414e13d2-b85f-4a19-b8d2-b2293f9b7e26 req-1bf935ae-84a5-45c3-8458-a745400b6341 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 944 time: 0.0726106 Aug 23 03:51:15.328782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa0f4f-08bd-4335-ba3e-733d28b0cce8 req-9cf21c78-1555-40a3-93b3-84540f7635b2 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:15.330500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02aa0f4f-08bd-4335-ba3e-733d28b0cce8 req-9cf21c78-1555-40a3-93b3-84540f7635b2 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0829401 Aug 23 03:51:15.380593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-414e13d2-b85f-4a19-b8d2-b2293f9b7e26 req-c1cf6197-29af-484e-9444-d8e448dfc8f3 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519819 Aug 23 03:51:15.387666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02aa0f4f-08bd-4335-ba3e-733d28b0cce8 req-84e30e0d-9494-4d23-8b15-41e9b1c7644c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Aug 23 03:51:15.394813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:15.431149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:15.431765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:15.433166 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] 10.222.0.11 "PUT /v2.0/ports/d77715aa-5eb3-4f30-b62d-b20a93c0ea7d HTTP/1.1" status: 200 len: 1092 time: 1.1610265 Aug 23 03:51:15.433599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64f7df8-163a-4ecd-afc2-6f5456937ccc', 'tag': 'd77715aa-5eb3-4f30-b62d-b20a93c0ea7d'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:15.435838 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4323cb94-2a57-4637-b31d-7d52311ffb00" -d '{"events": [{"name": "network-changed", "server_uuid": "c64f7df8-163a-4ecd-afc2-6f5456937ccc", "tag": "d77715aa-5eb3-4f30-b62d-b20a93c0ea7d"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:15.472099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07015d-22d3-4cb8-ba48-de6db304c357 service neutron] Pushing event updated for resources: {'Port': ['ID=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:15.481218 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d5b0c1-3b33-4b15-8228-ac10e025ef6a x-openstack-request-id: req-54d5b0c1-3b33-4b15-8228-ac10e025ef6a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:15.481714 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64f7df8-163a-4ecd-afc2-6f5456937ccc", "tag": "d77715aa-5eb3-4f30-b62d-b20a93c0ea7d", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:15.482361 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54d5b0c1-3b33-4b15-8228-ac10e025ef6a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:15.482912 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64f7df8-163a-4ecd-afc2-6f5456937ccc', 'tag': 'd77715aa-5eb3-4f30-b62d-b20a93c0ea7d', 'status': 'completed', 'code': 200} Aug 23 03:51:15.583771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323cb94-2a57-4637-b31d-7d52311ffb00 req-e520c4ea-9c71-4acc-a7d1-3ffb8bc8ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:15.586579 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4323cb94-2a57-4637-b31d-7d52311ffb00 req-e520c4ea-9c71-4acc-a7d1-3ffb8bc8ca46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=665903f230694db79a450831c460bc04&device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 1095 time: 0.0642438 Aug 23 03:51:15.709625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323cb94-2a57-4637-b31d-7d52311ffb00 req-6bc4df33-a971-4f38-b215-8adf117250d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:15.711774 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4323cb94-2a57-4637-b31d-7d52311ffb00 req-6bc4df33-a971-4f38-b215-8adf117250d4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=665903f230694db79a450831c460bc04&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1097865 Aug 23 03:51:15.881922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ad9bd-6518-49c3-bbd3-76ee8d6cc88f req-6c215b4b-8b18-4804-9d6b-b2e0fcb03046 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:15.904785 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b58ad9bd-6518-49c3-bbd3-76ee8d6cc88f req-6c215b4b-8b18-4804-9d6b-b2e0fcb03046 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.1143546 Aug 23 03:51:15.918365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323cb94-2a57-4637-b31d-7d52311ffb00 req-61163089-60ea-4e76-b1e5-ee745585b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:15.919809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4323cb94-2a57-4637-b31d-7d52311ffb00 req-61163089-60ea-4e76-b1e5-ee745585b295 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2005949 Aug 23 03:51:15.979582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b58ad9bd-6518-49c3-bbd3-76ee8d6cc88f req-d29b6f05-16e1-45f4-a65b-c4124b3ed49e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706906 Aug 23 03:51:16.038865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-50cf7791-d5d6-406c-a830-8ae9865efcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:16.040398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-50cf7791-d5d6-406c-a830-8ae9865efcd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=665903f230694db79a450831c460bc04&device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 1095 time: 0.0491972 Aug 23 03:51:16.103373 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-8c4e0fa1-edc2-4506-a0c6-f8d09ed5d82d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d HTTP/1.1" status: 200 len: 217 time: 0.0462737 Aug 23 03:51:16.161661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-cad6e83b-2d48-431d-b862-09bc375be495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:16.163502 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-cad6e83b-2d48-431d-b862-09bc375be495 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5c1b84f-45dd-4b85-8bf1-53cafa4f8487 HTTP/1.1" status: 200 len: 848 time: 0.0498450 Aug 23 03:51:16.207698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-deb7d7bd-f70e-4f58-b7a6-2aa592d11314 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4bac7910-03c7-479e-8cbb-9ba5f98ef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371573 Aug 23 03:51:16.306672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-b2b68a01-251c-4b5c-82ae-3b390acf19e4 service neutron] 10.222.0.11 "GET /v2.0/networks/4bac7910-03c7-479e-8cbb-9ba5f98ef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914462 Aug 23 03:51:16.405611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479009a8-4d26-4822-9280-a6b69e5a6a83 req-68fe981f-50ba-4a68-ad89-9a0a6054df1d service neutron] 10.222.0.11 "GET /v2.0/networks/4bac7910-03c7-479e-8cbb-9ba5f98ef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915856 Aug 23 03:51:16.505754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f70e7-b0ad-4a1a-bf78-edfcae36f12b req-819f13ac-9e60-43bd-b5c8-c05300cd171e tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:16.508900 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e1f70e7-b0ad-4a1a-bf78-edfcae36f12b req-819f13ac-9e60-43bd-b5c8-c05300cd171e tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 944 time: 0.0587146 Aug 23 03:51:16.552838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e1f70e7-b0ad-4a1a-bf78-edfcae36f12b req-07a9eb60-6e95-466c-ad92-4d96ec7a2180 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344040 Aug 23 03:51:17.110272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47da958-9b9f-432e-af6f-8056afb3c376 req-256e7ad9-2b37-40d6-9183-c7475967ba1c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:17.111800 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e47da958-9b9f-432e-af6f-8056afb3c376 req-256e7ad9-2b37-40d6-9183-c7475967ba1c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0597403 Aug 23 03:51:17.152699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e47da958-9b9f-432e-af6f-8056afb3c376 req-486cdead-67cb-484d-917e-65dc28b73b1a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Aug 23 03:51:17.675183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67924c-b3f1-422e-8fb7-198b17fc2f07 req-aa452e77-da09-45bc-a40d-2782e306e234 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:17.676778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bd67924c-b3f1-422e-8fb7-198b17fc2f07 req-aa452e77-da09-45bc-a40d-2782e306e234 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 944 time: 0.0507300 Aug 23 03:51:17.719990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bd67924c-b3f1-422e-8fb7-198b17fc2f07 req-4b26c190-a6b8-423a-87ec-34c2427e042f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366211 Aug 23 03:51:18.291119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa997df3-6afe-4246-aeb1-d50f90d852b8 req-4dc06301-6478-4ae7-8719-e39084ec0be7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:18.292870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa997df3-6afe-4246-aeb1-d50f90d852b8 req-4dc06301-6478-4ae7-8719-e39084ec0be7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0588193 Aug 23 03:51:18.365401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa997df3-6afe-4246-aeb1-d50f90d852b8 req-3d87867f-ea7a-4103-9e5f-0792097554fd tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Aug 23 03:51:18.851709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c6852-280f-45a5-91d0-a2f974178399 req-97cba99f-ede4-4912-986b-c3c99333122c tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:18.853323 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e9c6852-280f-45a5-91d0-a2f974178399 req-97cba99f-ede4-4912-986b-c3c99333122c tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 944 time: 0.0588195 Aug 23 03:51:18.896024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5e9c6852-280f-45a5-91d0-a2f974178399 req-82d57daa-f38e-49eb-adff-a77ffb878a40 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Aug 23 03:51:19.115792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55982) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:19.224745 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:19.325797 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:19.399380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:19.437406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7648b19-49b6-4db8-9b70-245ea3a3c769,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:19.447415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0490a888126a4fc4a63192b21d7d3e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305001 Aug 23 03:51:19.450014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55994) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:19.456907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.457285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.457621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.457953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.458315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.458635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.458959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.459276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.459595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.459955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.460364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.460681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3666155-f67d-48ef-bc48-5550d58d0b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:19.492456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31445a53-2a3a-4819-91bb-85bea027e2d7 req-8859dac4-76eb-4353-9ac1-17633e541f91 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:19.494019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31445a53-2a3a-4819-91bb-85bea027e2d7 req-8859dac4-76eb-4353-9ac1-17633e541f91 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0622189 Aug 23 03:51:19.508155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-98c8b24d-9a5d-4f67-a7e5-1229fba590bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:19.529589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-98c8b24d-9a5d-4f67-a7e5-1229fba590bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:19.536724 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31445a53-2a3a-4819-91bb-85bea027e2d7 req-a6ac73f2-64f4-444c-bfe4-6b45555a1355 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365527 Aug 23 03:51:19.650876 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-98c8b24d-9a5d-4f67-a7e5-1229fba590bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:19.653544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-98c8b24d-9a5d-4f67-a7e5-1229fba590bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:19.654725 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-98c8b24d-9a5d-4f67-a7e5-1229fba590bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7648b19-49b6-4db8-9b70-245ea3a3c769 HTTP/1.1" status: 204 len: 168 time: 0.2038102 Aug 23 03:51:19.662380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8b24d-9a5d-4f67-a7e5-1229fba590bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7648b19-49b6-4db8-9b70-245ea3a3c769,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:20.009104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62918e-a7ff-4928-88c7-98abc3909981 req-b2f74f3f-d1fa-42c9-8789-885441b29680 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:20.010529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d62918e-a7ff-4928-88c7-98abc3909981 req-b2f74f3f-d1fa-42c9-8789-885441b29680 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 944 time: 0.0495827 Aug 23 03:51:20.047943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d62918e-a7ff-4928-88c7-98abc3909981 req-fbf318b4-afb4-44f7-a204-41953e2b3434 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Aug 23 03:51:20.273313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56008) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:20.286714 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9ccff946-b8d1-4ae9-ae23-4cdd208a7c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:20.375807 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9ccff946-b8d1-4ae9-ae23-4cdd208a7c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:20.385719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d77715aa-5eb3-4f30-b62d-b20a93c0ea7d details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:51:20.445351 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9ccff946-b8d1-4ae9-ae23-4cdd208a7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:20.484129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:20.488508 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9ccff946-b8d1-4ae9-ae23-4cdd208a7c84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a8712926da546fdad5114c449f17e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117221 Aug 23 03:51:20.488508 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccff946-b8d1-4ae9-ae23-4cdd208a7c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b05aa5-833d-42ac-9e78-d86e719ab6ba,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:20.489067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56014) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:20.495122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'd77715aa-5eb3-4f30-b62d-b20a93c0ea7d', 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947', 'port_id': 'd77715aa-5eb3-4f30-b62d-b20a93c0ea7d', 'mac_address': 'fa:16:3e:c7:e6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c1b84f-45dd-4b85-8bf1-53cafa4f8487', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:51:20.537171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:20.543259 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74815828-7b6b-4c4f-b6e5-844ce93af31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:20.549817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77715aa-5eb3-4f30-b62d-b20a93c0ea7d {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:51:20.565147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74815828-7b6b-4c4f-b6e5-844ce93af31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:20.569996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:20.616233 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:20.659977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27c65e-cc14-4c71-8448-ea9006f9f934 req-a9cd8dfb-7b21-4251-9787-7057cd767724 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:20.661617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb27c65e-cc14-4c71-8448-ea9006f9f934 req-a9cd8dfb-7b21-4251-9787-7057cd767724 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0506461 Aug 23 03:51:20.666876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:20.667639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74815828-7b6b-4c4f-b6e5-844ce93af31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:20.670406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74815828-7b6b-4c4f-b6e5-844ce93af31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:20.671589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-74815828-7b6b-4c4f-b6e5-844ce93af31f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85b05aa5-833d-42ac-9e78-d86e719ab6ba HTTP/1.1" status: 204 len: 168 time: 0.1808324 Aug 23 03:51:20.680851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74815828-7b6b-4c4f-b6e5-844ce93af31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b05aa5-833d-42ac-9e78-d86e719ab6ba,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:20.714918 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb27c65e-cc14-4c71-8448-ea9006f9f934 req-4cf9653e-1f26-44ad-8934-ffc1d39685b2 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Aug 23 03:51:21.028761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['d77715aa-5eb3-4f30-b62d-b20a93c0ea7d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:51:21.182195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8af8a6-79ba-432e-9a58-cc94951caf9c req-73df0b48-bb62-4142-b445-4b6c6e288acf tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:21.183737 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de8af8a6-79ba-432e-9a58-cc94951caf9c req-73df0b48-bb62-4142-b445-4b6c6e288acf tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 945 time: 0.0614824 Aug 23 03:51:21.224978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de8af8a6-79ba-432e-9a58-cc94951caf9c req-d99f7213-2fe8-4906-a3aa-b76781fafbb4 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Aug 23 03:51:21.838860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6f7ce-67b5-4cd5-9f1a-3950dbf9b8f6 req-98fdc9af-4b72-4c92-8cdb-27b9888a00ac tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:21.841482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56f6f7ce-67b5-4cd5-9f1a-3950dbf9b8f6 req-98fdc9af-4b72-4c92-8cdb-27b9888a00ac tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0566092 Aug 23 03:51:21.880369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56f6f7ce-67b5-4cd5-9f1a-3950dbf9b8f6 req-2f012534-6381-49ef-b567-1bd8fea2aa88 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338519 Aug 23 03:51:22.344305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660331a-5d2a-498e-96e2-27bbf6a709d8 req-d0c1bb84-30b8-49ad-8352-5a6835462344 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:22.345852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d660331a-5d2a-498e-96e2-27bbf6a709d8 req-d0c1bb84-30b8-49ad-8352-5a6835462344 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 945 time: 0.0538952 Aug 23 03:51:22.395670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d77715aa-5eb3-4f30-b62d-b20a93c0ea7d up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:51:22.411003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d660331a-5d2a-498e-96e2-27bbf6a709d8 req-e418a9b1-8334-46fd-bcbf-fee7d73d3413 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583115 Aug 23 03:51:22.593270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:51:22.597880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:51:22.598292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:22.641359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:22.696463 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:22.728199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f7df8-163a-4ecd-afc2-6f5456937ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77715aa-5eb3-4f30-b62d-b20a93c0ea7d'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:22.730464 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec07cf11-dd64-4946-a936-7a8693277713" -d '{"events": [{"server_uuid": "c64f7df8-163a-4ecd-afc2-6f5456937ccc", "name": "network-vif-plugged", "status": "completed", "tag": "d77715aa-5eb3-4f30-b62d-b20a93c0ea7d"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:22.742807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:22.770592 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479754b8-fdac-40b4-a649-24dc43862eb3 x-openstack-request-id: req-479754b8-fdac-40b4-a649-24dc43862eb3 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:22.770890 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64f7df8-163a-4ecd-afc2-6f5456937ccc", "name": "network-vif-plugged", "status": "completed", "tag": "d77715aa-5eb3-4f30-b62d-b20a93c0ea7d", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:22.771150 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-479754b8-fdac-40b4-a649-24dc43862eb3 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:22.771555 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64f7df8-163a-4ecd-afc2-6f5456937ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77715aa-5eb3-4f30-b62d-b20a93c0ea7d', 'code': 200} Aug 23 03:51:22.798962 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:22.852535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:22.896807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbe5d-f2aa-4637-9af4-6e58468994d0 req-d5920f90-82a4-4170-a1af-1e1bf558376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:22.899618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-538fbe5d-f2aa-4637-9af4-6e58468994d0 req-d5920f90-82a4-4170-a1af-1e1bf558376e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 1097 time: 0.0407898 Aug 23 03:51:22.937436 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-538fbe5d-f2aa-4637-9af4-6e58468994d0 req-1a2409bd-edbb-4296-9527-432c9845e13e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303774 Aug 23 03:51:23.007460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf03a3-4310-46d9-acd0-2bdf11788ed1 req-f104fcad-f1a1-46a2-9d90-ef0e57c21642 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:23.008960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97cf03a3-4310-46d9-acd0-2bdf11788ed1 req-f104fcad-f1a1-46a2-9d90-ef0e57c21642 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0555098 Aug 23 03:51:23.047137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97cf03a3-4310-46d9-acd0-2bdf11788ed1 req-080f7d61-f072-492f-b833-834927149f3e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Aug 23 03:51:23.531914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5b0b5-1419-4e2e-b4d9-0ce03977939c req-e2ffe773-4a4b-4183-b1df-1b68abcd4cec tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:23.533642 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abd5b0b5-1419-4e2e-b4d9-0ce03977939c req-e2ffe773-4a4b-4183-b1df-1b68abcd4cec tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 946 time: 0.0521727 Aug 23 03:51:23.581632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abd5b0b5-1419-4e2e-b4d9-0ce03977939c req-0bbe5f01-8277-4566-a465-7d5015505cbd tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Aug 23 03:51:24.166947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8044a-3c78-4b72-b393-040f7abe0302 req-b3fc0f37-ee61-4638-a9fb-546924f2d7c7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:24.168550 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00a8044a-3c78-4b72-b393-040f7abe0302 req-b3fc0f37-ee61-4638-a9fb-546924f2d7c7 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0519404 Aug 23 03:51:24.211695 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00a8044a-3c78-4b72-b393-040f7abe0302 req-05d95667-0bb9-4212-b714-af8c4fc0e2be tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Aug 23 03:51:24.736058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab47e85-4631-4967-8c5c-7b9ffa1b5f18 req-51b6ffb1-b4ac-4948-aed0-37f5873b926c tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:24.745750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ab47e85-4631-4967-8c5c-7b9ffa1b5f18 req-51b6ffb1-b4ac-4948-aed0-37f5873b926c tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 946 time: 0.0641930 Aug 23 03:51:24.780839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ab47e85-4631-4967-8c5c-7b9ffa1b5f18 req-b769085a-ca16-4a3f-8e8e-a6a2ccc4a618 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342250 Aug 23 03:51:24.923057 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:51:25.363819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff55a3-af4b-41af-82f4-d7de2ed0eb8c req-035f62a5-377d-4396-8ced-ded29438d7a6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:25.366075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bff55a3-af4b-41af-82f4-d7de2ed0eb8c req-035f62a5-377d-4396-8ced-ded29438d7a6 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0722857 Aug 23 03:51:25.412494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bff55a3-af4b-41af-82f4-d7de2ed0eb8c req-bb6e7f00-e410-4245-9632-9a88b1a30d11 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382366 Aug 23 03:51:26.045049 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1b259912-9007-4801-80f7-1ee4ef812a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:26.104423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84f39f-2c76-48fd-8f11-3b0bf0a746ea req-fa6cb99d-4a38-4445-9a06-86377b1e29e8 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:26.106859 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d84f39f-2c76-48fd-8f11-3b0bf0a746ea req-fa6cb99d-4a38-4445-9a06-86377b1e29e8 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 946 time: 0.0513239 Aug 23 03:51:26.146397 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d84f39f-2c76-48fd-8f11-3b0bf0a746ea req-05c203dc-eadc-4a5a-90c7-2961b003e98a tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Aug 23 03:51:26.544704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f80c-78a1-4a89-858a-f8d1bc8e4e32 req-15d95d42-0703-4a7b-8ce0-243dd882679e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:26.546267 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bb0f80c-78a1-4a89-858a-f8d1bc8e4e32 req-15d95d42-0703-4a7b-8ce0-243dd882679e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0613432 Aug 23 03:51:26.587627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bb0f80c-78a1-4a89-858a-f8d1bc8e4e32 req-7323f748-9cd2-414c-9ad2-c180ff9f9e28 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351133 Aug 23 03:51:27.281556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2b87c-ea0f-4748-b984-c8370077c515 req-2d0728f7-fa9d-4729-913f-0a89e695a0d3 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:27.283724 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17c2b87c-ea0f-4748-b984-c8370077c515 req-2d0728f7-fa9d-4729-913f-0a89e695a0d3 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 946 time: 0.0621004 Aug 23 03:51:27.336482 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17c2b87c-ea0f-4748-b984-c8370077c515 req-ac3c4396-f7da-4700-a5ab-28cc686616b2 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Aug 23 03:51:27.700605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc412389-a89a-42ed-aee3-d279596801e0 req-4678903d-d4a0-4970-8e85-ac82b0387abf tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:27.702783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc412389-a89a-42ed-aee3-d279596801e0 req-4678903d-d4a0-4970-8e85-ac82b0387abf tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.11 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 946 time: 0.0576341 Aug 23 03:51:27.744673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d6d4a-7a93-4696-a074-3e33f51a0e08 req-eba3ac99-7a3d-47d8-8c72-a2b06487318b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:27.746450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c28d6d4a-7a93-4696-a074-3e33f51a0e08 req-eba3ac99-7a3d-47d8-8c72-a2b06487318b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0564470 Aug 23 03:51:27.811628 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c28d6d4a-7a93-4696-a074-3e33f51a0e08 req-8bfe6ea3-8914-42c2-a24d-c8b562862709 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495574 Aug 23 03:51:27.828133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-dc412389-a89a-42ed-aee3-d279596801e0 req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Deleting port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:51:27.828656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dc412389-a89a-42ed-aee3-d279596801e0 req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:27.914648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56182) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:27.935184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-dc412389-a89a-42ed-aee3-d279596801e0 req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] For port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:27.935670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dc412389-a89a-42ed-aee3-d279596801e0 req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:27.950532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-dc412389-a89a-42ed-aee3-d279596801e0 req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Calling delete_port for d77715aa-5eb3-4f30-b62d-b20a93c0ea7d owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:51:28.061792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-55fe5e0c-db39-48b0-944f-9249cccead44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.170833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dc412389-a89a-42ed-aee3-d279596801e0 req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.204647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['d77715aa-5eb3-4f30-b62d-b20a93c0ea7d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:51:28.208169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Pushing event deleted for resources: {'Port': ['ID=d77715aa-5eb3-4f30-b62d-b20a93c0ea7d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:28.258083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc412389-a89a-42ed-aee3-d279596801e0 req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] No DVR routers for this DVR port d77715aa-5eb3-4f30-b62d-b20a93c0ea7d on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:51:28.262250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dc412389-a89a-42ed-aee3-d279596801e0 req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.265467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc412389-a89a-42ed-aee3-d279596801e0 req-79bbcd98-0ccc-4729-8aa1-759b44c6f081 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.11 "DELETE /v2.0/ports/d77715aa-5eb3-4f30-b62d-b20a93c0ea7d HTTP/1.1" status: 204 len: 173 time: 0.5560684 Aug 23 03:51:28.266046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f7df8-163a-4ecd-afc2-6f5456937ccc', 'name': 'network-vif-deleted', 'tag': 'd77715aa-5eb3-4f30-b62d-b20a93c0ea7d'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:28.267095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-55fe5e0c-db39-48b0-944f-9249cccead44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.269202 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db1fb22-60fb-42cc-ae5a-37cc8eb493b1" -d '{"events": [{"server_uuid": "c64f7df8-163a-4ecd-afc2-6f5456937ccc", "name": "network-vif-deleted", "tag": "d77715aa-5eb3-4f30-b62d-b20a93c0ea7d"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:28.314541 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea058104-2b88-4f54-bab9-99090fcf2f8d x-openstack-request-id: req-ea058104-2b88-4f54-bab9-99090fcf2f8d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:28.314828 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64f7df8-163a-4ecd-afc2-6f5456937ccc", "name": "network-vif-deleted", "tag": "d77715aa-5eb3-4f30-b62d-b20a93c0ea7d", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:28.315081 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea058104-2b88-4f54-bab9-99090fcf2f8d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:28.315479 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64f7df8-163a-4ecd-afc2-6f5456937ccc', 'name': 'network-vif-deleted', 'tag': 'd77715aa-5eb3-4f30-b62d-b20a93c0ea7d', 'status': 'completed', 'code': 200} Aug 23 03:51:28.324647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-55fe5e0c-db39-48b0-944f-9249cccead44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.376700 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-55fe5e0c-db39-48b0-944f-9249cccead44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ec9c467e7144a1cb10f747a0219a190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626775 Aug 23 03:51:28.377520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe5e0c-db39-48b0-944f-9249cccead44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91742735-5f9d-48e2-ab30-b717bae65a32,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:28.379766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56196) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:28.432712 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03dfbba2-88f2-4ef1-aa2e-93ce250b400b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.463480 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6fbb6f7-c38c-4fba-927d-fd66202f0169 req-92f1523a-a307-44c7-82d4-d63ff8128bb2 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=c64f7df8-163a-4ecd-afc2-6f5456937ccc HTTP/1.1" status: 200 len: 210 time: 0.0340822 Aug 23 03:51:28.466310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03dfbba2-88f2-4ef1-aa2e-93ce250b400b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.581554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03dfbba2-88f2-4ef1-aa2e-93ce250b400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.585319 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03dfbba2-88f2-4ef1-aa2e-93ce250b400b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.585993 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-03dfbba2-88f2-4ef1-aa2e-93ce250b400b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91742735-5f9d-48e2-ab30-b717bae65a32 HTTP/1.1" status: 204 len: 168 time: 0.2054746 Aug 23 03:51:28.594159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfbba2-88f2-4ef1-aa2e-93ce250b400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91742735-5f9d-48e2-ab30-b717bae65a32,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:28.733216 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08c5c8ed-e5ed-4c25-97b8-16bbe56dd894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.809808 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:28.935687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c665-68a6-4846-810d-f9fd201f1570 req-4003674b-16b7-4393-89e2-c1c5c9474120 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:28.937232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-05a2c665-68a6-4846-810d-f9fd201f1570 req-4003674b-16b7-4393-89e2-c1c5c9474120 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0517457 Aug 23 03:51:28.993357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-05a2c665-68a6-4846-810d-f9fd201f1570 req-04fbc15b-878c-4f68-aae4-a411dfce5c09 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427589 Aug 23 03:51:29.823200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187236-19d6-4318-a658-38fe8fb5afad req-39f7628b-329a-40b7-b159-85ad1ad70e5d tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:29.825059 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-39f7628b-329a-40b7-b159-85ad1ad70e5d tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/networks?id=4bac7910-03c7-479e-8cbb-9ba5f98ef947 HTTP/1.1" status: 200 len: 808 time: 0.1132414 Aug 23 03:51:29.842172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-97083874-8843-4665-8ece-cae5d0bd00f3 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/quotas/665903f230694db79a450831c460bc04 HTTP/1.1" status: 200 len: 375 time: 0.0115337 Aug 23 03:51:29.881286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-e032032c-e50c-4859-a8d8-3d8325e72156 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=665903f230694db79a450831c460bc04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302899 Aug 23 03:51:29.990996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-82dad2eb-0091-4d40-8b04-d12c2c74b3a0 service neutron] 10.222.0.20 "GET /v2.0/networks/4bac7910-03c7-479e-8cbb-9ba5f98ef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035588 Aug 23 03:51:30.086367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-e1a922ee-bcdb-46b9-9b13-2b8a645156c2 service neutron] 10.222.0.20 "GET /v2.0/networks/4bac7910-03c7-479e-8cbb-9ba5f98ef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892234 Aug 23 03:51:30.132853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9e26b-6986-45ef-8e54-6b2db8515678 req-87bbeeb4-fa4c-4619-9e11-025e707f6d89 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:30.134531 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a9a9e26b-6986-45ef-8e54-6b2db8515678 req-87bbeeb4-fa4c-4619-9e11-025e707f6d89 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0692892 Aug 23 03:51:30.174852 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a9a9e26b-6986-45ef-8e54-6b2db8515678 req-8f72f316-e607-41a1-8c32-17177189233d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Aug 23 03:51:30.365265 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fba3f37c-52e2-4618-8862-fdda54d0399e req-3f6aa4c9-0779-4ff2-be53-8e635a1775ce tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0317099 Aug 23 03:51:30.386570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:30.439041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d77715aa-5eb3-4f30-b62d-b20a93c0ea7d no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:51:30.459057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: d77715aa-5eb3-4f30-b62d-b20a93c0ea7d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:51:30.459965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d77715aa-5eb3-4f30-b62d-b20a93c0ea7d not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:51:31.311913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678660b-514d-49de-a2ea-471a372c043a req-dc4c3ce2-eca7-4bae-8e30-d9d2a01f0192 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:31.314377 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3678660b-514d-49de-a2ea-471a372c043a req-dc4c3ce2-eca7-4bae-8e30-d9d2a01f0192 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0636714 Aug 23 03:51:31.362592 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3678660b-514d-49de-a2ea-471a372c043a req-d838ac93-6ab4-4841-b4f2-f5bdcbd28a3e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Aug 23 03:51:31.493085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69634907-f6d6-4d1b-8715-220d14684a32 req-17dee1c0-5c0f-42f6-8a04-3b267f9ef5cc tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0346951 Aug 23 03:51:31.758834 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:32.518820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187236-19d6-4318-a658-38fe8fb5afad req-21b3e67b-cd3d-4516-a11c-5bfa25cb67e4 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:32.520450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-21b3e67b-cd3d-4516-a11c-5bfa25cb67e4 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.11 "GET /v2.0/networks?id=4bac7910-03c7-479e-8cbb-9ba5f98ef947 HTTP/1.1" status: 200 len: 808 time: 0.1433337 Aug 23 03:51:32.521384 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b15b8-69a9-4c3d-9aad-57bed2954288 req-c89c6505-c90f-4f4a-8daa-9d31dc1cce91 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:32.523721 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-262b15b8-69a9-4c3d-9aad-57bed2954288 req-c89c6505-c90f-4f4a-8daa-9d31dc1cce91 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0695255 Aug 23 03:51:32.548503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Request body: {'port': {'device_id': '292f6561-0e4f-4144-ba83-262c74a5e5d6', 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947', 'admin_state_up': True, 'tenant_id': '665903f230694db79a450831c460bc04'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:32.581774 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-262b15b8-69a9-4c3d-9aad-57bed2954288 req-6b3e1bfe-c4bb-48c0-a878-997ba3083772 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513513 Aug 23 03:51:32.681562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12c750d8-696c-4667-bd0b-efc6da77c7e9 req-c2edc282-61ef-4800-9b06-781f4d7d513e tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0426183 Aug 23 03:51:32.832842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Made reservation on behalf of 665903f230694db79a450831c460bc04 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:32.836949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:32.968642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Allocated IP 172.20.0.13 (4bac7910-03c7-479e-8cbb-9ba5f98ef947/d5c1b84f-45dd-4b85-8bf1-53cafa4f8487/28bf6357-5bdd-4e0a-a50f-575d1afaddc3) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:51:33.142692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:33.239310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:33.282128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:51:33.285166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:51:33.291946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:51:33.329699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Pushing event updated for resources: {'Port': ['ID=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:33.360798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:33.361452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:33.428092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-8dfc40c2-1a87-42aa-a92b-c93d6cd41b62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8887618 Aug 23 03:51:33.446637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Request body: {'port': {'device_id': '292f6561-0e4f-4144-ba83-262c74a5e5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:33.505527 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:33.826578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74a1a-6eb6-4fa4-b8db-8873381caffd req-4fe2ef2d-ae44-4706-8364-0b36dc05b834 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:33.828126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c5d74a1a-6eb6-4fa4-b8db-8873381caffd req-4fe2ef2d-ae44-4706-8364-0b36dc05b834 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 932 time: 0.0656548 Aug 23 03:51:33.899398 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c5d74a1a-6eb6-4fa4-b8db-8873381caffd req-d6bbaf28-51f1-4726-b2e2-00f3c3e6b1ea tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490429 Aug 23 03:51:34.124775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadb5e-a0f8-4694-a2e6-2051dea25ab5 req-5d81750a-795c-43d9-82a4-5c0b372770cb tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:34.128053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3aaadb5e-a0f8-4694-a2e6-2051dea25ab5 req-5d81750a-795c-43d9-82a4-5c0b372770cb tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.4541404 Aug 23 03:51:34.213028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3aaadb5e-a0f8-4694-a2e6-2051dea25ab5 req-08d99293-fde0-4f50-bf86-c3367d2473e4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705884 Aug 23 03:51:34.227536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:51:34.235205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:34.247593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Transition to ACTIVE for port object 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:51:34.336509 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:34.392145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Pushing event updated for resources: {'Port': ['ID=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Attempting to bind port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Attempting to bind port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '65262210-e978-48c4-936b-f118bab2bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Attempting to bind port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 on network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 on network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Attempting to bind port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 on network 4bac7910-03c7-479e-8cbb-9ba5f98ef947 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Checking segment: {'id': '65262210-e978-48c4-936b-f118bab2bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Bound using segment: {'id': '65262210-e978-48c4-936b-f118bab2bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Bound port: 28bf6357-5bdd-4e0a-a50f-575d1afaddc3, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65262210-e978-48c4-936b-f118bab2bfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:51:34.495744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:34.555542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] For port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:51:34.558701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] For port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:51:34.662977 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:34.700994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:34.701737 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:34.703161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] 10.222.0.11 "PUT /v2.0/ports/28bf6357-5bdd-4e0a-a50f-575d1afaddc3 HTTP/1.1" status: 200 len: 1092 time: 1.2620051 Aug 23 03:51:34.703612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292f6561-0e4f-4144-ba83-262c74a5e5d6', 'tag': '28bf6357-5bdd-4e0a-a50f-575d1afaddc3'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:34.705943 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4b031c-a051-4123-ba2f-1300fc04b420" -d '{"events": [{"name": "network-changed", "server_uuid": "292f6561-0e4f-4144-ba83-262c74a5e5d6", "tag": "28bf6357-5bdd-4e0a-a50f-575d1afaddc3"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:34.727969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c18be-76c2-4b98-bc02-ad9cf3bedc54 service neutron] Pushing event updated for resources: {'Port': ['ID=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:34.761526 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0965cfe1-4bc9-4b91-878c-cbbf0504bb98 x-openstack-request-id: req-0965cfe1-4bc9-4b91-878c-cbbf0504bb98 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:34.761933 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292f6561-0e4f-4144-ba83-262c74a5e5d6", "tag": "28bf6357-5bdd-4e0a-a50f-575d1afaddc3", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:34.762438 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0965cfe1-4bc9-4b91-878c-cbbf0504bb98 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:34.762778 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292f6561-0e4f-4144-ba83-262c74a5e5d6', 'tag': '28bf6357-5bdd-4e0a-a50f-575d1afaddc3', 'status': 'completed', 'code': 200} Aug 23 03:51:34.849404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b031c-a051-4123-ba2f-1300fc04b420 req-1dc3ce81-362f-4bf9-bf48-d5022e2554dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:34.851006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e4b031c-a051-4123-ba2f-1300fc04b420 req-1dc3ce81-362f-4bf9-bf48-d5022e2554dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=665903f230694db79a450831c460bc04&device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 1095 time: 0.0412645 Aug 23 03:51:34.965807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b031c-a051-4123-ba2f-1300fc04b420 req-c5ae4654-0686-4ed2-af15-9ae3f9094f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:34.967285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e4b031c-a051-4123-ba2f-1300fc04b420 req-c5ae4654-0686-4ed2-af15-9ae3f9094f31 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=665903f230694db79a450831c460bc04&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1023636 Aug 23 03:51:35.077533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f56760-ad6b-439d-851f-5805bc21a454 req-35957530-921a-49af-b646-02e337f7f14c tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:35.079069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9f56760-ad6b-439d-851f-5805bc21a454 req-35957530-921a-49af-b646-02e337f7f14c tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.1109033 Aug 23 03:51:35.127544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b031c-a051-4123-ba2f-1300fc04b420 req-60688631-1d70-4811-8093-a28c082abd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:35.129072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e4b031c-a051-4123-ba2f-1300fc04b420 req-60688631-1d70-4811-8093-a28c082abd3b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1525846 Aug 23 03:51:35.137571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9f56760-ad6b-439d-851f-5805bc21a454 req-57ffeb61-f72e-466c-b5d6-35c929e55d84 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Aug 23 03:51:35.243286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187236-19d6-4318-a658-38fe8fb5afad req-47b5e40e-0702-47a1-b8c6-8fa65cff3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:35.245712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-47b5e40e-0702-47a1-b8c6-8fa65cff3e1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=665903f230694db79a450831c460bc04&device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 1095 time: 0.0532103 Aug 23 03:51:35.313893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-4fcba0cb-5762-429e-973d-11cbb852e683 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28bf6357-5bdd-4e0a-a50f-575d1afaddc3 HTTP/1.1" status: 200 len: 217 time: 0.0543950 Aug 23 03:51:35.343865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4c426-ae78-42c1-a318-2936312a9dfa req-efbf98de-890b-4ee5-9390-04d32ba3301a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:35.355133 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d4c426-ae78-42c1-a318-2936312a9dfa req-efbf98de-890b-4ee5-9390-04d32ba3301a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0638344 Aug 23 03:51:35.385108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187236-19d6-4318-a658-38fe8fb5afad req-30eda8a7-1a04-4653-8935-a6cc72b9b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:35.386965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-30eda8a7-1a04-4653-8935-a6cc72b9b82f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5c1b84f-45dd-4b85-8bf1-53cafa4f8487 HTTP/1.1" status: 200 len: 848 time: 0.0655174 Aug 23 03:51:35.396121 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d4c426-ae78-42c1-a318-2936312a9dfa req-87b06392-60a9-4620-90b5-8e67583a46a2 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378828 Aug 23 03:51:35.419713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-7cfa6605-215a-4eea-85fe-63e1175e080c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4bac7910-03c7-479e-8cbb-9ba5f98ef947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255094 Aug 23 03:51:35.529818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-a31a782e-f173-43cb-8341-4802b20e61b8 service neutron] 10.222.0.11 "GET /v2.0/networks/4bac7910-03c7-479e-8cbb-9ba5f98ef947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008062 Aug 23 03:51:35.660332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a187236-19d6-4318-a658-38fe8fb5afad req-e6a9bc75-7f5a-4fc5-80af-4df09e264505 service neutron] 10.222.0.11 "GET /v2.0/networks/4bac7910-03c7-479e-8cbb-9ba5f98ef947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228998 Aug 23 03:51:35.680253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56444) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:35.839112 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-32112444-d3c4-46a4-9dec-67df23fb29f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:35.950926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-32112444-d3c4-46a4-9dec-67df23fb29f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:35.992804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-32112444-d3c4-46a4-9dec-67df23fb29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:36.036157 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-32112444-d3c4-46a4-9dec-67df23fb29f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e061051d5b947baaea2643bce6530ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547614 Aug 23 03:51:36.039542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56456) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:36.041473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32112444-d3c4-46a4-9dec-67df23fb29f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df40c83c-ce5f-43d9-88b6-ed8cfa9f4053,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:36.098838 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4d94971-abbe-4345-900b-63a16be35313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:36.121178 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4d94971-abbe-4345-900b-63a16be35313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:36.266788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81ede-3ed8-467a-bc2a-887264cf1f6a req-2fef7f13-3806-4df1-bfd6-f43cd7d8d6c3 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:36.269855 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41d81ede-3ed8-467a-bc2a-887264cf1f6a req-2fef7f13-3806-4df1-bfd6-f43cd7d8d6c3 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0551732 Aug 23 03:51:36.292203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4d94971-abbe-4345-900b-63a16be35313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:36.293727 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4d94971-abbe-4345-900b-63a16be35313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:36.294887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f4d94971-abbe-4345-900b-63a16be35313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df40c83c-ce5f-43d9-88b6-ed8cfa9f4053 HTTP/1.1" status: 204 len: 168 time: 0.2544177 Aug 23 03:51:36.306115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d94971-abbe-4345-900b-63a16be35313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df40c83c-ce5f-43d9-88b6-ed8cfa9f4053,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:36.329350 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41d81ede-3ed8-467a-bc2a-887264cf1f6a req-21033cbc-a4ea-46ff-94c9-6ea62930ab89 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519238 Aug 23 03:51:36.525255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84641f87-03ec-4331-8970-64f96e3c7214 req-6643b3cd-6737-4886-9fc6-fd9861131a0e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:36.526753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84641f87-03ec-4331-8970-64f96e3c7214 req-6643b3cd-6737-4886-9fc6-fd9861131a0e tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0498433 Aug 23 03:51:36.569252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84641f87-03ec-4331-8970-64f96e3c7214 req-df5a2927-17ee-4e88-bf2e-768fda3a7f3f tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349281 Aug 23 03:51:37.336827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56514) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:37.466791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1388173919-network', 'tenant_id': '9bef709f2f514e73bb819cc6c0f4945c'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:37.473482 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:37.487144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235f42-db8a-489c-bcfe-a1a228641dc7 req-d30a7e64-02b3-446a-bc95-b7990e8b1de9 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:37.488687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88235f42-db8a-489c-bcfe-a1a228641dc7 req-d30a7e64-02b3-446a-bc95-b7990e8b1de9 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0668166 Aug 23 03:51:37.533072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88235f42-db8a-489c-bcfe-a1a228641dc7 req-c521af4f-f0be-45b0-8a83-6965c2763fc5 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 Aug 23 03:51:37.570467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Made reservation on behalf of 9bef709f2f514e73bb819cc6c0f4945c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:37.572931 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:37.581733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:37.701611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:37.721781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15667e5b-7396-4eb1-9a91-cf24e3782690 req-5fb338a1-6ebd-4c31-b8ff-9874ff979232 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:37.723352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15667e5b-7396-4eb1-9a91-cf24e3782690 req-5fb338a1-6ebd-4c31-b8ff-9874ff979232 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0639684 Aug 23 03:51:37.768140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15667e5b-7396-4eb1-9a91-cf24e3782690 req-5f8830f4-9745-4a6b-b0f4-0f052bf01c23 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375438 Aug 23 03:51:37.769645 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:37.794312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:51:37.806817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ec50da-647f-43d8-befa-6aff1b36959c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:37.811939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:37.812290 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Added segment 8e1b7c59-1622-4522-be32-350171e71b50 of type vlan for network e9c81df7-eb38-4e9b-9c43-9daeeea27780 Aug 23 03:51:37.861524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:37.947524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:37.948538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:37.949139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:38.008131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] Pushing event updated for resources: {'Network': ['ID=e9c81df7-eb38-4e9b-9c43-9daeeea27780,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:38.018486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network e9c81df7-eb38-4e9b-9c43-9daeeea27780 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:51:38.057060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-149d44e0-7e46-4b3c-9c24-98e44ae69c0b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7190130 Aug 23 03:51:38.060033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56536) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:38.066581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Request body: {'subnet': {'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1388173919-subnet', 'tenant_id': '9bef709f2f514e73bb819cc6c0f4945c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:38.141599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Made reservation on behalf of 9bef709f2f514e73bb819cc6c0f4945c for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:38.144040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:38.415991 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:38.486925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb61738-2da9-44e5-af6b-28391512b385,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:38.490247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Checking segment: {'id': '8e1b7c59-1622-4522-be32-350171e71b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:51:38.490616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Network hostable DHCP agents. Network: e9c81df7-eb38-4e9b-9c43-9daeeea27780, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:51:38.592839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Network e9c81df7-eb38-4e9b-9c43-9daeeea27780 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:51:38.654075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530823a-b414-4dce-ac6e-8ddb05f6571a req-f2d85bb6-4db8-4105-a820-eadc82ca5315 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:38.655732 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0530823a-b414-4dce-ac6e-8ddb05f6571a req-f2d85bb6-4db8-4105-a820-eadc82ca5315 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0500476 Aug 23 03:51:38.690068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, e9c81df7-eb38-4e9b-9c43-9daeeea27780) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:51:38.698932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f7ca1-7861-46af-b7fe-0898a0bae850 None None] Network e9c81df7-eb38-4e9b-9c43-9daeeea27780 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:51:38.706858 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0530823a-b414-4dce-ac6e-8ddb05f6571a req-9b9b8c69-932e-435d-a4d5-28eb17f65167 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394971 Aug 23 03:51:38.707022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:38.707022 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:38.810066 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-afa52ab5-4e77-4665-b881-9f9786d1ea94 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7488353 Aug 23 03:51:38.846706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd8c9a6-1518-4f70-a7cc-73a0d49ed2d8 None None] Network e9c81df7-eb38-4e9b-9c43-9daeeea27780 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:51:38.929108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c9452-d46c-4046-8bfc-de36b09b0e96 req-f82b62be-cfe7-4e18-aaa9-b6b470a9348d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:38.929108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7c9452-d46c-4046-8bfc-de36b09b0e96 req-f82b62be-cfe7-4e18-aaa9-b6b470a9348d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0759990 Aug 23 03:51:38.993159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b7c9452-d46c-4046-8bfc-de36b09b0e96 req-1cb27dc0-5acc-45c1-8f71-b74636844a80 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574102 Aug 23 03:51:39.847109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a845db-8088-4af2-ac48-319929bec051 req-37894eda-815b-441c-976b-979ba6c7e9c5 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:39.848642 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48a845db-8088-4af2-ac48-319929bec051 req-37894eda-815b-441c-976b-979ba6c7e9c5 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0548661 Aug 23 03:51:39.890736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-48a845db-8088-4af2-ac48-319929bec051 req-bd1cef27-6278-4db0-80c5-1ab7c7feda12 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Aug 23 03:51:40.142248 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7d0f-e828-467d-b4eb-a9fcf1f198fb req-3f166b3c-e8b7-4d7c-b256-081dafd8d6f5 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:40.145494 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e84e7d0f-e828-467d-b4eb-a9fcf1f198fb req-3f166b3c-e8b7-4d7c-b256-081dafd8d6f5 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0622215 Aug 23 03:51:40.193035 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e84e7d0f-e828-467d-b4eb-a9fcf1f198fb req-40f72f68-83ee-4fb6-9cc4-cdb84dd8139d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Aug 23 03:51:40.492242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:51:40.592179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:40.602572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '28bf6357-5bdd-4e0a-a50f-575d1afaddc3', 'network_id': '4bac7910-03c7-479e-8cbb-9ba5f98ef947', 'port_id': '28bf6357-5bdd-4e0a-a50f-575d1afaddc3', 'mac_address': 'fa:16:3e:98:06:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c1b84f-45dd-4b85-8bf1-53cafa4f8487', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:51:40.645987 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:40.663943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:51:40.690485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:40.764426 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:40.814133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:40.821578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.821926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.822265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.822690 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.822915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.823241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.823780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.824112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.824431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.824750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.825562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:40.825562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:51:41.020928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175c70-248d-4e01-b8a8-83415c7dae15 req-4956677a-6645-4fe7-b6ff-7b46d4a11531 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:41.022416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e175c70-248d-4e01-b8a8-83415c7dae15 req-4956677a-6645-4fe7-b6ff-7b46d4a11531 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0553050 Aug 23 03:51:41.065254 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e175c70-248d-4e01-b8a8-83415c7dae15 req-c7114edb-1054-4ffa-b3da-c65e00e49819 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Aug 23 03:51:41.169763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['28bf6357-5bdd-4e0a-a50f-575d1afaddc3'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:51:41.377603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f82dfc-6325-42bf-ae89-3e5ff4063f17 req-d78f720c-9f38-445c-8fc6-8f5d7926f6a1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:41.378997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31f82dfc-6325-42bf-ae89-3e5ff4063f17 req-d78f720c-9f38-445c-8fc6-8f5d7926f6a1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0852652 Aug 23 03:51:41.417914 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31f82dfc-6325-42bf-ae89-3e5ff4063f17 req-84f563f1-7c11-46ad-8a23-4995737ef611 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Aug 23 03:51:42.189468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42038adf-3359-41fa-bd1b-62ff63c988fc req-702a91b4-586c-49ba-928e-679785ff8a62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:42.190987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-42038adf-3359-41fa-bd1b-62ff63c988fc req-702a91b4-586c-49ba-928e-679785ff8a62 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0528197 Aug 23 03:51:42.232036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-42038adf-3359-41fa-bd1b-62ff63c988fc req-773dd000-d9d4-452e-9b27-08385bc442cb tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Aug 23 03:51:42.499030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:51:42.581550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53d0df-508e-4568-a4d2-d777f11b0159 req-66aaea37-d64c-4081-96ba-1fdb31370193 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:42.586159 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b53d0df-508e-4568-a4d2-d777f11b0159 req-66aaea37-d64c-4081-96ba-1fdb31370193 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0965719 Aug 23 03:51:42.626930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:51:42.627745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b53d0df-508e-4568-a4d2-d777f11b0159 req-5b24a012-10e4-42ac-be46-e8a0b6a3cc7c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365906 Aug 23 03:51:42.634020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:51:42.634469 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:42.719593 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:42.766566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292f6561-0e4f-4144-ba83-262c74a5e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf6357-5bdd-4e0a-a50f-575d1afaddc3'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:42.769365 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adade155-7eff-4d0f-bad6-17fd2a0c3157" -d '{"events": [{"server_uuid": "292f6561-0e4f-4144-ba83-262c74a5e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "28bf6357-5bdd-4e0a-a50f-575d1afaddc3"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:42.775753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:42.806345 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a101bb7a-79a2-4d27-8752-f03764081088 x-openstack-request-id: req-a101bb7a-79a2-4d27-8752-f03764081088 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:42.806345 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292f6561-0e4f-4144-ba83-262c74a5e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "28bf6357-5bdd-4e0a-a50f-575d1afaddc3", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:42.806717 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a101bb7a-79a2-4d27-8752-f03764081088 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:42.806965 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292f6561-0e4f-4144-ba83-262c74a5e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf6357-5bdd-4e0a-a50f-575d1afaddc3', 'code': 200} Aug 23 03:51:42.848383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:42.929755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:42.957552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec2bb-400b-48df-be85-8184c3b93e6e req-06334637-6135-4c1f-aa59-ec7a28ae3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:42.960295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-592ec2bb-400b-48df-be85-8184c3b93e6e req-06334637-6135-4c1f-aa59-ec7a28ae3b1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0428882 Aug 23 03:51:42.965309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160168f-427d-4e89-b16a-9315e271627f req-618d0717-69fc-4c98-b7c2-adf8c7b6ca32 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:42.967362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d160168f-427d-4e89-b16a-9315e271627f req-618d0717-69fc-4c98-b7c2-adf8c7b6ca32 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0519860 Aug 23 03:51:43.001857 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-592ec2bb-400b-48df-be85-8184c3b93e6e req-7f810fda-eef9-49d6-9db0-ca7e6ce92ec5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347424 Aug 23 03:51:43.008736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d160168f-427d-4e89-b16a-9315e271627f req-b7e17418-62ea-49e1-90a2-4a163fe5ae08 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Aug 23 03:51:43.132687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42a6ee-0e8a-4fae-aa83-15242365c455 req-d4dfce05-1107-4bd3-a67e-bac5255d360b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:43.134246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d42a6ee-0e8a-4fae-aa83-15242365c455 req-d4dfce05-1107-4bd3-a67e-bac5255d360b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0518622 Aug 23 03:51:43.175706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d42a6ee-0e8a-4fae-aa83-15242365c455 req-596d4e83-ab7b-4af0-8eb7-190feeb6f6d0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350997 Aug 23 03:51:43.378072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e5baa-7ff0-4836-9ff2-4ca0189aa148 req-96172ac4-a4cc-4728-8ac2-3638d4e1cc9c tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:43.379558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-839e5baa-7ff0-4836-9ff2-4ca0189aa148 req-96172ac4-a4cc-4728-8ac2-3638d4e1cc9c tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 946 time: 0.0553770 Aug 23 03:51:43.425136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-839e5baa-7ff0-4836-9ff2-4ca0189aa148 req-b506ef6c-ed4f-4eb0-900d-b093d2aac694 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385849 Aug 23 03:51:43.796559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4bf7e-938a-41e1-8aa4-608ec8497f9b req-702e881b-7d98-49a3-9a04-4757b2f60c58 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:43.798317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ad4bf7e-938a-41e1-8aa4-608ec8497f9b req-702e881b-7d98-49a3-9a04-4757b2f60c58 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.1140521 Aug 23 03:51:43.850092 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ad4bf7e-938a-41e1-8aa4-608ec8497f9b req-2fc333b0-55ca-47f7-a3e7-55c9a37a097c tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383635 Aug 23 03:51:44.582455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc4adc-7c2f-427f-bf6c-051a54ba8603 req-57d51b5c-4c21-4dae-ad47-27e7f42380a6 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:44.583867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3efc4adc-7c2f-427f-bf6c-051a54ba8603 req-57d51b5c-4c21-4dae-ad47-27e7f42380a6 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 946 time: 0.0818536 Aug 23 03:51:44.638259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3efc4adc-7c2f-427f-bf6c-051a54ba8603 req-479c616f-168b-4b39-a3dd-dfb73d367ffb tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393972 Aug 23 03:51:44.917862 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-3b68b54b-7cec-445a-83b5-21f1b2939781 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:44.919522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-3b68b54b-7cec-445a-83b5-21f1b2939781 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0612192 Aug 23 03:51:45.051565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d0ec0-c63c-4044-9f0c-c1feefee3d8d req-a52e19fd-6799-4269-8b82-de453ce8ddfe tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:45.054278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-112d0ec0-c63c-4044-9f0c-c1feefee3d8d req-a52e19fd-6799-4269-8b82-de453ce8ddfe tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 945 time: 0.0973411 Aug 23 03:51:45.098606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Deleting port 6e321ba4-3a5a-4121-8252-6b779dffb0bd {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:51:45.100291 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:45.137837 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-112d0ec0-c63c-4044-9f0c-c1feefee3d8d req-8bdb8d0a-f6b6-4dca-b675-1edd4a5fa37d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772808 Aug 23 03:51:45.206870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] For port 6e321ba4-3a5a-4121-8252-6b779dffb0bd, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6e321ba4-3a5a-4121-8252-6b779dffb0bd,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:45.207600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:45.220463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Calling delete_port for 6e321ba4-3a5a-4121-8252-6b779dffb0bd owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:51:45.398809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:45.415061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6e321ba4-3a5a-4121-8252-6b779dffb0bd'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:51:45.430017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event deleted for resources: {'Port': ['ID=6e321ba4-3a5a-4121-8252-6b779dffb0bd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:45.446647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:51:45.482393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] No DVR routers for this DVR port 6e321ba4-3a5a-4121-8252-6b779dffb0bd on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:51:45.485534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:45.487854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bd56e506-3efd-4170-9839-101b68cdc5ae req-9a7bed15-9506-4e1c-96c5-6624f07f69e9 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.24 "DELETE /v2.0/ports/6e321ba4-3a5a-4121-8252-6b779dffb0bd HTTP/1.1" status: 204 len: 173 time: 0.5595670 Aug 23 03:51:45.488581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731b6d68-e309-432d-a82e-fab5fb2527a6', 'name': 'network-vif-deleted', 'tag': '6e321ba4-3a5a-4121-8252-6b779dffb0bd'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:45.491749 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9555062e-2d01-4f3d-98be-daf085d8df1c" -d '{"events": [{"server_uuid": "731b6d68-e309-432d-a82e-fab5fb2527a6", "name": "network-vif-deleted", "tag": "6e321ba4-3a5a-4121-8252-6b779dffb0bd"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:45.537753 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ba5b58-54e0-4ef8-aab0-b0d3af84b08b x-openstack-request-id: req-10ba5b58-54e0-4ef8-aab0-b0d3af84b08b {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:45.538051 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731b6d68-e309-432d-a82e-fab5fb2527a6", "name": "network-vif-deleted", "tag": "6e321ba4-3a5a-4121-8252-6b779dffb0bd", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:45.538363 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10ba5b58-54e0-4ef8-aab0-b0d3af84b08b {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:45.538818 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731b6d68-e309-432d-a82e-fab5fb2527a6', 'name': 'network-vif-deleted', 'tag': '6e321ba4-3a5a-4121-8252-6b779dffb0bd', 'status': 'completed', 'code': 200} Aug 23 03:51:45.797152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb5183-37fb-4046-bcac-cd2cb7d0207d req-1a0eec1a-0918-4e7f-9976-9adcab0ac393 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:45.798760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bdb5183-37fb-4046-bcac-cd2cb7d0207d req-1a0eec1a-0918-4e7f-9976-9adcab0ac393 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 946 time: 0.0728152 Aug 23 03:51:45.844133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bdb5183-37fb-4046-bcac-cd2cb7d0207d req-edefb5d7-cf54-4786-a2c3-fe933191883f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Aug 23 03:51:46.306540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3628e92f-f34e-4d61-8166-6be8177c4159 req-d0c01ba6-9fcd-4a28-ae40-bd4b0754c6f4 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=731b6d68-e309-432d-a82e-fab5fb2527a6 HTTP/1.1" status: 200 len: 210 time: 0.0677390 Aug 23 03:51:47.122997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e23b8-35aa-4b95-844e-9e6450e3b40b req-8e8469b4-4c2c-468b-9ca1-a175c7dda063 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:47.124651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e45e23b8-35aa-4b95-844e-9e6450e3b40b req-8e8469b4-4c2c-468b-9ca1-a175c7dda063 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 946 time: 0.0501490 Aug 23 03:51:47.174903 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e45e23b8-35aa-4b95-844e-9e6450e3b40b req-ee151630-67c9-4905-b4fc-a423eceb4faa tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Aug 23 03:51:48.355539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43a0f8-e68b-42dc-bbdb-bb273cd782ee req-e9ea5efe-a1b4-4803-8da8-abbc4166ea91 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:48.357689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e43a0f8-e68b-42dc-bbdb-bb273cd782ee req-e9ea5efe-a1b4-4803-8da8-abbc4166ea91 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 945 time: 0.0636780 Aug 23 03:51:48.389456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df261e-7f23-4c45-8a55-b4d22e52e367 req-15113e1c-6602-44eb-9935-b4b28b3c7ddd tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:48.391604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23df261e-7f23-4c45-8a55-b4d22e52e367 req-15113e1c-6602-44eb-9935-b4b28b3c7ddd tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 946 time: 0.1152463 Aug 23 03:51:48.456852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23df261e-7f23-4c45-8a55-b4d22e52e367 req-54dc7276-bbb1-4a35-b07a-9c104cec27b9 tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a521cc8-409c-44d3-b13d-d66384f29ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565612 Aug 23 03:51:48.458092 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e43a0f8-e68b-42dc-bbdb-bb273cd782ee req-9665f204-06f3-482b-bcfa-64eb9a5bfaed tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938971 Aug 23 03:51:48.675155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36485e89-70f6-46d0-9200-d54c5640462d req-59c211aa-8bd6-48fd-939a-cf9a08d21e8f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:48.677041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36485e89-70f6-46d0-9200-d54c5640462d req-59c211aa-8bd6-48fd-939a-cf9a08d21e8f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.11 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 946 time: 0.0515559 Aug 23 03:51:48.788906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-36485e89-70f6-46d0-9200-d54c5640462d req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Deleting port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:51:48.789627 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-36485e89-70f6-46d0-9200-d54c5640462d req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:48.897052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-36485e89-70f6-46d0-9200-d54c5640462d req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] For port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,segment=NetworkSegment(65262210-e978-48c4-936b-f118bab2bfdd),segment_id=65262210-e978-48c4-936b-f118bab2bfdd)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:48.901810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-36485e89-70f6-46d0-9200-d54c5640462d req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:48.916882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-36485e89-70f6-46d0-9200-d54c5640462d req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Calling delete_port for 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:51:49.174148 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-36485e89-70f6-46d0-9200-d54c5640462d req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:49.206417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['28bf6357-5bdd-4e0a-a50f-575d1afaddc3'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:51:49.211266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Pushing event deleted for resources: {'Port': ['ID=28bf6357-5bdd-4e0a-a50f-575d1afaddc3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:49.264860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-36485e89-70f6-46d0-9200-d54c5640462d req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] No DVR routers for this DVR port 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:51:49.264860 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-36485e89-70f6-46d0-9200-d54c5640462d req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:49.266033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36485e89-70f6-46d0-9200-d54c5640462d req-7d5feccb-3e66-4842-9537-4a7142f9536f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.11 "DELETE /v2.0/ports/28bf6357-5bdd-4e0a-a50f-575d1afaddc3 HTTP/1.1" status: 204 len: 173 time: 0.5807281 Aug 23 03:51:49.266469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292f6561-0e4f-4144-ba83-262c74a5e5d6', 'name': 'network-vif-deleted', 'tag': '28bf6357-5bdd-4e0a-a50f-575d1afaddc3'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:49.269714 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4813ea3f-0141-4f1f-bf10-06fa548635a3" -d '{"events": [{"server_uuid": "292f6561-0e4f-4144-ba83-262c74a5e5d6", "name": "network-vif-deleted", "tag": "28bf6357-5bdd-4e0a-a50f-575d1afaddc3"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:49.308090 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e51e63-158b-431e-a45b-5f04db152c68 x-openstack-request-id: req-c9e51e63-158b-431e-a45b-5f04db152c68 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:49.308376 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292f6561-0e4f-4144-ba83-262c74a5e5d6", "name": "network-vif-deleted", "tag": "28bf6357-5bdd-4e0a-a50f-575d1afaddc3", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:49.308671 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9e51e63-158b-431e-a45b-5f04db152c68 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:49.309061 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292f6561-0e4f-4144-ba83-262c74a5e5d6', 'name': 'network-vif-deleted', 'tag': '28bf6357-5bdd-4e0a-a50f-575d1afaddc3', 'status': 'completed', 'code': 200} Aug 23 03:51:49.554031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be7d6e16-6033-4676-952e-523f764d299c req-a582942d-28a7-4d73-94fb-88594255f67f tempest-VolumesActionsTest-1690284537 tempest-VolumesActionsTest-1690284537-project] 10.222.0.20 "GET /v2.0/ports?device_id=292f6561-0e4f-4144-ba83-262c74a5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0335891 Aug 23 03:51:49.609701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01be12-4a6a-42e8-ac47-ce88ff278da3 req-5a4e7016-5a21-4f8a-b4e1-ce55d02f56b1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:49.611226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c01be12-4a6a-42e8-ac47-ce88ff278da3 req-5a4e7016-5a21-4f8a-b4e1-ce55d02f56b1 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 945 time: 0.0518644 Aug 23 03:51:49.652396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c01be12-4a6a-42e8-ac47-ce88ff278da3 req-f590c574-9fce-46e3-9ea2-85f121ae83d3 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/security-groups?id=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Aug 23 03:51:50.088095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-74ae5685-6fc8-48c3-8755-995f600e7a7b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:50.089748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-74ae5685-6fc8-48c3-8755-995f600e7a7b tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.11 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 945 time: 0.0696163 Aug 23 03:51:50.193552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6e321ba4-3a5a-4121-8252-6b779dffb0bd no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:51:50.231134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 6e321ba4-3a5a-4121-8252-6b779dffb0bd {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:51:50.232100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6e321ba4-3a5a-4121-8252-6b779dffb0bd not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:51:50.274969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Deleting port 279a4463-8d42-4471-b26f-07cc9d070d51 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:51:50.277741 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:50.365062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] For port 279a4463-8d42-4471-b26f-07cc9d070d51, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=279a4463-8d42-4471-b26f-07cc9d070d51,segment=NetworkSegment(f9d2434a-5cd0-4ab8-9f78-5dbd2144370b),segment_id=f9d2434a-5cd0-4ab8-9f78-5dbd2144370b)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:51:50.365681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:50.377526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Calling delete_port for 279a4463-8d42-4471-b26f-07cc9d070d51 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:51:50.655494 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:50.689881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['279a4463-8d42-4471-b26f-07cc9d070d51'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:51:50.730683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Pushing event deleted for resources: {'Port': ['ID=279a4463-8d42-4471-b26f-07cc9d070d51,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:50.790271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] No DVR routers for this DVR port 279a4463-8d42-4471-b26f-07cc9d070d51 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:51:50.801923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:50.803467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cc5f6dd-81bf-4bdb-ab07-2c1a5e2da4dc req-ee582ed0-cfef-47dd-b493-e69f226c50f0 tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.11 "DELETE /v2.0/ports/279a4463-8d42-4471-b26f-07cc9d070d51 HTTP/1.1" status: 204 len: 173 time: 0.6649210 Aug 23 03:51:50.830318 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a60e1481-2924-43ec-a8cc-ec984480c70c req-bcacf13e-3e49-458f-b35f-773b8d30375d tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 210 time: 0.0410407 Aug 23 03:51:51.312877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74aa5640-62d2-4e75-9246-7ba9f6b452a1', 'name': 'network-vif-deleted', 'tag': '279a4463-8d42-4471-b26f-07cc9d070d51'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:51:51.313123 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f585eb-1545-40ae-8ad9-232564fe6d0c" -d '{"events": [{"server_uuid": "74aa5640-62d2-4e75-9246-7ba9f6b452a1", "name": "network-vif-deleted", "tag": "279a4463-8d42-4471-b26f-07cc9d070d51"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:51:51.363705 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b75fdd-499e-4e72-aa86-6a82c6316b9f x-openstack-request-id: req-41b75fdd-499e-4e72-aa86-6a82c6316b9f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:51:51.364049 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74aa5640-62d2-4e75-9246-7ba9f6b452a1", "name": "network-vif-deleted", "tag": "279a4463-8d42-4471-b26f-07cc9d070d51", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:51:51.364300 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41b75fdd-499e-4e72-aa86-6a82c6316b9f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:51:51.364751 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74aa5640-62d2-4e75-9246-7ba9f6b452a1', 'name': 'network-vif-deleted', 'tag': '279a4463-8d42-4471-b26f-07cc9d070d51', 'status': 'completed', 'code': 200} Aug 23 03:51:51.993452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-477960c1-2673-4cd4-a6c6-0ce9a8632a56 req-0057d18a-5a86-4bf9-b653-1fa7cbc5019a tempest-ServersTestJSON-1652349832 tempest-ServersTestJSON-1652349832-project] 10.222.0.20 "GET /v2.0/ports?device_id=74aa5640-62d2-4e75-9246-7ba9f6b452a1 HTTP/1.1" status: 200 len: 210 time: 0.0393684 Aug 23 03:51:52.524612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:51:52.556416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:51:52.557715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 28bf6357-5bdd-4e0a-a50f-575d1afaddc3 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:51:52.610062 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.090858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56976) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:53.145041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5693455-abf0-409d-b8f3-86371aacd956 admin admin] Deleting subnet c6244b6e-2eb6-44fc-a773-c013c691650f {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:51:53.149238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5693455-abf0-409d-b8f3-86371aacd956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.212515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5693455-abf0-409d-b8f3-86371aacd956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.258170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5693455-abf0-409d-b8f3-86371aacd956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.457085 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5693455-abf0-409d-b8f3-86371aacd956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.524167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5693455-abf0-409d-b8f3-86371aacd956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6244b6e-2eb6-44fc-a773-c013c691650f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:53.527149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5693455-abf0-409d-b8f3-86371aacd956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.531274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c5693455-abf0-409d-b8f3-86371aacd956 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c6244b6e-2eb6-44fc-a773-c013c691650f HTTP/1.1" status: 204 len: 168 time: 0.4393537 Aug 23 03:51:53.533700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57010) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:53.624459 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.776924 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.792373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7167459d-9734-46e1-b0ba-4c58b0f8f5ed']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:51:53.806419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:51:53.815249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d2434a-5cd0-4ab8-9f78-5dbd2144370b') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:51:53.822484 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.848007 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.857260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:51:53.857808 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:51:53.859988 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:51:54.112725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:54.136693 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:54.155132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7167459d-9734-46e1-b0ba-4c58b0f8f5ed HTTP/1.1" status: 204 len: 168 time: 0.6165755 Aug 23 03:51:54.156798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72737af5-2c0e-428f-a398-616eda543ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7167459d-9734-46e1-b0ba-4c58b0f8f5ed,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:54.521503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 279a4463-8d42-4471-b26f-07cc9d070d51 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:51:54.562825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 279a4463-8d42-4471-b26f-07cc9d070d51 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:51:54.563216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 279a4463-8d42-4471-b26f-07cc9d070d51 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:51:54.586783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57072) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:54.723955 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3c42742-7ceb-4385-baf0-6ace1ff2f1d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d70ca7103ed4dbd8985029a568ee0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359370 Aug 23 03:51:54.726598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57084) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:54.797321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33a6faee-1f32-40d3-bd10-cdc96d0e6029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:54.829767 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33a6faee-1f32-40d3-bd10-cdc96d0e6029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:54.987480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33a6faee-1f32-40d3-bd10-cdc96d0e6029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:54.993463 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33a6faee-1f32-40d3-bd10-cdc96d0e6029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:54.995540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-33a6faee-1f32-40d3-bd10-cdc96d0e6029 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/915c2b90-bc8e-4fd1-86eb-c2b02de2ef44 HTTP/1.1" status: 204 len: 168 time: 0.2668867 Aug 23 03:51:55.025056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6faee-1f32-40d3-bd10-cdc96d0e6029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915c2b90-bc8e-4fd1-86eb-c2b02de2ef44,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:56.072726 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c723acb3-e0b6-4084-9b46-2b8000c50a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:56.830422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57180) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:57.047572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1032167592-network', 'tenant_id': '52cbece27fb14f4fa379e9aa883ed73f'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:57.130018 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Made reservation on behalf of 52cbece27fb14f4fa379e9aa883ed73f for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:57.135517 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:57.147442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:57.258522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:57.347184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:57.371298 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:51:57.382428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:57.382993 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Added segment 8881af8e-916e-42f6-a642-3b48b6a853db of type vlan for network b15e1206-1b62-44a7-8832-e5c0e4a2295c Aug 23 03:51:57.438613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:57.479977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81edd126-ffec-4f4b-b54b-72fd96ea6b1c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:57.518308 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:57.519311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:57.519923 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:57.587312 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7555978 Aug 23 03:51:57.590142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57212) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:57.606686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Request body: {'subnet': {'network_id': 'b15e1206-1b62-44a7-8832-e5c0e4a2295c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1032167592-subnet', 'tenant_id': '52cbece27fb14f4fa379e9aa883ed73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:57.633472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36876a5a-b5ed-4252-af4d-d49c05e49b8d admin admin] Pushing event updated for resources: {'Network': ['ID=b15e1206-1b62-44a7-8832-e5c0e4a2295c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:57.698806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network b15e1206-1b62-44a7-8832-e5c0e4a2295c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:51:57.717381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Made reservation on behalf of 52cbece27fb14f4fa379e9aa883ed73f for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:57.719963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:58.014730 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:58.113238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37e71f3-2bf2-47aa-b684-77e05fcd0465,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:58.130719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Checking segment: {'id': '8881af8e-916e-42f6-a642-3b48b6a853db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b15e1206-1b62-44a7-8832-e5c0e4a2295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:51:58.131610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Network hostable DHCP agents. Network: b15e1206-1b62-44a7-8832-e5c0e4a2295c, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:51:58.245400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Network b15e1206-1b62-44a7-8832-e5c0e4a2295c is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:51:58.346669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, b15e1206-1b62-44a7-8832-e5c0e4a2295c) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:51:58.352167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:58.353343 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:58.356917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65edff09-33cc-4257-bd3e-87c5ad5e195e None None] Network b15e1206-1b62-44a7-8832-e5c0e4a2295c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:51:58.447716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4601beeb-f71d-499d-8b45-271c9e5c9efa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8473566 Aug 23 03:51:58.569433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c165a2-5b14-4b98-8aa5-42a739663ff9 None None] Network b15e1206-1b62-44a7-8832-e5c0e4a2295c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:51:58.772109 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4dc20e1e-d2e9-41ae-bf32-c76b8171290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:58.858548 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:59.338679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57306) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:51:59.343857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1661228277-network', 'tenant_id': '21e5f377db794c5aa60597918970a830'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:51:59.449768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Made reservation on behalf of 21e5f377db794c5aa60597918970a830 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:51:59.452312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:59.471581 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:59.633345 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:59.707767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:59.775653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b003033-c919-4de9-9829-0767c60f2fed,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:51:59.813454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:51:59.846681 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:59.847044 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Added segment 57139a6f-8466-48b0-a043-08fa3ab9f6f1 of type vlan for network 587a8d91-f1c2-43b4-881c-3716e472c7ee Aug 23 03:51:59.898945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:59.981589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:51:59.984429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:51:59.984429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:00.060711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] Pushing event updated for resources: {'Network': ['ID=587a8d91-f1c2-43b4-881c-3716e472c7ee,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:00.076424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 587a8d91-f1c2-43b4-881c-3716e472c7ee details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:52:00.090557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2f3e32f1-afe5-4713-b40e-8d235f28dad1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7507093 Aug 23 03:52:00.093479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57348) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:00.105319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Request body: {'subnet': {'network_id': '587a8d91-f1c2-43b4-881c-3716e472c7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1661228277-subnet', 'tenant_id': '21e5f377db794c5aa60597918970a830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:00.216143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Made reservation on behalf of 21e5f377db794c5aa60597918970a830 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:52:00.219694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:00.409945 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:00.587233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:00.680645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c836ca2d-07bb-4474-9684-5b8fad2bae16,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:00.688957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Checking segment: {'id': '57139a6f-8466-48b0-a043-08fa3ab9f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '587a8d91-f1c2-43b4-881c-3716e472c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:00.689364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Network hostable DHCP agents. Network: 587a8d91-f1c2-43b4-881c-3716e472c7ee, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:52:00.798285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Network 587a8d91-f1c2-43b4-881c-3716e472c7ee is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:52:00.872358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 587a8d91-f1c2-43b4-881c-3716e472c7ee) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:00.876612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:00.877373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:00.887427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49caa3d7-8208-4f9f-bd53-a1757614cf18 None None] Network 587a8d91-f1c2-43b4-881c-3716e472c7ee requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:52:00.982073 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6bdf0eca-38a4-4719-a7c2-b1e615251935 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8875074 Aug 23 03:52:01.154010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99685b0e-cd84-40ff-8bfa-9e206874c75c None None] Network 587a8d91-f1c2-43b4-881c-3716e472c7ee requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:52:01.712779 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:01.819765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-3b99b80a-b5af-4b9c-9ffe-445ef22a972c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:01.821253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-3b99b80a-b5af-4b9c-9ffe-445ef22a972c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/networks?id=b15e1206-1b62-44a7-8832-e5c0e4a2295c HTTP/1.1" status: 200 len: 825 time: 0.1061902 Aug 23 03:52:01.923024 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:52:01.961923 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-cbed4ef1-d95b-4792-b2c0-3be42f21c6a6 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/quotas/52cbece27fb14f4fa379e9aa883ed73f HTTP/1.1" status: 200 len: 375 time: 0.1296132 Aug 23 03:52:01.994241 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7d0d1577-fbca-49e1-97e9-5f06e13a5e5d tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cbece27fb14f4fa379e9aa883ed73f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293918 Aug 23 03:52:02.093367 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-b7633b5c-a164-45ff-9117-d31d3058c7a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b15e1206-1b62-44a7-8832-e5c0e4a2295c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921383 Aug 23 03:52:02.183940 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-54256c88-27ca-4b41-a461-d562584d376e service neutron] 10.222.0.20 "GET /v2.0/networks/b15e1206-1b62-44a7-8832-e5c0e4a2295c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842979 Aug 23 03:52:02.332650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-06d2ad3a-2fbb-458f-b05a-75b81bf62100 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0595901 Aug 23 03:52:02.464755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-80eafaab-dbab-4d10-a02b-059162dcc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.465378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-80eafaab-dbab-4d10-a02b-059162dcc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.472177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-80eafaab-dbab-4d10-a02b-059162dcc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.472177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-80eafaab-dbab-4d10-a02b-059162dcc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.472177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-80eafaab-dbab-4d10-a02b-059162dcc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.472177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-80eafaab-dbab-4d10-a02b-059162dcc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.472177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-80eafaab-dbab-4d10-a02b-059162dcc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.472177 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-80eafaab-dbab-4d10-a02b-059162dcc93e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6491 time: 0.1136079 Aug 23 03:52:02.516514 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecf09fc0-0e59-4015-84c4-bc9d300ef707 req-4ca4810b-9e92-49bf-b561-2f729451ec1a tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 210 time: 0.0447664 Aug 23 03:52:02.673616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-48d95e0f-a5ea-4ee6-8f1c-00cea344c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.674176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-48d95e0f-a5ea-4ee6-8f1c-00cea344c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.674983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-48d95e0f-a5ea-4ee6-8f1c-00cea344c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.677188 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-48d95e0f-a5ea-4ee6-8f1c-00cea344c7f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773410b0-9710-43b7-a41a-cf96dea10a60&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=bc7b0e5a-bf93-4308-95c6-e8890b706564&id=bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 200 len: 2289 time: 0.1597292 Aug 23 03:52:02.754383 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-e59ebb7b-15a6-4009-8d10-6e4bbea38cfc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623 HTTP/1.1" status: 200 len: 1000 time: 0.0703213 Aug 23 03:52:02.848677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-ae2f4583-62d9-49d4-ac33-d821b64ad186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:02.851324 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-ae2f4583-62d9-49d4-ac33-d821b64ad186 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=911ff96c-e227-4037-9184-4069a4f87ccf HTTP/1.1" status: 200 len: 850 time: 0.0893016 Aug 23 03:52:03.010171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-047bb3a5-b72c-43ec-879e-471a561a95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:03.011813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-047bb3a5-b72c-43ec-879e-471a561a95ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773410b0-9710-43b7-a41a-cf96dea10a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535528 Aug 23 03:52:03.167140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-d61d11a5-0dc8-4f86-b673-9d4275947dfe service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468089 Aug 23 03:52:03.338801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-7df98a86-95a4-46f3-b90b-18c790d31395 service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633434 Aug 23 03:52:03.382890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-60654b75-9847-4f28-9798-f4966a4147f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 217 time: 0.0362406 Aug 23 03:52:03.494451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-3bdc61c1-0090-4ea8-b2f0-63d10522890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:03.495971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-3bdc61c1-0090-4ea8-b2f0-63d10522890c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.1060996 Aug 23 03:52:03.569476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-c37f04f6-4a6e-4c90-ac47-8b9803992a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:03.572808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-c37f04f6-4a6e-4c90-ac47-8b9803992a56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666137 Aug 23 03:52:03.663061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c51826f-5261-4c4d-82c7-eddcff766c64 req-c39f70e8-fc73-4b3e-aea5-1fe1eb855132 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 210 time: 0.0638335 Aug 23 03:52:04.268323 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-a75b80f0-5bb6-427c-939c-f6991d5eb096 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894372 Aug 23 03:52:04.386338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-0444dad2-a314-41ac-bb49-4be53119a57f service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101739 Aug 23 03:52:04.459617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-174a3997-9aec-40f9-8b30-4b1889193595 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 217 time: 0.0654681 Aug 23 03:52:04.538838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-f6be4e85-53b7-4ed4-b10d-1bb8d36c9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:04.540440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-f6be4e85-53b7-4ed4-b10d-1bb8d36c9593 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0738034 Aug 23 03:52:04.622518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-7233f3f0-857f-44dc-a6c4-01e92ea1a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:04.624836 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-7233f3f0-857f-44dc-a6c4-01e92ea1a3b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765877 Aug 23 03:52:04.802319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-5910d191-7a2a-4dfb-b7eb-aa7357ad0387 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688635 Aug 23 03:52:04.916516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b120982-fcb3-4c78-a429-2e5e51abd1b9 req-ec330087-1bf6-4647-8882-3bba8e22697d tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 210 time: 0.1052544 Aug 23 03:52:05.060598 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-b496939d-da65-4e1b-8385-00143d107a8f service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496777 Aug 23 03:52:05.146094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-1a7bf5c9-54a7-4399-a252-e29065cc13ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=17dd7351-48f5-4c38-a316-44ac2d836527 HTTP/1.1" status: 200 len: 217 time: 0.0779090 Aug 23 03:52:05.243556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-dfe0b442-27fd-450b-bd54-1654220bd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:05.245355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-dfe0b442-27fd-450b-bd54-1654220bd25b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0832250 Aug 23 03:52:05.307733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-9eda77e0-6159-4e6a-a6bb-4d2905331adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:05.309423 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-9eda77e0-6159-4e6a-a6bb-4d2905331adc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563607 Aug 23 03:52:05.477169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-0df4a0d6-5b48-4763-aba1-ca7934f240e7 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:05.478683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-0df4a0d6-5b48-4763-aba1-ca7934f240e7 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.11 "GET /v2.0/networks?id=b15e1206-1b62-44a7-8832-e5c0e4a2295c HTTP/1.1" status: 200 len: 825 time: 0.2100482 Aug 23 03:52:05.498773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Request body: {'port': {'device_id': 'cb4621e9-9948-483b-9a72-82153f57a57f', 'network_id': 'b15e1206-1b62-44a7-8832-e5c0e4a2295c', 'admin_state_up': True, 'tenant_id': '52cbece27fb14f4fa379e9aa883ed73f'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:05.514433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-086a0687-b4c7-4310-ba39-37781f74a382 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974032 Aug 23 03:52:05.701958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-e21e9d53-0f23-4504-bdef-80f36b9523a9 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797240 Aug 23 03:52:05.713459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Made reservation on behalf of 52cbece27fb14f4fa379e9aa883ed73f for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:52:05.724370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:05.783565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-c4c1adb5-2b48-41ee-ab5a-fce2b650d81b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=d2dec841-18eb-4694-8ee6-41883163b8f4 HTTP/1.1" status: 200 len: 217 time: 0.0732918 Aug 23 03:52:05.855132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-1d98a3f4-a4e9-4ac1-92c2-f63635bd6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:05.857028 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-1d98a3f4-a4e9-4ac1-92c2-f63635bd6e32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0673134 Aug 23 03:52:06.065626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-e2e0409b-347a-46ff-b1a2-466c82f5aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:06.070804 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-e2e0409b-347a-46ff-b1a2-466c82f5aadb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2038231 Aug 23 03:52:06.102356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Allocated IP 172.20.0.11 (b15e1206-1b62-44a7-8832-e5c0e4a2295c/d37e71f3-2bf2-47aa-b684-77e05fcd0465/208a626f-a98f-4acb-a2be-52698a846883) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:52:06.191344 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdaee22d-7407-4b24-a4f0-75d0ce4e141f req-52c8947f-c6b2-4ac2-bded-f2491e2919f7 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 210 time: 0.0380666 Aug 23 03:52:06.378591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-66e30b0a-d082-4e9a-852f-643abebfc830 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135139 Aug 23 03:52:06.379364 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:06.400145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-a4e4ab26-93b6-4e38-8472-2ac670e0488a service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929008 Aug 23 03:52:06.449236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-007a47ab-51f7-4447-8335-4b00b670751f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c87f7d25-7485-477f-904e-507189f112c9 HTTP/1.1" status: 200 len: 217 time: 0.0421593 Aug 23 03:52:06.509039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-4c45fb27-1c82-437c-afea-35daaf7c8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:06.511082 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-4c45fb27-1c82-437c-afea-35daaf7c8ba2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.0547323 Aug 23 03:52:06.573188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-8f4cb77e-c64a-40ba-a4c1-94729dd14b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:06.575529 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-8f4cb77e-c64a-40ba-a4c1-94729dd14b64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0570362 Aug 23 03:52:06.667263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-eea46ce5-f81c-4243-876b-9303661c22d3 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850785 Aug 23 03:52:06.698144 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:06.745283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Network b15e1206-1b62-44a7-8832-e5c0e4a2295c is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:06.749467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:06.752553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:52:06.766842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-7ae0d489-ec7c-40d3-8bdd-3f5eb627e7ce service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911436 Aug 23 03:52:06.813597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Pushing event updated for resources: {'Port': ['ID=208a626f-a98f-4acb-a2be-52698a846883,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:06.829050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:06.829678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:06.830372 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-d36ba915-10b8-43d0-bb0e-80d9643c64df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5beb642-632a-4ebe-8510-e8859cd301a7 HTTP/1.1" status: 200 len: 217 time: 0.0569658 Aug 23 03:52:06.880763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-0b80ecee-d830-4ac0-860d-fdc7e3f16a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:06.882411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-0b80ecee-d830-4ac0-860d-fdc7e3f16a90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.0455246 Aug 23 03:52:06.913541 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-7a365791-0936-4999-9acf-c8f0da1bc99c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4192297 Aug 23 03:52:06.931958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Request body: {'port': {'device_id': 'cb4621e9-9948-483b-9a72-82153f57a57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:06.932440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-a364f664-3c99-44ff-ab3c-40dc1944fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:06.934184 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-a364f664-3c99-44ff-ab3c-40dc1944fde3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452340 Aug 23 03:52:07.007514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:07.046338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-aa084056-3914-4c33-9709-55ea25ffee1f service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042194 Aug 23 03:52:07.173670 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95689084-f6c4-4c46-b2f0-a82ca1b0b6c2 req-f9bb25f7-3891-4ffb-a002-ecfadd9cc659 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185699 Aug 23 03:52:07.408837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275d1ca-2cb0-4da8-a231-d8910b45548d req-3a4cfecc-707a-4689-9ec4-4626b34f9498 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:07.417809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1275d1ca-2cb0-4da8-a231-d8910b45548d req-3a4cfecc-707a-4689-9ec4-4626b34f9498 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 932 time: 0.0912144 Aug 23 03:52:07.459088 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1275d1ca-2cb0-4da8-a231-d8910b45548d req-a8a2fa1d-a3a1-4904-9775-5912760b4bbc tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Aug 23 03:52:07.490178 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:07.502643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208a626f-a98f-4acb-a2be-52698a846883 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:52:07.513615 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:07.529145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Transition to ACTIVE for port object 208a626f-a98f-4acb-a2be-52698a846883 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:07.598603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:07.664252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Pushing event updated for resources: {'Port': ['ID=208a626f-a98f-4acb-a2be-52698a846883,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:07.745163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Attempting to bind port 208a626f-a98f-4acb-a2be-52698a846883 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:52:07.745769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Attempting to bind port 208a626f-a98f-4acb-a2be-52698a846883 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '8881af8e-916e-42f6-a642-3b48b6a853db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b15e1206-1b62-44a7-8832-e5c0e4a2295c'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:52:07.745963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Attempting to bind port 208a626f-a98f-4acb-a2be-52698a846883 on network b15e1206-1b62-44a7-8832-e5c0e4a2295c {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:07.751865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Port 208a626f-a98f-4acb-a2be-52698a846883 on network b15e1206-1b62-44a7-8832-e5c0e4a2295c not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:52:07.752193 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Attempting to bind port 208a626f-a98f-4acb-a2be-52698a846883 on network b15e1206-1b62-44a7-8832-e5c0e4a2295c {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:07.760039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:52:07.760447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Checking segment: {'id': '8881af8e-916e-42f6-a642-3b48b6a853db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b15e1206-1b62-44a7-8832-e5c0e4a2295c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:07.760750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Bound using segment: {'id': '8881af8e-916e-42f6-a642-3b48b6a853db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b15e1206-1b62-44a7-8832-e5c0e4a2295c'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:52:07.761313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Bound port: 208a626f-a98f-4acb-a2be-52698a846883, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8881af8e-916e-42f6-a642-3b48b6a853db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b15e1206-1b62-44a7-8832-e5c0e4a2295c'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:52:07.761680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:07.842262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] For port 208a626f-a98f-4acb-a2be-52698a846883, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:52:07.845904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] For port 208a626f-a98f-4acb-a2be-52698a846883, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=208a626f-a98f-4acb-a2be-52698a846883,segment=NetworkSegment(8881af8e-916e-42f6-a642-3b48b6a853db),segment_id=8881af8e-916e-42f6-a642-3b48b6a853db)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:52:07.941779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:08.050272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Pushing event updated for resources: {'Port': ['ID=208a626f-a98f-4acb-a2be-52698a846883,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:08.069048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:08.069899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:08.071457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-4880c8a4-9f78-4e4a-b491-28677fb4b17a service neutron] 10.222.0.11 "PUT /v2.0/ports/208a626f-a98f-4acb-a2be-52698a846883 HTTP/1.1" status: 200 len: 1092 time: 1.1441469 Aug 23 03:52:08.072518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4621e9-9948-483b-9a72-82153f57a57f', 'tag': '208a626f-a98f-4acb-a2be-52698a846883'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:52:08.074922 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f09714b-dbf9-418e-a1f1-fbba7856499c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4621e9-9948-483b-9a72-82153f57a57f", "tag": "208a626f-a98f-4acb-a2be-52698a846883"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:52:08.179738 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b460b8a-c70b-482d-bbcc-abd42965cf3d x-openstack-request-id: req-6b460b8a-c70b-482d-bbcc-abd42965cf3d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:52:08.180220 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4621e9-9948-483b-9a72-82153f57a57f", "tag": "208a626f-a98f-4acb-a2be-52698a846883", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:52:08.180550 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b460b8a-c70b-482d-bbcc-abd42965cf3d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:52:08.181051 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4621e9-9948-483b-9a72-82153f57a57f', 'tag': '208a626f-a98f-4acb-a2be-52698a846883', 'status': 'completed', 'code': 200} Aug 23 03:52:08.314647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09714b-dbf9-418e-a1f1-fbba7856499c req-da5c993c-4ef5-47f0-bb0b-e6e56d22b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:08.316524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f09714b-dbf9-418e-a1f1-fbba7856499c req-da5c993c-4ef5-47f0-bb0b-e6e56d22b223 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52cbece27fb14f4fa379e9aa883ed73f&device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 1095 time: 0.0950916 Aug 23 03:52:08.459887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09714b-dbf9-418e-a1f1-fbba7856499c req-a2ffc6de-aad9-4803-bd25-6d1edd3b563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:08.461967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f09714b-dbf9-418e-a1f1-fbba7856499c req-a2ffc6de-aad9-4803-bd25-6d1edd3b563c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=52cbece27fb14f4fa379e9aa883ed73f&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1308706 Aug 23 03:52:08.616225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09714b-dbf9-418e-a1f1-fbba7856499c req-c01ffb51-040a-4e86-88c5-51e6fbbf6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:08.617917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f09714b-dbf9-418e-a1f1-fbba7856499c req-c01ffb51-040a-4e86-88c5-51e6fbbf6509 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1492212 Aug 23 03:52:08.792920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-25ccc82a-4efa-4f72-bf9a-2cd5b97e8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:08.794832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-25ccc82a-4efa-4f72-bf9a-2cd5b97e8db8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52cbece27fb14f4fa379e9aa883ed73f&device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 1095 time: 0.1125741 Aug 23 03:52:08.805546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080cceb-0aee-4781-a2c9-dd4be480aff2 req-389f5799-eead-4b6f-9dd8-bc61dd0f14da tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:08.807829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f080cceb-0aee-4781-a2c9-dd4be480aff2 req-389f5799-eead-4b6f-9dd8-bc61dd0f14da tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 944 time: 0.2332158 Aug 23 03:52:08.875190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-9028370e-7997-423f-8528-cab633bd0a9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=208a626f-a98f-4acb-a2be-52698a846883 HTTP/1.1" status: 200 len: 217 time: 0.0662110 Aug 23 03:52:08.929567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f080cceb-0aee-4781-a2c9-dd4be480aff2 req-2db41375-a556-411a-982f-6539c3eb4fba tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129904 Aug 23 03:52:08.949609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-9256f464-9240-4e6b-bdec-34cdd6b343b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:08.951474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-9256f464-9240-4e6b-bdec-34cdd6b343b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d37e71f3-2bf2-47aa-b684-77e05fcd0465 HTTP/1.1" status: 200 len: 865 time: 0.0669320 Aug 23 03:52:09.049602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-daab1e54-b86c-45f4-a3a3-5b7a776ac39c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b15e1206-1b62-44a7-8832-e5c0e4a2295c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694885 Aug 23 03:52:09.265426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-737980eb-19c4-4d8d-b821-4e2b5a669033 service neutron] 10.222.0.11 "GET /v2.0/networks/b15e1206-1b62-44a7-8832-e5c0e4a2295c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071273 Aug 23 03:52:09.692821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dccfdb7-10cd-4680-aab6-0474a0aca2c5 req-784c74cb-3558-402f-a7c7-7ea4aa408a9a service neutron] 10.222.0.11 "GET /v2.0/networks/b15e1206-1b62-44a7-8832-e5c0e4a2295c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193931 Aug 23 03:52:10.090894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1c1a-5528-4881-a86b-6c0fbcb7a825 req-fee5e1f9-f154-4d59-ad79-3fe9f1f0341a tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:10.105496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56aa1c1a-5528-4881-a86b-6c0fbcb7a825 req-fee5e1f9-f154-4d59-ad79-3fe9f1f0341a tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 944 time: 0.0724247 Aug 23 03:52:10.179020 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56aa1c1a-5528-4881-a86b-6c0fbcb7a825 req-f3edb1f3-73f9-4245-b958-34d4b2082cae tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724766 Aug 23 03:52:11.371049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cd547-54f6-49ef-924d-4ef702e6d145 req-29da54a2-5dec-456c-8132-e72130021937 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:11.380213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-905cd547-54f6-49ef-924d-4ef702e6d145 req-29da54a2-5dec-456c-8132-e72130021937 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 944 time: 0.0805902 Aug 23 03:52:11.477967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-905cd547-54f6-49ef-924d-4ef702e6d145 req-b80e4e9c-981a-47eb-9ea2-5bbeeadbf62f tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964999 Aug 23 03:52:12.624557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 208a626f-a98f-4acb-a2be-52698a846883 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:52:12.647069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a21a3-38ee-4d49-ad34-7aa61098a4a9 req-6300499c-8a42-48c6-a96d-7cefc26f267e tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:12.658661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-249a21a3-38ee-4d49-ad34-7aa61098a4a9 req-6300499c-8a42-48c6-a96d-7cefc26f267e tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 944 time: 0.0827048 Aug 23 03:52:12.711443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-249a21a3-38ee-4d49-ad34-7aa61098a4a9 req-d1a78323-ddab-4c8f-b3a7-bb66998254e8 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511351 Aug 23 03:52:12.790890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 208a626f-a98f-4acb-a2be-52698a846883, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=208a626f-a98f-4acb-a2be-52698a846883,segment=NetworkSegment(8881af8e-916e-42f6-a642-3b48b6a853db),segment_id=8881af8e-916e-42f6-a642-3b48b6a853db)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:12.803657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '208a626f-a98f-4acb-a2be-52698a846883', 'network_id': 'b15e1206-1b62-44a7-8832-e5c0e4a2295c', 'port_id': '208a626f-a98f-4acb-a2be-52698a846883', 'mac_address': 'fa:16:3e:7c:14:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37e71f3-2bf2-47aa-b684-77e05fcd0465', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:52:12.850328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:12.866354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208a626f-a98f-4acb-a2be-52698a846883 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:52:12.889486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 208a626f-a98f-4acb-a2be-52698a846883, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=208a626f-a98f-4acb-a2be-52698a846883,segment=NetworkSegment(8881af8e-916e-42f6-a642-3b48b6a853db),segment_id=8881af8e-916e-42f6-a642-3b48b6a853db)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:12.958705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:13.030559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=208a626f-a98f-4acb-a2be-52698a846883,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:13.307958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['208a626f-a98f-4acb-a2be-52698a846883'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:52:13.472896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-63f2432d-d71f-4e19-9de6-b0df3a7b65a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118851 Aug 23 03:52:13.579208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-80e6ef68-e8e7-41f4-9611-311096145885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:13.593655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-80e6ef68-e8e7-41f4-9611-311096145885 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 1097 time: 0.0843763 Aug 23 03:52:13.799216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-a7ab83d2-f26a-40dc-97b8-87eb31417b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:13.806856 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-a7ab83d2-f26a-40dc-97b8-87eb31417b5e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.1858571 Aug 23 03:52:14.045814 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-2e20ac1b-6a7d-4518-b69e-d95c2e3dca4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7 HTTP/1.1" status: 200 len: 1001 time: 0.2308505 Aug 23 03:52:14.145440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78e648-15f2-41b9-a3ef-a46a5244f41c req-110e4a11-63e3-45a5-9bd2-247c4fbdc78a tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:14.147120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad78e648-15f2-41b9-a3ef-a46a5244f41c req-110e4a11-63e3-45a5-9bd2-247c4fbdc78a tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 945 time: 0.1763871 Aug 23 03:52:14.230679 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-88752634-fbae-4df5-b3c3-0a2a6418ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:14.232652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-88752634-fbae-4df5-b3c3-0a2a6418ab40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.1724143 Aug 23 03:52:14.306366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad78e648-15f2-41b9-a3ef-a46a5244f41c req-3087ccfd-1c98-4a9f-841a-638ffe97250e tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428845 Aug 23 03:52:14.321947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-b72f981c-9e77-44a8-9fe2-037f1873f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:14.323704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-b72f981c-9e77-44a8-9fe2-037f1873f1c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795622 Aug 23 03:52:14.454088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-26303b46-f767-486c-947e-da5a830362a0 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195006 Aug 23 03:52:14.603515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bb32915-eef7-41d6-927a-92f1b3b4c557 req-01a59dc8-bcec-4564-a282-002a4701ce10 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415291 Aug 23 03:52:14.640838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 208a626f-a98f-4acb-a2be-52698a846883 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:14.769618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 208a626f-a98f-4acb-a2be-52698a846883 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:14.774828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 208a626f-a98f-4acb-a2be-52698a846883 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:14.775373 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:14.914377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:14.962915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 208a626f-a98f-4acb-a2be-52698a846883, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=208a626f-a98f-4acb-a2be-52698a846883,segment=NetworkSegment(8881af8e-916e-42f6-a642-3b48b6a853db),segment_id=8881af8e-916e-42f6-a642-3b48b6a853db)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:14.964160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4621e9-9948-483b-9a72-82153f57a57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208a626f-a98f-4acb-a2be-52698a846883'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:52:14.966497 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0428f9c5-abb5-43f0-9fed-91028dcdb193" -d '{"events": [{"server_uuid": "cb4621e9-9948-483b-9a72-82153f57a57f", "name": "network-vif-plugged", "status": "completed", "tag": "208a626f-a98f-4acb-a2be-52698a846883"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:52:15.026662 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:15.037532 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a78c68-b5b1-4a56-b378-3155c66a72cc x-openstack-request-id: req-94a78c68-b5b1-4a56-b378-3155c66a72cc {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:52:15.037832 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4621e9-9948-483b-9a72-82153f57a57f", "name": "network-vif-plugged", "status": "completed", "tag": "208a626f-a98f-4acb-a2be-52698a846883", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:52:15.038085 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94a78c68-b5b1-4a56-b378-3155c66a72cc {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:52:15.038644 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4621e9-9948-483b-9a72-82153f57a57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208a626f-a98f-4acb-a2be-52698a846883', 'code': 200} Aug 23 03:52:15.128174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=208a626f-a98f-4acb-a2be-52698a846883,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:15.263458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bbe02-f2ee-4924-89a0-5c09871f33ee req-27d1192d-27d3-4cc6-bc28-5236b1d253d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:15.265279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c51bbe02-f2ee-4924-89a0-5c09871f33ee req-27d1192d-27d3-4cc6-bc28-5236b1d253d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 1097 time: 0.0584342 Aug 23 03:52:15.305287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c51bbe02-f2ee-4924-89a0-5c09871f33ee req-d9723336-e826-4b71-9aae-f94ba6a67420 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306201 Aug 23 03:52:15.461458 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8955-5e79-48ee-b0e7-6b15bc0034bf req-093f0927-76de-4213-9690-e132ebfedaf0 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:15.462939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-798b8955-5e79-48ee-b0e7-6b15bc0034bf req-093f0927-76de-4213-9690-e132ebfedaf0 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 946 time: 0.0897229 Aug 23 03:52:15.526814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-798b8955-5e79-48ee-b0e7-6b15bc0034bf req-8101f1ff-ed2d-4687-bd6d-efbb6a6d9453 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578809 Aug 23 03:52:16.203339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50c48-8006-481e-b625-730817ba4b5b req-b246502e-efed-4c5f-af5c-3a7821c403d2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.213218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50c48-8006-481e-b625-730817ba4b5b req-b246502e-efed-4c5f-af5c-3a7821c403d2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.222463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50c48-8006-481e-b625-730817ba4b5b req-b246502e-efed-4c5f-af5c-3a7821c403d2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.231894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50c48-8006-481e-b625-730817ba4b5b req-b246502e-efed-4c5f-af5c-3a7821c403d2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.280675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50c48-8006-481e-b625-730817ba4b5b req-b246502e-efed-4c5f-af5c-3a7821c403d2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.280675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50c48-8006-481e-b625-730817ba4b5b req-b246502e-efed-4c5f-af5c-3a7821c403d2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.280675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50c48-8006-481e-b625-730817ba4b5b req-b246502e-efed-4c5f-af5c-3a7821c403d2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.280675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eba50c48-8006-481e-b625-730817ba4b5b req-b246502e-efed-4c5f-af5c-3a7821c403d2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5442 time: 0.1144958 Aug 23 03:52:16.326910 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eba50c48-8006-481e-b625-730817ba4b5b req-237af7ba-d22c-4eae-952d-a49a954f0a5a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580084 Aug 23 03:52:16.473000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96acae-8692-4488-a752-6b89ea67046a req-2bbfa180-f5f9-4fea-8dd2-b31e75b615f4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.478969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96acae-8692-4488-a752-6b89ea67046a req-2bbfa180-f5f9-4fea-8dd2-b31e75b615f4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.484904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96acae-8692-4488-a752-6b89ea67046a req-2bbfa180-f5f9-4fea-8dd2-b31e75b615f4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.490910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96acae-8692-4488-a752-6b89ea67046a req-2bbfa180-f5f9-4fea-8dd2-b31e75b615f4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.497098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96acae-8692-4488-a752-6b89ea67046a req-2bbfa180-f5f9-4fea-8dd2-b31e75b615f4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.503065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96acae-8692-4488-a752-6b89ea67046a req-2bbfa180-f5f9-4fea-8dd2-b31e75b615f4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.509580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96acae-8692-4488-a752-6b89ea67046a req-2bbfa180-f5f9-4fea-8dd2-b31e75b615f4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.511586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da96acae-8692-4488-a752-6b89ea67046a req-2bbfa180-f5f9-4fea-8dd2-b31e75b615f4 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5442 time: 0.0928254 Aug 23 03:52:16.689368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9af69-785f-47e5-b96f-32fac448dd0a req-c25a3f61-f098-4754-863d-ec0b7915d2a3 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:16.691085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfd9af69-785f-47e5-b96f-32fac448dd0a req-c25a3f61-f098-4754-863d-ec0b7915d2a3 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 946 time: 0.0830991 Aug 23 03:52:16.744304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bfd9af69-785f-47e5-b96f-32fac448dd0a req-1e1f6574-09ef-4858-b8f3-bd20f243f0e2 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Aug 23 03:52:17.876377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550349f-ca4c-412d-bc00-adaef33e5181 req-1ef508ec-4c35-4acd-a76b-9f7250b8a0c5 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:17.878282 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2550349f-ca4c-412d-bc00-adaef33e5181 req-1ef508ec-4c35-4acd-a76b-9f7250b8a0c5 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 946 time: 0.0575006 Aug 23 03:52:17.923462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2550349f-ca4c-412d-bc00-adaef33e5181 req-622eaf37-5ec5-4779-a863-8e4e09ca3ead tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Aug 23 03:52:18.050813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfab9d2-08cc-450a-a144-f80b109b393b req-6c52597d-3099-4ae8-9814-286ae119a240 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:18.052635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbfab9d2-08cc-450a-a144-f80b109b393b req-6c52597d-3099-4ae8-9814-286ae119a240 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 946 time: 0.0580142 Aug 23 03:52:18.100144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbfab9d2-08cc-450a-a144-f80b109b393b req-71c6a4b6-fa96-41ac-8cc3-0b441b05d747 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Aug 23 03:52:18.372718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e5e63-ccbc-4f10-9c26-e1ac7065d28b req-f7f31cd6-f9f7-4bb5-a847-cffcbcadc497 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:18.374391 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-056e5e63-ccbc-4f10-9c26-e1ac7065d28b req-f7f31cd6-f9f7-4bb5-a847-cffcbcadc497 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 946 time: 0.0811067 Aug 23 03:52:18.453457 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-056e5e63-ccbc-4f10-9c26-e1ac7065d28b req-cc85ff62-f6fb-4d9c-8120-eae20701b756 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717850 Aug 23 03:52:18.998579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58130) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:19.060260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b871e7-eab7-4faf-8efb-1fbcbf965e96 req-d9c841eb-8c7b-4cf4-989e-e5607392ac7b tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:19.062245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b871e7-eab7-4faf-8efb-1fbcbf965e96 req-d9c841eb-8c7b-4cf4-989e-e5607392ac7b tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 946 time: 0.0560119 Aug 23 03:52:19.135492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-06fccce7-8225-4f23-aaa1-4f33afb1d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:19.136136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-06fccce7-8225-4f23-aaa1-4f33afb1d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:19.136679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-06fccce7-8225-4f23-aaa1-4f33afb1d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:19.137260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-06fccce7-8225-4f23-aaa1-4f33afb1d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:19.142437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-06fccce7-8225-4f23-aaa1-4f33afb1d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:19.142437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-06fccce7-8225-4f23-aaa1-4f33afb1d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:19.142437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-06fccce7-8225-4f23-aaa1-4f33afb1d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:19.142437 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-06fccce7-8225-4f23-aaa1-4f33afb1d3c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6499 time: 0.1415019 Aug 23 03:52:19.145980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15b871e7-eab7-4faf-8efb-1fbcbf965e96 req-332fc5dc-d3d6-44ca-935a-c233ffaddaf6 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748746 Aug 23 03:52:19.195934 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-5fb5d62f-0d26-43dc-ad19-118faa2fa5fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466180 Aug 23 03:52:20.268458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589152e6-d546-4132-8ce8-70cfb84e4070 req-401494cb-b12e-473c-a3b9-26cc9aeb84d5 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:20.274554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-589152e6-d546-4132-8ce8-70cfb84e4070 req-401494cb-b12e-473c-a3b9-26cc9aeb84d5 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 946 time: 0.0525904 Aug 23 03:52:20.329944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-589152e6-d546-4132-8ce8-70cfb84e4070 req-1c6e1139-7c16-4409-af1c-9bebbf9f7b9c tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/security-groups?id=81edd126-ffec-4f4b-b54b-72fd96ea6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507419 Aug 23 03:52:20.563800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-b3b054fa-9575-4f8e-98b6-783dc65d8dab tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:20.565408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-b3b054fa-9575-4f8e-98b6-783dc65d8dab tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 946 time: 0.0495462 Aug 23 03:52:20.678345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Deleting port 208a626f-a98f-4acb-a2be-52698a846883 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:52:20.678689 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:20.772807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] For port 208a626f-a98f-4acb-a2be-52698a846883, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=208a626f-a98f-4acb-a2be-52698a846883,segment=NetworkSegment(8881af8e-916e-42f6-a642-3b48b6a853db),segment_id=8881af8e-916e-42f6-a642-3b48b6a853db)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:20.773225 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:20.786233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Calling delete_port for 208a626f-a98f-4acb-a2be-52698a846883 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:52:21.032258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.066202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['208a626f-a98f-4acb-a2be-52698a846883'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:52:21.067371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Pushing event deleted for resources: {'Port': ['ID=208a626f-a98f-4acb-a2be-52698a846883,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:21.080589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.080589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.080960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.081323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.081659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.082024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.082434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.082874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.083307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.083753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.084209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.084639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.120830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] No DVR routers for this DVR port 208a626f-a98f-4acb-a2be-52698a846883 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:52:21.123687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.125827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ecebc440-22fa-4c0e-a90c-a7bf0e171612 req-e4e152c7-12ab-443c-903f-9aa18dbe6586 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.11 "DELETE /v2.0/ports/208a626f-a98f-4acb-a2be-52698a846883 HTTP/1.1" status: 204 len: 173 time: 0.5541198 Aug 23 03:52:21.126287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4621e9-9948-483b-9a72-82153f57a57f', 'name': 'network-vif-deleted', 'tag': '208a626f-a98f-4acb-a2be-52698a846883'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:52:21.128639 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f4c2e2-2cc3-4222-bfe4-ee533aca9e20" -d '{"events": [{"server_uuid": "cb4621e9-9948-483b-9a72-82153f57a57f", "name": "network-vif-deleted", "tag": "208a626f-a98f-4acb-a2be-52698a846883"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:52:21.169053 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db301e7-7c7c-40fa-906d-b19db7d5ddbb x-openstack-request-id: req-8db301e7-7c7c-40fa-906d-b19db7d5ddbb {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:52:21.169565 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4621e9-9948-483b-9a72-82153f57a57f", "name": "network-vif-deleted", "tag": "208a626f-a98f-4acb-a2be-52698a846883", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:52:21.169818 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8db301e7-7c7c-40fa-906d-b19db7d5ddbb {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:52:21.170221 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4621e9-9948-483b-9a72-82153f57a57f', 'name': 'network-vif-deleted', 'tag': '208a626f-a98f-4acb-a2be-52698a846883', 'status': 'completed', 'code': 200} Aug 23 03:52:21.330997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58192) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:21.406258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Deleting subnet d5c1b84f-45dd-4b85-8bf1-53cafa4f8487 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:52:21.413471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.462507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-979839b4-b2d0-4d47-badf-ebb35741cc26 req-cb357b47-3551-4dca-9d72-7e3c1abd7059 tempest-ServersNegativeTestMultiTenantJSON-786405635 tempest-ServersNegativeTestMultiTenantJSON-786405635-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb4621e9-9948-483b-9a72-82153f57a57f HTTP/1.1" status: 200 len: 210 time: 0.0548384 Aug 23 03:52:21.484488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.544052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.666348 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.716284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c1b84f-45dd-4b85-8bf1-53cafa4f8487,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:21.726479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.730926 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5c1b84f-45dd-4b85-8bf1-53cafa4f8487 HTTP/1.1" status: 204 len: 168 time: 0.3950572 Aug 23 03:52:21.730926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.731109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58208) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:21.737193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.737712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.738437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.739494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.739854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.740731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.741462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.741950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.742452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.742943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.743423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868e3aa-63da-456a-acd0-558777429a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:21.809850 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.902873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.915943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bac7910-03c7-479e-8cbb-9ba5f98ef947']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:21.927544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65262210-e978-48c4-936b-f118bab2bfdd') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:21.928222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65262210-e978-48c4-936b-f118bab2bfdd') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:21.943957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.960097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.968282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:52:21.968940 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:52:21.971360 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:52:22.066548 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.083687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.085674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4bac7910-03c7-479e-8cbb-9ba5f98ef947 HTTP/1.1" status: 204 len: 168 time: 0.3536961 Aug 23 03:52:22.086815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567810-d5ab-40f8-b9cf-a73afe5aae20 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bac7910-03c7-479e-8cbb-9ba5f98ef947,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:22.518526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58232) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:22.552594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58238) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:22.577411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-077eba26-163b-4ca1-9805-9438f90f059a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=665903f230694db79a450831c460bc04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560856 Aug 23 03:52:22.580031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58240) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:22.593081 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.621398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb82df2-546b-4d5d-8ae9-be90c75574d2 admin admin] Deleting subnet d37e71f3-2bf2-47aa-b684-77e05fcd0465 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:52:22.622651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-deb82df2-546b-4d5d-8ae9-be90c75574d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.647986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e44926bf-6cb0-45da-abeb-e2b775b59a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.661660 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-deb82df2-546b-4d5d-8ae9-be90c75574d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.669189 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e44926bf-6cb0-45da-abeb-e2b775b59a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.708007 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-deb82df2-546b-4d5d-8ae9-be90c75574d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.774971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e44926bf-6cb0-45da-abeb-e2b775b59a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.777727 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e44926bf-6cb0-45da-abeb-e2b775b59a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.778901 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e44926bf-6cb0-45da-abeb-e2b775b59a90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a521cc8-409c-44d3-b13d-d66384f29ac9 HTTP/1.1" status: 204 len: 168 time: 0.1975970 Aug 23 03:52:22.796771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44926bf-6cb0-45da-abeb-e2b775b59a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a521cc8-409c-44d3-b13d-d66384f29ac9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:22.833399 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-deb82df2-546b-4d5d-8ae9-be90c75574d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.859139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb82df2-546b-4d5d-8ae9-be90c75574d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37e71f3-2bf2-47aa-b684-77e05fcd0465,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:22.867232 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-deb82df2-546b-4d5d-8ae9-be90c75574d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:22.871725 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-deb82df2-546b-4d5d-8ae9-be90c75574d2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d37e71f3-2bf2-47aa-b684-77e05fcd0465 HTTP/1.1" status: 204 len: 168 time: 0.3155227 Aug 23 03:52:22.871725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58254) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:22.947309 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.031814 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.042254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15e1206-1b62-44a7-8832-e5c0e4a2295c']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:23.052761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8881af8e-916e-42f6-a642-3b48b6a853db') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:23.053104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8881af8e-916e-42f6-a642-3b48b6a853db') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:23.062463 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.076933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.082785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:52:23.088061 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:52:23.237982 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.251939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.254206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] 10.222.0.20 "DELETE /v2.0/networks/b15e1206-1b62-44a7-8832-e5c0e4a2295c HTTP/1.1" status: 204 len: 168 time: 0.3815684 Aug 23 03:52:23.257199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58266) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:23.268770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef2e42-175c-4e91-8088-ae43bb09f38c admin admin] Pushing event deleted for resources: {'Network': ['ID=b15e1206-1b62-44a7-8832-e5c0e4a2295c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:23.307993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9499865e-b168-48e3-85bd-c4301e67fd95 admin admin] Deleting subnet c836ca2d-07bb-4474-9684-5b8fad2bae16 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:52:23.311878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9499865e-b168-48e3-85bd-c4301e67fd95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.379478 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9499865e-b168-48e3-85bd-c4301e67fd95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.429284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9499865e-b168-48e3-85bd-c4301e67fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.586484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9499865e-b168-48e3-85bd-c4301e67fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.610867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499865e-b168-48e3-85bd-c4301e67fd95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c836ca2d-07bb-4474-9684-5b8fad2bae16,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:23.616461 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9499865e-b168-48e3-85bd-c4301e67fd95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.620684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9499865e-b168-48e3-85bd-c4301e67fd95 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c836ca2d-07bb-4474-9684-5b8fad2bae16 HTTP/1.1" status: 204 len: 168 time: 0.3598602 Aug 23 03:52:23.620797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58286) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:23.703891 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.845456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.858584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587a8d91-f1c2-43b4-881c-3716e472c7ee']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:23.873039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57139a6f-8466-48b0-a043-08fa3ab9f6f1') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:23.873361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57139a6f-8466-48b0-a043-08fa3ab9f6f1') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:23.885003 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.901795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.907516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:52:23.915327 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:52:24.043477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:24.050515 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:24.052760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] 10.222.0.20 "DELETE /v2.0/networks/587a8d91-f1c2-43b4-881c-3716e472c7ee HTTP/1.1" status: 204 len: 168 time: 0.4310284 Aug 23 03:52:24.073806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcf3be-e888-42ef-9f11-9cb1f7605816 admin admin] Pushing event deleted for resources: {'Network': ['ID=587a8d91-f1c2-43b4-881c-3716e472c7ee,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:24.502205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58330) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:24.553542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-95464725-9ac5-4c12-b13e-7edcb0e64f1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52cbece27fb14f4fa379e9aa883ed73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474167 Aug 23 03:52:24.553840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58332) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:24.629508 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7222776-501f-417c-af3a-7b983b406c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:24.650439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7222776-501f-417c-af3a-7b983b406c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:24.691199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 208a626f-a98f-4acb-a2be-52698a846883 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:52:24.712457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 208a626f-a98f-4acb-a2be-52698a846883 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:52:24.712839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 208a626f-a98f-4acb-a2be-52698a846883 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:52:24.792003 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7222776-501f-417c-af3a-7b983b406c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:24.794730 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7222776-501f-417c-af3a-7b983b406c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:24.795899 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d7222776-501f-417c-af3a-7b983b406c93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81edd126-ffec-4f4b-b54b-72fd96ea6b1c HTTP/1.1" status: 204 len: 168 time: 0.2406678 Aug 23 03:52:24.804732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7222776-501f-417c-af3a-7b983b406c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81edd126-ffec-4f4b-b54b-72fd96ea6b1c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:25.495144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58390) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:25.537270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca6cfd5e-045a-4d21-a62a-b0a031cee789 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21e5f377db794c5aa60597918970a830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409994 Aug 23 03:52:25.539740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58400) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:25.591270 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6841d85c-e63c-4b49-9ec6-4d0c1fede16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:25.611808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6841d85c-e63c-4b49-9ec6-4d0c1fede16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:25.740843 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6841d85c-e63c-4b49-9ec6-4d0c1fede16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:25.743989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6841d85c-e63c-4b49-9ec6-4d0c1fede16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:25.747743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6841d85c-e63c-4b49-9ec6-4d0c1fede16f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b003033-c919-4de9-9829-0767c60f2fed HTTP/1.1" status: 204 len: 168 time: 0.2045243 Aug 23 03:52:25.755062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841d85c-e63c-4b49-9ec6-4d0c1fede16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b003033-c919-4de9-9829-0767c60f2fed,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:26.043650 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a232f405-98a9-45f3-bcb2-fa83ab932180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:26.922181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58506) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:27.042661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1544737810-network', 'tenant_id': 'db896a4ccc2846168c320f5f9bf266de'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:27.129920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Made reservation on behalf of db896a4ccc2846168c320f5f9bf266de for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:52:27.133494 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:27.146876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:27.261745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:27.329212 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:27.355097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:52:27.361261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9d8568-1b8f-4d7a-9856-052511f04e80,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:27.370818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:27.370818 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Added segment de19969d-b0b6-4c5b-b2df-e116ae057d7c of type vlan for network 46ecc890-7ac7-428b-ae1e-7d6a4948ff71 Aug 23 03:52:27.413226 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:27.483832 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:27.484940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:27.485620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:27.569280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] Pushing event updated for resources: {'Network': ['ID=46ecc890-7ac7-428b-ae1e-7d6a4948ff71,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:27.579207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 46ecc890-7ac7-428b-ae1e-7d6a4948ff71 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:52:27.581764 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9c1fcde5-f47f-4964-a719-f44dfab9b9ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6580484 Aug 23 03:52:28.054390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebb81b-bab2-4a70-9a37-cb8eb5614e41 req-4a115eb0-30a5-44de-b3cc-9fb0c628962f tempest-ComputeTenantNetworksTest-949409848 tempest-ComputeTenantNetworksTest-949409848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:28.062115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebb81b-bab2-4a70-9a37-cb8eb5614e41 req-4a115eb0-30a5-44de-b3cc-9fb0c628962f tempest-ComputeTenantNetworksTest-949409848 tempest-ComputeTenantNetworksTest-949409848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:28.069173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebb81b-bab2-4a70-9a37-cb8eb5614e41 req-4a115eb0-30a5-44de-b3cc-9fb0c628962f tempest-ComputeTenantNetworksTest-949409848 tempest-ComputeTenantNetworksTest-949409848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:28.073605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6ebb81b-bab2-4a70-9a37-cb8eb5614e41 req-4a115eb0-30a5-44de-b3cc-9fb0c628962f tempest-ComputeTenantNetworksTest-949409848 tempest-ComputeTenantNetworksTest-949409848-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2061522 Aug 23 03:52:28.207775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc643f-c0e9-410f-9992-b91d96935d0a req-5f6522d8-6f34-4260-96a0-b81be13dd030 tempest-ComputeTenantNetworksTest-949409848 tempest-ComputeTenantNetworksTest-949409848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:28.209536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ecfc643f-c0e9-410f-9992-b91d96935d0a req-5f6522d8-6f34-4260-96a0-b81be13dd030 tempest-ComputeTenantNetworksTest-949409848 tempest-ComputeTenantNetworksTest-949409848-project] 10.222.0.20 "GET /v2.0/networks/46ecc890-7ac7-428b-ae1e-7d6a4948ff71 HTTP/1.1" status: 200 len: 769 time: 0.0988948 Aug 23 03:52:28.218079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58596) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:28.292685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.381049 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.390928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ecc890-7ac7-428b-ae1e-7d6a4948ff71']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:28.401895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de19969d-b0b6-4c5b-b2df-e116ae057d7c') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:28.402192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de19969d-b0b6-4c5b-b2df-e116ae057d7c') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:28.411543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.427108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.434220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:52:28.437128 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:52:28.518402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58606) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:28.547072 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.564791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.569935 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] 10.222.0.20 "DELETE /v2.0/networks/46ecc890-7ac7-428b-ae1e-7d6a4948ff71 HTTP/1.1" status: 204 len: 168 time: 0.3501141 Aug 23 03:52:28.577445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4164b-dcb7-4b91-9425-4d2e8f299b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ecc890-7ac7-428b-ae1e-7d6a4948ff71,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:28.642013 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3acfb5ea-3900-4e07-b09e-f4a6e0ba6773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.731903 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-67ebb5ef-a20a-4f16-a1d2-a17b31a74652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.773198 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3acfb5ea-3900-4e07-b09e-f4a6e0ba6773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.820951 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.843545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3acfb5ea-3900-4e07-b09e-f4a6e0ba6773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.881816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfb5ea-3900-4e07-b09e-f4a6e0ba6773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c15ed-a9fe-418f-9570-138a6885a798,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:28.887214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3acfb5ea-3900-4e07-b09e-f4a6e0ba6773 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a7557feacc7443c8f1c2d19e938214f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677332 Aug 23 03:52:28.890068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58626) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:28.938569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58630) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:28.961064 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bd03278-2cd7-49c0-a8ef-7d79851ea5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.982848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bd03278-2cd7-49c0-a8ef-7d79851ea5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:28.989395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a218e320-b3b2-4f72-9ac7-3fbe83666a38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db896a4ccc2846168c320f5f9bf266de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471876 Aug 23 03:52:28.989722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58632) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:29.042340 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb880ec7-ed9b-476f-a4e0-478b0daded88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:29.064070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb880ec7-ed9b-476f-a4e0-478b0daded88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:29.100636 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bd03278-2cd7-49c0-a8ef-7d79851ea5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:29.103831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bd03278-2cd7-49c0-a8ef-7d79851ea5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:29.107353 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7bd03278-2cd7-49c0-a8ef-7d79851ea5b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f0c15ed-a9fe-418f-9570-138a6885a798 HTTP/1.1" status: 204 len: 168 time: 0.2137511 Aug 23 03:52:29.113268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd03278-2cd7-49c0-a8ef-7d79851ea5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c15ed-a9fe-418f-9570-138a6885a798,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:29.198290 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb880ec7-ed9b-476f-a4e0-478b0daded88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:29.202357 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb880ec7-ed9b-476f-a4e0-478b0daded88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:29.206225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cb880ec7-ed9b-476f-a4e0-478b0daded88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef9d8568-1b8f-4d7a-9856-052511f04e80 HTTP/1.1" status: 204 len: 168 time: 0.2131741 Aug 23 03:52:29.231150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb880ec7-ed9b-476f-a4e0-478b0daded88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9d8568-1b8f-4d7a-9856-052511f04e80,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:29.864208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58676) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:29.877771 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d45bbdf-13e6-4717-b708-4d28411f01a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:30.007582 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d45bbdf-13e6-4717-b708-4d28411f01a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:30.078097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d45bbdf-13e6-4717-b708-4d28411f01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:30.126841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7d45bbdf-13e6-4717-b708-4d28411f01a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81b01f4e164a4ef4863ee1457e0b26a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615399 Aug 23 03:52:30.129742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58684) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:30.132240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45bbdf-13e6-4717-b708-4d28411f01a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e06832f-a8e1-40c7-a98c-4173a5b8945f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:30.179263 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361d218d-53af-4491-be71-503782435ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:30.199746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361d218d-53af-4491-be71-503782435ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:30.352319 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361d218d-53af-4491-be71-503782435ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:30.355485 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361d218d-53af-4491-be71-503782435ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:30.359089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-361d218d-53af-4491-be71-503782435ae9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e06832f-a8e1-40c7-a98c-4173a5b8945f HTTP/1.1" status: 204 len: 168 time: 0.2254448 Aug 23 03:52:30.372817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d218d-53af-4491-be71-503782435ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e06832f-a8e1-40c7-a98c-4173a5b8945f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:30.376865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:31.502994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58754) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:31.625684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1985247365-network', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:31.730421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Made reservation on behalf of aa798ec7391d48c78ce0028c038f2ed3 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:52:31.732922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:31.748787 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:31.770959 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:31.850408 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:31.946269 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:31.973999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:52:31.983032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6ad263-95b5-4cbf-9a5d-213e2350f458,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:31.990910 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:31.991258 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Added segment ab49cf87-4d95-4753-ab35-2656483830d3 of type vlan for network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 Aug 23 03:52:32.046837 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:32.117240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:32.118358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:32.119093 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:32.193044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] Pushing event updated for resources: {'Network': ['ID=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:32.203749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:52:32.237642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58788) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:32.238682 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4d4a3a36-9406-4cae-8228-793977298b8e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7295997 Aug 23 03:52:32.246696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Request body: {'subnet': {'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1985247365-subnet', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:32.334885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Made reservation on behalf of aa798ec7391d48c78ce0028c038f2ed3 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:52:32.337352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:32.602787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:32.676723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=73850eb5-de73-4765-934e-5a49113ad443,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:32.690879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Checking segment: {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:32.691784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Network hostable DHCP agents. Network: 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:52:32.763865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:52:32.849695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:32.855374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:32.856387 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:32.861682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29d22a7-ac49-4364-8041-9a483c99125a None None] Network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:52:32.915998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58824) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:32.916503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-90342247-f339-4b85-926f-94ee79b906bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6758432 Aug 23 03:52:32.922638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:32.991928 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:32.993052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.058165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:52:33.059130 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.077114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.255073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Allocated IP 172.20.0.2 (0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733/73850eb5-de73-4765-934e-5a49113ad443/e0136bbb-5392-45c1-8778-2270c0366ba8) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:52:33.305520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.403863 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.418629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Transition to ACTIVE for port object e0136bbb-5392-45c1-8778-2270c0366ba8 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:33.443315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Transition to ACTIVE for port object e0136bbb-5392-45c1-8778-2270c0366ba8 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:33.529639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.609659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:33.612752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:33.616230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:52:33.628262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Pushing event updated for resources: {'Port': ['ID=e0136bbb-5392-45c1-8778-2270c0366ba8,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:33.689551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Attempting to bind port e0136bbb-5392-45c1-8778-2270c0366ba8 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:52:33.690304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Attempting to bind port e0136bbb-5392-45c1-8778-2270c0366ba8 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:52:33.690922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Attempting to bind port e0136bbb-5392-45c1-8778-2270c0366ba8 on network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:33.693764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.697658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:52:33.698309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Checking segment: {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:33.699559 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.700186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Bound using segment: {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:52:33.700888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Bound port: e0136bbb-5392-45c1-8778-2270c0366ba8, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:52:33.701529 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.736766 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.786934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] For port e0136bbb-5392-45c1-8778-2270c0366ba8, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:52:33.793243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] For port e0136bbb-5392-45c1-8778-2270c0366ba8, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e0136bbb-5392-45c1-8778-2270c0366ba8,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:52:33.866735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Allocated IP 172.25.1.220 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/9999aed1-487d-4422-a4cd-a840c79c16ba) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:52:33.867191 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:33.926002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987039d0-8df2-4e18-bb8a-78ad8dcd106d None None] Pushing event updated for resources: {'Port': ['ID=e0136bbb-5392-45c1-8778-2270c0366ba8,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:34.019779 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:34.130331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:34.183294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:34.184544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Pushing event updated for resources: {'Port': ['ID=9999aed1-487d-4422-a4cd-a840c79c16ba,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:34.187203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:34.189316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:52:34.625585 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:34.821780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e0136bbb-5392-45c1-8778-2270c0366ba8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:34.871847 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:34.980393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port e0136bbb-5392-45c1-8778-2270c0366ba8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:35.089470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:52:35.238086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:52:35.243066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0b87b-6558-4a8e-99ad-c03d61003211 None None] Network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:52:35.271243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Sync routers for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:52:35.312380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:35.313900 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-958c5974-7386-4792-bb02-46b2289ce4ea admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3953624 Aug 23 03:52:35.318516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58890) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:35.335336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:52:35.336263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:35.478571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-784d91c9-cae1-4ce7-9278-9e3e8ad0b8d6 None None] Provisioning for port e0136bbb-5392-45c1-8778-2270c0366ba8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:35.492670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-784d91c9-cae1-4ce7-9278-9e3e8ad0b8d6 None None] Provisioning complete for port e0136bbb-5392-45c1-8778-2270c0366ba8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:35.493057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-784d91c9-cae1-4ce7-9278-9e3e8ad0b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:35.499038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:52:35.845730 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-784d91c9-cae1-4ce7-9278-9e3e8ad0b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:35.915359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-784d91c9-cae1-4ce7-9278-9e3e8ad0b8d6 None None] For port e0136bbb-5392-45c1-8778-2270c0366ba8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e0136bbb-5392-45c1-8778-2270c0366ba8,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:35.932332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:34Z', 'revision_number': 3, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:35.957568 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:35.970360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Checking router: e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:52:35.970725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Updating router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 port 9999aed1-487d-4422-a4cd-a840c79c16ba binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:52:36.015992 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.152652 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-784d91c9-cae1-4ce7-9278-9e3e8ad0b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.253232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Allocated IP 172.20.0.1 (0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733/73850eb5-de73-4765-934e-5a49113ad443/9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:52:36.379556 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.387335 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.400137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Transition to ACTIVE for port object 9999aed1-487d-4422-a4cd-a840c79c16ba will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:36.422237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Transition to ACTIVE for port object 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:36.442690 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d91c9-cae1-4ce7-9278-9e3e8ad0b8d6 None None] Pushing event updated for resources: {'Port': ['ID=e0136bbb-5392-45c1-8778-2270c0366ba8,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:36.447455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5f9ee9d8-804b-45e5-9246-1161ff95a522 None None] Provisioning complete for port e0136bbb-5392-45c1-8778-2270c0366ba8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:36.447821 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee9d8-804b-45e5-9246-1161ff95a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.499376 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.524618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.571248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Attempting to bind port 9999aed1-487d-4422-a4cd-a840c79c16ba on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:52:36.571931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Attempting to bind port 9999aed1-487d-4422-a4cd-a840c79c16ba by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:52:36.571931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Attempting to bind port 9999aed1-487d-4422-a4cd-a840c79c16ba on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:36.584349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e9884-a3b1-4e74-b5ba-fee8ef860b63 None None] Pushing event updated for resources: {'Port': ['ID=9999aed1-487d-4422-a4cd-a840c79c16ba,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:36.592912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:36.594787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:52:36.595161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:36.595553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:36.595657 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.595989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:52:36.596730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Bound port: 9999aed1-487d-4422-a4cd-a840c79c16ba, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:52:36.597672 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.599605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:36.602274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:52:36.756616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] For port 9999aed1-487d-4422-a4cd-a840c79c16ba, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:52:36.756969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:36.763951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] For port 9999aed1-487d-4422-a4cd-a840c79c16ba, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9999aed1-487d-4422-a4cd-a840c79c16ba,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:52:36.801055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e0136bbb-5392-45c1-8778-2270c0366ba8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:36.875129 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.008874 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:52:37.009571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:37.141925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58948) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:37.334769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e9884-a3b1-4e74-b5ba-fee8ef860b63 None None] Pushing event updated for resources: {'Port': ['ID=9999aed1-487d-4422-a4cd-a840c79c16ba,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:37.353129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74fd7973-a4ea-453d-8ebd-db3bf20abcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.357969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e0136bbb-5392-45c1-8778-2270c0366ba8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:37.358624 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.440368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b5aac253-9416-4fc2-8fc8-09fc02fc6886 None None] Provisioning for port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:37.458544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b5aac253-9416-4fc2-8fc8-09fc02fc6886 None None] Provisioning complete for port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:37.458908 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5aac253-9416-4fc2-8fc8-09fc02fc6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.465836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.492749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74fd7973-a4ea-453d-8ebd-db3bf20abcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.502477 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.527076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:52:37.591202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b5aac253-9416-4fc2-8fc8-09fc02fc6886 None None] Port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:52:37.602035 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74fd7973-a4ea-453d-8ebd-db3bf20abcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.640264 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.654959 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-74fd7973-a4ea-453d-8ebd-db3bf20abcd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7bc355ec7bb4c73933251dfbf0ac576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119343 Aug 23 03:52:37.657598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58960) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:37.665525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd7973-a4ea-453d-8ebd-db3bf20abcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb3e2e-810c-4299-9abc-19eb57a47e01,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:37.701227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.738462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0974ec7c-98fa-4ae6-a760-cc196b64817d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.762568 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0974ec7c-98fa-4ae6-a760-cc196b64817d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.803009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:37.803847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:34Z', 'revision_number': 3, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:37.807689 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.844063 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddceb9cf-405c-422f-a86f-2172a1405f60 None None] The sync data for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 is: [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:34Z', 'revision_number': 3, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:52:37.896714 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0974ec7c-98fa-4ae6-a760-cc196b64817d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.899493 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0974ec7c-98fa-4ae6-a760-cc196b64817d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:37.903818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0974ec7c-98fa-4ae6-a760-cc196b64817d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfeb3e2e-810c-4299-9abc-19eb57a47e01 HTTP/1.1" status: 204 len: 168 time: 0.2448325 Aug 23 03:52:37.912939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974ec7c-98fa-4ae6-a760-cc196b64817d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb3e2e-810c-4299-9abc-19eb57a47e01,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:37.962787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:37.964424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:38.177304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:52:38.388263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:52:38.412343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7a48b2c2-302e-4004-a4cc-0966f6ad34b9 admin admin] 10.222.0.20 "PUT /v2.0/routers/e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0819654 Aug 23 03:52:38.430641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cb0a0d01-2f0f-425c-a5b3-bf380ac18048 None None] Provisioning complete for port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:38.431223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cb0a0d01-2f0f-425c-a5b3-bf380ac18048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:38.497499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a0d01-2f0f-425c-a5b3-bf380ac18048 None None] Port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:52:38.800355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9999aed1-487d-4422-a4cd-a840c79c16ba up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:38.922892 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:52:38.924311 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 9999aed1-487d-4422-a4cd-a840c79c16ba completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:38.932750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9999aed1-487d-4422-a4cd-a840c79c16ba triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:38.933057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:39.047326 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:39.089476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 9999aed1-487d-4422-a4cd-a840c79c16ba, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9999aed1-487d-4422-a4cd-a840c79c16ba,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:39.175150 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:39.296524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=9999aed1-487d-4422-a4cd-a840c79c16ba,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:39.533574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59046) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:39.539108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-347740139-network', 'tenant_id': '261872e837b048b89ddc08dbb42168e0'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:39.620253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Made reservation on behalf of 261872e837b048b89ddc08dbb42168e0 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:52:39.622693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:39.632539 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:39.732268 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:39.803313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:39.838734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:52:39.844296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00afb601-7ea3-4b93-8280-df1e326d3e01,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:39.854319 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:39.854664 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Added segment 3cb18217-d4e5-4816-94b5-6c5cb05aa4c1 of type vlan for network 99998a35-165b-41bf-b760-3754764391dc Aug 23 03:52:39.923965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:40.003458 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:40.004772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:40.005695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:40.078400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] Pushing event updated for resources: {'Network': ['ID=99998a35-165b-41bf-b760-3754764391dc,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:40.089600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 99998a35-165b-41bf-b760-3754764391dc details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:52:40.126723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f1d37381-89b5-4426-b8a5-8946920e0a68 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5919273 Aug 23 03:52:40.129358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59068) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:40.138909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Request body: {'subnet': {'network_id': '99998a35-165b-41bf-b760-3754764391dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-347740139-subnet', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:40.221543 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Sync routers for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:52:40.233389 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:52:40.234169 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:40.278480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Made reservation on behalf of 261872e837b048b89ddc08dbb42168e0 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:52:40.280672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:40.444984 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:52:40.638008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:40.678960 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3', 'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'mac_address': 'fa:16:3e:3c:3f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:35Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 2, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'subnets': [{'id': '73850eb5-de73-4765-934e-5a49113ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:40.709735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd03ae19-585e-4714-aa4a-a4db306287f4,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:40.717058 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Checking router: e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:52:40.717058 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Updating router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:52:40.729630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Checking segment: {'id': '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99998a35-165b-41bf-b760-3754764391dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:40.730258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Network hostable DHCP agents. Network: 99998a35-165b-41bf-b760-3754764391dc, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:52:40.749078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9999aed1-487d-4422-a4cd-a840c79c16ba up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:40.768486 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:40.800137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9999aed1-487d-4422-a4cd-a840c79c16ba triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:40.800824 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:40.837861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Network 99998a35-165b-41bf-b760-3754764391dc is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:52:40.952002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 99998a35-165b-41bf-b760-3754764391dc) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:40.957302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:40.969641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:40.969741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d743d-4f5a-4b5a-91b3-c48cd2522797 None None] Network 99998a35-165b-41bf-b760-3754764391dc requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:52:41.082012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59104) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:41.084600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-90c13f96-fa0f-4f1b-bad0-6f6a1c1a32e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9541478 Aug 23 03:52:41.088488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:41.152926 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.163763 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Transition to ACTIVE for port object 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:41.203624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.204829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.207583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-99998a35-165b-41bf-b760-3754764391dc', 'network_id': '99998a35-165b-41bf-b760-3754764391dc', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'fixed_ips': [{'subnet_id': 'bd03ae19-585e-4714-aa4a-a4db306287f4'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:52:41.208255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.264925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.306254 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.411373 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Pushing event updated for resources: {'Port': ['ID=9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:41.445716 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.449248 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.450480 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.453419 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.455330 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.455897 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.457118 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.457745 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.460723 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.461315 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.461801 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.462280 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:41.482286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Allocated IP 172.20.0.2 (99998a35-165b-41bf-b760-3754764391dc/bd03ae19-585e-4714-aa4a-a4db306287f4/393b8bed-1fe3-4191-9f4b-143c7db5c8cf) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:52:41.615719 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Attempting to bind port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:52:41.616243 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Attempting to bind port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:52:41.617178 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Attempting to bind port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 on network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:41.630640 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:52:41.631025 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Checking segment: {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:41.631433 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.631830 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Bound using segment: {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:52:41.632311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Bound port: 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:52:41.632694 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.745227 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] For port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:52:41.749819 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] For port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:52:41.798219 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.872297 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:41.913048 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:52:41.913697 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:41.958965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Transition to ACTIVE for port object 393b8bed-1fe3-4191-9f4b-143c7db5c8cf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:42.003487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Transition to ACTIVE for port object 393b8bed-1fe3-4191-9f4b-143c7db5c8cf will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:42.010686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:42.089603 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:42.175040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Network 99998a35-165b-41bf-b760-3754764391dc is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:42.178961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:42.194392 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf4f20-713b-4943-b9ba-0554fabb34cd None None] Pushing event updated for resources: {'Port': ['ID=9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:42.200141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:52:42.248217 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:52:42.261881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Pushing event updated for resources: {'Port': ['ID=393b8bed-1fe3-4191-9f4b-143c7db5c8cf,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:42.309399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.309747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.310089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.310426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.310764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.311094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.311422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.311749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.312073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.312395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.312720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.313056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:52:42.345265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Attempting to bind port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:52:42.345806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Attempting to bind port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99998a35-165b-41bf-b760-3754764391dc'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:52:42.348438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Attempting to bind port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf on network 99998a35-165b-41bf-b760-3754764391dc {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:42.366296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:52:42.366690 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Checking segment: {'id': '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99998a35-165b-41bf-b760-3754764391dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:42.369690 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:42.370107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Bound using segment: {'id': '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99998a35-165b-41bf-b760-3754764391dc'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:52:42.370610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Bound port: 393b8bed-1fe3-4191-9f4b-143c7db5c8cf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99998a35-165b-41bf-b760-3754764391dc'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:52:42.371000 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:42.409290 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:42.433339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:42.453177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] For port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:52:42.458668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] For port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=393b8bed-1fe3-4191-9f4b-143c7db5c8cf,segment=NetworkSegment(3cb18217-d4e5-4816-94b5-6c5cb05aa4c1),segment_id=3cb18217-d4e5-4816-94b5-6c5cb05aa4c1)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:52:42.525940 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3', 'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'mac_address': 'fa:16:3e:3c:3f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:35Z', 'updated_at': '2021-08-23T03:52:41Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'subnets': [{'id': '73850eb5-de73-4765-934e-5a49113ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:42.542096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:42.594038 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe3d5e-0b8d-4e56-b9f5-243c13640de5 None None] The sync data for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 is: [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3', 'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'mac_address': 'fa:16:3e:3c:3f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:35Z', 'updated_at': '2021-08-23T03:52:41Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'subnets': [{'id': '73850eb5-de73-4765-934e-5a49113ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:52:42.686534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3514e-4f40-48bf-9a28-42e544e5a8de None None] Pushing event updated for resources: {'Port': ['ID=393b8bed-1fe3-4191-9f4b-143c7db5c8cf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:42.714321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Allocated IP 172.25.1.39 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:52:42.887879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:42.994119 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:43.134615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:43.138626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:43.147610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:52:43.205310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Pushing event updated for resources: {'Port': ['ID=0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:43.665994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:44.099002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:44.217671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04df9ac1-b72f-49dc-93a3-ad8f1ec9f83d None None] Network 99998a35-165b-41bf-b760-3754764391dc requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:52:44.346329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:52:44.432927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d57bbca5-438d-4826-9c15-2dc8511d1db9 None None] Provisioning for port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:44.477652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:52:44.488875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Sync routers for ids ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:52:44.499920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Routers {'24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:52:44.500200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:44.569732 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:44.571059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9db21d44-50c5-4a51-b267-4a92ba25bddd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4873979 Aug 23 03:52:44.579595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59212) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:44.679562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Set router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:52:44.903284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 393b8bed-1fe3-4191-9f4b-143c7db5c8cf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:45.059334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:41Z', 'updated_at': '2021-08-23T03:52:43Z', 'revision_number': 3, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'gw_port': {'id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:42Z', 'updated_at': '2021-08-23T03:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:45.086567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Checking router: 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:52:45.086924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Updating router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:52:45.115106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:45.117112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.138106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:45.141963 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.299331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.332641 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.438173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=393b8bed-1fe3-4191-9f4b-143c7db5c8cf,segment=NetworkSegment(3cb18217-d4e5-4816-94b5-6c5cb05aa4c1),segment_id=3cb18217-d4e5-4816-94b5-6c5cb05aa4c1)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:45.515784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.516731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:45.528466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Allocated IP 172.20.0.1 (99998a35-165b-41bf-b760-3754764391dc/bd03ae19-585e-4714-aa4a-a4db306287f4/c461848d-37e9-401b-8b04-3143b477f77c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:52:45.648562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.667757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Transition to ACTIVE for port object c461848d-37e9-401b-8b04-3143b477f77c will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:45.762128 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.770822 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.788984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Transition to ACTIVE for port object 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:45.802422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=393b8bed-1fe3-4191-9f4b-143c7db5c8cf,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:45.824674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Network 99998a35-165b-41bf-b760-3754764391dc is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:45.827922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:45.832788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:52:45.859404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Pushing event updated for resources: {'Port': ['ID=c461848d-37e9-401b-8b04-3143b477f77c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:45.884138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.915091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:45.955764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:45.995518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Attempting to bind port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:52:45.998514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Attempting to bind port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:52:45.999228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Attempting to bind port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:46.015650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:52:46.015650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:46.015650 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.015650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:52:46.015650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Bound port: 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:52:46.021923 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.027455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:46.027455 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.103670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c75e4a-f311-468f-8537-28f5af88535d None None] Pushing event updated for resources: {'Port': ['ID=0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:46.175625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.177645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] For port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:52:46.181983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] For port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:52:46.232389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.282114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:46.289248 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.326469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-04e7872c-bea0-4b41-99f3-c02f76ba7b3a None None] Provisioning for port c461848d-37e9-401b-8b04-3143b477f77c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:46.380778 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.382894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-04e7872c-bea0-4b41-99f3-c02f76ba7b3a None None] Provisioning complete for port c461848d-37e9-401b-8b04-3143b477f77c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:46.383127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04e7872c-bea0-4b41-99f3-c02f76ba7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.434642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Routers {'24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:52:46.435294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:46.456783 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.475118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-04e7872c-bea0-4b41-99f3-c02f76ba7b3a None None] Port c461848d-37e9-401b-8b04-3143b477f77c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:52:46.478316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c75e4a-f311-468f-8537-28f5af88535d None None] Pushing event updated for resources: {'Port': ['ID=0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:46.517460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.587133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:46.591960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:46.593887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Pushing event updated for resources: {'Port': ['ID=c461848d-37e9-401b-8b04-3143b477f77c,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:46.628527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] Set router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:52:46.782033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Network 99998a35-165b-41bf-b760-3754764391dc is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:46.785433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:46.801339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 393b8bed-1fe3-4191-9f4b-143c7db5c8cf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:46.978761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:52:46.984720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:46.985133 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:47.105552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:41Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 4, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'gw_port': {'id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:42Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c461848d-37e9-401b-8b04-3143b477f77c', 'name': '', 'network_id': '99998a35-165b-41bf-b760-3754764391dc', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'mac_address': 'fa:16:3e:4c:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:45Z', 'updated_at': '2021-08-23T03:52:45Z', 'revision_number': 1, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'subnets': [{'id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:47.172551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:52:47.178519 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-361abfb0-3c30-482e-84dd-c930ef7e1077 admin admin] 10.222.0.20 "PUT /v2.0/routers/24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5977752 Aug 23 03:52:47.180107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77405961-7330-42f6-ac3c-965fa338a227 None None] The sync data for ids ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'] in n-d-749052-7 is: [{'id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:41Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 4, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'gw_port': {'id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:42Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c461848d-37e9-401b-8b04-3143b477f77c', 'name': '', 'network_id': '99998a35-165b-41bf-b760-3754764391dc', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'mac_address': 'fa:16:3e:4c:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:45Z', 'updated_at': '2021-08-23T03:52:45Z', 'revision_number': 1, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'subnets': [{'id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:52:47.196148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:47.290380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3383c201-d637-4fb3-b91e-0d8fefeed531 None None] Provisioning complete for port c461848d-37e9-401b-8b04-3143b477f77c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:47.290772 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3383c201-d637-4fb3-b91e-0d8fefeed531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:47.344439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:47.344723 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:47.353944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3383c201-d637-4fb3-b91e-0d8fefeed531 None None] Port c461848d-37e9-401b-8b04-3143b477f77c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:52:47.977878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59326) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:47.982613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9c1c99d5-8b58-44c2-88aa-86340d7471bb tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458780852', 'description': 'tempest-secgroup-smoke-1458780852 description', 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:48.100528 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c1c99d5-8b58-44c2-88aa-86340d7471bb tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.207111 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c1c99d5-8b58-44c2-88aa-86340d7471bb tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.306142 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c1c99d5-8b58-44c2-88aa-86340d7471bb tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.339719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c99d5-8b58-44c2-88aa-86340d7471bb tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b55265a-1a40-4c1d-be1f-a112c3a250ec,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:48.403015 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c1c99d5-8b58-44c2-88aa-86340d7471bb tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.407138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9c1c99d5-8b58-44c2-88aa-86340d7471bb tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4254394 Aug 23 03:52:48.407344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59342) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:48.414949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f4b340a7-1dd0-4ebe-a762-0020e6967433 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Request body: {'security_group_rule': {'security_group_id': '5b55265a-1a40-4c1d-be1f-a112c3a250ec', 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:48.522753 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4b340a7-1dd0-4ebe-a762-0020e6967433 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.592498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4b340a7-1dd0-4ebe-a762-0020e6967433 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.688968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4b340a7-1dd0-4ebe-a762-0020e6967433 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.712961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b340a7-1dd0-4ebe-a762-0020e6967433 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d9be5f-8405-423d-a5a8-6202d64d0d6f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:48.753459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:48.781145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4b340a7-1dd0-4ebe-a762-0020e6967433 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.782929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f4b340a7-1dd0-4ebe-a762-0020e6967433 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746874 Aug 23 03:52:48.785988 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59358) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:48.791444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3c7afb70-22eb-4dcb-9f4f-951344416ecd tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Request body: {'security_group_rule': {'security_group_id': '5b55265a-1a40-4c1d-be1f-a112c3a250ec', 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:48.861296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:48.867077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:48.867835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.889167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c7afb70-22eb-4dcb-9f4f-951344416ecd tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.958931 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.962155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c7afb70-22eb-4dcb-9f4f-951344416ecd tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:48.979280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:49.031808 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.032479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c7afb70-22eb-4dcb-9f4f-951344416ecd tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.061091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7afb70-22eb-4dcb-9f4f-951344416ecd tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5111aa04-533c-470c-96f8-6e18d4aa170c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:49.089887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:49.123226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c7afb70-22eb-4dcb-9f4f-951344416ecd tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.124772 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3c7afb70-22eb-4dcb-9f4f-951344416ecd tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3368955 Aug 23 03:52:49.127299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59366) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:49.132386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7f26a348-6c19-483e-b8fc-8d8908155b96 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Request body: {'security_group_rule': {'security_group_id': '5b55265a-1a40-4c1d-be1f-a112c3a250ec', 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:49.219682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f26a348-6c19-483e-b8fc-8d8908155b96 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.310863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f26a348-6c19-483e-b8fc-8d8908155b96 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.357292 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f26a348-6c19-483e-b8fc-8d8908155b96 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.378767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26a348-6c19-483e-b8fc-8d8908155b96 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fd8ab8-201b-4f25-b257-f2991ef8c665,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:49.443355 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f26a348-6c19-483e-b8fc-8d8908155b96 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.447937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7f26a348-6c19-483e-b8fc-8d8908155b96 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166866 Aug 23 03:52:49.447937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59382) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:49.453526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-25b33eac-c5b7-4e99-b39b-df78158a473a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Request body: {'security_group_rule': {'security_group_id': '5b55265a-1a40-4c1d-be1f-a112c3a250ec', 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:49.557570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25b33eac-c5b7-4e99-b39b-df78158a473a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.649988 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25b33eac-c5b7-4e99-b39b-df78158a473a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.774384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25b33eac-c5b7-4e99-b39b-df78158a473a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.812054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b33eac-c5b7-4e99-b39b-df78158a473a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fbdd76-9db1-473b-ac34-7d2f981773d2,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:49.900839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25b33eac-c5b7-4e99-b39b-df78158a473a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:49.902233 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-25b33eac-c5b7-4e99-b39b-df78158a473a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4532974 Aug 23 03:52:49.904957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59396) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:49.912378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8f9f4c6a-24a7-4d9a-9bf2-51056853d19e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Request body: {'security_group_rule': {'security_group_id': '5b55265a-1a40-4c1d-be1f-a112c3a250ec', 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:49.938033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59398) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:49.980114 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-8f9f4c6a-24a7-4d9a-9bf2-51056853d19e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Project aa798ec7391d48c78ce0028c038f2ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 03:52:49.987173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4c6a-24a7-4d9a-9bf2-51056853d19e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.083698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d483f15b-d488-4a0f-a5fe-b329cc765da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.110930 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4c6a-24a7-4d9a-9bf2-51056853d19e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.197534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4c6a-24a7-4d9a-9bf2-51056853d19e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.224699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d483f15b-d488-4a0f-a5fe-b329cc765da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.228411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f4c6a-24a7-4d9a-9bf2-51056853d19e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e520614-7697-40df-b65d-b0a23df588de,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:50.295524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d483f15b-d488-4a0f-a5fe-b329cc765da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.332359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483f15b-d488-4a0f-a5fe-b329cc765da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff42b65-3428-4173-a64b-2967848cecd3,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:50.336971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d483f15b-d488-4a0f-a5fe-b329cc765da2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1e9b124f2594b3e8f5351b777f66373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974898 Aug 23 03:52:50.339405 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59412) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:50.351833 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f9f4c6a-24a7-4d9a-9bf2-51056853d19e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.355699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8f9f4c6a-24a7-4d9a-9bf2-51056853d19e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4472060 Aug 23 03:52:50.356644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59416) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:50.361879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f9af2213-68cf-4e55-bebe-94847427eb12 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Request body: {'security_group_rule': {'security_group_id': '5b55265a-1a40-4c1d-be1f-a112c3a250ec', 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:50.422377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2c82-8f3f-4c9f-bba7-67f135ee014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.451386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2c82-8f3f-4c9f-bba7-67f135ee014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.465969 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-f9af2213-68cf-4e55-bebe-94847427eb12 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Project aa798ec7391d48c78ce0028c038f2ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 03:52:50.476689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9af2213-68cf-4e55-bebe-94847427eb12 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.626179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2c82-8f3f-4c9f-bba7-67f135ee014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.629627 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2c82-8f3f-4c9f-bba7-67f135ee014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.630802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a7fe2c82-8f3f-4c9f-bba7-67f135ee014a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ff42b65-3428-4173-a64b-2967848cecd3 HTTP/1.1" status: 204 len: 168 time: 0.2903368 Aug 23 03:52:50.658338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe2c82-8f3f-4c9f-bba7-67f135ee014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff42b65-3428-4173-a64b-2967848cecd3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:50.689838 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9af2213-68cf-4e55-bebe-94847427eb12 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.763837 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9af2213-68cf-4e55-bebe-94847427eb12 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.788951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af2213-68cf-4e55-bebe-94847427eb12 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0e40b4-58e0-424a-b7e0-e98806bd5812,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:50.806246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:50.888089 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9af2213-68cf-4e55-bebe-94847427eb12 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:50.898789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f9af2213-68cf-4e55-bebe-94847427eb12 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5405867 Aug 23 03:52:50.923841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:50.924313 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:51.010778 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Sync routers for ids ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:52:51.046186 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Routers {'24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:52:51.048506 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:51.202955 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Set router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:52:51.259786 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-d0084b21-3f04-4251-a479-b3b6fa6eeb2d tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458780852&fields=id&tenant_id=aa798ec7391d48c78ce0028c038f2ed3 HTTP/1.1" status: 200 len: 267 time: 0.0476353 Aug 23 03:52:51.428017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-4c2cbc81-085b-405e-b1d4-7cba96ef5f09 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:51.434459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-4c2cbc81-085b-405e-b1d4-7cba96ef5f09 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/networks?id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 HTTP/1.1" status: 200 len: 809 time: 0.1728804 Aug 23 03:52:51.452926 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-da81be8b-ad48-4d26-ae61-f2d9232548ff tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/quotas/aa798ec7391d48c78ce0028c038f2ed3 HTTP/1.1" status: 200 len: 375 time: 0.0146399 Aug 23 03:52:51.543833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59464) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:51.591791 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323ea089-3e88-4b6b-8b57-ac20c1700400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:51.600980 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:41Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 4, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'gw_port': {'id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:42Z', 'updated_at': '2021-08-23T03:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c461848d-37e9-401b-8b04-3143b477f77c', 'name': '', 'network_id': '99998a35-165b-41bf-b760-3754764391dc', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'mac_address': 'fa:16:3e:4c:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:45Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 2, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'subnets': [{'id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:51.603341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-3dc3a24d-c479-46f9-9b60-b76cb67518a2 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa798ec7391d48c78ce0028c038f2ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428330 Aug 23 03:52:51.654272 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Checking router: 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:52:51.654658 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Updating router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb port c461848d-37e9-401b-8b04-3143b477f77c binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:52:51.710092 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:51.758858 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-56114ec8-def6-44a9-966b-776b0d234446 service neutron] 10.222.0.20 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412325 Aug 23 03:52:51.761663 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323ea089-3e88-4b6b-8b57-ac20c1700400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:51.850511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323ea089-3e88-4b6b-8b57-ac20c1700400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:51.853245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-f1b93088-ba5b-41dd-8984-c017176c0242 service neutron] 10.222.0.20 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 Aug 23 03:52:51.892481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-323ea089-3e88-4b6b-8b57-ac20c1700400 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d28fdb866b0242398e2af9246fbc9567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459110 Aug 23 03:52:51.893796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ea089-3e88-4b6b-8b57-ac20c1700400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a490192-278e-4821-9ba0-3bc9f8eb1181,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:51.895241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59476) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:52.020564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2276e89-c7ae-455c-a8d7-b8ab0152fe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.067767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2276e89-c7ae-455c-a8d7-b8ab0152fe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.078905 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.089126 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Transition to ACTIVE for port object c461848d-37e9-401b-8b04-3143b477f77c will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:52.196917 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.202780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-125f147e-69bf-4253-bafe-e13c37846272 req-f5d7a48e-1c29-4b41-9d58-2bb6c4b578ca tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 210 time: 0.0290127 Aug 23 03:52:52.236670 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2276e89-c7ae-455c-a8d7-b8ab0152fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.239332 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2276e89-c7ae-455c-a8d7-b8ab0152fe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.240503 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c2276e89-c7ae-455c-a8d7-b8ab0152fe5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a490192-278e-4821-9ba0-3bc9f8eb1181 HTTP/1.1" status: 204 len: 168 time: 0.3442161 Aug 23 03:52:52.256185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2276e89-c7ae-455c-a8d7-b8ab0152fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a490192-278e-4821-9ba0-3bc9f8eb1181,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:52.257239 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97879c84-cd47-4de8-b4c3-ce81cae2e794 None None] Pushing event updated for resources: {'Port': ['ID=c461848d-37e9-401b-8b04-3143b477f77c,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:52.315000 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Attempting to bind port c461848d-37e9-401b-8b04-3143b477f77c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:52:52.315943 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Attempting to bind port c461848d-37e9-401b-8b04-3143b477f77c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99998a35-165b-41bf-b760-3754764391dc'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:52:52.316729 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Attempting to bind port c461848d-37e9-401b-8b04-3143b477f77c on network 99998a35-165b-41bf-b760-3754764391dc {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:52.322806 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:52:52.323348 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Checking segment: {'id': '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99998a35-165b-41bf-b760-3754764391dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:52.323840 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.324470 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Bound using segment: {'id': '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99998a35-165b-41bf-b760-3754764391dc'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:52:52.325058 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Bound port: c461848d-37e9-401b-8b04-3143b477f77c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99998a35-165b-41bf-b760-3754764391dc'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:52:52.325544 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.460152 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] For port c461848d-37e9-401b-8b04-3143b477f77c, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:52:52.465265 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] For port c461848d-37e9-401b-8b04-3143b477f77c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c461848d-37e9-401b-8b04-3143b477f77c,segment=NetworkSegment(3cb18217-d4e5-4816-94b5-6c5cb05aa4c1),segment_id=3cb18217-d4e5-4816-94b5-6c5cb05aa4c1)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:52:52.530336 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.603328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:52.651297 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Routers {'24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:52:52.654250 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:52.764911 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97879c84-cd47-4de8-b4c3-ce81cae2e794 None None] Pushing event updated for resources: {'Port': ['ID=c461848d-37e9-401b-8b04-3143b477f77c,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:52.838424 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] Set router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:52:53.090996 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:41Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 4, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'gw_port': {'id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:42Z', 'updated_at': '2021-08-23T03:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c461848d-37e9-401b-8b04-3143b477f77c', 'name': '', 'network_id': '99998a35-165b-41bf-b760-3754764391dc', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'mac_address': 'fa:16:3e:4c:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:45Z', 'updated_at': '2021-08-23T03:52:52Z', 'revision_number': 4, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'subnets': [{'id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:52:53.121557 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e1b79a-be65-4ab4-94ff-1d4128820b69 None None] The sync data for ids ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'] in n-d-749052-7 is: [{'id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:41Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 4, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'gw_port': {'id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:42Z', 'updated_at': '2021-08-23T03:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c461848d-37e9-401b-8b04-3143b477f77c', 'name': '', 'network_id': '99998a35-165b-41bf-b760-3754764391dc', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'mac_address': 'fa:16:3e:4c:ba:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:45Z', 'updated_at': '2021-08-23T03:52:52Z', 'revision_number': 4, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'subnets': [{'id': 'bd03ae19-585e-4714-aa4a-a4db306287f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:52:53.302398 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db6baa7b-8610-4c8f-b181-b519cdb23d56 req-0711f348-14f2-4451-a59f-b5e929efaf4e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 210 time: 0.0385420 Aug 23 03:52:54.431432 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cbcdcf6-cf70-4e17-815b-59bebd6b23a3 req-29d1390d-a7f1-4ac5-bb29-0664aa7859cf tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 210 time: 0.0379155 Aug 23 03:52:54.726390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c461848d-37e9-401b-8b04-3143b477f77c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:54.900105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c461848d-37e9-401b-8b04-3143b477f77c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:54.904755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c461848d-37e9-401b-8b04-3143b477f77c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:54.905345 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:54.996749 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:55.033631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c461848d-37e9-401b-8b04-3143b477f77c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c461848d-37e9-401b-8b04-3143b477f77c,segment=NetworkSegment(3cb18217-d4e5-4816-94b5-6c5cb05aa4c1),segment_id=3cb18217-d4e5-4816-94b5-6c5cb05aa4c1)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:52:55.126760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:55.223648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c461848d-37e9-401b-8b04-3143b477f77c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:55.282723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-4b8283df-c61e-4e60-af3d-15d9a277cca2 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:55.285809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-4b8283df-c61e-4e60-af3d-15d9a277cca2 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.11 "GET /v2.0/networks?id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 HTTP/1.1" status: 200 len: 809 time: 0.1774061 Aug 23 03:52:55.342575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-b1bac4f2-bf90-479c-b88c-eceb77726727 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa798ec7391d48c78ce0028c038f2ed3 HTTP/1.1" status: 200 len: 380 time: 0.0414779 Aug 23 03:52:55.353698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Request body: {'port': {'device_id': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'admin_state_up': True, 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'security_groups': ['5b55265a-1a40-4c1d-be1f-a112c3a250ec']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:55.546549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Made reservation on behalf of aa798ec7391d48c78ce0028c038f2ed3 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:52:55.550738 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:55.557202 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a1f09da5-9cce-4949-bd5e-010421692b9c req-a68cbc7c-f1ba-4eb4-81b8-7a6888216a6f tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 210 time: 0.0297868 Aug 23 03:52:55.725421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Allocated IP 172.20.0.6 (0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733/73850eb5-de73-4765-934e-5a49113ad443/2383dfa2-2fae-4a37-b422-d5b0d32174f0) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:52:55.941091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:55.955466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Transition to ACTIVE for port object 2383dfa2-2fae-4a37-b422-d5b0d32174f0 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:56.089176 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-aedfd258-3714-4015-b699-5cba6e116f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:56.090027 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:56.146435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:52:56.149373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:52:56.170940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:52:56.192360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'Port': ['ID=2383dfa2-2fae-4a37-b422-d5b0d32174f0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:56.218472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:56.219243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:56.296264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-fea28e9b-b9b6-4f43-8376-e5c6152335f9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9468825 Aug 23 03:52:56.315059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-332f0b96-452e-430a-922c-8984d98d1bbe tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:52:56.315967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-332f0b96-452e-430a-922c-8984d98d1bbe tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066175 Aug 23 03:52:56.454566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Request body: {'port': {'device_id': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:52:56.531653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:56.557284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ee282c79-19b4-4903-8d14-c69dce07f8ed None None] Provisioning for port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:52:56.561432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ee282c79-19b4-4903-8d14-c69dce07f8ed None None] Provisioning complete for port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:56.562005 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ee282c79-19b4-4903-8d14-c69dce07f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:56.689269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ee282c79-19b4-4903-8d14-c69dce07f8ed None None] Port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:52:56.785918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c461848d-37e9-401b-8b04-3143b477f77c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:52:56.843510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2b496-f737-4105-becb-56a160b4665c req-541aa277-6bfb-4fac-8a7c-f8c33ffa8310 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:56.845128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ac2b496-f737-4105-becb-56a160b4665c req-541aa277-6bfb-4fac-8a7c-f8c33ffa8310 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 931 time: 0.0771778 Aug 23 03:52:56.869142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c461848d-37e9-401b-8b04-3143b477f77c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:52:56.869751 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:56.986897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ac2b496-f737-4105-becb-56a160b4665c req-55119506-4f0c-4daf-b8f9-303612a1104b tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342783 Aug 23 03:52:57.006883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2383dfa2-2fae-4a37-b422-d5b0d32174f0 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:52:57.020927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.036000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Transition to ACTIVE for port object 2383dfa2-2fae-4a37-b422-d5b0d32174f0 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:52:57.112648 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.170860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=2383dfa2-2fae-4a37-b422-d5b0d32174f0,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:57.250524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59676) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:57.327358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Attempting to bind port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:52:57.327890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Attempting to bind port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:52:57.332661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Attempting to bind port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 on network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:57.344201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 on network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:52:57.345119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Attempting to bind port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 on network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:52:57.351807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:52:57.355266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Checking segment: {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:52:57.355266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Bound using segment: {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:52:57.355266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Bound port: 2383dfa2-2fae-4a37-b422-d5b0d32174f0, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab49cf87-4d95-4753-ab35-2656483830d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:52:57.355934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.432144 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f4fdd39-416b-4f03-81a5-376e4ac51d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.461597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] For port 2383dfa2-2fae-4a37-b422-d5b0d32174f0, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:52:57.465951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] For port 2383dfa2-2fae-4a37-b422-d5b0d32174f0, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:52:57.527605 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f4fdd39-416b-4f03-81a5-376e4ac51d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.569426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.602562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:57.603175 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.604563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] 10.222.0.11 "PUT /v2.0/ports/2383dfa2-2fae-4a37-b422-d5b0d32174f0 HTTP/1.1" status: 200 len: 1091 time: 1.2789364 Aug 23 03:52:57.604999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'tag': '2383dfa2-2fae-4a37-b422-d5b0d32174f0'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:52:57.607386 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16852c1b-46ee-45db-a948-3b8a1b8feb91" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca7db65-5b8e-420c-9645-ae29e4d39f32", "tag": "2383dfa2-2fae-4a37-b422-d5b0d32174f0"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:52:57.619704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8f4fdd39-416b-4f03-81a5-376e4ac51d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.671755 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8f4fdd39-416b-4f03-81a5-376e4ac51d92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46be33ffeb6b4c10b46ccf5fcbc76b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200394 Aug 23 03:52:57.678572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf90803-5090-415b-a86a-0a07bf26ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=2383dfa2-2fae-4a37-b422-d5b0d32174f0,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:57.682752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59690) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:57.739603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fdd39-416b-4f03-81a5-376e4ac51d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346bc916-3e86-426e-b3c7-6c22c6be64cc,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:57.777070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24bad975-5ec3-4e27-bd5b-7ddb36da1880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.810849 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24bad975-5ec3-4e27-bd5b-7ddb36da1880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.866895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-20a956a4-e412-4bdf-8baf-44104c1e11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:57.875552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-20a956a4-e412-4bdf-8baf-44104c1e11e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa798ec7391d48c78ce0028c038f2ed3&device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1094 time: 0.1175361 Aug 23 03:52:57.933325 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8662ba26-196d-4312-89e2-25bf7fde6d29 x-openstack-request-id: req-8662ba26-196d-4312-89e2-25bf7fde6d29 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:52:57.933325 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca7db65-5b8e-420c-9645-ae29e4d39f32", "tag": "2383dfa2-2fae-4a37-b422-d5b0d32174f0", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:52:57.934033 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8662ba26-196d-4312-89e2-25bf7fde6d29 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:52:57.934457 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'tag': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'status': 'completed', 'code': 200} Aug 23 03:52:57.937828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-80c6f255-7d13-4292-bc9c-e29415ed3665 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0 HTTP/1.1" status: 200 len: 217 time: 0.0489447 Aug 23 03:52:57.951259 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24bad975-5ec3-4e27-bd5b-7ddb36da1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.954001 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24bad975-5ec3-4e27-bd5b-7ddb36da1880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:57.959511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-24bad975-5ec3-4e27-bd5b-7ddb36da1880 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/346bc916-3e86-426e-b3c7-6c22c6be64cc HTTP/1.1" status: 204 len: 168 time: 0.2748876 Aug 23 03:52:57.970090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bad975-5ec3-4e27-bd5b-7ddb36da1880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346bc916-3e86-426e-b3c7-6c22c6be64cc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:58.026394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-6404e9d5-2a26-48be-8c5e-1373eb734775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:58.028161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-6404e9d5-2a26-48be-8c5e-1373eb734775 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73850eb5-de73-4765-934e-5a49113ad443 HTTP/1.1" status: 200 len: 848 time: 0.0831773 Aug 23 03:52:58.126249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-54417ccb-2123-4064-813f-7ff5f11a083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:58.127736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-54417ccb-2123-4064-813f-7ff5f11a083c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922983 Aug 23 03:52:58.169742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6874ca6-45c3-42d6-b2e6-978b9f52e5e9 req-4c2b181e-44d1-4701-8f63-0c45fbca6c98 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:58.171223 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6874ca6-45c3-42d6-b2e6-978b9f52e5e9 req-4c2b181e-44d1-4701-8f63-0c45fbca6c98 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 943 time: 0.0821776 Aug 23 03:52:58.254960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6874ca6-45c3-42d6-b2e6-978b9f52e5e9 req-e0af99d3-6b6c-4b84-8cc9-6e713bd9a1b5 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524476 Aug 23 03:52:58.260450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-ef16e529-d407-4626-beb4-c944398d7846 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254649 Aug 23 03:52:58.400286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f261949-8b80-4721-acdc-5a1aa4e8187d req-94867e0a-c01d-4838-83f0-02fac0a01e63 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322639 Aug 23 03:52:58.614174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-1f1df5ff-57a9-45c7-a857-c14c0a6d26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:58.615750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-1f1df5ff-57a9-45c7-a857-c14c0a6d26e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa798ec7391d48c78ce0028c038f2ed3&device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1094 time: 0.0509787 Aug 23 03:52:58.703485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59716) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:58.719310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f974d7d2-2ba6-4c23-aa55-1113af313466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:58.746291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e460f4d8-dc37-4bba-87b7-7c1bb11a2fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:58.753823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-bdc219c0-ca11-4143-ade2-50a42cad9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:58.755327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-bdc219c0-ca11-4143-ade2-50a42cad9886 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 HTTP/1.1" status: 200 len: 909 time: 0.1314142 Aug 23 03:52:58.818996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-a26d9be4-e73b-4396-9e4a-18ae527da9ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0 HTTP/1.1" status: 200 len: 217 time: 0.0566123 Aug 23 03:52:58.849050 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:58.861338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f974d7d2-2ba6-4c23-aa55-1113af313466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:58.880825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-34170a2f-c579-4d31-a698-17a6c9faf929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:58.882351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-34170a2f-c579-4d31-a698-17a6c9faf929 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73850eb5-de73-4765-934e-5a49113ad443 HTTP/1.1" status: 200 len: 848 time: 0.0561905 Aug 23 03:52:58.929444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f974d7d2-2ba6-4c23-aa55-1113af313466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:58.934595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-12ec2b0a-3ed7-44c3-a748-2dacc6c5ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:58.936319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-12ec2b0a-3ed7-44c3-a748-2dacc6c5ea7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454977 Aug 23 03:52:58.974920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f974d7d2-2ba6-4c23-aa55-1113af313466 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18e081f15feb4a518b8cd5f6b880cd4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673540 Aug 23 03:52:58.975127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59722) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:52:59.004470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974d7d2-2ba6-4c23-aa55-1113af313466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c9ea69-3031-4e7a-a277-a66c5a5888ac,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:59.042486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88cac5ce-424a-4a6e-9f5e-f8acea9bc32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:59.053671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-ffc01ff1-a40e-4de3-a44c-2caccca20768 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104782 Aug 23 03:52:59.066044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88cac5ce-424a-4a6e-9f5e-f8acea9bc32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:59.196600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16852c1b-46ee-45db-a948-3b8a1b8feb91 req-3d733a10-a5a6-4813-9cba-dab12d55b5aa service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344385 Aug 23 03:52:59.207921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88cac5ce-424a-4a6e-9f5e-f8acea9bc32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:59.211041 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88cac5ce-424a-4a6e-9f5e-f8acea9bc32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:52:59.213997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88cac5ce-424a-4a6e-9f5e-f8acea9bc32c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5c9ea69-3031-4e7a-a277-a66c5a5888ac HTTP/1.1" status: 204 len: 168 time: 0.2356832 Aug 23 03:52:59.220511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cac5ce-424a-4a6e-9f5e-f8acea9bc32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c9ea69-3031-4e7a-a277-a66c5a5888ac,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:52:59.388782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df967766-bb0e-48e5-8ced-4638b227db05 req-b6e7b8e5-14b0-494d-8291-9d9c0fc0486a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:52:59.390306 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df967766-bb0e-48e5-8ced-4638b227db05 req-b6e7b8e5-14b0-494d-8291-9d9c0fc0486a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 943 time: 0.0482428 Aug 23 03:52:59.469127 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df967766-bb0e-48e5-8ced-4638b227db05 req-dae34b34-a52c-4989-82a8-588eb7546829 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719020 Aug 23 03:53:00.380817 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:00.604564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4a6be-b5f9-42da-8fa3-e8d0c8741aef req-ff1f10b0-908e-4c5e-8b43-5b7b03aa08c2 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:00.606095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40e4a6be-b5f9-42da-8fa3-e8d0c8741aef req-ff1f10b0-908e-4c5e-8b43-5b7b03aa08c2 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 943 time: 0.0719688 Aug 23 03:53:00.647005 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40e4a6be-b5f9-42da-8fa3-e8d0c8741aef req-ef8cdcb0-43a6-4630-a4ac-83140662bb33 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Aug 23 03:53:01.733526 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:01.785083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c57354-0c8e-478a-a08e-5c0fc13f9178 req-f1891172-117e-461c-9a4d-ffa544b753da tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:01.787087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f8c57354-0c8e-478a-a08e-5c0fc13f9178 req-f1891172-117e-461c-9a4d-ffa544b753da tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 943 time: 0.0560305 Aug 23 03:53:01.826867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f8c57354-0c8e-478a-a08e-5c0fc13f9178 req-7c6455f3-c592-41eb-892b-4fd6f7535757 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Aug 23 03:53:02.729035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59958) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:02.842496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2383dfa2-2fae-4a37-b422-d5b0d32174f0 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:53:02.863311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03ff1e32-1b3a-4fe5-91bd-395b3d2a7701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:02.960234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2383dfa2-2fae-4a37-b422-d5b0d32174f0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:02.990762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'port_id': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'mac_address': 'fa:16:3e:4f:bb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:53:02.994048 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03ff1e32-1b3a-4fe5-91bd-395b3d2a7701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:03.046129 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:03.063714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2383dfa2-2fae-4a37-b422-d5b0d32174f0 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:53:03.067000 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03ff1e32-1b3a-4fe5-91bd-395b3d2a7701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:03.082881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2383dfa2-2fae-4a37-b422-d5b0d32174f0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:03.095308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81495d2d-63ca-4b80-b497-113dfa975722 req-5fca08d2-2d84-4573-b6ec-4ce99492e999 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:03.096842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81495d2d-63ca-4b80-b497-113dfa975722 req-5fca08d2-2d84-4573-b6ec-4ce99492e999 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 943 time: 0.0897434 Aug 23 03:53:03.137167 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-03ff1e32-1b3a-4fe5-91bd-395b3d2a7701 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7737721d7b2a4213b7ccce1c5ae24444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069560 Aug 23 03:53:03.139396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff1e32-1b3a-4fe5-91bd-395b3d2a7701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c1f7ce-3cb5-4726-af49-c04daeedcc9d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:03.140205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59990) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:03.161671 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81495d2d-63ca-4b80-b497-113dfa975722 req-c599111b-77a0-4205-a104-3ba31974e819 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576115 Aug 23 03:53:03.175131 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:03.231470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=2383dfa2-2fae-4a37-b422-d5b0d32174f0,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:03.241174 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f6d01b-4a5e-474c-89f3-be1e843edfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:03.264359 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f6d01b-4a5e-474c-89f3-be1e843edfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:03.362965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f6d01b-4a5e-474c-89f3-be1e843edfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:03.365563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f6d01b-4a5e-474c-89f3-be1e843edfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:03.371022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-37f6d01b-4a5e-474c-89f3-be1e843edfcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32c1f7ce-3cb5-4726-af49-c04daeedcc9d HTTP/1.1" status: 204 len: 168 time: 0.2248094 Aug 23 03:53:03.374674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d01b-4a5e-474c-89f3-be1e843edfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c1f7ce-3cb5-4726-af49-c04daeedcc9d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:03.535252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['2383dfa2-2fae-4a37-b422-d5b0d32174f0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:53:04.135309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60048) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:04.153556 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c33cc43-b289-4c93-951c-ef0296965425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:04.253935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c33cc43-b289-4c93-951c-ef0296965425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:04.328580 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c33cc43-b289-4c93-951c-ef0296965425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:04.344778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-a406f68b-2bed-425d-b087-9340ff350ffa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0796421 Aug 23 03:53:04.353244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b2627-3ab6-4efb-8e95-b6e07623485a req-d39933f6-30d7-42bc-b725-4c0ccac71e0b tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.354956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de2b2627-3ab6-4efb-8e95-b6e07623485a req-d39933f6-30d7-42bc-b725-4c0ccac71e0b tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 944 time: 0.0821700 Aug 23 03:53:04.371800 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3c33cc43-b289-4c93-951c-ef0296965425 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2e2a9afd6024c6c86144b2c71b608ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350852 Aug 23 03:53:04.372882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33cc43-b289-4c93-951c-ef0296965425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4174f07f-ed7f-4b2a-b96a-98597798995b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:04.386631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60062) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:04.417640 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de2b2627-3ab6-4efb-8e95-b6e07623485a req-d89a09bc-1018-4bce-a03b-2a5b13e12bcb tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560892 Aug 23 03:53:04.463604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-657d48bc-7ba0-4eac-9aaf-4d1b4ca1e6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:04.489214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7858f499-e546-48d1-804f-174e7d400624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.490201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7858f499-e546-48d1-804f-174e7d400624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.490831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7858f499-e546-48d1-804f-174e7d400624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.491455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7858f499-e546-48d1-804f-174e7d400624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.492070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7858f499-e546-48d1-804f-174e7d400624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.492842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7858f499-e546-48d1-804f-174e7d400624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.493476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7858f499-e546-48d1-804f-174e7d400624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.495635 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7858f499-e546-48d1-804f-174e7d400624 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 6499 time: 0.0984702 Aug 23 03:53:04.497042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-657d48bc-7ba0-4eac-9aaf-4d1b4ca1e6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:04.680313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-46546fbb-00e9-4afb-a5de-c8d016e3c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.685687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-46546fbb-00e9-4afb-a5de-c8d016e3c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.685687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-46546fbb-00e9-4afb-a5de-c8d016e3c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.685687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-46546fbb-00e9-4afb-a5de-c8d016e3c07c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8a05671a-bcdb-473e-ae25-31cc297222df&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=7c0e0f79-cb26-4168-adbb-5e95df83d976&id=14893317-4e76-44d7-bca0-3671f275cf15&id=14893317-4e76-44d7-bca0-3671f275cf15 HTTP/1.1" status: 200 len: 2296 time: 0.1556466 Aug 23 03:53:04.706396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-657d48bc-7ba0-4eac-9aaf-4d1b4ca1e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:04.709058 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-657d48bc-7ba0-4eac-9aaf-4d1b4ca1e6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:04.710388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-657d48bc-7ba0-4eac-9aaf-4d1b4ca1e6dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4174f07f-ed7f-4b2a-b96a-98597798995b HTTP/1.1" status: 204 len: 168 time: 0.3239000 Aug 23 03:53:04.719046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d48bc-7ba0-4eac-9aaf-4d1b4ca1e6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4174f07f-ed7f-4b2a-b96a-98597798995b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:04.767815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-275aad7e-fbb8-43d2-b2c2-6e3eb16d099e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096 HTTP/1.1" status: 200 len: 1000 time: 0.0770526 Aug 23 03:53:04.816959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-9b8240b4-cceb-4f03-a306-4ec6a1001477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.818462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-9b8240b4-cceb-4f03-a306-4ec6a1001477 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=208d7027-e4ea-4f3e-b6bf-0d6172d19071 HTTP/1.1" status: 200 len: 856 time: 0.0443552 Aug 23 03:53:04.867763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-62b10016-c74c-4388-8088-e1e6784e435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:04.869727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-62b10016-c74c-4388-8088-e1e6784e435c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8a05671a-bcdb-473e-ae25-31cc297222df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444729 Aug 23 03:53:04.871995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2383dfa2-2fae-4a37-b422-d5b0d32174f0 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:53:04.884710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-a4c96292-25e1-4438-b0fd-bf975a9d45e1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:53:04.885259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-a4c96292-25e1-4438-b0fd-bf975a9d45e1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056701 Aug 23 03:53:05.008817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:05.013184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:05.013568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:05.119204 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:05.151781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2383dfa2-2fae-4a37-b422-d5b0d32174f0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:53:05.154359 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603ba473-6712-4fca-a050-ba93fa421ccb" -d '{"events": [{"server_uuid": "3ca7db65-5b8e-420c-9645-ae29e4d39f32", "name": "network-vif-plugged", "status": "completed", "tag": "2383dfa2-2fae-4a37-b422-d5b0d32174f0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:53:05.182033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 2383dfa2-2fae-4a37-b422-d5b0d32174f0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:05.248629 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:05.319713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=2383dfa2-2fae-4a37-b422-d5b0d32174f0,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:05.344328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-a020a9bc-3798-4e0f-b1ce-960c8a3a0e3d service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490831 Aug 23 03:53:05.375717 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28e3749-ae03-4cbe-a05e-8ba4be120631 x-openstack-request-id: req-e28e3749-ae03-4cbe-a05e-8ba4be120631 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:53:05.376232 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca7db65-5b8e-420c-9645-ae29e4d39f32", "name": "network-vif-plugged", "status": "completed", "tag": "2383dfa2-2fae-4a37-b422-d5b0d32174f0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:53:05.376707 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e28e3749-ae03-4cbe-a05e-8ba4be120631 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:53:05.377806 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'code': 200} Aug 23 03:53:05.453510 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-5c027c32-fd4b-4006-93e9-892daceb350a service neutron] 10.222.0.24 "GET /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046972 Aug 23 03:53:05.505669 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-500eed05-1664-40e4-86ad-7aa5f5461432 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 217 time: 0.0447891 Aug 23 03:53:05.550382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10494dc-f9c0-43a6-9126-8c105d0185f2 req-3c406ca4-0f84-4269-b010-06be29e9a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:05.552426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c10494dc-f9c0-43a6-9126-8c105d0185f2 req-3c406ca4-0f84-4269-b010-06be29e9a57f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1096 time: 0.0826252 Aug 23 03:53:05.572257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-0c4d267f-c36e-497a-8536-824aff38a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:05.573832 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-0c4d267f-c36e-497a-8536-824aff38a0b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0603547 Aug 23 03:53:05.622195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c011-63ff-40c8-b04b-912541bc8efd req-23751144-e135-464a-a464-ab67ab697828 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:05.626262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-76e284e5-e15b-485e-9b79-8dc367bcb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:05.628413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-76e284e5-e15b-485e-9b79-8dc367bcb3bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466182 Aug 23 03:53:05.631617 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be58c011-63ff-40c8-b04b-912541bc8efd req-23751144-e135-464a-a464-ab67ab697828 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 945 time: 0.0924983 Aug 23 03:53:05.642107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c10494dc-f9c0-43a6-9126-8c105d0185f2 req-7e9fcc6b-8e86-4b58-b630-b19faa68a05d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679002 Aug 23 03:53:05.684522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be58c011-63ff-40c8-b04b-912541bc8efd req-9cb5c6b2-4517-465d-a43b-963ca041f6e0 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508773 Aug 23 03:53:05.761038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-caa5cf15-5645-4615-83d2-c0c7f8e04d2c service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258435 Aug 23 03:53:05.861354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-25fe5c9f-a953-4fde-b772-59585b1e1c91 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925567 Aug 23 03:53:05.919615 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-e2ff9728-6e57-4308-8d4f-d9ed794f5719 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 217 time: 0.0512891 Aug 23 03:53:05.978864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-f5bf7d3d-9346-44a0-bbde-de1406feb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:05.978864 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-f5bf7d3d-9346-44a0-bbde-de1406feb2a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0507314 Aug 23 03:53:06.035181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-1f66a0e0-d0e0-4de2-8dc0-986ab9431a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:06.037474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-1f66a0e0-d0e0-4de2-8dc0-986ab9431a50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528634 Aug 23 03:53:06.130884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-74a3c418-665a-4291-ae48-528288ec7ca6 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862935 Aug 23 03:53:06.225602 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-1fe0003b-9a19-4858-91f8-0fefdaa96f4e service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879993 Aug 23 03:53:06.277814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-1fc99d9e-96d6-47b9-ac4b-08e23c0326a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3 HTTP/1.1" status: 200 len: 217 time: 0.0441432 Aug 23 03:53:06.329658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7fee8a97-8808-46d6-bd49-356b5dab163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:06.331676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-7fee8a97-8808-46d6-bd49-356b5dab163e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0461483 Aug 23 03:53:06.378322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-eed66047-fc05-498a-9909-f995c8bfa30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:06.379981 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-eed66047-fc05-498a-9909-f995c8bfa30d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418794 Aug 23 03:53:06.477999 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-ae8be96a-c6c7-4565-9a01-c91eb4c4982b service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909109 Aug 23 03:53:06.572140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-27dfb75d-3829-4dee-b554-0be655761d2e service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865936 Aug 23 03:53:06.633112 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-0347e188-c118-4f8e-b67c-aa932dd053f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=3e46219a-9d3e-4df1-8205-80f7be163313 HTTP/1.1" status: 200 len: 217 time: 0.0513146 Aug 23 03:53:06.702740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-dfda9e7a-48af-4f4c-ab12-6242da98daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:06.704407 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-dfda9e7a-48af-4f4c-ab12-6242da98daee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 200 len: 797 time: 0.0668705 Aug 23 03:53:06.753759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-ec838fad-ec04-47e0-9266-2ea4949604f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:06.755391 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-ec838fad-ec04-47e0-9266-2ea4949604f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c0e0f79-cb26-4168-adbb-5e95df83d976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446193 Aug 23 03:53:06.874205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ffb8b-d979-430c-91ec-1469315dd5d7 req-cd7a3065-0d82-4b1b-aa01-35320582d36b tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:06.875758 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c4ffb8b-d979-430c-91ec-1469315dd5d7 req-cd7a3065-0d82-4b1b-aa01-35320582d36b tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 945 time: 0.1194623 Aug 23 03:53:06.923871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-465d642b-118e-4e34-8757-305e52a78dea service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588833 Aug 23 03:53:06.949907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c4ffb8b-d979-430c-91ec-1469315dd5d7 req-8201f4a5-6498-4b22-b17c-283ad1dfe1f4 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658810 Aug 23 03:53:07.061117 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-9f7e68fd-c4f3-40d4-8891-01b72203ca18 service neutron] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271069 Aug 23 03:53:07.136267 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-c4736e88-bc89-4877-8b91-5f0f7f50ff07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=027ee6a5-a175-420b-969a-af306fdc7da3 HTTP/1.1" status: 200 len: 217 time: 0.0669565 Aug 23 03:53:07.203955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-91c4aa25-2ecf-4342-af65-7eb3537a9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:07.206567 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-91c4aa25-2ecf-4342-af65-7eb3537a9cea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0628285 Aug 23 03:53:07.263152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-66acb629-dbe7-497b-8697-69212a8fd522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:07.264944 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-66acb629-dbe7-497b-8697-69212a8fd522 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526867 Aug 23 03:53:07.363403 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-dceadce2-be96-4a65-9322-ef74fc1e830b service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906715 Aug 23 03:53:07.465968 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:07.469446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-8be66664-a0ba-4941-9e5f-dfd239899b6e service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990684 Aug 23 03:53:07.517240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-d5b8d0e3-6cac-4730-a165-2581e5779e1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ef3d62f-57c6-44a3-8778-887a770f6237 HTTP/1.1" status: 200 len: 217 time: 0.0392790 Aug 23 03:53:07.595815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-6a4fea08-a877-4bfe-bb3e-2c4ecfc3a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:07.597825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-6a4fea08-a877-4bfe-bb3e-2c4ecfc3a830 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 200 len: 797 time: 0.0728819 Aug 23 03:53:07.611497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a721fe-ccdb-4b74-965c-3dece4d5f8cc req-15d70806-8f83-47b5-9081-8d860ae69e50 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:07.611497 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02a721fe-ccdb-4b74-965c-3dece4d5f8cc req-15d70806-8f83-47b5-9081-8d860ae69e50 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0928626 Aug 23 03:53:07.681058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-12f0691b-e240-427d-850e-9b1141a474b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:07.682608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-12f0691b-e240-427d-850e-9b1141a474b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14893317-4e76-44d7-bca0-3671f275cf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743403 Aug 23 03:53:07.685498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02a721fe-ccdb-4b74-965c-3dece4d5f8cc req-bc93be4d-3dcf-48e3-97b8-d0f2b60754e5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478270 Aug 23 03:53:07.790813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-08c58645-4059-4135-b474-4f91c47cb069 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005569 Aug 23 03:53:07.881919 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cbac0694-f8c7-488c-85ed-fa882edcc49c req-4bb4ebfb-4310-4bb6-abec-fdad9e40dbc2 service neutron] 10.222.0.24 "GET /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846064 Aug 23 03:53:08.075127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f3f36-7fc7-4dd4-85fd-92d6f119fcd7 req-c5b23eed-3a95-4405-81a2-3da133a03349 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:08.077469 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e5f3f36-7fc7-4dd4-85fd-92d6f119fcd7 req-c5b23eed-3a95-4405-81a2-3da133a03349 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 945 time: 0.0519054 Aug 23 03:53:08.115759 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e5f3f36-7fc7-4dd4-85fd-92d6f119fcd7 req-82214772-bce8-409f-96d4-b1bc8b8fc995 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Aug 23 03:53:08.226843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60352) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:08.248791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba2f62-1ea7-4f1a-951e-0a078d8a6cc8 req-1d2e3cbe-bc74-4e63-8973-858120661d7d tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:08.250430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-50ba2f62-1ea7-4f1a-951e-0a078d8a6cc8 req-1d2e3cbe-bc74-4e63-8973-858120661d7d tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 945 time: 0.0513000 Aug 23 03:53:08.294200 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-50ba2f62-1ea7-4f1a-951e-0a078d8a6cc8 req-5cc97a47-7af8-4a83-ae28-2cc8f86ccf96 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371501 Aug 23 03:53:08.351768 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0eb99e35-ab59-4358-8a0d-436591bb5ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:08.446036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc8a7d-c6c3-496e-a045-c373b6fc9693 req-7f24950b-bc69-4d84-8dcf-62073acd325d tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:08.447540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9dc8a7d-c6c3-496e-a045-c373b6fc9693 req-7f24950b-bc69-4d84-8dcf-62073acd325d tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 945 time: 0.0746903 Aug 23 03:53:08.506652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9dc8a7d-c6c3-496e-a045-c373b6fc9693 req-f35eb7bc-70a8-4706-8474-b7297648c19d tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524981 Aug 23 03:53:08.517651 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0eb99e35-ab59-4358-8a0d-436591bb5ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:08.528048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60372) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:08.585679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0eb99e35-ab59-4358-8a0d-436591bb5ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:08.627855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0eb99e35-ab59-4358-8a0d-436591bb5ede admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2227ca9d1bf94067afc0fcd326072ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993630 Aug 23 03:53:08.630517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60382) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:08.636663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb99e35-ab59-4358-8a0d-436591bb5ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73c00d4-8caa-4c32-82b4-c0ae7df16c6b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:08.718463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fede28-f7c7-4c22-ac03-7d1742125eb1 tempest-TestServerBasicOps-1330337174 tempest-TestServerBasicOps-1330337174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:08.719976 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c8fede28-f7c7-4c22-ac03-7d1742125eb1 tempest-TestServerBasicOps-1330337174 tempest-TestServerBasicOps-1330337174-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1091 time: 0.1910245 Aug 23 03:53:08.723286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60392) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:08.728133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:08.730028 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-866b758f-a9e9-4c51-b793-81eca1b465e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:08.753741 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-866b758f-a9e9-4c51-b793-81eca1b465e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:08.816475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376828f-b189-4f29-8202-a34621f30a1d req-26fc32eb-1ef8-4aec-9c7c-a12bb50420c1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:08.817921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4376828f-b189-4f29-8202-a34621f30a1d req-26fc32eb-1ef8-4aec-9c7c-a12bb50420c1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0487597 Aug 23 03:53:08.843593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:08.867915 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4376828f-b189-4f29-8202-a34621f30a1d req-d3ccd2fa-2d4e-4801-83d1-6fcd419bf82e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440383 Aug 23 03:53:08.940065 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-866b758f-a9e9-4c51-b793-81eca1b465e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:08.942951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-866b758f-a9e9-4c51-b793-81eca1b465e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:08.944672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-866b758f-a9e9-4c51-b793-81eca1b465e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b73c00d4-8caa-4c32-82b4-c0ae7df16c6b HTTP/1.1" status: 204 len: 168 time: 0.3132219 Aug 23 03:53:08.957387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b758f-a9e9-4c51-b793-81eca1b465e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73c00d4-8caa-4c32-82b4-c0ae7df16c6b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:08.968362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:09.080258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Allocated IP 172.25.1.16 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/24588a16-9e18-4c05-9eca-2f956a389cac) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:09.189154 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:09.368234 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:09.413039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:09.416143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:09.418608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:09.450547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'Port': ['ID=24588a16-9e18-4c05-9eca-2f956a389cac,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:09.672719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60434) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:09.699660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a8feb24-4913-4cd6-b068-847ce360265a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:09.815686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:09.825915 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a8feb24-4913-4cd6-b068-847ce360265a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:09.887314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a8feb24-4913-4cd6-b068-847ce360265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:09.927840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8feb24-4913-4cd6-b068-847ce360265a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3415a0-941c-446a-bd1b-56002aadef9b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:09.933791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60450) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:09.933996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2a8feb24-4913-4cd6-b068-847ce360265a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c54ec9d4f1a34da88019d5aa9c8d6f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594507 Aug 23 03:53:10.013840 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:10.093199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8096e5-0f18-4e49-b4e0-fbdff4942762 req-49fe18f0-19f7-4b68-9a98-4562c01ed5e5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:10.095014 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c8096e5-0f18-4e49-b4e0-fbdff4942762 req-49fe18f0-19f7-4b68-9a98-4562c01ed5e5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1272049 Aug 23 03:53:10.098338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9c1398c-1d3f-4319-be92-f5f6d3414420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:10.178435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9c1398c-1d3f-4319-be92-f5f6d3414420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:10.227206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c8096e5-0f18-4e49-b4e0-fbdff4942762 req-5758d6cc-2593-4224-94c6-c524be57a8b8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166291 Aug 23 03:53:10.298605 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:10.351410 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9c1398c-1d3f-4319-be92-f5f6d3414420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:10.354045 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9c1398c-1d3f-4319-be92-f5f6d3414420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:10.356357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d9c1398c-1d3f-4319-be92-f5f6d3414420 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d3415a0-941c-446a-bd1b-56002aadef9b HTTP/1.1" status: 204 len: 168 time: 0.4204519 Aug 23 03:53:10.364692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1398c-1d3f-4319-be92-f5f6d3414420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3415a0-941c-446a-bd1b-56002aadef9b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:10.366648 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:10.478751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event updated for resources: {'Port': ['ID=24588a16-9e18-4c05-9eca-2f956a389cac,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:10.481951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:10.586081 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Floating IP a0eb9781-2c08-4914-b74a-f69b3442d30d associated. External IP: 172.25.1.16, port: 2383dfa2-2fae-4a37-b422-d5b0d32174f0. Aug 23 03:53:11.124775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:53:11.239331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:53:11.259095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] Sync routers for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:53:11.290560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:53:11.293260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:53:11.334879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:11.370355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9353a8c3-4a14-49c3-8753-b8e952fb31ae tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6453643 Aug 23 03:53:11.370355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'tag': '2383dfa2-2fae-4a37-b422-d5b0d32174f0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:53:11.373075 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15485721-2e46-45aa-bd85-de10bc03f8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca7db65-5b8e-420c-9645-ae29e4d39f32", "tag": "2383dfa2-2fae-4a37-b422-d5b0d32174f0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:53:11.426705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e97df-0636-4c05-8866-e4e72fd17188 req-49e15684-51b9-444a-8606-dfbe0c45fd2a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:11.429757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39e97df-0636-4c05-8866-e4e72fd17188 req-49e15684-51b9-444a-8606-dfbe0c45fd2a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0989881 Aug 23 03:53:11.473174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39e97df-0636-4c05-8866-e4e72fd17188 req-b7aff4b0-9fe3-4cdc-9d2c-319b872e0139 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375321 Aug 23 03:53:11.512171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:53:11.781051 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0e8cd-07f3-454e-b8f1-1323a913d6c0 x-openstack-request-id: req-b9c0e8cd-07f3-454e-b8f1-1323a913d6c0 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:53:11.781345 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca7db65-5b8e-420c-9645-ae29e4d39f32", "tag": "2383dfa2-2fae-4a37-b422-d5b0d32174f0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:53:11.781598 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9c0e8cd-07f3-454e-b8f1-1323a913d6c0 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:53:11.782173 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'tag': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'status': 'completed', 'code': 200} Aug 23 03:53:11.841938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'a0eb9781-2c08-4914-b74a-f69b3442d30d', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'port_id': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'mac_address': 'fa:16:3e:4f:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:53:09Z', 'updated_at': '2021-08-23T03:53:09Z', 'revision_number': 0, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3', 'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'mac_address': 'fa:16:3e:3c:3f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:35Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 5, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'subnets': [{'id': '73850eb5-de73-4765-934e-5a49113ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:53:11.871635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] Checking router: e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:53:11.880253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:53:11.880931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:52:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:53:11.912922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-4188953f-d144-4266-bb86-2ae9b9b8b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:11.914891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-4188953f-d144-4266-bb86-2ae9b9b8b0df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa798ec7391d48c78ce0028c038f2ed3&device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1096 time: 0.0625160 Aug 23 03:53:12.066864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:53:12.089849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-c45ad29e-93aa-4709-84fd-331014aae1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:12.091761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-c45ad29e-93aa-4709-84fd-331014aae1c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 HTTP/1.1" status: 200 len: 909 time: 0.1544831 Aug 23 03:53:12.187180 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-a82e0621-0009-45c9-964f-5bcc2e40e12a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0 HTTP/1.1" status: 200 len: 998 time: 0.0878677 Aug 23 03:53:12.255216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-c2ce98e1-4ceb-41ea-8d6d-19b8182b28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:12.256704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-c2ce98e1-4ceb-41ea-8d6d-19b8182b28fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73850eb5-de73-4765-934e-5a49113ad443 HTTP/1.1" status: 200 len: 848 time: 0.0610287 Aug 23 03:53:12.317498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-d278636d-3cab-49ae-9709-d0855f75a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:12.318965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-d278636d-3cab-49ae-9709-d0855f75a11e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549014 Aug 23 03:53:12.382385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'a0eb9781-2c08-4914-b74a-f69b3442d30d', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'port_id': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'mac_address': 'fa:16:3e:4f:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:53:09Z', 'updated_at': '2021-08-23T03:53:09Z', 'revision_number': 0, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3', 'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'mac_address': 'fa:16:3e:3c:3f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:35Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 5, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'subnets': [{'id': '73850eb5-de73-4765-934e-5a49113ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:53:12.440955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-e4ab1855-0b93-44bf-9458-e5180e7dfbc6 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141319 Aug 23 03:53:12.643249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5953c18-6586-4637-b3c2-88f3e456bcfb None None] The sync data for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 is: [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'a0eb9781-2c08-4914-b74a-f69b3442d30d', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'floating_ip_address': '172.25.1.16', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'port_id': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'mac_address': 'fa:16:3e:4f:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:53:09Z', 'updated_at': '2021-08-23T03:53:09Z', 'revision_number': 0, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3', 'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'mac_address': 'fa:16:3e:3c:3f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:35Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 5, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'subnets': [{'id': '73850eb5-de73-4765-934e-5a49113ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:53:12.719068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae058d1-e3f4-4fae-8b0f-1966cb3901f5 req-c319f154-5e54-4867-89a9-aba727cc78f3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:12.730677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ae058d1-e3f4-4fae-8b0f-1966cb3901f5 req-c319f154-5e54-4867-89a9-aba727cc78f3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1037016 Aug 23 03:53:12.777851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8ae058d1-e3f4-4fae-8b0f-1966cb3901f5 req-d07aa0f2-06c1-47ef-b514-322ebf5558f7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 Aug 23 03:53:12.969182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15485721-2e46-45aa-bd85-de10bc03f8fc req-ca4ca112-f0c0-4cb1-9898-55adb93aec17 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212119 Aug 23 03:53:12.982326 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc1ebc-ccfd-4366-9200-fac7749a96e4 None None] New status for floating IP a0eb9781-2c08-4914-b74a-f69b3442d30d: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:53:13.850713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-102d2285-e1ee-462e-97ec-458d7db69a1d tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:13.852225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-102d2285-e1ee-462e-97ec-458d7db69a1d tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/networks?id=e9c81df7-eb38-4e9b-9c43-9daeeea27780 HTTP/1.1" status: 200 len: 814 time: 0.1180017 Aug 23 03:53:13.873145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-7813d925-2922-4c2c-bf38-4975ced33ff5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/quotas/9bef709f2f514e73bb819cc6c0f4945c HTTP/1.1" status: 200 len: 375 time: 0.0148368 Aug 23 03:53:13.910522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-bc4e07d1-b2d9-4c66-b987-c1f1ddfd818b tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bef709f2f514e73bb819cc6c0f4945c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360103 Aug 23 03:53:13.915843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-646f5d51-d329-4084-a097-78c024c429ae service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:53:13.916979 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-646f5d51-d329-4084-a097-78c024c429ae service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053701 Aug 23 03:53:13.980820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26549ef8-58c3-42f8-be38-a3d3f778b95b req-8f973903-0bb4-4df6-abf5-1a3bde833a5d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:13.983627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26549ef8-58c3-42f8-be38-a3d3f778b95b req-8f973903-0bb4-4df6-abf5-1a3bde833a5d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0651591 Aug 23 03:53:14.032427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26549ef8-58c3-42f8-be38-a3d3f778b95b req-e5ea0616-14e9-427a-b68f-6efdee3f23a7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Aug 23 03:53:14.040745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-f3cd2e0d-62e8-40a9-82c0-2545ba354cac service neutron] 10.222.0.20 "GET /v2.0/networks/e9c81df7-eb38-4e9b-9c43-9daeeea27780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147294 Aug 23 03:53:14.132541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-fc3fd72f-4449-4213-93c8-93f520b61b91 service neutron] 10.222.0.20 "GET /v2.0/networks/e9c81df7-eb38-4e9b-9c43-9daeeea27780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909081 Aug 23 03:53:14.369213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58793aa4-69f9-4054-be52-7948d205fcc0 req-e9cc05e8-acc6-4910-9946-26831b264dae tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 210 time: 0.0251575 Aug 23 03:53:14.845407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60726) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:14.952843 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70dee8d6-f4e3-448c-8a12-f6d87ca42d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:15.040210 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70dee8d6-f4e3-448c-8a12-f6d87ca42d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:15.108328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-bc161620-7aeb-411d-8ba7-9a49db89a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:15.109857 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-bc161620-7aeb-411d-8ba7-9a49db89a29e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 1097 time: 0.0386453 Aug 23 03:53:15.134240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70dee8d6-f4e3-448c-8a12-f6d87ca42d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:15.179686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dee8d6-f4e3-448c-8a12-f6d87ca42d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fefb65-c8cf-4c31-a682-8feb90debb5c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:15.186732 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70dee8d6-f4e3-448c-8a12-f6d87ca42d1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=325017650dc24360807e68c2ac7096f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396850 Aug 23 03:53:15.187475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60738) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:15.259768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2325d-2a2e-413c-9e33-9f219f327253 req-d7acadfb-94ca-434e-ba75-3a5d9cdc0483 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:15.261313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-71a2325d-2a2e-413c-9e33-9f219f327253 req-d7acadfb-94ca-434e-ba75-3a5d9cdc0483 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1430387 Aug 23 03:53:15.336819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-1fffeaaf-91e1-4d4c-8e3c-a16be64aa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:15.338890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-1fffeaaf-91e1-4d4c-8e3c-a16be64aa3ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.2085736 Aug 23 03:53:15.342587 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4d0c3be-e531-4218-a522-6366e5cccc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:15.363169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-71a2325d-2a2e-413c-9e33-9f219f327253 req-07340c0f-b24d-47b7-ba9c-fdb293b7e5b8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926456 Aug 23 03:53:15.429199 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4d0c3be-e531-4218-a522-6366e5cccc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:15.447305 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8d07eac-c13c-4c9e-a3d9-e38764dc1a5a req-4a5aad45-1948-4497-b9b7-98ecf6a4d951 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 210 time: 0.0260170 Aug 23 03:53:15.450676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-9ef663ef-ff96-4253-9dd9-319601d2cb0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7 HTTP/1.1" status: 200 len: 1001 time: 0.1010573 Aug 23 03:53:15.507828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-8f570050-95b2-45a9-a51a-bd76514af1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:15.509396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-8f570050-95b2-45a9-a51a-bd76514af1e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.0486677 Aug 23 03:53:15.559442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-c812f8ab-155d-4e71-ae95-cf52d8eb03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:15.560929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-c812f8ab-155d-4e71-ae95-cf52d8eb03b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435498 Aug 23 03:53:15.641554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4d0c3be-e531-4218-a522-6366e5cccc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:15.644730 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4d0c3be-e531-4218-a522-6366e5cccc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:15.645866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b4d0c3be-e531-4218-a522-6366e5cccc50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46fefb65-c8cf-4c31-a682-8feb90debb5c HTTP/1.1" status: 204 len: 168 time: 0.4560630 Aug 23 03:53:15.661234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0c3be-e531-4218-a522-6366e5cccc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fefb65-c8cf-4c31-a682-8feb90debb5c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:15.688084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-379d4541-ddda-4c97-a9c6-f2bb7fc1e053 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051440 Aug 23 03:53:15.783188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3c4871c-10e2-4d1f-98c3-0f36838e6c25 req-1a442356-9322-43cd-8a77-be7b81bc98da service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880554 Aug 23 03:53:15.921226 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:53:16.276407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60752) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:16.290101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e091de6-9b7f-48cc-90c8-48ddae0d37b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:16.376012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e091de6-9b7f-48cc-90c8-48ddae0d37b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:16.419400 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5e091de6-9b7f-48cc-90c8-48ddae0d37b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:16.466989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5e091de6-9b7f-48cc-90c8-48ddae0d37b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=479ee68f3a6e4236ac86c912302253e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893585 Aug 23 03:53:16.467716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e091de6-9b7f-48cc-90c8-48ddae0d37b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b204ac26-05b6-40da-9638-edd9d4e32c16,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:16.469810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60758) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:16.510300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113373-8403-4c02-b3d6-7705943179cf req-5f6e77ca-085f-42c4-b25b-b586583d1920 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:16.512162 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a113373-8403-4c02-b3d6-7705943179cf req-5f6e77ca-085f-42c4-b25b-b586583d1920 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0725574 Aug 23 03:53:16.557158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a868ec5-7dae-48a3-8f6f-29a97c36fb9d req-a68d8aae-0093-4a7b-8c52-ae26bdc6c80e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 210 time: 0.0353708 Aug 23 03:53:16.558475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a113373-8403-4c02-b3d6-7705943179cf req-b94ee5a6-9365-4e09-b00e-4ba5446b69b7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349243 Aug 23 03:53:16.561818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96d614d1-1ec6-4f64-8dce-751c816a4585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:16.584696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96d614d1-1ec6-4f64-8dce-751c816a4585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:16.693103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96d614d1-1ec6-4f64-8dce-751c816a4585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:16.695701 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96d614d1-1ec6-4f64-8dce-751c816a4585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:16.696866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-96d614d1-1ec6-4f64-8dce-751c816a4585 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b204ac26-05b6-40da-9638-edd9d4e32c16 HTTP/1.1" status: 204 len: 168 time: 0.2249947 Aug 23 03:53:16.710256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d614d1-1ec6-4f64-8dce-751c816a4585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b204ac26-05b6-40da-9638-edd9d4e32c16,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:16.857877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-04c5f777-c978-468c-b86e-3db8a4ea02ad tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:16.859323 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-04c5f777-c978-468c-b86e-3db8a4ea02ad tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.24 "GET /v2.0/networks?id=e9c81df7-eb38-4e9b-9c43-9daeeea27780 HTTP/1.1" status: 200 len: 814 time: 0.1223216 Aug 23 03:53:16.874873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Request body: {'port': {'device_id': '0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8', 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780', 'admin_state_up': True, 'tenant_id': '9bef709f2f514e73bb819cc6c0f4945c'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:17.071541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Made reservation on behalf of 9bef709f2f514e73bb819cc6c0f4945c for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:17.075272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:17.202081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Allocated IP 172.20.0.11 (e9c81df7-eb38-4e9b-9c43-9daeeea27780/2cb61738-2da9-44e5-af6b-28391512b385/c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:17.352284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:17.437310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:17.479640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Network e9c81df7-eb38-4e9b-9c43-9daeeea27780 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:17.482674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:17.486910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:17.496144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Pushing event updated for resources: {'Port': ['ID=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:17.547892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:17.548447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:17.603478 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-97c3750b-91cc-4062-9dc8-5b34565c082e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7321434 Aug 23 03:53:17.618629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Request body: {'port': {'device_id': '0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:17.690338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e439d1b-a85f-4c95-96c7-17fc578d367d req-7423991b-9ca4-4b85-b74c-fe7d9b862b63 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:17.691962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1e439d1b-a85f-4c95-96c7-17fc578d367d req-7423991b-9ca4-4b85-b74c-fe7d9b862b63 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 932 time: 0.0609772 Aug 23 03:53:17.728368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:17.732000 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1e439d1b-a85f-4c95-96c7-17fc578d367d req-35ab1213-a04d-461d-9538-dfaf57568950 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341258 Aug 23 03:53:17.739442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e54b5-0e27-4fed-9618-ddc04e90f696 req-70a60bba-e63a-4ceb-951e-83da751c5932 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:17.740971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-669e54b5-0e27-4fed-9618-ddc04e90f696 req-70a60bba-e63a-4ceb-951e-83da751c5932 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0966198 Aug 23 03:53:17.825279 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-669e54b5-0e27-4fed-9618-ddc04e90f696 req-b516f02d-2df2-4c16-abb2-6113e24e801e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744805 Aug 23 03:53:18.048754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:53:18.056944 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:18.068688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Transition to ACTIVE for port object c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:18.173416 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:18.232040 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123772ae-21df-44aa-954d-f73627196dec service neutron] Pushing event updated for resources: {'Port': ['ID=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:18.299002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Attempting to bind port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:53:18.299337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Attempting to bind port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '8e1b7c59-1622-4522-be32-350171e71b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:53:18.299661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Attempting to bind port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e on network e9c81df7-eb38-4e9b-9c43-9daeeea27780 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:53:18.303952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e on network e9c81df7-eb38-4e9b-9c43-9daeeea27780 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:53:18.304272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Attempting to bind port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e on network e9c81df7-eb38-4e9b-9c43-9daeeea27780 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:53:18.308936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:53:18.309236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Checking segment: {'id': '8e1b7c59-1622-4522-be32-350171e71b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:53:18.309663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Bound using segment: {'id': '8e1b7c59-1622-4522-be32-350171e71b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:53:18.310081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Bound port: c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1b7c59-1622-4522-be32-350171e71b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:53:18.310429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:18.375646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] For port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:53:18.382677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] For port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:53:18.465097 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:18.500634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:18.501280 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:18.502680 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-123772ae-21df-44aa-954d-f73627196dec service neutron] 10.222.0.24 "PUT /v2.0/ports/c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e HTTP/1.1" status: 200 len: 1092 time: 0.8902333 Aug 23 03:53:18.503120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8', 'tag': 'c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:53:18.505473 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8883d1aa-d7eb-486b-98fa-15872a8a0c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8", "tag": "c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:53:18.532290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123772ae-21df-44aa-954d-f73627196dec service neutron] Pushing event updated for resources: {'Port': ['ID=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:18.549273 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c014e2-33ae-4071-8150-e0fb2a23afd4 x-openstack-request-id: req-69c014e2-33ae-4071-8150-e0fb2a23afd4 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:53:18.549273 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8", "tag": "c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:53:18.549273 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69c014e2-33ae-4071-8150-e0fb2a23afd4 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:53:18.549273 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8', 'tag': 'c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e', 'status': 'completed', 'code': 200} Aug 23 03:53:18.607314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883d1aa-d7eb-486b-98fa-15872a8a0c4e req-0a29e29b-0b82-49c3-b6cf-27887f2003d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:18.608845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8883d1aa-d7eb-486b-98fa-15872a8a0c4e req-0a29e29b-0b82-49c3-b6cf-27887f2003d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bef709f2f514e73bb819cc6c0f4945c&device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0409350 Aug 23 03:53:18.609624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 60886) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:18.730606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:18.739351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883d1aa-d7eb-486b-98fa-15872a8a0c4e req-dab281b5-8e0a-4851-9ac3-9d2cdb3fa879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:18.740916 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8883d1aa-d7eb-486b-98fa-15872a8a0c4e req-dab281b5-8e0a-4851-9ac3-9d2cdb3fa879 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9bef709f2f514e73bb819cc6c0f4945c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1231651 Aug 23 03:53:18.849181 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:18.863556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883d1aa-d7eb-486b-98fa-15872a8a0c4e req-0e899983-acb3-47b2-a690-61818f913545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:18.864815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8883d1aa-d7eb-486b-98fa-15872a8a0c4e req-0e899983-acb3-47b2-a690-61818f913545 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1159124 Aug 23 03:53:18.865642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07d174-02fd-46c8-b3e2-bfee39297006 req-2135163f-9294-4100-a240-f1396cda70f0 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:18.867371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da07d174-02fd-46c8-b3e2-bfee39297006 req-2135163f-9294-4100-a240-f1396cda70f0 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 944 time: 0.0650873 Aug 23 03:53:18.928896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da07d174-02fd-46c8-b3e2-bfee39297006 req-1040648d-bdac-4e41-adb6-edbc4ff9c3d4 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542669 Aug 23 03:53:19.027492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-494fb1bf-6f20-4e43-9703-3c1109ac1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:19.028960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-494fb1bf-6f20-4e43-9703-3c1109ac1a58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bef709f2f514e73bb819cc6c0f4945c&device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0933225 Aug 23 03:53:19.049578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe6a30-e7a2-4925-9000-0edc4bb03be7 req-656c6add-2a8d-46c5-b135-0113d05ced19 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:19.051005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-64fe6a30-e7a2-4925-9000-0edc4bb03be7 req-656c6add-2a8d-46c5-b135-0113d05ced19 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1167114 Aug 23 03:53:19.098624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-818b9b0f-aff4-4f3c-9d07-728fa5640b9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e HTTP/1.1" status: 200 len: 217 time: 0.0456800 Aug 23 03:53:19.163903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-64fe6a30-e7a2-4925-9000-0edc4bb03be7 req-82d8d5fc-d352-4274-8bc3-6ee400ef42de tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036932 Aug 23 03:53:19.165176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:19.207591 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-747e1892-093b-4b5e-8c32-cd81e6ecf95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:19.209039 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-747e1892-093b-4b5e-8c32-cd81e6ecf95e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2cb61738-2da9-44e5-af6b-28391512b385 HTTP/1.1" status: 200 len: 854 time: 0.1022832 Aug 23 03:53:19.245762 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-19dbeb69-b2e7-4c6c-b191-5bff912a6dc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9c81df7-eb38-4e9b-9c43-9daeeea27780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277276 Aug 23 03:53:19.350923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Allocated IP 172.25.1.229 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/84c8f65a-1b16-4860-b5fc-9488ecdaf613) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:19.394571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-79f97816-bd76-4a2d-8ee2-6bab0817e3a6 service neutron] 10.222.0.24 "GET /v2.0/networks/e9c81df7-eb38-4e9b-9c43-9daeeea27780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406212 Aug 23 03:53:19.531966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:19.541646 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9de89784-e5ef-4917-8179-2e7ef24e7126 req-8e8287be-db90-4220-9f6e-600ab32fb06f service neutron] 10.222.0.24 "GET /v2.0/networks/e9c81df7-eb38-4e9b-9c43-9daeeea27780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394963 Aug 23 03:53:19.660764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:19.698844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:19.701597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:19.704913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:19.734476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Pushing event updated for resources: {'Port': ['ID=84c8f65a-1b16-4860-b5fc-9488ecdaf613,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:19.797078 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:19.878648 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:20.030185 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:20.068740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ef09-5d6c-41b4-bee6-4484123b9e50 req-5827fb17-d945-4587-8fde-aa84783d4ca8 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:20.070291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0935ef09-5d6c-41b4-bee6-4484123b9e50 req-5827fb17-d945-4587-8fde-aa84783d4ca8 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 944 time: 0.0705070 Aug 23 03:53:20.108974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0935ef09-5d6c-41b4-bee6-4484123b9e50 req-73d66d93-2013-4b16-b706-261c2ef6772d tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Aug 23 03:53:20.139608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:20.214153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Pushing event updated for resources: {'Port': ['ID=84c8f65a-1b16-4860-b5fc-9488ecdaf613,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:20.224388 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:20.296245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb106eb-29e4-4a68-99dd-572c98025d07 req-24b15426-79e5-41a9-9e3d-e6d17887596a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:20.297773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fbb106eb-29e4-4a68-99dd-572c98025d07 req-24b15426-79e5-41a9-9e3d-e6d17887596a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0542068 Aug 23 03:53:20.317537 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:20.318711 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1e545b9f-8e5b-4043-b5d6-9953b396eed6 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7081652 Aug 23 03:53:20.322005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60984) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:20.327229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1072588779', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'fixed_ips': [{'ip_address': '172.25.1.229'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:20.340040 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fbb106eb-29e4-4a68-99dd-572c98025d07 req-f6fe731c-8728-445f-8ebc-d91e86d5c406 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361841 Aug 23 03:53:20.413098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Made reservation on behalf of b143f8f6e90e4e02bc9a915148c51252 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:20.415551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:20.424120 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:20.515277 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:20.595991 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:20.605721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] device_id is not set on port 6e5ba764-187d-4a0b-afc8-a1ed714315d0 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:20.673536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be0bc73-38a9-46f0-897d-7bcd202b05f7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:20.847885 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 03:53:20.848391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:53:20.951730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-97fa1de3-9d89-4bb4-94d6-5e49724beae5 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6284680 Aug 23 03:53:20.954439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32782) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:20.971595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:53:21.075744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:21.086800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'port_id': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'mac_address': 'fa:16:3e:d4:54:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:53:21.107966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Deleting port 84c8f65a-1b16-4860-b5fc-9488ecdaf613 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:21.108506 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:21.124591 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:21.138405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:53:21.171844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:21.201917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:21.202246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:21.214540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Calling delete_port for 84c8f65a-1b16-4860-b5fc-9488ecdaf613 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:21.235890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c4805-8d3e-4e7b-9ef4-af2f87647f1b req-bf56ed86-5046-4bd0-a7f2-2096c690ac0c tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:21.237437 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a9c4805-8d3e-4e7b-9ef4-af2f87647f1b req-bf56ed86-5046-4bd0-a7f2-2096c690ac0c tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 944 time: 0.0500615 Aug 23 03:53:21.259058 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:21.301289 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a9c4805-8d3e-4e7b-9ef4-af2f87647f1b req-d83d9e4a-b61e-46f0-b9cb-bb41335e08e1 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509002 Aug 23 03:53:21.310407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:21.390816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:21.426801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Pushing event deleted for resources: {'Port': ['ID=84c8f65a-1b16-4860-b5fc-9488ecdaf613,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:21.429701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['7ac08849-4093-4f54-8af7-af9fd6fbb9c7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:53:21.472592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.472933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.473310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.473646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.473972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.474296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.474622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.474945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.475265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.475585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.475906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.476225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:21.527792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214389d6-1456-4ec1-bf18-e662ef66171f req-9f462879-53f4-4fc5-a7c3-5ab7be90c908 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:21.529305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-214389d6-1456-4ec1-bf18-e662ef66171f req-9f462879-53f4-4fc5-a7c3-5ab7be90c908 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 945 time: 0.1046391 Aug 23 03:53:21.535455 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:21.537997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:21.539132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6f9c8b03-7581-4bc3-a0e9-937e49f16aa7 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308 tempest-ExternalNetworksAdminNegativeTestJSON-1271755308-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/1c34512d-9319-4235-9ed9-5063120e3e7c HTTP/1.1" status: 204 len: 168 time: 0.5837965 Aug 23 03:53:21.574553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-214389d6-1456-4ec1-bf18-e662ef66171f req-a54c4979-39f8-48d3-8d39-ee6445fcc9b0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343347 Aug 23 03:53:22.145779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32844) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:22.145779 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.150373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.242232 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.280461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc43d6a16e8a463f9db1043a5ba3af5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288279 Aug 23 03:53:22.281361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea186a34-d655-4ced-afa0-ba60b521ca52,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:22.283191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32858) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:22.302935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.303281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.303621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.303958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.304284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.304608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.304935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.305290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.305614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.305936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.306257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.306577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581aaee9-2b0f-47ca-a99d-5b6233474b9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:22.346365 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40daf7e9-ab97-4f03-8ed7-929660b77bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.369675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40daf7e9-ab97-4f03-8ed7-929660b77bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.408661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2388fb4-1cfb-4827-9639-772b8378f50d req-e639b5e9-2605-43ce-a845-0a5426d1f8f9 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:22.411097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2388fb4-1cfb-4827-9639-772b8378f50d req-e639b5e9-2605-43ce-a845-0a5426d1f8f9 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 944 time: 0.0550923 Aug 23 03:53:22.454701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2388fb4-1cfb-4827-9639-772b8378f50d req-5c376147-57a8-4971-9ea7-f57a807dddfa tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Aug 23 03:53:22.482658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40daf7e9-ab97-4f03-8ed7-929660b77bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.499219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40daf7e9-ab97-4f03-8ed7-929660b77bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.499219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-40daf7e9-ab97-4f03-8ed7-929660b77bf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea186a34-d655-4ced-afa0-ba60b521ca52 HTTP/1.1" status: 204 len: 168 time: 0.2023461 Aug 23 03:53:22.499219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daf7e9-ab97-4f03-8ed7-929660b77bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea186a34-d655-4ced-afa0-ba60b521ca52,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:22.562270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:53:22.598399 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.662005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:22.677354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e', 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780', 'port_id': 'c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e', 'mac_address': 'fa:16:3e:8e:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb61738-2da9-44e5-af6b-28391512b385', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:53:22.711007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df75152-03ea-45e8-9b8c-25dfef36b6a1 req-6ca924c8-71fc-4422-9eed-722865761bd2 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:22.712520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8df75152-03ea-45e8-9b8c-25dfef36b6a1 req-6ca924c8-71fc-4422-9eed-722865761bd2 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 945 time: 0.0596418 Aug 23 03:53:22.719211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.732845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:53:22.752190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:22.763387 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8df75152-03ea-45e8-9b8c-25dfef36b6a1 req-9cffcc9a-18f4-43fa-a106-c34e26e45767 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343316 Aug 23 03:53:22.819629 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:22.871149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:22.976908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:53:23.035232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:23.035608 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:23.104682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 32906) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:23.111757 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:23.134654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:53:23.137080 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8177098-0956-474c-8c7d-4d84a9ef520c" -d '{"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-plugged", "status": "completed", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:53:23.145186 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-29ef1ef9-d650-4c5e-b356-03a3d797ad76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b143f8f6e90e4e02bc9a915148c51252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391431 Aug 23 03:53:23.147610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32910) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:23.151972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:53:23.157714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:23.184469 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce63da2-08de-4615-8c1f-fd14e8122946 x-openstack-request-id: req-bce63da2-08de-4615-8c1f-fd14e8122946 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:53:23.184765 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-plugged", "status": "completed", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:53:23.185051 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bce63da2-08de-4615-8c1f-fd14e8122946 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:53:23.188501 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'code': 200} Aug 23 03:53:23.205649 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-261d16ea-15c2-4dbd-9285-855ba347f90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:23.226932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-261d16ea-15c2-4dbd-9285-855ba347f90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:23.236410 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:23.312881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:23.345091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-261d16ea-15c2-4dbd-9285-855ba347f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:23.347670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-261d16ea-15c2-4dbd-9285-855ba347f90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:23.348832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-261d16ea-15c2-4dbd-9285-855ba347f90d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1be0bc73-38a9-46f0-897d-7bcd202b05f7 HTTP/1.1" status: 204 len: 168 time: 0.2002416 Aug 23 03:53:23.357302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d16ea-15c2-4dbd-9285-855ba347f90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be0bc73-38a9-46f0-897d-7bcd202b05f7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:23.575693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530cedb-3683-4bc4-8460-d975b0e9d57e req-23df493d-8644-4664-97f2-6dc93c9bfcd6 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:23.577216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c530cedb-3683-4bc4-8460-d975b0e9d57e req-23df493d-8644-4664-97f2-6dc93c9bfcd6 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 945 time: 0.0532176 Aug 23 03:53:23.626283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c530cedb-3683-4bc4-8460-d975b0e9d57e req-79ffc8f2-1506-4926-9fe7-6a6b19b92996 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Aug 23 03:53:23.896706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8f95f-ddb7-4c25-ba4f-4f6aed5e0542 req-baed5e18-f2f1-41e8-a8aa-cf5003c48325 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:23.898909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76a8f95f-ddb7-4c25-ba4f-4f6aed5e0542 req-baed5e18-f2f1-41e8-a8aa-cf5003c48325 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0571222 Aug 23 03:53:23.945432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76a8f95f-ddb7-4c25-ba4f-4f6aed5e0542 req-9c9b0651-476a-4acc-9f03-18f6d5ff553b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Aug 23 03:53:24.484530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33012) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:24.582637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:53:24.607495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1314299892'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:24.701291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:24.704838 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:24.728825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:24.736915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:24.737231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:24.746443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:24.801141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847df4d-ecd8-43e3-bafe-d784a8cd7ebe req-5a5212a0-00e3-4c91-a5f7-6a64b9d6226e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:24.804200 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5847df4d-ecd8-43e3-bafe-d784a8cd7ebe req-5a5212a0-00e3-4c91-a5f7-6a64b9d6226e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 945 time: 0.0941219 Aug 23 03:53:24.863597 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:24.888673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5847df4d-ecd8-43e3-bafe-d784a8cd7ebe req-0f59630b-65be-4dad-891c-6739ddef1327 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747867 Aug 23 03:53:24.913819 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:24.941153 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:25.008621 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:25.037827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:25.073939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:25.095360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3542200e-d27e-4099-b0c2-e1ca374709d0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:25.126485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:53:25.143121 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:25.143456 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Added segment 1301404f-874a-4b60-9c72-6c717428a2bc of type vlan for network edd3ff6a-5962-416f-9269-01284de80fc0 Aug 23 03:53:25.175008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ddb55-7a28-4086-939c-4e847061c105 req-f4c3020d-59e2-4886-8815-7e1206daf8a8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:25.176806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-971ddb55-7a28-4086-939c-4e847061c105 req-f4c3020d-59e2-4886-8815-7e1206daf8a8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0938158 Aug 23 03:53:25.186813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:53:25.189693 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f0a859-22e6-44d2-b826-5c7880f526b6" -d '{"events": [{"server_uuid": "0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8", "name": "network-vif-plugged", "status": "completed", "tag": "c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:53:25.232260 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:25.233777 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d20061-120a-446c-b745-062275bd8127 x-openstack-request-id: req-03d20061-120a-446c-b745-062275bd8127 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:53:25.234668 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8", "name": "network-vif-plugged", "status": "completed", "tag": "c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:53:25.235171 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03d20061-120a-446c-b745-062275bd8127 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:53:25.235765 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e', 'code': 200} Aug 23 03:53:25.269526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-971ddb55-7a28-4086-939c-4e847061c105 req-b4310381-0a9b-4bdf-804d-b86be4622892 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706723 Aug 23 03:53:25.339301 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:25.346220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:25.347018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:25.377464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d539e-ecaa-4be7-a97e-dba203abe38a req-c365710d-a80b-4c1f-b501-1909e027d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:25.379187 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a3d539e-ecaa-4be7-a97e-dba203abe38a req-c365710d-a80b-4c1f-b501-1909e027d5a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0710437 Aug 23 03:53:25.422927 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a3d539e-ecaa-4be7-a97e-dba203abe38a req-59c8d7d0-6829-4af9-a306-d4332e0d3be4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353363 Aug 23 03:53:25.446270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Network': ['ID=edd3ff6a-5962-416f-9269-01284de80fc0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:25.458269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:53:25.468402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-18146a6f-f9f4-46cb-8936-936532c5b097 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9822001 Aug 23 03:53:25.474772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33066) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:25.480542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:26.076219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d538c3b-30b7-4df0-8b73-91661f3a221e req-808e2a7a-f49e-4570-9303-8144133845d4 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:26.078252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d538c3b-30b7-4df0-8b73-91661f3a221e req-808e2a7a-f49e-4570-9303-8144133845d4 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 946 time: 0.0744054 Aug 23 03:53:26.133608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d538c3b-30b7-4df0-8b73-91661f3a221e req-68ee2a3d-e926-44f2-acfa-ef5e0e44fcb8 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447636 Aug 23 03:53:26.174560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81483ca1-6437-447e-8090-752dc9837a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:26.177895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:26.181455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:26.449620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6abb39-e6f7-4289-89c3-1fca3e310735 req-e4669160-a1f0-40ec-9ba7-e22501f9b9a8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:26.451141 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b6abb39-e6f7-4289-89c3-1fca3e310735 req-e4669160-a1f0-40ec-9ba7-e22501f9b9a8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0688932 Aug 23 03:53:26.498650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b6abb39-e6f7-4289-89c3-1fca3e310735 req-2a49cfed-7d0d-4f73-ad03-bae3aa3b7734 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Aug 23 03:53:26.552745 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:26.630062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=fa000e6b-73d2-4353-b718-f58f1d7e31bb,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:26.660073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:53:26.660073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network hostable DHCP agents. Network: edd3ff6a-5962-416f-9269-01284de80fc0, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:53:26.750976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:53:26.815744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, edd3ff6a-5962-416f-9269-01284de80fc0) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:26.820214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:26.822096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:26.824995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2776176b-f755-4474-abd5-a8a58bc1295f None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:26.923142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-84d2d19a-1683-431b-9f5e-4e617a49c65f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4465394 Aug 23 03:53:26.926246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33116) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:26.932116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'name': 'tempest-NetworksTestDHCPv6-1948927725'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:27.035738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'fa000e6b-73d2-4353-b718-f58f1d7e31bb'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:53:27.037141 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:27.134683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:27.139836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:27.160398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port d7293b2d-418b-4828-b078-29ce1ecbece8 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:27.248761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/fa000e6b-73d2-4353-b718-f58f1d7e31bb/cb50c635-215b-453c-8390-d5c035dcd2ad) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:27.295572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f44ac3-3248-47a0-9eaf-298dfc4b0ec2 req-a2b518ce-a267-41e9-98e2-670c1991eae5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:27.306371 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43f44ac3-3248-47a0-9eaf-298dfc4b0ec2 req-a2b518ce-a267-41e9-98e2-670c1991eae5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 946 time: 0.0771642 Aug 23 03:53:27.357175 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43f44ac3-3248-47a0-9eaf-298dfc4b0ec2 req-876b3556-94ad-48ac-8a4f-531253f7570c tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495992 Aug 23 03:53:27.432580 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:27.441685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Transition to ACTIVE for port object cb50c635-215b-453c-8390-d5c035dcd2ad will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:27.457358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Transition to ACTIVE for port object cb50c635-215b-453c-8390-d5c035dcd2ad will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:27.597660 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:27.632534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:27.636365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:27.640274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:27.666904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd944c47-409f-4589-b3c7-22de3da6d54e req-b248e420-ccc7-4423-9ef6-94b13ca0efff tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:27.668633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd944c47-409f-4589-b3c7-22de3da6d54e req-b248e420-ccc7-4423-9ef6-94b13ca0efff tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0917242 Aug 23 03:53:27.683615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Pushing event updated for resources: {'Port': ['ID=cb50c635-215b-453c-8390-d5c035dcd2ad,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:27.684149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::324 (edd3ff6a-5962-416f-9269-01284de80fc0/fa000e6b-73d2-4353-b718-f58f1d7e31bb/d7293b2d-418b-4828-b078-29ce1ecbece8) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:27.713291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Attempting to bind port cb50c635-215b-453c-8390-d5c035dcd2ad on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:53:27.713668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Attempting to bind port cb50c635-215b-453c-8390-d5c035dcd2ad by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:53:27.714037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Attempting to bind port cb50c635-215b-453c-8390-d5c035dcd2ad on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:53:27.719214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:53:27.719616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:53:27.720024 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:27.720979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:53:27.721657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Bound port: cb50c635-215b-453c-8390-d5c035dcd2ad, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:53:27.722175 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:27.743525 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd944c47-409f-4589-b3c7-22de3da6d54e req-59854ec9-79b1-44ee-88f4-3c42ad9b8c1f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613420 Aug 23 03:53:27.829966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] For port cb50c635-215b-453c-8390-d5c035dcd2ad, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:53:27.833471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] For port cb50c635-215b-453c-8390-d5c035dcd2ad, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cb50c635-215b-453c-8390-d5c035dcd2ad,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:53:27.901594 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:27.946082 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:27.981677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object d7293b2d-418b-4828-b078-29ce1ecbece8 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:27.988844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d9109-fd0e-409d-85d0-de48a58ec343 None None] Pushing event updated for resources: {'Port': ['ID=cb50c635-215b-453c-8390-d5c035dcd2ad,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:28.095162 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:28.162553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:28.165637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:28.173067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:28.179633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:28.180667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:28.216508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=d7293b2d-418b-4828-b078-29ce1ecbece8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:28.267840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-273ddc90-6201-4aee-8ef2-db79e1073063 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3398097 Aug 23 03:53:28.270155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33212) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:28.351871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c377b7c5-5d22-41c7-b56f-559cd9a03411 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:28.365899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c377b7c5-5d22-41c7-b56f-559cd9a03411 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:28.369059 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c377b7c5-5d22-41c7-b56f-559cd9a03411 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0975211 Aug 23 03:53:28.371452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33214) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:28.501338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-82a00026-c08a-4686-b819-f1c6f25af452 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port d7293b2d-418b-4828-b078-29ce1ecbece8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:28.502613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82a00026-c08a-4686-b819-f1c6f25af452 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:28.619722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82a00026-c08a-4686-b819-f1c6f25af452 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:28.649064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-82a00026-c08a-4686-b819-f1c6f25af452 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for d7293b2d-418b-4828-b078-29ce1ecbece8 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:28.774106 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6209ab46-595a-4efc-8edc-e74a7a6890ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:28.847961 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:28.855206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cb50c635-215b-453c-8390-d5c035dcd2ad up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:53:29.057570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531ac2-7612-4567-ac57-ad4d139d73a4 req-e0dcf31c-5eec-4078-a6f9-04dc69e52f07 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:29.059244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e531ac2-7612-4567-ac57-ad4d139d73a4 req-e0dcf31c-5eec-4078-a6f9-04dc69e52f07 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1454992 Aug 23 03:53:29.065760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cb50c635-215b-453c-8390-d5c035dcd2ad completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:29.122799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e531ac2-7612-4567-ac57-ad4d139d73a4 req-cf475f91-183d-42f9-8e28-706af5c71898 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546827 Aug 23 03:53:29.141178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82a00026-c08a-4686-b819-f1c6f25af452 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:29.178753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a00026-c08a-4686-b819-f1c6f25af452 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=d7293b2d-418b-4828-b078-29ce1ecbece8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:29.214380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82a00026-c08a-4686-b819-f1c6f25af452 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:29.219784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-82a00026-c08a-4686-b819-f1c6f25af452 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/d7293b2d-418b-4828-b078-29ce1ecbece8 HTTP/1.1" status: 204 len: 168 time: 0.8472791 Aug 23 03:53:29.222995 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33256) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:29.353301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569810cc-b409-48fc-9432-bd3d16f0d8d2 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:29.355813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cae195-88fa-4fd2-af58-4027d681bfe1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:29.358367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cae195-88fa-4fd2-af58-4027d681bfe1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:29.360366 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-83cae195-88fa-4fd2-af58-4027d681bfe1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1362965 Aug 23 03:53:29.364401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33258) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:29.435230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-2228281e-4f28-47e3-be2d-927d43c5d7dc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet fa000e6b-73d2-4353-b718-f58f1d7e31bb {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:53:29.439231 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2228281e-4f28-47e3-be2d-927d43c5d7dc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:29.517457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2228281e-4f28-47e3-be2d-927d43c5d7dc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:29.530308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] Provisioning for port cb50c635-215b-453c-8390-d5c035dcd2ad completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:29.540672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] Provisioning complete for port cb50c635-215b-453c-8390-d5c035dcd2ad triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:29.541064 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:29.670936 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:29.682991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2228281e-4f28-47e3-be2d-927d43c5d7dc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:29.843732 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2228281e-4f28-47e3-be2d-927d43c5d7dc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:29.931937 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2228281e-4f28-47e3-be2d-927d43c5d7dc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:29.936217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2228281e-4f28-47e3-be2d-927d43c5d7dc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/fa000e6b-73d2-4353-b718-f58f1d7e31bb HTTP/1.1" status: 204 len: 168 time: 0.5698383 Aug 23 03:53:29.938805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228281e-4f28-47e3-be2d-927d43c5d7dc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=fa000e6b-73d2-4353-b718-f58f1d7e31bb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:29.939012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33262) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:29.960681 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:53:29.961713 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:53:30.024673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa20a5bb-47ce-4d68-b3a0-c3862a224a8e None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:30.045104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-21eb73c5-f3b4-4129-94b3-1fa5a12639a6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048710 Aug 23 03:53:30.048990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33266) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:30.055010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:30.379063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5461c-00fb-48a0-ac75-2a76181e9214 req-d7a8c521-c430-4bdd-8ce2-285c967e4f50 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:30.390481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47e5461c-00fb-48a0-ac75-2a76181e9214 req-d7a8c521-c430-4bdd-8ce2-285c967e4f50 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0971231 Aug 23 03:53:30.419586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:30.423141 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:30.436807 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:30.472673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47e5461c-00fb-48a0-ac75-2a76181e9214 req-20392749-b936-400e-b42e-82c27374c89e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810621 Aug 23 03:53:30.509287 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cfaa92-008e-4fe3-bd9c-9b95ae817dae None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:53:30.548694 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:30.592597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] For port cb50c635-215b-453c-8390-d5c035dcd2ad, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cb50c635-215b-453c-8390-d5c035dcd2ad,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:30.605585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfaa92-008e-4fe3-bd9c-9b95ae817dae None None] Deleting port cb50c635-215b-453c-8390-d5c035dcd2ad {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:30.606209 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c2cfaa92-008e-4fe3-bd9c-9b95ae817dae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:30.676838 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:30.738455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c2cfaa92-008e-4fe3-bd9c-9b95ae817dae None None] For port cb50c635-215b-453c-8390-d5c035dcd2ad, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cb50c635-215b-453c-8390-d5c035dcd2ad,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:30.738902 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c2cfaa92-008e-4fe3-bd9c-9b95ae817dae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:30.787431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfaa92-008e-4fe3-bd9c-9b95ae817dae None None] Calling delete_port for cb50c635-215b-453c-8390-d5c035dcd2ad owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:30.840073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceba14-926c-48ff-b4a3-fdba38b7c461 None None] Pushing event updated for resources: {'Port': ['ID=cb50c635-215b-453c-8390-d5c035dcd2ad,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:30.854584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cb50c635-215b-453c-8390-d5c035dcd2ad no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:53:30.957863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:31.004949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-45cc881a-53c4-4d89-ba86-03580718fd17 None None] Provisioning complete for port cb50c635-215b-453c-8390-d5c035dcd2ad triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:31.005532 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45cc881a-53c4-4d89-ba86-03580718fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:31.060278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:31.064588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:31.074031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:31.074031 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:31.098705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c2cfaa92-008e-4fe3-bd9c-9b95ae817dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:31.100144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=c85e249f-e7bc-46b0-8a6b-5d014bba5237,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:31.128603 n-d-749052-7 neutron-server[95122]: INFO neutron.plugins.ml2.db [None req-45cc881a-53c4-4d89-ba86-03580718fd17 None None] No ports have port_id starting with cb50c635-215b-453c-8390-d5c035dcd2ad Aug 23 03:53:31.132589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Port cb50c635-215b-453c-8390-d5c035dcd2ad update to DOWN by agent not found {{(pid=95122) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 03:53:31.159306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfaa92-008e-4fe3-bd9c-9b95ae817dae None None] Pushing event deleted for resources: {'Port': ['ID=cb50c635-215b-453c-8390-d5c035dcd2ad,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:31.162059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cfaa92-008e-4fe3-bd9c-9b95ae817dae None None] No DVR routers for this DVR port cb50c635-215b-453c-8390-d5c035dcd2ad on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:53:31.183916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e5c8b9-cc5e-439a-9aa3-fd8403b1c9cf None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:31.197907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d82a3f78-d8da-46c2-87d7-a532fbc61855 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1472561 Aug 23 03:53:31.202656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33276) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:31.205258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'name': 'tempest-NetworksTestDHCPv6-1456130290'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:31.451127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'c85e249f-e7bc-46b0-8a6b-5d014bba5237'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:53:31.452340 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:31.510921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:31.521453 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:31.565726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 2821e6f7-420e-42e4-91b4-a49169993f16 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:31.689378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb4235-241e-43d2-a2b7-0d9d1bfec94e req-f882ff12-b42f-440e-8193-f19c865d521b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:31.702272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3cb4235-241e-43d2-a2b7-0d9d1bfec94e req-f882ff12-b42f-440e-8193-f19c865d521b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0805614 Aug 23 03:53:31.753432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/c85e249f-e7bc-46b0-8a6b-5d014bba5237/674aa725-5a07-465c-994e-20c864aad492) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:31.767805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3cb4235-241e-43d2-a2b7-0d9d1bfec94e req-011d254b-f696-4f3d-bbc4-779dbbfd3e5f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605679 Aug 23 03:53:31.841692 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:32.098861 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:32.113508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Transition to ACTIVE for port object 674aa725-5a07-465c-994e-20c864aad492 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:32.131551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Transition to ACTIVE for port object 674aa725-5a07-465c-994e-20c864aad492 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:32.209578 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:32.316244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::18f (edd3ff6a-5962-416f-9269-01284de80fc0/c85e249f-e7bc-46b0-8a6b-5d014bba5237/2821e6f7-420e-42e4-91b4-a49169993f16) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:32.374615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:32.389377 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:32.396270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:32.521937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Pushing event updated for resources: {'Port': ['ID=674aa725-5a07-465c-994e-20c864aad492,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:32.552207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Attempting to bind port 674aa725-5a07-465c-994e-20c864aad492 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:53:32.552641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Attempting to bind port 674aa725-5a07-465c-994e-20c864aad492 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:53:32.553214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Attempting to bind port 674aa725-5a07-465c-994e-20c864aad492 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:53:32.561143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:53:32.561906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:53:32.562643 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:32.563160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:53:32.563738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Bound port: 674aa725-5a07-465c-994e-20c864aad492, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:53:32.564468 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:32.680222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] For port 674aa725-5a07-465c-994e-20c864aad492, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:53:32.683463 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:32.684149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] For port 674aa725-5a07-465c-994e-20c864aad492, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=674aa725-5a07-465c-994e-20c864aad492,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:53:32.706108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 2821e6f7-420e-42e4-91b4-a49169993f16 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:32.745137 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:32.832803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:32.841467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557eb635-bc4d-4837-804c-eac3711d87cd None None] Pushing event updated for resources: {'Port': ['ID=674aa725-5a07-465c-994e-20c864aad492,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:32.929526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:32.932851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:32.937115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:32.943351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:32.958473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:32.960678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=2821e6f7-420e-42e4-91b4-a49169993f16,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:33.023488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e53bf-a1c4-4d3e-b02a-bb357f957dd5 req-43478d5e-72a2-4ce4-9417-1e47cd0827e9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:33.025991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc3e53bf-a1c4-4d3e-b02a-bb357f957dd5 req-43478d5e-72a2-4ce4-9417-1e47cd0827e9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1303596 Aug 23 03:53:33.111189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc3e53bf-a1c4-4d3e-b02a-bb357f957dd5 req-77ddcc7a-0448-4eac-9109-87e01fb8be25 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658028 Aug 23 03:53:33.265240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3da3c225-4178-4596-aca1-22e5d8a2e790 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0641665 Aug 23 03:53:33.267822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33294) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:33.321154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596be716-108f-43fc-9b14-5790d3ec7230 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:33.327015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596be716-108f-43fc-9b14-5790d3ec7230 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:33.328621 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-596be716-108f-43fc-9b14-5790d3ec7230 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0597835 Aug 23 03:53:33.331420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33296) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:33.449697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-115a7c27-088f-4ba0-ae6d-d10c74c0a51f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 2821e6f7-420e-42e4-91b4-a49169993f16 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:33.450047 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-115a7c27-088f-4ba0-ae6d-d10c74c0a51f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:33.607456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-115a7c27-088f-4ba0-ae6d-d10c74c0a51f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:33.636071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-115a7c27-088f-4ba0-ae6d-d10c74c0a51f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 2821e6f7-420e-42e4-91b4-a49169993f16 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:33.922580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-115a7c27-088f-4ba0-ae6d-d10c74c0a51f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:33.960244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a7c27-088f-4ba0-ae6d-d10c74c0a51f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=2821e6f7-420e-42e4-91b4-a49169993f16,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:34.015371 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-115a7c27-088f-4ba0-ae6d-d10c74c0a51f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:34.019361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-115a7c27-088f-4ba0-ae6d-d10c74c0a51f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/2821e6f7-420e-42e4-91b4-a49169993f16 HTTP/1.1" status: 204 len: 168 time: 0.6866784 Aug 23 03:53:34.022067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33310) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:34.162666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771734b-d832-4c5c-a85c-92ba0a79c9de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:34.164689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771734b-d832-4c5c-a85c-92ba0a79c9de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:34.166867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a771734b-d832-4c5c-a85c-92ba0a79c9de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1438158 Aug 23 03:53:34.170043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33316) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:34.292266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9e7338-e3d8-413c-b97c-e127956c0cdf tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet c85e249f-e7bc-46b0-8a6b-5d014bba5237 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:53:34.300670 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7338-e3d8-413c-b97c-e127956c0cdf tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:34.362865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-481ab628-d374-4a70-bf80-31647fabdf5b None None] Provisioning for port 674aa725-5a07-465c-994e-20c864aad492 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:34.393430 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7338-e3d8-413c-b97c-e127956c0cdf tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:34.630842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7338-e3d8-413c-b97c-e127956c0cdf tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:34.719505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-29eac305-dd6a-4d41-843b-6514c41b927b None None] Could not find standard attr ID for object d7293b2d-418b-4828-b078-29ce1ecbece8. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:53:34.928693 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7338-e3d8-413c-b97c-e127956c0cdf tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:34.950826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 674aa725-5a07-465c-994e-20c864aad492 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:53:34.999848 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7338-e3d8-413c-b97c-e127956c0cdf tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:35.007846 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2d9e7338-e3d8-413c-b97c-e127956c0cdf tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/c85e249f-e7bc-46b0-8a6b-5d014bba5237 HTTP/1.1" status: 204 len: 168 time: 0.8358433 Aug 23 03:53:35.009376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33324) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:35.023006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6247dd-5beb-499f-b2c4-c461396aa078 req-94ccce20-5da0-4e42-8d8d-1dd6128bfeb1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:35.031854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d6247dd-5beb-499f-b2c4-c461396aa078 req-94ccce20-5da0-4e42-8d8d-1dd6128bfeb1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1849580 Aug 23 03:53:35.068728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e7338-e3d8-413c-b97c-e127956c0cdf tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=c85e249f-e7bc-46b0-8a6b-5d014bba5237,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:35.128711 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fef18a2c-e2cd-4379-b090-93596ea21176 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124256 Aug 23 03:53:35.128970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33326) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:35.148244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:35.173289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 674aa725-5a07-465c-994e-20c864aad492 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:35.186369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2306cd63-fc7f-48dc-819f-2e3fba58e74c None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:35.260099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d6247dd-5beb-499f-b2c4-c461396aa078 req-150ee3aa-1938-4d3d-a36c-b6ea936e3eaf tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133582 Aug 23 03:53:35.342031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 674aa725-5a07-465c-994e-20c864aad492 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:35.354450 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:35.448606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f0787de1-3d24-49dc-88db-d77a1a6cbc8f None None] Could not find standard attr ID for object 2821e6f7-420e-42e4-91b4-a49169993f16. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:53:35.482115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:35.486732 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:35.676118 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:35.757930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 674aa725-5a07-465c-994e-20c864aad492, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=674aa725-5a07-465c-994e-20c864aad492,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:35.759172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d8568b-8b4a-4842-84df-394fcc09acbc None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:53:35.823597 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:35.882850 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:35.977746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=674aa725-5a07-465c-994e-20c864aad492,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:36.007793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:36.010409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:36.010858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8568b-8b4a-4842-84df-394fcc09acbc None None] Deleting port 674aa725-5a07-465c-994e-20c864aad492 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:36.011244 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a4d8568b-8b4a-4842-84df-394fcc09acbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:36.012530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=48d4f028-1578-436f-8cdc-891cca12eed9,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:36.015682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:36.019097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:36.100543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fdb1ea78-3b77-44fd-a983-d61fd44dab31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9659646 Aug 23 03:53:36.103343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33334) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:36.116654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'name': 'tempest-NetworksTestDHCPv6-730114005'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:36.201817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a4d8568b-8b4a-4842-84df-394fcc09acbc None None] For port 674aa725-5a07-465c-994e-20c864aad492, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=674aa725-5a07-465c-994e-20c864aad492,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:36.202142 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a4d8568b-8b4a-4842-84df-394fcc09acbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:36.233078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8568b-8b4a-4842-84df-394fcc09acbc None None] Calling delete_port for 674aa725-5a07-465c-994e-20c864aad492 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:36.389516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:36.393325 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:36.445860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port a4fe27d3-baf8-4ace-8ece-7fd58cb31240 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:36.482784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a4d8568b-8b4a-4842-84df-394fcc09acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:36.492859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16293d4f-ea1d-4a41-866f-e37588ca80ca req-7a04ccdd-1fa6-498d-a413-d5b5b442b5e7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:36.492859 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16293d4f-ea1d-4a41-866f-e37588ca80ca req-7a04ccdd-1fa6-498d-a413-d5b5b442b5e7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1161675 Aug 23 03:53:36.529620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8568b-8b4a-4842-84df-394fcc09acbc None None] Pushing event deleted for resources: {'Port': ['ID=674aa725-5a07-465c-994e-20c864aad492,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:36.535988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8568b-8b4a-4842-84df-394fcc09acbc None None] No DVR routers for this DVR port 674aa725-5a07-465c-994e-20c864aad492 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:53:36.559901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979cd39b-2f0b-49d0-aba8-a50a486b0178 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:36.648283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16293d4f-ea1d-4a41-866f-e37588ca80ca req-40efc623-7046-42da-928c-36375ee9b401 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488979 Aug 23 03:53:36.771328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::297 (edd3ff6a-5962-416f-9269-01284de80fc0/48d4f028-1578-436f-8cdc-891cca12eed9/a4fe27d3-baf8-4ace-8ece-7fd58cb31240) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:36.848441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 674aa725-5a07-465c-994e-20c864aad492 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:53:36.914482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 674aa725-5a07-465c-994e-20c864aad492 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:53:36.915362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 674aa725-5a07-465c-994e-20c864aad492 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:53:36.920366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '48d4f028-1578-436f-8cdc-891cca12eed9'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:53:36.925691 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:37.082226 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:37.125897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object a4fe27d3-baf8-4ace-8ece-7fd58cb31240 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:37.260122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:37.325790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=a4fe27d3-baf8-4ace-8ece-7fd58cb31240,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:37.338241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/48d4f028-1578-436f-8cdc-891cca12eed9/4dcd6792-25a8-4f66-8cd9-500a74c3de8d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:37.357078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:37.361269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:37.365178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:37.381406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:37.382086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:37.468967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33346) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:37.469546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5054c96f-3e5d-4e70-bda9-860687842c72 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3641820 Aug 23 03:53:37.516104 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:37.548608 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:37.559798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Transition to ACTIVE for port object 4dcd6792-25a8-4f66-8cd9-500a74c3de8d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:37.570006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8432f-9520-4171-b777-3ac1d97de3de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:37.576441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33350) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:37.608350 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dce8432f-9520-4171-b777-3ac1d97de3de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1056788 Aug 23 03:53:37.616866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Transition to ACTIVE for port object 4dcd6792-25a8-4f66-8cd9-500a74c3de8d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:37.686881 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:37.784203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Pushing event updated for resources: {'Port': ['ID=4dcd6792-25a8-4f66-8cd9-500a74c3de8d,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:37.828207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:37.841451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:37.849389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:37.954945 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Attempting to bind port 4dcd6792-25a8-4f66-8cd9-500a74c3de8d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:53:37.955323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Attempting to bind port 4dcd6792-25a8-4f66-8cd9-500a74c3de8d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:53:37.955692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Attempting to bind port 4dcd6792-25a8-4f66-8cd9-500a74c3de8d on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:53:37.962462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:53:37.962997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:53:37.963330 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:37.963700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:53:37.964197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Bound port: 4dcd6792-25a8-4f66-8cd9-500a74c3de8d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:53:37.964607 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:38.094356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] For port 4dcd6792-25a8-4f66-8cd9-500a74c3de8d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:53:38.105649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] For port 4dcd6792-25a8-4f66-8cd9-500a74c3de8d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4dcd6792-25a8-4f66-8cd9-500a74c3de8d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:53:38.430009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9baf62ad-b49a-4353-a79f-c8b0e830b2da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port a4fe27d3-baf8-4ace-8ece-7fd58cb31240 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:38.430009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9baf62ad-b49a-4353-a79f-c8b0e830b2da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:38.430009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb31b4-f1a1-4f58-b42a-e33f4e5c65d7 req-be69228a-5625-480b-bce1-4fba5fdde5f9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:38.430009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8deb31b4-f1a1-4f58-b42a-e33f4e5c65d7 req-be69228a-5625-480b-bce1-4fba5fdde5f9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0740724 Aug 23 03:53:38.430009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8deb31b4-f1a1-4f58-b42a-e33f4e5c65d7 req-75e5e8b9-fc41-4d58-adf2-75001e4ad165 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835016 Aug 23 03:53:38.430009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9baf62ad-b49a-4353-a79f-c8b0e830b2da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:38.438101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9baf62ad-b49a-4353-a79f-c8b0e830b2da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for a4fe27d3-baf8-4ace-8ece-7fd58cb31240 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:38.745432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9baf62ad-b49a-4353-a79f-c8b0e830b2da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:38.746109 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:38.778099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf62ad-b49a-4353-a79f-c8b0e830b2da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=a4fe27d3-baf8-4ace-8ece-7fd58cb31240,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:38.803945 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9baf62ad-b49a-4353-a79f-c8b0e830b2da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:38.808174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9baf62ad-b49a-4353-a79f-c8b0e830b2da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/a4fe27d3-baf8-4ace-8ece-7fd58cb31240 HTTP/1.1" status: 204 len: 168 time: 1.2273705 Aug 23 03:53:38.808777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33360) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:38.828991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef0819-fb39-4dcf-8b2e-21423c772a2c None None] Pushing event updated for resources: {'Port': ['ID=4dcd6792-25a8-4f66-8cd9-500a74c3de8d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:38.875940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa563-dc42-4028-b4a6-bf923584eac3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:38.877808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa563-dc42-4028-b4a6-bf923584eac3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:38.881840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5e0aa563-dc42-4028-b4a6-bf923584eac3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0693393 Aug 23 03:53:38.882175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33366) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:38.964080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf441b26-73b1-49ae-9f49-a76dd18da6a9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 48d4f028-1578-436f-8cdc-891cca12eed9 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:53:38.968654 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf441b26-73b1-49ae-9f49-a76dd18da6a9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:39.036816 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf441b26-73b1-49ae-9f49-a76dd18da6a9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:39.239310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf441b26-73b1-49ae-9f49-a76dd18da6a9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:39.384817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf441b26-73b1-49ae-9f49-a76dd18da6a9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:39.421920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf441b26-73b1-49ae-9f49-a76dd18da6a9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=48d4f028-1578-436f-8cdc-891cca12eed9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:39.441896 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf441b26-73b1-49ae-9f49-a76dd18da6a9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:39.446834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33374) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:39.453727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bf441b26-73b1-49ae-9f49-a76dd18da6a9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/48d4f028-1578-436f-8cdc-891cca12eed9 HTTP/1.1" status: 204 len: 168 time: 0.5704024 Aug 23 03:53:39.526953 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-72bdf128-6909-4500-9445-2242a23fbfd0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789537 Aug 23 03:53:39.530959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33376) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:39.601322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807667e-9492-49cd-b097-cf8547d65bf6 req-6921fff8-216c-475e-8b5d-bdc5b8251668 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:39.602897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5807667e-9492-49cd-b097-cf8547d65bf6 req-6921fff8-216c-475e-8b5d-bdc5b8251668 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0891795 Aug 23 03:53:39.615464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d3911-9a22-4b78-8208-db2df07ef48b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:39.616923 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f80d3911-9a22-4b78-8208-db2df07ef48b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0866227 Aug 23 03:53:39.619907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33378) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:39.679289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5807667e-9492-49cd-b097-cf8547d65bf6 req-7027a105-59a8-455c-ac02-d5f01cffaeb3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612469 Aug 23 03:53:39.754225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27012b54-217e-44d4-803e-f3662d27ad59 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:39.758460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33380) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:39.761670 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-27012b54-217e-44d4-803e-f3662d27ad59 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1404488 Aug 23 03:53:39.855526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-89c81a84-c7ac-4e79-a35c-bdc6cb844f0c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952752 Aug 23 03:53:39.859853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33386) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:39.866171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:40.126743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:40.134372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee4ed64-e7f6-44c0-9c4a-4019997e4593 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:40.134883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:40.362804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d6674-2043-424d-9d00-5b0184ddb028 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:53:40.416636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b4e80949-4772-4e48-8417-4415bb9ce604 None None] Provisioning for port 4dcd6792-25a8-4f66-8cd9-500a74c3de8d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:40.436348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b57d6674-2043-424d-9d00-5b0184ddb028 None None] Deleting port 4dcd6792-25a8-4f66-8cd9-500a74c3de8d {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:40.436728 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b57d6674-2043-424d-9d00-5b0184ddb028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:40.499681 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:40.502312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b57d6674-2043-424d-9d00-5b0184ddb028 None None] For port 4dcd6792-25a8-4f66-8cd9-500a74c3de8d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4dcd6792-25a8-4f66-8cd9-500a74c3de8d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:40.502716 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b57d6674-2043-424d-9d00-5b0184ddb028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:40.522324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b57d6674-2043-424d-9d00-5b0184ddb028 None None] Calling delete_port for 4dcd6792-25a8-4f66-8cd9-500a74c3de8d owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:40.539432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:40.542231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:40.547617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:40.548809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:40.574993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=b1f3b3c0-4ca1-468e-882d-e7ea21cc9a67,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:40.648644 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-46c4b32b-a0c0-4ec0-85c3-c12e92fd844f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7875509 Aug 23 03:53:40.651277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33404) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:40.657023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': 'b1f3b3c0-4ca1-468e-882d-e7ea21cc9a67', 'ip_address': '2001:db8::1904:84ee:9543:abc9'}], 'name': 'tempest-NetworksTestDHCPv6-910077166'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:40.727258 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b57d6674-2043-424d-9d00-5b0184ddb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:40.734164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33410) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:40.780356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d6674-2043-424d-9d00-5b0184ddb028 None None] Pushing event deleted for resources: {'Port': ['ID=4dcd6792-25a8-4f66-8cd9-500a74c3de8d,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:40.780356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d6674-2043-424d-9d00-5b0184ddb028 None None] No DVR routers for this DVR port 4dcd6792-25a8-4f66-8cd9-500a74c3de8d on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:53:40.802053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b74158-915b-4905-9acc-1078b9bcbabc None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:40.870554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbfd2d-2394-492e-a3a6-4e46f4b28c99 req-47ade582-4a14-447f-881c-901560fa4d98 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:40.883632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cdbbfd2d-2394-492e-a3a6-4e46f4b28c99 req-47ade582-4a14-447f-881c-901560fa4d98 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0861716 Aug 23 03:53:40.913948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:40.915312 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6008942-2cb8-4974-bf08-452b5e57c28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:40.952217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cdbbfd2d-2394-492e-a3a6-4e46f4b28c99 req-88290800-3953-4e6c-a62c-09647728fb9d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676377 Aug 23 03:53:41.017783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'b1f3b3c0-4ca1-468e-882d-e7ea21cc9a67'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:53:41.018922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.031452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.040450 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6008942-2cb8-4974-bf08-452b5e57c28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.051027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port d91caefe-4bb4-4fe5-af54-88e845df1cf8 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:41.128073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6008942-2cb8-4974-bf08-452b5e57c28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.170813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/b1f3b3c0-4ca1-468e-882d-e7ea21cc9a67/9db2be06-9179-48ee-966e-011b93f643fa) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:41.173709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f6008942-2cb8-4974-bf08-452b5e57c28c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1d8274393394fe68b54ad45453b1a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381685 Aug 23 03:53:41.176331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33416) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:41.183359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6008942-2cb8-4974-bf08-452b5e57c28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacc5df5-bbd3-42ed-8805-d2bc62d27132,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:41.230480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1412ec65-935b-4e6c-91a4-95f67b84fb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.253056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1412ec65-935b-4e6c-91a4-95f67b84fb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.334437 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.362237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1412ec65-935b-4e6c-91a4-95f67b84fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.362471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Transition to ACTIVE for port object 9db2be06-9179-48ee-966e-011b93f643fa will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:41.364809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1412ec65-935b-4e6c-91a4-95f67b84fb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.366013 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1412ec65-935b-4e6c-91a4-95f67b84fb59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dacc5df5-bbd3-42ed-8805-d2bc62d27132 HTTP/1.1" status: 204 len: 168 time: 0.1881695 Aug 23 03:53:41.374428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412ec65-935b-4e6c-91a4-95f67b84fb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacc5df5-bbd3-42ed-8805-d2bc62d27132,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:41.397127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Transition to ACTIVE for port object 9db2be06-9179-48ee-966e-011b93f643fa will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:41.454884 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.498767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:41.502451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:41.505995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:41.522162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Pushing event updated for resources: {'Port': ['ID=9db2be06-9179-48ee-966e-011b93f643fa,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:41.536412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::1904:84ee:9543:abc9 (edd3ff6a-5962-416f-9269-01284de80fc0/b1f3b3c0-4ca1-468e-882d-e7ea21cc9a67/d91caefe-4bb4-4fe5-af54-88e845df1cf8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:41.575148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Attempting to bind port 9db2be06-9179-48ee-966e-011b93f643fa on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:53:41.575895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Attempting to bind port 9db2be06-9179-48ee-966e-011b93f643fa by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:53:41.576539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Attempting to bind port 9db2be06-9179-48ee-966e-011b93f643fa on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:53:41.584635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:53:41.585161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:53:41.585649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.586116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:53:41.586870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Bound port: 9db2be06-9179-48ee-966e-011b93f643fa, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:53:41.587588 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.658646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] For port 9db2be06-9179-48ee-966e-011b93f643fa, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:53:41.662797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] For port 9db2be06-9179-48ee-966e-011b93f643fa, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9db2be06-9179-48ee-966e-011b93f643fa,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:53:41.697769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.711717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object d91caefe-4bb4-4fe5-af54-88e845df1cf8 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:41.745972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-019e1700-081d-41fd-8b73-0bf541d9ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:41.747600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-019e1700-081d-41fd-8b73-0bf541d9ad84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 1097 time: 0.0482893 Aug 23 03:53:41.761407 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.829685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78dce5-1c8b-4691-833a-10b651c5ca29 None None] Pushing event updated for resources: {'Port': ['ID=9db2be06-9179-48ee-966e-011b93f643fa,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:41.832996 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.877839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-ed678497-00cb-42c7-b9e6-0ff75a51452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:41.879627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-ed678497-00cb-42c7-b9e6-0ff75a51452a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.1254165 Aug 23 03:53:41.885147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:41.890505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:41.893059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:41.898718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:41.900621 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:41.909266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=d91caefe-4bb4-4fe5-af54-88e845df1cf8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:41.966482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-03e23cc1-0a46-4fd1-9dc6-5a6cebdc0c11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7 HTTP/1.1" status: 200 len: 1001 time: 0.0779896 Aug 23 03:53:42.015720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ab5ac195-b4e0-45e3-ae9d-4bab2b6da351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3633432 Aug 23 03:53:42.021606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33430) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:42.054781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-ceb65b15-82a1-4ca8-be43-f640e3e81e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:42.059725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-ceb65b15-82a1-4ca8-be43-f640e3e81e3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.0868149 Aug 23 03:53:42.107903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce448dd-3e14-45bf-aff0-732c4160968e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:42.116986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce448dd-3e14-45bf-aff0-732c4160968e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:42.119259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cce448dd-3e14-45bf-aff0-732c4160968e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1001880 Aug 23 03:53:42.122066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33432) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:42.178083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33434) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:42.186725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-a356a3ac-3211-4c02-8899-ec005dc6a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:42.188115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-a356a3ac-3211-4c02-8899-ec005dc6a725 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182592 Aug 23 03:53:42.224983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7765dbf1-ccef-4cf3-b97a-fc9ed3cc67c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.231299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed28b00-63e0-446d-8527-840a4b3fbbcb req-1bb41859-48b2-4fd2-b69b-dfc1136c8386 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:42.232887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bed28b00-63e0-446d-8527-840a4b3fbbcb req-1bb41859-48b2-4fd2-b69b-dfc1136c8386 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1208375 Aug 23 03:53:42.296555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b2f97-94f9-4ba5-a69a-f9fb5c47826b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port d91caefe-4bb4-4fe5-af54-88e845df1cf8 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:42.297268 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2f97-94f9-4ba5-a69a-f9fb5c47826b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.310811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bed28b00-63e0-446d-8527-840a4b3fbbcb req-ff9effa6-f053-4e31-ab4e-58bc49ab8b33 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709343 Aug 23 03:53:42.333073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-60c9f43b-c8c8-4b31-8440-fb8c2d3263b4 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321373 Aug 23 03:53:42.420296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2f97-94f9-4ba5-a69a-f9fb5c47826b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.437066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b2f97-94f9-4ba5-a69a-f9fb5c47826b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for d91caefe-4bb4-4fe5-af54-88e845df1cf8 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:42.459694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95944867-a2d1-44ee-9dab-cd47f613aff1 req-1ac20b14-73be-4843-a48f-59aba7a514ed service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176686 Aug 23 03:53:42.514263 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7765dbf1-ccef-4cf3-b97a-fc9ed3cc67c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.585347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7765dbf1-ccef-4cf3-b97a-fc9ed3cc67c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.634406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765dbf1-ccef-4cf3-b97a-fc9ed3cc67c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d798fc45-a916-4f35-b018-c48e18e22233,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:42.638925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7765dbf1-ccef-4cf3-b97a-fc9ed3cc67c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51843048746b4dfaab3789e8c75b6859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579849 Aug 23 03:53:42.641540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33440) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:42.675439 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2f97-94f9-4ba5-a69a-f9fb5c47826b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.715210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b2f97-94f9-4ba5-a69a-f9fb5c47826b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=d91caefe-4bb4-4fe5-af54-88e845df1cf8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:42.727900 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9000b120-b515-4e0c-b87f-2c56dc0d1a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.761383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2f97-94f9-4ba5-a69a-f9fb5c47826b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.763759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0e2b2f97-94f9-4ba5-a69a-f9fb5c47826b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/d91caefe-4bb4-4fe5-af54-88e845df1cf8 HTTP/1.1" status: 204 len: 168 time: 0.6407301 Aug 23 03:53:42.766242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33442) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:42.773767 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9000b120-b515-4e0c-b87f-2c56dc0d1a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.827759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9db2be06-9179-48ee-966e-011b93f643fa up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:53:42.844771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de63c6-13e9-4149-bf90-f49bcabbff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:42.846361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de63c6-13e9-4149-bf90-f49bcabbff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:42.848825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-84de63c6-13e9-4149-bf90-f49bcabbff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0804281 Aug 23 03:53:42.850984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33444) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:42.915223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c421b64e-32fc-48a0-b275-4eea834e512f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet b1f3b3c0-4ca1-468e-882d-e7ea21cc9a67 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:53:42.918836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c421b64e-32fc-48a0-b275-4eea834e512f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.933728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9000b120-b515-4e0c-b87f-2c56dc0d1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.937451 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9000b120-b515-4e0c-b87f-2c56dc0d1a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:42.939237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9000b120-b515-4e0c-b87f-2c56dc0d1a00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d798fc45-a916-4f35-b018-c48e18e22233 HTTP/1.1" status: 204 len: 168 time: 0.2955134 Aug 23 03:53:42.949126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000b120-b515-4e0c-b87f-2c56dc0d1a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d798fc45-a916-4f35-b018-c48e18e22233,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:42.988844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 9db2be06-9179-48ee-966e-011b93f643fa completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:42.992006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c421b64e-32fc-48a0-b275-4eea834e512f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:43.101293 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c421b64e-32fc-48a0-b275-4eea834e512f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:43.162097 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Provisioning for port 9db2be06-9179-48ee-966e-011b93f643fa completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:43.166161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Provisioning complete for port 9db2be06-9179-48ee-966e-011b93f643fa triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:43.166536 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:43.254080 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:43.263360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c421b64e-32fc-48a0-b275-4eea834e512f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:43.294613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421b64e-32fc-48a0-b275-4eea834e512f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f3b3c0-4ca1-468e-882d-e7ea21cc9a67,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:43.297323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c421b64e-32fc-48a0-b275-4eea834e512f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:43.300180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c421b64e-32fc-48a0-b275-4eea834e512f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/b1f3b3c0-4ca1-468e-882d-e7ea21cc9a67 HTTP/1.1" status: 204 len: 168 time: 0.4481313 Aug 23 03:53:43.302694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33448) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:43.318410 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:53:43.324014 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:53:43.347494 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4f55e1ca-a3ba-4dca-a631-42a440d938d8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406711 Aug 23 03:53:43.347735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33450) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:43.352704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:43.488447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23851f6-4363-4e28-bac4-11acf53c82df req-ebe88e76-9654-434b-b564-401dfaef9802 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:43.490365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c23851f6-4363-4e28-bac4-11acf53c82df req-ebe88e76-9654-434b-b564-401dfaef9802 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.0774446 Aug 23 03:53:43.516224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:43.520001 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:43.543588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb0d641-1c0d-4ead-838c-8cdef9ec9ca0 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:43.550583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c23851f6-4363-4e28-bac4-11acf53c82df req-8a57bc30-4424-486b-85be-c809e5ca2b6b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540063 Aug 23 03:53:43.812523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c77e6cb-9208-4a5c-8c00-055e2f1a3dd1 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:53:43.893904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:43.947067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1c77e6cb-9208-4a5c-8c00-055e2f1a3dd1 None None] Deleting port 9db2be06-9179-48ee-966e-011b93f643fa {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:43.947650 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c77e6cb-9208-4a5c-8c00-055e2f1a3dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:43.953407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] For port 9db2be06-9179-48ee-966e-011b93f643fa, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9db2be06-9179-48ee-966e-011b93f643fa,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:44.022981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1c77e6cb-9208-4a5c-8c00-055e2f1a3dd1 None None] For port 9db2be06-9179-48ee-966e-011b93f643fa, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9db2be06-9179-48ee-966e-011b93f643fa,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:44.023441 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c77e6cb-9208-4a5c-8c00-055e2f1a3dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:44.037757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1c77e6cb-9208-4a5c-8c00-055e2f1a3dd1 None None] Calling delete_port for 9db2be06-9179-48ee-966e-011b93f643fa owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:44.358298 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:44.358784 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:44.426720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:44.430249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:44.434603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:44.435192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:44.440199 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c77e6cb-9208-4a5c-8c00-055e2f1a3dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:44.456030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=fe3301ac-fb55-432b-9bc8-2685d9caa914,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:44.460780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Pushing event updated for resources: {'Port': ['ID=9db2be06-9179-48ee-966e-011b93f643fa,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:44.464392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77e6cb-9208-4a5c-8c00-055e2f1a3dd1 None None] No DVR routers for this DVR port 9db2be06-9179-48ee-966e-011b93f643fa on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:53:44.477159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.477159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.477746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.477746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.477942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.478224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.478573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.478899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.479229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.479555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.479875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.480196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d90c0e-358b-4c77-bc5c-f50c74b6edaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:53:44.484561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0592acd8-230c-4e79-91a8-9a4ef71b2a8d None None] Could not find standard attr ID for object a4fe27d3-baf8-4ace-8ece-7fd58cb31240. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:53:44.490646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1083d37e-1aca-4aa5-a250-a82e4c6abe92 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:44.515969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0592acd8-230c-4e79-91a8-9a4ef71b2a8d None None] Could not find standard attr ID for object d91caefe-4bb4-4fe5-af54-88e845df1cf8. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:53:44.530414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77e6cb-9208-4a5c-8c00-055e2f1a3dd1 None None] Pushing event deleted for resources: {'Port': ['ID=9db2be06-9179-48ee-966e-011b93f643fa,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:44.540279 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c9b4c1d5-c56f-405e-9657-92eaa115c995 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1914980 Aug 23 03:53:44.542937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33468) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:44.548808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': 'fe3301ac-fb55-432b-9bc8-2685d9caa914', 'ip_address': '2001:db8::f9b0:6095:2030:52cc'}], 'name': 'tempest-NetworksTestDHCPv6-1430663984'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:44.728262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'fe3301ac-fb55-432b-9bc8-2685d9caa914'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:53:44.729323 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:44.740700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87505ad8-4c3f-4a89-a216-68c8ea96dea4 req-4718a9ae-9654-4591-851f-7fce9fbaed25 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:44.749916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87505ad8-4c3f-4a89-a216-68c8ea96dea4 req-4718a9ae-9654-4591-851f-7fce9fbaed25 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 946 time: 0.1112354 Aug 23 03:53:44.805163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87505ad8-4c3f-4a89-a216-68c8ea96dea4 req-e5de5aad-4a43-42d0-97ab-28559b0a36a4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526395 Aug 23 03:53:44.826043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9db2be06-9179-48ee-966e-011b93f643fa no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:53:44.830837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:44.836359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:44.860230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9db2be06-9179-48ee-966e-011b93f643fa {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:53:44.861073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9db2be06-9179-48ee-966e-011b93f643fa not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:53:44.866738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 6d28cf18-d80c-444f-ae9a-2af0b4f48048 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:44.953695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/fe3301ac-fb55-432b-9bc8-2685d9caa914/8f472902-0de8-4b59-9868-2e4108d856d2) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:45.018933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:53:45.336891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.363228 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.371509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Transition to ACTIVE for port object 8f472902-0de8-4b59-9868-2e4108d856d2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:45.376699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:53:45.379694 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b899b43-8603-4ffd-a21a-0f069a8f2796" -d '{"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:53:45.399074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:45.403903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Transition to ACTIVE for port object 8f472902-0de8-4b59-9868-2e4108d856d2 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:45.425351 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 03:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f1ecee-071a-48c8-a54a-f5cf94aba231 x-openstack-request-id: req-21f1ecee-071a-48c8-a54a-f5cf94aba231 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:53:45.425648 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-unplugged", "status": "failed", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7", "code": 422}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:53:45.425903 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21f1ecee-071a-48c8-a54a-f5cf94aba231 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:53:45.426300 n-d-749052-7 neutron-server[95122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'code': 422} returned with failed status Aug 23 03:53:45.447869 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.473788 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.506825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:45.509965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:45.514127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:45.517865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:45.531112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f9b0:6095:2030:52cc (edd3ff6a-5962-416f-9269-01284de80fc0/fe3301ac-fb55-432b-9bc8-2685d9caa914/6d28cf18-d80c-444f-ae9a-2af0b4f48048) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:45.602757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Pushing event updated for resources: {'Port': ['ID=8f472902-0de8-4b59-9868-2e4108d856d2,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:45.608595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Attempting to bind port 8f472902-0de8-4b59-9868-2e4108d856d2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:53:45.608965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Attempting to bind port 8f472902-0de8-4b59-9868-2e4108d856d2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:53:45.609349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Attempting to bind port 8f472902-0de8-4b59-9868-2e4108d856d2 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:53:45.614512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:53:45.614888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:53:45.615308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.615679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:53:45.616137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Bound port: 8f472902-0de8-4b59-9868-2e4108d856d2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:53:45.616567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.685630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] For port 8f472902-0de8-4b59-9868-2e4108d856d2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:53:45.690878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] For port 8f472902-0de8-4b59-9868-2e4108d856d2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8f472902-0de8-4b59-9868-2e4108d856d2,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:53:45.721866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.739254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 6d28cf18-d80c-444f-ae9a-2af0b4f48048 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:45.791502 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.826075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.874096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b92fd-585b-4315-b48b-696612f1a97d None None] Pushing event updated for resources: {'Port': ['ID=8f472902-0de8-4b59-9868-2e4108d856d2,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:45.903119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:45.904546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:45.908385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:45.914326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:45.914959 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:45.933276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=6d28cf18-d80c-444f-ae9a-2af0b4f48048,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:45.989112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33546) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:45.996221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-206cc7cb-286d-4277-958c-12e77934212a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4451301 Aug 23 03:53:46.080174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afd5839-83dd-4734-bf42-617bf55ad351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:46.087721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afd5839-83dd-4734-bf42-617bf55ad351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:46.089962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6afd5839-83dd-4734-bf42-617bf55ad351 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0997713 Aug 23 03:53:46.100868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:46.254605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5cd997b8-c9b0-44d6-a75e-11d1717298b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 6d28cf18-d80c-444f-ae9a-2af0b4f48048 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:46.254605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5cd997b8-c9b0-44d6-a75e-11d1717298b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:46.357928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5cd997b8-c9b0-44d6-a75e-11d1717298b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:46.371917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5cd997b8-c9b0-44d6-a75e-11d1717298b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 6d28cf18-d80c-444f-ae9a-2af0b4f48048 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:46.631015 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5cd997b8-c9b0-44d6-a75e-11d1717298b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:46.668566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd997b8-c9b0-44d6-a75e-11d1717298b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=6d28cf18-d80c-444f-ae9a-2af0b4f48048,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:46.698328 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5cd997b8-c9b0-44d6-a75e-11d1717298b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:46.702868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33588) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:46.704823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5cd997b8-c9b0-44d6-a75e-11d1717298b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/6d28cf18-d80c-444f-ae9a-2af0b4f48048 HTTP/1.1" status: 204 len: 168 time: 0.5976946 Aug 23 03:53:46.783760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a97b571-c1f5-4ac3-8c2c-d36bea556df0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:46.786378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a97b571-c1f5-4ac3-8c2c-d36bea556df0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:46.790792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33592) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:46.801389 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8a97b571-c1f5-4ac3-8c2c-d36bea556df0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0961454 Aug 23 03:53:46.859908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8f472902-0de8-4b59-9868-2e4108d856d2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:53:46.865857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a6f202-45ad-4a8d-9613-750cd43c2933 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet fe3301ac-fb55-432b-9bc8-2685d9caa914 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:53:46.870100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f202-45ad-4a8d-9613-750cd43c2933 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:46.935217 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f202-45ad-4a8d-9613-750cd43c2933 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.070229 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f202-45ad-4a8d-9613-750cd43c2933 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.086434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 8f472902-0de8-4b59-9868-2e4108d856d2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:47.247846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-74941273-b14b-4397-a4ff-9cdad60521bd None None] Provisioning for port 8f472902-0de8-4b59-9868-2e4108d856d2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:47.249744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f202-45ad-4a8d-9613-750cd43c2933 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.257666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-74941273-b14b-4397-a4ff-9cdad60521bd None None] Provisioning complete for port 8f472902-0de8-4b59-9868-2e4108d856d2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:47.258096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-74941273-b14b-4397-a4ff-9cdad60521bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.294609 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f202-45ad-4a8d-9613-750cd43c2933 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.300250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b3a6f202-45ad-4a8d-9613-750cd43c2933 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/fe3301ac-fb55-432b-9bc8-2685d9caa914 HTTP/1.1" status: 204 len: 168 time: 0.5081792 Aug 23 03:53:47.302269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33604) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:47.304256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6f202-45ad-4a8d-9613-750cd43c2933 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3301ac-fb55-432b-9bc8-2685d9caa914,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:47.365347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-74941273-b14b-4397-a4ff-9cdad60521bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.367431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f847ee7-3659-4c4d-bb85-33c9e04819af None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:47.372238 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-471c8945-6d15-4f3a-9d45-065c2db23edd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665703 Aug 23 03:53:47.372981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33610) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:47.378163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:47.396131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05140eb-52a1-411e-87a3-6e9509b23ac6 req-5bd873f0-0be5-4522-bf61-fcde136becde tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:47.399465 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b05140eb-52a1-411e-87a3-6e9509b23ac6 req-5bd873f0-0be5-4522-bf61-fcde136becde tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1082609 Aug 23 03:53:47.445929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b05140eb-52a1-411e-87a3-6e9509b23ac6 req-6dc141d0-2077-4850-8d8f-3951b4815336 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403349 Aug 23 03:53:47.449146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-74941273-b14b-4397-a4ff-9cdad60521bd None None] For port 8f472902-0de8-4b59-9868-2e4108d856d2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8f472902-0de8-4b59-9868-2e4108d856d2,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:47.521729 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-74941273-b14b-4397-a4ff-9cdad60521bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.573217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:47.574054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74941273-b14b-4397-a4ff-9cdad60521bd None None] Pushing event updated for resources: {'Port': ['ID=8f472902-0de8-4b59-9868-2e4108d856d2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:47.582810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.591200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c88aa46-89c3-4754-bc2e-fb914059953e None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:53:47.636475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0683c732-4ef9-40e3-bdb1-c89b920aeabe None None] Could not find standard attr ID for object 6d28cf18-d80c-444f-ae9a-2af0b4f48048. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:53:47.659468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5c88aa46-89c3-4754-bc2e-fb914059953e None None] Deleting port 8f472902-0de8-4b59-9868-2e4108d856d2 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:47.659855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5c88aa46-89c3-4754-bc2e-fb914059953e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.729046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5c88aa46-89c3-4754-bc2e-fb914059953e None None] For port 8f472902-0de8-4b59-9868-2e4108d856d2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8f472902-0de8-4b59-9868-2e4108d856d2,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:47.729748 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5c88aa46-89c3-4754-bc2e-fb914059953e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.743720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5c88aa46-89c3-4754-bc2e-fb914059953e None None] Calling delete_port for 8f472902-0de8-4b59-9868-2e4108d856d2 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:47.882446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.911226 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5c88aa46-89c3-4754-bc2e-fb914059953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.942006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:47.946616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:47.951182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:47.951767 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:47.958095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88aa46-89c3-4754-bc2e-fb914059953e None None] Pushing event deleted for resources: {'Port': ['ID=8f472902-0de8-4b59-9868-2e4108d856d2,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:47.964239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c88aa46-89c3-4754-bc2e-fb914059953e None None] No DVR routers for this DVR port 8f472902-0de8-4b59-9868-2e4108d856d2 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:53:47.982219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=8209bb5f-ff27-499d-ae64-3e4a89610af2,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:47.986745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b971a62-5394-4275-b4bc-cbda5ee82869 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:48.034009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b089ec6c-1697-4801-bf8e-5c879a615e73 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6598690 Aug 23 03:53:48.036857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33618) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:48.042508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': '8209bb5f-ff27-499d-ae64-3e4a89610af2', 'ip_address': '2001:db8::dfc1:f65d:34b5:738'}], 'name': 'tempest-NetworksTestDHCPv6-1407800106'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:48.198587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '8209bb5f-ff27-499d-ae64-3e4a89610af2'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:53:48.199669 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:48.259506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:48.346044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/8209bb5f-ff27-499d-ae64-3e4a89610af2/b4a6f3e4-fd60-4296-bda5-baf47a6739cf) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:48.363958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:48.391154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port b5ce2437-e77f-4d7a-879b-fa682ae06ffe yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:48.507887 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:48.519095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Transition to ACTIVE for port object b4a6f3e4-fd60-4296-bda5-baf47a6739cf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:48.539358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Transition to ACTIVE for port object b4a6f3e4-fd60-4296-bda5-baf47a6739cf will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:48.544351 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-77e1a184-f0b5-4001-b2d3-040663b280a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1922610 Aug 23 03:53:48.623678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b73c8c-5025-48ec-9640-f045b6cca2cd req-d977443c-efbc-40d9-8749-4dbc2f4ad734 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:48.652234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-50b73c8c-5025-48ec-9640-f045b6cca2cd req-d977443c-efbc-40d9-8749-4dbc2f4ad734 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0674851 Aug 23 03:53:48.684745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-50b73c8c-5025-48ec-9640-f045b6cca2cd req-3a2bb54e-6d81-4e47-8450-e73068057107 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519626 Aug 23 03:53:48.766225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8f472902-0de8-4b59-9868-2e4108d856d2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:53:48.787771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 8f472902-0de8-4b59-9868-2e4108d856d2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:53:48.788546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8f472902-0de8-4b59-9868-2e4108d856d2 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:53:48.791024 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:48.838685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:48.841695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:48.846397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:48.856471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Pushing event updated for resources: {'Port': ['ID=b4a6f3e4-fd60-4296-bda5-baf47a6739cf,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:48.865269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::dfc1:f65d:34b5:738 (edd3ff6a-5962-416f-9269-01284de80fc0/8209bb5f-ff27-499d-ae64-3e4a89610af2/b5ce2437-e77f-4d7a-879b-fa682ae06ffe) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:48.909905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Attempting to bind port b4a6f3e4-fd60-4296-bda5-baf47a6739cf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:53:48.910345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Attempting to bind port b4a6f3e4-fd60-4296-bda5-baf47a6739cf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:53:48.910718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Attempting to bind port b4a6f3e4-fd60-4296-bda5-baf47a6739cf on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:53:48.916991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:53:48.917646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:53:48.917780 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:48.918187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:53:48.918663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Bound port: b4a6f3e4-fd60-4296-bda5-baf47a6739cf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:53:48.919057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:48.990945 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] For port b4a6f3e4-fd60-4296-bda5-baf47a6739cf, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:53:48.994172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] For port b4a6f3e4-fd60-4296-bda5-baf47a6739cf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b4a6f3e4-fd60-4296-bda5-baf47a6739cf,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:53:49.019253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:53:49.085334 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:49.117124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:49.150072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object b5ce2437-e77f-4d7a-879b-fa682ae06ffe will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:49.209930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925c749-c6ed-4d0a-8805-9008db76d366 None None] Pushing event updated for resources: {'Port': ['ID=b4a6f3e4-fd60-4296-bda5-baf47a6739cf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:49.267032 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:49.322606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:49.325574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:49.329799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:49.335405 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:49.336014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:49.348684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=b5ce2437-e77f-4d7a-879b-fa682ae06ffe,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:49.488792 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3e2c414e-b378-4ef1-9796-7d6b1c5c201a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4504983 Aug 23 03:53:49.491462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33658) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:49.566450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3db194b-a224-4a0e-8206-65424b5a5327 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:49.572724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3db194b-a224-4a0e-8206-65424b5a5327 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:49.575197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b3db194b-a224-4a0e-8206-65424b5a5327 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0819540 Aug 23 03:53:49.577342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33660) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:49.680000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3220e4dc-5a5d-47a1-9dc5-d1e1fdc1a860 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port b5ce2437-e77f-4d7a-879b-fa682ae06ffe {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:49.680339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3220e4dc-5a5d-47a1-9dc5-d1e1fdc1a860 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:49.831069 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3220e4dc-5a5d-47a1-9dc5-d1e1fdc1a860 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:49.857824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ce8c1-8fb5-41c0-920a-55709e8cb220 req-5509e756-ad85-4731-962a-3ecc58ae92c2 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:49.859351 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be0ce8c1-8fb5-41c0-920a-55709e8cb220 req-5509e756-ad85-4731-962a-3ecc58ae92c2 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0825870 Aug 23 03:53:49.864275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3220e4dc-5a5d-47a1-9dc5-d1e1fdc1a860 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for b5ce2437-e77f-4d7a-879b-fa682ae06ffe owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:49.964125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be0ce8c1-8fb5-41c0-920a-55709e8cb220 req-419269b8-a63c-4345-be61-689311e60b5a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901930 Aug 23 03:53:50.156048 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3220e4dc-5a5d-47a1-9dc5-d1e1fdc1a860 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:50.222080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220e4dc-5a5d-47a1-9dc5-d1e1fdc1a860 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=b5ce2437-e77f-4d7a-879b-fa682ae06ffe,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:50.293849 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3220e4dc-5a5d-47a1-9dc5-d1e1fdc1a860 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:50.298533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3220e4dc-5a5d-47a1-9dc5-d1e1fdc1a860 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/b5ce2437-e77f-4d7a-879b-fa682ae06ffe HTTP/1.1" status: 204 len: 168 time: 0.7199652 Aug 23 03:53:50.304504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33670) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:50.329191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-911c4849-dc7a-40a9-ab28-794088755b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:50.330827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-911c4849-dc7a-40a9-ab28-794088755b26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf&tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360 HTTP/1.1" status: 200 len: 1095 time: 0.1147079 Aug 23 03:53:50.401764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24277e8b-4678-4ffb-a69f-1c132897008d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:50.405808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24277e8b-4678-4ffb-a69f-1c132897008d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:50.409354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-24277e8b-4678-4ffb-a69f-1c132897008d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1025367 Aug 23 03:53:50.411281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33672) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:50.426792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-06b0420e-948e-4ab0-b4d2-a9b995a5c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:50.428994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-06b0420e-948e-4ab0-b4d2-a9b995a5c23b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 1095 time: 0.0605390 Aug 23 03:53:50.545325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1c860652-e6e9-4730-b0b3-2d971d2e3bd5 None None] Provisioning for port b4a6f3e4-fd60-4296-bda5-baf47a6739cf completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:50.552827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-ec578c41-19f4-4932-8f2f-d57cb4a90c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:50.554730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-ec578c41-19f4-4932-8f2f-d57cb4a90c24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 200 len: 917 time: 0.1179810 Aug 23 03:53:50.655299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-6682efd3-b213-4ad4-9964-f91b8a32adf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7 HTTP/1.1" status: 200 len: 999 time: 0.0924320 Aug 23 03:53:50.731944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-bc791c6d-7e62-4972-8887-6a245a24c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:50.733611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-bc791c6d-7e62-4972-8887-6a245a24c2c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 200 len: 856 time: 0.0688839 Aug 23 03:53:50.862053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-a2f274f3-28a7-4cc9-bc00-af7f3606d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:50.867626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-a2f274f3-28a7-4cc9-bc00-af7f3606d4b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9e7c6047-3365-4903-8b34-cc666387a94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262319 Aug 23 03:53:50.892266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b4a6f3e4-fd60-4296-bda5-baf47a6739cf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:53:50.899620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a91d8547-a732-4607-ac6b-daa3c4f554b6 None None] Could not find standard attr ID for object b5ce2437-e77f-4d7a-879b-fa682ae06ffe. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:53:50.999496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-139d27da-a7ff-4581-b8c2-c7165674af25 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 8209bb5f-ff27-499d-ae64-3e4a89610af2 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:53:51.003671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-139d27da-a7ff-4581-b8c2-c7165674af25 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:51.036027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-fad8294b-3381-4e99-9a57-a474781fb7d4 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574199 Aug 23 03:53:51.078073 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-139d27da-a7ff-4581-b8c2-c7165674af25 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:51.098972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b4a6f3e4-fd60-4296-bda5-baf47a6739cf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:51.103059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b4a6f3e4-fd60-4296-bda5-baf47a6739cf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:51.103440 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:51.194286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-20115bd9-d88a-4949-8f8c-b1a1b9080c40 service neutron] 10.222.0.11 "GET /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480124 Aug 23 03:53:51.240439 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:51.280851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b4a6f3e4-fd60-4296-bda5-baf47a6739cf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b4a6f3e4-fd60-4296-bda5-baf47a6739cf,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:51.308441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f7867-f168-48ab-ba68-82efee93dd69 req-64e69f0e-fc0b-48d8-b595-ecf958a99d81 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:51.310330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a55f7867-f168-48ab-ba68-82efee93dd69 req-64e69f0e-fc0b-48d8-b595-ecf958a99d81 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1867454 Aug 23 03:53:51.371925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a55f7867-f168-48ab-ba68-82efee93dd69 req-c8c10201-feaf-484d-8f66-fae2bb774aad tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538642 Aug 23 03:53:51.378904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:51.381293 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-139d27da-a7ff-4581-b8c2-c7165674af25 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:51.481783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b4a6f3e4-fd60-4296-bda5-baf47a6739cf,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:51.598486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-139d27da-a7ff-4581-b8c2-c7165674af25 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:51.636388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c42936-a55f-4ffd-bd1e-77df92adcdff None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:51.669223 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-139d27da-a7ff-4581-b8c2-c7165674af25 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:51.671831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-139d27da-a7ff-4581-b8c2-c7165674af25 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/8209bb5f-ff27-499d-ae64-3e4a89610af2 HTTP/1.1" status: 204 len: 168 time: 1.2596092 Aug 23 03:53:51.673138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d27da-a7ff-4581-b8c2-c7165674af25 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=8209bb5f-ff27-499d-ae64-3e4a89610af2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:51.674580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33702) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:51.737286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9c18c02c-b1e2-478b-96f3-5d5a2ae1584e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613708 Aug 23 03:53:51.739629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33704) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:51.839692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e25686-ee4d-4379-bed0-bd7be2575299 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:51.843905 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c8e25686-ee4d-4379-bed0-bd7be2575299 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0945599 Aug 23 03:53:51.845378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33710) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:51.897732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c56f7-fdc4-44e5-bad0-0142448c5c43 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:53:51.916640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49785349-e4cc-4873-ad1b-126142b88d61 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:51.918817 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-49785349-e4cc-4873-ad1b-126142b88d61 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0710034 Aug 23 03:53:51.920430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33712) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:51.942560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d70c56f7-fdc4-44e5-bad0-0142448c5c43 None None] Deleting port b4a6f3e4-fd60-4296-bda5-baf47a6739cf {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:51.943096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d70c56f7-fdc4-44e5-bad0-0142448c5c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:51.985781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0eae21f5-638b-44f9-b030-76736cd51832 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592041 Aug 23 03:53:51.986129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33714) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:51.993452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:52.035321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d70c56f7-fdc4-44e5-bad0-0142448c5c43 None None] For port b4a6f3e4-fd60-4296-bda5-baf47a6739cf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b4a6f3e4-fd60-4296-bda5-baf47a6739cf,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:52.035824 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d70c56f7-fdc4-44e5-bad0-0142448c5c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:52.051847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d70c56f7-fdc4-44e5-bad0-0142448c5c43 None None] Calling delete_port for b4a6f3e4-fd60-4296-bda5-baf47a6739cf owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:52.237414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:52.241847 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:52.248028 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d70c56f7-fdc4-44e5-bad0-0142448c5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:52.330510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c56f7-fdc4-44e5-bad0-0142448c5c43 None None] Pushing event deleted for resources: {'Port': ['ID=b4a6f3e4-fd60-4296-bda5-baf47a6739cf,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:52.358613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c56f7-fdc4-44e5-bad0-0142448c5c43 None None] No DVR routers for this DVR port b4a6f3e4-fd60-4296-bda5-baf47a6739cf on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:53:52.579814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:52.665263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:52.731333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f49f45-3001-4fc9-88c0-5dc310f0b81a req-91e2e03b-28aa-432d-ae64-e8cae7e83d7d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:52.746115 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f49f45-3001-4fc9-88c0-5dc310f0b81a req-91e2e03b-28aa-432d-ae64-e8cae7e83d7d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1947258 Aug 23 03:53:52.769443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=4c67d8ab-c672-4eb8-933d-d360a64aad08,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:52.798417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:52.800312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:52.807264 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:52.807870 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:52.810802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d546089-d274-4954-b926-3aa59ac5b504 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:52.899939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f49f45-3001-4fc9-88c0-5dc310f0b81a req-8e14b9dc-7b5d-4920-9f4f-c56d421b814d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491780 Aug 23 03:53:52.905990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0a5b6a41-1f92-4565-a405-f2bd8d099104 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9187868 Aug 23 03:53:52.908862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33726) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:52.916989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': '4c67d8ab-c672-4eb8-933d-d360a64aad08', 'ip_address': '2001:db8::dd7b:5696:f9ae:eee9'}], 'name': 'tempest-NetworksTestDHCPv6-1953529985'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:52.926546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b4a6f3e4-fd60-4296-bda5-baf47a6739cf no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:53:52.926893 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:53:52.972693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b4a6f3e4-fd60-4296-bda5-baf47a6739cf {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:53:52.983558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b4a6f3e4-fd60-4296-bda5-baf47a6739cf not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:53:53.167295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '4c67d8ab-c672-4eb8-933d-d360a64aad08'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:53:53.168874 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:53.209327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:53.215372 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:53.267358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port ea7d94ef-eb03-4fa1-93c1-65e948432e26 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:53.435673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/4c67d8ab-c672-4eb8-933d-d360a64aad08/cdb8745a-ab12-4398-a75a-150a931c0e41) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:53.740893 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:53.751533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Transition to ACTIVE for port object cdb8745a-ab12-4398-a75a-150a931c0e41 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:53.771504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Transition to ACTIVE for port object cdb8745a-ab12-4398-a75a-150a931c0e41 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:53.846047 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:53.973660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:53.982319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::dd7b:5696:f9ae:eee9 (edd3ff6a-5962-416f-9269-01284de80fc0/4c67d8ab-c672-4eb8-933d-d360a64aad08/ea7d94ef-eb03-4fa1-93c1-65e948432e26) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:53:53.999855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:54.008164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Pushing event updated for resources: {'Port': ['ID=cdb8745a-ab12-4398-a75a-150a931c0e41,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:54.010744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:54.095724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Attempting to bind port cdb8745a-ab12-4398-a75a-150a931c0e41 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:53:54.096490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Attempting to bind port cdb8745a-ab12-4398-a75a-150a931c0e41 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:53:54.097285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Attempting to bind port cdb8745a-ab12-4398-a75a-150a931c0e41 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:53:54.105114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:53:54.105826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:53:54.106974 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:54.107584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:53:54.109252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Bound port: cdb8745a-ab12-4398-a75a-150a931c0e41, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:53:54.110496 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:54.146677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d635d26-0918-4e78-ae18-97d77bd3ef8e req-869935e5-efd3-488b-b3d6-88c5d199c8e6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:54.152610 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d635d26-0918-4e78-ae18-97d77bd3ef8e req-869935e5-efd3-488b-b3d6-88c5d199c8e6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0855627 Aug 23 03:53:54.235967 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d635d26-0918-4e78-ae18-97d77bd3ef8e req-36d9a798-4f40-408b-8b6d-78815909af21 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757644 Aug 23 03:53:54.254531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] For port cdb8745a-ab12-4398-a75a-150a931c0e41, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:53:54.258500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] For port cdb8745a-ab12-4398-a75a-150a931c0e41, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cdb8745a-ab12-4398-a75a-150a931c0e41,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:53:54.315437 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:54.345158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object ea7d94ef-eb03-4fa1-93c1-65e948432e26 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:53:54.368474 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:54.446880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a824f-bcbc-491c-9d1a-660b736b0070 None None] Pushing event updated for resources: {'Port': ['ID=cdb8745a-ab12-4398-a75a-150a931c0e41,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:54.487958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:54.559541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:54.559541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:54.562248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:53:54.569892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:54.571639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:54.592876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=ea7d94ef-eb03-4fa1-93c1-65e948432e26,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:54.731729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7b4c5ad4-cf2d-44d7-a8a0-ff27a42a2e0b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8154225 Aug 23 03:53:54.731729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33740) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:54.736276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a8358933-d53e-47db-86b0-352f68f4a654 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': '4c67d8ab-c672-4eb8-933d-d360a64aad08', 'ip_address': '2001:db8::dd7b:5696:f9ae:eee9'}], 'name': 'tempest-NetworksTestDHCPv6-1900238457'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:55.411134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8c43d-4ae6-4119-85dd-86e63dffe884 req-5090eee8-28ac-442d-a8f3-5cd5c7c35d9a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:55.411134 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77a8c43d-4ae6-4119-85dd-86e63dffe884 req-5090eee8-28ac-442d-a8f3-5cd5c7c35d9a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0786107 Aug 23 03:53:55.442700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8358933-d53e-47db-86b0-352f68f4a654 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:55.486605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77a8c43d-4ae6-4119-85dd-86e63dffe884 req-ae79ec91-df15-49ad-b10c-fb709839d451 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680518 Aug 23 03:53:55.621294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a8358933-d53e-47db-86b0-352f68f4a654 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:55.653746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-a8358933-d53e-47db-86b0-352f68f4a654 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port eb61a1c8-f2f3-4d4c-bde6-ec8faac941ef yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:55.973885 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8358933-d53e-47db-86b0-352f68f4a654 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 03:53:55.974348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8358933-d53e-47db-86b0-352f68f4a654 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:53:56.053933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-009a2707-16ba-44fd-926b-585011fc402a None None] Provisioning for port cdb8745a-ab12-4398-a75a-150a931c0e41 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:56.065058 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-548de20a-c671-4cf8-8873-f7a8a8736789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:56.068549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a8358933-d53e-47db-86b0-352f68f4a654 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3359909 Aug 23 03:53:56.068764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33754) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:56.144007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9084857-0877-49f0-ac73-ee17cebff2c7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:56.150591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9084857-0877-49f0-ac73-ee17cebff2c7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:56.152260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c9084857-0877-49f0-ac73-ee17cebff2c7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0825415 Aug 23 03:53:56.155779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33756) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:56.275098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c67a2-81ae-4f0f-8d2c-d3bf44cff42e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port ea7d94ef-eb03-4fa1-93c1-65e948432e26 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:56.275442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d5c67a2-81ae-4f0f-8d2c-d3bf44cff42e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:56.406519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d5c67a2-81ae-4f0f-8d2c-d3bf44cff42e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:56.426228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c67a2-81ae-4f0f-8d2c-d3bf44cff42e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for ea7d94ef-eb03-4fa1-93c1-65e948432e26 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:56.671979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d93bd-6d06-49e4-a718-b5501f27e2e0 req-b99d278c-6fb1-4464-b37d-07aa9eef4ac6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:56.674890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da5d93bd-6d06-49e4-a718-b5501f27e2e0 req-b99d278c-6fb1-4464-b37d-07aa9eef4ac6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0760651 Aug 23 03:53:56.747363 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da5d93bd-6d06-49e4-a718-b5501f27e2e0 req-0c508a72-b133-4ae3-a924-b5b2789d05c9 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607150 Aug 23 03:53:56.858491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cdb8745a-ab12-4398-a75a-150a931c0e41 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:53:56.888596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1aede0cb-db7d-4222-9f9a-8d7bc1c33de5 None None] Provisioning for port ea7d94ef-eb03-4fa1-93c1-65e948432e26 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:56.914316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1aede0cb-db7d-4222-9f9a-8d7bc1c33de5 None None] Provisioning complete for port ea7d94ef-eb03-4fa1-93c1-65e948432e26 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:56.914316 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1aede0cb-db7d-4222-9f9a-8d7bc1c33de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:56.961366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1aede0cb-db7d-4222-9f9a-8d7bc1c33de5 None None] Port ea7d94ef-eb03-4fa1-93c1-65e948432e26 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:53:57.589543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cdb8745a-ab12-4398-a75a-150a931c0e41 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:53:57.590356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d5c67a2-81ae-4f0f-8d2c-d3bf44cff42e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:57.596429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cdb8745a-ab12-4398-a75a-150a931c0e41 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:53:57.597348 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:57.626205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c67a2-81ae-4f0f-8d2c-d3bf44cff42e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=ea7d94ef-eb03-4fa1-93c1-65e948432e26,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:57.666143 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d5c67a2-81ae-4f0f-8d2c-d3bf44cff42e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:57.671672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33766) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:57.672668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2d5c67a2-81ae-4f0f-8d2c-d3bf44cff42e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/ea7d94ef-eb03-4fa1-93c1-65e948432e26 HTTP/1.1" status: 204 len: 168 time: 1.5155351 Aug 23 03:53:57.780003 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:57.788172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282ad34-1345-492c-8a34-93f95ef87e9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:57.790353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282ad34-1345-492c-8a34-93f95ef87e9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:57.796005 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f282ad34-1345-492c-8a34-93f95ef87e9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1208282 Aug 23 03:53:57.796359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33770) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:57.832104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port cdb8745a-ab12-4398-a75a-150a931c0e41, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cdb8745a-ab12-4398-a75a-150a931c0e41,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:57.900062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c764caca-777e-4e9b-95f7-05dfcfc16863 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 4c67d8ab-c672-4eb8-933d-d360a64aad08 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:53:57.907944 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c764caca-777e-4e9b-95f7-05dfcfc16863 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:57.985480 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:57.994653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c764caca-777e-4e9b-95f7-05dfcfc16863 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:58.039906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8bb3-9f20-4d2a-91d2-27f23597b446 req-845412d4-4fd7-4239-9366-abdc12dccf7b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:58.050731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee4b8bb3-9f20-4d2a-91d2-27f23597b446 req-845412d4-4fd7-4239-9366-abdc12dccf7b tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1179285 Aug 23 03:53:58.091810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=cdb8745a-ab12-4398-a75a-150a931c0e41,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:58.154684 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ee4b8bb3-9f20-4d2a-91d2-27f23597b446 req-43d85f18-956d-42c0-a760-6651822a020f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017518 Aug 23 03:53:58.162001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c764caca-777e-4e9b-95f7-05dfcfc16863 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:58.396739 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c764caca-777e-4e9b-95f7-05dfcfc16863 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:58.438968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764caca-777e-4e9b-95f7-05dfcfc16863 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=4c67d8ab-c672-4eb8-933d-d360a64aad08,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:58.447243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c764caca-777e-4e9b-95f7-05dfcfc16863 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:58.451478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c764caca-777e-4e9b-95f7-05dfcfc16863 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/4c67d8ab-c672-4eb8-933d-d360a64aad08 HTTP/1.1" status: 204 len: 168 time: 0.6518607 Aug 23 03:53:58.453236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33782) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:58.454606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f38b8-7a9a-40c3-bed9-00b2748e91b7 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:58.509703 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6a21bfe9-275e-4179-9594-41815fbbdeaa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507925 Aug 23 03:53:58.510063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33784) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:58.515654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:58.751609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:58.760453 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:58.760626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94047df1-fa1b-4be6-9963-df940cd2d348 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:53:58.813306 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d57a8fea-3295-4cd6-a4de-52bcc2d8da3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:58.828827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94047df1-fa1b-4be6-9963-df940cd2d348 None None] Deleting port cdb8745a-ab12-4398-a75a-150a931c0e41 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:53:58.829332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94047df1-fa1b-4be6-9963-df940cd2d348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:58.846449 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:58.922741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94047df1-fa1b-4be6-9963-df940cd2d348 None None] For port cdb8745a-ab12-4398-a75a-150a931c0e41, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cdb8745a-ab12-4398-a75a-150a931c0e41,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:53:58.923355 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94047df1-fa1b-4be6-9963-df940cd2d348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:58.959983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94047df1-fa1b-4be6-9963-df940cd2d348 None None] Calling delete_port for cdb8745a-ab12-4398-a75a-150a931c0e41 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:53:59.177415 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94047df1-fa1b-4be6-9963-df940cd2d348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:59.203974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:59.235978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94047df1-fa1b-4be6-9963-df940cd2d348 None None] Pushing event deleted for resources: {'Port': ['ID=cdb8745a-ab12-4398-a75a-150a931c0e41,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:59.247768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94047df1-fa1b-4be6-9963-df940cd2d348 None None] No DVR routers for this DVR port cdb8745a-ab12-4398-a75a-150a931c0e41 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:53:59.293785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:53:59.299352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:53:59.304806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:59.305447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:59.312238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167eb99-960b-47f7-ae4a-f51d456b4081 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:53:59.325394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=b07e973b-853a-4361-8dae-ed93971afe87,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:53:59.360714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1535f-f1e5-490b-9f67-28e75ecd371f req-6895356e-991d-4419-9601-d4609b53ae64 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:53:59.370962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-37e1535f-f1e5-490b-9f67-28e75ecd371f req-6895356e-991d-4419-9601-d4609b53ae64 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1069765 Aug 23 03:53:59.413763 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4844942b-a0d4-4366-b3c3-c5c492026ad2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9022770 Aug 23 03:53:59.418531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33794) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:53:59.424104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-51280d13-6804-43d9-81c4-219d0ba51872 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': 'b07e973b-853a-4361-8dae-ed93971afe87', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1520640868'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:53:59.430549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-37e1535f-f1e5-490b-9f67-28e75ecd371f req-e30c8b4c-1ab2-47ad-8036-abf4b5330015 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522952 Aug 23 03:53:59.554432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'b07e973b-853a-4361-8dae-ed93971afe87'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:53:59.555454 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:59.738681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51280d13-6804-43d9-81c4-219d0ba51872 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:53:59.743735 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-51280d13-6804-43d9-81c4-219d0ba51872 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:53:59.765390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-51280d13-6804-43d9-81c4-219d0ba51872 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 8281ef0a-b87d-4226-b871-e10c20fde875 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:53:59.936043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/b07e973b-853a-4361-8dae-ed93971afe87/a9d9d86f-babd-4ffb-9b2d-a07b6db6a329) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:00.125603 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:00.135610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Transition to ACTIVE for port object a9d9d86f-babd-4ffb-9b2d-a07b6db6a329 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:00.151354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Transition to ACTIVE for port object a9d9d86f-babd-4ffb-9b2d-a07b6db6a329 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:00.235903 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:00.283718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:00.283827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:00.287735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:00.293659 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-51280d13-6804-43d9-81c4-219d0ba51872 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:54:00.294117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51280d13-6804-43d9-81c4-219d0ba51872 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:54:00.295697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Pushing event updated for resources: {'Port': ['ID=a9d9d86f-babd-4ffb-9b2d-a07b6db6a329,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:00.367198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Attempting to bind port a9d9d86f-babd-4ffb-9b2d-a07b6db6a329 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:00.367647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Attempting to bind port a9d9d86f-babd-4ffb-9b2d-a07b6db6a329 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:00.368090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Attempting to bind port a9d9d86f-babd-4ffb-9b2d-a07b6db6a329 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:00.374110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:00.374610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:00.375023 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:00.375454 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:00.375934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Bound port: a9d9d86f-babd-4ffb-9b2d-a07b6db6a329, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:00.376326 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:00.474539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] For port a9d9d86f-babd-4ffb-9b2d-a07b6db6a329, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:00.479532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] For port a9d9d86f-babd-4ffb-9b2d-a07b6db6a329, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a9d9d86f-babd-4ffb-9b2d-a07b6db6a329,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:00.485820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-51280d13-6804-43d9-81c4-219d0ba51872 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0660586 Aug 23 03:54:00.486350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33804) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:00.539312 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:00.596484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:00.600339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ebeee-63a8-4765-a9fb-e271e17d4c88 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:00.604330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a55ebeee-63a8-4765-a9fb-e271e17d4c88 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1148033 Aug 23 03:54:00.604744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33806) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:00.637576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de4fa7-153a-4a2b-bfc4-b89f2d10f676 req-38f3fbd5-0f78-4d23-85e0-067a8709d302 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:00.639143 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15de4fa7-153a-4a2b-bfc4-b89f2d10f676 req-38f3fbd5-0f78-4d23-85e0-067a8709d302 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0970562 Aug 23 03:54:00.725523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a3f634-c6fc-4cc7-939f-5c4a14c1c075 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:00.725845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-15de4fa7-153a-4a2b-bfc4-b89f2d10f676 req-bca5843b-b6e0-4229-b6b5-05faef465a3a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758576 Aug 23 03:54:00.729376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a3f634-c6fc-4cc7-939f-5c4a14c1c075 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:00.741543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d34c0-4a59-491f-9ab5-bfe762025977 None None] Pushing event updated for resources: {'Port': ['ID=a9d9d86f-babd-4ffb-9b2d-a07b6db6a329,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:00.748664 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c1a3f634-c6fc-4cc7-939f-5c4a14c1c075 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1394231 Aug 23 03:54:00.749495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33808) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:00.816400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d574c50f-3d17-413d-bc62-890ba5fe7d02 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet b07e973b-853a-4361-8dae-ed93971afe87 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:00.821091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d574c50f-3d17-413d-bc62-890ba5fe7d02 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:00.844372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cdb8745a-ab12-4398-a75a-150a931c0e41 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:00.887653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: cdb8745a-ab12-4398-a75a-150a931c0e41 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:00.889047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cdb8745a-ab12-4398-a75a-150a931c0e41 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:00.929048 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d574c50f-3d17-413d-bc62-890ba5fe7d02 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:01.101335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d574c50f-3d17-413d-bc62-890ba5fe7d02 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:01.394412 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d574c50f-3d17-413d-bc62-890ba5fe7d02 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:01.421796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574c50f-3d17-413d-bc62-890ba5fe7d02 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=b07e973b-853a-4361-8dae-ed93971afe87,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:01.432891 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d574c50f-3d17-413d-bc62-890ba5fe7d02 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:01.432891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d574c50f-3d17-413d-bc62-890ba5fe7d02 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/b07e973b-853a-4361-8dae-ed93971afe87 HTTP/1.1" status: 204 len: 168 time: 0.6795106 Aug 23 03:54:01.433923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33814) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:01.482693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dc057607-638d-4c98-ad94-36914c9f1276 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481465 Aug 23 03:54:01.487262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33818) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:01.492848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:01.733916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:01.738038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:01.767904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:01.941728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73c1ea-7a57-45b2-9ed4-a65f10f50993 req-dd0bc8c5-3b7b-42ba-9690-d91da53c7131 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:01.960084 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b73c1ea-7a57-45b2-9ed4-a65f10f50993 req-dd0bc8c5-3b7b-42ba-9690-d91da53c7131 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0728879 Aug 23 03:54:02.095429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c296c2-d37f-4836-92a2-0d031b7596af None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:02.098177 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b73c1ea-7a57-45b2-9ed4-a65f10f50993 req-344230c2-3c59-44f0-bb39-485866f7e9f0 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468384 Aug 23 03:54:02.346182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde9574-37a3-4b3a-935b-2d0ffb86580b None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:02.405178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2fde9574-37a3-4b3a-935b-2d0ffb86580b None None] Deleting port a9d9d86f-babd-4ffb-9b2d-a07b6db6a329 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:02.405604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2fde9574-37a3-4b3a-935b-2d0ffb86580b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:02.420374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c2343941-d696-46f4-a8f4-6bdf93df234e None None] Provisioning for port a9d9d86f-babd-4ffb-9b2d-a07b6db6a329 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:02.479941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2fde9574-37a3-4b3a-935b-2d0ffb86580b None None] For port a9d9d86f-babd-4ffb-9b2d-a07b6db6a329, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a9d9d86f-babd-4ffb-9b2d-a07b6db6a329,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:02.480345 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2fde9574-37a3-4b3a-935b-2d0ffb86580b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:02.494453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2fde9574-37a3-4b3a-935b-2d0ffb86580b None None] Calling delete_port for a9d9d86f-babd-4ffb-9b2d-a07b6db6a329 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:02.704713 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2fde9574-37a3-4b3a-935b-2d0ffb86580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:02.732332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde9574-37a3-4b3a-935b-2d0ffb86580b None None] Pushing event deleted for resources: {'Port': ['ID=a9d9d86f-babd-4ffb-9b2d-a07b6db6a329,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:02.740358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde9574-37a3-4b3a-935b-2d0ffb86580b None None] No DVR routers for this DVR port a9d9d86f-babd-4ffb-9b2d-a07b6db6a329 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:02.755456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:02.803037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:02.806398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:02.810582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:02.811178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:02.818107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861767e5-472f-45f8-b4a0-64aadca20ba6 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:02.828495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=59c189d4-2900-438f-b803-5a35d161174b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:02.908315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:02.908627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3457dd1e-cfb8-4eaf-b7fd-190ee19ae833 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4202559 Aug 23 03:54:02.913347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ee933759-2142-4f2f-ab88-b124e186ff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2135549719', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:02.982301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '59c189d4-2900-438f-b803-5a35d161174b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:54:02.983200 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.019221 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee933759-2142-4f2f-ab88-b124e186ff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.021249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee933759-2142-4f2f-ab88-b124e186ff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.081856 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee933759-2142-4f2f-ab88-b124e186ff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.128577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/59c189d4-2900-438f-b803-5a35d161174b/639c50fe-417c-4569-ab5f-324e79b7a962) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:03.167864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee933759-2142-4f2f-ab88-b124e186ff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.242144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addeeb3d-423f-4fd7-af19-c149f44f0f26 req-47846c0d-f972-4efd-b1c7-a2be3b4ee8a8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:03.243650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-addeeb3d-423f-4fd7-af19-c149f44f0f26 req-47846c0d-f972-4efd-b1c7-a2be3b4ee8a8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0508134 Aug 23 03:54:03.283742 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-addeeb3d-423f-4fd7-af19-c149f44f0f26 req-7b8f2674-0f3f-4bc3-8af1-b51ab2bbf917 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338106 Aug 23 03:54:03.312479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ee933759-2142-4f2f-ab88-b124e186ff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.317753 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ee933759-2142-4f2f-ab88-b124e186ff92 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4080031 Aug 23 03:54:03.318386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33836) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:03.391243 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.399704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Transition to ACTIVE for port object 639c50fe-417c-4569-ab5f-324e79b7a962 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:03.420237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Transition to ACTIVE for port object 639c50fe-417c-4569-ab5f-324e79b7a962 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:03.516985 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.558624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:03.563916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:03.570442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:03.573547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Pushing event updated for resources: {'Port': ['ID=639c50fe-417c-4569-ab5f-324e79b7a962,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:03.635305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Attempting to bind port 639c50fe-417c-4569-ab5f-324e79b7a962 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:03.635681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Attempting to bind port 639c50fe-417c-4569-ab5f-324e79b7a962 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:03.636046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Attempting to bind port 639c50fe-417c-4569-ab5f-324e79b7a962 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:03.643248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.645505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:03.645883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:03.647035 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.647458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:03.648065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Bound port: 639c50fe-417c-4569-ab5f-324e79b7a962, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:03.648466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.726211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] For port 639c50fe-417c-4569-ab5f-324e79b7a962, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:03.730401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] For port 639c50fe-417c-4569-ab5f-324e79b7a962, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=639c50fe-417c-4569-ab5f-324e79b7a962,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:03.827150 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:03.897457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b10cd-68b9-479a-99b6-9954476ed3b6 None None] Pushing event updated for resources: {'Port': ['ID=639c50fe-417c-4569-ab5f-324e79b7a962,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:03.927978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::1 (edd3ff6a-5962-416f-9269-01284de80fc0/59c189d4-2900-438f-b803-5a35d161174b/0757e4d3-ce03-4171-9259-c793a49bf06e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:04.076271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:04.101583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 0757e4d3-ce03-4171-9259-c793a49bf06e will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:04.219272 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:04.267215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=0757e4d3-ce03-4171-9259-c793a49bf06e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:04.289805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:04.292005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:04.294492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:04.295127 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:04.320262 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-a13c35d7-3c0b-4545-856d-9d8ca9f4983f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0482903 Aug 23 03:54:04.457948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-d37b51c8-daa1-4618-9aee-1f2d187d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.462819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-d37b51c8-daa1-4618-9aee-1f2d187d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.462819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-d37b51c8-daa1-4618-9aee-1f2d187d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.462819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-d37b51c8-daa1-4618-9aee-1f2d187d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.462819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-d37b51c8-daa1-4618-9aee-1f2d187d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.462819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-d37b51c8-daa1-4618-9aee-1f2d187d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.462819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-d37b51c8-daa1-4618-9aee-1f2d187d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.462819 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-d37b51c8-daa1-4618-9aee-1f2d187d4ee4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6491 time: 0.1164660 Aug 23 03:54:04.476203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e3f1-6ce8-4b13-b503-c6a5104100b2 req-2140a102-601b-401f-a665-aea790c43159 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.477849 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce38e3f1-6ce8-4b13-b503-c6a5104100b2 req-2140a102-601b-401f-a665-aea790c43159 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0822780 Aug 23 03:54:04.582330 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:04.602338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce38e3f1-6ce8-4b13-b503-c6a5104100b2 req-267422e3-9907-4371-9222-4ba4f036d973 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158440 Aug 23 03:54:04.659328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-c2b49fba-4129-4f38-9e8a-b6dc7934f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.659328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-c2b49fba-4129-4f38-9e8a-b6dc7934f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.659328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-c2b49fba-4129-4f38-9e8a-b6dc7934f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.659328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-c2b49fba-4129-4f38-9e8a-b6dc7934f802 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773410b0-9710-43b7-a41a-cf96dea10a60&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=bc7b0e5a-bf93-4308-95c6-e8890b706564&id=bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 200 len: 2289 time: 0.1640744 Aug 23 03:54:04.820888 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-bdb7b491-f481-4e83-a0a9-6ff0e9b963d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623 HTTP/1.1" status: 200 len: 1000 time: 0.1556201 Aug 23 03:54:04.923783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-fc49830d-f4de-4ffd-a2ee-993f92b3938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.925865 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-fc49830d-f4de-4ffd-a2ee-993f92b3938f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=911ff96c-e227-4037-9184-4069a4f87ccf HTTP/1.1" status: 200 len: 850 time: 0.0973332 Aug 23 03:54:04.930341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 639c50fe-417c-4569-ab5f-324e79b7a962 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:04.993234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-e66bea67-d444-45bf-acef-f1b20335b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:04.995348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-e66bea67-d444-45bf-acef-f1b20335b587 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773410b0-9710-43b7-a41a-cf96dea10a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633383 Aug 23 03:54:05.024445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:05.102520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-0456c7b6-fc39-44a2-8b52-831018425449 service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991266 Aug 23 03:54:05.227043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-6b3134cc-96cd-48f9-af54-19b695a2209a service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160090 Aug 23 03:54:05.273234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-69664c66-c7cb-4a16-8e87-fcaa8a21f030 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 217 time: 0.0387359 Aug 23 03:54:05.322130 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:05.322670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-731824ec-ad2e-4bd6-8117-0643e53fa079 None None] Provisioning for port 639c50fe-417c-4569-ab5f-324e79b7a962 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:05.322898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-fd0c8755-80d0-4829-8b06-3fd7731817da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:05.324354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-fd0c8755-80d0-4829-8b06-3fd7731817da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0447483 Aug 23 03:54:05.325094 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:05.325635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 639c50fe-417c-4569-ab5f-324e79b7a962 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:05.331457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-731824ec-ad2e-4bd6-8117-0643e53fa079 None None] Provisioning complete for port 639c50fe-417c-4569-ab5f-324e79b7a962 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:05.331935 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-731824ec-ad2e-4bd6-8117-0643e53fa079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:05.333897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 639c50fe-417c-4569-ab5f-324e79b7a962 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:05.334871 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:05.383036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-af24be3d-f0f4-46d3-9cd2-44b26fdf1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:05.396756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-af24be3d-f0f4-46d3-9cd2-44b26fdf1456 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528855 Aug 23 03:54:05.439561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=0757e4d3-ce03-4171-9259-c793a49bf06e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:05.491809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:05.493974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:05.498918 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-c1a98572-10c9-4fcb-ace5-ebabd9ebfef9 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058860 Aug 23 03:54:05.548852 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:05.573636 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-731824ec-ad2e-4bd6-8117-0643e53fa079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:05.631452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 639c50fe-417c-4569-ab5f-324e79b7a962, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=639c50fe-417c-4569-ab5f-324e79b7a962,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:05.662439 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-470c29d1-48cc-432e-92c2-ce04c0c03dff service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559708 Aug 23 03:54:05.734063 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-14521386-5940-4c27-a882-f8bef32e257a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 217 time: 0.0634880 Aug 23 03:54:05.762954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:05.802366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Router 7b1036a1-56cc-4b8f-aa87-331a870daa87 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:54:05.821686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc967295-7530-41c0-aec9-6157fcff8b78 req-d40a1135-2b30-4c51-b4e7-15dc923a1744 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:05.823311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cc967295-7530-41c0-aec9-6157fcff8b78 req-d40a1135-2b30-4c51-b4e7-15dc923a1744 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0992026 Aug 23 03:54:05.831629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-b3e9fee2-1e52-441f-9f66-53bcd52bada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:05.833137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-b3e9fee2-1e52-441f-9f66-53bcd52bada0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0783582 Aug 23 03:54:05.839010 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-731824ec-ad2e-4bd6-8117-0643e53fa079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:54:05.839467 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-731824ec-ad2e-4bd6-8117-0643e53fa079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:54:05.897724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=639c50fe-417c-4569-ab5f-324e79b7a962,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:05.933160 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cc967295-7530-41c0-aec9-6157fcff8b78 req-d4ea2b17-a030-4b9c-a4dc-087a8630bec5 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986545 Aug 23 03:54:05.942604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-db68e4cf-b611-49aa-b57e-fc6b051a9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:05.942604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-db68e4cf-b611-49aa-b57e-fc6b051a9053 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980399 Aug 23 03:54:05.943120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:54:05.949855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-388f9e1a-a001-4185-b738-98179e54d9e4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "PUT /v2.0/routers/7b1036a1-56cc-4b8f-aa87-331a870daa87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6284878 Aug 23 03:54:05.953496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Sync routers for ids ['7b1036a1-56cc-4b8f-aa87-331a870daa87'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:54:05.959206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33874) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:05.970450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Routers {'7b1036a1-56cc-4b8f-aa87-331a870daa87'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:05.971186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7b1036a1-56cc-4b8f-aa87-331a870daa87'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:06.017362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83042a84-3385-4a9a-86e9-aee4ad949727 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:06.021387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-83042a84-3385-4a9a-86e9-aee4ad949727 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports/0757e4d3-ce03-4171-9259-c793a49bf06e HTTP/1.1" status: 200 len: 911 time: 0.0586207 Aug 23 03:54:06.021585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33876) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:06.062109 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-0bb2a554-2b47-4678-9d8a-36a112495709 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153135 Aug 23 03:54:06.076578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Set router 7b1036a1-56cc-4b8f-aa87-331a870daa87 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:54:06.077462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8257288-828d-46a0-b7ca-25a89046e8f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:06.084066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8257288-828d-46a0-b7ca-25a89046e8f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:06.088660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b8257288-828d-46a0-b7ca-25a89046e8f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0633001 Aug 23 03:54:06.088857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33878) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:06.169433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-205e82c6-abce-414f-8760-7eb54c23b61c service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000645 Aug 23 03:54:06.225207 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-c2bc1f95-0d02-477f-8748-070922ee8d42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=17dd7351-48f5-4c38-a316-44ac2d836527 HTTP/1.1" status: 200 len: 217 time: 0.0474210 Aug 23 03:54:06.287263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1036a1-56cc-4b8f-aa87-331a870daa87', 'name': 'tempest-NetworksTestDHCPv6-router-2135549719', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:54:03Z', 'updated_at': '2021-08-23T03:54:04Z', 'revision_number': 2, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'gw_port_host': None, '_interfaces': [{'id': '0757e4d3-ce03-4171-9259-c793a49bf06e', 'name': '', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'mac_address': 'fa:16:3e:fa:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1036a1-56cc-4b8f-aa87-331a870daa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '59c189d4-2900-438f-b803-5a35d161174b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:54:03Z', 'updated_at': '2021-08-23T03:54:04Z', 'revision_number': 2, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'subnets': [{'id': '59c189d4-2900-438f-b803-5a35d161174b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:06.290063 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-84204e3a-2683-41a6-9b56-ea3baf91cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:06.292278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-84204e3a-2683-41a6-9b56-ea3baf91cc88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0603156 Aug 23 03:54:06.319091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Checking router: 7b1036a1-56cc-4b8f-aa87-331a870daa87 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:54:06.319542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Updating router 7b1036a1-56cc-4b8f-aa87-331a870daa87 port 0757e4d3-ce03-4171-9259-c793a49bf06e binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:54:06.345309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-81c93029-e1df-4c7b-b04a-46110e28605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:06.346857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-81c93029-e1df-4c7b-b04a-46110e28605c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476699 Aug 23 03:54:06.383371 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:06.458460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-297875e6-c39a-456d-aea0-3ca3568a9d43 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033380 Aug 23 03:54:06.570804 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-3b457920-56fc-4fb6-aabf-aac33fbd4984 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053793 Aug 23 03:54:06.620129 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:06.644721 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-f0fe0289-ab70-45a7-8ee0-575558e7034b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=d2dec841-18eb-4694-8ee6-41883163b8f4 HTTP/1.1" status: 200 len: 217 time: 0.0671875 Aug 23 03:54:06.695962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-37a5691b-309a-43ae-828a-63c17603d8e0 None None] Provisioning for port 0757e4d3-ce03-4171-9259-c793a49bf06e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:06.716890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-37a5691b-309a-43ae-828a-63c17603d8e0 None None] Provisioning complete for port 0757e4d3-ce03-4171-9259-c793a49bf06e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:06.717430 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37a5691b-309a-43ae-828a-63c17603d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:06.724685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-6d678fa7-9016-44ac-a9b3-2af6b9fb97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:06.726402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-6d678fa7-9016-44ac-a9b3-2af6b9fb97ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0749302 Aug 23 03:54:06.806720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-d5277e8d-729d-4f7f-8610-d627c9806665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:06.808593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-d5277e8d-729d-4f7f-8610-d627c9806665 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755632 Aug 23 03:54:06.927574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 639c50fe-417c-4569-ab5f-324e79b7a962 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:06.959294 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-5e1964f1-ca09-412e-b1a0-e509d7b438f6 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426606 Aug 23 03:54:06.966030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 0757e4d3-ce03-4171-9259-c793a49bf06e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:06.966611 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:06.977059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-37a5691b-309a-43ae-828a-63c17603d8e0 None None] Port 0757e4d3-ce03-4171-9259-c793a49bf06e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:54:07.075719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 639c50fe-417c-4569-ab5f-324e79b7a962 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:07.076155 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:07.080220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:07.082981 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:07.104917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-f4335179-fdc5-471c-bedd-32da5df292e1 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373632 Aug 23 03:54:07.118660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 0757e4d3-ce03-4171-9259-c793a49bf06e owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:07.147165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Transition to ACTIVE for port object 0757e4d3-ce03-4171-9259-c793a49bf06e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:07.185758 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-57474e0a-d608-40bc-8220-df4cd73d97c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c87f7d25-7485-477f-904e-507189f112c9 HTTP/1.1" status: 200 len: 217 time: 0.0729308 Aug 23 03:54:07.207119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44dae3-f5b8-4543-a29d-fb4a9a5dcd6d req-63a7ec45-7354-4e9f-95f7-e34a293f98e3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:07.212859 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c44dae3-f5b8-4543-a29d-fb4a9a5dcd6d req-63a7ec45-7354-4e9f-95f7-e34a293f98e3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1560233 Aug 23 03:54:07.263135 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:07.315288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-50f460cb-5557-4a0e-82b2-ab7b9b3b1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:07.318520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-50f460cb-5557-4a0e-82b2-ab7b9b3b1ee6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.1015372 Aug 23 03:54:07.324570 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c44dae3-f5b8-4543-a29d-fb4a9a5dcd6d req-81c31c4a-0b3f-45f3-a5cb-b35fb06cfd7f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914028 Aug 23 03:54:07.338230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cafcd-0750-4e80-9a81-b36041df0c1b None None] Pushing event updated for resources: {'Port': ['ID=0757e4d3-ce03-4171-9259-c793a49bf06e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:07.393622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-196a4997-7a21-4e8f-9c91-fa7ca4812eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:07.399083 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-196a4997-7a21-4e8f-9c91-fa7ca4812eef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738580 Aug 23 03:54:07.418209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Attempting to bind port 0757e4d3-ce03-4171-9259-c793a49bf06e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:07.418588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Attempting to bind port 0757e4d3-ce03-4171-9259-c793a49bf06e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:07.418945 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Attempting to bind port 0757e4d3-ce03-4171-9259-c793a49bf06e on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:07.431217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:07.431691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:07.432116 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:07.432524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:07.433172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Bound port: 0757e4d3-ce03-4171-9259-c793a49bf06e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:07.433566 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:07.486855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:07.560365 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-9a667b39-2d76-4269-a20f-629193893ea3 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532063 Aug 23 03:54:07.568021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] For port 0757e4d3-ce03-4171-9259-c793a49bf06e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:07.581891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] For port 0757e4d3-ce03-4171-9259-c793a49bf06e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0757e4d3-ce03-4171-9259-c793a49bf06e,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:07.642565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:07.719310 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-6d50e041-ce1a-4f7a-b740-e58b7bd99a70 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480868 Aug 23 03:54:07.775814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Routers {'7b1036a1-56cc-4b8f-aa87-331a870daa87'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:07.776472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7b1036a1-56cc-4b8f-aa87-331a870daa87'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:07.797384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-45a7fe4f-f321-4f5c-b7c3-cafd8e5a5d1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5beb642-632a-4ebe-8510-e8859cd301a7 HTTP/1.1" status: 200 len: 217 time: 0.0715568 Aug 23 03:54:07.871727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cafcd-0750-4e80-9a81-b36041df0c1b None None] Pushing event updated for resources: {'Port': ['ID=0757e4d3-ce03-4171-9259-c793a49bf06e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:07.929424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-404ed956-0490-4e04-924e-112bc86c2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:07.933836 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-404ed956-0490-4e04-924e-112bc86c2038 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.1301668 Aug 23 03:54:07.962686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] Set router 7b1036a1-56cc-4b8f-aa87-331a870daa87 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:54:08.014742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223b85-4885-4062-aa86-624a84810ab7 req-c49ca3c0-8280-4100-b27b-274327e466b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:08.017095 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-c49ca3c0-8280-4100-b27b-274327e466b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759454 Aug 23 03:54:08.041763 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:08.150056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=0757e4d3-ce03-4171-9259-c793a49bf06e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:08.171008 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-6a55049a-b07e-47e6-bc77-4cc8b2fa6b94 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463149 Aug 23 03:54:08.232183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ba433313-61e3-4dd1-8c4d-7a3ab6524c9a None None] Could not find standard attr ID for object 0757e4d3-ce03-4171-9259-c793a49bf06e. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:08.263670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:08.299505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1036a1-56cc-4b8f-aa87-331a870daa87', 'name': 'tempest-NetworksTestDHCPv6-router-2135549719', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:54:03Z', 'updated_at': '2021-08-23T03:54:04Z', 'revision_number': 2, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'gw_port_host': None, '_interfaces': [{'id': '0757e4d3-ce03-4171-9259-c793a49bf06e', 'name': '', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'mac_address': 'fa:16:3e:fa:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1036a1-56cc-4b8f-aa87-331a870daa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '59c189d4-2900-438f-b803-5a35d161174b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:54:03Z', 'updated_at': '2021-08-23T03:54:07Z', 'revision_number': 4, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'subnets': [{'id': '59c189d4-2900-438f-b803-5a35d161174b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:08.334693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-38223b85-4885-4062-aa86-624a84810ab7 req-96d7c93e-caf9-4449-b0d3-b08405b29171 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566293 Aug 23 03:54:08.349048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2986cd2b-ff79-4014-afda-955a7b4ead88 None None] The sync data for ids ['7b1036a1-56cc-4b8f-aa87-331a870daa87'] in n-d-749052-7 is: [{'id': '7b1036a1-56cc-4b8f-aa87-331a870daa87', 'name': 'tempest-NetworksTestDHCPv6-router-2135549719', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:54:03Z', 'updated_at': '2021-08-23T03:54:04Z', 'revision_number': 2, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'gw_port_host': None, '_interfaces': [{'id': '0757e4d3-ce03-4171-9259-c793a49bf06e', 'name': '', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'mac_address': 'fa:16:3e:fa:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1036a1-56cc-4b8f-aa87-331a870daa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '59c189d4-2900-438f-b803-5a35d161174b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:54:03Z', 'updated_at': '2021-08-23T03:54:07Z', 'revision_number': 4, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'subnets': [{'id': '59c189d4-2900-438f-b803-5a35d161174b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:54:08.508634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Router 7b1036a1-56cc-4b8f-aa87-331a870daa87 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:54:08.522410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a64b9d-c4fd-4fb8-b913-6b3f9c6571db req-140f0624-a49f-4fe8-bd2d-ee7ade381084 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:08.523994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3a64b9d-c4fd-4fb8-b913-6b3f9c6571db req-140f0624-a49f-4fe8-bd2d-ee7ade381084 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.0598974 Aug 23 03:54:08.580166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3a64b9d-c4fd-4fb8-b913-6b3f9c6571db req-bf8328c7-37b2-4ebe-806f-194d6450bf97 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499382 Aug 23 03:54:08.601357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:54:08.611211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-754e0994-946d-4f21-8bd9-b166b59ca34d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "PUT /v2.0/routers/7b1036a1-56cc-4b8f-aa87-331a870daa87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5197184 Aug 23 03:54:08.611211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33906) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:08.694378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bb2f00-77cd-45df-a031-e81a858dad42 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:08.696438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bb2f00-77cd-45df-a031-e81a858dad42 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:08.697345 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f7bb2f00-77cd-45df-a031-e81a858dad42 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0861242 Aug 23 03:54:08.700525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33910) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:08.840910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c305ae5-637a-47f4-949c-2974d59a3d8b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 59c189d4-2900-438f-b803-5a35d161174b {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:08.850445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c305ae5-637a-47f4-949c-2974d59a3d8b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:08.932181 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c305ae5-637a-47f4-949c-2974d59a3d8b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:09.073112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c305ae5-637a-47f4-949c-2974d59a3d8b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:09.241068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c305ae5-637a-47f4-949c-2974d59a3d8b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:09.272430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c305ae5-637a-47f4-949c-2974d59a3d8b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=59c189d4-2900-438f-b803-5a35d161174b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:09.279807 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c305ae5-637a-47f4-949c-2974d59a3d8b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:09.284422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7c305ae5-637a-47f4-949c-2974d59a3d8b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/59c189d4-2900-438f-b803-5a35d161174b HTTP/1.1" status: 204 len: 168 time: 0.5799782 Aug 23 03:54:09.285952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33924) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:09.287917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22473d-5b33-410f-8005-6ae7f26efca2 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:09.509053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944faad0-dfec-4d0f-b5d4-d5c8c08642a6 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:09.566093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-944faad0-dfec-4d0f-b5d4-d5c8c08642a6 None None] Deleting port 639c50fe-417c-4569-ab5f-324e79b7a962 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:09.566463 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-944faad0-dfec-4d0f-b5d4-d5c8c08642a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:09.636115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-944faad0-dfec-4d0f-b5d4-d5c8c08642a6 None None] For port 639c50fe-417c-4569-ab5f-324e79b7a962, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=639c50fe-417c-4569-ab5f-324e79b7a962,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:09.636448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-944faad0-dfec-4d0f-b5d4-d5c8c08642a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:09.651262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-944faad0-dfec-4d0f-b5d4-d5c8c08642a6 None None] Calling delete_port for 639c50fe-417c-4569-ab5f-324e79b7a962 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:09.759233 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e2da9aad-1d9f-467e-aaf3-0c958a4fa199 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4735658 Aug 23 03:54:09.761798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33930) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:09.824418 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-944faad0-dfec-4d0f-b5d4-d5c8c08642a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:09.846534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84480441-4d2a-488c-af3a-81722d5c77db req-8bc1d7ea-54a9-4cef-9a44-a118dbf6b140 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:09.848065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84480441-4d2a-488c-af3a-81722d5c77db req-8bc1d7ea-54a9-4cef-9a44-a118dbf6b140 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1380935 Aug 23 03:54:09.850823 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bbe380f-05fb-417e-8fad-2b38628cc199 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:09.858529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944faad0-dfec-4d0f-b5d4-d5c8c08642a6 None None] No DVR routers for this DVR port 639c50fe-417c-4569-ab5f-324e79b7a962 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:09.880406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944faad0-dfec-4d0f-b5d4-d5c8c08642a6 None None] Pushing event deleted for resources: {'Port': ['ID=639c50fe-417c-4569-ab5f-324e79b7a962,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:10.018055 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84480441-4d2a-488c-af3a-81722d5c77db req-63f282a2-3184-4212-9e6f-73ce1abdd81c tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298606 Aug 23 03:54:10.048024 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bbe380f-05fb-417e-8fad-2b38628cc199 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:10.050166 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bbe380f-05fb-417e-8fad-2b38628cc199 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:10.260345 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] Sync routers for ids ['7b1036a1-56cc-4b8f-aa87-331a870daa87'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:54:10.270363 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] Routers {'7b1036a1-56cc-4b8f-aa87-331a870daa87'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:10.270970 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7b1036a1-56cc-4b8f-aa87-331a870daa87'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:10.361705 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bbe380f-05fb-417e-8fad-2b38628cc199 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:10.362449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbe380f-05fb-417e-8fad-2b38628cc199 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1036a1-56cc-4b8f-aa87-331a870daa87 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:54:10.371835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9bbe380f-05fb-417e-8fad-2b38628cc199 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:10.373998 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9bbe380f-05fb-417e-8fad-2b38628cc199 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/routers/7b1036a1-56cc-4b8f-aa87-331a870daa87 HTTP/1.1" status: 204 len: 168 time: 0.6104012 Aug 23 03:54:10.376651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33936) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:10.382101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:10.436467 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] Set router 7b1036a1-56cc-4b8f-aa87-331a870daa87 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:54:10.492972 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1036a1-56cc-4b8f-aa87-331a870daa87', 'name': 'tempest-NetworksTestDHCPv6-router-2135549719', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:54:03Z', 'updated_at': '2021-08-23T03:54:07Z', 'revision_number': 3, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:10.520884 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] Checking router: 7b1036a1-56cc-4b8f-aa87-331a870daa87 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:54:10.530458 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] Routers set() bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:10.530825 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] Router IDs set() for agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 03:54:10.531596 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_agentschedulers_db [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b1036a1-56cc-4b8f-aa87-331a870daa87'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent'). {{(pid=95124) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 03:54:10.532103 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261838f5-04b1-423a-8b90-158fe5a34ef1 None None] The sync data for ids ['7b1036a1-56cc-4b8f-aa87-331a870daa87'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:54:10.566365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:10.570406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:10.877043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:10.926235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:10.930316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:10.934665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:10.935124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:10.942846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c365f86-03b4-4169-aa14-3736b04b494d None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:10.974809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=13aeac0e-9ee2-4f53-b726-3d5e2df08897,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:10.975982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0757e4d3-ce03-4171-9259-c793a49bf06e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:11.037827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0757e4d3-ce03-4171-9259-c793a49bf06e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:11.038302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0757e4d3-ce03-4171-9259-c793a49bf06e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:11.038969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 639c50fe-417c-4569-ab5f-324e79b7a962 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:11.073132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 639c50fe-417c-4569-ab5f-324e79b7a962 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:11.073132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 639c50fe-417c-4569-ab5f-324e79b7a962 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:11.114802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-71c12b82-e560-493f-abee-990b359f8f9d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7368841 Aug 23 03:54:11.115427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33944) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:11.137140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:54:11.138534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-838473fb-5920-4199-851b-d9ad9580b68d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1716869532', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:11.195079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39dd4f-bc01-485c-baed-0b68d43e1062 req-e26cd16d-18d8-4aaf-ab93-246a4549ba62 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:11.201084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '13aeac0e-9ee2-4f53-b726-3d5e2df08897'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:54:11.201948 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.206882 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d39dd4f-bc01-485c-baed-0b68d43e1062 req-e26cd16d-18d8-4aaf-ab93-246a4549ba62 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 944 time: 0.1016734 Aug 23 03:54:11.276383 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d39dd4f-bc01-485c-baed-0b68d43e1062 req-e27be55a-46b7-41d6-a484-06ebc61958a8 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645185 Aug 23 03:54:11.310231 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-838473fb-5920-4199-851b-d9ad9580b68d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.311489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-838473fb-5920-4199-851b-d9ad9580b68d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.364913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:11.365195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-838473fb-5920-4199-851b-d9ad9580b68d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.401776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'port_id': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'mac_address': 'fa:16:3e:d4:54:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:54:11.448955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/13aeac0e-9ee2-4f53-b726-3d5e2df08897/96e20f3d-928b-464e-9ce3-85e8e8c853c0) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:11.459231 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-838473fb-5920-4199-851b-d9ad9580b68d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.459813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.482109 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:54:11.544556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:11.584560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-838473fb-5920-4199-851b-d9ad9580b68d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.585986 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-838473fb-5920-4199-851b-d9ad9580b68d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4684796 Aug 23 03:54:11.588928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33948) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:11.617401 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.647556 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.661927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Transition to ACTIVE for port object 96e20f3d-928b-464e-9ce3-85e8e8c853c0 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:11.691270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Transition to ACTIVE for port object 96e20f3d-928b-464e-9ce3-85e8e8c853c0 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:11.692636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:11.790573 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.831232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:11.834245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:11.845064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:11.848525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Pushing event updated for resources: {'Port': ['ID=96e20f3d-928b-464e-9ce3-85e8e8c853c0,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:11.936251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.941478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Attempting to bind port 96e20f3d-928b-464e-9ce3-85e8e8c853c0 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:11.941966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Attempting to bind port 96e20f3d-928b-464e-9ce3-85e8e8c853c0 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:11.942430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Attempting to bind port 96e20f3d-928b-464e-9ce3-85e8e8c853c0 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:11.947966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:11.948613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:11.949251 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:11.949757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:11.950416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Bound port: 96e20f3d-928b-464e-9ce3-85e8e8c853c0, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:11.950925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:12.014630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] For port 96e20f3d-928b-464e-9ce3-85e8e8c853c0, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:12.019166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['7ac08849-4093-4f54-8af7-af9fd6fbb9c7'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:54:12.023471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] For port 96e20f3d-928b-464e-9ce3-85e8e8c853c0, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=96e20f3d-928b-464e-9ce3-85e8e8c853c0,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:12.144529 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:12.229721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f970ce2-d8e8-4a9d-9724-ccaa6e62fbb6 None None] Pushing event updated for resources: {'Port': ['ID=96e20f3d-928b-464e-9ce3-85e8e8c853c0,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:12.230618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::1 (edd3ff6a-5962-416f-9269-01284de80fc0/13aeac0e-9ee2-4f53-b726-3d5e2df08897/2603d8a1-b785-444e-81f2-e715dbe8ddf4) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:12.393945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:12.479762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 2603d8a1-b785-444e-81f2-e715dbe8ddf4 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:12.513287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2265893-2c8d-4729-8053-2b08ea8233db req-e8f302ec-600f-4cb3-8a1a-4fcadd27c8b3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:12.523136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2265893-2c8d-4729-8053-2b08ea8233db req-e8f302ec-600f-4cb3-8a1a-4fcadd27c8b3 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 945 time: 0.1104655 Aug 23 03:54:12.580878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2265893-2c8d-4729-8053-2b08ea8233db req-3cd5ac57-94d4-46f4-b3a7-42cf4435632a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568068 Aug 23 03:54:12.710441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:12.757775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:12.765540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=2603d8a1-b785-444e-81f2-e715dbe8ddf4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:12.768372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:12.776260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:12.776870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:12.829649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 96e20f3d-928b-464e-9ce3-85e8e8c853c0 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:12.989132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 96e20f3d-928b-464e-9ce3-85e8e8c853c0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:13.026733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.136665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:13.216323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:13.216984 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.315042 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.349976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:54:13.352773 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b73160-8cb8-4d26-9cd0-d872fb4a69ec" -d '{"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-plugged", "status": "completed", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:54:13.362994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.372924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:13.401687 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb395973-75e0-4e12-ba54-422170e805ec x-openstack-request-id: req-cb395973-75e0-4e12-ba54-422170e805ec {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:54:13.401687 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-plugged", "status": "completed", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:54:13.401687 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb395973-75e0-4e12-ba54-422170e805ec {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:54:13.401687 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'code': 200} Aug 23 03:54:13.470252 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.471053 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.498577 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.504333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2827199c-0a42-44ee-83e7-6e9ec6ceac9a None None] Provisioning for port 96e20f3d-928b-464e-9ce3-85e8e8c853c0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:13.530279 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2827199c-0a42-44ee-83e7-6e9ec6ceac9a None None] Provisioning complete for port 96e20f3d-928b-464e-9ce3-85e8e8c853c0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:13.530796 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2827199c-0a42-44ee-83e7-6e9ec6ceac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.593233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=10']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:13.645482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=2603d8a1-b785-444e-81f2-e715dbe8ddf4,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:13.672410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:13.673241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:13.685785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2827199c-0a42-44ee-83e7-6e9ec6ceac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.736213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2827199c-0a42-44ee-83e7-6e9ec6ceac9a None None] For port 96e20f3d-928b-464e-9ce3-85e8e8c853c0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=96e20f3d-928b-464e-9ce3-85e8e8c853c0,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:13.798542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b70258-bdff-4cc2-82f0-cf3fb3a53946 req-487f7edf-29d3-401c-b56b-7d7d89e4109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:13.800174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3b70258-bdff-4cc2-82f0-cf3fb3a53946 req-487f7edf-29d3-401c-b56b-7d7d89e4109e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 1098 time: 0.0895176 Aug 23 03:54:13.840800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2226-f9f2-40f3-ba08-1511f5a7b73c req-c6a64839-ad2f-45c3-9dc2-9151c4a7e905 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:13.848786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b04a2226-f9f2-40f3-ba08-1511f5a7b73c req-c6a64839-ad2f-45c3-9dc2-9151c4a7e905 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 947 time: 0.0794125 Aug 23 03:54:13.860755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3b70258-bdff-4cc2-82f0-cf3fb3a53946 req-e9a318b6-5da7-471c-9797-23f414cd95af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523715 Aug 23 03:54:13.876579 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2827199c-0a42-44ee-83e7-6e9ec6ceac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:13.899241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b04a2226-f9f2-40f3-ba08-1511f5a7b73c req-9640bb41-dbcd-4294-97c5-1740b855bf74 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483902 Aug 23 03:54:13.910577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Router b5c5bef5-e991-461a-8385-fd4c1ae7b67d is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:54:13.966316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827199c-0a42-44ee-83e7-6e9ec6ceac9a None None] Pushing event updated for resources: {'Port': ['ID=96e20f3d-928b-464e-9ce3-85e8e8c853c0,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:14.030805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:54:14.037127 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-414a82a3-b8a7-40c7-b504-ec09d8464da2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "PUT /v2.0/routers/b5c5bef5-e991-461a-8385-fd4c1ae7b67d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4468856 Aug 23 03:54:14.039804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33970) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:14.045043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Sync routers for ids ['b5c5bef5-e991-461a-8385-fd4c1ae7b67d'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:54:14.056268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Routers {'b5c5bef5-e991-461a-8385-fd4c1ae7b67d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:14.056896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b5c5bef5-e991-461a-8385-fd4c1ae7b67d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:14.095232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a4234848-2f67-4db6-a89a-743d02af709c None None] Provisioning for port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:14.099259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0960d0-5b30-429d-bb05-78a98c05efb7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:14.099259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8a0960d0-5b30-429d-bb05-78a98c05efb7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports/2603d8a1-b785-444e-81f2-e715dbe8ddf4 HTTP/1.1" status: 200 len: 911 time: 0.0574102 Aug 23 03:54:14.100923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33972) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:14.102927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a4234848-2f67-4db6-a89a-743d02af709c None None] Provisioning complete for port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:14.103490 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a4234848-2f67-4db6-a89a-743d02af709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:14.153538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddfa40e-4ac5-49b1-a69f-023738c15aaa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:14.160761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddfa40e-4ac5-49b1-a69f-023738c15aaa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:14.162443 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6ddfa40e-4ac5-49b1-a69f-023738c15aaa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0604389 Aug 23 03:54:14.165449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33974) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:14.179826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a4234848-2f67-4db6-a89a-743d02af709c None None] Port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:54:14.183742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Set router b5c5bef5-e991-461a-8385-fd4c1ae7b67d gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:54:14.338720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e171c8d5-606f-4071-a9bb-9d9b7d9ef2f4 None None] Provisioning complete for port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:14.339087 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e171c8d5-606f-4071-a9bb-9d9b7d9ef2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:14.390215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e171c8d5-606f-4071-a9bb-9d9b7d9ef2f4 None None] Port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:54:14.415495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-7f4e92ca-861e-4f2f-8239-967c03bf07f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579107 Aug 23 03:54:14.453331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c5bef5-e991-461a-8385-fd4c1ae7b67d', 'name': 'tempest-NetworksTestDHCPv6-router-1716869532', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:54:11Z', 'updated_at': '2021-08-23T03:54:12Z', 'revision_number': 2, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'gw_port_host': None, '_interfaces': [{'id': '2603d8a1-b785-444e-81f2-e715dbe8ddf4', 'name': '', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'mac_address': 'fa:16:3e:84:2d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c5bef5-e991-461a-8385-fd4c1ae7b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '13aeac0e-9ee2-4f53-b726-3d5e2df08897', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:54:12Z', 'updated_at': '2021-08-23T03:54:13Z', 'revision_number': 2, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'subnets': [{'id': '13aeac0e-9ee2-4f53-b726-3d5e2df08897', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:14.480633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Checking router: b5c5bef5-e991-461a-8385-fd4c1ae7b67d for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:54:14.480990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Updating router b5c5bef5-e991-461a-8385-fd4c1ae7b67d port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:54:14.493272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-c414a63f-e444-4105-a3f9-196aa8da68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:14.495528 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-c414a63f-e444-4105-a3f9-196aa8da68f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa798ec7391d48c78ce0028c038f2ed3&device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1096 time: 0.0429895 Aug 23 03:54:14.512785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:14.519721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:14.629943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-75cf1f1a-0408-47f3-aded-75287374fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:14.631905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-75cf1f1a-0408-47f3-aded-75287374fe37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 HTTP/1.1" status: 200 len: 909 time: 0.1139431 Aug 23 03:54:14.707575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-efe166ec-e6ae-4989-88b9-929d890d0bc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0 HTTP/1.1" status: 200 len: 1000 time: 0.0643239 Aug 23 03:54:14.779855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-c041ef94-ff21-48de-8252-018bfe4acd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:14.782105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-c041ef94-ff21-48de-8252-018bfe4acd7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73850eb5-de73-4765-934e-5a49113ad443 HTTP/1.1" status: 200 len: 848 time: 0.0669026 Aug 23 03:54:14.799667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:14.799667 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:14.815813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 96e20f3d-928b-464e-9ce3-85e8e8c853c0 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:14.840851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-3a860b0c-2a7b-45ec-8b45-abe868f40d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:14.842343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-3a860b0c-2a7b-45ec-8b45-abe868f40d96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525279 Aug 23 03:54:14.861933 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:14.883502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Transition to ACTIVE for port object 2603d8a1-b785-444e-81f2-e715dbe8ddf4 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:14.902253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:14.912601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 96e20f3d-928b-464e-9ce3-85e8e8c853c0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:14.912601 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:14.915629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 2603d8a1-b785-444e-81f2-e715dbe8ddf4 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:14.968816 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-2b5b76de-cb32-4b12-87d8-a3949473767d service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168776 Aug 23 03:54:14.992020 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:15.064500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbed8cd-3183-4f96-9c5b-afbbc1723c71 None None] Pushing event updated for resources: {'Port': ['ID=2603d8a1-b785-444e-81f2-e715dbe8ddf4,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:15.110472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216d19-3447-4a87-a0b4-3ceabb3fcb94 req-a89002d5-2a1d-4ede-bcb5-7a940d4920f1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:15.112713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6216d19-3447-4a87-a0b4-3ceabb3fcb94 req-a89002d5-2a1d-4ede-bcb5-7a940d4920f1 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 947 time: 0.1184027 Aug 23 03:54:15.133526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Attempting to bind port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:15.134529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Attempting to bind port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:15.135416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Attempting to bind port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:15.146989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:15.146989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:15.146989 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:15.146989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:15.146989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Bound port: 2603d8a1-b785-444e-81f2-e715dbe8ddf4, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:15.147412 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:15.150411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ba8fc3-5093-4061-aa3a-5fdb13088e66 req-2bd2d469-eaf2-4770-b932-9acf674d1665 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646013 Aug 23 03:54:15.183070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6216d19-3447-4a87-a0b4-3ceabb3fcb94 req-23e476ae-8202-463f-aad9-43b66a9ae7e7 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584340 Aug 23 03:54:15.212735 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:15.218629 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:54:15.219068 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:54:15.245554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=2603d8a1-b785-444e-81f2-e715dbe8ddf4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:15.350587 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:15.417221 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2a622865-2aab-426e-8a49-92bb4b417a76 None None] Could not find standard attr ID for object 2603d8a1-b785-444e-81f2-e715dbe8ddf4. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:15.516647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Router b5c5bef5-e991-461a-8385-fd4c1ae7b67d has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:54:15.734847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Attempting to bind port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:15.735331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Attempting to bind port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:15.735768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Attempting to bind port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:15.741897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:15.747851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:15.747851 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:15.747851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:15.747851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Bound port: 2603d8a1-b785-444e-81f2-e715dbe8ddf4, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:15.747851 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:15.778837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Port 2603d8a1-b785-444e-81f2-e715dbe8ddf4 has been deleted concurrently {{(pid=95122) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 23 03:54:15.789994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Routers {'b5c5bef5-e991-461a-8385-fd4c1ae7b67d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:15.790623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b5c5bef5-e991-461a-8385-fd4c1ae7b67d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:15.940214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:54:15.945941 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4d39b319-110e-445c-acb1-cbfeb7c3e888 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "PUT /v2.0/routers/b5c5bef5-e991-461a-8385-fd4c1ae7b67d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794065 Aug 23 03:54:15.947911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34018) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:16.001863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa4fab-a8cd-4c15-a15c-cae2767bcefd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:16.003410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa4fab-a8cd-4c15-a15c-cae2767bcefd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:16.007671 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3ffa4fab-a8cd-4c15-a15c-cae2767bcefd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0588005 Aug 23 03:54:16.007808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34020) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:16.030009 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] Set router b5c5bef5-e991-461a-8385-fd4c1ae7b67d gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:54:16.059491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce03a62-8fc4-4647-9e73-4143486856f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 13aeac0e-9ee2-4f53-b726-3d5e2df08897 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:16.062606 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bce03a62-8fc4-4647-9e73-4143486856f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.086388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c5bef5-e991-461a-8385-fd4c1ae7b67d', 'name': 'tempest-NetworksTestDHCPv6-router-1716869532', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:54:11Z', 'updated_at': '2021-08-23T03:54:15Z', 'revision_number': 3, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:16.109652 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bce03a62-8fc4-4647-9e73-4143486856f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.114279 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043b774-3dbe-420b-af07-e5622a9bc3e9 None None] The sync data for ids ['b5c5bef5-e991-461a-8385-fd4c1ae7b67d'] in n-d-749052-7 is: [{'id': 'b5c5bef5-e991-461a-8385-fd4c1ae7b67d', 'name': 'tempest-NetworksTestDHCPv6-router-1716869532', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:54:11Z', 'updated_at': '2021-08-23T03:54:15Z', 'revision_number': 3, 'project_id': '0f177fe4fa464374a6573b501ac69bb6', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:54:16.206256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bce03a62-8fc4-4647-9e73-4143486856f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.319507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee5240-a740-4897-ad62-d90ca8207348 req-6c919bf4-4a62-4f17-8835-72c4d108328e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:16.321158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eeee5240-a740-4897-ad62-d90ca8207348 req-6c919bf4-4a62-4f17-8835-72c4d108328e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 947 time: 0.0616705 Aug 23 03:54:16.364890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eeee5240-a740-4897-ad62-d90ca8207348 req-d548672c-ac3f-4520-8f33-f55e901f0463 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375013 Aug 23 03:54:16.442216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bce03a62-8fc4-4647-9e73-4143486856f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.470700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce03a62-8fc4-4647-9e73-4143486856f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=13aeac0e-9ee2-4f53-b726-3d5e2df08897,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:16.474732 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bce03a62-8fc4-4647-9e73-4143486856f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.476747 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bce03a62-8fc4-4647-9e73-4143486856f3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/13aeac0e-9ee2-4f53-b726-3d5e2df08897 HTTP/1.1" status: 204 len: 168 time: 0.4680769 Aug 23 03:54:16.479127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34036) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:16.481384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370fe088-22d0-4dd8-b20f-2a7385143fea None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:16.594268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a3b8a420-f535-45c7-bb76-09c3dafbd552 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1121981 Aug 23 03:54:16.596625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34038) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:16.675170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3687d345-fbdd-4d1a-879d-a41c6c27dd23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.720937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973fc96-0b98-4538-b62f-b3aac82c936a None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:16.815477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3973fc96-0b98-4538-b62f-b3aac82c936a None None] Deleting port 96e20f3d-928b-464e-9ce3-85e8e8c853c0 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:16.815858 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3973fc96-0b98-4538-b62f-b3aac82c936a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.828704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 96e20f3d-928b-464e-9ce3-85e8e8c853c0 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:16.859592 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3687d345-fbdd-4d1a-879d-a41c6c27dd23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.862026 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3687d345-fbdd-4d1a-879d-a41c6c27dd23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.924782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3973fc96-0b98-4538-b62f-b3aac82c936a None None] For port 96e20f3d-928b-464e-9ce3-85e8e8c853c0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=96e20f3d-928b-464e-9ce3-85e8e8c853c0,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:16.925227 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3973fc96-0b98-4538-b62f-b3aac82c936a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:16.939211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3973fc96-0b98-4538-b62f-b3aac82c936a None None] Calling delete_port for 96e20f3d-928b-464e-9ce3-85e8e8c853c0 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:17.011614 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3687d345-fbdd-4d1a-879d-a41c6c27dd23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:17.012172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3687d345-fbdd-4d1a-879d-a41c6c27dd23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Fanout notify agent at l3_agent the message router_deleted on router b5c5bef5-e991-461a-8385-fd4c1ae7b67d {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:54:17.019637 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3687d345-fbdd-4d1a-879d-a41c6c27dd23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:17.020876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3687d345-fbdd-4d1a-879d-a41c6c27dd23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/routers/b5c5bef5-e991-461a-8385-fd4c1ae7b67d HTTP/1.1" status: 204 len: 168 time: 0.4233129 Aug 23 03:54:17.022061 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:17.023697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34042) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:17.074956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 96e20f3d-928b-464e-9ce3-85e8e8c853c0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=96e20f3d-928b-464e-9ce3-85e8e8c853c0,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:17.079886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b65ce-8135-4bb0-b894-83266a75bfb5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:17.082947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1c5b65ce-8135-4bb0-b894-83266a75bfb5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0567746 Aug 23 03:54:17.084031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34044) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:17.133058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f48f9-9e52-419b-819e-c0c2754a2eca tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:17.134523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-652f48f9-9e52-419b-819e-c0c2754a2eca tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0495765 Aug 23 03:54:17.137036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34046) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:17.165294 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c322cdd8-9fb8-43c2-9916-54dcb19e65fb None None] Sync routers for ids ['b5c5bef5-e991-461a-8385-fd4c1ae7b67d'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:54:17.174015 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:17.175406 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322cdd8-9fb8-43c2-9916-54dcb19e65fb None None] Routers set() bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:17.182445 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322cdd8-9fb8-43c2-9916-54dcb19e65fb None None] Router IDs set() for agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 03:54:17.182596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8dda3e29-0b92-448f-8ba9-969da9d9cb9c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383394 Aug 23 03:54:17.182714 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_agentschedulers_db [None req-c322cdd8-9fb8-43c2-9916-54dcb19e65fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5c5bef5-e991-461a-8385-fd4c1ae7b67d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent'). {{(pid=95124) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 03:54:17.182867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34048) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:17.186197 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322cdd8-9fb8-43c2-9916-54dcb19e65fb None None] Routers set() bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:17.186571 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322cdd8-9fb8-43c2-9916-54dcb19e65fb None None] Router IDs set() for agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 03:54:17.187202 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_agentschedulers_db [None req-c322cdd8-9fb8-43c2-9916-54dcb19e65fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5c5bef5-e991-461a-8385-fd4c1ae7b67d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent'). {{(pid=95124) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 23 03:54:17.187579 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c322cdd8-9fb8-43c2-9916-54dcb19e65fb None None] The sync data for ids ['b5c5bef5-e991-461a-8385-fd4c1ae7b67d'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:54:17.203507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:17.232840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=96e20f3d-928b-464e-9ce3-85e8e8c853c0,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:17.378816 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3973fc96-0b98-4538-b62f-b3aac82c936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:17.405002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973fc96-0b98-4538-b62f-b3aac82c936a None None] Pushing event deleted for resources: {'Port': ['ID=96e20f3d-928b-464e-9ce3-85e8e8c853c0,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:17.410170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973fc96-0b98-4538-b62f-b3aac82c936a None None] No DVR routers for this DVR port 96e20f3d-928b-464e-9ce3-85e8e8c853c0 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:17.423564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:17.427919 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:17.517077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bfb57-f02b-4ac6-8524-5cf0d4bb3e5d req-56751250-7c72-42cd-8f8a-c80a89895867 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:17.518546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-936bfb57-f02b-4ac6-8524-5cf0d4bb3e5d req-56751250-7c72-42cd-8f8a-c80a89895867 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 947 time: 0.0516756 Aug 23 03:54:17.561755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-936bfb57-f02b-4ac6-8524-5cf0d4bb3e5d req-59ee6726-bcc1-41cd-9b64-398301ceb3f4 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370915 Aug 23 03:54:17.774680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:54:17.776179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:17.821477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:17.824652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:17.829401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:17.829989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:17.836354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe3dcc2-d3b1-4518-9738-bd9aa138b492 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:17.842781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=e85c336b-27f3-4603-b95e-daafa9efd98d,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:17.962061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d32c76fc-e151-4a17-bb08-6b20fb179cce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7790942 Aug 23 03:54:17.964646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34060) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:17.969804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:17.989220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'e85c336b-27f3-4603-b95e-daafa9efd98d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:54:17.990088 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:18.130096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Allocated IP 2001:db8::f816:3eff:fe67:7afc (edd3ff6a-5962-416f-9269-01284de80fc0/e85c336b-27f3-4603-b95e-daafa9efd98d/b0e56fbd-e4b9-4001-bf83-d023caec5eb6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:18.190282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:18.193844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:18.280098 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:18.288684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Transition to ACTIVE for port object b0e56fbd-e4b9-4001-bf83-d023caec5eb6 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:18.307661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Transition to ACTIVE for port object b0e56fbd-e4b9-4001-bf83-d023caec5eb6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:18.389388 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:18.429188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:18.433711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:18.436102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:18.444513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Pushing event updated for resources: {'Port': ['ID=b0e56fbd-e4b9-4001-bf83-d023caec5eb6,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:18.495418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Attempting to bind port b0e56fbd-e4b9-4001-bf83-d023caec5eb6 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:18.495808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Attempting to bind port b0e56fbd-e4b9-4001-bf83-d023caec5eb6 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:18.496169 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Attempting to bind port b0e56fbd-e4b9-4001-bf83-d023caec5eb6 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:18.501391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:18.501700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:18.502103 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:18.502492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:18.502952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Bound port: b0e56fbd-e4b9-4001-bf83-d023caec5eb6, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:18.503333 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:18.517074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:18.565372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:18.568457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:18.571807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:18.572052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] For port b0e56fbd-e4b9-4001-bf83-d023caec5eb6, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:18.572402 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:18.575202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] For port b0e56fbd-e4b9-4001-bf83-d023caec5eb6, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0e56fbd-e4b9-4001-bf83-d023caec5eb6,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:18.587624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=d202252c-1582-4df4-80a1-3c41af2b1a6c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:18.664854 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:18.682846 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bdc8fd8b-2835-4a47-bc81-7e2646de5cf0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7161191 Aug 23 03:54:18.693196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34066) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:18.700688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:2f:3c:e5', 'name': 'tempest-NetworksTestDHCPv6-1455292478'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:18.720371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea03314-47a8-4adf-997b-7d6584ec3554 None None] Pushing event updated for resources: {'Port': ['ID=b0e56fbd-e4b9-4001-bf83-d023caec5eb6,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:18.927818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:19.039170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:19.061338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port c1c6177f-cb36-4718-986a-71c73a088f9d yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:19.217758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 172.20.0.2 (edd3ff6a-5962-416f-9269-01284de80fc0/d202252c-1582-4df4-80a1-3c41af2b1a6c/c1c6177f-cb36-4718-986a-71c73a088f9d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:19.224710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:fe2f:3ce5 (edd3ff6a-5962-416f-9269-01284de80fc0/e85c336b-27f3-4603-b95e-daafa9efd98d/c1c6177f-cb36-4718-986a-71c73a088f9d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:19.378883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:19.391286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object c1c6177f-cb36-4718-986a-71c73a088f9d will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:19.487406 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:19.546091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:19.549218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:19.551700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:19.581172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=c1c6177f-cb36-4718-986a-71c73a088f9d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:19.612337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:19.615803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:19.716591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a74349c7-e64c-4474-99f0-5e5148654f2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0220158 Aug 23 03:54:19.719174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34076) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:19.770822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8fd625-59c3-492a-85d6-cceee5ea6f0a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:19.776688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8fd625-59c3-492a-85d6-cceee5ea6f0a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:19.778573 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb8fd625-59c3-492a-85d6-cceee5ea6f0a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0583131 Aug 23 03:54:19.781220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34078) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:19.801792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b5a50-c304-4073-9bd5-6447cf852c0f None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:19.873286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1af6a-cadb-4cf1-9ca4-22fef9ff415e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port c1c6177f-cb36-4718-986a-71c73a088f9d {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:19.873631 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1dc1af6a-cadb-4cf1-9ca4-22fef9ff415e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:19.972429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1dc1af6a-cadb-4cf1-9ca4-22fef9ff415e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:19.977275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-79d9b024-8cdb-4a53-81ed-17e6207f0752 None None] Provisioning for port b0e56fbd-e4b9-4001-bf83-d023caec5eb6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:19.985938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1af6a-cadb-4cf1-9ca4-22fef9ff415e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for c1c6177f-cb36-4718-986a-71c73a088f9d owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:20.033738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6b5ddc-5f8b-45d9-9d39-1437f874ffa4 None None] Update dhcp port {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': 'e85c336b-27f3-4603-b95e-daafa9efd98d', 'ip_address': '2001:db8::f816:3eff:fe67:7afc'}, {'subnet_id': 'd202252c-1582-4df4-80a1-3c41af2b1a6c'}], 'binding:host_id': 'n-d-749052-7'}, 'id': 'b0e56fbd-e4b9-4001-bf83-d023caec5eb6'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:54:20.059573 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5ddc-5f8b-45d9-9d39-1437f874ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.241866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-cc6b5ddc-5f8b-45d9-9d39-1437f874ffa4 None None] Allocated IP 172.20.0.3 (edd3ff6a-5962-416f-9269-01284de80fc0/d202252c-1582-4df4-80a1-3c41af2b1a6c/b0e56fbd-e4b9-4001-bf83-d023caec5eb6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:20.275295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1dc1af6a-cadb-4cf1-9ca4-22fef9ff415e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.306121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1af6a-cadb-4cf1-9ca4-22fef9ff415e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=c1c6177f-cb36-4718-986a-71c73a088f9d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:20.337814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cc6b5ddc-5f8b-45d9-9d39-1437f874ffa4 None None] For port b0e56fbd-e4b9-4001-bf83-d023caec5eb6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0e56fbd-e4b9-4001-bf83-d023caec5eb6,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:20.369209 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5ddc-5f8b-45d9-9d39-1437f874ffa4 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.382610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cc6b5ddc-5f8b-45d9-9d39-1437f874ffa4 None None] Transition to ACTIVE for port object b0e56fbd-e4b9-4001-bf83-d023caec5eb6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:20.394324 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1dc1af6a-cadb-4cf1-9ca4-22fef9ff415e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.396245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1dc1af6a-cadb-4cf1-9ca4-22fef9ff415e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/c1c6177f-cb36-4718-986a-71c73a088f9d HTTP/1.1" status: 204 len: 168 time: 0.6140566 Aug 23 03:54:20.398737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34086) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:20.452228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a69785-7d45-4431-aab0-cd925bedf88e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:20.454381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a69785-7d45-4431-aab0-cd925bedf88e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:20.455904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a69785-7d45-4431-aab0-cd925bedf88e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:20.457570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-70a69785-7d45-4431-aab0-cd925bedf88e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0579312 Aug 23 03:54:20.460255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34090) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:20.464324 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5ddc-5f8b-45d9-9d39-1437f874ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.525251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25209fb-19d1-479f-9bec-5fd08f408def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet d202252c-1582-4df4-80a1-3c41af2b1a6c {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:20.529860 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a25209fb-19d1-479f-9bec-5fd08f408def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.573948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b5ddc-5f8b-45d9-9d39-1437f874ffa4 None None] Pushing event updated for resources: {'Port': ['ID=b0e56fbd-e4b9-4001-bf83-d023caec5eb6,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:20.580062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a25209fb-19d1-479f-9bec-5fd08f408def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.683992 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a25209fb-19d1-479f-9bec-5fd08f408def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.842070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a25209fb-19d1-479f-9bec-5fd08f408def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.853024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0e56fbd-e4b9-4001-bf83-d023caec5eb6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:20.878626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25209fb-19d1-479f-9bec-5fd08f408def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=d202252c-1582-4df4-80a1-3c41af2b1a6c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:20.886438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a25209fb-19d1-479f-9bec-5fd08f408def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:20.892369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a25209fb-19d1-479f-9bec-5fd08f408def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/d202252c-1582-4df4-80a1-3c41af2b1a6c HTTP/1.1" status: 204 len: 168 time: 0.4276204 Aug 23 03:54:20.892683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34098) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:20.976820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e127f7-29f4-4030-a332-a1808fc1f81d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet e85c336b-27f3-4603-b95e-daafa9efd98d {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:20.980544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85e127f7-29f4-4030-a332-a1808fc1f81d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.025394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85e127f7-29f4-4030-a332-a1808fc1f81d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.065858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b0e56fbd-e4b9-4001-bf83-d023caec5eb6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:21.143439 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85e127f7-29f4-4030-a332-a1808fc1f81d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.324647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0496a7-3612-49a2-9c48-1335f52b3dbd None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:21.328158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85e127f7-29f4-4030-a332-a1808fc1f81d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.357035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e127f7-29f4-4030-a332-a1808fc1f81d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=e85c336b-27f3-4603-b95e-daafa9efd98d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:21.360787 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85e127f7-29f4-4030-a332-a1808fc1f81d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.363881 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85e127f7-29f4-4030-a332-a1808fc1f81d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/e85c336b-27f3-4603-b95e-daafa9efd98d HTTP/1.1" status: 204 len: 168 time: 0.4699538 Aug 23 03:54:21.366419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34104) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:21.411016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8a38bb20-8ce6-455e-8bee-12dd6188efcd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433457 Aug 23 03:54:21.413607 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34106) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:21.429438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:21.442320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-39c003cb-1976-43d2-adbd-699ef174462d None None] Could not find standard attr ID for object c1c6177f-cb36-4718-986a-71c73a088f9d. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:21.531515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c806c991-cf69-4b92-be78-9b66b9bf5073 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:21.563494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-39c003cb-1976-43d2-adbd-699ef174462d None None] Provisioning for port b0e56fbd-e4b9-4001-bf83-d023caec5eb6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:21.565296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-39c003cb-1976-43d2-adbd-699ef174462d None None] Provisioning complete for port b0e56fbd-e4b9-4001-bf83-d023caec5eb6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:21.565759 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39c003cb-1976-43d2-adbd-699ef174462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.590258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:21.603370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.644371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c806c991-cf69-4b92-be78-9b66b9bf5073 None None] Deleting port b0e56fbd-e4b9-4001-bf83-d023caec5eb6 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:21.644758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c806c991-cf69-4b92-be78-9b66b9bf5073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.669101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3e416-0a45-4d07-9bc8-507e10fdc87a req-245e894c-9181-4f82-8425-a9cb91535d04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:21.676565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3e416-0a45-4d07-9bc8-507e10fdc87a req-245e894c-9181-4f82-8425-a9cb91535d04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:21.684591 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3e416-0a45-4d07-9bc8-507e10fdc87a req-245e894c-9181-4f82-8425-a9cb91535d04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:21.695397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3e416-0a45-4d07-9bc8-507e10fdc87a req-245e894c-9181-4f82-8425-a9cb91535d04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:21.701616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3e416-0a45-4d07-9bc8-507e10fdc87a req-245e894c-9181-4f82-8425-a9cb91535d04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:21.709594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3e416-0a45-4d07-9bc8-507e10fdc87a req-245e894c-9181-4f82-8425-a9cb91535d04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:21.716976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3e416-0a45-4d07-9bc8-507e10fdc87a req-245e894c-9181-4f82-8425-a9cb91535d04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:21.719283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02c3e416-0a45-4d07-9bc8-507e10fdc87a req-245e894c-9181-4f82-8425-a9cb91535d04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5442 time: 0.1444376 Aug 23 03:54:21.785363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c806c991-cf69-4b92-be78-9b66b9bf5073 None None] For port b0e56fbd-e4b9-4001-bf83-d023caec5eb6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0e56fbd-e4b9-4001-bf83-d023caec5eb6,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:21.786115 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c806c991-cf69-4b92-be78-9b66b9bf5073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.817166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02c3e416-0a45-4d07-9bc8-507e10fdc87a req-39266164-9be3-40d2-bb3d-62dfae5b60c6 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744016 Aug 23 03:54:21.838153 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39c003cb-1976-43d2-adbd-699ef174462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:21.840466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c806c991-cf69-4b92-be78-9b66b9bf5073 None None] Calling delete_port for b0e56fbd-e4b9-4001-bf83-d023caec5eb6 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:21.930132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-39c003cb-1976-43d2-adbd-699ef174462d None None] For port b0e56fbd-e4b9-4001-bf83-d023caec5eb6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0e56fbd-e4b9-4001-bf83-d023caec5eb6,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:21.979149 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39c003cb-1976-43d2-adbd-699ef174462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:22.027799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c003cb-1976-43d2-adbd-699ef174462d None None] Pushing event updated for resources: {'Port': ['ID=b0e56fbd-e4b9-4001-bf83-d023caec5eb6,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:22.061362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c806c991-cf69-4b92-be78-9b66b9bf5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:22.095395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806c991-cf69-4b92-be78-9b66b9bf5073 None None] Pushing event deleted for resources: {'Port': ['ID=b0e56fbd-e4b9-4001-bf83-d023caec5eb6,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:22.095395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806c991-cf69-4b92-be78-9b66b9bf5073 None None] No DVR routers for this DVR port b0e56fbd-e4b9-4001-bf83-d023caec5eb6 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:22.143705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.objects.ports [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:54:22.145443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:22.193470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:22.197051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:22.202002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:22.203114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:22.209899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102900a6-3543-4f37-ad41-7475c95c13a3 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:22.217056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=c22f191e-f0cb-4815-ab03-a052361869a9,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:22.226749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.227092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.227430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.227781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.228095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.228494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.228857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.229173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.229494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.229820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.230151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.230465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:22.329729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-617e6906-ad8e-412e-be7c-669e492b7d31 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9150262 Aug 23 03:54:22.332430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34122) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:22.340106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:22.368967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'c22f191e-f0cb-4815-ab03-a052361869a9'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:54:22.370199 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:22.552924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:22.557266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:22.697659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Allocated IP 2001:db8::f816:3eff:fe11:4441 (edd3ff6a-5962-416f-9269-01284de80fc0/c22f191e-f0cb-4815-ab03-a052361869a9/ff080d92-ebed-4d8b-80ac-30a4a30a770b) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:22.814331 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:22.828313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0e56fbd-e4b9-4001-bf83-d023caec5eb6 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:22.871945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-de5ad8d7-c8a6-48e6-aded-a4be7d60248a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:22.878346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b0e56fbd-e4b9-4001-bf83-d023caec5eb6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:22.878715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0e56fbd-e4b9-4001-bf83-d023caec5eb6 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:22.884522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-de5ad8d7-c8a6-48e6-aded-a4be7d60248a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:22.909354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-de5ad8d7-c8a6-48e6-aded-a4be7d60248a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:22.917538 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:22.927539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Transition to ACTIVE for port object ff080d92-ebed-4d8b-80ac-30a4a30a770b will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:22.929281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-de5ad8d7-c8a6-48e6-aded-a4be7d60248a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:22.941288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-de5ad8d7-c8a6-48e6-aded-a4be7d60248a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:22.944387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Transition to ACTIVE for port object ff080d92-ebed-4d8b-80ac-30a4a30a770b will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:22.953739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-de5ad8d7-c8a6-48e6-aded-a4be7d60248a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:22.960060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-de5ad8d7-c8a6-48e6-aded-a4be7d60248a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:22.962319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-de5ad8d7-c8a6-48e6-aded-a4be7d60248a tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5442 time: 0.2001276 Aug 23 03:54:23.007494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:23.040509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-bb76bb99-b24e-4734-8c99-bb32d8ab4ce3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:23.041939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-bb76bb99-b24e-4734-8c99-bb32d8ab4ce3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "GET /v2.0/ports/0170b80a-cc41-40bd-ad1d-37e05230b7d6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0694659 Aug 23 03:54:23.087313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Pushing event updated for resources: {'Port': ['ID=ff080d92-ebed-4d8b-80ac-30a4a30a770b,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:23.124442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:23.126016 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:23.128428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:23.182461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-ef812275-cb5e-4c8b-9e7d-94a43a46eb51 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "GET /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1344786 Aug 23 03:54:23.196278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331eec4-9028-41a0-af7a-1afb375a2705 req-c35aff0c-9a0f-40ff-9b4c-4d6f52a99e83 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:23.203717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331eec4-9028-41a0-af7a-1afb375a2705 req-c35aff0c-9a0f-40ff-9b4c-4d6f52a99e83 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:23.210313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331eec4-9028-41a0-af7a-1afb375a2705 req-c35aff0c-9a0f-40ff-9b4c-4d6f52a99e83 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:23.217134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331eec4-9028-41a0-af7a-1afb375a2705 req-c35aff0c-9a0f-40ff-9b4c-4d6f52a99e83 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:23.224455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331eec4-9028-41a0-af7a-1afb375a2705 req-c35aff0c-9a0f-40ff-9b4c-4d6f52a99e83 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:23.231934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331eec4-9028-41a0-af7a-1afb375a2705 req-c35aff0c-9a0f-40ff-9b4c-4d6f52a99e83 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:23.233619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Attempting to bind port ff080d92-ebed-4d8b-80ac-30a4a30a770b on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:23.234053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Attempting to bind port ff080d92-ebed-4d8b-80ac-30a4a30a770b by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:23.234403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Attempting to bind port ff080d92-ebed-4d8b-80ac-30a4a30a770b on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:23.239652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:23.240039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:23.240496 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:23.240750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331eec4-9028-41a0-af7a-1afb375a2705 req-c35aff0c-9a0f-40ff-9b4c-4d6f52a99e83 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:23.240874 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:23.241380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Bound port: ff080d92-ebed-4d8b-80ac-30a4a30a770b, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:23.241770 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:23.243553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3331eec4-9028-41a0-af7a-1afb375a2705 req-c35aff0c-9a0f-40ff-9b4c-4d6f52a99e83 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 5442 time: 0.2801051 Aug 23 03:54:23.255596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:23.345304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] For port ff080d92-ebed-4d8b-80ac-30a4a30a770b, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:23.350107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] For port ff080d92-ebed-4d8b-80ac-30a4a30a770b, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ff080d92-ebed-4d8b-80ac-30a4a30a770b,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:23.372458 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:23.377720 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:23.415693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3331eec4-9028-41a0-af7a-1afb375a2705 req-ee0f37ef-cf1b-48c2-97c1-7b6547fcc151 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868111 Aug 23 03:54:23.419537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:23.423404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:23.429240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:23.429967 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:23.445094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=15778701-4654-4709-91ec-7a1e4a65fd1f,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:23.453559 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:23.523850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d15409bb-aa33-41d3-8e23-ce2251243c10 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1774201 Aug 23 03:54:23.524827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34132) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:23.525052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d6cb9-122e-4459-bfc2-1186d9f70dbe None None] Pushing event updated for resources: {'Port': ['ID=ff080d92-ebed-4d8b-80ac-30a4a30a770b,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:23.530251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:b6:64:4c', 'name': 'tempest-NetworksTestDHCPv6-1478498151'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:23.607144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] For port 0170b80a-cc41-40bd-ad1d-37e05230b7d6, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0170b80a-cc41-40bd-ad1d-37e05230b7d6,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:23.646803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] For port 0170b80a-cc41-40bd-ad1d-37e05230b7d6, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:23.733864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] device_id is not set on port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:23.748113 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:23.808392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:23.824101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:23.911053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Pushing event updated for resources: {'Port': ['ID=0170b80a-cc41-40bd-ad1d-37e05230b7d6,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:23.917373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] No DVR routers for this DVR port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:23.957920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.958469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.958990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.959492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.959982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.960454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.960934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.961458 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.961950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.962419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.962898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:23.963373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:24.002801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] In _notify_port_updated(), no bound segment for port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:54:24.003911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.005298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.006864 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9ba08bcc-5891-4b3d-a659-898aeff8bb55 service neutron] 10.222.0.24 "PUT /v2.0/ports/0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 200 len: 1032 time: 0.7589395 Aug 23 03:54:24.014551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.076633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 75029237-a1cb-409f-aee4-3944e38a0fa4 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:24.091220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-32fb79e3-c7b6-4ffa-9416-9045d6d7e2d1 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.092842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-32fb79e3-c7b6-4ffa-9416-9045d6d7e2d1 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "GET /v2.0/ports/b3c53ce8-d63a-4657-81e8-6e88369ae16c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0766039 Aug 23 03:54:24.105288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:24.165697 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.294598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 172.20.0.12 (edd3ff6a-5962-416f-9269-01284de80fc0/15778701-4654-4709-91ec-7a1e4a65fd1f/75029237-a1cb-409f-aee4-3944e38a0fa4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:24.302425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:feb6:644c (edd3ff6a-5962-416f-9269-01284de80fc0/c22f191e-f0cb-4815-ab03-a052361869a9/75029237-a1cb-409f-aee4-3944e38a0fa4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:24.329604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-915715dd-7586-46ce-ad05-59480ae2e0a2 None None] Provisioning complete for port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:24.330111 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-915715dd-7586-46ce-ad05-59480ae2e0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.340171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] For port b3c53ce8-d63a-4657-81e8-6e88369ae16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b3c53ce8-d63a-4657-81e8-6e88369ae16c,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:24.377985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-915715dd-7586-46ce-ad05-59480ae2e0a2 None None] Port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:54:24.396872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] For port b3c53ce8-d63a-4657-81e8-6e88369ae16c, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:24.452721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] device_id is not set on port b3c53ce8-d63a-4657-81e8-6e88369ae16c yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:24.469115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.549596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.562335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.575489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 75029237-a1cb-409f-aee4-3944e38a0fa4 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:24.655136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a994-bcb7-475b-b098-1fc27435aabf req-f915e4aa-1c09-4230-bb81-7938698e485c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.662205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a994-bcb7-475b-b098-1fc27435aabf req-f915e4aa-1c09-4230-bb81-7938698e485c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.668317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a994-bcb7-475b-b098-1fc27435aabf req-f915e4aa-1c09-4230-bb81-7938698e485c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.679626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a994-bcb7-475b-b098-1fc27435aabf req-f915e4aa-1c09-4230-bb81-7938698e485c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.681254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a994-bcb7-475b-b098-1fc27435aabf req-f915e4aa-1c09-4230-bb81-7938698e485c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.687377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a994-bcb7-475b-b098-1fc27435aabf req-f915e4aa-1c09-4230-bb81-7938698e485c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.693541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57d5a994-bcb7-475b-b098-1fc27435aabf req-f915e4aa-1c09-4230-bb81-7938698e485c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 4586 time: 0.1752667 Aug 23 03:54:24.694438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c53ce8-d63a-4657-81e8-6e88369ae16c,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:24.699143 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.752810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:24.760062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:24.762686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:24.771658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] No DVR routers for this DVR port b3c53ce8-d63a-4657-81e8-6e88369ae16c on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:24.850688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.851496 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.883540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=75029237-a1cb-409f-aee4-3944e38a0fa4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:24.900475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57d5a994-bcb7-475b-b098-1fc27435aabf req-43c77182-cd04-4538-b8fb-05c15f8f5802 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&id=9a41e5b3-2b90-4d34-a748-d1102519a6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832917 Aug 23 03:54:24.909969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ff080d92-ebed-4d8b-80ac-30a4a30a770b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:24.921903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] In _notify_port_updated(), no bound segment for port b3c53ce8-d63a-4657-81e8-6e88369ae16c on network 7c0e0f79-cb26-4168-adbb-5e95df83d976 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:54:24.923047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:24.924116 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:24.925729 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-12f5b3f6-6731-47d9-8983-ea26ea356433 service neutron] 10.222.0.24 "PUT /v2.0/ports/b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 200 len: 1031 time: 0.8254511 Aug 23 03:54:24.984911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-514d8a89-a389-4724-9257-fd0d42806a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4586055 Aug 23 03:54:24.987561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34142) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:25.008998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f149026c-1b98-4137-acd2-52fc87251278 None None] Provisioning complete for port b3c53ce8-d63a-4657-81e8-6e88369ae16c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:25.009758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f149026c-1b98-4137-acd2-52fc87251278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.037004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3700d4ec-06f1-4d76-aaff-aa86f5cc0d0a None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:25.054340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293b048-c0c9-46ae-8d46-5796d1a48483 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:25.058716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting port 027ee6a5-a175-420b-969a-af306fdc7da3 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:25.059061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.060937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293b048-c0c9-46ae-8d46-5796d1a48483 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:25.065536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3293b048-c0c9-46ae-8d46-5796d1a48483 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0766981 Aug 23 03:54:25.069029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34144) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:25.096233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ff080d92-ebed-4d8b-80ac-30a4a30a770b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:25.098472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f149026c-1b98-4137-acd2-52fc87251278 None None] Port b3c53ce8-d63a-4657-81e8-6e88369ae16c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:54:25.167674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] For port 027ee6a5-a175-420b-969a-af306fdc7da3, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=027ee6a5-a175-420b-969a-af306fdc7da3,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:25.168094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.172619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-aba08796-32e1-4ff5-8700-e768af3a56f6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 75029237-a1cb-409f-aee4-3944e38a0fa4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:25.173318 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aba08796-32e1-4ff5-8700-e768af3a56f6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.181670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Calling delete_port for 027ee6a5-a175-420b-969a-af306fdc7da3 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:25.317966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-18dd388b-144d-4ada-8309-23ad83dcda8f None None] Provisioning for port ff080d92-ebed-4d8b-80ac-30a4a30a770b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:25.326417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-18dd388b-144d-4ada-8309-23ad83dcda8f None None] Provisioning complete for port ff080d92-ebed-4d8b-80ac-30a4a30a770b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:25.326779 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-18dd388b-144d-4ada-8309-23ad83dcda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.342978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aba08796-32e1-4ff5-8700-e768af3a56f6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.360150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-aba08796-32e1-4ff5-8700-e768af3a56f6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 75029237-a1cb-409f-aee4-3944e38a0fa4 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:25.370706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac83ec55-0ffb-4283-837c-600f42e5c0c6 None None] Update dhcp port {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': 'c22f191e-f0cb-4815-ab03-a052361869a9', 'ip_address': '2001:db8::f816:3eff:fe11:4441'}, {'subnet_id': '15778701-4654-4709-91ec-7a1e4a65fd1f'}], 'binding:host_id': 'n-d-749052-7'}, 'id': 'ff080d92-ebed-4d8b-80ac-30a4a30a770b'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:54:25.403028 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ac83ec55-0ffb-4283-837c-600f42e5c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.441213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.497164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Port': ['ID=027ee6a5-a175-420b-969a-af306fdc7da3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:25.509614 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-18dd388b-144d-4ada-8309-23ad83dcda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.563482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] No DVR routers for this DVR port 027ee6a5-a175-420b-969a-af306fdc7da3 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:25.568093 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.576226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-830ac760-79dd-4756-a1a3-d9c63a7b7d1c tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "DELETE /v2.0/ports/027ee6a5-a175-420b-969a-af306fdc7da3 HTTP/1.1" status: 204 len: 173 time: 0.6408832 Aug 23 03:54:25.576226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '027ee6a5-a175-420b-969a-af306fdc7da3'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:54:25.576226 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9daecaa-06de-4baf-8893-4a3fe7379f9e" -d '{"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "027ee6a5-a175-420b-969a-af306fdc7da3"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:54:25.627188 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48743af-760d-470f-b128-1c50effb1ad8 x-openstack-request-id: req-c48743af-760d-470f-b128-1c50effb1ad8 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:54:25.627477 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "027ee6a5-a175-420b-969a-af306fdc7da3", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:54:25.627735 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c48743af-760d-470f-b128-1c50effb1ad8 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:54:25.628223 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '027ee6a5-a175-420b-969a-af306fdc7da3', 'status': 'completed', 'code': 200} Aug 23 03:54:25.664040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aba08796-32e1-4ff5-8700-e768af3a56f6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.697970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba08796-32e1-4ff5-8700-e768af3a56f6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=75029237-a1cb-409f-aee4-3944e38a0fa4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:25.708017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-18dd388b-144d-4ada-8309-23ad83dcda8f None None] For port ff080d92-ebed-4d8b-80ac-30a4a30a770b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ff080d92-ebed-4d8b-80ac-30a4a30a770b,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:25.714764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:25.715115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.724389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-ac83ec55-0ffb-4283-837c-600f42e5c0c6 None None] Allocated IP 172.20.0.2 (edd3ff6a-5962-416f-9269-01284de80fc0/15778701-4654-4709-91ec-7a1e4a65fd1f/ff080d92-ebed-4d8b-80ac-30a4a30a770b) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:25.788967 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aba08796-32e1-4ff5-8700-e768af3a56f6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.792646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aba08796-32e1-4ff5-8700-e768af3a56f6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/75029237-a1cb-409f-aee4-3944e38a0fa4 HTTP/1.1" status: 204 len: 168 time: 0.7222624 Aug 23 03:54:25.793262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34158) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:25.797139 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-18dd388b-144d-4ada-8309-23ad83dcda8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.826390 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] For port 259e52d6-05e4-4b5b-a8d5-615adc8a9096, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=259e52d6-05e4-4b5b-a8d5-615adc8a9096,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:25.826802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:25.870086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e044e-2c25-4a0d-8b99-aa46605b383b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:25.873226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e044e-2c25-4a0d-8b99-aa46605b383b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:25.875454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e044e-2c25-4a0d-8b99-aa46605b383b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:25.884803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c10e044e-2c25-4a0d-8b99-aa46605b383b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0902839 Aug 23 03:54:25.890353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34160) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:25.917111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd388b-144d-4ada-8309-23ad83dcda8f None None] Pushing event updated for resources: {'Port': ['ID=ff080d92-ebed-4d8b-80ac-30a4a30a770b,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:25.983026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ac83ec55-0ffb-4283-837c-600f42e5c0c6 None None] For port ff080d92-ebed-4d8b-80ac-30a4a30a770b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ff080d92-ebed-4d8b-80ac-30a4a30a770b,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:26.001794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1878dcd0-151d-4a66-865a-0c1bb918df9f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 15778701-4654-4709-91ec-7a1e4a65fd1f {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:26.042175 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ac83ec55-0ffb-4283-837c-600f42e5c0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.064931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ac83ec55-0ffb-4283-837c-600f42e5c0c6 None None] Transition to ACTIVE for port object ff080d92-ebed-4d8b-80ac-30a4a30a770b will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:26.123798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb55bc-b43e-419f-a5ac-715da7821a2c req-3581cb73-6369-4091-a24f-95669c67585b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:26.130748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb55bc-b43e-419f-a5ac-715da7821a2c req-3581cb73-6369-4091-a24f-95669c67585b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:26.136899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb55bc-b43e-419f-a5ac-715da7821a2c req-3581cb73-6369-4091-a24f-95669c67585b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:26.151406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb55bc-b43e-419f-a5ac-715da7821a2c req-3581cb73-6369-4091-a24f-95669c67585b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:26.153227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0beb55bc-b43e-419f-a5ac-715da7821a2c req-3581cb73-6369-4091-a24f-95669c67585b tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 3150 time: 0.1104808 Aug 23 03:54:26.171938 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ac83ec55-0ffb-4283-837c-600f42e5c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.187617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1878dcd0-151d-4a66-865a-0c1bb918df9f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.227013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83ec55-0ffb-4283-837c-600f42e5c0c6 None None] Pushing event updated for resources: {'Port': ['ID=ff080d92-ebed-4d8b-80ac-30a4a30a770b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:26.228098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.229191 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.229694 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Floating IP 21876271-785a-451f-b3da-325a4e8019bb disassociated. External IP: 172.25.1.31, port: 259e52d6-05e4-4b5b-a8d5-615adc8a9096. Aug 23 03:54:26.230200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Calling delete_port for 259e52d6-05e4-4b5b-a8d5-615adc8a9096 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:26.235162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff080b0b-6960-41c6-963b-5002867b8367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.273895 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1878dcd0-151d-4a66-865a-0c1bb918df9f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.309676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0beb55bc-b43e-419f-a5ac-715da7821a2c req-9c7b2191-8a5f-489d-8003-33d229ce8717 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451550 Aug 23 03:54:26.408040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1878dcd0-151d-4a66-865a-0c1bb918df9f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.492733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.545198 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Port': ['ID=259e52d6-05e4-4b5b-a8d5-615adc8a9096,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:26.581137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1878dcd0-151d-4a66-865a-0c1bb918df9f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.612687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878dcd0-151d-4a66-865a-0c1bb918df9f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=15778701-4654-4709-91ec-7a1e4a65fd1f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:26.616402 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1878dcd0-151d-4a66-865a-0c1bb918df9f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.621843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1878dcd0-151d-4a66-865a-0c1bb918df9f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/15778701-4654-4709-91ec-7a1e4a65fd1f HTTP/1.1" status: 204 len: 168 time: 0.7327683 Aug 23 03:54:26.622714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34168) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:26.734926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21bbc7a-7487-496b-ae83-b653c0ff22ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet c22f191e-f0cb-4815-ab03-a052361869a9 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:26.741919 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a21bbc7a-7487-496b-ae83-b653c0ff22ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.779872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Router 245e3bae-db62-4cb0-8155-d8639d59a297 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:54:26.825868 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a21bbc7a-7487-496b-ae83-b653c0ff22ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:26.873691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ff080d92-ebed-4d8b-80ac-30a4a30a770b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:26.970393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:54:26.995585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device b3c53ce8-d63a-4657-81e8-6e88369ae16c no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:27.003442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] Sync routers for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:54:27.032546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a21bbc7a-7487-496b-ae83-b653c0ff22ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.052462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] No DVR routers for this DVR port 259e52d6-05e4-4b5b-a8d5-615adc8a9096 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:27.060410 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.063079 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-23d6867e-c4ba-4895-ae54-366ee8985b04 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "DELETE /v2.0/ports/259e52d6-05e4-4b5b-a8d5-615adc8a9096 HTTP/1.1" status: 204 len: 173 time: 1.4695296 Aug 23 03:54:27.107890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:27.108687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:27.175034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device b3c53ce8-d63a-4657-81e8-6e88369ae16c not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:27.175034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 259e52d6-05e4-4b5b-a8d5-615adc8a9096 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:27.207194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 259e52d6-05e4-4b5b-a8d5-615adc8a9096 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:27.207548 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 259e52d6-05e4-4b5b-a8d5-615adc8a9096 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:27.209662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 027ee6a5-a175-420b-969a-af306fdc7da3 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:27.239504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting port 5ef3d62f-57c6-44a3-8778-887a770f6237 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:27.240122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.242521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 027ee6a5-a175-420b-969a-af306fdc7da3 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:27.242869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 027ee6a5-a175-420b-969a-af306fdc7da3 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:27.243306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5ef3d62f-57c6-44a3-8778-887a770f6237 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:27.260316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a21bbc7a-7487-496b-ae83-b653c0ff22ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.327438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bbc7a-7487-496b-ae83-b653c0ff22ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=c22f191e-f0cb-4815-ab03-a052361869a9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:27.351862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a21bbc7a-7487-496b-ae83-b653c0ff22ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.354058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a21bbc7a-7487-496b-ae83-b653c0ff22ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/c22f191e-f0cb-4815-ab03-a052361869a9 HTTP/1.1" status: 204 len: 168 time: 0.7309234 Aug 23 03:54:27.357270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34178) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:27.412835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5939999c-b5e7-4666-a20b-19990783db91 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541854 Aug 23 03:54:27.417242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34180) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:27.417449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] For port 5ef3d62f-57c6-44a3-8778-887a770f6237, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5ef3d62f-57c6-44a3-8778-887a770f6237,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:27.417911 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.423756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:27.439089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Calling delete_port for 5ef3d62f-57c6-44a3-8778-887a770f6237 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:27.472883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:54:27.551640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09827d8-040b-46a7-9314-39e2c5311f8b None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:27.630031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '259e52d6-05e4-4b5b-a8d5-615adc8a9096'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:54:27.632605 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7414dea1-8539-4ad4-9869-91e3b6876f74" -d '{"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "259e52d6-05e4-4b5b-a8d5-615adc8a9096"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:54:27.678229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5817023e-3e79-43cf-8b86-9a413f2bd94a None None] Could not find standard attr ID for object 75029237-a1cb-409f-aee4-3944e38a0fa4. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:27.683449 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.700290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5ad52-6b1e-4ee7-8709-75ba931a16aa req-c9b15888-2f22-44c6-93ee-610cf3c6c27e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:27.714502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5ad52-6b1e-4ee7-8709-75ba931a16aa req-c9b15888-2f22-44c6-93ee-610cf3c6c27e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:27.721716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5ad52-6b1e-4ee7-8709-75ba931a16aa req-c9b15888-2f22-44c6-93ee-610cf3c6c27e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:27.723612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-19b5ad52-6b1e-4ee7-8709-75ba931a16aa req-c9b15888-2f22-44c6-93ee-610cf3c6c27e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 2415 time: 0.2055373 Aug 23 03:54:27.803262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-19b5ad52-6b1e-4ee7-8709-75ba931a16aa req-260b9ea7-3d44-4e7e-8d38-3fd33bf16739 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502954 Aug 23 03:54:27.817621 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4147ab4-e14c-443a-aa7b-be343303da3c x-openstack-request-id: req-f4147ab4-e14c-443a-aa7b-be343303da3c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:54:27.817941 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "259e52d6-05e4-4b5b-a8d5-615adc8a9096", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:54:27.818354 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4147ab4-e14c-443a-aa7b-be343303da3c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:54:27.818746 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '259e52d6-05e4-4b5b-a8d5-615adc8a9096', 'status': 'completed', 'code': 200} Aug 23 03:54:27.838415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.871311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Port': ['ID=5ef3d62f-57c6-44a3-8778-887a770f6237,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:27.902711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:27.908088 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.919948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] No DVR routers for this DVR port 5ef3d62f-57c6-44a3-8778-887a770f6237 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:27.922598 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:27.926575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-a5fb55c7-2a08-4f75-8875-7fbd730f2199 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "DELETE /v2.0/ports/5ef3d62f-57c6-44a3-8778-887a770f6237 HTTP/1.1" status: 204 len: 173 time: 0.8569798 Aug 23 03:54:27.975287 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5817023e-3e79-43cf-8b86-9a413f2bd94a None None] Provisioning for port ff080d92-ebed-4d8b-80ac-30a4a30a770b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:27.982094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3e46219a-9d3e-4df1-8205-80f7be163313 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:28.017713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5817023e-3e79-43cf-8b86-9a413f2bd94a None None] Provisioning complete for port ff080d92-ebed-4d8b-80ac-30a4a30a770b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:28.018005 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5817023e-3e79-43cf-8b86-9a413f2bd94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.047199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:28.047531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.172491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] For port 3d405bc4-8f7d-4004-b285-8c7e2de957a3, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3d405bc4-8f7d-4004-b285-8c7e2de957a3,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:28.173081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.189369 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Calling delete_port for 3d405bc4-8f7d-4004-b285-8c7e2de957a3 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:28.214204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662de21-62ef-49db-8bd1-5918d091559c None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:28.223792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:55Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '96384f36-c153-42b7-a8d0-e022717ad3bb', 'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'mac_address': 'fa:16:3e:5e:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:54Z', 'updated_at': '2021-08-23T03:44:03Z', 'revision_number': 5, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'subnets': [{'id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:28.248920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.269898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.297857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] Checking router: 245e3bae-db62-4cb0-8155-d8639d59a297 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:54:28.310097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:28.314056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:28.319346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:28.320016 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.335659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=5acbd3b1-6879-4aba-adee-fff674202799,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:28.356350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:54:28.357118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:53:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:28.364352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e46219a-9d3e-4df1-8205-80f7be163313'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:54:28.371135 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b973e-b2c3-4410-b563-b5f6ee8b9e5d" -d '{"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-unplugged", "status": "completed", "tag": "3e46219a-9d3e-4df1-8205-80f7be163313"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:54:28.428665 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f99ffe-f77b-45cf-ba64-9521f23c89e4 x-openstack-request-id: req-b2f99ffe-f77b-45cf-ba64-9521f23c89e4 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:54:28.428967 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-unplugged", "status": "completed", "tag": "3e46219a-9d3e-4df1-8205-80f7be163313", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:54:28.429329 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2f99ffe-f77b-45cf-ba64-9521f23c89e4 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:54:28.433395 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e46219a-9d3e-4df1-8205-80f7be163313', 'code': 200} Aug 23 03:54:28.434104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-87188559-2fab-45a7-9c8e-0135bfe3c040 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0157514 Aug 23 03:54:28.434344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34192) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:28.437349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3e46219a-9d3e-4df1-8205-80f7be163313, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e46219a-9d3e-4df1-8205-80f7be163313,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:28.441388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:28.498312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b662de21-62ef-49db-8bd1-5918d091559c None None] Deleting port ff080d92-ebed-4d8b-80ac-30a4a30a770b {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:28.498697 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b662de21-62ef-49db-8bd1-5918d091559c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.508752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.548450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Port': ['ID=3d405bc4-8f7d-4004-b285-8c7e2de957a3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:28.570222 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.570955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3d405bc4-8f7d-4004-b285-8c7e2de957a3 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:28.603294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] No DVR routers for this DVR port 3d405bc4-8f7d-4004-b285-8c7e2de957a3 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:28.611526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.614784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-1ba30166-a7fb-4ece-a11a-e2dcc716b691 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "DELETE /v2.0/ports/3d405bc4-8f7d-4004-b285-8c7e2de957a3 HTTP/1.1" status: 204 len: 173 time: 0.6820173 Aug 23 03:54:28.687615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34206) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:28.745751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting port 3e46219a-9d3e-4df1-8205-80f7be163313 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:28.746224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.775031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:28.780442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:28.811051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:54:28.867910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415514b7-d905-4e15-8d40-70d6e773879d req-b2eaf274-4341-4b9e-aaa3-15f13296f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:28.870968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-415514b7-d905-4e15-8d40-70d6e773879d req-b2eaf274-4341-4b9e-aaa3-15f13296f8e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1096 time: 0.1818101 Aug 23 03:54:28.947450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ff080d92-ebed-4d8b-80ac-30a4a30a770b no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:28.949827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 3d405bc4-8f7d-4004-b285-8c7e2de957a3 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:28.950174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3d405bc4-8f7d-4004-b285-8c7e2de957a3 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:28.953549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0170b80a-cc41-40bd-ad1d-37e05230b7d6 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:29.047274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-415514b7-d905-4e15-8d40-70d6e773879d req-8cf67b69-75a5-421a-9f63-dd311219b75f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633096 Aug 23 03:54:29.068810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e875-5a24-439c-940d-3b6711239f68 req-3ecf6c1c-deed-4d3a-a053-b47093cedf1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.076920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e875-5a24-439c-940d-3b6711239f68 req-3ecf6c1c-deed-4d3a-a053-b47093cedf1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.085419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e875-5a24-439c-940d-3b6711239f68 req-3ecf6c1c-deed-4d3a-a053-b47093cedf1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.096740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e875-5a24-439c-940d-3b6711239f68 req-3ecf6c1c-deed-4d3a-a053-b47093cedf1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.104002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e875-5a24-439c-940d-3b6711239f68 req-3ecf6c1c-deed-4d3a-a053-b47093cedf1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.112178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e875-5a24-439c-940d-3b6711239f68 req-3ecf6c1c-deed-4d3a-a053-b47093cedf1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.121236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5e875-5a24-439c-940d-3b6711239f68 req-3ecf6c1c-deed-4d3a-a053-b47093cedf1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.123954 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ff5e875-5a24-439c-940d-3b6711239f68 req-3ecf6c1c-deed-4d3a-a053-b47093cedf1f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5434 time: 0.1429763 Aug 23 03:54:29.184893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ff5e875-5a24-439c-940d-3b6711239f68 req-d092916e-8a62-463c-acfb-14b946278353 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492840 Aug 23 03:54:29.199482 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-de9cdef3-3a6e-4a05-a14b-673f33536e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:29.205693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3e46219a-9d3e-4df1-8205-80f7be163313,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:29.209632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b662de21-62ef-49db-8bd1-5918d091559c None None] For port ff080d92-ebed-4d8b-80ac-30a4a30a770b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ff080d92-ebed-4d8b-80ac-30a4a30a770b,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:29.210029 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b662de21-62ef-49db-8bd1-5918d091559c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:29.249907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b662de21-62ef-49db-8bd1-5918d091559c None None] Calling delete_port for ff080d92-ebed-4d8b-80ac-30a4a30a770b owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:29.251949 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:29.262811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0170b80a-cc41-40bd-ad1d-37e05230b7d6 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:29.438781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] For port 3e46219a-9d3e-4df1-8205-80f7be163313, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3e46219a-9d3e-4df1-8205-80f7be163313,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:29.438781 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:29.457152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Calling delete_port for 3e46219a-9d3e-4df1-8205-80f7be163313 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:29.463860 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:29.469087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f686-a4b8-4946-851c-bf864a77d52c req-7780949a-6c8f-4870-ad0f-952859fc1ca2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.475742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f686-a4b8-4946-851c-bf864a77d52c req-7780949a-6c8f-4870-ad0f-952859fc1ca2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.488170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f686-a4b8-4946-851c-bf864a77d52c req-7780949a-6c8f-4870-ad0f-952859fc1ca2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.494256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f686-a4b8-4946-851c-bf864a77d52c req-7780949a-6c8f-4870-ad0f-952859fc1ca2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.503064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f686-a4b8-4946-851c-bf864a77d52c req-7780949a-6c8f-4870-ad0f-952859fc1ca2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.510293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f686-a4b8-4946-851c-bf864a77d52c req-7780949a-6c8f-4870-ad0f-952859fc1ca2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.517215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f686-a4b8-4946-851c-bf864a77d52c req-7780949a-6c8f-4870-ad0f-952859fc1ca2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.520035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e39f686-a4b8-4946-851c-bf864a77d52c req-7780949a-6c8f-4870-ad0f-952859fc1ca2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5434 time: 0.1477535 Aug 23 03:54:29.600849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:55Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '96384f36-c153-42b7-a8d0-e022717ad3bb', 'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'mac_address': 'fa:16:3e:5e:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:54Z', 'updated_at': '2021-08-23T03:44:03Z', 'revision_number': 5, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'subnets': [{'id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:29.601551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d9b6c-24d6-44c5-8d04-8512331329d2 req-ee9914bc-1fee-4fc8-8ac6-6a69ede69168 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:29.603090 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b7d9b6c-24d6-44c5-8d04-8512331329d2 req-ee9914bc-1fee-4fc8-8ac6-6a69ede69168 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 943 time: 0.6256700 Aug 23 03:54:29.637357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc53263-fda4-4ce1-978d-a256b526fccc None None] The sync data for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 is: [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:43:55Z', 'revision_number': 4, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '96384f36-c153-42b7-a8d0-e022717ad3bb', 'name': '', 'network_id': '8a05671a-bcdb-473e-ae25-31cc297222df', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'mac_address': 'fa:16:3e:5e:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:54Z', 'updated_at': '2021-08-23T03:44:03Z', 'revision_number': 5, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'subnets': [{'id': '208d7027-e4ea-4f3e-b6bf-0d6172d19071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:54:29.677755 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b662de21-62ef-49db-8bd1-5918d091559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:29.715337 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 03:54:29.715337 n-d-749052-7 neutron-server[95122]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 23 03:54:29.715337 n-d-749052-7 neutron-server[95122]: [parameters: {'status': 'DOWN', 'ports_id': 'ff080d92-ebed-4d8b-80ac-30a4a30a770b'}] Aug 23 03:54:29.715337 n-d-749052-7 neutron-server[95122]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:54:29.715831 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:54:29.719895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662de21-62ef-49db-8bd1-5918d091559c None None] Pushing event deleted for resources: {'Port': ['ID=ff080d92-ebed-4d8b-80ac-30a4a30a770b,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:29.723069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662de21-62ef-49db-8bd1-5918d091559c None None] No DVR routers for this DVR port ff080d92-ebed-4d8b-80ac-30a4a30a770b on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:29.760968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c632bf-6075-4167-bbfb-a44aa3b8d287 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:29.783927 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b7d9b6c-24d6-44c5-8d04-8512331329d2 req-6216a58e-ff48-41f8-b8d6-288833480d27 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf918e1e-3f60-4e6c-8447-d1561a5deef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588356 Aug 23 03:54:29.821610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '5ef3d62f-57c6-44a3-8778-887a770f6237'}, {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '3d405bc4-8f7d-4004-b285-8c7e2de957a3'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:54:29.831235 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58fdc96-d7ed-40d3-b44e-18d6e82b817a" -d '{"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "5ef3d62f-57c6-44a3-8778-887a770f6237"}, {"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "3d405bc4-8f7d-4004-b285-8c7e2de957a3"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:54:29.857228 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:29.937185 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 03:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d53d32-0c7a-45c4-8237-e1bad3f1d10d x-openstack-request-id: req-77d53d32-0c7a-45c4-8237-e1bad3f1d10d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:54:29.937521 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "5ef3d62f-57c6-44a3-8778-887a770f6237", "status": "completed", "code": 200}, {"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "3d405bc4-8f7d-4004-b285-8c7e2de957a3", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:54:29.943290 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77d53d32-0c7a-45c4-8237-e1bad3f1d10d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:54:29.943744 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '5ef3d62f-57c6-44a3-8778-887a770f6237', 'status': 'completed', 'code': 200} Aug 23 03:54:29.944090 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '3d405bc4-8f7d-4004-b285-8c7e2de957a3', 'status': 'completed', 'code': 200} Aug 23 03:54:29.968137 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:54:30.018068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Port': ['ID=3e46219a-9d3e-4df1-8205-80f7be163313,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:30.030586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '5acbd3b1-6879-4aba-adee-fff674202799'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:54:30.031729 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.052990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] No DVR routers for this DVR port 3e46219a-9d3e-4df1-8205-80f7be163313 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:30.056503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.060874 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c56392e0-facd-4058-ab65-f87e4c913389 req-9b274a75-298e-41dc-be70-7429c7205bfe tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.24 "DELETE /v2.0/ports/3e46219a-9d3e-4df1-8205-80f7be163313 HTTP/1.1" status: 204 len: 173 time: 1.4397542 Aug 23 03:54:30.169918 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ff2ea-bc04-410a-b9b6-4ed7be9ff119 None None] New status for floating IP 21876271-785a-451f-b3da-325a4e8019bb: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:54:30.232178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:54:30.234521 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.241442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Port ff080d92-ebed-4d8b-80ac-30a4a30a770b update to DOWN by agent not found {{(pid=95122) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 03:54:30.279364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Allocated IP 172.20.0.2 (edd3ff6a-5962-416f-9269-01284de80fc0/5acbd3b1-6879-4aba-adee-fff674202799/c09002d7-2a7c-4237-99a4-2a6262d7986d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:30.299830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:30.303771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:30.308794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:30.309691 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.341342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=69fad0df-efe2-411f-b58f-ab00ad7407d0,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:30.451264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ad05e8be-22de-405e-aa9b-69e1f2dc01ef tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0122497 Aug 23 03:54:30.451881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34246) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:30.456642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:56:28:51', 'name': 'tempest-NetworksTestDHCPv6-147629182'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:30.502876 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.536789 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.547080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Transition to ACTIVE for port object c09002d7-2a7c-4237-99a4-2a6262d7986d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:30.577711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Transition to ACTIVE for port object c09002d7-2a7c-4237-99a4-2a6262d7986d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:30.680195 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.719416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:30.725490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:30.729343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:30.732620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:30.749534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Pushing event updated for resources: {'Port': ['ID=c09002d7-2a7c-4237-99a4-2a6262d7986d,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:30.838579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Attempting to bind port c09002d7-2a7c-4237-99a4-2a6262d7986d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:30.845151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Attempting to bind port c09002d7-2a7c-4237-99a4-2a6262d7986d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:30.845151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Attempting to bind port c09002d7-2a7c-4237-99a4-2a6262d7986d on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:30.852027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:30.852416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:30.852871 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.853302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:30.853944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Bound port: c09002d7-2a7c-4237-99a4-2a6262d7986d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:30.854192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.854442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:30.903966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 25666fcf-e786-4a63-9af5-c188dcf34c43 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:30.913272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04291944-16fb-4360-a959-3b96445557a9 req-49bb0241-172c-4ecf-bfa4-87948feda591 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0419447 Aug 23 03:54:30.964695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] For port c09002d7-2a7c-4237-99a4-2a6262d7986d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:30.968712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] For port c09002d7-2a7c-4237-99a4-2a6262d7986d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c09002d7-2a7c-4237-99a4-2a6262d7986d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:31.050657 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:31.105289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 172.20.0.6 (edd3ff6a-5962-416f-9269-01284de80fc0/5acbd3b1-6879-4aba-adee-fff674202799/25666fcf-e786-4a63-9af5-c188dcf34c43) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:31.114598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:fe56:2851 (edd3ff6a-5962-416f-9269-01284de80fc0/69fad0df-efe2-411f-b58f-ab00ad7407d0/25666fcf-e786-4a63-9af5-c188dcf34c43) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:31.120954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abbe24-19dc-4a84-bf43-3a4278f85d8d None None] Pushing event updated for resources: {'Port': ['ID=c09002d7-2a7c-4237-99a4-2a6262d7986d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:31.378947 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:31.407995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 25666fcf-e786-4a63-9af5-c188dcf34c43 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:31.555815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:31.624380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:31.625595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:31.628264 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:31.668318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=25666fcf-e786-4a63-9af5-c188dcf34c43,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:31.695511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:31.696374 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:31.801190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:31.804762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34260) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:31.807621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fbc55fb9-3739-45b8-840b-555bd0dfbd7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3521035 Aug 23 03:54:31.859929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ff398b-aea5-4c2c-a01a-1e61d2111db0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:31.867291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ff398b-aea5-4c2c-a01a-1e61d2111db0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:31.871439 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-96ff398b-aea5-4c2c-a01a-1e61d2111db0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0630214 Aug 23 03:54:31.871665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34262) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:31.973181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '3e46219a-9d3e-4df1-8205-80f7be163313'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:54:31.975827 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435a14c7-4e74-4b63-8ac3-402accf5e690" -d '{"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "3e46219a-9d3e-4df1-8205-80f7be163313"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:54:32.047466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-984d2478-3237-4398-80c4-62b57f0e85ea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 25666fcf-e786-4a63-9af5-c188dcf34c43 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:32.047860 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d2478-3237-4398-80c4-62b57f0e85ea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:32.070302 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a39246-3033-4dd7-8ecc-9642c097f478 x-openstack-request-id: req-c2a39246-3033-4dd7-8ecc-9642c097f478 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:54:32.070593 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6041fa33-ff7f-49f9-bf3d-fe86e525ffd4", "name": "network-vif-deleted", "tag": "3e46219a-9d3e-4df1-8205-80f7be163313", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:54:32.071135 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2a39246-3033-4dd7-8ecc-9642c097f478 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:54:32.071530 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041fa33-ff7f-49f9-bf3d-fe86e525ffd4', 'name': 'network-vif-deleted', 'tag': '3e46219a-9d3e-4df1-8205-80f7be163313', 'status': 'completed', 'code': 200} Aug 23 03:54:32.196774 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ccb7f7c3-f171-4f1d-a313-ea859d1412ae req-4c4543cf-0b64-47cf-8ba1-1e52710481b5 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.1242054 Aug 23 03:54:32.245774 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d2478-3237-4398-80c4-62b57f0e85ea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:32.249876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-64e34bc9-9097-4418-bcb5-93647942e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.250371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-64e34bc9-9097-4418-bcb5-93647942e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.250847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-64e34bc9-9097-4418-bcb5-93647942e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.251345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-64e34bc9-9097-4418-bcb5-93647942e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.251932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-64e34bc9-9097-4418-bcb5-93647942e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.255773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-64e34bc9-9097-4418-bcb5-93647942e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.256043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-64e34bc9-9097-4418-bcb5-93647942e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.258120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-64e34bc9-9097-4418-bcb5-93647942e53c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6491 time: 0.1004338 Aug 23 03:54:32.263043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-984d2478-3237-4398-80c4-62b57f0e85ea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 25666fcf-e786-4a63-9af5-c188dcf34c43 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:32.309845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-1531fb28-444a-4e97-a655-a2e0dd00fc22 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb663387-0a72-473f-86d1-2002395e6d98&id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367177 Aug 23 03:54:32.483135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf188319-9b37-4513-b69b-20ff3926c176 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:32.586427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d2478-3237-4398-80c4-62b57f0e85ea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:32.624360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d2478-3237-4398-80c4-62b57f0e85ea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=25666fcf-e786-4a63-9af5-c188dcf34c43,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:32.659618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a018de2e-3785-4d92-86b1-4d64feed610d None None] Provisioning for port c09002d7-2a7c-4237-99a4-2a6262d7986d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:32.742199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-984d2478-3237-4398-80c4-62b57f0e85ea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:32.745186 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-984d2478-3237-4398-80c4-62b57f0e85ea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/25666fcf-e786-4a63-9af5-c188dcf34c43 HTTP/1.1" status: 204 len: 168 time: 0.8722155 Aug 23 03:54:32.749319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34282) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:32.823193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794e111-2e14-4fb0-bde7-8da24de109e6 None None] Update dhcp port {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': '5acbd3b1-6879-4aba-adee-fff674202799', 'ip_address': '172.20.0.2'}, {'subnet_id': '69fad0df-efe2-411f-b58f-ab00ad7407d0'}], 'binding:host_id': 'n-d-749052-7'}, 'id': 'c09002d7-2a7c-4237-99a4-2a6262d7986d'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:54:32.858627 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b794e111-2e14-4fb0-bde7-8da24de109e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:32.891779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd043bb-4187-4570-addf-9e076196b6ad tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.897806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd043bb-4187-4570-addf-9e076196b6ad tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.899568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd043bb-4187-4570-addf-9e076196b6ad tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:32.901433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ecd043bb-4187-4570-addf-9e076196b6ad tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1526670 Aug 23 03:54:32.903972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34286) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:32.928887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c09002d7-2a7c-4237-99a4-2a6262d7986d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:32.976818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-488e0f26-3651-48e8-ba98-b274b7384196 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 5acbd3b1-6879-4aba-adee-fff674202799 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:32.980597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-488e0f26-3651-48e8-ba98-b274b7384196 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.053321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-488e0f26-3651-48e8-ba98-b274b7384196 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.126919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c09002d7-2a7c-4237-99a4-2a6262d7986d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:33.131239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c09002d7-2a7c-4237-99a4-2a6262d7986d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:33.131764 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.168971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-488e0f26-3651-48e8-ba98-b274b7384196 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.242389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server [None req-b794e111-2e14-4fb0-bde7-8da24de109e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5acbd3b1-6879-4aba-adee-fff674202799: This subnet is being modified by another concurrent operation. Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 03:54:33.353472 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise exception Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5acbd3b1-6879-4aba-adee-fff674202799: This subnet is being modified by another concurrent operation. Aug 23 03:54:33.365642 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Aug 23 03:54:33.370047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c2c6055-0634-4e7c-9627-554279dfea20 req-56fc6b4c-bfdd-45e2-995b-7fec995b5236 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0549090 Aug 23 03:54:33.375443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-488e0f26-3651-48e8-ba98-b274b7384196 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.446709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-488e0f26-3651-48e8-ba98-b274b7384196 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.450853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-488e0f26-3651-48e8-ba98-b274b7384196 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/5acbd3b1-6879-4aba-adee-fff674202799 HTTP/1.1" status: 204 len: 168 time: 0.5451787 Aug 23 03:54:33.452348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e0f26-3651-48e8-ba98-b274b7384196 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=5acbd3b1-6879-4aba-adee-fff674202799,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:33.453061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34292) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:33.480980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0c323-1307-4448-9831-1ab3229345b9 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:33.497502 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:54:33.497873 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:54:33.550291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a238036-6856-40ee-8bc8-c518e0fe2b8f None None] Provisioning complete for port c09002d7-2a7c-4237-99a4-2a6262d7986d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:33.550826 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a238036-6856-40ee-8bc8-c518e0fe2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.559857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-fede72df-ad8a-4920-96e2-7a4140fd9023 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 69fad0df-efe2-411f-b58f-ab00ad7407d0 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:33.575485 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fede72df-ad8a-4920-96e2-7a4140fd9023 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.670202 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fede72df-ad8a-4920-96e2-7a4140fd9023 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.752102 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fede72df-ad8a-4920-96e2-7a4140fd9023 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.790029 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a238036-6856-40ee-8bc8-c518e0fe2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.840448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7a238036-6856-40ee-8bc8-c518e0fe2b8f None None] For port c09002d7-2a7c-4237-99a4-2a6262d7986d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c09002d7-2a7c-4237-99a4-2a6262d7986d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:33.885228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392bf4f-2870-4dff-b450-671e8bda6e52 None None] Update dhcp port {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': '69fad0df-efe2-411f-b58f-ab00ad7407d0'}], 'binding:host_id': 'n-d-749052-7'}, 'id': 'c09002d7-2a7c-4237-99a4-2a6262d7986d'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:54:33.916966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d392bf4f-2870-4dff-b450-671e8bda6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.927805 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a238036-6856-40ee-8bc8-c518e0fe2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.938775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fede72df-ad8a-4920-96e2-7a4140fd9023 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.977856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede72df-ad8a-4920-96e2-7a4140fd9023 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=69fad0df-efe2-411f-b58f-ab00ad7407d0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:33.980725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fede72df-ad8a-4920-96e2-7a4140fd9023 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:33.988807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34296) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:33.989474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fede72df-ad8a-4920-96e2-7a4140fd9023 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/69fad0df-efe2-411f-b58f-ab00ad7407d0 HTTP/1.1" status: 204 len: 168 time: 0.5347252 Aug 23 03:54:34.087277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-81690152-c198-4baf-ab41-7f11160d08c7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969815 Aug 23 03:54:34.090927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34298) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:34.098740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:34.315043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:34.318952 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:34.366310 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a238036-6856-40ee-8bc8-c518e0fe2b8f None None] Pushing event updated for resources: {'Port': ['ID=c09002d7-2a7c-4237-99a4-2a6262d7986d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:34.468581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-47ffdb23-bec2-4f2d-a91b-1a2ac3963c75 None None] Provisioning complete for port c09002d7-2a7c-4237-99a4-2a6262d7986d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:34.468963 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-47ffdb23-bec2-4f2d-a91b-1a2ac3963c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:34.560545 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7053929-60a0-4e31-a71c-ce2d06756228 req-e2f78537-3402-4ade-9789-b701e834cddc tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0912192 Aug 23 03:54:34.734430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c0b79cef-dae1-4426-9639-e7851e6af263 None None] Could not find standard attr ID for object 75029237-a1cb-409f-aee4-3944e38a0fa4. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:34.734608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c0b79cef-dae1-4426-9639-e7851e6af263 None None] Could not find standard attr ID for object 25666fcf-e786-4a63-9af5-c188dcf34c43. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:34.761659 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:34.780037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56306b07-668b-481c-b3dd-5b96c1144b49 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 03:54:34.818496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:34.821943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:34.827202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:34.828511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:34.836568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=4dcf35e5-4562-4439-9c83-fcd2a3ec43dd,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:34.847926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c09002d7-2a7c-4237-99a4-2a6262d7986d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:34.953967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3e3d33bf-cb0a-4b40-a6be-43ca16ae1a06 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8618584 Aug 23 03:54:34.954667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34306) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:34.960352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:34.989161 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:35.044404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c09002d7-2a7c-4237-99a4-2a6262d7986d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c09002d7-2a7c-4237-99a4-2a6262d7986d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:35.046359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56306b07-668b-481c-b3dd-5b96c1144b49 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 03:54:35.142498 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:35.178460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:35.182153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:35.246319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c09002d7-2a7c-4237-99a4-2a6262d7986d,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:35.525727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6697a131-5a19-4754-a8f5-830389e51b69 None None] Update dhcp port {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': '4dcf35e5-4562-4439-9c83-fcd2a3ec43dd'}], 'binding:host_id': 'n-d-749052-7'}, 'id': 'c09002d7-2a7c-4237-99a4-2a6262d7986d'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:54:35.562417 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6697a131-5a19-4754-a8f5-830389e51b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:35.700649 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f36416ff-03b0-406c-9af4-87c2f0a87f81 req-d10c2bab-1224-42e1-992f-7c2995be5720 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0430267 Aug 23 03:54:35.725447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:54:35.847203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-6697a131-5a19-4754-a8f5-830389e51b69 None None] Allocated IP 172.20.0.2 (edd3ff6a-5962-416f-9269-01284de80fc0/4dcf35e5-4562-4439-9c83-fcd2a3ec43dd/c09002d7-2a7c-4237-99a4-2a6262d7986d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:35.857825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-6697a131-5a19-4754-a8f5-830389e51b69 None None] Allocated IP 2001:db8::f816:3eff:feff:7be5 (edd3ff6a-5962-416f-9269-01284de80fc0/5406d3a7-dd07-4337-8254-199ad28ec00d/c09002d7-2a7c-4237-99a4-2a6262d7986d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:35.992160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6697a131-5a19-4754-a8f5-830389e51b69 None None] For port c09002d7-2a7c-4237-99a4-2a6262d7986d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c09002d7-2a7c-4237-99a4-2a6262d7986d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:36.026628 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6697a131-5a19-4754-a8f5-830389e51b69 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:36.041904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6697a131-5a19-4754-a8f5-830389e51b69 None None] Transition to ACTIVE for port object c09002d7-2a7c-4237-99a4-2a6262d7986d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:36.150059 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6697a131-5a19-4754-a8f5-830389e51b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:36.157755 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feff:7be5-dfde9c5b-45da-41ca-8332-be5bede3a0 {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:54:36.157755 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:54:36.247800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697a131-5a19-4754-a8f5-830389e51b69 None None] Pushing event updated for resources: {'Port': ['ID=c09002d7-2a7c-4237-99a4-2a6262d7986d,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:36.895644 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a8f79069-3a02-46e2-8e74-c91005c4f5fd req-1b682e4c-d0c9-4841-aa87-a7f105c96eef tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0673478 Aug 23 03:54:36.904566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:54:36.946066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c09002d7-2a7c-4237-99a4-2a6262d7986d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:37.027912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_pluggable_backend [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Port c09002d7-2a7c-4237-99a4-2a6262d7986d got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=95120) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 23 03:54:37.028481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:37.074620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:37.080907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:37.085044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:37.085647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:37.098188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3369a50-0045-470f-94ba-b018e8ec67ac None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 03:54:37.100091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=5406d3a7-dd07-4337-8254-199ad28ec00d,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:37.208049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f5a8fc68-6210-4f9c-857b-8c5765d73057 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2519438 Aug 23 03:54:37.210841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34324) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:37.216538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:03:6b:74', 'name': 'tempest-NetworksTestDHCPv6-1130760767'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:37.335027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3369a50-0045-470f-94ba-b018e8ec67ac None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 03:54:37.451499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0c65513a-dbfa-4c79-8aa0-fa578dc20469 None None] Provisioning for port c09002d7-2a7c-4237-99a4-2a6262d7986d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:37.456243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0c65513a-dbfa-4c79-8aa0-fa578dc20469 None None] Provisioning complete for port c09002d7-2a7c-4237-99a4-2a6262d7986d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:37.456721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c65513a-dbfa-4c79-8aa0-fa578dc20469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:37.468903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:37.562915 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:37.617955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:37.644963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port e66b009e-44a9-46e0-89ee-2105728cce31 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:37.730992 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c65513a-dbfa-4c79-8aa0-fa578dc20469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:37.808045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-0c65513a-dbfa-4c79-8aa0-fa578dc20469 None None] For port c09002d7-2a7c-4237-99a4-2a6262d7986d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c09002d7-2a7c-4237-99a4-2a6262d7986d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:37.884612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 172.20.0.10 (edd3ff6a-5962-416f-9269-01284de80fc0/4dcf35e5-4562-4439-9c83-fcd2a3ec43dd/e66b009e-44a9-46e0-89ee-2105728cce31) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:37.896929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c65513a-dbfa-4c79-8aa0-fa578dc20469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:37.905770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:fe03:6b74 (edd3ff6a-5962-416f-9269-01284de80fc0/5406d3a7-dd07-4337-8254-199ad28ec00d/e66b009e-44a9-46e0-89ee-2105728cce31) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:37.983980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65513a-dbfa-4c79-8aa0-fa578dc20469 None None] Pushing event updated for resources: {'Port': ['ID=c09002d7-2a7c-4237-99a4-2a6262d7986d,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:38.055101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee9fd5b3-2b86-495b-9a2b-8a994faad44c req-4c0d6b01-a8e5-4ce5-b508-40ac82ce34e2 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0368547 Aug 23 03:54:38.175062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:38.191042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object e66b009e-44a9-46e0-89ee-2105728cce31 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:38.369473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:38.430678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:38.437313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:38.439765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:38.442593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=e66b009e-44a9-46e0-89ee-2105728cce31,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:38.498767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:38.499434 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:38.594965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e7d8fb-c331-44d2-8295-801b0caeebfe None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:38.607947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-64079046-c13a-4657-9991-ac5e2541f866 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3958926 Aug 23 03:54:38.611113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34338) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:38.697897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083779d-196d-415b-903d-a3e796ac0698 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:38.704261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083779d-196d-415b-903d-a3e796ac0698 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:38.706221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b083779d-196d-415b-903d-a3e796ac0698 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0943384 Aug 23 03:54:38.708944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34340) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:38.766634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6ce951bb-a3a3-4c4f-ad60-2c83ba682620 None None] Provisioning complete for port c09002d7-2a7c-4237-99a4-2a6262d7986d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:38.766956 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6ce951bb-a3a3-4c4f-ad60-2c83ba682620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:38.864075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c09002d7-2a7c-4237-99a4-2a6262d7986d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:38.892086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-86965d6a-1edc-4270-b4dd-38e6abfd8d40 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port e66b009e-44a9-46e0-89ee-2105728cce31 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:38.893347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86965d6a-1edc-4270-b4dd-38e6abfd8d40 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:39.045461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86965d6a-1edc-4270-b4dd-38e6abfd8d40 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:39.059676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-86965d6a-1edc-4270-b4dd-38e6abfd8d40 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for e66b009e-44a9-46e0-89ee-2105728cce31 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:39.071415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c09002d7-2a7c-4237-99a4-2a6262d7986d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:39.071876 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:39.335870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e3a95d0-6480-4636-9ff4-dfc249e9d050 req-8a48451f-bdc8-48f0-a903-c5cb7ac30ad1 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0348854 Aug 23 03:54:39.374885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86965d6a-1edc-4270-b4dd-38e6abfd8d40 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:39.427281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86965d6a-1edc-4270-b4dd-38e6abfd8d40 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=e66b009e-44a9-46e0-89ee-2105728cce31,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:39.475730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f49c2-ad83-4457-8b03-b7928f96d8d7 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:39.544599 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86965d6a-1edc-4270-b4dd-38e6abfd8d40 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:39.547353 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-86965d6a-1edc-4270-b4dd-38e6abfd8d40 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/e66b009e-44a9-46e0-89ee-2105728cce31 HTTP/1.1" status: 204 len: 168 time: 0.8370399 Aug 23 03:54:39.549764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34348) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:39.574826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-75540329-4cc2-446d-84ea-0fa4523684e4 None None] Could not find standard attr ID for object e66b009e-44a9-46e0-89ee-2105728cce31. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:39.600489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-75540329-4cc2-446d-84ea-0fa4523684e4 None None] Provisioning complete for port c09002d7-2a7c-4237-99a4-2a6262d7986d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:39.600489 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-75540329-4cc2-446d-84ea-0fa4523684e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:39.617002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873f0ae-f9f0-4162-b4b6-46d1a5ee86de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:39.618504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873f0ae-f9f0-4162-b4b6-46d1a5ee86de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:39.620164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873f0ae-f9f0-4162-b4b6-46d1a5ee86de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:39.622483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7873f0ae-f9f0-4162-b4b6-46d1a5ee86de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0716131 Aug 23 03:54:39.625355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34350) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:39.682602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ae76d6-39cf-4905-8ce2-6e1ae6ff36b3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 4dcf35e5-4562-4439-9c83-fcd2a3ec43dd {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:39.686002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32ae76d6-39cf-4905-8ce2-6e1ae6ff36b3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:39.740387 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32ae76d6-39cf-4905-8ce2-6e1ae6ff36b3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:39.885837 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32ae76d6-39cf-4905-8ce2-6e1ae6ff36b3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:40.122364 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32ae76d6-39cf-4905-8ce2-6e1ae6ff36b3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:40.126505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-839e1248-194a-45cb-98c7-1bbdc0fbd092 None None] Provisioning complete for port c09002d7-2a7c-4237-99a4-2a6262d7986d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:40.126984 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-839e1248-194a-45cb-98c7-1bbdc0fbd092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:40.162842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-32ae76d6-39cf-4905-8ce2-6e1ae6ff36b3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:40.165027 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-32ae76d6-39cf-4905-8ce2-6e1ae6ff36b3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/4dcf35e5-4562-4439-9c83-fcd2a3ec43dd HTTP/1.1" status: 204 len: 168 time: 0.5389571 Aug 23 03:54:40.166124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae76d6-39cf-4905-8ce2-6e1ae6ff36b3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcf35e5-4562-4439-9c83-fcd2a3ec43dd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:40.167656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34354) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:40.265376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1d56bf-3767-432f-a56b-dda0b34baf22 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 5406d3a7-dd07-4337-8254-199ad28ec00d {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:40.271808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d56bf-3767-432f-a56b-dda0b34baf22 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:40.335563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d56bf-3767-432f-a56b-dda0b34baf22 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:40.402901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b53a5f-509c-468b-970e-9399a80c8f3f None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:40.483659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95b739b2-4ad2-4c29-a9d9-8471754775c6 req-75782473-a1f1-4b67-9576-55f3027a79ce tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0525110 Aug 23 03:54:40.492702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-30e69c32-2947-4eff-a4fa-69a2737dd8dc None None] Could not find standard attr ID for object e66b009e-44a9-46e0-89ee-2105728cce31. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:40.496637 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d56bf-3767-432f-a56b-dda0b34baf22 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:40.687683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d56bf-3767-432f-a56b-dda0b34baf22 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:40.715657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d56bf-3767-432f-a56b-dda0b34baf22 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=5406d3a7-dd07-4337-8254-199ad28ec00d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:40.722050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb1d56bf-3767-432f-a56b-dda0b34baf22 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:40.724552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fb1d56bf-3767-432f-a56b-dda0b34baf22 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/5406d3a7-dd07-4337-8254-199ad28ec00d HTTP/1.1" status: 204 len: 168 time: 0.5551898 Aug 23 03:54:40.727013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34366) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:40.786623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-549f60ec-e65f-4961-b0f4-03e66af0ab7a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581536 Aug 23 03:54:40.788932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34368) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:40.871316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec16608d-b1c4-4707-b112-36e605eb787b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:40.873373 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec16608d-b1c4-4707-b112-36e605eb787b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0830069 Aug 23 03:54:40.876472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34372) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:40.958900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a2606c-294e-4c36-bb30-7ef694461072 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:40.965667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b6a2606c-294e-4c36-bb30-7ef694461072 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830925 Aug 23 03:54:40.967480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34374) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:41.015193 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-429ee8ae-3672-4692-b1af-d3678711abea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461128 Aug 23 03:54:41.020689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34378) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:41.030437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-26c3bd34-f7a6-4588-8c73-880bdd281eb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:41.223948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c3bd34-f7a6-4588-8c73-880bdd281eb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:41.228386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-26c3bd34-f7a6-4588-8c73-880bdd281eb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:41.229861 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c3bd34-f7a6-4588-8c73-880bdd281eb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:54:41.231621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c3bd34-f7a6-4588-8c73-880bdd281eb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:54:41.315987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e9530a-7bba-4d2e-a063-91c7b224316d None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:41.356048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-26c3bd34-f7a6-4588-8c73-880bdd281eb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3346274 Aug 23 03:54:41.359999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34380) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:41.368915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6751e9b9-4fcb-4501-bea7-46d01525f4fc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:41.453963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-22a8bf28-0e60-45ec-a4bb-79718513bde3 None None] Provisioning complete for port c09002d7-2a7c-4237-99a4-2a6262d7986d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:41.454580 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22a8bf28-0e60-45ec-a4bb-79718513bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:41.565270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6751e9b9-4fcb-4501-bea7-46d01525f4fc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:41.569769 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6751e9b9-4fcb-4501-bea7-46d01525f4fc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:41.577286 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6751e9b9-4fcb-4501-bea7-46d01525f4fc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:54:41.577286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6751e9b9-4fcb-4501-bea7-46d01525f4fc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:54:41.625288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db961b0a-67aa-4ca2-ad89-1e05fad6a35b req-55912e05-aeed-4ad3-bd40-6bb532604005 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0340276 Aug 23 03:54:41.666345 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6751e9b9-4fcb-4501-bea7-46d01525f4fc tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3027120 Aug 23 03:54:41.667014 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34384) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:41.674172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b682995b-7c49-49d2-a9a1-744fe7b11362 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:41.754366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5b9d9d-a656-4824-82a9-335f78afdd1e None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:41.813664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b9d9d-a656-4824-82a9-335f78afdd1e None None] Deleting port c09002d7-2a7c-4237-99a4-2a6262d7986d {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:41.814048 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9d9d-a656-4824-82a9-335f78afdd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:41.853166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b682995b-7c49-49d2-a9a1-744fe7b11362 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:41.857314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b682995b-7c49-49d2-a9a1-744fe7b11362 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:41.858775 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b682995b-7c49-49d2-a9a1-744fe7b11362 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:54:41.859256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b682995b-7c49-49d2-a9a1-744fe7b11362 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:54:41.888033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ff5b9d9d-a656-4824-82a9-335f78afdd1e None None] For port c09002d7-2a7c-4237-99a4-2a6262d7986d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c09002d7-2a7c-4237-99a4-2a6262d7986d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:41.888033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9d9d-a656-4824-82a9-335f78afdd1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:41.902107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b9d9d-a656-4824-82a9-335f78afdd1e None None] Calling delete_port for c09002d7-2a7c-4237-99a4-2a6262d7986d owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:41.943026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34388) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:41.943659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b682995b-7c49-49d2-a9a1-744fe7b11362 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2747850 Aug 23 03:54:41.949581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2be5009b-e594-49b9-8f0d-56b6d6c0f596 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:42.086910 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9d9d-a656-4824-82a9-335f78afdd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:42.113133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b9d9d-a656-4824-82a9-335f78afdd1e None None] Pushing event deleted for resources: {'Port': ['ID=c09002d7-2a7c-4237-99a4-2a6262d7986d,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:42.116712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b9d9d-a656-4824-82a9-335f78afdd1e None None] No DVR routers for this DVR port c09002d7-2a7c-4237-99a4-2a6262d7986d on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:42.128504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be5009b-e594-49b9-8f0d-56b6d6c0f596 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:42.132546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2be5009b-e594-49b9-8f0d-56b6d6c0f596 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:42.141719 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be5009b-e594-49b9-8f0d-56b6d6c0f596 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:54:42.141719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be5009b-e594-49b9-8f0d-56b6d6c0f596 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:54:42.230557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2be5009b-e594-49b9-8f0d-56b6d6c0f596 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2853975 Aug 23 03:54:42.234928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34392) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:42.241406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-789bd6db-f808-40e5-9517-3b4f4377cf45 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:42.400713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789bd6db-f808-40e5-9517-3b4f4377cf45 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:42.404318 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-789bd6db-f808-40e5-9517-3b4f4377cf45 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:42.405915 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-789bd6db-f808-40e5-9517-3b4f4377cf45 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:54:42.406367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789bd6db-f808-40e5-9517-3b4f4377cf45 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:54:42.510199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-789bd6db-f808-40e5-9517-3b4f4377cf45 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2740076 Aug 23 03:54:42.513199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34394) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:42.518201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0f94f4fb-fff8-4b66-96e5-87038196d318 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:42.697778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f94f4fb-fff8-4b66-96e5-87038196d318 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:42.701628 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0f94f4fb-fff8-4b66-96e5-87038196d318 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:42.703043 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f94f4fb-fff8-4b66-96e5-87038196d318 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:54:42.703474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f94f4fb-fff8-4b66-96e5-87038196d318 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:54:42.750507 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bea9861e-4803-4ade-a836-3fdda90f04df req-a1974343-c2e6-4c5c-99fd-d0aac5778658 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0360882 Aug 23 03:54:42.799326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34398) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:42.800042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0f94f4fb-fff8-4b66-96e5-87038196d318 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2851865 Aug 23 03:54:42.825599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c09002d7-2a7c-4237-99a4-2a6262d7986d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:42.830236 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f2239512-cdf8-4c86-a7b1-a54bfd2fd93c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0283003 Aug 23 03:54:42.831362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34400) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:42.851606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c09002d7-2a7c-4237-99a4-2a6262d7986d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:42.851606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c09002d7-2a7c-4237-99a4-2a6262d7986d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:42.890533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef77d6-a3c5-49a2-ac84-a4d979995cc3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:42.892031 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cbef77d6-a3c5-49a2-ac84-a4d979995cc3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594857 Aug 23 03:54:42.894816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34402) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:42.934715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bf3fc2e8-db42-4ede-a3c6-1ddd35f811e6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385718 Aug 23 03:54:42.938506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34404) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:42.943589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:43.120926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:43.124402 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:43.435594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:54:43.437598 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:43.485223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:43.488219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:43.491414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:43.491980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:43.497935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402588a3-8f37-4f21-bc08-df0a398fce9b None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:43.509158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=105a36e4-0d3f-43c0-bfe8-e321f2208fc3,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:43.609057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fd5d4622-a3f5-42c2-9dd9-9763ca8ff3e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6694069 Aug 23 03:54:43.611695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34406) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:43.617098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:b3:47:77', 'name': 'tempest-NetworksTestDHCPv6-1420274772'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:43.671118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '105a36e4-0d3f-43c0-bfe8-e321f2208fc3'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:54:43.671118 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:43.841173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:43.968783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Allocated IP 2001:db8::f816:3eff:fea1:b3dd (edd3ff6a-5962-416f-9269-01284de80fc0/105a36e4-0d3f-43c0-bfe8-e321f2208fc3/4f4657c9-68d1-4ed6-8739-b4b40a8aa656) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:43.987402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1f880823-046c-4ab2-aaf0-d5cc3ef49ff2 req-c4e91636-7768-4a4a-b260-9035829f6566 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/ports?device_id=6041fa33-ff7f-49f9-bf3d-fe86e525ffd4 HTTP/1.1" status: 200 len: 210 time: 0.0543675 Aug 23 03:54:44.026197 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:44.052737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 2f6229c7-3294-46cf-b9c3-4957fba4ab62 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:44.134459 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:44.142755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Transition to ACTIVE for port object 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:44.158276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Transition to ACTIVE for port object 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:44.274469 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:44.329418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:44.331065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:44.334938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:44.336804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:feb3:4777 (edd3ff6a-5962-416f-9269-01284de80fc0/105a36e4-0d3f-43c0-bfe8-e321f2208fc3/2f6229c7-3294-46cf-b9c3-4957fba4ab62) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:44.347512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Pushing event updated for resources: {'Port': ['ID=4f4657c9-68d1-4ed6-8739-b4b40a8aa656,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:44.413329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Attempting to bind port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:44.413740 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Attempting to bind port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:44.414144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Attempting to bind port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:44.425735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:44.426145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:44.426555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:44.426959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:44.427434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Bound port: 4f4657c9-68d1-4ed6-8739-b4b40a8aa656, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:44.427826 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:44.519337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:44.526185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] For port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:44.533507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] For port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4f4657c9-68d1-4ed6-8739-b4b40a8aa656,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:44.535603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 2f6229c7-3294-46cf-b9c3-4957fba4ab62 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:44.624698 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:44.668066 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:44.684456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Pushing event updated for resources: {'Port': ['ID=4f4657c9-68d1-4ed6-8739-b4b40a8aa656,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:44.693779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.694335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.694492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.694854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.695195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.695538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.695931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.696264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.696597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.697060 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.697366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.697700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cb3d6-69e5-4cb9-bcc0-36b59d92372a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:54:44.727884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:44.731131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:44.734900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:44.740562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:44.741244 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:44.759537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=2f6229c7-3294-46cf-b9c3-4957fba4ab62,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:44.847593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4e60650b-a783-43d9-8dd7-a9abe295e482 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2347877 Aug 23 03:54:44.851809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34412) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:44.963233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d884a-15d0-44bd-a5d7-4a3b53c95835 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:44.969632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d884a-15d0-44bd-a5d7-4a3b53c95835 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:44.974256 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c2d884a-15d0-44bd-a5d7-4a3b53c95835 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1195915 Aug 23 03:54:44.974492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34416) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:45.113269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-423d0027-9370-434c-89a4-f6874d87f762 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 2f6229c7-3294-46cf-b9c3-4957fba4ab62 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:45.113995 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-423d0027-9370-434c-89a4-f6874d87f762 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.192684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34424) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:45.214671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-423d0027-9370-434c-89a4-f6874d87f762 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.227580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-423d0027-9370-434c-89a4-f6874d87f762 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 2f6229c7-3294-46cf-b9c3-4957fba4ab62 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:45.264256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aca838f-f9f5-4f9f-94bb-d1cebd04f227 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.294331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aca838f-f9f5-4f9f-94bb-d1cebd04f227 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.440974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aca838f-f9f5-4f9f-94bb-d1cebd04f227 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.443954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aca838f-f9f5-4f9f-94bb-d1cebd04f227 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.449545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0aca838f-f9f5-4f9f-94bb-d1cebd04f227 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf918e1e-3f60-4e6c-8447-d1561a5deef6 HTTP/1.1" status: 204 len: 168 time: 0.2508173 Aug 23 03:54:45.449671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34426) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:45.456993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca838f-f9f5-4f9f-94bb-d1cebd04f227 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf918e1e-3f60-4e6c-8447-d1561a5deef6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:45.471839 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-bdd640f5-fcd3-4c14-98a0-acd12031c153 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] show failed (client error): The resource could not be found. Aug 23 03:54:45.475811 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bdd640f5-fcd3-4c14-98a0-acd12031c153 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "GET /v2.0/security-groups/bf918e1e-3f60-4e6c-8447-d1561a5deef6 HTTP/1.1" status: 404 len: 347 time: 0.0237648 Aug 23 03:54:45.475811 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-423d0027-9370-434c-89a4-f6874d87f762 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.476084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34428) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:45.560233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d0027-9370-434c-89a4-f6874d87f762 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=2f6229c7-3294-46cf-b9c3-4957fba4ab62,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:45.621609 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-423d0027-9370-434c-89a4-f6874d87f762 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.623509 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-423d0027-9370-434c-89a4-f6874d87f762 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/2f6229c7-3294-46cf-b9c3-4957fba4ab62 HTTP/1.1" status: 204 len: 168 time: 0.6479836 Aug 23 03:54:45.626318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34430) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:45.686831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting port 0c83e02e-a98a-4ad8-86f8-369b29adcdaf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:45.687373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.725466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4be18-88fe-4ff4-917c-04c10d719363 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:45.727128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4be18-88fe-4ff4-917c-04c10d719363 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:45.728770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d1e4be18-88fe-4ff4-917c-04c10d719363 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1011903 Aug 23 03:54:45.732297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34432) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:45.829745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a8f43c-5663-4e42-9d5b-96762aeb2fb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 105a36e4-0d3f-43c0-bfe8-e321f2208fc3 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:45.840711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-16a8f43c-5663-4e42-9d5b-96762aeb2fb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.844977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.845336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:45.886949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Calling delete_port for 0c83e02e-a98a-4ad8-86f8-369b29adcdaf owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:45.909998 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-16a8f43c-5663-4e42-9d5b-96762aeb2fb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:46.098142 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-16a8f43c-5663-4e42-9d5b-96762aeb2fb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:46.183711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eb66f0c9-abcb-4b81-81ef-fee642d5bd55 None None] Provisioning for port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:46.410974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9f560f63-700f-4c60-9682-9f91b48db96d None None] Could not find standard attr ID for object 2f6229c7-3294-46cf-b9c3-4957fba4ab62. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:46.651180 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:46.674737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Port': ['ID=0c83e02e-a98a-4ad8-86f8-369b29adcdaf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:46.688107 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-16a8f43c-5663-4e42-9d5b-96762aeb2fb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:46.733368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8f43c-5663-4e42-9d5b-96762aeb2fb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=105a36e4-0d3f-43c0-bfe8-e321f2208fc3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:46.740724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b74fa39-a5b2-4307-8c86-068f4c0ab085 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:46.758394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-16a8f43c-5663-4e42-9d5b-96762aeb2fb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:46.760256 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-16a8f43c-5663-4e42-9d5b-96762aeb2fb6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/105a36e4-0d3f-43c0-bfe8-e321f2208fc3 HTTP/1.1" status: 204 len: 168 time: 1.0264480 Aug 23 03:54:46.762940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34438) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:46.812236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f60df679-c657-4492-9890-59f9d72c74af tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411272 Aug 23 03:54:46.812659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34440) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:46.817764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:46.850641 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:46.853160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:46.854507 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ebfca120-d51e-4107-913f-3844ede1def7 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "DELETE /v2.0/floatingips/21876271-785a-451f-b3da-325a4e8019bb HTTP/1.1" status: 204 len: 168 time: 1.3775532 Aug 23 03:54:46.859349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34442) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:46.981431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:47.030215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b6cad-ae5f-4a9a-b8f3-b787f05d0c49 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:47.040845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:47.048298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.075090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0b883-416b-4cfd-9972-71a4df41fca3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting port 0170b80a-cc41-40bd-ad1d-37e05230b7d6 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:47.076237 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b883-416b-4cfd-9972-71a4df41fca3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.107314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b6cad-ae5f-4a9a-b8f3-b787f05d0c49 None None] Deleting port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:47.108274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6cad-ae5f-4a9a-b8f3-b787f05d0c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.178647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:47.198759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:47.199415 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.239479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6e5b6cad-ae5f-4a9a-b8f3-b787f05d0c49 None None] For port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4f4657c9-68d1-4ed6-8739-b4b40a8aa656,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:47.239898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6cad-ae5f-4a9a-b8f3-b787f05d0c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.265818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b6cad-ae5f-4a9a-b8f3-b787f05d0c49 None None] Calling delete_port for 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:47.297612 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b883-416b-4cfd-9972-71a4df41fca3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.311651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0b883-416b-4cfd-9972-71a4df41fca3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Calling delete_port for 0170b80a-cc41-40bd-ad1d-37e05230b7d6 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:47.382646 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.434199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4f4657c9-68d1-4ed6-8739-b4b40a8aa656,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:47.510102 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.536119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:54:47.542306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b883-416b-4cfd-9972-71a4df41fca3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.567998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=4f4657c9-68d1-4ed6-8739-b4b40a8aa656,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:47.572217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0b883-416b-4cfd-9972-71a4df41fca3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Port': ['ID=0170b80a-cc41-40bd-ad1d-37e05230b7d6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:47.652869 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6e5b6cad-ae5f-4a9a-b8f3-b787f05d0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.658243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b883-416b-4cfd-9972-71a4df41fca3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.662711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d2f0b883-416b-4cfd-9972-71a4df41fca3 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "DELETE /v2.0/ports/0170b80a-cc41-40bd-ad1d-37e05230b7d6 HTTP/1.1" status: 204 len: 168 time: 0.7998910 Aug 23 03:54:47.662989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34448) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:47.686506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b6cad-ae5f-4a9a-b8f3-b787f05d0c49 None None] No DVR routers for this DVR port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:47.693188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b6cad-ae5f-4a9a-b8f3-b787f05d0c49 None None] Pushing event deleted for resources: {'Port': ['ID=4f4657c9-68d1-4ed6-8739-b4b40a8aa656,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:47.709870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_pluggable_backend [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Port 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95120) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 23 03:54:47.710355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_pluggable_backend [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Reverting IP allocation for 2001:db8::f816:3eff:fea1:b3dd {{(pid=95120) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 23 03:54:47.718051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_pluggable_backend [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea1:b3dd {{(pid=95120) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 23 03:54:47.729558 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.760071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:47.760765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-479e9db4-c88c-4545-8af2-a1340af4734e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting port b3c53ce8-d63a-4657-81e8-6e88369ae16c {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:47.765208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:47.766234 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-479e9db4-c88c-4545-8af2-a1340af4734e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.773578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:47.774189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.778024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8f332-46c3-4ed4-9f2f-e097456dafda None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:47.800621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=34648a9e-831e-4af7-91e5-30c5ac51e45e,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:47.872323 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e8764877-44be-420a-a17e-3de783d06ec5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0562561 Aug 23 03:54:47.872691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34450) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:47.878395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:46:6f:04', 'name': 'tempest-NetworksTestDHCPv6-95827619'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:47.890002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-479e9db4-c88c-4545-8af2-a1340af4734e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:47.918627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-479e9db4-c88c-4545-8af2-a1340af4734e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Calling delete_port for b3c53ce8-d63a-4657-81e8-6e88369ae16c owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:47.981985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '34648a9e-831e-4af7-91e5-30c5ac51e45e'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:54:47.982898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.108141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:48.112398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.127064 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-479e9db4-c88c-4545-8af2-a1340af4734e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.134595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:48.163739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Allocated IP 2001:db8::f816:3eff:fe56:aac9 (edd3ff6a-5962-416f-9269-01284de80fc0/34648a9e-831e-4af7-91e5-30c5ac51e45e/2b7d9492-69be-4ff3-94d9-de5f3ff21209) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:48.176381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e9db4-c88c-4545-8af2-a1340af4734e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Port': ['ID=b3c53ce8-d63a-4657-81e8-6e88369ae16c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:48.303493 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-479e9db4-c88c-4545-8af2-a1340af4734e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.314999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-479e9db4-c88c-4545-8af2-a1340af4734e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "DELETE /v2.0/ports/b3c53ce8-d63a-4657-81e8-6e88369ae16c HTTP/1.1" status: 204 len: 168 time: 0.6448474 Aug 23 03:54:48.317035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34458) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:48.360928 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.370139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Transition to ACTIVE for port object 2b7d9492-69be-4ff3-94d9-de5f3ff21209 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:48.377124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d043b4e9-1661-4f2c-a75f-9a3823c7d563 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting subnet 32355db9-7868-424f-ba0c-c14a6941d444 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:48.381912 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d043b4e9-1661-4f2c-a75f-9a3823c7d563 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.390355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Transition to ACTIVE for port object 2b7d9492-69be-4ff3-94d9-de5f3ff21209 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:48.427604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d043b4e9-1661-4f2c-a75f-9a3823c7d563 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.486803 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.514114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d043b4e9-1661-4f2c-a75f-9a3823c7d563 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.533069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:48.537207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:48.542475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:48.551351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:fe46:6f04 (edd3ff6a-5962-416f-9269-01284de80fc0/34648a9e-831e-4af7-91e5-30c5ac51e45e/e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:48.624950 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Attempting to bind port 2b7d9492-69be-4ff3-94d9-de5f3ff21209 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:48.625530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Attempting to bind port 2b7d9492-69be-4ff3-94d9-de5f3ff21209 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:48.626007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Attempting to bind port 2b7d9492-69be-4ff3-94d9-de5f3ff21209 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:48.631524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Pushing event updated for resources: {'Port': ['ID=2b7d9492-69be-4ff3-94d9-de5f3ff21209,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:48.634428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:48.635280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:48.635665 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.636163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:48.636757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Bound port: 2b7d9492-69be-4ff3-94d9-de5f3ff21209, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:48.637280 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.691732 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d043b4e9-1661-4f2c-a75f-9a3823c7d563 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.711596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] For port 2b7d9492-69be-4ff3-94d9-de5f3ff21209, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:48.715394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] For port 2b7d9492-69be-4ff3-94d9-de5f3ff21209, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2b7d9492-69be-4ff3-94d9-de5f3ff21209,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:48.756981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043b4e9-1661-4f2c-a75f-9a3823c7d563 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Subnet': ['ID=32355db9-7868-424f-ba0c-c14a6941d444,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:48.764526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d043b4e9-1661-4f2c-a75f-9a3823c7d563 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.766709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d043b4e9-1661-4f2c-a75f-9a3823c7d563 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "DELETE /v2.0/subnets/32355db9-7868-424f-ba0c-c14a6941d444 HTTP/1.1" status: 204 len: 168 time: 0.4486508 Aug 23 03:54:48.769319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34462) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:48.771214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4962f126-3450-4434-9490-da6943463d15 None None] Network 14893317-4e76-44d7-bca0-3671f275cf15 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:48.838074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.845746 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.877828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:48.886702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dea6891-2483-4ad5-81ab-a8450605d00e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting subnet b494ff07-4f70-4411-b40f-5db7ca26f968 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:48.898944 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1dea6891-2483-4ad5-81ab-a8450605d00e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.916079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ba693-c50a-404b-af7a-287bd3408e5c req-d71c84a5-62ac-4631-9b74-620919efd851 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:48.921313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec9ba693-c50a-404b-af7a-287bd3408e5c req-d71c84a5-62ac-4631-9b74-620919efd851 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 946 time: 0.0956862 Aug 23 03:54:48.952102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:48.984311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:48.992572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:48.993453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4f4657c9-68d1-4ed6-8739-b4b40a8aa656 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:49.012532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1dea6891-2483-4ad5-81ab-a8450605d00e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.023167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec9ba693-c50a-404b-af7a-287bd3408e5c req-dcc847dd-d175-46bd-856b-ad23e48a0868 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780740 Aug 23 03:54:49.031169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:49.034813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:49.037253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:49.043237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:49.043875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.064532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1de9-ebce-4a8a-bb2f-88a70a556de4 None None] Pushing event updated for resources: {'Port': ['ID=2b7d9492-69be-4ff3-94d9-de5f3ff21209,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:49.072345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:49.139465 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-03b6dfe2-39de-4499-bed3-6fa350a600b6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2644539 Aug 23 03:54:49.144489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34464) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:49.166567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1dea6891-2483-4ad5-81ab-a8450605d00e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.174736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c404df0-3685-4b29-92bc-67f6833c4c03 None None] DHCP port deletion for 14893317-4e76-44d7-bca0-3671f275cf15 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:49.261136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550533d-080f-4267-8e81-dcf03665b9ce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:49.267767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550533d-080f-4267-8e81-dcf03665b9ce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:49.269621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d550533d-080f-4267-8e81-dcf03665b9ce tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1172860 Aug 23 03:54:49.273632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34468) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:49.278413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7c404df0-3685-4b29-92bc-67f6833c4c03 None None] Deleting port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:49.278854 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7c404df0-3685-4b29-92bc-67f6833c4c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.332865 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1dea6891-2483-4ad5-81ab-a8450605d00e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.375659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7c404df0-3685-4b29-92bc-67f6833c4c03 None None] For port 4db3a272-9ad4-4e13-ad2e-559e75d438f0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4db3a272-9ad4-4e13-ad2e-559e75d438f0,segment=NetworkSegment(ec8f9052-25df-421d-867d-eb82fc24541c),segment_id=ec8f9052-25df-421d-867d-eb82fc24541c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:49.376161 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7c404df0-3685-4b29-92bc-67f6833c4c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.385744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea6891-2483-4ad5-81ab-a8450605d00e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Subnet': ['ID=b494ff07-4f70-4411-b40f-5db7ca26f968,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:49.394059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1dea6891-2483-4ad5-81ab-a8450605d00e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.396405 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1dea6891-2483-4ad5-81ab-a8450605d00e tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "DELETE /v2.0/subnets/b494ff07-4f70-4411-b40f-5db7ca26f968 HTTP/1.1" status: 204 len: 168 time: 0.6259403 Aug 23 03:54:49.399275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34472) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:49.405499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb23d63a-d758-40bc-9028-212fb23cf810 None None] Network 7c0e0f79-cb26-4168-adbb-5e95df83d976 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:49.418885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-27af6e54-29c7-4154-aa72-465d8d37af3f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:49.419233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27af6e54-29c7-4154-aa72-465d8d37af3f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.422026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7c404df0-3685-4b29-92bc-67f6833c4c03 None None] Calling delete_port for 4db3a272-9ad4-4e13-ad2e-559e75d438f0 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:49.541277 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.587617 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27af6e54-29c7-4154-aa72-465d8d37af3f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.603101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-27af6e54-29c7-4154-aa72-465d8d37af3f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:49.635067 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7c404df0-3685-4b29-92bc-67f6833c4c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.665503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c404df0-3685-4b29-92bc-67f6833c4c03 None None] No DVR routers for this DVR port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:49.669476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54840e90-9e97-414e-995c-f111794e24ea None None] DHCP port deletion for 7c0e0f79-cb26-4168-adbb-5e95df83d976 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:49.679165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c404df0-3685-4b29-92bc-67f6833c4c03 None None] Pushing event deleted for resources: {'Port': ['ID=4db3a272-9ad4-4e13-ad2e-559e75d438f0,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:49.680292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Deleting port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:49.680292 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.723175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-54840e90-9e97-414e-995c-f111794e24ea None None] Deleting port 3d162fb1-594b-4eb7-bbbe-d326bc407432 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:49.723589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-54840e90-9e97-414e-995c-f111794e24ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.750605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] For port 4db3a272-9ad4-4e13-ad2e-559e75d438f0, host n-d-749052-7, got binding levels [] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:49.750968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.785682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Calling delete_port for 4db3a272-9ad4-4e13-ad2e-559e75d438f0 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:49.789204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-54840e90-9e97-414e-995c-f111794e24ea None None] For port 3d162fb1-594b-4eb7-bbbe-d326bc407432, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3d162fb1-594b-4eb7-bbbe-d326bc407432,segment=NetworkSegment(bc57f6d0-9c7a-4abe-ab26-3de8c8654e94),segment_id=bc57f6d0-9c7a-4abe-ab26-3de8c8654e94)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:49.789465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-54840e90-9e97-414e-995c-f111794e24ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.792424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_backend_mixin [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 was not found and therefore no delete operation was performed {{(pid=95120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 03:54:49.796203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.803670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-54840e90-9e97-414e-995c-f111794e24ea None None] Calling delete_port for 3d162fb1-594b-4eb7-bbbe-d326bc407432 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:49.834977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Port': ['ID=4db3a272-9ad4-4e13-ad2e-559e75d438f0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:49.840385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] No DVR routers for this DVR port 4db3a272-9ad4-4e13-ad2e-559e75d438f0 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:49.927698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.938432 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27af6e54-29c7-4154-aa72-465d8d37af3f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.941731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14893317-4e76-44d7-bca0-3671f275cf15']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:49.978585 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-54840e90-9e97-414e-995c-f111794e24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:49.982176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8f9052-25df-421d-867d-eb82fc24541c') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:49.982987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8f9052-25df-421d-867d-eb82fc24541c') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:49.985030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af6e54-29c7-4154-aa72-465d8d37af3f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:50.001737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.007843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54840e90-9e97-414e-995c-f111794e24ea None None] Pushing event deleted for resources: {'Port': ['ID=3d162fb1-594b-4eb7-bbbe-d326bc407432,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:50.012238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54840e90-9e97-414e-995c-f111794e24ea None None] No DVR routers for this DVR port 3d162fb1-594b-4eb7-bbbe-d326bc407432 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:50.028459 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27af6e54-29c7-4154-aa72-465d8d37af3f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.031478 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-27af6e54-29c7-4154-aa72-465d8d37af3f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd HTTP/1.1" status: 204 len: 168 time: 0.7550304 Aug 23 03:54:50.033292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34474) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:50.048741 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.069727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:54:50.072102 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: items = [ Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:54:50.073604 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:54:50.213250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cebd42-b02d-4212-aa08-7d877b224f2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:50.214879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cebd42-b02d-4212-aa08-7d877b224f2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:50.216409 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c5cebd42-b02d-4212-aa08-7d877b224f2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1820056 Aug 23 03:54:50.219816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34482) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:50.224426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-45e38e64-bd35-4002-84a3-166f193e1338 None None] Provisioning for port 2b7d9492-69be-4ff3-94d9-de5f3ff21209 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:50.246728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2315a-760a-49fb-a8fc-a23204d5a54f req-217ba7d9-c98d-4a4f-8d0e-fe6780ba2125 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:50.248370 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81c2315a-760a-49fb-a8fc-a23204d5a54f req-217ba7d9-c98d-4a4f-8d0e-fe6780ba2125 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 946 time: 0.1016741 Aug 23 03:54:50.259540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-4d29d6bc-622a-4cdf-9dd8-4c2e08a3963e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:50.261157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-4d29d6bc-622a-4cdf-9dd8-4c2e08a3963e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 946 time: 0.1115532 Aug 23 03:54:50.302296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.312987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.315168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "DELETE /v2.0/networks/14893317-4e76-44d7-bca0-3671f275cf15 HTTP/1.1" status: 204 len: 168 time: 0.9144325 Aug 23 03:54:50.320338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34484) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:50.362984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b193e-8618-4425-9575-c284c981dd03 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Network': ['ID=14893317-4e76-44d7-bca0-3671f275cf15,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:50.409203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81c2315a-760a-49fb-a8fc-a23204d5a54f req-05c55dc8-1974-4c54-ae5a-a242a8d1d75d tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469774 Aug 23 03:54:50.452723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0d3515f9-224f-4b01-ac60-f75a244b0cdf None None] Could not find standard attr ID for object e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:50.489708 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.539958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Deleting port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:50.540302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.689743 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.700263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-4854c1e2-09d1-4c83-8eb8-386a7fbd653e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 34648a9e-831e-4af7-91e5-30c5ac51e45e {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:50.707396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0e0f79-cb26-4168-adbb-5e95df83d976']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:50.711077 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4854c1e2-09d1-4c83-8eb8-386a7fbd653e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.719957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:50.720186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc57f6d0-9c7a-4abe-ab26-3de8c8654e94') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:54:50.737783 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.747143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] For port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:50.747503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.762946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4854c1e2-09d1-4c83-8eb8-386a7fbd653e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.769262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.771902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Calling delete_port for c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:50.781540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:54:50.781540 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:54:50.784599 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:54:50.896071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2b7d9492-69be-4ff3-94d9-de5f3ff21209 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:50.915924 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4854c1e2-09d1-4c83-8eb8-386a7fbd653e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.972427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.981423 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:50.983576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] 10.222.0.20 "DELETE /v2.0/networks/7c0e0f79-cb26-4168-adbb-5e95df83d976 HTTP/1.1" status: 204 len: 168 time: 0.6583083 Aug 23 03:54:51.004202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e1e3a-463c-4d9c-82b4-8a3db1eb8204 tempest-TaggedBootDevicesTest_v242-11545298 tempest-TaggedBootDevicesTest_v242-11545298-project] Pushing event deleted for resources: {'Network': ['ID=7c0e0f79-cb26-4168-adbb-5e95df83d976,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:51.023129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 2b7d9492-69be-4ff3-94d9-de5f3ff21209 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:51.029595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 2b7d9492-69be-4ff3-94d9-de5f3ff21209 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:51.031213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.051465 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4854c1e2-09d1-4c83-8eb8-386a7fbd653e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.084899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854c1e2-09d1-4c83-8eb8-386a7fbd653e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=34648a9e-831e-4af7-91e5-30c5ac51e45e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:51.092343 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4854c1e2-09d1-4c83-8eb8-386a7fbd653e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.094258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4854c1e2-09d1-4c83-8eb8-386a7fbd653e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/34648a9e-831e-4af7-91e5-30c5ac51e45e HTTP/1.1" status: 204 len: 168 time: 0.8725903 Aug 23 03:54:51.097374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34494) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:51.108379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47abe152-6eca-4571-a8fd-b8a2fca898e3 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:51.143454 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0f67220e-29ed-4afa-906b-c8b79a4d135a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444129 Aug 23 03:54:51.144328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.147980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34496) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:51.208484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Pushing event deleted for resources: {'Port': ['ID=c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:51.264426 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.292019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d084c53d-80d0-40e0-91b1-e5f36b194aa0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:51.294096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d084c53d-80d0-40e0-91b1-e5f36b194aa0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1446033 Aug 23 03:54:51.296652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34504) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:51.309761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] No DVR routers for this DVR port c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:51.318655 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.321298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6b86d713-dbec-42dc-9a29-d2b7f78331a7 req-cd0ee395-034c-40e0-add3-510be7bb0fa5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.24 "DELETE /v2.0/ports/c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e HTTP/1.1" status: 204 len: 173 time: 1.0527878 Aug 23 03:54:51.321893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8', 'name': 'network-vif-deleted', 'tag': 'c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:54:51.333987 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11481e03-52f3-4fd0-850f-f2060ac54984" -d '{"events": [{"server_uuid": "0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8", "name": "network-vif-deleted", "tag": "c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:54:51.356793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5408a-98cc-4f6b-85f7-b88ba0b70292 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:51.359176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-31d5408a-98cc-4f6b-85f7-b88ba0b70292 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0615597 Aug 23 03:54:51.361682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34512) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:51.371846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 2b7d9492-69be-4ff3-94d9-de5f3ff21209, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2b7d9492-69be-4ff3-94d9-de5f3ff21209,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:51.421071 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46832228-a4f6-48d9-b51f-0e616f0f1cc7 x-openstack-request-id: req-46832228-a4f6-48d9-b51f-0e616f0f1cc7 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:54:51.421362 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ce60b2db-8549-4f7b-b877-ebb88605f6e8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562720 Aug 23 03:54:51.421482 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8", "name": "network-vif-deleted", "tag": "c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:54:51.421482 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46832228-a4f6-48d9-b51f-0e616f0f1cc7 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:54:51.421482 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8', 'name': 'network-vif-deleted', 'tag': 'c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e', 'status': 'completed', 'code': 200} Aug 23 03:54:51.424017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34514) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:51.429629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:51.450581 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.552293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=2b7d9492-69be-4ff3-94d9-de5f3ff21209,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:51.562147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9445e49-7634-4327-828e-e7a3900c2815 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:51.571313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4db3a272-9ad4-4e13-ad2e-559e75d438f0 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:51.589591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-099b4af9-a68b-4d72-90a0-c1df4bbc6301 req-987b01f6-bea4-4495-89bc-cb7c82d55fc1 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ef1ef52-3c91-4ba6-a037-3ed2225d2bd8 HTTP/1.1" status: 200 len: 210 time: 0.0383964 Aug 23 03:54:51.607315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 4db3a272-9ad4-4e13-ad2e-559e75d438f0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:51.607315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4db3a272-9ad4-4e13-ad2e-559e75d438f0 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:51.607315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3d162fb1-594b-4eb7-bbbe-d326bc407432 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:51.629460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 3d162fb1-594b-4eb7-bbbe-d326bc407432 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:51.629460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3d162fb1-594b-4eb7-bbbe-d326bc407432 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:51.640581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:51.645124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.686369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d9445e49-7634-4327-828e-e7a3900c2815 None None] Deleting port 2b7d9492-69be-4ff3-94d9-de5f3ff21209 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:51.686369 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9445e49-7634-4327-828e-e7a3900c2815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.759731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d9445e49-7634-4327-828e-e7a3900c2815 None None] For port 2b7d9492-69be-4ff3-94d9-de5f3ff21209, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2b7d9492-69be-4ff3-94d9-de5f3ff21209,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:51.760142 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9445e49-7634-4327-828e-e7a3900c2815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.774931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d9445e49-7634-4327-828e-e7a3900c2815 None None] Calling delete_port for 2b7d9492-69be-4ff3-94d9-de5f3ff21209 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:51.942982 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9445e49-7634-4327-828e-e7a3900c2815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:51.971708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9445e49-7634-4327-828e-e7a3900c2815 None None] Pushing event deleted for resources: {'Port': ['ID=2b7d9492-69be-4ff3-94d9-de5f3ff21209,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:51.975419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9445e49-7634-4327-828e-e7a3900c2815 None None] No DVR routers for this DVR port 2b7d9492-69be-4ff3-94d9-de5f3ff21209 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:52.052842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.objects.ports [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:54:52.059705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:52.098619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:52.103663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:52.106812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:52.107519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:52.114501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c38a33b-86ca-4bdd-8620-076962a8d345 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:52.134796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=c6ead73f-bf5c-4be4-a503-29e6546aba7e,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:52.261142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5310c09a-fef2-412b-b528-bee28f3596d3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8336077 Aug 23 03:54:52.262212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34526) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:52.269988 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:31:5f:f5', 'name': 'tempest-NetworksTestDHCPv6-1605024910'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:52.461401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'c6ead73f-bf5c-4be4-a503-29e6546aba7e'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:54:52.462810 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:52.493283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:52.595299 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:52.629870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port f01e9ffd-f0f7-499d-ab7d-67d81e315316 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:52.630429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Allocated IP 2001:db8::f816:3eff:fe7c:5cd0 (edd3ff6a-5962-416f-9269-01284de80fc0/c6ead73f-bf5c-4be4-a503-29e6546aba7e/176aded0-dbca-44ec-af4d-738a74cf3874) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:52.651401 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:52.819242 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:52.827603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Transition to ACTIVE for port object 176aded0-dbca-44ec-af4d-738a74cf3874 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:52.830713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2b7d9492-69be-4ff3-94d9-de5f3ff21209 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:52.854508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 2b7d9492-69be-4ff3-94d9-de5f3ff21209 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:52.854853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2b7d9492-69be-4ff3-94d9-de5f3ff21209 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:52.864865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Transition to ACTIVE for port object 176aded0-dbca-44ec-af4d-738a74cf3874 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:52.906162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:52.947297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:52.950176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:52.956864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:52.957379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:fe31:5ff5 (edd3ff6a-5962-416f-9269-01284de80fc0/c6ead73f-bf5c-4be4-a503-29e6546aba7e/f01e9ffd-f0f7-499d-ab7d-67d81e315316) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:52.959375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Pushing event updated for resources: {'Port': ['ID=176aded0-dbca-44ec-af4d-738a74cf3874,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:53.031157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:53.033994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Attempting to bind port 176aded0-dbca-44ec-af4d-738a74cf3874 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:53.034379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Attempting to bind port 176aded0-dbca-44ec-af4d-738a74cf3874 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:53.034752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Attempting to bind port 176aded0-dbca-44ec-af4d-738a74cf3874 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:53.057155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:53.057520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c657fb82-ac61-4b1e-b0b0-7ba49a5e1c9e not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:53.059316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:53.059715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:53.060122 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:53.061076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:53.061704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Bound port: 176aded0-dbca-44ec-af4d-738a74cf3874, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:53.063186 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:53.131269 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:53.136146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] For port 176aded0-dbca-44ec-af4d-738a74cf3874, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:53.139713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] For port 176aded0-dbca-44ec-af4d-738a74cf3874, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=176aded0-dbca-44ec-af4d-738a74cf3874,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:53.145190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object f01e9ffd-f0f7-499d-ab7d-67d81e315316 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:53.207290 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:53.237343 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:53.268545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8acaf-ee12-41b8-8d6a-7acc6f58e17e None None] Pushing event updated for resources: {'Port': ['ID=176aded0-dbca-44ec-af4d-738a74cf3874,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:53.308274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:53.311609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:53.314310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:53.321494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:53.322264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:53.340796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=f01e9ffd-f0f7-499d-ab7d-67d81e315316,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:53.424429 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bd5ca83b-f3c1-4995-81f8-a27d15aa110e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1595683 Aug 23 03:54:53.427001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34542) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:53.488918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7292f68-c172-49ca-b60b-75b9708afca7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:53.498052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7292f68-c172-49ca-b60b-75b9708afca7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:53.505264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e7292f68-c172-49ca-b60b-75b9708afca7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0769880 Aug 23 03:54:53.507925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34546) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:53.643138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6a91a1df-79c8-40b8-b225-cad9d6aacbc2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port f01e9ffd-f0f7-499d-ab7d-67d81e315316 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:53.647775 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a91a1df-79c8-40b8-b225-cad9d6aacbc2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:53.740394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a91a1df-79c8-40b8-b225-cad9d6aacbc2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:53.762691 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6a91a1df-79c8-40b8-b225-cad9d6aacbc2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for f01e9ffd-f0f7-499d-ab7d-67d81e315316 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:54.012592 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a91a1df-79c8-40b8-b225-cad9d6aacbc2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:54.059267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91a1df-79c8-40b8-b225-cad9d6aacbc2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=f01e9ffd-f0f7-499d-ab7d-67d81e315316,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:54.101556 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a91a1df-79c8-40b8-b225-cad9d6aacbc2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:54.103703 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6a91a1df-79c8-40b8-b225-cad9d6aacbc2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/f01e9ffd-f0f7-499d-ab7d-67d81e315316 HTTP/1.1" status: 204 len: 168 time: 0.5940235 Aug 23 03:54:54.106104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34554) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:54.179204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807711cd-e04d-4adc-9b21-f77d5d45c13a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:54.182921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807711cd-e04d-4adc-9b21-f77d5d45c13a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:54.183165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-807711cd-e04d-4adc-9b21-f77d5d45c13a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0756183 Aug 23 03:54:54.186056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34556) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:54.267872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95db254-2666-45a7-9e71-10f39c1250ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet c6ead73f-bf5c-4be4-a503-29e6546aba7e {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:54.271927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f95db254-2666-45a7-9e71-10f39c1250ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:54.325873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f95db254-2666-45a7-9e71-10f39c1250ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:54.473279 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f95db254-2666-45a7-9e71-10f39c1250ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:54.652931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f95db254-2666-45a7-9e71-10f39c1250ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:54.719085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95db254-2666-45a7-9e71-10f39c1250ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ead73f-bf5c-4be4-a503-29e6546aba7e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:54.730820 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f95db254-2666-45a7-9e71-10f39c1250ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:54.735601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1f9154d4-1e0c-425b-a224-81fa76064e5e None None] Provisioning for port 176aded0-dbca-44ec-af4d-738a74cf3874 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:54.736102 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f95db254-2666-45a7-9e71-10f39c1250ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/c6ead73f-bf5c-4be4-a503-29e6546aba7e HTTP/1.1" status: 204 len: 168 time: 0.5465300 Aug 23 03:54:54.736102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34564) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:54.822017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-631944e7-bbed-4452-8fc1-c90a59a98a6e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848596 Aug 23 03:54:54.824636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34566) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:54.830185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:54.871472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f2379-1b13-437e-9e4c-0b697f4f2857 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:54.971821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3679bda3-3460-439b-968d-c8fcc9ba4d5f None None] Could not find standard attr ID for object f01e9ffd-f0f7-499d-ab7d-67d81e315316. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:54.994678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 176aded0-dbca-44ec-af4d-738a74cf3874 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:55.053091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:55.056989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:55.172707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 176aded0-dbca-44ec-af4d-738a74cf3874 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:55.177708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 176aded0-dbca-44ec-af4d-738a74cf3874 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:55.178182 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:55.226222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240954b2-a7cd-4a4b-9cef-cba6f00e95fa None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:55.369673 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:55.373621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-240954b2-a7cd-4a4b-9cef-cba6f00e95fa None None] Deleting port 176aded0-dbca-44ec-af4d-738a74cf3874 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:55.373999 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-240954b2-a7cd-4a4b-9cef-cba6f00e95fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:55.478562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 176aded0-dbca-44ec-af4d-738a74cf3874, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=176aded0-dbca-44ec-af4d-738a74cf3874,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:55.481083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-240954b2-a7cd-4a4b-9cef-cba6f00e95fa None None] For port 176aded0-dbca-44ec-af4d-738a74cf3874, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=176aded0-dbca-44ec-af4d-738a74cf3874,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:55.481687 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-240954b2-a7cd-4a4b-9cef-cba6f00e95fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:55.514433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-240954b2-a7cd-4a4b-9cef-cba6f00e95fa None None] Calling delete_port for 176aded0-dbca-44ec-af4d-738a74cf3874 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:55.651155 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:55.713469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.objects.ports [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:54:55.717510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=176aded0-dbca-44ec-af4d-738a74cf3874,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:55.743271 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-240954b2-a7cd-4a4b-9cef-cba6f00e95fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:55.771622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240954b2-a7cd-4a4b-9cef-cba6f00e95fa None None] Pushing event deleted for resources: {'Port': ['ID=176aded0-dbca-44ec-af4d-738a74cf3874,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:55.780105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240954b2-a7cd-4a4b-9cef-cba6f00e95fa None None] No DVR routers for this DVR port 176aded0-dbca-44ec-af4d-738a74cf3874 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:55.904243 n-d-749052-7 neutron-server[95121]: WARNING neutron.services.revisions.revision_plugin [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Could not find related port for resource to bump revision. Aug 23 03:54:55.948202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_pluggable_backend [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Port 176aded0-dbca-44ec-af4d-738a74cf3874 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95121) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 23 03:54:55.948798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_pluggable_backend [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7c:5cd0 {{(pid=95121) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 23 03:54:55.953644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_pluggable_backend [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7c:5cd0 {{(pid=95121) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 23 03:54:55.955050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:56.025517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:56.028714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:56.033394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:56.034233 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:56.043127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7084bf60-107f-47c0-8429-bf05c916bed3 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:56.072360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=f5958716-6be4-4994-a601-e7db50dbae19,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:56.099195 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f99acbb-003b-4e0a-bacb-12d638956f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:56.175261 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-737b0988-d8c0-4d9f-8a7a-ea807b30ce4f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3464756 Aug 23 03:54:56.175261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34592) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:56.180252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:37:ba:40', 'name': 'tempest-NetworksTestDHCPv6-646751874'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:56.358111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'f5958716-6be4-4994-a601-e7db50dbae19'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:54:56.358842 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:56.539776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Allocated IP 2001:db8::f816:3eff:fe7e:eece (edd3ff6a-5962-416f-9269-01284de80fc0/f5958716-6be4-4994-a601-e7db50dbae19/ba84fe58-d77f-46f9-b2a8-43b053f7b699) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:56.544418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:56.692691 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:56.696483 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:56.706216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Transition to ACTIVE for port object ba84fe58-d77f-46f9-b2a8-43b053f7b699 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:56.723013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Transition to ACTIVE for port object ba84fe58-d77f-46f9-b2a8-43b053f7b699 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:56.733180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port eabbb969-8bfd-4280-89d3-7561f5031c56 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:54:56.792005 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:56.906112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:56.913369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:56.915673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Pushing event updated for resources: {'Port': ['ID=ba84fe58-d77f-46f9-b2a8-43b053f7b699,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:56.924585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:56.936625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 176aded0-dbca-44ec-af4d-738a74cf3874 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:54:56.948367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:fe37:ba40 (edd3ff6a-5962-416f-9269-01284de80fc0/f5958716-6be4-4994-a601-e7db50dbae19/eabbb969-8bfd-4280-89d3-7561f5031c56) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:54:56.975033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 176aded0-dbca-44ec-af4d-738a74cf3874 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:54:56.975391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 176aded0-dbca-44ec-af4d-738a74cf3874 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:54:57.001774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Attempting to bind port ba84fe58-d77f-46f9-b2a8-43b053f7b699 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:54:57.002148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Attempting to bind port ba84fe58-d77f-46f9-b2a8-43b053f7b699 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:54:57.002510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Attempting to bind port ba84fe58-d77f-46f9-b2a8-43b053f7b699 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:54:57.008492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:54:57.008878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:54:57.009328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:57.009734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:54:57.010210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Bound port: ba84fe58-d77f-46f9-b2a8-43b053f7b699, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:54:57.010604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:57.085862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] For port ba84fe58-d77f-46f9-b2a8-43b053f7b699, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:54:57.090577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] For port ba84fe58-d77f-46f9-b2a8-43b053f7b699, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ba84fe58-d77f-46f9-b2a8-43b053f7b699,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:54:57.135401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:57.154517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object eabbb969-8bfd-4280-89d3-7561f5031c56 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:54:57.184896 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:57.276812 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:57.291645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc2159-5302-4732-901d-b3a140457db0 None None] Pushing event updated for resources: {'Port': ['ID=ba84fe58-d77f-46f9-b2a8-43b053f7b699,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:57.369417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:57.372376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:57.376439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:54:57.382289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:57.382962 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:57.396987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=eabbb969-8bfd-4280-89d3-7561f5031c56,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:57.483878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-60b5f934-4405-4f57-9fbb-86896d3516f8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3078432 Aug 23 03:54:57.486426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34602) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:57.544585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c635e-7e06-4b22-b00b-6878b499aa88 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:57.552723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c635e-7e06-4b22-b00b-6878b499aa88 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:57.557470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3d0c635e-7e06-4b22-b00b-6878b499aa88 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0669830 Aug 23 03:54:57.557722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34604) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:57.706706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-e3712187-fc00-422e-b40f-15f1706e0d0f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port eabbb969-8bfd-4280-89d3-7561f5031c56 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:57.707051 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3712187-fc00-422e-b40f-15f1706e0d0f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:57.794257 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3712187-fc00-422e-b40f-15f1706e0d0f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:57.806143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-e3712187-fc00-422e-b40f-15f1706e0d0f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for eabbb969-8bfd-4280-89d3-7561f5031c56 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:58.041338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3712187-fc00-422e-b40f-15f1706e0d0f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:58.113116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3712187-fc00-422e-b40f-15f1706e0d0f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=eabbb969-8bfd-4280-89d3-7561f5031c56,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:58.164454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3712187-fc00-422e-b40f-15f1706e0d0f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:58.169056 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e3712187-fc00-422e-b40f-15f1706e0d0f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/eabbb969-8bfd-4280-89d3-7561f5031c56 HTTP/1.1" status: 204 len: 168 time: 0.6081388 Aug 23 03:54:58.170290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34612) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:58.254743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04079fb4-ac7a-44ac-845f-c089ac5688c4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:58.256718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04079fb4-ac7a-44ac-845f-c089ac5688c4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:58.258147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-04079fb4-ac7a-44ac-845f-c089ac5688c4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0868669 Aug 23 03:54:58.260739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34614) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:58.337391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-009c7f09-1fd3-4e21-b37a-28b92e69c044 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet f5958716-6be4-4994-a601-e7db50dbae19 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:54:58.340927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-009c7f09-1fd3-4e21-b37a-28b92e69c044 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:58.384039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-009c7f09-1fd3-4e21-b37a-28b92e69c044 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:58.480938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-009c7f09-1fd3-4e21-b37a-28b92e69c044 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:58.652037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-009c7f09-1fd3-4e21-b37a-28b92e69c044 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:58.694886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c7f09-1fd3-4e21-b37a-28b92e69c044 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=f5958716-6be4-4994-a601-e7db50dbae19,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:58.699192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eea21514-5f94-4242-b8e9-0ca00575020b None None] Provisioning for port ba84fe58-d77f-46f9-b2a8-43b053f7b699 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:58.711846 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-009c7f09-1fd3-4e21-b37a-28b92e69c044 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:58.714136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-009c7f09-1fd3-4e21-b37a-28b92e69c044 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/f5958716-6be4-4994-a601-e7db50dbae19 HTTP/1.1" status: 204 len: 168 time: 0.4521770 Aug 23 03:54:58.717382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34620) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:58.775458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c17a3220-e0d7-490a-8e2d-aa70d934efe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:58.795240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-91bdc993-1e0b-4c3a-be2c-d33acf984341 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740657 Aug 23 03:54:58.795681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34622) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:58.840608 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:58.872911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52501730-ec2f-4f52-b0d5-0574e6d64d5a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:58.877422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34624) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:58.877609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52501730-ec2f-4f52-b0d5-0574e6d64d5a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0812254 Aug 23 03:54:58.922424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-603d703d-1f66-4d36-99b6-ce42bbccf6ad None None] Could not find standard attr ID for object eabbb969-8bfd-4280-89d3-7561f5031c56. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:54:58.924151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08e5e5-2c05-4c29-98b0-677c8b6033b0 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:58.984685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183da338-6a8f-4a0c-83ad-dff4762564c5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:58.986633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-183da338-6a8f-4a0c-83ad-dff4762564c5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078980 Aug 23 03:54:58.989431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34626) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:59.015222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ba84fe58-d77f-46f9-b2a8-43b053f7b699 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:54:59.041825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ecddec60-57f4-44ac-b31c-ba07eda1b54c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509365 Aug 23 03:54:59.046006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34628) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:59.050853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:59.237988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ba84fe58-d77f-46f9-b2a8-43b053f7b699 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:54:59.244419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ba84fe58-d77f-46f9-b2a8-43b053f7b699 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:54:59.245125 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:59.263717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:54:59.267791 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:59.276381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d8825-0b5c-4b4c-b14b-dcd38aa2ec28 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:54:59.365303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e15d8825-0b5c-4b4c-b14b-dcd38aa2ec28 None None] Deleting port ba84fe58-d77f-46f9-b2a8-43b053f7b699 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:54:59.365547 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e15d8825-0b5c-4b4c-b14b-dcd38aa2ec28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:59.424224 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:59.462161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e15d8825-0b5c-4b4c-b14b-dcd38aa2ec28 None None] For port ba84fe58-d77f-46f9-b2a8-43b053f7b699, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ba84fe58-d77f-46f9-b2a8-43b053f7b699,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:59.462687 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e15d8825-0b5c-4b4c-b14b-dcd38aa2ec28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:59.482307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e15d8825-0b5c-4b4c-b14b-dcd38aa2ec28 None None] Calling delete_port for ba84fe58-d77f-46f9-b2a8-43b053f7b699 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:54:59.494222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port ba84fe58-d77f-46f9-b2a8-43b053f7b699, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ba84fe58-d77f-46f9-b2a8-43b053f7b699,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:54:59.571171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:59.635579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=ba84fe58-d77f-46f9-b2a8-43b053f7b699,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:59.658862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:59.692190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e15d8825-0b5c-4b4c-b14b-dcd38aa2ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:59.734279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=5751e1a8-abd1-4059-9c4c-0a8e09058504,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:59.744318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d8825-0b5c-4b4c-b14b-dcd38aa2ec28 None None] Pushing event deleted for resources: {'Port': ['ID=ba84fe58-d77f-46f9-b2a8-43b053f7b699,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:54:59.755888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d8825-0b5c-4b4c-b14b-dcd38aa2ec28 None None] No DVR routers for this DVR port ba84fe58-d77f-46f9-b2a8-43b053f7b699 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:54:59.764338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:54:59.769930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:54:59.778074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:54:59.778913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:54:59.789613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859dc6b8-6fc2-418b-a5d6-68c652455789 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:54:59.900095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34642) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:54:59.921668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:d4:7e:df', 'name': 'tempest-NetworksTestDHCPv6-1658762436'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:54:59.922825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e4106b62-ce9f-4cbd-9b19-e444938d747e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8416538 Aug 23 03:55:00.116833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '5751e1a8-abd1-4059-9c4c-0a8e09058504'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:55:00.117542 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:00.349132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:00.350984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/5751e1a8-abd1-4059-9c4c-0a8e09058504/bbd36201-97f7-4f04-9e39-40e962a6eb5a) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:00.432705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:00.474882 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:00.499550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 18ba8041-1f69-45d7-b354-3b72a0fb0c19 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:55:00.562285 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:00.573860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Transition to ACTIVE for port object bbd36201-97f7-4f04-9e39-40e962a6eb5a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:00.589899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Transition to ACTIVE for port object bbd36201-97f7-4f04-9e39-40e962a6eb5a will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:00.674636 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:00.735356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:00.744332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:00.749678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:00.756008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Pushing event updated for resources: {'Port': ['ID=bbd36201-97f7-4f04-9e39-40e962a6eb5a,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:00.810179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::3ce (edd3ff6a-5962-416f-9269-01284de80fc0/5751e1a8-abd1-4059-9c4c-0a8e09058504/18ba8041-1f69-45d7-b354-3b72a0fb0c19) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:00.838508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Attempting to bind port bbd36201-97f7-4f04-9e39-40e962a6eb5a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:00.839086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Attempting to bind port bbd36201-97f7-4f04-9e39-40e962a6eb5a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:00.839595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Attempting to bind port bbd36201-97f7-4f04-9e39-40e962a6eb5a on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:00.851232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:00.862079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:00.862079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:00.862079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:00.862079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Bound port: bbd36201-97f7-4f04-9e39-40e962a6eb5a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:00.862079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:00.924068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ba84fe58-d77f-46f9-b2a8-43b053f7b699 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:00.998793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ba84fe58-d77f-46f9-b2a8-43b053f7b699 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:01.000160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ba84fe58-d77f-46f9-b2a8-43b053f7b699 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:01.008050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] For port bbd36201-97f7-4f04-9e39-40e962a6eb5a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:01.026525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] For port bbd36201-97f7-4f04-9e39-40e962a6eb5a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bbd36201-97f7-4f04-9e39-40e962a6eb5a,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:01.060256 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:01.074641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 18ba8041-1f69-45d7-b354-3b72a0fb0c19 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:01.110600 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:01.173785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:01.199647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d4fc4-2ada-4ff9-a2b5-af0be385d31d None None] Pushing event updated for resources: {'Port': ['ID=bbd36201-97f7-4f04-9e39-40e962a6eb5a,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:01.260060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:01.260834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=18ba8041-1f69-45d7-b354-3b72a0fb0c19,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:01.264824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:01.266987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:01.280348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:01.281049 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:01.392813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-92cea586-d394-4eec-89a8-43470ec80404 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4915705 Aug 23 03:55:01.396767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34660) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:01.547230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53162612-2a21-481c-87a9-ff03ad4a093e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:01.554020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53162612-2a21-481c-87a9-ff03ad4a093e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:01.564212 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-53162612-2a21-481c-87a9-ff03ad4a093e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1610956 Aug 23 03:55:01.564805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34666) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:01.620486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-b156b8ce-add4-41b0-92b2-67f9f551a4a9 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:01.621891 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-b156b8ce-add4-41b0-92b2-67f9f551a4a9 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/networks?id=e9c81df7-eb38-4e9b-9c43-9daeeea27780 HTTP/1.1" status: 200 len: 814 time: 0.1932344 Aug 23 03:55:01.640299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-8c28e580-0aab-4f24-95a1-aba6960768a5 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/quotas/9bef709f2f514e73bb819cc6c0f4945c HTTP/1.1" status: 200 len: 375 time: 0.0097506 Aug 23 03:55:01.692317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-59a4f7fe-bbe2-4cc1-a64a-cd0a684a0900 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bef709f2f514e73bb819cc6c0f4945c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296638 Aug 23 03:55:01.731391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2f54d7a2-f0d9-42c0-b5d2-69fc17dbfcfd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 18ba8041-1f69-45d7-b354-3b72a0fb0c19 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:01.731867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f54d7a2-f0d9-42c0-b5d2-69fc17dbfcfd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:01.743279 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:01.895224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f54d7a2-f0d9-42c0-b5d2-69fc17dbfcfd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:01.911258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2f54d7a2-f0d9-42c0-b5d2-69fc17dbfcfd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 18ba8041-1f69-45d7-b354-3b72a0fb0c19 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:01.972933 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-88b3e7ce-fd5b-4125-994d-5374a220f49e service neutron] 10.222.0.20 "GET /v2.0/networks/e9c81df7-eb38-4e9b-9c43-9daeeea27780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728703 Aug 23 03:55:02.119659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-704ba3c7-cde9-4ae9-b143-e6119ebea563 service neutron] 10.222.0.20 "GET /v2.0/networks/e9c81df7-eb38-4e9b-9c43-9daeeea27780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458318 Aug 23 03:55:02.216105 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f54d7a2-f0d9-42c0-b5d2-69fc17dbfcfd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:02.260733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54d7a2-f0d9-42c0-b5d2-69fc17dbfcfd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=18ba8041-1f69-45d7-b354-3b72a0fb0c19,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:02.285786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f54d7a2-f0d9-42c0-b5d2-69fc17dbfcfd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:02.287704 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2f54d7a2-f0d9-42c0-b5d2-69fc17dbfcfd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/18ba8041-1f69-45d7-b354-3b72a0fb0c19 HTTP/1.1" status: 204 len: 168 time: 0.7219355 Aug 23 03:55:02.290450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34674) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:02.364094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f9ac4-49c8-4462-a42e-1993c2af72fa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:02.365972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f9ac4-49c8-4462-a42e-1993c2af72fa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:02.375386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34678) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:02.375744 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-715f9ac4-49c8-4462-a42e-1993c2af72fa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0820513 Aug 23 03:55:02.486370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25c76206-adcd-40e0-9e3b-abbf28d3ba3a req-a76dd5e0-1f2e-40c2-ba50-b64de042f525 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 210 time: 0.0540762 Aug 23 03:55:02.502637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-599982f5-183d-474e-bb9d-6888800df18f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 5751e1a8-abd1-4059-9c4c-0a8e09058504 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:02.506165 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-599982f5-183d-474e-bb9d-6888800df18f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:02.557404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-599982f5-183d-474e-bb9d-6888800df18f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:02.590210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d7e8c805-b37e-47b1-8ac1-f7978c4d3105 None None] Provisioning for port bbd36201-97f7-4f04-9e39-40e962a6eb5a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:02.691655 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-599982f5-183d-474e-bb9d-6888800df18f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:02.811248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fb6335c1-4d5f-4e9a-bda6-0e19c383a3cb None None] Could not find standard attr ID for object 18ba8041-1f69-45d7-b354-3b72a0fb0c19. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:55:02.847017 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-599982f5-183d-474e-bb9d-6888800df18f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:02.878701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599982f5-183d-474e-bb9d-6888800df18f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=5751e1a8-abd1-4059-9c4c-0a8e09058504,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:02.891124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-599982f5-183d-474e-bb9d-6888800df18f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:02.897835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-599982f5-183d-474e-bb9d-6888800df18f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/5751e1a8-abd1-4059-9c4c-0a8e09058504 HTTP/1.1" status: 204 len: 168 time: 0.5190389 Aug 23 03:55:02.898530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34688) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:02.936757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbd36201-97f7-4f04-9e39-40e962a6eb5a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:02.956782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8d13f1c8-fc49-4407-a7a7-9e77be8b246b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571120 Aug 23 03:55:02.959159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34690) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:02.959303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bce1b2-26bb-4cc7-87c5-490a16f48183 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:03.022599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1188e616-e126-447d-81ec-060383a8926c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:03.027428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34694) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:03.027818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1188e616-e126-447d-81ec-060383a8926c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0673285 Aug 23 03:55:03.080059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34698) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:03.123630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc21c27-1bba-48fe-a79f-fe215cd374df tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:03.125240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ecc21c27-1bba-48fe-a79f-fe215cd374df tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964241 Aug 23 03:55:03.127899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34702) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:03.176655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c9f2810-d55c-4df6-9cc5-036a8eb8abee tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475013 Aug 23 03:55:03.180497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34704) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:03.186160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:03.406208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port bbd36201-97f7-4f04-9e39-40e962a6eb5a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:03.411392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bbd36201-97f7-4f04-9e39-40e962a6eb5a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:03.412079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:03.445155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e95ef7-7783-4c96-a8da-5f8b9447f5fe None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:55:03.583416 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:03.610618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-60e95ef7-7783-4c96-a8da-5f8b9447f5fe None None] Deleting port bbd36201-97f7-4f04-9e39-40e962a6eb5a {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:03.611761 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60e95ef7-7783-4c96-a8da-5f8b9447f5fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:03.721046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port bbd36201-97f7-4f04-9e39-40e962a6eb5a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bbd36201-97f7-4f04-9e39-40e962a6eb5a,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:03.733714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2a71ba2-3c78-4d45-a4d8-dbf514d8b1a9 req-56c05876-3597-4598-a84e-9c61df426274 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 210 time: 0.0796101 Aug 23 03:55:03.753107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-60e95ef7-7783-4c96-a8da-5f8b9447f5fe None None] For port bbd36201-97f7-4f04-9e39-40e962a6eb5a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bbd36201-97f7-4f04-9e39-40e962a6eb5a,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:03.754039 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60e95ef7-7783-4c96-a8da-5f8b9447f5fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:03.774069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-60e95ef7-7783-4c96-a8da-5f8b9447f5fe None None] Calling delete_port for bbd36201-97f7-4f04-9e39-40e962a6eb5a owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:03.798257 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:03.861583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:03.865256 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:03.911273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=bbd36201-97f7-4f04-9e39-40e962a6eb5a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:03.951529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:04.022074 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60e95ef7-7783-4c96-a8da-5f8b9447f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:04.062422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e95ef7-7783-4c96-a8da-5f8b9447f5fe None None] Pushing event deleted for resources: {'Port': ['ID=bbd36201-97f7-4f04-9e39-40e962a6eb5a,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:04.088162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e95ef7-7783-4c96-a8da-5f8b9447f5fe None None] No DVR routers for this DVR port bbd36201-97f7-4f04-9e39-40e962a6eb5a on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:04.267614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Deleting port 96384f36-c153-42b7-a8d0-e022717ad3bb {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:04.268026 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:04.300583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:55:04.301991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:04.348146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:04.353542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:04.358356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:04.358948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:04.366010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363adde-b068-464a-9f85-4c77081d1345 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:04.378321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=db2ba50e-6140-4925-b7ff-2a63dc035b4e,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:04.486042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1b3bdccd-f791-426e-b61e-f27d6bfaf354 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3017418 Aug 23 03:55:04.486386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34710) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:04.492637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-dfa922d4-abf4-4de4-b66f-e108a035e320 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:04.554823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'db2ba50e-6140-4925-b7ff-2a63dc035b4e'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:55:04.555792 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:04.720348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa922d4-abf4-4de4-b66f-e108a035e320 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:04.724063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dfa922d4-abf4-4de4-b66f-e108a035e320 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:04.740627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Allocated IP 2001:db8::f816:3eff:fec5:a749 (edd3ff6a-5962-416f-9269-01284de80fc0/db2ba50e-6140-4925-b7ff-2a63dc035b4e/80bcbbc9-d6f6-4cac-84e1-63d172c474ac) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:04.773573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] For port 96384f36-c153-42b7-a8d0-e022717ad3bb, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=96384f36-c153-42b7-a8d0-e022717ad3bb,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:04.777305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:04.796447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Calling delete_port for 96384f36-c153-42b7-a8d0-e022717ad3bb owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:04.874102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbd36201-97f7-4f04-9e39-40e962a6eb5a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:04.914940 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-dfa922d4-abf4-4de4-b66f-e108a035e320 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db2ba50e-6140-4925-b7ff-2a63dc035b4e (CIDR: 2001:db8::/64) Aug 23 03:55:04.915767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c0a825e-30c8-48ca-b4ba-2909acc733cf req-7801d527-2b0c-49ab-b598-2417b041c81a tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 210 time: 0.0375652 Aug 23 03:55:04.924494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: bbd36201-97f7-4f04-9e39-40e962a6eb5a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:04.924855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbd36201-97f7-4f04-9e39-40e962a6eb5a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:04.969722 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa922d4-abf4-4de4-b66f-e108a035e320 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:55:04.971681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa922d4-abf4-4de4-b66f-e108a035e320 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:05.034107 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.048887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Transition to ACTIVE for port object 80bcbbc9-d6f6-4cac-84e1-63d172c474ac will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:05.070188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Transition to ACTIVE for port object 80bcbbc9-d6f6-4cac-84e1-63d172c474ac will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:05.102902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5034b6bd-be58-482e-9e3c-eb3144cf0d3e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:05.104346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5034b6bd-be58-482e-9e3c-eb3144cf0d3e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.11 "GET /v2.0/networks?id=e9c81df7-eb38-4e9b-9c43-9daeeea27780 HTTP/1.1" status: 200 len: 814 time: 0.1309450 Aug 23 03:55:05.116185 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dfa922d4-abf4-4de4-b66f-e108a035e320 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6286719 Aug 23 03:55:05.122046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34718) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:05.128456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:05.129312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Request body: {'port': {'device_id': 'c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3', 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780', 'admin_state_up': True, 'tenant_id': '9bef709f2f514e73bb819cc6c0f4945c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:05.176656 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.225663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:05.229286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:05.236101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:05.239346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Pushing event updated for resources: {'Port': ['ID=80bcbbc9-d6f6-4cac-84e1-63d172c474ac,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:05.292393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.306155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Attempting to bind port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:05.306854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Attempting to bind port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:05.307338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Attempting to bind port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:05.318995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:05.319289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:05.320041 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.320448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:05.320938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Bound port: 80bcbbc9-d6f6-4cac-84e1-63d172c474ac, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:05.321347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.329144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96384f36-c153-42b7-a8d0-e022717ad3bb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:05.385503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Made reservation on behalf of 9bef709f2f514e73bb819cc6c0f4945c for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:05.390021 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.479948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] For port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:05.484423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:05.484917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] For port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=80bcbbc9-d6f6-4cac-84e1-63d172c474ac,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:05.488002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.571193 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.578449 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.655806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f2aee-f97d-44a5-9a2a-04f1adaf44fc None None] Pushing event updated for resources: {'Port': ['ID=80bcbbc9-d6f6-4cac-84e1-63d172c474ac,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:05.682348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Allocated IP 172.20.0.2 (e9c81df7-eb38-4e9b-9c43-9daeeea27780/2cb61738-2da9-44e5-af6b-28391512b385/c9201b6f-deb0-4fad-b87d-da99ac9c75ee) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:05.846263 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.918056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:05.922863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:05.929347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:05.930739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:05.957530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=98765e8f-257c-4bf6-ba04-543ebca6b3c3,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:05.967710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Router 245e3bae-db62-4cb0-8155-d8639d59a297 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:55:05.973831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:06.066068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f274d845-c8b5-4a8f-8b96-d420d8af18bf req-1e19b9c5-45d4-46cf-b96d-453021e8055d tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 210 time: 0.0528312 Aug 23 03:55:06.069067 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ebed25b3-86af-427e-97da-169e7e503c9a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9449162 Aug 23 03:55:06.073204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34724) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:06.079854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:f6:65:8c', 'name': 'tempest-NetworksTestDHCPv6-1987076673'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:06.151610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:55:06.152683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e603651c-8369-4257-9df5-cba550c720d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/245e3bae-db62-4cb0-8155-d8639d59a297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0731506 Aug 23 03:55:06.156799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34728) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:06.164293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] Sync routers for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:55:06.174740 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:06.175359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:54:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:06.212564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:06.294098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:06.303341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Network e9c81df7-eb38-4e9b-9c43-9daeeea27780 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:06.306235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Pushing event updated for resources: {'Port': ['ID=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:06.313258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:06.317372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:06.323456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:06.343351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:06.409546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:06.410189 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:06.484602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:06.490429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:06.510355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:55:06.537186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:55:05Z', 'revision_number': 5, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:06.569839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] Checking router: 245e3bae-db62-4cb0-8155-d8639d59a297 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:55:06.581494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] Routers {'245e3bae-db62-4cb0-8155-d8639d59a297'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:06.582363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:54:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['245e3bae-db62-4cb0-8155-d8639d59a297'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:06.697871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] Set router 245e3bae-db62-4cb0-8155-d8639d59a297 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:06.721089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8:0:1::18 (edd3ff6a-5962-416f-9269-01284de80fc0/98765e8f-257c-4bf6-ba04-543ebca6b3c3/739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:06.732377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:fef6:658c (edd3ff6a-5962-416f-9269-01284de80fc0/db2ba50e-6140-4925-b7ff-2a63dc035b4e/739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:06.793660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-cdeff5a0-0fca-4bba-9295-0d2e9236d43e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6714802 Aug 23 03:55:06.853215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Request body: {'port': {'device_id': 'c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:06.915581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924faad3-5d2d-4ea7-b0e4-4004823b0a6c None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:06.932178 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:55:06.945258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:06.966432 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:06.980345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:07.000131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Deleting port a5cb29b2-bcc2-4124-9762-92ee39a1d589 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:07.000594 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.022124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 80bcbbc9-d6f6-4cac-84e1-63d172c474ac up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:07.127100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.143303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:55:05Z', 'revision_number': 5, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:07.193342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-55095da2-7295-47e9-9c86-5ecbba1b50b2 None None] Provisioning for port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:07.198058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c61658d-3281-4477-a0b8-8c23c811a019 None None] The sync data for ids ['245e3bae-db62-4cb0-8155-d8639d59a297'] in n-d-749052-7 is: [{'id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'name': 'tempest-TaggedBootDevicesTest_v242-1019782849-router', 'tenant_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:46Z', 'updated_at': '2021-08-23T03:55:05Z', 'revision_number': 5, 'project_id': '6f8363fddd4143e9a7f1e2e7fbee63fa', 'gw_port': {'id': 'a5cb29b2-bcc2-4124-9762-92ee39a1d589', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245e3bae-db62-4cb0-8155-d8639d59a297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:48Z', 'updated_at': '2021-08-23T03:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:55:07.199246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:07.203525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:07.211549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:07.231337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.232574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.265857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:07.269232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:07.274655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:07.275037 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.309393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] For port a5cb29b2-bcc2-4124-9762-92ee39a1d589, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a5cb29b2-bcc2-4124-9762-92ee39a1d589,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:07.312657 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.332233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Calling delete_port for a5cb29b2-bcc2-4124-9762-92ee39a1d589 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:07.371870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c156f9b0-104d-4b7e-9f6c-d95396b4be18 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2958395 Aug 23 03:55:07.371870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34734) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:07.398225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5a5e4-137f-4f21-97f7-159ff897e12a req-50f21a02-2ecc-47e7-ab3a-313ba53f474f tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.400893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce5a5e4-137f-4f21-97f7-159ff897e12a req-50f21a02-2ecc-47e7-ab3a-313ba53f474f tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 931 time: 0.1960917 Aug 23 03:55:07.431755 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-df660fd9-4e69-42bd-8cf5-fcbf43be34d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0950215 Aug 23 03:55:07.450823 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.483673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe443d-dc8a-4b31-a1b5-ea8bbb3f2bb0 None None] Update dhcp port {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': 'db2ba50e-6140-4925-b7ff-2a63dc035b4e', 'ip_address': '2001:db8::f816:3eff:fec5:a749'}, {'subnet_id': '98765e8f-257c-4bf6-ba04-543ebca6b3c3'}], 'binding:host_id': 'n-d-749052-7'}, 'id': '80bcbbc9-d6f6-4cac-84e1-63d172c474ac'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:55:07.530461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=80bcbbc9-d6f6-4cac-84e1-63d172c474ac,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:07.532957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3cfe443d-dc8a-4b31-a1b5-ea8bbb3f2bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.533431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-66a2e7f0-7a95-465a-979d-6f0a2701f188 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:07.534112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66a2e7f0-7a95-465a-979d-6f0a2701f188 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.547864 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.636177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5ba5f746-8e5f-43bd-a04a-ce99c2b3d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.636668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5ba5f746-8e5f-43bd-a04a-ce99c2b3d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.637189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5ba5f746-8e5f-43bd-a04a-ce99c2b3d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.641166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5ba5f746-8e5f-43bd-a04a-ce99c2b3d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.642099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5ba5f746-8e5f-43bd-a04a-ce99c2b3d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.642587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5ba5f746-8e5f-43bd-a04a-ce99c2b3d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.643058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5ba5f746-8e5f-43bd-a04a-ce99c2b3d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.645211 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5ba5f746-8e5f-43bd-a04a-ce99c2b3d84b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6491 time: 0.1522887 Aug 23 03:55:07.658086 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.729987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce5a5e4-137f-4f21-97f7-159ff897e12a req-3049b375-492f-4581-82e3-91b484e94bd4 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557187 Aug 23 03:55:07.759503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66a2e7f0-7a95-465a-979d-6f0a2701f188 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.761546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=80bcbbc9-d6f6-4cac-84e1-63d172c474ac,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:07.768788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9201b6f-deb0-4fad-b87d-da99ac9c75ee {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:55:07.781448 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.788771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-3cfe443d-dc8a-4b31-a1b5-ea8bbb3f2bb0 None None] Allocated IP 2001:db8:0:1::2 (edd3ff6a-5962-416f-9269-01284de80fc0/98765e8f-257c-4bf6-ba04-543ebca6b3c3/80bcbbc9-d6f6-4cac-84e1-63d172c474ac) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:07.802930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Transition to ACTIVE for port object c9201b6f-deb0-4fad-b87d-da99ac9c75ee will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:07.821710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-66a2e7f0-7a95-465a-979d-6f0a2701f188 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:07.822116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.860702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5cb29b2-bcc2-4124-9762-92ee39a1d589,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:07.906226 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.917177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-52b0f88a-b47b-49b1-86a3-67c9df982c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.917658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-52b0f88a-b47b-49b1-86a3-67c9df982c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.918128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-52b0f88a-b47b-49b1-86a3-67c9df982c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:07.918733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3cfe443d-dc8a-4b31-a1b5-ea8bbb3f2bb0 None None] For port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=80bcbbc9-d6f6-4cac-84e1-63d172c474ac,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:07.924240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-52b0f88a-b47b-49b1-86a3-67c9df982c46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773410b0-9710-43b7-a41a-cf96dea10a60&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=bc7b0e5a-bf93-4308-95c6-e8890b706564&id=bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 200 len: 2289 time: 0.2478733 Aug 23 03:55:07.965994 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.966750 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3cfe443d-dc8a-4b31-a1b5-ea8bbb3f2bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:07.983873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3cfe443d-dc8a-4b31-a1b5-ea8bbb3f2bb0 None None] Transition to ACTIVE for port object 80bcbbc9-d6f6-4cac-84e1-63d172c474ac will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:08.012613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Pushing event updated for resources: {'Port': ['ID=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:08.018340 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5e9f8b8b-2fe2-4b66-9cc1-18b1c2fc63cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623 HTTP/1.1" status: 200 len: 1000 time: 0.0838408 Aug 23 03:55:08.080582 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3cfe443d-dc8a-4b31-a1b5-ea8bbb3f2bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.098871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.103218 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.106769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-a7208ac9-6a6a-48cd-ba60-ece241db7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.112288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-a7208ac9-6a6a-48cd-ba60-ece241db7c0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=911ff96c-e227-4037-9184-4069a4f87ccf HTTP/1.1" status: 200 len: 850 time: 0.0851607 Aug 23 03:55:08.169183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Attempting to bind port c9201b6f-deb0-4fad-b87d-da99ac9c75ee on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:08.169183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Attempting to bind port c9201b6f-deb0-4fad-b87d-da99ac9c75ee by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '8e1b7c59-1622-4522-be32-350171e71b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:08.170649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Attempting to bind port c9201b6f-deb0-4fad-b87d-da99ac9c75ee on network e9c81df7-eb38-4e9b-9c43-9daeeea27780 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:08.174561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Port c9201b6f-deb0-4fad-b87d-da99ac9c75ee on network e9c81df7-eb38-4e9b-9c43-9daeeea27780 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:55:08.174937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Attempting to bind port c9201b6f-deb0-4fad-b87d-da99ac9c75ee on network e9c81df7-eb38-4e9b-9c43-9daeeea27780 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:08.178493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe443d-dc8a-4b31-a1b5-ea8bbb3f2bb0 None None] Pushing event updated for resources: {'Port': ['ID=80bcbbc9-d6f6-4cac-84e1-63d172c474ac,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:08.180825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:08.181200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Checking segment: {'id': '8e1b7c59-1622-4522-be32-350171e71b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:08.181612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Bound using segment: {'id': '8e1b7c59-1622-4522-be32-350171e71b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:08.182090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Bound port: c9201b6f-deb0-4fad-b87d-da99ac9c75ee, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1b7c59-1622-4522-be32-350171e71b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:08.182450 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.218318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-8f738135-cd10-47b7-bf33-a59ca4f22c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.222030 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-8f738135-cd10-47b7-bf33-a59ca4f22c71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773410b0-9710-43b7-a41a-cf96dea10a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808973 Aug 23 03:55:08.249332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.249857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 245e3bae-db62-4cb0-8155-d8639d59a297 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:55:08.255124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.256338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9b0a4df6-79e8-4def-927e-7deb851f11f8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/245e3bae-db62-4cb0-8155-d8639d59a297 HTTP/1.1" status: 204 len: 168 time: 2.0981824 Aug 23 03:55:08.268600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34736) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:08.280538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] For port c9201b6f-deb0-4fad-b87d-da99ac9c75ee, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:08.284321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] For port c9201b6f-deb0-4fad-b87d-da99ac9c75ee, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:08.331541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66a2e7f0-7a95-465a-979d-6f0a2701f188 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.374444 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.379380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2e7f0-7a95-465a-979d-6f0a2701f188 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:08.417574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.418306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.420078 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] 10.222.0.11 "PUT /v2.0/ports/c9201b6f-deb0-4fad-b87d-da99ac9c75ee HTTP/1.1" status: 200 len: 1091 time: 1.5832350 Aug 23 03:55:08.420790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3', 'tag': 'c9201b6f-deb0-4fad-b87d-da99ac9c75ee'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:08.423664 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b48bb1-867c-4c78-ab0e-f30ec87fe80e" -d '{"events": [{"name": "network-changed", "server_uuid": "c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3", "tag": "c9201b6f-deb0-4fad-b87d-da99ac9c75ee"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:08.463792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0207557-d2f5-4550-8629-786629b8aaaf admin admin] Deleting subnet 208d7027-e4ea-4f3e-b6bf-0d6172d19071 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:08.467342 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f0207557-d2f5-4550-8629-786629b8aaaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.493580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726404d-3777-4448-a7af-454e05eaf746 service neutron] Pushing event updated for resources: {'Port': ['ID=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:08.499553 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de907ec-0c96-460c-8440-8657e370768a x-openstack-request-id: req-1de907ec-0c96-460c-8440-8657e370768a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:08.499889 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3", "tag": "c9201b6f-deb0-4fad-b87d-da99ac9c75ee", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:08.500870 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1de907ec-0c96-460c-8440-8657e370768a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:08.500870 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3', 'tag': 'c9201b6f-deb0-4fad-b87d-da99ac9c75ee', 'status': 'completed', 'code': 200} Aug 23 03:55:08.536388 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66a2e7f0-7a95-465a-979d-6f0a2701f188 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.542576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-66a2e7f0-7a95-465a-979d-6f0a2701f188 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5 HTTP/1.1" status: 204 len: 168 time: 1.1696842 Aug 23 03:55:08.546471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34742) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:08.559631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-695645ac-176f-4737-9ba1-233c4a65efb4 service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317714 Aug 23 03:55:08.568708 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f0207557-d2f5-4550-8629-786629b8aaaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.614885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd408e7-6bbd-4791-af8a-c1e6f74a4e39 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.616550 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1fd408e7-6bbd-4791-af8a-c1e6f74a4e39 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0690379 Aug 23 03:55:08.618706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b48bb1-867c-4c78-ab0e-f30ec87fe80e req-649c0735-f292-4485-b35f-f0c0a70ab3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.620282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8b48bb1-867c-4c78-ab0e-f30ec87fe80e req-649c0735-f292-4485-b35f-f0c0a70ab3eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bef709f2f514e73bb819cc6c0f4945c&device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 1094 time: 0.0831981 Aug 23 03:55:08.620811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34744) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:08.735872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-494fca7d-2c89-414f-b5a7-a34d7529bb68 service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644328 Aug 23 03:55:08.737876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52644185-ae29-4c19-93d0-74b41a21eb9e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.739356 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52644185-ae29-4c19-93d0-74b41a21eb9e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1175606 Aug 23 03:55:08.742443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34746) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:08.742576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f0207557-d2f5-4550-8629-786629b8aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:08.810775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b48bb1-867c-4c78-ab0e-f30ec87fe80e req-6c0c4d18-4aba-42bd-b17b-2fd2baa0b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.812030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8b48bb1-867c-4c78-ab0e-f30ec87fe80e req-6c0c4d18-4aba-42bd-b17b-2fd2baa0b6ba service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9bef709f2f514e73bb819cc6c0f4945c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1633859 Aug 23 03:55:08.822119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30394bf6-41f5-463a-828e-a8c099b818c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.823726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30394bf6-41f5-463a-828e-a8c099b818c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.825304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30394bf6-41f5-463a-828e-a8c099b818c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:08.831879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-30394bf6-41f5-463a-828e-a8c099b818c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0883167 Aug 23 03:55:08.837066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34750) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:08.851722 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5ba424b3-ec38-4d28-ab6d-ffc1b52c5565 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 217 time: 0.0742846 Aug 23 03:55:08.952121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 80bcbbc9-d6f6-4cac-84e1-63d172c474ac up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:09.006990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e4191-ae2d-40b9-a62d-28f635d2f585 req-4b4ac6f0-5cae-4d6a-a38f-8ce897d5bc8f tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:09.008184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-213e4191-ae2d-40b9-a62d-28f635d2f585 req-4b4ac6f0-5cae-4d6a-a38f-8ce897d5bc8f tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 943 time: 0.1631854 Aug 23 03:55:09.033735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5c9078d7-2e8f-4c0d-89c3-e5dd3b183dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:09.035996 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-5c9078d7-2e8f-4c0d-89c3-e5dd3b183dd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.1489232 Aug 23 03:55:09.060433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b48bb1-867c-4c78-ab0e-f30ec87fe80e req-81696ed8-eef9-4ebf-868e-b210554c1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:09.061975 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8b48bb1-867c-4c78-ab0e-f30ec87fe80e req-81696ed8-eef9-4ebf-868e-b210554c1f17 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2290244 Aug 23 03:55:09.091495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-213e4191-ae2d-40b9-a62d-28f635d2f585 req-2f20fcb9-c886-457a-a77a-37ca4a1b4fb9 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633721 Aug 23 03:55:09.106297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d832b3bd-60b0-4adf-a4de-bd5a0a955ef5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 98765e8f-257c-4bf6-ba04-543ebca6b3c3 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:09.121957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d832b3bd-60b0-4adf-a4de-bd5a0a955ef5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.124713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 96384f36-c153-42b7-a8d0-e022717ad3bb no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:09.148979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-163b9ca2-8bcc-4f38-b2d5-40725e44a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:09.149412 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-163b9ca2-8bcc-4f38-b2d5-40725e44a100 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1051385 Aug 23 03:55:09.154813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 96384f36-c153-42b7-a8d0-e022717ad3bb {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:09.155182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 96384f36-c153-42b7-a8d0-e022717ad3bb not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:09.155645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a5cb29b2-bcc2-4124-9762-92ee39a1d589 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:09.160583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f0207557-d2f5-4550-8629-786629b8aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.187205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: a5cb29b2-bcc2-4124-9762-92ee39a1d589 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:09.187552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a5cb29b2-bcc2-4124-9762-92ee39a1d589 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:09.189471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-437dd062-cc19-4302-baab-8675ecb05f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:09.191446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0e8402d6-efcb-482e-863a-c297bc7844e1 None None] Provisioning for port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:09.194652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-437dd062-cc19-4302-baab-8675ecb05f34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bef709f2f514e73bb819cc6c0f4945c&device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 1094 time: 0.0699084 Aug 23 03:55:09.198911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0e8402d6-efcb-482e-863a-c297bc7844e1 None None] Provisioning complete for port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:09.198911 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0e8402d6-efcb-482e-863a-c297bc7844e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.227267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0207557-d2f5-4550-8629-786629b8aaaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208d7027-e4ea-4f3e-b6bf-0d6172d19071,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:09.239386 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d832b3bd-60b0-4adf-a4de-bd5a0a955ef5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.244761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c363a02-6736-4d22-aef5-c9e78a6f28bb None None] Network 8a05671a-bcdb-473e-ae25-31cc297222df requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:09.267466 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-b9bfea33-a589-4f53-81e7-f3b72eddfc47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9201b6f-deb0-4fad-b87d-da99ac9c75ee HTTP/1.1" status: 200 len: 217 time: 0.0591650 Aug 23 03:55:09.275388 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f0207557-d2f5-4550-8629-786629b8aaaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.279752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f0207557-d2f5-4550-8629-786629b8aaaf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/208d7027-e4ea-4f3e-b6bf-0d6172d19071 HTTP/1.1" status: 204 len: 168 time: 1.0179250 Aug 23 03:55:09.292122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34752) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:09.352646 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-ae6c7278-4398-4e52-b238-c6a69a1ff6b3 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941710 Aug 23 03:55:09.474292 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d832b3bd-60b0-4adf-a4de-bd5a0a955ef5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.479997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.486356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-be1cdf1d-d94f-48d2-8231-3540a1cc047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:09.487823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-be1cdf1d-d94f-48d2-8231-3540a1cc047a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2cb61738-2da9-44e5-af6b-28391512b385 HTTP/1.1" status: 200 len: 854 time: 0.2114539 Aug 23 03:55:09.556552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-4291cd6d-20c9-4acd-a23c-95fa282ca958 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703839 Aug 23 03:55:09.557196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-c0004645-47ab-4506-a663-d22f7e927b23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9c81df7-eb38-4e9b-9c43-9daeeea27780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575390 Aug 23 03:55:09.608964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-8ae42416-9e01-4883-aa30-f086fd63503d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 217 time: 0.0444114 Aug 23 03:55:09.655008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0e8402d6-efcb-482e-863a-c297bc7844e1 None None] Could not find standard attr ID for object 739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:55:09.658820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Deleting port f72ae499-9cf0-4428-8cae-f5d8428764e4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:09.659175 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.708863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d832b3bd-60b0-4adf-a4de-bd5a0a955ef5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.756782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-3d4740f8-db69-42ee-9125-a9cbb130f406 service neutron] 10.222.0.11 "GET /v2.0/networks/e9c81df7-eb38-4e9b-9c43-9daeeea27780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884954 Aug 23 03:55:09.757135 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d832b3bd-60b0-4adf-a4de-bd5a0a955ef5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.761069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] For port f72ae499-9cf0-4428-8cae-f5d8428764e4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f72ae499-9cf0-4428-8cae-f5d8428764e4,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:09.761281 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d832b3bd-60b0-4adf-a4de-bd5a0a955ef5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/98765e8f-257c-4bf6-ba04-543ebca6b3c3 HTTP/1.1" status: 204 len: 168 time: 0.9206431 Aug 23 03:55:09.761405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.761712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832b3bd-60b0-4adf-a4de-bd5a0a955ef5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=98765e8f-257c-4bf6-ba04-543ebca6b3c3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:09.763643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34756) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:09.769638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193495cb-b4b3-4db6-a634-7647832b685b None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:09.794223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2e3ad3-986a-4300-94ec-63dab58af7eb None None] DHCP port deletion for 8a05671a-bcdb-473e-ae25-31cc297222df request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:55:09.801115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-27890f26-40b1-4cd3-83fc-be1c4fcf0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:09.801542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Calling delete_port for f72ae499-9cf0-4428-8cae-f5d8428764e4 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:09.802515 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-27890f26-40b1-4cd3-83fc-be1c4fcf0dfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.1842663 Aug 23 03:55:09.808361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-149a4aa0-f885-4460-86d0-167c430e5ec3 None None] Could not find standard attr ID for object 739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:55:09.850230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc7639d-d91c-43a5-8d4e-b192f0134aab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet db2ba50e-6140-4925-b7ff-2a63dc035b4e {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:09.855337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5fc7639d-d91c-43a5-8d4e-b192f0134aab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.896509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-7cdc8ed0-42dd-4287-ae87-a52a8ccea185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:09.898255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-7cdc8ed0-42dd-4287-ae87-a52a8ccea185 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863008 Aug 23 03:55:09.914205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5fc7639d-d91c-43a5-8d4e-b192f0134aab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:09.957932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e3ad3-986a-4300-94ec-63dab58af7eb None None] Deleting port f72ae499-9cf0-4428-8cae-f5d8428764e4 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:09.958557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3ad3-986a-4300-94ec-63dab58af7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.053101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ae2e3ad3-986a-4300-94ec-63dab58af7eb None None] For port f72ae499-9cf0-4428-8cae-f5d8428764e4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f72ae499-9cf0-4428-8cae-f5d8428764e4,segment=NetworkSegment(203856ad-5239-45ad-897c-161879304b53),segment_id=203856ad-5239-45ad-897c-161879304b53)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:10.053594 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3ad3-986a-4300-94ec-63dab58af7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.062927 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-9cfcbe74-c5ff-4e87-a40b-5b664d5a4bd7 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576045 Aug 23 03:55:10.066312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5fc7639d-d91c-43a5-8d4e-b192f0134aab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.072873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e3ad3-986a-4300-94ec-63dab58af7eb None None] Calling delete_port for f72ae499-9cf0-4428-8cae-f5d8428764e4 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:10.310781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-17bb4ed7-a0a8-4281-ac1b-c507bbc0af39 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214670 Aug 23 03:55:10.345303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f11e325-1e5e-4612-a97e-5d990fa4f0cc req-3f0e627a-45d2-4aaf-b4d5-74670e46e961 service neutron] 10.222.0.11 "GET /v2.0/networks/e9c81df7-eb38-4e9b-9c43-9daeeea27780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754681 Aug 23 03:55:10.366513 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3ad3-986a-4300-94ec-63dab58af7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.389492 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-6072606a-ea63-4d3d-a7bc-728977dbe2d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=17dd7351-48f5-4c38-a316-44ac2d836527 HTTP/1.1" status: 200 len: 217 time: 0.0721085 Aug 23 03:55:10.394728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.406796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e3ad3-986a-4300-94ec-63dab58af7eb None None] Pushing event deleted for resources: {'Port': ['ID=f72ae499-9cf0-4428-8cae-f5d8428764e4,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:10.420737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2e3ad3-986a-4300-94ec-63dab58af7eb None None] No DVR routers for this DVR port f72ae499-9cf0-4428-8cae-f5d8428764e4 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:10.444176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5fc7639d-d91c-43a5-8d4e-b192f0134aab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.457351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72ae499-9cf0-4428-8cae-f5d8428764e4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:10.470240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] No DVR routers for this DVR port f72ae499-9cf0-4428-8cae-f5d8428764e4 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:10.492826 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5fc7639d-d91c-43a5-8d4e-b192f0134aab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.495274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5fc7639d-d91c-43a5-8d4e-b192f0134aab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/db2ba50e-6140-4925-b7ff-2a63dc035b4e HTTP/1.1" status: 204 len: 168 time: 0.7308342 Aug 23 03:55:10.499554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34762) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:10.501942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7639d-d91c-43a5-8d4e-b192f0134aab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=db2ba50e-6140-4925-b7ff-2a63dc035b4e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:10.559441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-83af3b8e-063d-41ec-b09c-d778196cb7ea tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600920 Aug 23 03:55:10.561164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-221f625b-37d5-42f4-abc4-6de7e32d18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:10.563104 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-221f625b-37d5-42f4-abc4-6de7e32d18bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.1662371 Aug 23 03:55:10.563656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34764) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:10.571880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:10.594152 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.609771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a05671a-bcdb-473e-ae25-31cc297222df']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:10.628504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203856ad-5239-45ad-897c-161879304b53') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:10.630588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203856ad-5239-45ad-897c-161879304b53') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:10.639995 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.658526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.664526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:55:10.664848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: items = [ Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:55:10.666724 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:55:10.718146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-2cfcd969-fcfd-471a-a3b5-7f65a317000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:10.722509 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-2cfcd969-fcfd-471a-a3b5-7f65a317000e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1440651 Aug 23 03:55:10.733661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2db6ed-a32a-4dc7-8e19-09dfffb6a4d9 req-bb9c805e-782c-4b86-89ea-3b40322035a8 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:10.735280 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d2db6ed-a32a-4dc7-8e19-09dfffb6a4d9 req-bb9c805e-782c-4b86-89ea-3b40322035a8 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 943 time: 0.1585102 Aug 23 03:55:10.831535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.840062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.845434 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8a05671a-bcdb-473e-ae25-31cc297222df HTTP/1.1" status: 204 len: 168 time: 1.5522182 Aug 23 03:55:10.845635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f72ae499-9cf0-4428-8cae-f5d8428764e4 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:10.858860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d519a-7434-458b-aaaf-3120a2f279d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a05671a-bcdb-473e-ae25-31cc297222df,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:10.871163 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d2db6ed-a32a-4dc7-8e19-09dfffb6a4d9 req-9f0a1417-ace2-4751-b257-32096b1e591f tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224298 Aug 23 03:55:10.877452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:10.880340 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:10.885234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f72ae499-9cf0-4428-8cae-f5d8428764e4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:10.885597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f72ae499-9cf0-4428-8cae-f5d8428764e4 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:10.987523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311ef62-c196-46c0-b941-25c8f5fe5e93 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:11.068425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5a4d2bfa-2b3c-4175-9b0c-48cdb99dc1f9 None None] Provisioning complete for port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:11.068425 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5a4d2bfa-2b3c-4175-9b0c-48cdb99dc1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.235499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb24cfc-6581-4562-b7e4-e57776487350 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:55:11.268922 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-d41a9741-441e-4575-93de-67d6fa0baaea service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302887 Aug 23 03:55:11.281418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-deb24cfc-6581-4562-b7e4-e57776487350 None None] Deleting port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:11.281785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-deb24cfc-6581-4562-b7e4-e57776487350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.337028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34770) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:11.350818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-deb24cfc-6581-4562-b7e4-e57776487350 None None] For port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=80bcbbc9-d6f6-4cac-84e1-63d172c474ac,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:11.351472 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-deb24cfc-6581-4562-b7e4-e57776487350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.367097 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-deb24cfc-6581-4562-b7e4-e57776487350 None None] Calling delete_port for 80bcbbc9-d6f6-4cac-84e1-63d172c474ac owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:11.393425 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-44725a88-fe1f-467c-b401-74f8ae30be22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f8363fddd4143e9a7f1e2e7fbee63fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529845 Aug 23 03:55:11.393927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34772) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:11.436334 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-92459cd6-3282-4748-a47d-4c57da09b888 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413200 Aug 23 03:55:11.449901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b15c45a-d4ca-4c06-975f-98ac57bc4ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.479398 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b15c45a-d4ca-4c06-975f-98ac57bc4ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.480027 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-042755d4-ad9a-461e-9af6-2ccb67c1a6ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=d2dec841-18eb-4694-8ee6-41883163b8f4 HTTP/1.1" status: 200 len: 217 time: 0.0379429 Aug 23 03:55:11.569388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-ab57af4a-15c1-48dd-9355-d9f519befc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:11.570896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-ab57af4a-15c1-48dd-9355-d9f519befc93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0828686 Aug 23 03:55:11.577905 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-deb24cfc-6581-4562-b7e4-e57776487350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.604088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb24cfc-6581-4562-b7e4-e57776487350 None None] Pushing event deleted for resources: {'Port': ['ID=80bcbbc9-d6f6-4cac-84e1-63d172c474ac,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:11.608558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb24cfc-6581-4562-b7e4-e57776487350 None None] No DVR routers for this DVR port 80bcbbc9-d6f6-4cac-84e1-63d172c474ac on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:11.618303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b15c45a-d4ca-4c06-975f-98ac57bc4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.621931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b15c45a-d4ca-4c06-975f-98ac57bc4ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.623379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-b75cf265-61ad-4881-a1b2-8e110873879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:11.623698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7b15c45a-d4ca-4c06-975f-98ac57bc4ff1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a41e5b3-2b90-4d34-a748-d1102519a6f2 HTTP/1.1" status: 204 len: 168 time: 0.2288504 Aug 23 03:55:11.625059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-b75cf265-61ad-4881-a1b2-8e110873879d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477273 Aug 23 03:55:11.631797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15c45a-d4ca-4c06-975f-98ac57bc4ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a41e5b3-2b90-4d34-a748-d1102519a6f2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:11.769374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-c3158222-e454-4247-8218-1cda9b6568fb service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366739 Aug 23 03:55:11.790806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:55:11.800438 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.871170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:11.899100 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:11.907331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:11.907922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:11.918556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022cff6-f71b-48ac-8633-dc278fc2b2ae None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:11.929569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=74a23ee2-7a7c-4424-891c-25c3bcd6de7b,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:11.968675 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-aa8e2b89-e037-488e-a4b6-5ec7e986523e service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765993 Aug 23 03:55:12.011029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf9626-397e-4174-83a4-349059869077 req-298ccd21-89d3-429d-b2a6-c91acb2ebfc0 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:12.012466 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ebf9626-397e-4174-83a4-349059869077 req-298ccd21-89d3-429d-b2a6-c91acb2ebfc0 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 943 time: 0.0555093 Aug 23 03:55:12.020893 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-9828b7b3-b5ef-407d-8012-3d843a21882c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c87f7d25-7485-477f-904e-507189f112c9 HTTP/1.1" status: 200 len: 217 time: 0.0452530 Aug 23 03:55:12.037475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-08e9f08f-c59c-4b0d-beac-82e7f78ea289 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4728432 Aug 23 03:55:12.041053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34780) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:12.048206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-18f25cbb-857f-4eb7-966d-3ca77ae3cef3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:12.078943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-ac233e58-9a3b-4ccc-814f-e92f636eea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:12.080624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-ac233e58-9a3b-4ccc-814f-e92f636eea8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.0531211 Aug 23 03:55:12.095432 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ebf9626-397e-4174-83a4-349059869077 req-de7a8818-15c7-4525-837e-ec9972513edf tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738187 Aug 23 03:55:12.138913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '74a23ee2-7a7c-4424-891c-25c3bcd6de7b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:55:12.140150 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:12.165282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-4fe76d64-627f-4afd-bf99-e33455a8a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:12.170034 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-4fe76d64-627f-4afd-bf99-e33455a8a594 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768697 Aug 23 03:55:12.269636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-7d5592b1-fc2f-48f5-a541-e592d53c4be3 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946217 Aug 23 03:55:12.303732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Allocated IP 2001:db8::f816:3eff:fe8a:fa5a (edd3ff6a-5962-416f-9269-01284de80fc0/74a23ee2-7a7c-4424-891c-25c3bcd6de7b/c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:12.313963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f25cbb-857f-4eb7-966d-3ca77ae3cef3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:12.321043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18f25cbb-857f-4eb7-966d-3ca77ae3cef3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:12.390386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-98eb868a-4f55-44da-b25b-588d0409efeb service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136463 Aug 23 03:55:12.438277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-817e0261-7083-4e15-97b2-e2b5ea484607 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5beb642-632a-4ebe-8510-e8859cd301a7 HTTP/1.1" status: 200 len: 217 time: 0.0408580 Aug 23 03:55:12.445468 n-d-749052-7 neutron-server[95121]: INFO neutron.db.ipam_backend_mixin [None req-18f25cbb-857f-4eb7-966d-3ca77ae3cef3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74a23ee2-7a7c-4424-891c-25c3bcd6de7b (CIDR: 2001:db8::/64) Aug 23 03:55:12.492955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-11660b0c-feea-4d3c-8a15-7c4e2f379487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:12.494472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-11660b0c-feea-4d3c-8a15-7c4e2f379487 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.0498831 Aug 23 03:55:12.498675 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:12.511479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Transition to ACTIVE for port object c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:12.519811 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f25cbb-857f-4eb7-966d-3ca77ae3cef3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:55:12.520971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f25cbb-857f-4eb7-966d-3ca77ae3cef3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:12.537812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Transition to ACTIVE for port object c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:12.551306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-605865b4-e933-4af4-83d8-9e8abc3cfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:12.553048 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-605865b4-e933-4af4-83d8-9e8abc3cfd7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490415 Aug 23 03:55:12.629754 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-18f25cbb-857f-4eb7-966d-3ca77ae3cef3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5874200 Aug 23 03:55:12.632577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34792) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:12.637715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:12.647591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-640ce017-3939-4bf4-87d3-8ecca910f76d service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878751 Aug 23 03:55:12.662653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:12.783894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:12.785745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Pushing event updated for resources: {'Port': ['ID=c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:12.789266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:12.795246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:12.815052 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f7cae4c-3e0e-4585-a20b-f3ecdca78906 req-098ea39b-99c4-4146-90e1-b59b11cec919 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607525 Aug 23 03:55:12.883498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 80bcbbc9-d6f6-4cac-84e1-63d172c474ac no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:12.924854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 80bcbbc9-d6f6-4cac-84e1-63d172c474ac {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:12.925524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 80bcbbc9-d6f6-4cac-84e1-63d172c474ac not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:12.933855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Attempting to bind port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:12.934247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Attempting to bind port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:12.935432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Attempting to bind port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:12.941643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:12.942028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:12.942447 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:12.942844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:12.943378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Bound port: c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:12.943770 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.011748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:13.015413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.054760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] For port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:13.065053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] For port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:13.137535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34808) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:13.154365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.259707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81924b-655e-4abe-89b2-e0254897adf4 None None] Pushing event updated for resources: {'Port': ['ID=c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:13.290390 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d11f53-ae51-4897-bbaf-8bbc15df519e req-64dd3f24-8743-4329-8edb-58572fa5f571 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:13.300932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-85d11f53-ae51-4897-bbaf-8bbc15df519e req-64dd3f24-8743-4329-8edb-58572fa5f571 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 943 time: 0.1053238 Aug 23 03:55:13.321711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2059719837-network', 'tenant_id': 'f268b074fa6d4d50af0de5eca6db90fb'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:13.359972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-85d11f53-ae51-4897-bbaf-8bbc15df519e req-40ca79a8-9173-44fc-b57c-86463a8e1101 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551472 Aug 23 03:55:13.373117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c9201b6f-deb0-4fad-b87d-da99ac9c75ee details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:55:13.458690 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.483061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c9201b6f-deb0-4fad-b87d-da99ac9c75ee, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:13.497339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'c9201b6f-deb0-4fad-b87d-da99ac9c75ee', 'network_id': 'e9c81df7-eb38-4e9b-9c43-9daeeea27780', 'port_id': 'c9201b6f-deb0-4fad-b87d-da99ac9c75ee', 'mac_address': 'fa:16:3e:ed:73:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb61738-2da9-44e5-af6b-28391512b385', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:55:13.501465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:13.504654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:13.509036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:13.509628 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.543365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=d0205787-d774-4d92-a68c-0413a5cad24e,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:13.543365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Made reservation on behalf of f268b074fa6d4d50af0de5eca6db90fb for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:13.558430 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.570419 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.577786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.595243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9201b6f-deb0-4fad-b87d-da99ac9c75ee {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:55:13.623688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c9201b6f-deb0-4fad-b87d-da99ac9c75ee, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:13.638823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-835ad259-0d8d-4d66-8d24-8a301b141224 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0050476 Aug 23 03:55:13.641627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34814) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:13.649230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:2e:e8:5b', 'name': 'tempest-NetworksTestDHCPv6-42040698'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:13.737766 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.806125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:13.823447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.927853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.962471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:55:13.968624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06456fcf-a3fa-44db-8d14-efd334dc886a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:13.976244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:13.977504 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Added segment e9397cb2-848f-42b7-a112-0356defecc20 of type vlan for network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 Aug 23 03:55:14.035426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:14.047078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:14.147724 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:14.165799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['c9201b6f-deb0-4fad-b87d-da99ac9c75ee'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:55:14.171612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 04fe72b5-1806-45d3-947d-6b53a2e5d428 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:55:14.182760 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:14.183829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:14.184473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:14.300901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d7de47fa-45a1-47b6-a173-816ba8b2b3d6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:14.324008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:55:14.397155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c223da-595e-4641-b4d1-04a4d29b0b51 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:14.404592 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-462f5480-663b-4701-9c70-672c47af77f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2661552 Aug 23 03:55:14.410943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34820) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:14.417189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Request body: {'subnet': {'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2059719837-subnet', 'tenant_id': 'f268b074fa6d4d50af0de5eca6db90fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:14.431633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8:0:1::20d (edd3ff6a-5962-416f-9269-01284de80fc0/d0205787-d774-4d92-a68c-0413a5cad24e/04fe72b5-1806-45d3-947d-6b53a2e5d428) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:14.444787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::f816:3eff:fe2e:e85b (edd3ff6a-5962-416f-9269-01284de80fc0/74a23ee2-7a7c-4424-891c-25c3bcd6de7b/04fe72b5-1806-45d3-947d-6b53a2e5d428) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:14.526590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Made reservation on behalf of f268b074fa6d4d50af0de5eca6db90fb for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:14.530201 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:14.541455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14074609-8c15-4868-89d1-3df9e2f1c43c req-339e7d9d-fb0c-4583-9032-2e6754f9ad4f tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:14.542915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14074609-8c15-4868-89d1-3df9e2f1c43c req-339e7d9d-fb0c-4583-9032-2e6754f9ad4f tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 944 time: 0.0885601 Aug 23 03:55:14.578032 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-440b3a48-bb2c-4b0e-ab47-3989d229c007 None None] Provisioning for port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:14.651199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14074609-8c15-4868-89d1-3df9e2f1c43c req-ebebc32c-9efd-4550-ae8e-a438ca6cbda9 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974727 Aug 23 03:55:14.683488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2cd179-8f81-4111-9090-5accbfaefed3 None None] Update dhcp port {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': '74a23ee2-7a7c-4424-891c-25c3bcd6de7b', 'ip_address': '2001:db8::f816:3eff:fe8a:fa5a'}, {'subnet_id': 'd0205787-d774-4d92-a68c-0413a5cad24e'}], 'binding:host_id': 'n-d-749052-7'}, 'id': 'c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:55:14.697301 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:14.712306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 04fe72b5-1806-45d3-947d-6b53a2e5d428 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:14.727036 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd179-8f81-4111-9090-5accbfaefed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:14.829637 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:14.863529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:14.947331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:14.964476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09649e8-9d1f-446e-a642-f1b83454a0b9,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:14.968718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:14.974499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=04fe72b5-1806-45d3-947d-6b53a2e5d428,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:14.975551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:14.982870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:14.990009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Checking segment: {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:14.990680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Network hostable DHCP agents. Network: d7de47fa-45a1-47b6-a173-816ba8b2b3d6, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:55:14.994436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:14.995188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.011653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-6c2cd179-8f81-4111-9090-5accbfaefed3 None None] Allocated IP 2001:db8:0:1::2 (edd3ff6a-5962-416f-9269-01284de80fc0/d0205787-d774-4d92-a68c-0413a5cad24e/c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:15.171721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:55:15.172377 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ecfc18e6-c606-4fba-92eb-54dcab0055de tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5296268 Aug 23 03:55:15.174997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34832) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:15.235022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:15.244468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:15.244890 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.303158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a62c57cc-b270-41d6-93c3-a73bfc2aa9c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 04fe72b5-1806-45d3-947d-6b53a2e5d428 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:15.303506 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a62c57cc-b270-41d6-93c3-a73bfc2aa9c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.308543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6c2cd179-8f81-4111-9090-5accbfaefed3 None None] For port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:15.314542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, d7de47fa-45a1-47b6-a173-816ba8b2b3d6) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:15.329759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:15.333419 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.351974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c1ca3-2a73-4cba-bd45-20a9126038b2 None None] Network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:15.381410 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd179-8f81-4111-9090-5accbfaefed3 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.394098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c9201b6f-deb0-4fad-b87d-da99ac9c75ee up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:15.417777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a62c57cc-b270-41d6-93c3-a73bfc2aa9c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.437208 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3842559d-c841-47ad-ae92-ddf8804f5298 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0210047 Aug 23 03:55:15.437732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a62c57cc-b270-41d6-93c3-a73bfc2aa9c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 04fe72b5-1806-45d3-947d-6b53a2e5d428 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:15.492409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6c2cd179-8f81-4111-9090-5accbfaefed3 None None] Transition to ACTIVE for port object c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:15.496049 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.550971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07298c-8802-471a-95cc-0c1d15a064d9 req-30dd1f18-8230-4fb1-88df-e17d461c6dbd tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:15.558786 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b07298c-8802-471a-95cc-0c1d15a064d9 req-30dd1f18-8230-4fb1-88df-e17d461c6dbd tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 947 time: 0.1149395 Aug 23 03:55:15.577000 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd179-8f81-4111-9090-5accbfaefed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.630466 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b07298c-8802-471a-95cc-0c1d15a064d9 req-9aef70fd-8e3d-49b6-add2-1c3932798157 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701995 Aug 23 03:55:15.677372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port c9201b6f-deb0-4fad-b87d-da99ac9c75ee completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:15.687992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port c9201b6f-deb0-4fad-b87d-da99ac9c75ee triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:15.688314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.774273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdae4f-089e-4e68-aba5-1ff2f5be5695 req-e992156a-ada0-4de6-bf42-2a90c2f51347 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:15.782698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8cdae4f-089e-4e68-aba5-1ff2f5be5695 req-e992156a-ada0-4de6-bf42-2a90c2f51347 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 944 time: 0.0607469 Aug 23 03:55:15.783846 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:55:15.784217 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:55:15.786071 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a62c57cc-b270-41d6-93c3-a73bfc2aa9c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.792319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cd179-8f81-4111-9090-5accbfaefed3 None None] Pushing event updated for resources: {'Port': ['ID=c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:15.800006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-d7de47fa-45a1-47b6-a173-816ba8b2b3d6', 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6', 'tenant_id': 'f268b074fa6d4d50af0de5eca6db90fb', 'fixed_ips': [{'subnet_id': 'e09649e8-9d1f-446e-a642-f1b83454a0b9'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:55:15.800905 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.841130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c57cc-b270-41d6-93c3-a73bfc2aa9c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=04fe72b5-1806-45d3-947d-6b53a2e5d428,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:15.875316 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8cdae4f-089e-4e68-aba5-1ff2f5be5695 req-916fd0d5-937b-46d0-b619-f1c8d0fdbd66 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891693 Aug 23 03:55:15.927629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a62c57cc-b270-41d6-93c3-a73bfc2aa9c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:15.932040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a62c57cc-b270-41d6-93c3-a73bfc2aa9c0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/04fe72b5-1806-45d3-947d-6b53a2e5d428 HTTP/1.1" status: 204 len: 168 time: 0.7539082 Aug 23 03:55:15.932299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34850) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:15.988063 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.017200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Allocated IP 172.20.0.2 (d7de47fa-45a1-47b6-a173-816ba8b2b3d6/e09649e8-9d1f-446e-a642-f1b83454a0b9/e9ec0276-66c2-4008-a0d6-8995780227d1) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:16.025364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9201b6f-deb0-4fad-b87d-da99ac9c75ee'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:16.027800 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce5481b-14e8-4ce1-b62b-f7d62f21611d" -d '{"events": [{"server_uuid": "c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3", "name": "network-vif-plugged", "status": "completed", "tag": "c9201b6f-deb0-4fad-b87d-da99ac9c75ee"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:16.055944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c9201b6f-deb0-4fad-b87d-da99ac9c75ee, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:16.092115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5665d8-0b46-462d-9ca9-05e03bd1178b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:16.096975 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6f5665d8-0b46-462d-9ca9-05e03bd1178b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1636708 Aug 23 03:55:16.100987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:16.119219 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082d175-dce7-4043-b33d-f7dcff486718 x-openstack-request-id: req-7082d175-dce7-4043-b33d-f7dcff486718 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:16.130703 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3", "name": "network-vif-plugged", "status": "completed", "tag": "c9201b6f-deb0-4fad-b87d-da99ac9c75ee", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:16.130703 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7082d175-dce7-4043-b33d-f7dcff486718 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:16.130703 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9201b6f-deb0-4fad-b87d-da99ac9c75ee', 'code': 200} Aug 23 03:55:16.167894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd62c67a-3483-424a-9720-dfd0a9e7d410 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:16.173340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bd62c67a-3483-424a-9720-dfd0a9e7d410 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0711167 Aug 23 03:55:16.174119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34864) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:16.269512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253a27b-8308-4d87-b9e8-efa5e3b219be req-b6ccc9f4-becd-414a-8e08-66087f09ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:16.272212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-92107c69-584f-46b9-9f68-35a6bc3e8092 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:16.272777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7253a27b-8308-4d87-b9e8-efa5e3b219be req-b6ccc9f4-becd-414a-8e08-66087f09ee91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0629616 Aug 23 03:55:16.280480 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-92107c69-584f-46b9-9f68-35a6bc3e8092 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/networks?id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 200 len: 816 time: 0.2235229 Aug 23 03:55:16.283629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3d964-35b1-4cbb-bd09-b8a2455a3315 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:16.287550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3d964-35b1-4cbb-bd09-b8a2455a3315 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:16.290555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3d964-35b1-4cbb-bd09-b8a2455a3315 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:16.294925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.299706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7fe3d964-35b1-4cbb-bd09-b8a2455a3315 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1244428 Aug 23 03:55:16.304252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34866) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:16.309369 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-45455c0a-44eb-4b41-a5db-2c0fceb09bfd tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/quotas/f268b074fa6d4d50af0de5eca6db90fb HTTP/1.1" status: 200 len: 375 time: 0.0277045 Aug 23 03:55:16.312305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Transition to ACTIVE for port object e9ec0276-66c2-4008-a0d6-8995780227d1 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:16.321864 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.346179 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-5e9b22a0-d498-4b07-9f24-66d3ee62e644 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353050 Aug 23 03:55:16.376489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0b4554-b06a-46cf-9aff-59c8f2fc5fe4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 74a23ee2-7a7c-4424-891c-25c3bcd6de7b {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:16.380014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4554-b06a-46cf-9aff-59c8f2fc5fe4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.412489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Transition to ACTIVE for port object e9ec0276-66c2-4008-a0d6-8995780227d1 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:16.429721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4554-b06a-46cf-9aff-59c8f2fc5fe4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.444721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.453126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-61c3b813-b431-4014-82d3-05017201aa1f service neutron] 10.222.0.20 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059551 Aug 23 03:55:16.462672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:16.499225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:16.510507 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.575416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Pushing event updated for resources: {'Port': ['ID=e9ec0276-66c2-4008-a0d6-8995780227d1,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:16.586701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:16.588237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:16.592267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:16.605170 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-4fe505eb-32c0-4a1b-9942-26bf6577c25f service neutron] 10.222.0.20 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475477 Aug 23 03:55:16.605302 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.639798 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7253a27b-8308-4d87-b9e8-efa5e3b219be req-abcdfc0f-d963-4bf7-a096-1667be2b8331 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356063 Aug 23 03:55:16.645467 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4554-b06a-46cf-9aff-59c8f2fc5fe4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.731313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Attempting to bind port e9ec0276-66c2-4008-a0d6-8995780227d1 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:16.731695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Attempting to bind port e9ec0276-66c2-4008-a0d6-8995780227d1 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:16.732058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Attempting to bind port e9ec0276-66c2-4008-a0d6-8995780227d1 on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:16.753879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:16.756672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Checking segment: {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:16.756672 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.756672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Bound using segment: {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:16.756672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Bound port: e9ec0276-66c2-4008-a0d6-8995780227d1, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:16.756672 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.757745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:16.797267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b1616-8ee9-46ad-8264-e82bddf394ae req-08a70245-26a6-4ead-9323-05a4e05c5a1f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:16.807800 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-443b1616-8ee9-46ad-8264-e82bddf394ae req-08a70245-26a6-4ead-9323-05a4e05c5a1f tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 947 time: 0.0794265 Aug 23 03:55:16.844839 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4554-b06a-46cf-9aff-59c8f2fc5fe4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.845450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-33cafb24-dd57-4f2a-aedc-f030bd7c8eb4 None None] Provisioning for port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:16.845450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-33cafb24-dd57-4f2a-aedc-f030bd7c8eb4 None None] Provisioning complete for port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:16.845450 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-33cafb24-dd57-4f2a-aedc-f030bd7c8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.901287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b4554-b06a-46cf-9aff-59c8f2fc5fe4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=74a23ee2-7a7c-4424-891c-25c3bcd6de7b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:16.936543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-443b1616-8ee9-46ad-8264-e82bddf394ae req-16123ca3-0608-4da9-984d-84c4e8cef0c6 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276376 Aug 23 03:55:16.943882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:16.948766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4554-b06a-46cf-9aff-59c8f2fc5fe4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:16.954823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ea0b4554-b06a-46cf-9aff-59c8f2fc5fe4 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/74a23ee2-7a7c-4424-891c-25c3bcd6de7b HTTP/1.1" status: 204 len: 168 time: 0.6493609 Aug 23 03:55:16.961873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34880) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:16.999742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] For port e9ec0276-66c2-4008-a0d6-8995780227d1, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:17.053798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3800e59-56f7-438d-aa1f-dc9bed2a43ec tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet d0205787-d774-4d92-a68c-0413a5cad24e {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:17.060311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3800e59-56f7-438d-aa1f-dc9bed2a43ec tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:17.070629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] For port e9ec0276-66c2-4008-a0d6-8995780227d1, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e9ec0276-66c2-4008-a0d6-8995780227d1,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:17.118229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3800e59-56f7-438d-aa1f-dc9bed2a43ec tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:17.168185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718ad88-65e5-434d-a797-f9c327eb0c53 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:17.192533 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:17.263208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13329e-7865-4942-934c-7eb2c0dfc431 req-655d5015-568e-4f81-bbd8-a4de7e920611 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:17.264783 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be13329e-7865-4942-934c-7eb2c0dfc431 req-655d5015-568e-4f81-bbd8-a4de7e920611 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 945 time: 0.1104279 Aug 23 03:55:17.270462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-cb5d8286-4d49-4cb2-838e-6c37e015a38e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722883 Aug 23 03:55:17.281585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7027b6-570b-4297-862c-764cf890fd2d req-ef57aff8-ab17-4a1b-839f-f8cb4e24aadb tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:17.283973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:17.284560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:17.289759 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-ef57aff8-ab17-4a1b-839f-f8cb4e24aadb tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/networks?id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 200 len: 816 time: 0.2141657 Aug 23 03:55:17.305801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-2819d6d6-0901-490f-be95-f39ca4f41c85 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/quotas/f268b074fa6d4d50af0de5eca6db90fb HTTP/1.1" status: 200 len: 375 time: 0.0144231 Aug 23 03:55:17.337694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3800e59-56f7-438d-aa1f-dc9bed2a43ec tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:17.355118 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be13329e-7865-4942-934c-7eb2c0dfc431 req-f1de075b-ce18-43f3-8fd1-518a301f912c tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665345 Aug 23 03:55:17.405051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7949491-598e-4419-bb20-249c6dd47cb9 None None] Pushing event updated for resources: {'Port': ['ID=e9ec0276-66c2-4008-a0d6-8995780227d1,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:17.485425 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-c58a611d-3995-4077-a82c-9806db4b89f9 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637874 Aug 23 03:55:17.496367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fd329bc6-4bd3-40d4-a809-4f8a657b4491 None None] Could not find standard attr ID for object 04fe72b5-1806-45d3-947d-6b53a2e5d428. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 03:55:17.497619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-e8d23ed5-60b3-4e5f-9935-33891147c624 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:17.502538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-e8d23ed5-60b3-4e5f-9935-33891147c624 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 947 time: 0.1587293 Aug 23 03:55:17.512890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-93363650-99ca-465f-a8b5-6e9c3400ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:17.514370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-93363650-99ca-465f-a8b5-6e9c3400ae29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa798ec7391d48c78ce0028c038f2ed3&device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1096 time: 0.1223359 Aug 23 03:55:17.549305 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3800e59-56f7-438d-aa1f-dc9bed2a43ec tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:17.630472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3800e59-56f7-438d-aa1f-dc9bed2a43ec tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:17.632975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e3800e59-56f7-438d-aa1f-dc9bed2a43ec tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/d0205787-d774-4d92-a68c-0413a5cad24e HTTP/1.1" status: 204 len: 168 time: 0.6700964 Aug 23 03:55:17.635334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3800e59-56f7-438d-aa1f-dc9bed2a43ec tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=d0205787-d774-4d92-a68c-0413a5cad24e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:17.638118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34904) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:17.697591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b891ac13-33ef-460c-8661-140f368fe84a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576336 Aug 23 03:55:17.700227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34906) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:17.707549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:17.733171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-645088b7-e891-4b23-aa6c-45be070eb791 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:55:17.734303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-645088b7-e891-4b23-aa6c-45be070eb791 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2295089 Aug 23 03:55:17.770352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5e85b-9d0b-460d-a364-9ba4c682699e None None] Update dhcp port {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'fixed_ips': [{'subnet_id': 'd0205787-d774-4d92-a68c-0413a5cad24e'}], 'binding:host_id': 'n-d-749052-7'}, 'id': 'c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 03:55:17.816685 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e85b-9d0b-460d-a364-9ba4c682699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:17.866659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-3270fc4b-85b6-4344-9301-0462b22b499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:17.868257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-3270fc4b-85b6-4344-9301-0462b22b499a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 HTTP/1.1" status: 200 len: 909 time: 0.3139281 Aug 23 03:55:17.880192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Deleting port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:17.880523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:17.908980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:17.913262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:18.050307 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b65ab76a-5f82-4710-8728-984241ae6c47 service neutron] 10.222.0.20 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040426 Aug 23 03:55:18.060856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2618afd9-9604-4610-b6ae-ecb99deb9a34 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:18.096854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-062d058b-4b06-44f7-83a4-612b4ae6fc31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0 HTTP/1.1" status: 200 len: 1000 time: 0.2205620 Aug 23 03:55:18.171515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-039bd338-6856-4508-b468-f78a12ee7750 None None] Provisioning complete for port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:18.172057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-039bd338-6856-4508-b468-f78a12ee7750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:18.213720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9796b5c-d403-4014-894a-ecee243715d3 req-909f09cb-c1f0-468b-845e-664561006208 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:18.216377 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c9796b5c-d403-4014-894a-ecee243715d3 req-909f09cb-c1f0-468b-845e-664561006208 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 947 time: 0.1380925 Aug 23 03:55:18.219633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] For port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:18.220014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:18.300375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-8184b218-1379-4065-8a94-15a98a78f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:18.301970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-8184b218-1379-4065-8a94-15a98a78f105 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73850eb5-de73-4765-934e-5a49113ad443 HTTP/1.1" status: 200 len: 848 time: 0.1908562 Aug 23 03:55:18.315476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c9796b5c-d403-4014-894a-ecee243715d3 req-d9024828-3cac-467f-94e2-00ba3a4b35ae tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a6fc7db-57f3-404b-9407-3bd641e11439&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918200 Aug 23 03:55:18.333763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5f6e43-9827-40fc-857e-33a2242c394f None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:55:18.374393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-c3002227-2864-4d8c-843e-e7564f4f65ce service neutron] 10.222.0.20 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150222 Aug 23 03:55:18.452010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f6e43-9827-40fc-857e-33a2242c394f None None] Deleting port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:18.452602 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6e43-9827-40fc-857e-33a2242c394f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:18.523541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac903996-fcd3-4843-8a4c-d328a9b613eb req-c91d7648-fdd0-4b7e-8dd8-3a6c8a6bbaf9 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:18.526752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac903996-fcd3-4843-8a4c-d328a9b613eb req-c91d7648-fdd0-4b7e-8dd8-3a6c8a6bbaf9 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 945 time: 0.0749979 Aug 23 03:55:18.530106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:18.530482 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-62ecc826-2754-493d-a0e5-5a0797d4c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:18.532306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-62ecc826-2754-493d-a0e5-5a0797d4c9de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178116 Aug 23 03:55:18.582218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:18.596866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:18.606303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:18.606898 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:18.679007 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac903996-fcd3-4843-8a4c-d328a9b613eb req-001b007e-f9a5-4675-a67a-3660d4317c2b tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254532 Aug 23 03:55:18.693703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=2a013927-d34a-42f1-bbe4-aef5bc1172c8,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:18.784331 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c616eaa1-ed7a-4b4b-bf82-2ba1ee001afa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0829539 Aug 23 03:55:18.787058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34922) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:18.792768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-77e7ccff-9277-416c-88a6-25a7662f9ff1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:18.864937 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-b9a1a89c-2351-4476-b6c1-e7ad6bc13da3 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925971 Aug 23 03:55:18.886552 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:18.887210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:18.889617 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Floating IP de4e9dc4-43cd-4fa5-937e-8ec9eb3f4366 disassociated. External IP: 172.25.1.45, port: 7ac08849-4093-4f54-8af7-af9fd6fbb9c7. Aug 23 03:55:18.889617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Calling delete_port for 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:19.036219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539eda3e-d712-4726-bdad-c8017ffc8bf8 None None] Network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:19.046281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9d5f6e43-9827-40fc-857e-33a2242c394f None None] For port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:19.047820 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6e43-9827-40fc-857e-33a2242c394f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:19.103463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e9ec0276-66c2-4008-a0d6-8995780227d1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:19.106996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f6e43-9827-40fc-857e-33a2242c394f None None] Calling delete_port for c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:19.185562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-fdc7f150-0148-4a09-a709-01b2bc34566a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:19.193299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-fdc7f150-0148-4a09-a709-01b2bc34566a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/networks?id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 200 len: 816 time: 0.2173030 Aug 23 03:55:19.205612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-313f0318-f0e4-4e19-94a0-b73b0b3173c1 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/quotas/f268b074fa6d4d50af0de5eca6db90fb HTTP/1.1" status: 200 len: 375 time: 0.0111525 Aug 23 03:55:19.242786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca34d2c-cb8d-44bd-9bf9-369425969e8a req-e3409af1-acd8-4806-9195-55f84650174a service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905398 Aug 23 03:55:19.279277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-3df65905-e462-4a63-ba15-1416fd770792 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663493 Aug 23 03:55:19.285766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e7ccff-9277-416c-88a6-25a7662f9ff1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:19.289368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e7ccff-9277-416c-88a6-25a7662f9ff1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:19.320295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:19.333784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f1e339ec-f274-4212-baf6-02662cd308e0 None None] Provisioning for port e9ec0276-66c2-4008-a0d6-8995780227d1 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:19.367362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event deleted for resources: {'Port': ['ID=7ac08849-4093-4f54-8af7-af9fd6fbb9c7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:19.431025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port e9ec0276-66c2-4008-a0d6-8995780227d1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:19.438735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e9ec0276-66c2-4008-a0d6-8995780227d1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:19.439211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:19.487223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6e43-9827-40fc-857e-33a2242c394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:19.536034 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-77e7ccff-9277-416c-88a6-25a7662f9ff1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a013927-d34a-42f1-bbe4-aef5bc1172c8 (CIDR: 2001:db8::/64) Aug 23 03:55:19.547500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-da0fd716-03af-4eb3-a5dc-f641d3c36ccf service neutron] 10.222.0.20 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515781 Aug 23 03:55:19.563659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f6e43-9827-40fc-857e-33a2242c394f None None] Pushing event deleted for resources: {'Port': ['ID=c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:19.566620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f6e43-9827-40fc-857e-33a2242c394f None None] No DVR routers for this DVR port c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:19.604610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce214905-9ad1-467c-8026-78230dbeb75a None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:19.677805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-810e17ab-4942-4074-be59-8cdc2fdd272f service neutron] 10.222.0.20 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177514 Aug 23 03:55:19.681171 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e7ccff-9277-416c-88a6-25a7662f9ff1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:55:19.683697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e7ccff-9277-416c-88a6-25a7662f9ff1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:19.733391 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:19.772487 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-77e7ccff-9277-416c-88a6-25a7662f9ff1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9837732 Aug 23 03:55:19.774931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34948) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:19.781383 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:19.852676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port e9ec0276-66c2-4008-a0d6-8995780227d1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e9ec0276-66c2-4008-a0d6-8995780227d1,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:19.966524 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:20.086633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=e9ec0276-66c2-4008-a0d6-8995780227d1,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:20.130291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8fa24dcc-e998-443d-8972-49ce47f6ab0d None None] Provisioning complete for port e9ec0276-66c2-4008-a0d6-8995780227d1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:20.130291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8fa24dcc-e998-443d-8972-49ce47f6ab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:20.141355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:20.273353 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:20.273594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0ab0dbd-9a75-4ebc-93d1-9c86fa51f530 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:20.322406 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41646394-79d0-4fc7-9d8d-1ea50bdbd51d req-5e700d77-e833-44d6-b9fb-5b2df81cd9ae tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 210 time: 0.1223581 Aug 23 03:55:20.322769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': '2a013927-d34a-42f1-bbe4-aef5bc1172c8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:55:20.322769 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:20.353524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff942af4-ba1b-4364-8e2d-ee69de71cf5d req-5428cd95-0121-404b-9823-873e97b5e45e tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 210 time: 0.0964994 Aug 23 03:55:20.379873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:55:20.411881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:20.420354 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:20.536282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:55:20.549449 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] Sync routers for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:55:20.567847 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:20.569092 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:54:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:20.600397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] No DVR routers for this DVR port 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:20.608929 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:20.615198 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59a7a8f0-a380-462f-a582-f65d13e760a9 req-1fb9d6bf-7a85-460e-b734-3a13929b4b22 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.11 "DELETE /v2.0/ports/7ac08849-4093-4f54-8af7-af9fd6fbb9c7 HTTP/1.1" status: 204 len: 173 time: 3.1010849 Aug 23 03:55:20.615198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-deleted', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:20.617185 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c7c73f-bdca-44ac-9314-6b36ca1510cb" -d '{"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-deleted", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:20.663254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/2a013927-d34a-42f1-bbe4-aef5bc1172c8/0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:20.672499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-5a559ea2-55d4-408f-85d5-108a1222ed85 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:20.679700 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-5a559ea2-55d4-408f-85d5-108a1222ed85 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.24 "GET /v2.0/networks?id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 200 len: 816 time: 0.7900600 Aug 23 03:55:20.686350 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391c5c27-a97b-4190-b46b-411c07afa712 x-openstack-request-id: req-391c5c27-a97b-4190-b46b-411c07afa712 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:20.686776 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe49725-e697-4647-ad32-8f171e1389bf", "name": "network-vif-deleted", "tag": "7ac08849-4093-4f54-8af7-af9fd6fbb9c7", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:20.687125 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-391c5c27-a97b-4190-b46b-411c07afa712 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:20.687620 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe49725-e697-4647-ad32-8f171e1389bf', 'name': 'network-vif-deleted', 'tag': '7ac08849-4093-4f54-8af7-af9fd6fbb9c7', 'status': 'completed', 'code': 200} Aug 23 03:55:20.701164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Request body: {'port': {'device_id': '5ee6a120-8b1b-4270-ad6b-9b993e35c7d9', 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6', 'admin_state_up': True, 'tenant_id': 'f268b074fa6d4d50af0de5eca6db90fb'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:20.773254 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:21.031059 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:21.040802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Transition to ACTIVE for port object 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:21.050323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Made reservation on behalf of f268b074fa6d4d50af0de5eca6db90fb for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:21.054296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:21.062944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e9ec0276-66c2-4008-a0d6-8995780227d1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:21.065041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Transition to ACTIVE for port object 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:21.067421 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:21.104903 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] Checking router: 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:55:21.126034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e9ec0276-66c2-4008-a0d6-8995780227d1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:21.126713 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:21.127872 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:21.132999 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:54:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:21.173835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:21.235609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:21.237597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Pushing event updated for resources: {'Port': ['ID=0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:21.246401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:21.248805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:21.337722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Allocated IP 172.20.0.9 (d7de47fa-45a1-47b6-a173-816ba8b2b3d6/e09649e8-9d1f-446e-a642-f1b83454a0b9/f1783a92-45ef-4498-a0b7-1796afb5208b) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:21.342715 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:21.343270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Attempting to bind port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:21.343647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Attempting to bind port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:21.344011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Attempting to bind port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:21.349882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:21.350259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:21.350673 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:21.351065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:21.351537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Bound port: 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:21.351930 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:21.440114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:21.484822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48db874a-fdde-46a1-bd61-bcaa990293da req-9f5184e3-ef48-47c7-8f6f-cafb21e96cc5 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 210 time: 0.0717468 Aug 23 03:55:21.530731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:21.532699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 7ac08849-4093-4f54-8af7-af9fd6fbb9c7 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:21.539500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] For port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:21.558873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] For port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:21.604535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:55:21.641479 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:21.696695 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:21.759140 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6259de-25ba-4e21-a771-f74f84aed08d None None] The sync data for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 is: [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'aeea0d6a-cd52-485b-9610-6c7b54d5ecdf', 'name': '', 'network_id': '9e7c6047-3365-4903-8b34-cc666387a94a', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'mac_address': 'fa:16:3e:73:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:27Z', 'updated_at': '2021-08-23T03:43:38Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'subnets': [{'id': '1f043242-9191-47bc-a47d-3d76fdabffde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:55:21.793464 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b895a-5e43-478e-adaa-d97ae9083153 None None] Pushing event updated for resources: {'Port': ['ID=0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:21.848402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a62dd40-87aa-4087-9ae7-9a2e5fe0b502 req-81aeda07-d1bd-4e01-8c2c-38cbcca42976 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbe49725-e697-4647-ad32-8f171e1389bf HTTP/1.1" status: 200 len: 210 time: 0.2219174 Aug 23 03:55:22.317700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8225bb8-41f2-4ee7-b240-e62fb35ed8b5 None None] New status for floating IP de4e9dc4-43cd-4fa5-937e-8ec9eb3f4366: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:55:22.630872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:22.652796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-708a33c4-9b3f-4f01-9a22-a766ea481c9a req-328d2a34-6cff-4bb9-82e1-b1317b6dc920 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 210 time: 0.0664620 Aug 23 03:55:22.797665 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:22.840284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7027b6-570b-4297-862c-764cf890fd2d req-503c2a76-06ab-489d-a2f5-9b55d8bc7e1b tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:22.841943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-503c2a76-06ab-489d-a2f5-9b55d8bc7e1b tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.24 "GET /v2.0/networks?id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 200 len: 816 time: 1.0026467 Aug 23 03:55:22.843918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Transition to ACTIVE for port object f1783a92-45ef-4498-a0b7-1796afb5208b will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:22.882352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Request body: {'port': {'device_id': '163177fd-f85f-44d4-8773-d0ddd46f602f', 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6', 'admin_state_up': True, 'tenant_id': 'f268b074fa6d4d50af0de5eca6db90fb'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:22.957572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:22.992836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.083245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.196110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:23.210474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Pushing event updated for resources: {'Port': ['ID=f1783a92-45ef-4498-a0b7-1796afb5208b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:23.218477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:23.227762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:23.227762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34988) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:23.266651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:23.445320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Made reservation on behalf of f268b074fa6d4d50af0de5eca6db90fb for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:23.455898 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.470425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] For port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:23.491356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:23.491999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.514335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-e0b115b5-3675-4519-b606-f9b4ad1d1e35 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:23.516108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-e0b115b5-3675-4519-b606-f9b4ad1d1e35 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.11 "GET /v2.0/networks?id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 200 len: 816 time: 0.1914084 Aug 23 03:55:23.536234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Request body: {'port': {'device_id': '894b7c33-d2d8-4cf6-a19c-06ff4085a7d0', 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6', 'admin_state_up': True, 'tenant_id': 'f268b074fa6d4d50af0de5eca6db90fb'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:23.577625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-123c3a7c-0c98-4916-b4cd-e966344c977a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.633468 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-22615a36-713b-431f-8805-d920e7b1d08c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9425464 Aug 23 03:55:23.651706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.657706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Request body: {'port': {'device_id': '5ee6a120-8b1b-4270-ad6b-9b993e35c7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:23.672359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3a73ff59-59ba-4378-a0ee-e4078e019bbe None None] Provisioning for port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:23.684231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3a73ff59-59ba-4378-a0ee-e4078e019bbe None None] Provisioning complete for port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:23.684231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3a73ff59-59ba-4378-a0ee-e4078e019bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.692755 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-123c3a7c-0c98-4916-b4cd-e966344c977a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.797059 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.797833 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.811608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Made reservation on behalf of f268b074fa6d4d50af0de5eca6db90fb for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:23.815514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.842364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:23.850002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:23.861461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dc8c476f-de2b-45dd-8125-2843cfe6add6 req-3380eae7-9cf1-4db9-9029-b69e001d5328 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 210 time: 0.1068361 Aug 23 03:55:23.872063 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d690c8-c233-44f4-aafc-c665e9430f46 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:23.917201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:23.919251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.943208 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:23.984292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Allocated IP 172.20.0.3 (d7de47fa-45a1-47b6-a173-816ba8b2b3d6/e09649e8-9d1f-446e-a642-f1b83454a0b9/204b1fdd-6e6e-49be-8609-da5a0202430f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:23.996249 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3a73ff59-59ba-4378-a0ee-e4078e019bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.045281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=e84b0ca4-a410-4ba9-b44c-f217519ee5bb,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:24.050801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.2721937 Aug 23 03:55:24.054269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34996) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:24.062976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d,revision_number=4']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:24.071573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.071926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.072285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.072456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:b7:6f:05', 'name': 'tempest-NetworksTestDHCPv6-66353637'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:24.072609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.072949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.080079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.080079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.080079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.080079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.080079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.080079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.080079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.086740 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-123c3a7c-0c98-4916-b4cd-e966344c977a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.089323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-123c3a7c-0c98-4916-b4cd-e966344c977a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.091052 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-123c3a7c-0c98-4916-b4cd-e966344c977a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a6fc7db-57f3-404b-9407-3bd641e11439 HTTP/1.1" status: 204 len: 168 time: 0.8561916 Aug 23 03:55:24.117396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34998) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:24.119645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.120612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.120612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.120830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.120978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.121340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.121704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.122042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.122378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.122713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.123051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.123385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3917bd9e-dc92-400b-85e0-b35b59d32da7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:24.165491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3a73ff59-59ba-4378-a0ee-e4078e019bbe None None] For port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:24.201485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c3a7c-0c98-4916-b4cd-e966344c977a tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6fc7db-57f3-404b-9407-3bd641e11439,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:24.218763 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-ef41f167-ac23-4209-a1fd-e47aefc45378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] show failed (client error): The resource could not be found. Aug 23 03:55:24.219828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ef41f167-ac23-4209-a1fd-e47aefc45378 tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "GET /v2.0/security-groups/5a6fc7db-57f3-404b-9407-3bd641e11439 HTTP/1.1" status: 404 len: 347 time: 0.0925064 Aug 23 03:55:24.230648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35000) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:24.264805 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3a73ff59-59ba-4378-a0ee-e4078e019bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.329457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73ff59-59ba-4378-a0ee-e4078e019bbe None None] Pushing event updated for resources: {'Port': ['ID=0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:24.378490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:24.471102 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.487888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-40db621a-d9ee-461b-b9b9-4aeaf1dac627 None None] Provisioning for port f1783a92-45ef-4498-a0b7-1796afb5208b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:24.490732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Transition to ACTIVE for port object 204b1fdd-6e6e-49be-8609-da5a0202430f will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:24.490884 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.506890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-40db621a-d9ee-461b-b9b9-4aeaf1dac627 None None] Provisioning complete for port f1783a92-45ef-4498-a0b7-1796afb5208b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:24.507633 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-40db621a-d9ee-461b-b9b9-4aeaf1dac627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.514990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Deleting port 008a354c-0809-4f00-8455-56b71624ab23 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:24.515344 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.520020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port de2ccc9a-53eb-4166-abeb-93d2bd9261a4 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:55:24.579655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-40db621a-d9ee-461b-b9b9-4aeaf1dac627 None None] Port f1783a92-45ef-4498-a0b7-1796afb5208b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:55:24.627590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.628233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.643504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Calling delete_port for 008a354c-0809-4f00-8455-56b71624ab23 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:24.741274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::1b3 (edd3ff6a-5962-416f-9269-01284de80fc0/2a013927-d34a-42f1-bbe4-aef5bc1172c8/de2ccc9a-53eb-4166-abeb-93d2bd9261a4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:24.748847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8:0:1:f816:3eff:feb7:6f05 (edd3ff6a-5962-416f-9269-01284de80fc0/e84b0ca4-a410-4ba9-b44c-f217519ee5bb/de2ccc9a-53eb-4166-abeb-93d2bd9261a4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:24.764809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:24.923705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:24.932643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Allocated IP 172.20.0.5 (d7de47fa-45a1-47b6-a173-816ba8b2b3d6/e09649e8-9d1f-446e-a642-f1b83454a0b9/f1f839f9-1e30-441c-9944-3afefe370883) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:24.937226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Pushing event updated for resources: {'Port': ['ID=204b1fdd-6e6e-49be-8609-da5a0202430f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:24.945108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:24.962481 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:24.969963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:25.068528 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.081300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:25.081791 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.126931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Pushing event deleted for resources: {'Port': ['ID=008a354c-0809-4f00-8455-56b71624ab23,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:25.140256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:25.140907 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.172949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.177657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e5df242-280e-412d-ad4d-fdd642082e60 req-2fc7d631-4bd6-4f51-8f33-6e41e4a87c48 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 210 time: 0.1164045 Aug 23 03:55:25.248895 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.249162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object de2ccc9a-53eb-4166-abeb-93d2bd9261a4 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:25.252043 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.277826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dd618324-a917-4be5-8eba-24a38338942d tempest-AttachVolumeShelveTestJSON-696924833 tempest-AttachVolumeShelveTestJSON-696924833-project] 10.222.0.20 "DELETE /v2.0/floatingips/de4e9dc4-43cd-4fa5-937e-8ec9eb3f4366 HTTP/1.1" status: 204 len: 168 time: 1.0298104 Aug 23 03:55:25.332006 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dc27b03f-9646-4a68-8a0a-87a1a17daf19 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4536138 Aug 23 03:55:25.355346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Request body: {'port': {'device_id': '163177fd-f85f-44d4-8773-d0ddd46f602f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:25.365175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a1afd5c3-828e-44f6-b5fd-7c1436b069ac None None] Provisioning complete for port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:25.368756 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1afd5c3-828e-44f6-b5fd-7c1436b069ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.494642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.513987 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.529098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Transition to ACTIVE for port object f1f839f9-1e30-441c-9944-3afefe370883 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:25.594922 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.706665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=de2ccc9a-53eb-4166-abeb-93d2bd9261a4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:25.719939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-024cfd05-85d8-4a3d-963b-e98e598f0bdb None None] Provisioning for port 204b1fdd-6e6e-49be-8609-da5a0202430f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:25.720160 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.725501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-024cfd05-85d8-4a3d-963b-e98e598f0bdb None None] Provisioning complete for port 204b1fdd-6e6e-49be-8609-da5a0202430f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:25.726371 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-024cfd05-85d8-4a3d-963b-e98e598f0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.736104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:25.738100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.740767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.741293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.741812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.742714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.745208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.745718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.746233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.746801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.747292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.750901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.752390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:25.769672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:25.779220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:25.789999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:25.795690 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:25.799974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-024cfd05-85d8-4a3d-963b-e98e598f0bdb None None] Port 204b1fdd-6e6e-49be-8609-da5a0202430f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:55:25.858065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:25.871967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:25.886531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:26.032320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1783a92-45ef-4498-a0b7-1796afb5208b {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:55:26.037134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Pushing event updated for resources: {'Port': ['ID=f1f839f9-1e30-441c-9944-3afefe370883,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:26.056751 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:26.066530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:26.066923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:26.075578 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e9ac3286-b146-467d-80fa-84234e11f37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:26.078890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Transition to ACTIVE for port object f1783a92-45ef-4498-a0b7-1796afb5208b will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:26.106520 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7bc10c8a-00f4-4ccc-b034-b6ed8c3a890c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0478845 Aug 23 03:55:26.107156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35018) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:26.179194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:26.182287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-7400b52d-57d9-4f0f-837a-5df229a5c971 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6498435 Aug 23 03:55:26.202799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Request body: {'port': {'device_id': '894b7c33-d2d8-4cf6-a19c-06ff4085a7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:26.360380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:26.411350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b89ff658-669a-4238-9a41-3a0ce8071359 None None] Provisioning for port de2ccc9a-53eb-4166-abeb-93d2bd9261a4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:26.415787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b89ff658-669a-4238-9a41-3a0ce8071359 None None] Provisioning complete for port de2ccc9a-53eb-4166-abeb-93d2bd9261a4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:26.416259 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b89ff658-669a-4238-9a41-3a0ce8071359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:26.504277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b89ff658-669a-4238-9a41-3a0ce8071359 None None] Port de2ccc9a-53eb-4166-abeb-93d2bd9261a4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:55:26.564600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1783a92-45ef-4498-a0b7-1796afb5208b,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:26.695425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d0ac1-3bf1-425c-aca5-af353f772574 req-328b5262-81ec-41f7-9c8f-8322310bf9d1 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:26.703148 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df0d0ac1-3bf1-425c-aca5-af353f772574 req-328b5262-81ec-41f7-9c8f-8322310bf9d1 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 931 time: 0.3859444 Aug 23 03:55:26.706935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d9b4e84e-59f0-44e6-afda-6e18ccbbf82a None None] Provisioning for port f1f839f9-1e30-441c-9944-3afefe370883 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:26.711445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d9b4e84e-59f0-44e6-afda-6e18ccbbf82a None None] Provisioning complete for port f1f839f9-1e30-441c-9944-3afefe370883 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:26.711947 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e84e-59f0-44e6-afda-6e18ccbbf82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:26.770845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4e84e-59f0-44e6-afda-6e18ccbbf82a None None] Port f1f839f9-1e30-441c-9944-3afefe370883 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:55:26.783367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e9d51-d321-43b6-9b98-cf89b359f520 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port de2ccc9a-53eb-4166-abeb-93d2bd9261a4 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:26.783856 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9d51-d321-43b6-9b98-cf89b359f520 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:26.797837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Attempting to bind port f1783a92-45ef-4498-a0b7-1796afb5208b on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:26.798172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Attempting to bind port f1783a92-45ef-4498-a0b7-1796afb5208b by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:26.798549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Attempting to bind port f1783a92-45ef-4498-a0b7-1796afb5208b on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:26.868947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df0d0ac1-3bf1-425c-aca5-af353f772574 req-163fda19-1a7f-4867-9d69-af28c02cb58e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602681 Aug 23 03:55:26.890541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Port f1783a92-45ef-4498-a0b7-1796afb5208b on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:55:26.891074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Attempting to bind port f1783a92-45ef-4498-a0b7-1796afb5208b on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:26.910746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204b1fdd-6e6e-49be-8609-da5a0202430f {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:55:26.923100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:26.937482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Transition to ACTIVE for port object 204b1fdd-6e6e-49be-8609-da5a0202430f will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:26.946566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:26.947211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Checking segment: {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:26.949569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Bound using segment: {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:26.949569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Bound port: f1783a92-45ef-4498-a0b7-1796afb5208b, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:26.949569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.024729 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.151851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9d51-d321-43b6-9b98-cf89b359f520 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.193188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Pushing event updated for resources: {'Port': ['ID=204b1fdd-6e6e-49be-8609-da5a0202430f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:27.222500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e9d51-d321-43b6-9b98-cf89b359f520 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for de2ccc9a-53eb-4166-abeb-93d2bd9261a4 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:27.224709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] For port f1783a92-45ef-4498-a0b7-1796afb5208b, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:27.278834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f839f9-1e30-441c-9944-3afefe370883 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:55:27.292517 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.307667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Transition to ACTIVE for port object f1f839f9-1e30-441c-9944-3afefe370883 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:27.312653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] For port f1783a92-45ef-4498-a0b7-1796afb5208b, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f1783a92-45ef-4498-a0b7-1796afb5208b,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:27.407395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.412371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Attempting to bind port 204b1fdd-6e6e-49be-8609-da5a0202430f on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:27.412721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Attempting to bind port 204b1fdd-6e6e-49be-8609-da5a0202430f by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:27.413082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Attempting to bind port 204b1fdd-6e6e-49be-8609-da5a0202430f on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:27.431787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Port 204b1fdd-6e6e-49be-8609-da5a0202430f on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:55:27.432121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Attempting to bind port 204b1fdd-6e6e-49be-8609-da5a0202430f on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:27.437086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.486383 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:27.486793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Checking segment: {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:27.487192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Bound using segment: {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:27.487635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Bound port: 204b1fdd-6e6e-49be-8609-da5a0202430f, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:27.488054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.555295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f839f9-1e30-441c-9944-3afefe370883,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:27.567109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1783a92-45ef-4498-a0b7-1796afb5208b,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:27.571809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:27.572467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.573963 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-aa22b35e-6709-495d-9435-7e6631c23af0 service neutron] 10.222.0.24 "PUT /v2.0/ports/f1783a92-45ef-4498-a0b7-1796afb5208b HTTP/1.1" status: 200 len: 1091 time: 3.9266322 Aug 23 03:55:27.576091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee6a120-8b1b-4270-ad6b-9b993e35c7d9', 'tag': 'f1783a92-45ef-4498-a0b7-1796afb5208b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:27.585854 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97313b4c-2bc8-4976-a6d8-60bab2627bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee6a120-8b1b-4270-ad6b-9b993e35c7d9", "tag": "f1783a92-45ef-4498-a0b7-1796afb5208b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:27.641970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Attempting to bind port f1f839f9-1e30-441c-9944-3afefe370883 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:27.641970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Attempting to bind port f1f839f9-1e30-441c-9944-3afefe370883 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:27.642309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Attempting to bind port f1f839f9-1e30-441c-9944-3afefe370883 on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:27.647446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Port f1f839f9-1e30-441c-9944-3afefe370883 on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:55:27.647849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Attempting to bind port f1f839f9-1e30-441c-9944-3afefe370883 on network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:27.653997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:27.654382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Checking segment: {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:27.654778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Bound using segment: {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:27.655272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Bound port: f1f839f9-1e30-441c-9944-3afefe370883, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9397cb2-848f-42b7-a112-0356defecc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:27.655644 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.705237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] For port 204b1fdd-6e6e-49be-8609-da5a0202430f, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:27.710629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] For port 204b1fdd-6e6e-49be-8609-da5a0202430f, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=204b1fdd-6e6e-49be-8609-da5a0202430f,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:27.719491 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ff5ef-402d-46a1-8072-51f4914c053d x-openstack-request-id: req-e26ff5ef-402d-46a1-8072-51f4914c053d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:27.719802 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee6a120-8b1b-4270-ad6b-9b993e35c7d9", "tag": "f1783a92-45ef-4498-a0b7-1796afb5208b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:27.720062 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e26ff5ef-402d-46a1-8072-51f4914c053d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:27.720474 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee6a120-8b1b-4270-ad6b-9b993e35c7d9', 'tag': 'f1783a92-45ef-4498-a0b7-1796afb5208b', 'status': 'completed', 'code': 200} Aug 23 03:55:27.740785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] For port f1f839f9-1e30-441c-9944-3afefe370883, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:27.746240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] For port f1f839f9-1e30-441c-9944-3afefe370883, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f1f839f9-1e30-441c-9944-3afefe370883,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:27.801596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.804424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-254881e6-2b50-41e4-94ee-c5fa7da2cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:27.805978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-254881e6-2b50-41e4-94ee-c5fa7da2cd7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 1094 time: 0.0960827 Aug 23 03:55:27.830382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.892349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:27.893309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.895568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] 10.222.0.11 "PUT /v2.0/ports/f1f839f9-1e30-441c-9944-3afefe370883 HTTP/1.1" status: 200 len: 1091 time: 1.6990688 Aug 23 03:55:27.898562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894b7c33-d2d8-4cf6-a19c-06ff4085a7d0', 'tag': 'f1f839f9-1e30-441c-9944-3afefe370883'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:27.901569 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b907f8-7475-48bf-a0b1-734b1b0c8260" -d '{"events": [{"name": "network-changed", "server_uuid": "894b7c33-d2d8-4cf6-a19c-06ff4085a7d0", "tag": "f1f839f9-1e30-441c-9944-3afefe370883"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:27.922394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-b2e6af25-2e6c-4686-9f99-5c283794c1e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1783a92-45ef-4498-a0b7-1796afb5208b HTTP/1.1" status: 200 len: 217 time: 0.0950212 Aug 23 03:55:27.935720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:27.936358 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:27.937806 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] 10.222.0.24 "PUT /v2.0/ports/204b1fdd-6e6e-49be-8609-da5a0202430f HTTP/1.1" status: 200 len: 1091 time: 2.5980303 Aug 23 03:55:28.016459 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d8f8b9-101d-46f2-82d3-4ea53b1220c6 x-openstack-request-id: req-30d8f8b9-101d-46f2-82d3-4ea53b1220c6 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:28.018152 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894b7c33-d2d8-4cf6-a19c-06ff4085a7d0", "tag": "f1f839f9-1e30-441c-9944-3afefe370883", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:28.018728 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30d8f8b9-101d-46f2-82d3-4ea53b1220c6 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:28.019253 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894b7c33-d2d8-4cf6-a19c-06ff4085a7d0', 'tag': 'f1f839f9-1e30-441c-9944-3afefe370883', 'status': 'completed', 'code': 200} Aug 23 03:55:28.028553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d365d28-cae6-4050-b95c-8ef0fa6eff63 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f839f9-1e30-441c-9944-3afefe370883,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:28.059955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb4925-f268-4777-839b-3f896e8957bb service neutron] Pushing event updated for resources: {'Port': ['ID=204b1fdd-6e6e-49be-8609-da5a0202430f,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:28.072930 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-2ee79b86-e2a5-4681-bafe-f3c196dbaa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.074693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-2ee79b86-e2a5-4681-bafe-f3c196dbaa28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e09649e8-9d1f-446e-a642-f1b83454a0b9 HTTP/1.1" status: 200 len: 855 time: 0.1359570 Aug 23 03:55:28.122414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b907f8-7475-48bf-a0b1-734b1b0c8260 req-102d654d-75ed-492a-a3b6-77b579c54f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.123973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61b907f8-7475-48bf-a0b1-734b1b0c8260 req-102d654d-75ed-492a-a3b6-77b579c54f32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 1094 time: 0.0734856 Aug 23 03:55:28.134105 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9d51-d321-43b6-9b98-cf89b359f520 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:28.148037 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e80986-813a-48c7-88a3-8a303fa36efb req-9aaf205c-31d5-4d2c-8efe-ca6bfdd1d152 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.149470 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24e80986-813a-48c7-88a3-8a303fa36efb req-9aaf205c-31d5-4d2c-8efe-ca6bfdd1d152 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 943 time: 0.1425536 Aug 23 03:55:28.188684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e9d51-d321-43b6-9b98-cf89b359f520 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=de2ccc9a-53eb-4166-abeb-93d2bd9261a4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:28.269094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9d51-d321-43b6-9b98-cf89b359f520 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:28.271042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bf4e9d51-d321-43b6-9b98-cf89b359f520 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/de2ccc9a-53eb-4166-abeb-93d2bd9261a4 HTTP/1.1" status: 204 len: 168 time: 2.1624279 Aug 23 03:55:28.287452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7027b6-570b-4297-862c-764cf890fd2d req-5054d7f6-8539-4ca9-943c-e00c67d8e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.288529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35038) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:28.289270 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-5054d7f6-8539-4ca9-943c-e00c67d8e510 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 1094 time: 0.1979938 Aug 23 03:55:28.289270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-dc87d9b5-43a4-46c1-8987-5f4ffda6bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.289270 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-dc87d9b5-43a4-46c1-8987-5f4ffda6bbd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957660 Aug 23 03:55:28.289270 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24e80986-813a-48c7-88a3-8a303fa36efb req-22b53a30-f197-4c64-9833-847943d8cf51 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093316 Aug 23 03:55:28.370552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b907f8-7475-48bf-a0b1-734b1b0c8260 req-79c46519-2dae-47d3-855b-826739024e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.371322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-36452d57-5afe-426c-9e1a-969d73353197 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=204b1fdd-6e6e-49be-8609-da5a0202430f HTTP/1.1" status: 200 len: 217 time: 0.0684700 Aug 23 03:55:28.372444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61b907f8-7475-48bf-a0b1-734b1b0c8260 req-79c46519-2dae-47d3-855b-826739024e75 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2298715 Aug 23 03:55:28.386417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c64011-c241-477e-9074-d33276463271 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.388411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-00c64011-c241-477e-9074-d33276463271 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1116390 Aug 23 03:55:28.396936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35040) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:28.523002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b907f8-7475-48bf-a0b1-734b1b0c8260 req-4faf6cf1-d94e-4241-a8a9-bca8c401ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.529638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61b907f8-7475-48bf-a0b1-734b1b0c8260 req-4faf6cf1-d94e-4241-a8a9-bca8c401ffae service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1398704 Aug 23 03:55:28.682471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-db4accd2-15f4-49f7-9294-180b16c187e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.684743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-db4accd2-15f4-49f7-9294-180b16c187e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 1094 time: 0.0811639 Aug 23 03:55:28.747460 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c6326b6-521a-4eb0-81a5-d4b046c0a729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:28.768628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-00e28679-8d46-406b-997d-891695f057eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1f839f9-1e30-441c-9944-3afefe370883 HTTP/1.1" status: 200 len: 217 time: 0.0689840 Aug 23 03:55:28.838624 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:28.848898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-2083e205-c1d0-44e7-9486-ad8078bc5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.850609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-2083e205-c1d0-44e7-9486-ad8078bc5327 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e09649e8-9d1f-446e-a642-f1b83454a0b9 HTTP/1.1" status: 200 len: 855 time: 0.0753040 Aug 23 03:55:28.934789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-9774488b-be6b-4313-836b-b0b3c302936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:28.936505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-9774488b-be6b-4313-836b-b0b3c302936a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780876 Aug 23 03:55:29.011221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7027b6-570b-4297-862c-764cf890fd2d req-5268b38f-537f-41b2-abc4-3e0a5a8a2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:29.013917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-5268b38f-537f-41b2-abc4-3e0a5a8a2e57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e09649e8-9d1f-446e-a642-f1b83454a0b9 HTTP/1.1" status: 200 len: 855 time: 0.6319973 Aug 23 03:55:29.103998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-cb877b8f-28e1-4c82-822d-bd18653dbf43 service neutron] 10.222.0.11 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581843 Aug 23 03:55:29.121275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aefd9d-10de-4ad6-95e4-9dc3d80f3dde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:29.121275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-22aefd9d-10de-4ad6-95e4-9dc3d80f3dde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7139089 Aug 23 03:55:29.121275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35056) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:29.133966 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-4f8a62e0-60b8-4f29-8595-4c251b369bab service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386705 Aug 23 03:55:29.200271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dae38bf9-3ed0-4809-9dab-b98d7642bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:29.201670 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-dae38bf9-3ed0-4809-9dab-b98d7642bdb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776478 Aug 23 03:55:29.236615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3fd113e-3310-448e-8c17-79d39eccf02b req-6a123500-4e46-4086-9a88-a20fe192c9d1 service neutron] 10.222.0.11 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241848 Aug 23 03:55:29.292297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44195ac9-0d7a-4118-b389-579a846a55ff tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:29.294170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44195ac9-0d7a-4118-b389-579a846a55ff tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:29.295717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44195ac9-0d7a-4118-b389-579a846a55ff tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:29.297449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-44195ac9-0d7a-4118-b389-579a846a55ff tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1777575 Aug 23 03:55:29.300306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35062) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:29.370259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b38c38-395e-4aa5-8c06-d8fcd4977c6e req-cae6fe07-e233-41fd-ae7a-492df2730300 service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071218 Aug 23 03:55:29.401413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-e00f8f62-522d-4b85-97fc-c5a931b23c0d service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871290 Aug 23 03:55:29.426635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-52379a81-2308-4363-894b-d80a391122e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet 2a013927-d34a-42f1-bbe4-aef5bc1172c8 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:29.430444 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52379a81-2308-4363-894b-d80a391122e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:29.531573 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52379a81-2308-4363-894b-d80a391122e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:29.675091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52379a81-2308-4363-894b-d80a391122e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:29.706218 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f7027b6-570b-4297-862c-764cf890fd2d req-609cf730-1fe8-47ec-8fee-bf9c1b4195c5 service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978494 Aug 23 03:55:29.708067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-996dd89c-d760-415b-9d33-bbe4e93f204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:29.709474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-996dd89c-d760-415b-9d33-bbe4e93f204a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 1094 time: 0.1635184 Aug 23 03:55:29.725266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163177fd-f85f-44d4-8773-d0ddd46f602f', 'tag': '204b1fdd-6e6e-49be-8609-da5a0202430f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:29.727594 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e852646-ed54-4510-bf00-0ae08b7cf008" -d '{"events": [{"name": "network-changed", "server_uuid": "163177fd-f85f-44d4-8773-d0ddd46f602f", "tag": "204b1fdd-6e6e-49be-8609-da5a0202430f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:29.789630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db07f6-9923-481f-8fe1-553be08c92df req-a6e0f091-636c-4c12-9126-439c3968d64c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:29.802448 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de27e58-83eb-4cdc-bfa0-0d3dbb15581c x-openstack-request-id: req-4de27e58-83eb-4cdc-bfa0-0d3dbb15581c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:29.802969 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163177fd-f85f-44d4-8773-d0ddd46f602f", "tag": "204b1fdd-6e6e-49be-8609-da5a0202430f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:29.803381 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4de27e58-83eb-4cdc-bfa0-0d3dbb15581c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:29.803928 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163177fd-f85f-44d4-8773-d0ddd46f602f', 'tag': '204b1fdd-6e6e-49be-8609-da5a0202430f', 'status': 'completed', 'code': 200} Aug 23 03:55:29.811442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5db07f6-9923-481f-8fe1-553be08c92df req-a6e0f091-636c-4c12-9126-439c3968d64c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 943 time: 0.3409767 Aug 23 03:55:29.845577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52379a81-2308-4363-894b-d80a391122e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:29.891209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71abbda-085c-465f-81c5-86eabdce40d3 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:29.892653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52379a81-2308-4363-894b-d80a391122e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:29.897338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52379a81-2308-4363-894b-d80a391122e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/2a013927-d34a-42f1-bbe4-aef5bc1172c8 HTTP/1.1" status: 204 len: 168 time: 0.5956511 Aug 23 03:55:29.910226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35072) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:29.947175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5db07f6-9923-481f-8fe1-553be08c92df req-de772b8e-f799-4653-bfc3-4ae2591a4af4 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339426 Aug 23 03:55:29.948394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52379a81-2308-4363-894b-d80a391122e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=2a013927-d34a-42f1-bbe4-aef5bc1172c8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:29.989819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-b73faf17-ecc7-4be4-904c-5ea0a5e7a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:29.991327 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-b73faf17-ecc7-4be4-904c-5ea0a5e7a6c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 200 len: 916 time: 0.2608454 Aug 23 03:55:29.996676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ac4d4c-dc19-47db-a924-b095a7fe6a2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet e84b0ca4-a410-4ba9-b44c-f217519ee5bb {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:30.001229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-0257146c-f48a-41dc-8ae8-e0c4e32842f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:30.002726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-0257146c-f48a-41dc-8ae8-e0c4e32842f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 1094 time: 0.1642025 Aug 23 03:55:30.003584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93ac4d4c-dc19-47db-a924-b095a7fe6a2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:30.114770 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-8d703a31-2b0d-407f-8e8e-69783547750d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1783a92-45ef-4498-a0b7-1796afb5208b HTTP/1.1" status: 200 len: 217 time: 0.1080928 Aug 23 03:55:30.233974 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93ac4d4c-dc19-47db-a924-b095a7fe6a2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:30.298964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-561560b4-80bf-4fbe-8bc9-f1f481ae0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:30.300447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-561560b4-80bf-4fbe-8bc9-f1f481ae0599 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 200 len: 916 time: 0.2584307 Aug 23 03:55:30.304085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-9d8dcbfa-f883-4c53-8447-3a263ce81f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:30.305507 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-9d8dcbfa-f883-4c53-8447-3a263ce81f53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e09649e8-9d1f-446e-a642-f1b83454a0b9 HTTP/1.1" status: 200 len: 855 time: 0.1603186 Aug 23 03:55:30.398970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-c0d70113-c479-42f5-af4f-6ad812ca06ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=204b1fdd-6e6e-49be-8609-da5a0202430f HTTP/1.1" status: 200 len: 217 time: 0.0829427 Aug 23 03:55:30.410216 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:30.454047 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93ac4d4c-dc19-47db-a924-b095a7fe6a2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:30.479079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-3d52f35a-7b76-487b-9e32-89483b0cf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:30.480658 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-3d52f35a-7b76-487b-9e32-89483b0cf924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638999 Aug 23 03:55:30.572031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-850534dc-0e90-4c2a-a25c-5fb23cd9efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:30.573482 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-850534dc-0e90-4c2a-a25c-5fb23cd9efb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e09649e8-9d1f-446e-a642-f1b83454a0b9 HTTP/1.1" status: 200 len: 855 time: 0.1672580 Aug 23 03:55:30.702131 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-c801399e-5526-4663-b4e4-5d3b018a51cf service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121546 Aug 23 03:55:30.704932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-c657b1c8-3784-4f4e-8f02-4fb0daa4d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:30.706516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-c657b1c8-3784-4f4e-8f02-4fb0daa4d659 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242108 Aug 23 03:55:30.745132 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93ac4d4c-dc19-47db-a924-b095a7fe6a2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:30.837212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac4d4c-dc19-47db-a924-b095a7fe6a2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=e84b0ca4-a410-4ba9-b44c-f217519ee5bb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:30.842620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93ac4d4c-dc19-47db-a924-b095a7fe6a2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:30.846873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-93ac4d4c-dc19-47db-a924-b095a7fe6a2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/e84b0ca4-a410-4ba9-b44c-f217519ee5bb HTTP/1.1" status: 204 len: 168 time: 0.9319606 Aug 23 03:55:30.847403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35080) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:30.920116 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-91e2c279-87a6-4531-89dd-528b6262cfb2 service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034633 Aug 23 03:55:30.931722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bf66052f-20de-4586-b66e-3c33e9b95e61 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804567 Aug 23 03:55:30.932083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35082) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:30.937616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:30.969681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df839f-d5b7-418a-bae4-169c269ed300 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:30.971248 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-97313b4c-2bc8-4976-a6d8-60bab2627bb0 req-6895239a-e08c-40cd-934c-5dd24b792f1a service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450979 Aug 23 03:55:31.088302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-48681156-dd46-4c6e-aa61-05f7814a17be None None] Provisioning complete for port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:31.088607 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-48681156-dd46-4c6e-aa61-05f7814a17be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.093815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e852646-ed54-4510-bf00-0ae08b7cf008 req-e9e971ed-9a2b-462c-b74c-ee944682a0cd service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611347 Aug 23 03:55:31.111541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993d2b0-346a-4715-bb6b-c83b71f88188 req-44bd5f31-5ff9-432b-bf49-9ed8d66abd15 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:31.113489 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2993d2b0-346a-4715-bb6b-c83b71f88188 req-44bd5f31-5ff9-432b-bf49-9ed8d66abd15 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 943 time: 0.0663619 Aug 23 03:55:31.158762 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2993d2b0-346a-4715-bb6b-c83b71f88188 req-ee711afc-f466-43b6-b8a0-0ad7aff71385 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370810 Aug 23 03:55:31.166251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:31.170553 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.330613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f1783a92-45ef-4498-a0b7-1796afb5208b details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:55:31.502101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554b810-7d73-4b69-8e44-458033808d2f None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:55:31.504897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f1783a92-45ef-4498-a0b7-1796afb5208b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f1783a92-45ef-4498-a0b7-1796afb5208b,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:31.519529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'f1783a92-45ef-4498-a0b7-1796afb5208b', 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6', 'port_id': 'f1783a92-45ef-4498-a0b7-1796afb5208b', 'mac_address': 'fa:16:3e:f4:8e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09649e8-9d1f-446e-a642-f1b83454a0b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:55:31.577571 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.579679 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.596020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1783a92-45ef-4498-a0b7-1796afb5208b {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:55:31.610295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e554b810-7d73-4b69-8e44-458033808d2f None None] Deleting port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:31.610675 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e554b810-7d73-4b69-8e44-458033808d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.622288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:31.627551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:31.632313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:31.632625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.634302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f1783a92-45ef-4498-a0b7-1796afb5208b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f1783a92-45ef-4498-a0b7-1796afb5208b,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:31.646289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=f6d5901b-4f19-44d0-ba2e-ebce69e1ca80,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:31.712241 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.724220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e554b810-7d73-4b69-8e44-458033808d2f None None] For port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:31.724666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e554b810-7d73-4b69-8e44-458033808d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.743240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35090) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:31.749143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f6e42f6b-54b1-4222-a850-24d569a4450f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8101220 Aug 23 03:55:31.749440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-684f20f0-1c56-467b-ab96-f3e97838afc8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:31.785960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e554b810-7d73-4b69-8e44-458033808d2f None None] Calling delete_port for 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:31.800923 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.874601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f1783a92-45ef-4498-a0b7-1796afb5208b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:31.971397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684f20f0-1c56-467b-ab96-f3e97838afc8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:31.975213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-684f20f0-1c56-467b-ab96-f3e97838afc8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:31.994754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e554b810-7d73-4b69-8e44-458033808d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:32.031450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f1783a92-45ef-4498-a0b7-1796afb5208b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:55:32.034484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554b810-7d73-4b69-8e44-458033808d2f None None] Pushing event deleted for resources: {'Port': ['ID=0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:32.061496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554b810-7d73-4b69-8e44-458033808d2f None None] No DVR routers for this DVR port 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:32.083096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e0f24-a1a0-4259-b3bb-d7b0b424aa60 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:32.088450 n-d-749052-7 neutron-server[95120]: INFO neutron.db.ipam_backend_mixin [None req-684f20f0-1c56-467b-ab96-f3e97838afc8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6d5901b-4f19-44d0-ba2e-ebce69e1ca80 (CIDR: 2001:db8::/64) Aug 23 03:55:32.126528 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-684f20f0-1c56-467b-ab96-f3e97838afc8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 03:55:32.127073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684f20f0-1c56-467b-ab96-f3e97838afc8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:32.218219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-684f20f0-1c56-467b-ab96-f3e97838afc8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4735816 Aug 23 03:55:32.220990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35096) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:32.229742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'subnet': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:32.336711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-edd3ff6a-5962-416f-9269-01284de80fc0', 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'tenant_id': '0f177fe4fa464374a6573b501ac69bb6', 'fixed_ips': [{'subnet_id': 'f6d5901b-4f19-44d0-ba2e-ebce69e1ca80'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:55:32.337619 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:32.370482 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a874186-ed32-4063-8b2f-879c0038d460 req-d9fceeaf-01a9-47b6-a3e6-62161d123f31 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:32.373230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a874186-ed32-4063-8b2f-879c0038d460 req-d9fceeaf-01a9-47b6-a3e6-62161d123f31 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 943 time: 0.1369522 Aug 23 03:55:32.432445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a874186-ed32-4063-8b2f-879c0038d460 req-ff75036f-eaf7-4b7e-a735-5e7332af32c0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513175 Aug 23 03:55:32.509151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Allocated IP 2001:db8::2 (edd3ff6a-5962-416f-9269-01284de80fc0/f6d5901b-4f19-44d0-ba2e-ebce69e1ca80/9436f00f-7dd9-47a3-821c-8327a9b2acdc) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:32.529517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:32.533615 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:32.669421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:32.678258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Transition to ACTIVE for port object 9436f00f-7dd9-47a3-821c-8327a9b2acdc will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:32.699963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Transition to ACTIVE for port object 9436f00f-7dd9-47a3-821c-8327a9b2acdc will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:32.795315 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:32.810957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35108) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:32.857980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Pushing event updated for resources: {'Port': ['ID=9436f00f-7dd9-47a3-821c-8327a9b2acdc,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:32.872293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:32.874306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:32.880637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:32.910517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:32.936926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35116) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:32.985617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:32.987626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0f09c1d4-dd7d-43ff-92ea-7150e5c5ce1d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:33.006591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Attempting to bind port 9436f00f-7dd9-47a3-821c-8327a9b2acdc on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:33.008051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Attempting to bind port 9436f00f-7dd9-47a3-821c-8327a9b2acdc by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:33.008449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Attempting to bind port 9436f00f-7dd9-47a3-821c-8327a9b2acdc on network edd3ff6a-5962-416f-9269-01284de80fc0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:33.023861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:33.025747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Checking segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:33.025982 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.026636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Bound using segment: {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:33.027335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Bound port: 9436f00f-7dd9-47a3-821c-8327a9b2acdc, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301404f-874a-4b60-9c72-6c717428a2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:33.028277 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.063426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.objects.ports [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 03:55:33.065251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5be64102-bf53-46c0-9bc8-5ec1e5ad14e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.108456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] For port 9436f00f-7dd9-47a3-821c-8327a9b2acdc, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:33.112089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] For port 9436f00f-7dd9-47a3-821c-8327a9b2acdc, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9436f00f-7dd9-47a3-821c-8327a9b2acdc,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:33.217941 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.275566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 204b1fdd-6e6e-49be-8609-da5a0202430f details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:55:33.278337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f1783a92-45ef-4498-a0b7-1796afb5208b up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:33.295218 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5be64102-bf53-46c0-9bc8-5ec1e5ad14e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.342881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97215da-3d47-4609-a33e-cf234fa37222 None None] Pushing event updated for resources: {'Port': ['ID=9436f00f-7dd9-47a3-821c-8327a9b2acdc,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:33.390377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.401388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5be64102-bf53-46c0-9bc8-5ec1e5ad14e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.460617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device f1f839f9-1e30-441c-9944-3afefe370883 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:55:33.502608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 204b1fdd-6e6e-49be-8609-da5a0202430f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=204b1fdd-6e6e-49be-8609-da5a0202430f,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:33.506423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5be64102-bf53-46c0-9bc8-5ec1e5ad14e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=809d9231748b4b4087cf93364ae414e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6909573 Aug 23 03:55:33.513819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35122) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:33.525429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '204b1fdd-6e6e-49be-8609-da5a0202430f', 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6', 'port_id': '204b1fdd-6e6e-49be-8609-da5a0202430f', 'mac_address': 'fa:16:3e:57:09:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09649e8-9d1f-446e-a642-f1b83454a0b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:55:33.575001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be64102-bf53-46c0-9bc8-5ec1e5ad14e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c8cd26-28f8-4e2b-a758-536c30f39002,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:33.613433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port f1783a92-45ef-4498-a0b7-1796afb5208b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:33.621277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port f1783a92-45ef-4498-a0b7-1796afb5208b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:33.622871 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.749942 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.760709 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f0238233-cf6d-48b7-afa4-0b4f0d2662de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.763737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] For port 9436f00f-7dd9-47a3-821c-8327a9b2acdc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9436f00f-7dd9-47a3-821c-8327a9b2acdc,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:33.791572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204b1fdd-6e6e-49be-8609-da5a0202430f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:55:33.795815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec29e52-d480-478a-9dfc-cb42760e3dbf req-308943de-93db-4c63-af92-e29fdad242b4 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:33.797698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7ec29e52-d480-478a-9dfc-cb42760e3dbf req-308943de-93db-4c63-af92-e29fdad242b4 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 943 time: 0.2062719 Aug 23 03:55:33.804898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.818195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 204b1fdd-6e6e-49be-8609-da5a0202430f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=204b1fdd-6e6e-49be-8609-da5a0202430f,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:33.825836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f0238233-cf6d-48b7-afa4-0b4f0d2662de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.851897 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.853828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port f1f839f9-1e30-441c-9944-3afefe370883, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f1f839f9-1e30-441c-9944-3afefe370883,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:33.873185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'f1f839f9-1e30-441c-9944-3afefe370883', 'network_id': 'd7de47fa-45a1-47b6-a173-816ba8b2b3d6', 'port_id': 'f1f839f9-1e30-441c-9944-3afefe370883', 'mac_address': 'fa:16:3e:2d:34:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09649e8-9d1f-446e-a642-f1b83454a0b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:55:33.874962 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.897767 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.898728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.936059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7ec29e52-d480-478a-9dfc-cb42760e3dbf req-ea8b7dbb-5172-4b10-84d5-349e0e20fe7c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302710 Aug 23 03:55:33.946239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:33.996548 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee6a120-8b1b-4270-ad6b-9b993e35c7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1783a92-45ef-4498-a0b7-1796afb5208b'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:34.001569 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90ed13a-61b8-4b47-a894-932e90b34ad1" -d '{"events": [{"server_uuid": "5ee6a120-8b1b-4270-ad6b-9b993e35c7d9", "name": "network-vif-plugged", "status": "completed", "tag": "f1783a92-45ef-4498-a0b7-1796afb5208b"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:34.005779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:34.011100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:34.014322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:34.014911 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:34.035409 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:34.051230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Subnet': ['ID=fc6814c7-5244-4fa4-8254-1ea2d6c8de2d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:34.065061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=9436f00f-7dd9-47a3-821c-8327a9b2acdc,revision_number=4']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:34.073960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f1783a92-45ef-4498-a0b7-1796afb5208b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f1783a92-45ef-4498-a0b7-1796afb5208b,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:34.081943 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dcab50-153d-411e-a585-f348bfd2a82e x-openstack-request-id: req-b8dcab50-153d-411e-a585-f348bfd2a82e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:34.082265 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee6a120-8b1b-4270-ad6b-9b993e35c7d9", "name": "network-vif-plugged", "status": "completed", "tag": "f1783a92-45ef-4498-a0b7-1796afb5208b", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:34.082490 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8dcab50-153d-411e-a585-f348bfd2a82e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:34.082894 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee6a120-8b1b-4270-ad6b-9b993e35c7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1783a92-45ef-4498-a0b7-1796afb5208b', 'code': 200} Aug 23 03:55:34.086734 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f0238233-cf6d-48b7-afa4-0b4f0d2662de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:34.088856 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f0238233-cf6d-48b7-afa4-0b4f0d2662de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:34.090954 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f0238233-cf6d-48b7-afa4-0b4f0d2662de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3c8cd26-28f8-4e2b-a758-536c30f39002 HTTP/1.1" status: 204 len: 168 time: 0.5750198 Aug 23 03:55:34.095782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=204b1fdd-6e6e-49be-8609-da5a0202430f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:34.099214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f839f9-1e30-441c-9944-3afefe370883 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:55:34.107233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0238233-cf6d-48b7-afa4-0b4f0d2662de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c8cd26-28f8-4e2b-a758-536c30f39002,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:34.113139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-03365165-b27f-4074-bc5b-8cc87e00e93e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8868124 Aug 23 03:55:34.113313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35132) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:34.120789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Request body: {'port': {'network_id': 'edd3ff6a-5962-416f-9269-01284de80fc0', 'mac_address': 'fa:16:3e:9b:41:67', 'name': 'tempest-NetworksTestDHCPv6-1603066248'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:34.140914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port f1f839f9-1e30-441c-9944-3afefe370883, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f1f839f9-1e30-441c-9944-3afefe370883,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:34.145935 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:34.225086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f1783a92-45ef-4498-a0b7-1796afb5208b,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:34.229735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['204b1fdd-6e6e-49be-8609-da5a0202430f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:55:34.254758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:34.278470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997b5e1-a19c-43bd-9d43-44be571f7fa6 req-6ea74a46-51be-4ef7-beb0-b58a2d27d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:34.279835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0997b5e1-a19c-43bd-9d43-44be571f7fa6 req-6ea74a46-51be-4ef7-beb0-b58a2d27d7ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 1096 time: 0.1206019 Aug 23 03:55:34.334890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=f1f839f9-1e30-441c-9944-3afefe370883,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:34.383862 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0997b5e1-a19c-43bd-9d43-44be571f7fa6 req-cdaa5d19-13a0-4674-8dd5-842098881e0d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934806 Aug 23 03:55:34.414473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Deleting port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:34.415112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:34.492624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Made reservation on behalf of 0f177fe4fa464374a6573b501ac69bb6 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:34.524251 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] For port aeea0d6a-cd52-485b-9610-6c7b54d5ecdf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=aeea0d6a-cd52-485b-9610-6c7b54d5ecdf,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:34.524717 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:34.572757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Calling delete_port for aeea0d6a-cd52-485b-9610-6c7b54d5ecdf owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:34.591983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e547022-93ae-41b9-8e61-11c7037a2f71 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:34.655354 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:34.663556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['f1f839f9-1e30-441c-9944-3afefe370883'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:55:34.688644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] device_id is not set on port 6a2896cc-eda3-4c87-9998-0bd1403494e8 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:55:34.765417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6fb2c011-4946-45d6-89d2-05d6bcd75fe0 None None] Provisioning for port 9436f00f-7dd9-47a3-821c-8327a9b2acdc completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:35.023770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8::279 (edd3ff6a-5962-416f-9269-01284de80fc0/f6d5901b-4f19-44d0-ba2e-ebce69e1ca80/6a2896cc-eda3-4c87-9998-0bd1403494e8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:35.035840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:4167 (edd3ff6a-5962-416f-9269-01284de80fc0/fc6814c7-5244-4fa4-8254-1ea2d6c8de2d/6a2896cc-eda3-4c87-9998-0bd1403494e8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:35.037323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9436f00f-7dd9-47a3-821c-8327a9b2acdc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:35.081394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:35.142397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=aeea0d6a-cd52-485b-9610-6c7b54d5ecdf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:35.216928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 9436f00f-7dd9-47a3-821c-8327a9b2acdc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:35.216928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9436f00f-7dd9-47a3-821c-8327a9b2acdc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:35.216928 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:35.273022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea3b75-e5e3-4e03-9a8a-0e932e1481a5 req-83a5b1c1-f5f4-4e1d-8584-9b38d65e6689 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:35.280885 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c9ea3b75-e5e3-4e03-9a8a-0e932e1481a5 req-83a5b1c1-f5f4-4e1d-8584-9b38d65e6689 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 944 time: 0.2155750 Aug 23 03:55:35.297731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 204b1fdd-6e6e-49be-8609-da5a0202430f up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:35.796786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 204b1fdd-6e6e-49be-8609-da5a0202430f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:35.801488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 204b1fdd-6e6e-49be-8609-da5a0202430f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:35.802369 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:35.805030 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:35.877426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 9436f00f-7dd9-47a3-821c-8327a9b2acdc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9436f00f-7dd9-47a3-821c-8327a9b2acdc,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:35.881629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c9ea3b75-e5e3-4e03-9a8a-0e932e1481a5 req-48ec8165-3fda-4ead-a107-6678f406e717 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995483 Aug 23 03:55:35.920077 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:35.941677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a824f912-3d9d-4c1b-b1b2-5ee2e638c839 None None] Provisioning complete for port 9436f00f-7dd9-47a3-821c-8327a9b2acdc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:35.942053 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a824f912-3d9d-4c1b-b1b2-5ee2e638c839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:35.963973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Transition to ACTIVE for port object 6a2896cc-eda3-4c87-9998-0bd1403494e8 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:35.967432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:35.982093 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.009882 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.043843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 204b1fdd-6e6e-49be-8609-da5a0202430f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=204b1fdd-6e6e-49be-8609-da5a0202430f,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:36.086826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163177fd-f85f-44d4-8773-d0ddd46f602f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204b1fdd-6e6e-49be-8609-da5a0202430f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:36.089087 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da2e18f-39c1-41c6-bce2-ba5e066122b8" -d '{"events": [{"server_uuid": "163177fd-f85f-44d4-8773-d0ddd46f602f", "name": "network-vif-plugged", "status": "completed", "tag": "204b1fdd-6e6e-49be-8609-da5a0202430f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:36.104947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=9436f00f-7dd9-47a3-821c-8327a9b2acdc,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:36.135972 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befb487f-4de4-443d-a3d6-5f5bd55b29e9 x-openstack-request-id: req-befb487f-4de4-443d-a3d6-5f5bd55b29e9 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:36.136294 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163177fd-f85f-44d4-8773-d0ddd46f602f", "name": "network-vif-plugged", "status": "completed", "tag": "204b1fdd-6e6e-49be-8609-da5a0202430f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:36.136626 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-befb487f-4de4-443d-a3d6-5f5bd55b29e9 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:36.137636 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163177fd-f85f-44d4-8773-d0ddd46f602f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204b1fdd-6e6e-49be-8609-da5a0202430f', 'code': 200} Aug 23 03:55:36.138838 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.140900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.196607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=204b1fdd-6e6e-49be-8609-da5a0202430f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:36.270044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Network edd3ff6a-5962-416f-9269-01284de80fc0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:36.314695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event updated for resources: {'Port': ['ID=6a2896cc-eda3-4c87-9998-0bd1403494e8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:36.328549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:36.340195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:36.349038 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:36.349330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.424448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8b94e-bc52-4088-a820-f0430a20b6a3 req-8194f317-d509-4f54-839a-1e0e6a50e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:36.426026 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-54b8b94e-bc52-4088-a820-f0430a20b6a3 req-8194f317-d509-4f54-839a-1e0e6a50e5df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 1096 time: 0.2137816 Aug 23 03:55:36.466711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:55:36.483945 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-43274538-12ed-41de-995a-657e42796e23 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3665905 Aug 23 03:55:36.485315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35164) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:36.488587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-54b8b94e-bc52-4088-a820-f0430a20b6a3 req-d887cb8b-b945-49a1-ae56-a57983fd28c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511842 Aug 23 03:55:36.601339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:55:36.603665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6b58612b-88b2-46be-8911-9ea63930213f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting port 6a2896cc-eda3-4c87-9998-0bd1403494e8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:36.604012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b58612b-88b2-46be-8911-9ea63930213f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.610206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ab05be05-85fa-42da-8411-4a29a7e5c7bb admin admin] 10.222.0.20 "PUT /v2.0/routers/3f2a7848-55c3-4202-882e-9b22c8f2b6b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6720443 Aug 23 03:55:36.611716 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35170) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:36.615234 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] Sync routers for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:55:36.629290 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:36.630048 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:55:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:36.733733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.745178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-795c0c87-882b-4eb0-9097-6b7cc23194c6 None None] Provisioning for port 6a2896cc-eda3-4c87-9998-0bd1403494e8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:36.748157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-795c0c87-882b-4eb0-9097-6b7cc23194c6 None None] Provisioning complete for port 6a2896cc-eda3-4c87-9998-0bd1403494e8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:36.748615 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-795c0c87-882b-4eb0-9097-6b7cc23194c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.764707 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b58612b-88b2-46be-8911-9ea63930213f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.782392 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:36.785041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6b58612b-88b2-46be-8911-9ea63930213f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Calling delete_port for 6a2896cc-eda3-4c87-9998-0bd1403494e8 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:36.828495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-795c0c87-882b-4eb0-9097-6b7cc23194c6 None None] Port 6a2896cc-eda3-4c87-9998-0bd1403494e8 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:55:36.900492 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:36.964246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9436f00f-7dd9-47a3-821c-8327a9b2acdc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:37.022971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9436f00f-7dd9-47a3-821c-8327a9b2acdc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:37.023467 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.043186 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:55:34Z', 'revision_number': 5, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port': {'id': '38f11af7-24ef-421f-b1f7-bd107d87a64e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:43:21Z', 'updated_at': '2021-08-23T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:37.059660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a4c7f-38c3-49df-951f-ffc6eadc5d6b req-8c28f79b-db0b-4161-acc3-7c32b2ced4fa tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:37.067150 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-505a4c7f-38c3-49df-951f-ffc6eadc5d6b req-8c28f79b-db0b-4161-acc3-7c32b2ced4fa tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 944 time: 0.0839670 Aug 23 03:55:37.075777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b58612b-88b2-46be-8911-9ea63930213f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.112447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-505a4c7f-38c3-49df-951f-ffc6eadc5d6b req-ba90cb30-24bc-4424-9660-407d4eb99fbf tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Aug 23 03:55:37.120429 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] Checking router: 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:55:37.122903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Deleting port 38f11af7-24ef-421f-b1f7-bd107d87a64e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:37.123294 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.136119 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] Routers {'3f2a7848-55c3-4202-882e-9b22c8f2b6b0'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:37.137675 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:55:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:37.150308 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58612b-88b2-46be-8911-9ea63930213f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Port': ['ID=6a2896cc-eda3-4c87-9998-0bd1403494e8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:37.220234 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b58612b-88b2-46be-8911-9ea63930213f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.222871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6b58612b-88b2-46be-8911-9ea63930213f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/6a2896cc-eda3-4c87-9998-0bd1403494e8 HTTP/1.1" status: 204 len: 168 time: 0.7354505 Aug 23 03:55:37.225295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35180) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:37.259970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] For port 38f11af7-24ef-421f-b1f7-bd107d87a64e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=38f11af7-24ef-421f-b1f7-bd107d87a64e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:37.260887 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.275486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Calling delete_port for 38f11af7-24ef-421f-b1f7-bd107d87a64e owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:37.288982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94adf0-8852-4327-8909-5707be00cb38 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:37.290670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4e94adf0-8852-4327-8909-5707be00cb38 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0642264 Aug 23 03:55:37.294556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35182) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:37.372224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53f11d-192c-453f-985e-d545f820b9e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:37.374451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ac53f11d-192c-453f-985e-d545f820b9e3 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0789483 Aug 23 03:55:37.379729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35184) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:37.402226 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] Set router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:37.471480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device f1f839f9-1e30-441c-9944-3afefe370883 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:37.490167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:55:36Z', 'revision_number': 6, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:37.523148 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c40cd6-55fa-427f-a5bb-bf7457f99a00 None None] The sync data for ids ['3f2a7848-55c3-4202-882e-9b22c8f2b6b0'] in n-d-749052-7 is: [{'id': '3f2a7848-55c3-4202-882e-9b22c8f2b6b0', 'name': 'tempest-AttachVolumeShelveTestJSON-1551610071-router', 'tenant_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:43:18Z', 'updated_at': '2021-08-23T03:55:36Z', 'revision_number': 6, 'project_id': '3742b36f0f5b44bfb1865bfc3ed1d360', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:55:37.576440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934eeca7-c74e-44d9-aa23-bbd8956e351f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:37.578077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934eeca7-c74e-44d9-aa23-bbd8956e351f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:37.579512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934eeca7-c74e-44d9-aa23-bbd8956e351f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:37.581145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-934eeca7-c74e-44d9-aa23-bbd8956e351f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1988645 Aug 23 03:55:37.583823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35186) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:37.599925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.634242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port f1f839f9-1e30-441c-9944-3afefe370883 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:37.639041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port f1f839f9-1e30-441c-9944-3afefe370883 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:37.639411 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.640409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c500808d-2ba6-4d3b-adcb-6b0048dfdd99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet f6d5901b-4f19-44d0-ba2e-ebce69e1ca80 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:37.643652 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c500808d-2ba6-4d3b-adcb-6b0048dfdd99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.704133 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.711470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c500808d-2ba6-4d3b-adcb-6b0048dfdd99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.761051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f11af7-24ef-421f-b1f7-bd107d87a64e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:37.806450 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.850152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port f1f839f9-1e30-441c-9944-3afefe370883, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f1f839f9-1e30-441c-9944-3afefe370883,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:37.862342 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.886004 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c500808d-2ba6-4d3b-adcb-6b0048dfdd99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.965795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.968627 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:37.972765 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.031763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=f1f839f9-1e30-441c-9944-3afefe370883,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:38.051248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c500808d-2ba6-4d3b-adcb-6b0048dfdd99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.078849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500808d-2ba6-4d3b-adcb-6b0048dfdd99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d5901b-4f19-44d0-ba2e-ebce69e1ca80,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:38.082658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c500808d-2ba6-4d3b-adcb-6b0048dfdd99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.084518 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c500808d-2ba6-4d3b-adcb-6b0048dfdd99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/f6d5901b-4f19-44d0-ba2e-ebce69e1ca80 HTTP/1.1" status: 204 len: 168 time: 0.4997921 Aug 23 03:55:38.087142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35194) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:38.089596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae7289-ae89-458d-b78c-86a399982d69 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:38.131368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.131891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f2a7848-55c3-4202-882e-9b22c8f2b6b0 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:55:38.136236 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.138002 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f785649f-0785-49dc-8090-dee89d26bd54 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3f2a7848-55c3-4202-882e-9b22c8f2b6b0 HTTP/1.1" status: 204 len: 168 time: 1.5262165 Aug 23 03:55:38.141149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd38a4e6-30b4-4946-91e9-c672ad94f218 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Deleting subnet fc6814c7-5244-4fa4-8254-1ea2d6c8de2d {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:38.141302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35198) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:38.145269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dd38a4e6-30b4-4946-91e9-c672ad94f218 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.151521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894b7c33-d2d8-4cf6-a19c-06ff4085a7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f839f9-1e30-441c-9944-3afefe370883'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:38.153859 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e008d289-388c-47ea-bf01-7f3ad363f558" -d '{"events": [{"server_uuid": "894b7c33-d2d8-4cf6-a19c-06ff4085a7d0", "name": "network-vif-plugged", "status": "completed", "tag": "f1f839f9-1e30-441c-9944-3afefe370883"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:38.225914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-95417987-038d-4a62-b065-2890e97d581d admin admin] Deleting subnet 1f043242-9191-47bc-a47d-3d76fdabffde {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:55:38.230519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95417987-038d-4a62-b065-2890e97d581d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.232914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dd38a4e6-30b4-4946-91e9-c672ad94f218 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.272254 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d37613f-2a81-40ea-be13-8cbf7262ef16 x-openstack-request-id: req-8d37613f-2a81-40ea-be13-8cbf7262ef16 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:38.272792 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894b7c33-d2d8-4cf6-a19c-06ff4085a7d0", "name": "network-vif-plugged", "status": "completed", "tag": "f1f839f9-1e30-441c-9944-3afefe370883", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:38.273074 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d37613f-2a81-40ea-be13-8cbf7262ef16 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:38.273469 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894b7c33-d2d8-4cf6-a19c-06ff4085a7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f839f9-1e30-441c-9944-3afefe370883', 'code': 200} Aug 23 03:55:38.287859 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95417987-038d-4a62-b065-2890e97d581d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.383012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dd38a4e6-30b4-4946-91e9-c672ad94f218 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.407313 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95417987-038d-4a62-b065-2890e97d581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.440326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc997d-2814-4b88-b5e3-8f6680413c42 req-152a3334-2480-4363-9e2e-57e15c905709 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:38.442042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87cc997d-2814-4b88-b5e3-8f6680413c42 req-152a3334-2480-4363-9e2e-57e15c905709 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.1495023 Aug 23 03:55:38.505611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6665b4-069a-423a-94a5-d2d56116a366 req-c4a58035-86e7-4ab1-b1ad-856d13a82eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:38.507218 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c6665b4-069a-423a-94a5-d2d56116a366 req-c4a58035-86e7-4ab1-b1ad-856d13a82eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 1096 time: 0.1337197 Aug 23 03:55:38.513101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87cc997d-2814-4b88-b5e3-8f6680413c42 req-56d9daf5-20c1-4fc2-bc13-e228757a47f5 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623147 Aug 23 03:55:38.542139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95417987-038d-4a62-b065-2890e97d581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.547055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c6665b4-069a-423a-94a5-d2d56116a366 req-6f86ea3c-296d-4ba3-b440-2cd8d0b1b656 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Aug 23 03:55:38.570942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95417987-038d-4a62-b065-2890e97d581d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f043242-9191-47bc-a47d-3d76fdabffde,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:38.573040 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95417987-038d-4a62-b065-2890e97d581d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.577702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35204) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:38.579342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-95417987-038d-4a62-b065-2890e97d581d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f043242-9191-47bc-a47d-3d76fdabffde HTTP/1.1" status: 204 len: 168 time: 0.4354813 Aug 23 03:55:38.580991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37200938-4fd2-4f05-8fe4-2a8ace12c09a None None] Network 9e7c6047-3365-4903-8b34-cc666387a94a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:38.606521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dd38a4e6-30b4-4946-91e9-c672ad94f218 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.674532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38a4e6-30b4-4946-91e9-c672ad94f218 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6814c7-5244-4fa4-8254-1ea2d6c8de2d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:38.676535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dd38a4e6-30b4-4946-91e9-c672ad94f218 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.678477 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dd38a4e6-30b4-4946-91e9-c672ad94f218 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/fc6814c7-5244-4fa4-8254-1ea2d6c8de2d HTTP/1.1" status: 204 len: 168 time: 0.5903077 Aug 23 03:55:38.681037 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35206) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:38.703252 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.736292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a3512737-ba42-42ab-b0d0-c8140f1d3d12 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540922 Aug 23 03:55:38.745718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35208) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:38.790161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Deleting port eba9f605-3c1b-40dd-8b7a-0364723691db {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:38.790503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.862091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1c9d0c-ea3c-4bed-b0cb-d436fa8656a5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:38.870515 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ba1c9d0c-ea3c-4bed-b0cb-d436fa8656a5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1202507 Aug 23 03:55:38.870879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35212) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:38.932738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] For port eba9f605-3c1b-40dd-8b7a-0364723691db, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eba9f605-3c1b-40dd-8b7a-0364723691db,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:38.933263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:38.947940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e7dc7-61cb-413f-9e9b-45240c3a5e97 None None] DHCP port deletion for 9e7c6047-3365-4903-8b34-cc666387a94a request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:55:38.975747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5c37e8-0b3b-4f67-840f-885ec3baf902 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:38.981746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Calling delete_port for eba9f605-3c1b-40dd-8b7a-0364723691db owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:38.986255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e5c37e8-0b3b-4f67-840f-885ec3baf902 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138072 Aug 23 03:55:38.990352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35216) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.013948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 38f11af7-24ef-421f-b1f7-bd107d87a64e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:39.051627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-031b7094-4b63-43e1-8fd5-8b27971af72c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598421 Aug 23 03:55:39.055546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 38f11af7-24ef-421f-b1f7-bd107d87a64e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:39.056147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 38f11af7-24ef-421f-b1f7-bd107d87a64e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:39.056746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device aeea0d6a-cd52-485b-9610-6c7b54d5ecdf no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:39.065190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35220) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.103969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: aeea0d6a-cd52-485b-9610-6c7b54d5ecdf {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:39.104901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device aeea0d6a-cd52-485b-9610-6c7b54d5ecdf not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:39.110969 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4087ae-9884-40bd-9bf5-d8cb899fff94 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.111703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4087ae-9884-40bd-9bf5-d8cb899fff94 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.113845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3a4087ae-9884-40bd-9bf5-d8cb899fff94 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/6a2896cc-eda3-4c87-9998-0bd1403494e8 HTTP/1.1" status: 404 len: 333 time: 0.0473502 Aug 23 03:55:39.116483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35222) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.142053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-926e7dc7-61cb-413f-9e9b-45240c3a5e97 None None] Deleting port eba9f605-3c1b-40dd-8b7a-0364723691db {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:39.143038 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-926e7dc7-61cb-413f-9e9b-45240c3a5e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.144266 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-148bce34-6fdf-4c33-aae9-6852103ca808 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.144799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148bce34-6fdf-4c33-aae9-6852103ca808 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.150301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35224) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.150632 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-148bce34-6fdf-4c33-aae9-6852103ca808 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/fc6814c7-5244-4fa4-8254-1ea2d6c8de2d HTTP/1.1" status: 404 len: 337 time: 0.0327544 Aug 23 03:55:39.192074 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-725353c3-3f7c-442a-bbb5-c124a51510d5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.192792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725353c3-3f7c-442a-bbb5-c124a51510d5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.195687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-725353c3-3f7c-442a-bbb5-c124a51510d5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/f6d5901b-4f19-44d0-ba2e-ebce69e1ca80 HTTP/1.1" status: 404 len: 337 time: 0.0430944 Aug 23 03:55:39.197602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35228) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.225049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-926e7dc7-61cb-413f-9e9b-45240c3a5e97 None None] For port eba9f605-3c1b-40dd-8b7a-0364723691db, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eba9f605-3c1b-40dd-8b7a-0364723691db,segment=NetworkSegment(3516e57b-290b-4bed-b612-4510b29255ec),segment_id=3516e57b-290b-4bed-b612-4510b29255ec)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:39.225450 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-926e7dc7-61cb-413f-9e9b-45240c3a5e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.237510 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2c805b-fa7b-4e37-afbd-fcaf16bdadc1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.238098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2c805b-fa7b-4e37-afbd-fcaf16bdadc1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.239865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ec2c805b-fa7b-4e37-afbd-fcaf16bdadc1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/de2ccc9a-53eb-4166-abeb-93d2bd9261a4 HTTP/1.1" status: 404 len: 333 time: 0.0415061 Aug 23 03:55:39.240728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.242800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35232) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.245689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-926e7dc7-61cb-413f-9e9b-45240c3a5e97 None None] Calling delete_port for eba9f605-3c1b-40dd-8b7a-0364723691db owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:39.282005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba9f605-3c1b-40dd-8b7a-0364723691db,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:39.284420 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a12f5c-5e30-4c84-8d53-e51c661dda93 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.287735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a12f5c-5e30-4c84-8d53-e51c661dda93 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.289525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35234) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.290301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-75a12f5c-5e30-4c84-8d53-e51c661dda93 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/e84b0ca4-a410-4ba9-b44c-f217519ee5bb HTTP/1.1" status: 404 len: 337 time: 0.0464008 Aug 23 03:55:39.292348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] No DVR routers for this DVR port eba9f605-3c1b-40dd-8b7a-0364723691db on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:39.300578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658443c1-2d74-42f2-b7ec-88b641b395e1 None None] Network edd3ff6a-5962-416f-9269-01284de80fc0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:39.323432 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2396be-f651-4b96-85ad-1d1b8d7b4832 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.323809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2396be-f651-4b96-85ad-1d1b8d7b4832 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.326370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4b2396be-f651-4b96-85ad-1d1b8d7b4832 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/2a013927-d34a-42f1-bbe4-aef5bc1172c8 HTTP/1.1" status: 404 len: 337 time: 0.0352843 Aug 23 03:55:39.329218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35236) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.370397 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc2b97e-43fc-4383-b1ed-3b7828b52c2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.371099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc2b97e-43fc-4383-b1ed-3b7828b52c2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.375826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35240) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.377357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1dc2b97e-43fc-4383-b1ed-3b7828b52c2e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/04fe72b5-1806-45d3-947d-6b53a2e5d428 HTTP/1.1" status: 404 len: 333 time: 0.0469301 Aug 23 03:55:39.382803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d78ba389-5312-439e-a517-60d29728bd56 None None] Provisioning complete for port 9436f00f-7dd9-47a3-821c-8327a9b2acdc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:39.394373 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d78ba389-5312-439e-a517-60d29728bd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.439428 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-926e7dc7-61cb-413f-9e9b-45240c3a5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.441898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.445784 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e318891-6c96-4df9-a189-9d2ebc278073 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.445784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e318891-6c96-4df9-a189-9d2ebc278073 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.447899 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3e318891-6c96-4df9-a189-9d2ebc278073 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/d0205787-d774-4d92-a68c-0413a5cad24e HTTP/1.1" status: 404 len: 337 time: 0.0711305 Aug 23 03:55:39.451260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35244) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.461281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7c6047-3365-4903-8b34-cc666387a94a']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:39.474497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e7dc7-61cb-413f-9e9b-45240c3a5e97 None None] Pushing event deleted for resources: {'Port': ['ID=eba9f605-3c1b-40dd-8b7a-0364723691db,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:39.475080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3516e57b-290b-4bed-b612-4510b29255ec') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:39.475387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3516e57b-290b-4bed-b612-4510b29255ec') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:39.493965 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-abde8d90-882e-4292-8b4d-4bf385b20c77 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.494764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abde8d90-882e-4292-8b4d-4bf385b20c77 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.494881 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.499553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-abde8d90-882e-4292-8b4d-4bf385b20c77 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/74a23ee2-7a7c-4424-891c-25c3bcd6de7b HTTP/1.1" status: 404 len: 337 time: 0.0473013 Aug 23 03:55:39.500434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35246) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.514035 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.522231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:55:39.523158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:55:39.525028 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:55:39.528839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e7dc7-61cb-413f-9e9b-45240c3a5e97 None None] No DVR routers for this DVR port eba9f605-3c1b-40dd-8b7a-0364723691db on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:39.532637 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba47ad9-5c71-441d-a8dc-368eee7af31a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.532805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba47ad9-5c71-441d-a8dc-368eee7af31a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.537305 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7ba47ad9-5c71-441d-a8dc-368eee7af31a tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/739d39a4-c95a-44a7-9ea7-8f69ef2f0cc5 HTTP/1.1" status: 404 len: 333 time: 0.0333002 Aug 23 03:55:39.554550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35250) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.628260 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7141fb8d-92d8-4a3e-9a30-8003d4dacb26 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.628903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7141fb8d-92d8-4a3e-9a30-8003d4dacb26 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.630492 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7141fb8d-92d8-4a3e-9a30-8003d4dacb26 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/98765e8f-257c-4bf6-ba04-543ebca6b3c3 HTTP/1.1" status: 404 len: 337 time: 0.0747521 Aug 23 03:55:39.635297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35252) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.670992 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0dec77-7d64-45d8-9ae8-13237d8263c2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.671462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0dec77-7d64-45d8-9ae8-13237d8263c2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.679702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ce0dec77-7d64-45d8-9ae8-13237d8263c2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/db2ba50e-6140-4925-b7ff-2a63dc035b4e HTTP/1.1" status: 404 len: 337 time: 0.0369015 Aug 23 03:55:39.679702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35254) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.680921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31239b9d-4c9b-4074-a2ed-d3b183463ea5 req-9bf35cb6-fdd7-456c-8425-9678987c10c7 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:39.682801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31239b9d-4c9b-4074-a2ed-d3b183463ea5 req-9bf35cb6-fdd7-456c-8425-9678987c10c7 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.0906298 Aug 23 03:55:39.683141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db833feb-2120-47d7-88c6-a2b312a11656 None None] DHCP port deletion for edd3ff6a-5962-416f-9269-01284de80fc0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:55:39.702963 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dcfb6b-7201-4030-a29d-16e3ef9dad7d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.703603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dcfb6b-7201-4030-a29d-16e3ef9dad7d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.708249 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-25dcfb6b-7201-4030-a29d-16e3ef9dad7d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/18ba8041-1f69-45d7-b354-3b72a0fb0c19 HTTP/1.1" status: 404 len: 333 time: 0.0286214 Aug 23 03:55:39.708249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35256) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.728425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31239b9d-4c9b-4074-a2ed-d3b183463ea5 req-332c622e-d965-4d0e-8335-a23ab328b233 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Aug 23 03:55:39.733372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-db833feb-2120-47d7-88c6-a2b312a11656 None None] Deleting port 9436f00f-7dd9-47a3-821c-8327a9b2acdc {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:39.733759 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-db833feb-2120-47d7-88c6-a2b312a11656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.737951 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-942c9f25-8247-4241-9b15-05ccd25c4baa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.738477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942c9f25-8247-4241-9b15-05ccd25c4baa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.742736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-942c9f25-8247-4241-9b15-05ccd25c4baa tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/5751e1a8-abd1-4059-9c4c-0a8e09058504 HTTP/1.1" status: 404 len: 337 time: 0.0317914 Aug 23 03:55:39.742962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35258) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.765915 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca06e6c6-46f8-402a-88bf-641701c4769f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.766502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca06e6c6-46f8-402a-88bf-641701c4769f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.768155 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca06e6c6-46f8-402a-88bf-641701c4769f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/eabbb969-8bfd-4280-89d3-7561f5031c56 HTTP/1.1" status: 404 len: 333 time: 0.0242712 Aug 23 03:55:39.770688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35260) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.795790 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b4e865-fd8a-4478-9c49-5a0e62834cab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.796302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b4e865-fd8a-4478-9c49-5a0e62834cab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.799135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d6b4e865-fd8a-4478-9c49-5a0e62834cab tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/f5958716-6be4-4994-a601-e7db50dbae19 HTTP/1.1" status: 404 len: 337 time: 0.0272622 Aug 23 03:55:39.801570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35262) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.804699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-db833feb-2120-47d7-88c6-a2b312a11656 None None] For port 9436f00f-7dd9-47a3-821c-8327a9b2acdc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9436f00f-7dd9-47a3-821c-8327a9b2acdc,segment=NetworkSegment(1301404f-874a-4b60-9c72-6c717428a2bc),segment_id=1301404f-874a-4b60-9c72-6c717428a2bc)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:39.805639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-db833feb-2120-47d7-88c6-a2b312a11656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.826154 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-96056518-6704-4c2a-b391-97a4cb161e3c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.826823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96056518-6704-4c2a-b391-97a4cb161e3c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.828553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-96056518-6704-4c2a-b391-97a4cb161e3c tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/f01e9ffd-f0f7-499d-ab7d-67d81e315316 HTTP/1.1" status: 404 len: 333 time: 0.0258043 Aug 23 03:55:39.830691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-db833feb-2120-47d7-88c6-a2b312a11656 None None] Calling delete_port for 9436f00f-7dd9-47a3-821c-8327a9b2acdc owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:39.831536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35264) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.864716 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72efa47-c2aa-4210-aec8-da4b838ddd2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.864716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72efa47-c2aa-4210-aec8-da4b838ddd2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.864716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d72efa47-c2aa-4210-aec8-da4b838ddd2b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/c6ead73f-bf5c-4be4-a503-29e6546aba7e HTTP/1.1" status: 404 len: 337 time: 0.0289998 Aug 23 03:55:39.864716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.865238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35266) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.876804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:39.885313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9e7c6047-3365-4903-8b34-cc666387a94a HTTP/1.1" status: 204 len: 168 time: 1.3027039 Aug 23 03:55:39.915938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd460b6-7908-47f4-a2a6-a0547908c141 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7c6047-3365-4903-8b34-cc666387a94a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:39.921263 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32ff2b6-bc9b-4725-842c-d75c0e126474 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:39.922000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32ff2b6-bc9b-4725-842c-d75c0e126474 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:39.926598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35270) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:39.934638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a32ff2b6-bc9b-4725-842c-d75c0e126474 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/e24fb4ce-37ab-46b3-aef9-ee5e9409b7fd HTTP/1.1" status: 404 len: 333 time: 0.0630405 Aug 23 03:55:40.000744 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5beafad-2822-449b-95b0-90e04558edfb tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.014421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5beafad-2822-449b-95b0-90e04558edfb tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.032290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35272) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.061557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a5beafad-2822-449b-95b0-90e04558edfb tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/34648a9e-831e-4af7-91e5-30c5ac51e45e HTTP/1.1" status: 404 len: 337 time: 0.1333871 Aug 23 03:55:40.071067 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-db833feb-2120-47d7-88c6-a2b312a11656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:40.116797 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c227438-6fc1-4101-8ce3-c7097ff9b3b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.117878 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c227438-6fc1-4101-8ce3-c7097ff9b3b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.125846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35274) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.134305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db833feb-2120-47d7-88c6-a2b312a11656 None None] Pushing event deleted for resources: {'Port': ['ID=9436f00f-7dd9-47a3-821c-8327a9b2acdc,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:40.140232 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3c227438-6fc1-4101-8ce3-c7097ff9b3b5 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/2f6229c7-3294-46cf-b9c3-4957fba4ab62 HTTP/1.1" status: 404 len: 333 time: 0.0991657 Aug 23 03:55:40.144324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db833feb-2120-47d7-88c6-a2b312a11656 None None] No DVR routers for this DVR port 9436f00f-7dd9-47a3-821c-8327a9b2acdc on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:40.170272 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cf2224-cf9d-4dea-9e87-180fe8cc1c5e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.170998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cf2224-cf9d-4dea-9e87-180fe8cc1c5e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.179415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35278) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.181836 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-72cf2224-cf9d-4dea-9e87-180fe8cc1c5e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/105a36e4-0d3f-43c0-bfe8-e321f2208fc3 HTTP/1.1" status: 404 len: 337 time: 0.0545611 Aug 23 03:55:40.211556 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a5e926-2d4f-4634-b150-d5119a1c0d8f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.212213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a5e926-2d4f-4634-b150-d5119a1c0d8f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.214137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-07a5e926-2d4f-4634-b150-d5119a1c0d8f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/e66b009e-44a9-46e0-89ee-2105728cce31 HTTP/1.1" status: 404 len: 333 time: 0.0333874 Aug 23 03:55:40.216626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35280) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.247018 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecd9acd-adab-4495-b66c-f92ec929f038 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.247486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecd9acd-adab-4495-b66c-f92ec929f038 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.250147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6ecd9acd-adab-4495-b66c-f92ec929f038 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/5406d3a7-dd07-4337-8254-199ad28ec00d HTTP/1.1" status: 404 len: 337 time: 0.0315218 Aug 23 03:55:40.251878 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35284) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.288332 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1767d6-ae68-40e3-8293-f15fef7a9c04 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.288981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1767d6-ae68-40e3-8293-f15fef7a9c04 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.290966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4b1767d6-ae68-40e3-8293-f15fef7a9c04 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/4dcf35e5-4562-4439-9c83-fcd2a3ec43dd HTTP/1.1" status: 404 len: 337 time: 0.0381575 Aug 23 03:55:40.294718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35288) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.320033 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-352bf3a8-b0ee-4d26-bdfb-4a710a27494d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.320657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352bf3a8-b0ee-4d26-bdfb-4a710a27494d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.322560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-352bf3a8-b0ee-4d26-bdfb-4a710a27494d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/25666fcf-e786-4a63-9af5-c188dcf34c43 HTTP/1.1" status: 404 len: 333 time: 0.0260096 Aug 23 03:55:40.325165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35290) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.356153 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b4450f-d33e-4c54-b0e9-2e8f5dc80b99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.356605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b4450f-d33e-4c54-b0e9-2e8f5dc80b99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.360617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-19b4450f-d33e-4c54-b0e9-2e8f5dc80b99 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/69fad0df-efe2-411f-b58f-ab00ad7407d0 HTTP/1.1" status: 404 len: 337 time: 0.0321884 Aug 23 03:55:40.360981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35292) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.390644 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-353c4aa4-5e83-4140-aa18-7bc41e09d053 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.390812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353c4aa4-5e83-4140-aa18-7bc41e09d053 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.392540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-353c4aa4-5e83-4140-aa18-7bc41e09d053 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/5acbd3b1-6879-4aba-adee-fff674202799 HTTP/1.1" status: 404 len: 337 time: 0.0305624 Aug 23 03:55:40.395348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35296) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.418956 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c506655-7aac-46b9-84c2-7183fe9d0a71 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.419568 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c506655-7aac-46b9-84c2-7183fe9d0a71 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.421224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c506655-7aac-46b9-84c2-7183fe9d0a71 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/75029237-a1cb-409f-aee4-3944e38a0fa4 HTTP/1.1" status: 404 len: 333 time: 0.0248477 Aug 23 03:55:40.423661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35298) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.448055 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-359ba72a-3305-45e9-a585-985b95bc9def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.448506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359ba72a-3305-45e9-a585-985b95bc9def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.450222 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-359ba72a-3305-45e9-a585-985b95bc9def tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/15778701-4654-4709-91ec-7a1e4a65fd1f HTTP/1.1" status: 404 len: 337 time: 0.0256896 Aug 23 03:55:40.452657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35300) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.477749 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-945477b9-3be9-47b4-aea3-5c56798493cd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.478195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945477b9-3be9-47b4-aea3-5c56798493cd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.482971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-945477b9-3be9-47b4-aea3-5c56798493cd tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/c22f191e-f0cb-4815-ab03-a052361869a9 HTTP/1.1" status: 404 len: 337 time: 0.0263269 Aug 23 03:55:40.483122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35302) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.487909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35304) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.506359 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae72aeaf-d013-4293-8909-485e6ab8b33d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.507010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae72aeaf-d013-4293-8909-485e6ab8b33d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.511265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ae72aeaf-d013-4293-8909-485e6ab8b33d tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/c1c6177f-cb36-4718-986a-71c73a088f9d HTTP/1.1" status: 404 len: 333 time: 0.0247488 Aug 23 03:55:40.511428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35308) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.529673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8b5ee213-68a2-4b9e-b162-78ea59b208fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3742b36f0f5b44bfb1865bfc3ed1d360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406246 Aug 23 03:55:40.531102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35310) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.537720 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-348100c4-4e4d-40b1-936f-54bf783c8d1f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.537817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348100c4-4e4d-40b1-936f-54bf783c8d1f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.542277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-348100c4-4e4d-40b1-936f-54bf783c8d1f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/d202252c-1582-4df4-80a1-3c41af2b1a6c HTTP/1.1" status: 404 len: 337 time: 0.0275643 Aug 23 03:55:40.542524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35312) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.573219 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f328d98b-5bbf-48d0-a12e-ae3da780e86f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.573684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f328d98b-5bbf-48d0-a12e-ae3da780e86f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.576123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f328d98b-5bbf-48d0-a12e-ae3da780e86f tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/e85c336b-27f3-4603-b95e-daafa9efd98d HTTP/1.1" status: 404 len: 337 time: 0.0318501 Aug 23 03:55:40.578531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35314) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.584307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7977e4b6-dc5e-4410-959d-e537aa1eca63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:40.607378 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1d7d4d8c-127b-41d1-bedd-c39864898ff2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5c5bef5-e991-461a-8385-fd4c1ae7b67d HTTP/1.1" status: 200 len: 205 time: 0.0269325 Aug 23 03:55:40.607985 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7977e4b6-dc5e-4410-959d-e537aa1eca63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:40.609575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35316) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.661371 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-f71273a8-9d1c-44bf-a76d-075a2aa3877b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] delete failed (client error): The resource could not be found. Aug 23 03:55:40.662288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f71273a8-9d1c-44bf-a76d-075a2aa3877b tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/routers/b5c5bef5-e991-461a-8385-fd4c1ae7b67d HTTP/1.1" status: 404 len: 336 time: 0.0516901 Aug 23 03:55:40.664935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35318) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.692597 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecab65d4-3db3-4c4f-8ca3-11413c54c5c6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.693094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecab65d4-3db3-4c4f-8ca3-11413c54c5c6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.697317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ecab65d4-3db3-4c4f-8ca3-11413c54c5c6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/13aeac0e-9ee2-4f53-b726-3d5e2df08897 HTTP/1.1" status: 404 len: 337 time: 0.0288184 Aug 23 03:55:40.697608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35320) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.728941 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c34cdc9-eab3-4124-9e17-46807b0f9432 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b1036a1-56cc-4b8f-aa87-331a870daa87 HTTP/1.1" status: 200 len: 205 time: 0.0281222 Aug 23 03:55:40.729318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35322) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.772267 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-107b8cd2-e5d5-4d1d-aff9-e064d8b3916e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] delete failed (client error): The resource could not be found. Aug 23 03:55:40.775626 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-107b8cd2-e5d5-4d1d-aff9-e064d8b3916e tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/routers/7b1036a1-56cc-4b8f-aa87-331a870daa87 HTTP/1.1" status: 404 len: 336 time: 0.0432122 Aug 23 03:55:40.776120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35326) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.806527 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a36198-4ddc-4c67-8673-e9cba7ff22ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.807036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a36198-4ddc-4c67-8673-e9cba7ff22ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.814318 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c4a36198-4ddc-4c67-8673-e9cba7ff22ed tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/59c189d4-2900-438f-b803-5a35d161174b HTTP/1.1" status: 404 len: 337 time: 0.0329983 Aug 23 03:55:40.814318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35328) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.848144 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2e0676-ab8d-4710-abe7-4cf5748322da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.849168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2e0676-ab8d-4710-abe7-4cf5748322da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.854416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ab2e0676-ab8d-4710-abe7-4cf5748322da tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/b07e973b-853a-4361-8dae-ed93971afe87 HTTP/1.1" status: 404 len: 337 time: 0.0387037 Aug 23 03:55:40.855329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35330) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.881775 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b537306-0be3-4eb3-bc08-f64398e3e6b0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.882751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b537306-0be3-4eb3-bc08-f64398e3e6b0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.885514 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6b537306-0be3-4eb3-bc08-f64398e3e6b0 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/ea7d94ef-eb03-4fa1-93c1-65e948432e26 HTTP/1.1" status: 404 len: 333 time: 0.0290027 Aug 23 03:55:40.887934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35332) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.910539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eba9f605-3c1b-40dd-8b7a-0364723691db no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:40.922443 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-05708907-750b-417a-8a58-8ea806d041a8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.922996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05708907-750b-417a-8a58-8ea806d041a8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.927464 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-05708907-750b-417a-8a58-8ea806d041a8 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/4c67d8ab-c672-4eb8-933d-d360a64aad08 HTTP/1.1" status: 404 len: 337 time: 0.0354335 Aug 23 03:55:40.927879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35334) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.931522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: eba9f605-3c1b-40dd-8b7a-0364723691db {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:40.931755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eba9f605-3c1b-40dd-8b7a-0364723691db not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:40.932192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9436f00f-7dd9-47a3-821c-8327a9b2acdc no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:55:40.953219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9436f00f-7dd9-47a3-821c-8327a9b2acdc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:55:40.953916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9436f00f-7dd9-47a3-821c-8327a9b2acdc not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:55:40.954354 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f523663-3f78-4b6d-acdc-d0918fcbe824 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.955133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f523663-3f78-4b6d-acdc-d0918fcbe824 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.956984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6f523663-3f78-4b6d-acdc-d0918fcbe824 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/b5ce2437-e77f-4d7a-879b-fa682ae06ffe HTTP/1.1" status: 404 len: 333 time: 0.0281117 Aug 23 03:55:40.960086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35336) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:40.991394 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ea56d4-0d31-4cb4-b529-5d3c6e00d7c7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:40.991955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ea56d4-0d31-4cb4-b529-5d3c6e00d7c7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:40.993727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-38ea56d4-0d31-4cb4-b529-5d3c6e00d7c7 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/8209bb5f-ff27-499d-ae64-3e4a89610af2 HTTP/1.1" status: 404 len: 337 time: 0.0324523 Aug 23 03:55:40.996229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35338) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.019099 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c01809-1456-4b13-bd99-5865e41cdfc1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.019749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c01809-1456-4b13-bd99-5865e41cdfc1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.021521 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-47c01809-1456-4b13-bd99-5865e41cdfc1 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/6d28cf18-d80c-444f-ae9a-2af0b4f48048 HTTP/1.1" status: 404 len: 333 time: 0.0243571 Aug 23 03:55:41.024102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35340) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.051862 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-9542ad63-d05c-41a4-ad65-6141f8749ec2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.052326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9542ad63-d05c-41a4-ad65-6141f8749ec2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.056612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9542ad63-d05c-41a4-ad65-6141f8749ec2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/fe3301ac-fb55-432b-9bc8-2685d9caa914 HTTP/1.1" status: 404 len: 337 time: 0.0293055 Aug 23 03:55:41.056891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35342) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.081812 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe76eec-7aad-46f6-8819-139ceb69cd66 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.082550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe76eec-7aad-46f6-8819-139ceb69cd66 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.084486 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4fe76eec-7aad-46f6-8819-139ceb69cd66 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/d91caefe-4bb4-4fe5-af54-88e845df1cf8 HTTP/1.1" status: 404 len: 333 time: 0.0264075 Aug 23 03:55:41.086994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35344) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.116027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15842-8cf5-4010-8487-a3fc9a728a33 req-36f8cef1-6c8a-4073-8d48-613d8efd8729 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:41.117039 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0784f3-9c5d-4b3d-90c9-65b41676f996 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.118165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-beb15842-8cf5-4010-8487-a3fc9a728a33 req-36f8cef1-6c8a-4073-8d48-613d8efd8729 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.0538950 Aug 23 03:55:41.118321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0784f3-9c5d-4b3d-90c9-65b41676f996 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.120631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3d0784f3-9c5d-4b3d-90c9-65b41676f996 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/b1f3b3c0-4ca1-468e-882d-e7ea21cc9a67 HTTP/1.1" status: 404 len: 337 time: 0.0321259 Aug 23 03:55:41.125439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35346) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.150507 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-72da78da-df79-4ae9-8d41-ffaf82dda3d2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.151749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72da78da-df79-4ae9-8d41-ffaf82dda3d2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.153597 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-72da78da-df79-4ae9-8d41-ffaf82dda3d2 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/a4fe27d3-baf8-4ace-8ece-7fd58cb31240 HTTP/1.1" status: 404 len: 333 time: 0.0269976 Aug 23 03:55:41.156257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35348) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.167333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-beb15842-8cf5-4010-8487-a3fc9a728a33 req-a52175ed-1e6e-4f63-b5d4-d9a513eab25c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Aug 23 03:55:41.188158 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c8b2b0-35e9-4018-a670-2047ca17a7e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.188616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c8b2b0-35e9-4018-a670-2047ca17a7e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.190641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b7c8b2b0-35e9-4018-a670-2047ca17a7e9 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/48d4f028-1578-436f-8cdc-891cca12eed9 HTTP/1.1" status: 404 len: 337 time: 0.0329714 Aug 23 03:55:41.193209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35352) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.195219 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7977e4b6-dc5e-4410-959d-e537aa1eca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:41.200631 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7977e4b6-dc5e-4410-959d-e537aa1eca63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:41.202031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7977e4b6-dc5e-4410-959d-e537aa1eca63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a5223a6-596d-45c4-b817-11ce4819adcd HTTP/1.1" status: 204 len: 168 time: 0.6697140 Aug 23 03:55:41.222659 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3223151-735d-45c5-9bdd-71e146619822 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.223524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3223151-735d-45c5-9bdd-71e146619822 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.224787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977e4b6-dc5e-4410-959d-e537aa1eca63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5223a6-596d-45c4-b817-11ce4819adcd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:41.225460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b3223151-735d-45c5-9bdd-71e146619822 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/2821e6f7-420e-42e4-91b4-a49169993f16 HTTP/1.1" status: 404 len: 333 time: 0.0309017 Aug 23 03:55:41.228153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35360) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.271501 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-698d219f-86ad-4e0e-9d38-09b456a07de6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.272023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698d219f-86ad-4e0e-9d38-09b456a07de6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.276068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-698d219f-86ad-4e0e-9d38-09b456a07de6 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/c85e249f-e7bc-46b0-8a6b-5d014bba5237 HTTP/1.1" status: 404 len: 337 time: 0.0448251 Aug 23 03:55:41.276672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35362) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.303351 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9f4f5e-73f6-4b0f-bb05-87429fb70433 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.304267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9f4f5e-73f6-4b0f-bb05-87429fb70433 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.306573 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fb9f4f5e-73f6-4b0f-bb05-87429fb70433 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/ports/d7293b2d-418b-4828-b078-29ce1ecbece8 HTTP/1.1" status: 404 len: 333 time: 0.0289371 Aug 23 03:55:41.309547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35366) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.340418 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b456c11e-3274-4378-8df5-da50cc48c186 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] DELETE failed (client error): The resource could not be found. Aug 23 03:55:41.340977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b456c11e-3274-4378-8df5-da50cc48c186 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 03:55:41.343081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b456c11e-3274-4378-8df5-da50cc48c186 tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/subnets/fa000e6b-73d2-4353-b718-f58f1d7e31bb HTTP/1.1" status: 404 len: 337 time: 0.0321665 Aug 23 03:55:41.351786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35370) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:41.368381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a4d08-2f85-4b4b-be61-ca778fa1152c req-b1c97f0c-3ac7-4407-aff7-5bbe932f117e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:41.370373 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d0a4d08-2f85-4b4b-be61-ca778fa1152c req-b1c97f0c-3ac7-4407-aff7-5bbe932f117e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.1011329 Aug 23 03:55:41.410634 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d0a4d08-2f85-4b4b-be61-ca778fa1152c req-6e187626-876c-4846-94f3-119faa0eec47 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Aug 23 03:55:41.437085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:41.554522 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:41.567025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd3ff6a-5962-416f-9269-01284de80fc0']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:41.579928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1301404f-874a-4b60-9c72-6c717428a2bc') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:41.580307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1301404f-874a-4b60-9c72-6c717428a2bc') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:41.590758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:41.599123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87256335-3798-4e20-a5be-6c1ee839ff7c req-45622c98-ad91-4585-8787-16d7251a2e74 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:41.600599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87256335-3798-4e20-a5be-6c1ee839ff7c req-45622c98-ad91-4585-8787-16d7251a2e74 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 945 time: 0.1068335 Aug 23 03:55:41.614561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:41.633556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:55:41.633961 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:55:41.637191 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:55:41.704152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87256335-3798-4e20-a5be-6c1ee839ff7c req-25104a41-3c23-49b6-b6ed-a0266fbfb483 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929184 Aug 23 03:55:41.765220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:41.785920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:41.790443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] 10.222.0.20 "DELETE /v2.0/networks/edd3ff6a-5962-416f-9269-01284de80fc0 HTTP/1.1" status: 204 len: 168 time: 0.4341969 Aug 23 03:55:41.790443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2533ef-a1be-470d-8a56-2e8a0670cbde tempest-NetworksTestDHCPv6-1005854127 tempest-NetworksTestDHCPv6-1005854127-project] Pushing event deleted for resources: {'Network': ['ID=edd3ff6a-5962-416f-9269-01284de80fc0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:42.009974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d43d4-fe59-47a2-abce-8167ffd92041 req-b97be79e-6405-4d69-a96e-b5e51d2bacb8 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:42.011441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-356d43d4-fe59-47a2-abce-8167ffd92041 req-b97be79e-6405-4d69-a96e-b5e51d2bacb8 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.0559475 Aug 23 03:55:42.050355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-356d43d4-fe59-47a2-abce-8167ffd92041 req-8abe75d1-b248-4bf9-a4a0-cbfc052f7989 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Aug 23 03:55:42.308438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35400) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:42.332319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef451b1f-927d-4480-b74a-d388454cc943 req-85ea8d69-582d-4535-90dc-c00a6e2b30c5 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:42.337261 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef451b1f-927d-4480-b74a-d388454cc943 req-85ea8d69-582d-4535-90dc-c00a6e2b30c5 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0603309 Aug 23 03:55:42.383203 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef451b1f-927d-4480-b74a-d388454cc943 req-80e5d354-cf3b-4d8e-9a83-da4394cba27c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Aug 23 03:55:42.612028 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3b71ed86-632f-4c03-a6d3-1897ea70fc20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f177fe4fa464374a6573b501ac69bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023500 Aug 23 03:55:42.614675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35416) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:42.674084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5d2bed9-b845-4fff-95f7-e4ab61d5b464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:42.675609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35418) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:42.705591 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5d2bed9-b845-4fff-95f7-e4ab61d5b464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:42.775998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560080f-5736-42d0-ae05-748368892d82 req-d14e8a3a-573f-4ba0-bce8-4f59282f8411 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:42.782363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560080f-5736-42d0-ae05-748368892d82 req-d14e8a3a-573f-4ba0-bce8-4f59282f8411 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:42.788462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560080f-5736-42d0-ae05-748368892d82 req-d14e8a3a-573f-4ba0-bce8-4f59282f8411 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:42.790224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0560080f-5736-42d0-ae05-748368892d82 req-d14e8a3a-573f-4ba0-bce8-4f59282f8411 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0&device_id=163177fd-f85f-44d4-8773-d0ddd46f602f&device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 2416 time: 0.0664444 Aug 23 03:55:42.810799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-206951750-network', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:42.836965 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0560080f-5736-42d0-ae05-748368892d82 req-bf43deed-ce0a-4939-8e4f-59329252a93f tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374289 Aug 23 03:55:42.874764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5d2bed9-b845-4fff-95f7-e4ab61d5b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:42.883572 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c5d2bed9-b845-4fff-95f7-e4ab61d5b464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:42.884799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c5d2bed9-b845-4fff-95f7-e4ab61d5b464 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3542200e-d27e-4099-b0c2-e1ca374709d0 HTTP/1.1" status: 204 len: 168 time: 0.2691059 Aug 23 03:55:42.901042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2bed9-b845-4fff-95f7-e4ab61d5b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542200e-d27e-4099-b0c2-e1ca374709d0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:42.921338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Made reservation on behalf of 632646eed3d64d61be4f2ded22d27c35 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:42.929782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:42.943479 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:43.044341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b989a-8a8a-46dc-87a6-5f09cb7e3ace req-8ba900e6-1734-41d9-883f-471bab7afadb tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:43.045810 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-111b989a-8a8a-46dc-87a6-5f09cb7e3ace req-8ba900e6-1734-41d9-883f-471bab7afadb tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.0677252 Aug 23 03:55:43.102357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-111b989a-8a8a-46dc-87a6-5f09cb7e3ace req-a35827e1-fd2d-4b33-9263-66f6e2201204 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470681 Aug 23 03:55:43.115602 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:43.215394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:43.240657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:55:43.250221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307a8ff4-96c1-4132-8104-08effdad39e1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:43.256545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:43.256906 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Added segment 2557ad8e-6f16-465f-b9a0-ef6d06107319 of type vlan for network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b Aug 23 03:55:43.312429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:43.409423 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:43.410567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:43.411012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:43.508323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:43.518947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:55:43.534567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2fbf6dec-c07d-408b-9d8b-32f933c780d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8573465 Aug 23 03:55:43.537110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35446) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:43.544135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Request body: {'subnet': {'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-206951750-subnet', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:43.661731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Made reservation on behalf of 632646eed3d64d61be4f2ded22d27c35 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:55:43.667009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:43.937888 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:55:43.942888 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:43.997591 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc49637-83bc-40ca-b9d8-de9e1ad01931,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:44.041824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Checking segment: {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:44.042185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Network hostable DHCP agents. Network: d6d3b2f2-4a40-4377-87b2-51c9d8135e0b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:55:44.147029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:55:44.195567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35474) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:44.228493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, d6d3b2f2-4a40-4377-87b2-51c9d8135e0b) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:44.239395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee9dc8-20ca-48f5-a59b-810c2f7dbe28 None None] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:44.242383 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:44.244095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.335085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51048ad3-7aa3-4a75-9204-29560ca7e462 req-4bf6135a-ddb6-46cf-b39b-c0bbfd5e1eb8 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:44.341568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51048ad3-7aa3-4a75-9204-29560ca7e462 req-4bf6135a-ddb6-46cf-b39b-c0bbfd5e1eb8 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0895975 Aug 23 03:55:44.361250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182777047'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:44.402824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-53aa7ed3-c8b9-45d9-b2ba-ff4a0aefb926 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8638072 Aug 23 03:55:44.406894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35478) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:44.411996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:44.424255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51048ad3-7aa3-4a75-9204-29560ca7e462 req-3734c088-6644-4375-9ad0-24d1a9518aae tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755212 Aug 23 03:55:44.449931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-d6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:55:44.454703 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.533217 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.547405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.588722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Allocated IP 172.20.0.2 (d6d3b2f2-4a40-4377-87b2-51c9d8135e0b/3fc49637-83bc-40ca-b9d8-de9e1ad01931/ceee2664-8d67-4057-8d54-d230dcc05475) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:44.664979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.666319 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.740223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.748846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Transition to ACTIVE for port object ceee2664-8d67-4057-8d54-d230dcc05475 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:44.756130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.763869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Transition to ACTIVE for port object ceee2664-8d67-4057-8d54-d230dcc05475 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:44.826223 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.878231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:44.954360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.006973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:45.010977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:45.014514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:45.027471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8087dd-83a5-418d-ad84-5f79f66e9e2a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:45.028558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Pushing event updated for resources: {'Port': ['ID=ceee2664-8d67-4057-8d54-d230dcc05475,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:45.057345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.057754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.058053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.059184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.059421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.059757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.060089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.060415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.060745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.061103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.061782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.061782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:45.099629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Attempting to bind port ceee2664-8d67-4057-8d54-d230dcc05475 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:45.100343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Attempting to bind port ceee2664-8d67-4057-8d54-d230dcc05475 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:45.100980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Attempting to bind port ceee2664-8d67-4057-8d54-d230dcc05475 on network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:45.107320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:45.108046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Checking segment: {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:45.108625 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.109305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Bound using segment: {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:45.110066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Bound port: ceee2664-8d67-4057-8d54-d230dcc05475, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:45.110630 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.126737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.180357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] For port ceee2664-8d67-4057-8d54-d230dcc05475, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:45.181384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.184065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] For port ceee2664-8d67-4057-8d54-d230dcc05475, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ceee2664-8d67-4057-8d54-d230dcc05475,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:45.255883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.298033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.356039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a0f7f-e08d-4225-b2da-9bb8be013bd8 None None] Pushing event updated for resources: {'Port': ['ID=ceee2664-8d67-4057-8d54-d230dcc05475,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:45.360921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a285e912-7229-48a0-bae9-920196806a45,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:45.445376 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.447109 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1b89a4e0-2b55-4ed3-a2fd-b3674f178859 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2501218 Aug 23 03:55:45.450029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35490) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:45.527697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-602059ef-08f7-4f9b-8e94-e7437c16d4f1 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0753841 Aug 23 03:55:45.530559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35492) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:45.536987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6c6b8023-fc30-4825-b597-91b356d84e12 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group': {'name': 'tempest-security--1538033440', 'description': 'tempest-security-description-554258644'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:45.541665 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.581271 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.617921 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8023-fc30-4825-b597-91b356d84e12 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.691858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8023-fc30-4825-b597-91b356d84e12 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.695519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f4e31-3eaf-4c9c-8cb9-716a7709834f req-254b8fc0-e22b-41f9-8da0-e55615c05da1 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:45.707014 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-974f4e31-3eaf-4c9c-8cb9-716a7709834f req-254b8fc0-e22b-41f9-8da0-e55615c05da1 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.1928134 Aug 23 03:55:45.748171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8023-fc30-4825-b597-91b356d84e12 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.750890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c6b8023-fc30-4825-b597-91b356d84e12 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.752354 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c6b8023-fc30-4825-b597-91b356d84e12 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "PUT /v2.0/security-groups/a285e912-7229-48a0-bae9-920196806a45 HTTP/1.1" status: 200 len: 1779 time: 0.2198272 Aug 23 03:55:45.755929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35494) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:45.820894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b8023-fc30-4825-b597-91b356d84e12 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a285e912-7229-48a0-bae9-920196806a45,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:45.827062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5a8a5d58-a4e0-4f16-b939-f529af97f612 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups/a285e912-7229-48a0-bae9-920196806a45 HTTP/1.1" status: 200 len: 1779 time: 0.0697155 Aug 23 03:55:45.833552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35498) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:45.943148 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b230e3b-945e-413d-aa58-09f1f2263440 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:45.976276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b230e3b-945e-413d-aa58-09f1f2263440 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.102617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b230e3b-945e-413d-aa58-09f1f2263440 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.106564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b230e3b-945e-413d-aa58-09f1f2263440 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.108098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3b230e3b-945e-413d-aa58-09f1f2263440 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-groups/a285e912-7229-48a0-bae9-920196806a45 HTTP/1.1" status: 204 len: 168 time: 0.2735550 Aug 23 03:55:46.112084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35504) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:46.185809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b230e3b-945e-413d-aa58-09f1f2263440 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a285e912-7229-48a0-bae9-920196806a45,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:46.228339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b0733425-d4ca-4c9b-9810-60d7766c0d95 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1146700 Aug 23 03:55:46.231010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35506) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:46.248625 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-f13f4d93-f4a4-4116-ac9d-692eff521322 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] delete failed (client error): The resource could not be found. Aug 23 03:55:46.249726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f13f4d93-f4a4-4116-ac9d-692eff521322 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-groups/a285e912-7229-48a0-bae9-920196806a45 HTTP/1.1" status: 404 len: 347 time: 0.0177097 Aug 23 03:55:46.256996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35508) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:46.263959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-8ccde420-bf0a-4678-ac34-2eddc34a5f28 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767813109'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:46.361367 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-974f4e31-3eaf-4c9c-8cb9-716a7709834f req-c495b5b9-e8a0-4d99-b881-821afbe8acc8 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6525040 Aug 23 03:55:46.368228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ccde420-bf0a-4678-ac34-2eddc34a5f28 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.403581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Allocated IP 172.25.1.107 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/8fa3b10e-6f9e-47da-b5a5-c3729b59c35d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:46.502936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ccde420-bf0a-4678-ac34-2eddc34a5f28 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.574855 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.605536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257bd65c-5874-4c62-bda6-e92a26a3f5d1 None None] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:55:46.626447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ccde420-bf0a-4678-ac34-2eddc34a5f28 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.657583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccde420-bf0a-4678-ac34-2eddc34a5f28 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1608f5d6-0db9-432a-8be8-e43a309919bf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:46.685738 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.725512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:46.730580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:46.734240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:46.741969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8ccde420-bf0a-4678-ac34-2eddc34a5f28 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.748326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8ccde420-bf0a-4678-ac34-2eddc34a5f28 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4900773 Aug 23 03:55:46.748977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35512) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:46.754296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c846de8b-df70-4f9f-8de5-830e0d247e03 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': '1608f5d6-0db9-432a-8be8-e43a309919bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:46.779190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Pushing event updated for resources: {'Port': ['ID=8fa3b10e-6f9e-47da-b5a5-c3729b59c35d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:46.791054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b28e418d-c68b-4d19-bdee-a559332ebb65 None None] Provisioning for port ceee2664-8d67-4057-8d54-d230dcc05475 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:46.863485 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c846de8b-df70-4f9f-8de5-830e0d247e03 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.975600 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c846de8b-df70-4f9f-8de5-830e0d247e03 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:46.982892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ceee2664-8d67-4057-8d54-d230dcc05475 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:47.045934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c846de8b-df70-4f9f-8de5-830e0d247e03 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.071169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846de8b-df70-4f9f-8de5-830e0d247e03 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0018451-3cdb-4157-831f-7538e246e79c,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:47.131082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ceee2664-8d67-4057-8d54-d230dcc05475 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:47.135226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ceee2664-8d67-4057-8d54-d230dcc05475 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:47.135722 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.159621 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c846de8b-df70-4f9f-8de5-830e0d247e03 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.163733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c846de8b-df70-4f9f-8de5-830e0d247e03 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4109085 Aug 23 03:55:47.170278 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35516) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:47.195397 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.219782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c3adba8d-660d-474d-ad1e-fb436f06bb38 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.233819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c3adba8d-660d-474d-ad1e-fb436f06bb38 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.299576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.347518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port ceee2664-8d67-4057-8d54-d230dcc05475, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ceee2664-8d67-4057-8d54-d230dcc05475,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:47.353606 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c3adba8d-660d-474d-ad1e-fb436f06bb38 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.361385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c3adba8d-660d-474d-ad1e-fb436f06bb38 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.365002 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c3adba8d-660d-474d-ad1e-fb436f06bb38 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d0018451-3cdb-4157-831f-7538e246e79c HTTP/1.1" status: 204 len: 168 time: 0.1976743 Aug 23 03:55:47.365449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:47.368341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adba8d-660d-474d-ad1e-fb436f06bb38 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0018451-3cdb-4157-831f-7538e246e79c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:47.429312 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-535608de-0486-477b-98b9-65e2fd5873ff tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0625167 Aug 23 03:55:47.431943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35522) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:47.433686 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.492881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=ceee2664-8d67-4057-8d54-d230dcc05475,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:47.544485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48354d-01e2-4c44-abb3-de17454dacff req-a23bd48c-0112-44e4-9e79-66b9469b0c6a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:47.546859 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.547289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b48354d-01e2-4c44-abb3-de17454dacff req-a23bd48c-0112-44e4-9e79-66b9469b0c6a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0970371 Aug 23 03:55:47.573159 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f0fecaa3-36f7-43f4-8769-23e29b782cf2 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.600286 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f0fecaa3-36f7-43f4-8769-23e29b782cf2 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.654564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b48354d-01e2-4c44-abb3-de17454dacff req-ad9d88d1-510a-4261-a140-0aff753045c0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961905 Aug 23 03:55:47.805170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Router 54eea67e-157b-4400-90bf-93fbdb9fb53c is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:55:47.805658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f0fecaa3-36f7-43f4-8769-23e29b782cf2 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.808767 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f0fecaa3-36f7-43f4-8769-23e29b782cf2 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:47.810056 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f0fecaa3-36f7-43f4-8769-23e29b782cf2 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-groups/1608f5d6-0db9-432a-8be8-e43a309919bf HTTP/1.1" status: 204 len: 168 time: 0.3769572 Aug 23 03:55:47.812823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35526) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:47.820159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fecaa3-36f7-43f4-8769-23e29b782cf2 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1608f5d6-0db9-432a-8be8-e43a309919bf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:47.936808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7ff53c7f-f73c-41a6-ad1e-8a7acb816e94 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188617 Aug 23 03:55:47.937827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35528) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:47.942778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c8e17c0f-4ce2-49cc-b562-eecafa165246 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941988413'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:47.955805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:55:47.968656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Sync routers for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:55:47.977614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:47.978241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:55:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:48.045177 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8e17c0f-4ce2-49cc-b562-eecafa165246 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.082583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:48.096747 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.100552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6fa4db23-dca7-409f-9765-b00b9d3630cf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6899970 Aug 23 03:55:48.100869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35530) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:48.184147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8e17c0f-4ce2-49cc-b562-eecafa165246 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.239787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8e17c0f-4ce2-49cc-b562-eecafa165246 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.286441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e17c0f-4ce2-49cc-b562-eecafa165246 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63272986-cbbb-47b2-9bb7-50f7443156ff,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:48.349295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:46Z', 'revision_number': 3, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:48.382742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8e17c0f-4ce2-49cc-b562-eecafa165246 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.384584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c8e17c0f-4ce2-49cc-b562-eecafa165246 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4454589 Aug 23 03:55:48.387294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35540) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:48.388724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Checking router: 54eea67e-157b-4400-90bf-93fbdb9fb53c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:55:48.389426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Updating router 54eea67e-157b-4400-90bf-93fbdb9fb53c port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:55:48.392283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ddad3b0a-8997-4c16-8025-b2d376053274 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': '63272986-cbbb-47b2-9bb7-50f7443156ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:48.421521 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.515421 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ddad3b0a-8997-4c16-8025-b2d376053274 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.632251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ddad3b0a-8997-4c16-8025-b2d376053274 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.646015 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.708667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ddad3b0a-8997-4c16-8025-b2d376053274 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.747397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad3b0a-8997-4c16-8025-b2d376053274 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7129a878-cd0d-4888-847c-a5cb6c6f9eb8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:48.782832 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.796528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Transition to ACTIVE for port object 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:48.840184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ddad3b0a-8997-4c16-8025-b2d376053274 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.841788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ddad3b0a-8997-4c16-8025-b2d376053274 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4532135 Aug 23 03:55:48.847686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35550) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:48.857929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e46ce8d4-ab4e-4191-98f3-7ea44c7b3480 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': '63272986-cbbb-47b2-9bb7-50f7443156ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:48.877757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944da82-57d9-4125-a44e-9e757c96fcc4 req-d7055c8f-8a39-49ca-9beb-04626f76c5f7 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:48.879378 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f944da82-57d9-4125-a44e-9e757c96fcc4 req-d7055c8f-8a39-49ca-9beb-04626f76c5f7 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.1068573 Aug 23 03:55:48.896818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Allocated IP 172.20.0.1 (d6d3b2f2-4a40-4377-87b2-51c9d8135e0b/3fc49637-83bc-40ca-b9d8-de9e1ad01931/042fcecb-425a-438c-90e5-8588df99f1b8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:48.907766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ceee2664-8d67-4057-8d54-d230dcc05475 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:48.937341 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f944da82-57d9-4125-a44e-9e757c96fcc4 req-aaa728d7-23fe-49bc-9b5f-249383f396a2 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Aug 23 03:55:48.940825 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:48.981990 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e46ce8d4-ab4e-4191-98f3-7ea44c7b3480 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.034166 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.050987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Transition to ACTIVE for port object 042fcecb-425a-438c-90e5-8588df99f1b8 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:49.054869 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e46ce8d4-ab4e-4191-98f3-7ea44c7b3480 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.142399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e46ce8d4-ab4e-4191-98f3-7ea44c7b3480 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.165616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ce8d4-ab4e-4191-98f3-7ea44c7b3480 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7566ad1-5eae-4a5d-9847-e934b1e5c0df,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:49.169624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Attempting to bind port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:49.170136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Attempting to bind port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:49.170362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Attempting to bind port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:49.179376 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.181371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:49.181759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:49.183324 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.183324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:49.183324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Bound port: 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:49.183651 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.188709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb85d18-a67b-4be7-aa3d-28d243970dbe None None] Pushing event updated for resources: {'Port': ['ID=8fa3b10e-6f9e-47da-b5a5-c3729b59c35d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:49.211242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ceee2664-8d67-4057-8d54-d230dcc05475 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:49.211839 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.225856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:49.228571 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:49.231238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:49.263988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e46ce8d4-ab4e-4191-98f3-7ea44c7b3480 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.265564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e46ce8d4-ab4e-4191-98f3-7ea44c7b3480 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4146614 Aug 23 03:55:49.268169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:49.272795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2e7a8724-eaef-43f5-bf58-d0a3bb6a7ea9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': '63272986-cbbb-47b2-9bb7-50f7443156ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:49.288013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Pushing event updated for resources: {'Port': ['ID=042fcecb-425a-438c-90e5-8588df99f1b8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:49.288398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] For port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:49.303358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] For port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8fa3b10e-6f9e-47da-b5a5-c3729b59c35d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:49.318654 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.443951 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.451232 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8724-eaef-43f5-bf58-d0a3bb6a7ea9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.496363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:49.496882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:55:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:49.524754 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8724-eaef-43f5-bf58-d0a3bb6a7ea9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.561752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb85d18-a67b-4be7-aa3d-28d243970dbe None None] Pushing event updated for resources: {'Port': ['ID=8fa3b10e-6f9e-47da-b5a5-c3729b59c35d,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:49.566613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.597996 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8724-eaef-43f5-bf58-d0a3bb6a7ea9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.621785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a8724-eaef-43f5-bf58-d0a3bb6a7ea9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcf6d8d-9097-4c0b-8439-08a3e2e82c40,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:49.634817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:49.702122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-46ca6e6d-5ed7-4e43-ae10-2f93cb67ca7d None None] Provisioning for port 042fcecb-425a-438c-90e5-8588df99f1b8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:49.716451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-46ca6e6d-5ed7-4e43-ae10-2f93cb67ca7d None None] Provisioning complete for port 042fcecb-425a-438c-90e5-8588df99f1b8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:49.716718 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-46ca6e6d-5ed7-4e43-ae10-2f93cb67ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.731504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8724-eaef-43f5-bf58-d0a3bb6a7ea9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.735487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2e7a8724-eaef-43f5-bf58-d0a3bb6a7ea9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4636381 Aug 23 03:55:49.735780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35562) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:49.741823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-39b0c5f6-ac4a-472a-a7cb-07a011c9ce7c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': '63272986-cbbb-47b2-9bb7-50f7443156ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:49.789289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-46ca6e6d-5ed7-4e43-ae10-2f93cb67ca7d None None] Port 042fcecb-425a-438c-90e5-8588df99f1b8 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:55:49.805342 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.831248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39b0c5f6-ac4a-472a-a7cb-07a011c9ce7c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.860556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:46Z', 'revision_number': 3, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:49.895478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d27d07-1353-4155-a143-eae4b8e33a47 None None] The sync data for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 is: [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:46Z', 'revision_number': 3, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:55:49.910798 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.916590 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39b0c5f6-ac4a-472a-a7cb-07a011c9ce7c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:49.988131 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39b0c5f6-ac4a-472a-a7cb-07a011c9ce7c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.006109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Pushing event updated for resources: {'Port': ['ID=042fcecb-425a-438c-90e5-8588df99f1b8,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:50.016733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.051797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0c5f6-ac4a-472a-a7cb-07a011c9ce7c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245dcad8-8dc6-43f2-b75f-115bde78ce6a,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:50.090539 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39b0c5f6-ac4a-472a-a7cb-07a011c9ce7c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.092046 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-39b0c5f6-ac4a-472a-a7cb-07a011c9ce7c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552659 Aug 23 03:55:50.095261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35566) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:50.102526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-53dbec07-de98-4dc7-9fa1-47a8d0f5c960 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': '63272986-cbbb-47b2-9bb7-50f7443156ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:50.156532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71459-66f4-45f8-aba4-88b06585dccc req-7268604c-bc01-4c79-90b9-334f00dbe38d tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:50.163878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59c71459-66f4-45f8-aba4-88b06585dccc req-7268604c-bc01-4c79-90b9-334f00dbe38d tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.1163037 Aug 23 03:55:50.232084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53dbec07-de98-4dc7-9fa1-47a8d0f5c960 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.240761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:50.244763 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59c71459-66f4-45f8-aba4-88b06585dccc req-beaa25af-7764-4f9d-9ada-49b3a64a0b0e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800991 Aug 23 03:55:50.246518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:50.358807 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53dbec07-de98-4dc7-9fa1-47a8d0f5c960 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.404443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Router 54eea67e-157b-4400-90bf-93fbdb9fb53c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:55:50.410673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53dbec07-de98-4dc7-9fa1-47a8d0f5c960 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.463413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbec07-de98-4dc7-9fa1-47a8d0f5c960 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c152736-a06f-4f07-a1f2-1dbb9910e4f5,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:50.523070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53dbec07-de98-4dc7-9fa1-47a8d0f5c960 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.524348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-53dbec07-de98-4dc7-9fa1-47a8d0f5c960 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4275208 Aug 23 03:55:50.527755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35570) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:50.576090 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7be9204-a3f6-4ac8-9284-3614eb8cd84d tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.585119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7be9204-a3f6-4ac8-9284-3614eb8cd84d tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.640676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:55:50.649612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b54974dc-d619-4a18-a6d4-e6849be052df admin admin] 10.222.0.20 "PUT /v2.0/routers/54eea67e-157b-4400-90bf-93fbdb9fb53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5464044 Aug 23 03:55:50.729300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e769b1a8-c9bc-4663-bed5-1ba9355067d0 None None] Provisioning complete for port 042fcecb-425a-438c-90e5-8588df99f1b8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:50.730344 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e769b1a8-c9bc-4663-bed5-1ba9355067d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.730816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7be9204-a3f6-4ac8-9284-3614eb8cd84d tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.743971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a7be9204-a3f6-4ac8-9284-3614eb8cd84d tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:50.752415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a7be9204-a3f6-4ac8-9284-3614eb8cd84d tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1c152736-a06f-4f07-a1f2-1dbb9910e4f5 HTTP/1.1" status: 204 len: 168 time: 0.2235694 Aug 23 03:55:50.753627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be9204-a3f6-4ac8-9284-3614eb8cd84d tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c152736-a06f-4f07-a1f2-1dbb9910e4f5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:50.756422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35576) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:50.816545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e769b1a8-c9bc-4663-bed5-1ba9355067d0 None None] Port 042fcecb-425a-438c-90e5-8588df99f1b8 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:55:50.924875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b2bf7139-288b-4064-8475-8aeb1f689fba tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1662462 Aug 23 03:55:50.927653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35582) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:51.000449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-835a6590-385d-489e-88c4-f985f83aa9ab tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.021859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-835a6590-385d-489e-88c4-f985f83aa9ab tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.036014 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:51.175096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-835a6590-385d-489e-88c4-f985f83aa9ab tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.181659 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-835a6590-385d-489e-88c4-f985f83aa9ab tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.182834 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-835a6590-385d-489e-88c4-f985f83aa9ab tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/245dcad8-8dc6-43f2-b75f-115bde78ce6a HTTP/1.1" status: 204 len: 168 time: 0.2541735 Aug 23 03:55:51.185920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35584) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:51.196962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a6590-385d-489e-88c4-f985f83aa9ab tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=245dcad8-8dc6-43f2-b75f-115bde78ce6a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:51.226314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:51.230607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:51.230984 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.267833 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f4b55058-7ca7-4b99-95fe-2a9fb93152fa tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0782137 Aug 23 03:55:51.268205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35586) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:51.350442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8de9df56-b48b-4521-8e54-09be84751ca0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.365427 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.366972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8de9df56-b48b-4521-8e54-09be84751ca0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.398795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8fa3b10e-6f9e-47da-b5a5-c3729b59c35d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:51.454340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35590) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:51.458534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5173fe-289d-4ee4-9f3c-a61a198b76ce req-19eb5f7f-a9db-4342-948e-4683315d9577 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:51.459082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5c0f37de-cad3-4160-8e66-fce5261c2502 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521795848', 'description': 'tempest-description--523097421'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:51.477929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.490129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f5173fe-289d-4ee4-9f3c-a61a198b76ce req-19eb5f7f-a9db-4342-948e-4683315d9577 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.1022484 Aug 23 03:55:51.523899 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8de9df56-b48b-4521-8e54-09be84751ca0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.540293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=8fa3b10e-6f9e-47da-b5a5-c3729b59c35d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:51.556785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8de9df56-b48b-4521-8e54-09be84751ca0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.562159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35594) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:51.569236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8de9df56-b48b-4521-8e54-09be84751ca0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7bcf6d8d-9097-4c0b-8439-08a3e2e82c40 HTTP/1.1" status: 204 len: 168 time: 0.2992001 Aug 23 03:55:51.577831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9df56-b48b-4521-8e54-09be84751ca0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bcf6d8d-9097-4c0b-8439-08a3e2e82c40,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:51.587986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c0f37de-cad3-4160-8e66-fce5261c2502 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.596844 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0f5173fe-289d-4ee4-9f3c-a61a198b76ce req-132b3810-dea1-41a2-b228-75c71d393ac0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017482 Aug 23 03:55:51.656951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4b376272-ff4f-4883-a366-178115c0dfab tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0935898 Aug 23 03:55:51.659818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35598) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:51.706012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6137977f-ae4c-47f7-8ce1-43c936737bda tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.722268 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6137977f-ae4c-47f7-8ce1-43c936737bda tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.780775 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c0f37de-cad3-4160-8e66-fce5261c2502 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.837962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6137977f-ae4c-47f7-8ce1-43c936737bda tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.844312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6137977f-ae4c-47f7-8ce1-43c936737bda tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.848144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35602) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:51.861705 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6137977f-ae4c-47f7-8ce1-43c936737bda tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e7566ad1-5eae-4a5d-9847-e934b1e5c0df HTTP/1.1" status: 204 len: 168 time: 0.2007594 Aug 23 03:55:51.878228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137977f-ae4c-47f7-8ce1-43c936737bda tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7566ad1-5eae-4a5d-9847-e934b1e5c0df,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:51.887945 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c0f37de-cad3-4160-8e66-fce5261c2502 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.935233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2f397da1-1645-4498-a5a5-399fb4a03d19 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0857635 Aug 23 03:55:51.939606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35604) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:51.947754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f37de-cad3-4160-8e66-fce5261c2502 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f982cfd7-0117-4167-900b-52f729417aed,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:51.982331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7793dd94-f4af-48d6-9226-43fd1433bcc9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:51.990030 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7793dd94-f4af-48d6-9226-43fd1433bcc9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.012641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5c0f37de-cad3-4160-8e66-fce5261c2502 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.015010 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5c0f37de-cad3-4160-8e66-fce5261c2502 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5595958 Aug 23 03:55:52.018106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35606) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:52.030805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f6da1cb4-74a3-44d8-a562-871cbd3b521d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'security_group_rule': {'security_group_id': 'f982cfd7-0117-4167-900b-52f729417aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:52.102983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7793dd94-f4af-48d6-9226-43fd1433bcc9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.110292 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7793dd94-f4af-48d6-9226-43fd1433bcc9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.113083 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7793dd94-f4af-48d6-9226-43fd1433bcc9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7129a878-cd0d-4888-847c-a5cb6c6f9eb8 HTTP/1.1" status: 204 len: 168 time: 0.1707270 Aug 23 03:55:52.116690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35608) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:52.126343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793dd94-f4af-48d6-9226-43fd1433bcc9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7129a878-cd0d-4888-847c-a5cb6c6f9eb8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:52.144526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6da1cb4-74a3-44d8-a562-871cbd3b521d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.190737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cef1ef27-dfd7-4654-920e-3ebcc9dc86ce tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734673 Aug 23 03:55:52.193531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35612) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:52.215285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6da1cb4-74a3-44d8-a562-871cbd3b521d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.265336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e03820cf-3562-4270-936f-2218e872ea76 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.288686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e03820cf-3562-4270-936f-2218e872ea76 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.319951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6da1cb4-74a3-44d8-a562-871cbd3b521d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.327573 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Sync routers for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:55:52.339047 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:52.340533 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:55:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:52.348549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da1cb4-74a3-44d8-a562-871cbd3b521d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4847d28-831f-4865-942c-677bd6226bae,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:52.445033 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6da1cb4-74a3-44d8-a562-871cbd3b521d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.446630 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f6da1cb4-74a3-44d8-a562-871cbd3b521d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4268670 Aug 23 03:55:52.449247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35618) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:52.454102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e4e4cf60-9ad5-44e6-b549-5a1e261ad5e3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'security_group_rule': {'security_group_id': 'f982cfd7-0117-4167-900b-52f729417aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:52.469166 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e03820cf-3562-4270-936f-2218e872ea76 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.471660 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e03820cf-3562-4270-936f-2218e872ea76 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.475161 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e03820cf-3562-4270-936f-2218e872ea76 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-groups/63272986-cbbb-47b2-9bb7-50f7443156ff HTTP/1.1" status: 204 len: 168 time: 0.2778959 Aug 23 03:55:52.477021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35620) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:52.481458 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:52.486566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03820cf-3562-4270-936f-2218e872ea76 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63272986-cbbb-47b2-9bb7-50f7443156ff,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:52.541356 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c8276a7a-3d26-45b4-934b-7ea939d82dfd tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624266 Aug 23 03:55:52.547660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35622) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:52.551718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c7a8a9d6-290b-4e92-92a7-ffccdfbfa7e4 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group': {'name': 'tempest-secgroup--816424558'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:52.570089 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4e4cf60-9ad5-44e6-b549-5a1e261ad5e3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.594209 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.637692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4e4cf60-9ad5-44e6-b549-5a1e261ad5e3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.691308 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a9d6-290b-4e92-92a7-ffccdfbfa7e4 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.720659 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4e4cf60-9ad5-44e6-b549-5a1e261ad5e3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.734974 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 2, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:52.767461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4cf60-9ad5-44e6-b549-5a1e261ad5e3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d0ed7c-8888-44dd-b3e8-2dfcd8ca3e2c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:52.776198 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Checking router: 54eea67e-157b-4400-90bf-93fbdb9fb53c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:55:52.777488 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Updating router 54eea67e-157b-4400-90bf-93fbdb9fb53c port 042fcecb-425a-438c-90e5-8588df99f1b8 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:55:52.786987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b519e1-2bed-4021-af87-67c1e163cb1c req-c10d217c-f2ea-47c9-86b5-3d9ad1ea6485 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:52.788743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0b519e1-2bed-4021-af87-67c1e163cb1c req-c10d217c-f2ea-47c9-86b5-3d9ad1ea6485 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.1038790 Aug 23 03:55:52.813728 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.858202 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a9d6-290b-4e92-92a7-ffccdfbfa7e4 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.878765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0b519e1-2bed-4021-af87-67c1e163cb1c req-68038481-9209-4240-86e8-0c1f4a2a5e1c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820198 Aug 23 03:55:52.926863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a9d6-290b-4e92-92a7-ffccdfbfa7e4 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.933622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:52.967111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8a9d6-290b-4e92-92a7-ffccdfbfa7e4 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d82c2-7d77-4478-bb22-afb506fe2444,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:52.988539 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e4e4cf60-9ad5-44e6-b549-5a1e261ad5e3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:52.990083 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e4e4cf60-9ad5-44e6-b549-5a1e261ad5e3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5398307 Aug 23 03:55:52.997735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35628) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:52.997913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:52.998282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.003111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:53.052259 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7a8a9d6-290b-4e92-92a7-ffccdfbfa7e4 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.055140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c7a8a9d6-290b-4e92-92a7-ffccdfbfa7e4 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5061829 Aug 23 03:55:53.056640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35630) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:53.065400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-12fe867d-8377-4f69-91a2-cce7146e4c9e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': 'cf2d82c2-7d77-4478-bb22-afb506fe2444', 'direction': 'ingress', 'protocol': 17}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:53.122595 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.132586 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Transition to ACTIVE for port object 042fcecb-425a-438c-90e5-8588df99f1b8 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:55:53.142515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.222690 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.245292 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12fe867d-8377-4f69-91a2-cce7146e4c9e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.250565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.282853 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Pushing event updated for resources: {'Port': ['ID=042fcecb-425a-438c-90e5-8588df99f1b8,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:53.325647 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.326944 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.326944 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.326944 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.327192 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.327772 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.328336 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.328336 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.328551 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.332595 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.333201 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.333709 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:55:53.374818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12fe867d-8377-4f69-91a2-cce7146e4c9e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.420175 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Attempting to bind port 042fcecb-425a-438c-90e5-8588df99f1b8 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:55:53.420551 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Attempting to bind port 042fcecb-425a-438c-90e5-8588df99f1b8 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:55:53.420919 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Attempting to bind port 042fcecb-425a-438c-90e5-8588df99f1b8 on network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:55:53.446697 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:55:53.447073 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Checking segment: {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:55:53.447683 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.448156 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Bound using segment: {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:55:53.448631 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Bound port: 042fcecb-425a-438c-90e5-8588df99f1b8, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:55:53.449536 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.464499 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12fe867d-8377-4f69-91a2-cce7146e4c9e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.490341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe867d-8377-4f69-91a2-cce7146e4c9e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632d446b-8c09-4777-8b9e-0ae9f0c5cbb4,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:53.571059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12fe867d-8377-4f69-91a2-cce7146e4c9e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.573165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-12fe867d-8377-4f69-91a2-cce7146e4c9e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5143414 Aug 23 03:55:53.576331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35638) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:53.578747 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] For port 042fcecb-425a-438c-90e5-8588df99f1b8, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:55:53.584323 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] For port 042fcecb-425a-438c-90e5-8588df99f1b8, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=042fcecb-425a-438c-90e5-8588df99f1b8,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:55:53.652567 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.671555 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fcce9e8d-ec95-4f16-b855-ba1b6e92087c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.714636 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fcce9e8d-ec95-4f16-b855-ba1b6e92087c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.774921 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:55:53.775881 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:55:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:53.840814 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a3350-f6f5-4607-be80-b9d5f48c3c8e None None] Pushing event updated for resources: {'Port': ['ID=042fcecb-425a-438c-90e5-8588df99f1b8,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:53.874442 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fcce9e8d-ec95-4f16-b855-ba1b6e92087c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.877681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fcce9e8d-ec95-4f16-b855-ba1b6e92087c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:53.880768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fcce9e8d-ec95-4f16-b855-ba1b6e92087c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf2d82c2-7d77-4478-bb22-afb506fe2444 HTTP/1.1" status: 204 len: 168 time: 0.3015664 Aug 23 03:55:53.883789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35642) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:53.895328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce9e8d-ec95-4f16-b855-ba1b6e92087c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d82c2-7d77-4478-bb22-afb506fe2444,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:53.956510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Allocated IP 172.25.1.212 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/9ee496f8-6b6e-485d-97d1-9bef7fcf14f9) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:55:53.975728 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:55:54.010744 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aee8bfe6-5e8c-400a-880a-ec6952ab477b tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253121 Aug 23 03:55:54.014722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35644) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:54.020440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7c48c4fa-8ad7-4ace-9e5c-b90d237c9d67 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group': {'name': 'tempest-secgroup--924625475'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:54.149836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c48c4fa-8ad7-4ace-9e5c-b90d237c9d67 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:54.256344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b10e3-6c34-45a5-aaf6-26c4c621f398 req-0c5b802b-9295-4dd6-b976-67f9a61e2bb1 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:54.265689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d0b10e3-6c34-45a5-aaf6-26c4c621f398 req-0c5b802b-9295-4dd6-b976-67f9a61e2bb1 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.2606685 Aug 23 03:55:54.299821 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:53Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:55:54.328035 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b602ce4-4818-4d43-8237-0093c595f03c None None] The sync data for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 is: [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:53Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:55:54.332572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d0b10e3-6c34-45a5-aaf6-26c4c621f398 req-292a2a31-28eb-434d-ac4a-77ed567c70bf tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563560 Aug 23 03:55:54.337562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:54.465931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c48c4fa-8ad7-4ace-9e5c-b90d237c9d67 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:54.525782 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:54.554058 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c48c4fa-8ad7-4ace-9e5c-b90d237c9d67 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:54.566286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:55:54.569962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:55:54.572769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:55:54.646431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48c4fa-8ad7-4ace-9e5c-b90d237c9d67 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40b72f7-97ac-470a-8595-41f49949ec25,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:54.689192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:54.708892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'Port': ['ID=9ee496f8-6b6e-485d-97d1-9bef7fcf14f9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:54.731587 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c48c4fa-8ad7-4ace-9e5c-b90d237c9d67 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:54.733366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7c48c4fa-8ad7-4ace-9e5c-b90d237c9d67 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7170508 Aug 23 03:55:54.736208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35652) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:54.742627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-aed95604-8b0d-4d0a-afcb-30a2632c6244 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group': {'name': 'tempest-secgroup--813625977'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:54.795041 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:54.935237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aed95604-8b0d-4d0a-afcb-30a2632c6244 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:54.938533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 042fcecb-425a-438c-90e5-8588df99f1b8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:55.026825 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.080581 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aed95604-8b0d-4d0a-afcb-30a2632c6244 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.091248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.091470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 042fcecb-425a-438c-90e5-8588df99f1b8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:55:55.103427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 042fcecb-425a-438c-90e5-8588df99f1b8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:55.104078 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.172647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aed95604-8b0d-4d0a-afcb-30a2632c6244 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.204132 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.245299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 042fcecb-425a-438c-90e5-8588df99f1b8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=042fcecb-425a-438c-90e5-8588df99f1b8,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:55.262208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'Port': ['ID=9ee496f8-6b6e-485d-97d1-9bef7fcf14f9,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:55.293692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.310833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed95604-8b0d-4d0a-afcb-30a2632c6244 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412e7330-c970-4173-9395-3df2a4d300f9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:55.317116 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.347048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528afa0-1ddf-47be-8c25-1b49d126e944 req-bafc442b-473a-4504-961d-2140c0240d3e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:55.360040 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f528afa0-1ddf-47be-8c25-1b49d126e944 req-bafc442b-473a-4504-961d-2140c0240d3e tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 945 time: 0.0879366 Aug 23 03:55:55.370631 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aed95604-8b0d-4d0a-afcb-30a2632c6244 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.373198 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aed95604-8b0d-4d0a-afcb-30a2632c6244 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6355388 Aug 23 03:55:55.373800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35658) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:55.381985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1a4fc777-bf70-47e9-90c6-27afb3d28a4e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': 'a40b72f7-97ac-470a-8595-41f49949ec25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '412e7330-c970-4173-9395-3df2a4d300f9', 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:55.389983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=042fcecb-425a-438c-90e5-8588df99f1b8,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:55.391136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.399876 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-540bd5d8-40f6-4303-a00e-823d15815cd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3930728 Aug 23 03:55:55.429801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f528afa0-1ddf-47be-8c25-1b49d126e944 req-f9a926b2-6379-411d-ae34-21bb486b4170 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650480 Aug 23 03:55:55.508822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8322bd8-bbec-4f1d-936d-ba20a184e210 req-a70337bb-04f8-4f98-8e2f-e331e74d37ab tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:55.513753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8322bd8-bbec-4f1d-936d-ba20a184e210 req-a70337bb-04f8-4f98-8e2f-e331e74d37ab tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0626018 Aug 23 03:55:55.538216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc777-bf70-47e9-90c6-27afb3d28a4e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.580009 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-81519995-77c4-4211-a711-f88d33aa02c6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1521795848&fields=id&tenant_id=632646eed3d64d61be4f2ded22d27c35 HTTP/1.1" status: 200 len: 267 time: 0.0471494 Aug 23 03:55:55.603728 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8322bd8-bbec-4f1d-936d-ba20a184e210 req-df737197-0dc6-484d-9f07-ca82af9070da tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797830 Aug 23 03:55:55.642057 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc777-bf70-47e9-90c6-27afb3d28a4e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.701292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-86020c18-42eb-454f-8efa-79cc1dfe8ec8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:55.702800 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc777-bf70-47e9-90c6-27afb3d28a4e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.702963 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-86020c18-42eb-454f-8efa-79cc1dfe8ec8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 810 time: 0.1150365 Aug 23 03:55:55.734513 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-4ce4f5d1-7e98-4f02-b503-74ec0932a6b6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/quotas/632646eed3d64d61be4f2ded22d27c35 HTTP/1.1" status: 200 len: 375 time: 0.0201895 Aug 23 03:55:55.735782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fc777-bf70-47e9-90c6-27afb3d28a4e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7beaa848-4c9c-44be-8dba-e5fba16dfab7,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:55.777182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4fc777-bf70-47e9-90c6-27afb3d28a4e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.778428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1a4fc777-bf70-47e9-90c6-27afb3d28a4e tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4035239 Aug 23 03:55:55.781489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35674) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:55.809416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1d8db5c3-305c-49f5-aa04-ce7708ce0733 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.818325 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1d8db5c3-305c-49f5-aa04-ce7708ce0733 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.824500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-bc1fb648-5655-4e78-a17d-5cf2423c4bb8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774024 Aug 23 03:55:55.931375 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1d8db5c3-305c-49f5-aa04-ce7708ce0733 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.938012 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-040b1d60-b3a0-4df7-b053-6fc5ee66b334 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123388 Aug 23 03:55:55.944999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1d8db5c3-305c-49f5-aa04-ce7708ce0733 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:55.944999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1d8db5c3-305c-49f5-aa04-ce7708ce0733 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7beaa848-4c9c-44be-8dba-e5fba16dfab7 HTTP/1.1" status: 204 len: 168 time: 0.1569848 Aug 23 03:55:55.944999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35676) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:55.955841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8db5c3-305c-49f5-aa04-ce7708ce0733 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7beaa848-4c9c-44be-8dba-e5fba16dfab7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:56.018491 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0bdd7ad8-3580-4116-aec4-f03926695bc6 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0744925 Aug 23 03:55:56.021204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35678) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:56.034899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-03abdd17-96d1-43dc-b60a-c8ad46d1feb1 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959971 Aug 23 03:55:56.062344 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f90d66d-4517-4d67-aabf-aee8ba4ec0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.086569 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-190a939d-42b2-4916-a0cd-cb024b8386f0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.121042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-190a939d-42b2-4916-a0cd-cb024b8386f0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.299359 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-190a939d-42b2-4916-a0cd-cb024b8386f0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.301822 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-190a939d-42b2-4916-a0cd-cb024b8386f0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.305267 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-190a939d-42b2-4916-a0cd-cb024b8386f0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-groups/412e7330-c970-4173-9395-3df2a4d300f9 HTTP/1.1" status: 204 len: 168 time: 0.2807276 Aug 23 03:55:56.308334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35684) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:56.330355 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-417e0d03-bf98-4535-947f-9e67292ece45 req-a72a6684-ad74-45ee-8de4-49df1a895355 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 210 time: 0.0415041 Aug 23 03:55:56.337130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a939d-42b2-4916-a0cd-cb024b8386f0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e7330-c970-4173-9395-3df2a4d300f9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:56.387081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4954fc33-5207-4407-88de-7ac67d70de19 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0802925 Aug 23 03:55:56.389727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35686) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:56.460457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f798567-d974-48ae-8347-e70feadc661f tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.500339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f798567-d974-48ae-8347-e70feadc661f tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.579850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a348-4333-49c5-8924-29d93d08ad5a req-14eced29-6ad2-4f12-b3d3-4ed77c0a4c46 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:56.581417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da10a348-4333-49c5-8924-29d93d08ad5a req-14eced29-6ad2-4f12-b3d3-4ed77c0a4c46 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 945 time: 0.0566967 Aug 23 03:55:56.621259 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da10a348-4333-49c5-8924-29d93d08ad5a req-d8e8f188-6ad8-4071-8943-55fa960d2c5c tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/security-groups?id=07ec50da-647f-43d8-befa-6aff1b36959c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Aug 23 03:55:56.657373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f798567-d974-48ae-8347-e70feadc661f tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.663472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f798567-d974-48ae-8347-e70feadc661f tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.663472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5f798567-d974-48ae-8347-e70feadc661f tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-groups/a40b72f7-97ac-470a-8595-41f49949ec25 HTTP/1.1" status: 204 len: 168 time: 0.2704532 Aug 23 03:55:56.663850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35696) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:56.682837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f798567-d974-48ae-8347-e70feadc661f tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40b72f7-97ac-470a-8595-41f49949ec25,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:56.749202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-70c5613e-f4af-4eed-8b73-0f972108d6b9 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798044 Aug 23 03:55:56.749416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35698) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:56.755973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-41f9715e-aadc-401f-8dd7-46407bb8d8b8 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group': {'name': 'tempest-secgroup--207301924'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:56.777939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dba35-f093-4308-87a2-8ab592606ce9 req-d796e0c8-2c4c-4634-a3ac-c5e5c7c44826 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:56.779480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-276dba35-f093-4308-87a2-8ab592606ce9 req-d796e0c8-2c4c-4634-a3ac-c5e5c7c44826 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0857456 Aug 23 03:55:56.850906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-276dba35-f093-4308-87a2-8ab592606ce9 req-62652b36-2b96-4345-a484-686c083653da tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628600 Aug 23 03:55:56.880927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41f9715e-aadc-401f-8dd7-46407bb8d8b8 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.881808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 042fcecb-425a-438c-90e5-8588df99f1b8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:55:56.939189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 042fcecb-425a-438c-90e5-8588df99f1b8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:55:56.939742 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:56.978840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41f9715e-aadc-401f-8dd7-46407bb8d8b8 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.056511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41f9715e-aadc-401f-8dd7-46407bb8d8b8 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.085332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9715e-aadc-401f-8dd7-46407bb8d8b8 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34266bc-47fa-456d-8f8c-1d6673912f90,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:57.146332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-41f9715e-aadc-401f-8dd7-46407bb8d8b8 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.147603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-41f9715e-aadc-401f-8dd7-46407bb8d8b8 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3970602 Aug 23 03:55:57.150721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35704) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:57.155688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a558a6cf-1b9e-4faa-91ca-c68c55be1104 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': 'd34266bc-47fa-456d-8f8c-1d6673912f90', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:57.217228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-1a22dbf3-de39-4078-87dd-66ad6ac12138 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:57.218696 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-1a22dbf3-de39-4078-87dd-66ad6ac12138 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.11 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 945 time: 0.0552897 Aug 23 03:55:57.318760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Deleting port c9201b6f-deb0-4fad-b87d-da99ac9c75ee {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:55:57.319098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.382368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a558a6cf-1b9e-4faa-91ca-c68c55be1104 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.414896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e7a1fa95-83a6-4643-a35b-fa7dbeda4f91 req-94e2bf6b-701e-4b99-beac-342dda1eb350 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 210 time: 0.0350664 Aug 23 03:55:57.449607 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] For port c9201b6f-deb0-4fad-b87d-da99ac9c75ee, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,segment=NetworkSegment(8e1b7c59-1622-4522-be32-350171e71b50),segment_id=8e1b7c59-1622-4522-be32-350171e71b50)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:55:57.450664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.467266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Calling delete_port for c9201b6f-deb0-4fad-b87d-da99ac9c75ee owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:55:57.485807 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a558a6cf-1b9e-4faa-91ca-c68c55be1104 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.588407 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a558a6cf-1b9e-4faa-91ca-c68c55be1104 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.614367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558a6cf-1b9e-4faa-91ca-c68c55be1104 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce01bbc5-93d5-42ba-8d56-4e30f5e15b95,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:57.700043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.701703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a558a6cf-1b9e-4faa-91ca-c68c55be1104 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.702984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a558a6cf-1b9e-4faa-91ca-c68c55be1104 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5513361 Aug 23 03:55:57.706132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35710) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:57.723583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-435c30f0-935b-48de-83da-875325c5f779 req-aaa995bf-19ac-4c72-a0f0-3db3abfa6e20 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 210 time: 0.0345953 Aug 23 03:55:57.732945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8930f4cc-a775-40e4-b92f-795e3399d7cf tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.734907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['c9201b6f-deb0-4fad-b87d-da99ac9c75ee'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:55:57.744729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Pushing event deleted for resources: {'Port': ['ID=c9201b6f-deb0-4fad-b87d-da99ac9c75ee,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:57.748874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8930f4cc-a775-40e4-b92f-795e3399d7cf tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.794498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] No DVR routers for this DVR port c9201b6f-deb0-4fad-b87d-da99ac9c75ee on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:55:57.797415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.799886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28ac15f5-6d1a-4d44-9b51-da2bab9194bb req-d65492a9-7964-4f1b-ae82-8cf9a67bc558 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.11 "DELETE /v2.0/ports/c9201b6f-deb0-4fad-b87d-da99ac9c75ee HTTP/1.1" status: 204 len: 173 time: 0.5712590 Aug 23 03:55:57.800319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3', 'name': 'network-vif-deleted', 'tag': 'c9201b6f-deb0-4fad-b87d-da99ac9c75ee'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:55:57.802773 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81af33ea-5c4d-4b1b-a3c4-0b5c65dfb364" -d '{"events": [{"server_uuid": "c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3", "name": "network-vif-deleted", "tag": "c9201b6f-deb0-4fad-b87d-da99ac9c75ee"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:55:57.842579 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b8e113-6d47-4ba1-84a1-b1208816003a x-openstack-request-id: req-46b8e113-6d47-4ba1-84a1-b1208816003a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:55:57.843018 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3", "name": "network-vif-deleted", "tag": "c9201b6f-deb0-4fad-b87d-da99ac9c75ee", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:55:57.843597 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46b8e113-6d47-4ba1-84a1-b1208816003a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:55:57.843762 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3', 'name': 'network-vif-deleted', 'tag': 'c9201b6f-deb0-4fad-b87d-da99ac9c75ee', 'status': 'completed', 'code': 200} Aug 23 03:55:57.877775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8930f4cc-a775-40e4-b92f-795e3399d7cf tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.884395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8930f4cc-a775-40e4-b92f-795e3399d7cf tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:57.887527 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8930f4cc-a775-40e4-b92f-795e3399d7cf tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ce01bbc5-93d5-42ba-8d56-4e30f5e15b95 HTTP/1.1" status: 204 len: 168 time: 0.1781900 Aug 23 03:55:57.894527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930f4cc-a775-40e4-b92f-795e3399d7cf tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce01bbc5-93d5-42ba-8d56-4e30f5e15b95,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:57.895112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35718) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:57.943624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0d26abf1-a4e2-431b-8fbd-b6bb3261e20c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472558 Aug 23 03:55:57.946662 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35720) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:57.996324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f56dc-c3d2-4201-beff-323511cc6ff7 req-9bcb4dcc-e44b-47b9-98fe-0f45db0a0026 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:57.997992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-912f56dc-c3d2-4201-beff-323511cc6ff7 req-9bcb4dcc-e44b-47b9-98fe-0f45db0a0026 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0528617 Aug 23 03:55:58.022684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4a053a4-624e-4e15-9def-042842fa5118 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.052540 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4a053a4-624e-4e15-9def-042842fa5118 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.060998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-912f56dc-c3d2-4201-beff-323511cc6ff7 req-defb1a0a-0216-47dd-8aba-2fe437bb0dd7 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565853 Aug 23 03:55:58.227894 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4a053a4-624e-4e15-9def-042842fa5118 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.231695 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4a053a4-624e-4e15-9def-042842fa5118 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.237916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35724) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:58.238373 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c4a053a4-624e-4e15-9def-042842fa5118 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-groups/d34266bc-47fa-456d-8f8c-1d6673912f90 HTTP/1.1" status: 204 len: 168 time: 0.2904372 Aug 23 03:55:58.251608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a053a4-624e-4e15-9def-042842fa5118 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34266bc-47fa-456d-8f8c-1d6673912f90,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:58.294917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aa6f40f0-b16d-479c-89e7-176d8ed2046f tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558624 Aug 23 03:55:58.298774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35726) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:58.303021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3d850a9c-0a6c-4412-af97-e9575c9ea13c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group': {'name': 'tempest-secgroup--641966000'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:58.451318 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d850a9c-0a6c-4412-af97-e9575c9ea13c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.516106 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf734a61-043e-4093-acd9-df0d875714ca req-6277f374-fd4a-4846-af35-6d2a66986fe3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 210 time: 0.0285339 Aug 23 03:55:58.545927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d850a9c-0a6c-4412-af97-e9575c9ea13c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.633548 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d850a9c-0a6c-4412-af97-e9575c9ea13c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.662853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d850a9c-0a6c-4412-af97-e9575c9ea13c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a59f0c-56ab-4548-b1de-28415c1d13a8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:58.763533 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d850a9c-0a6c-4412-af97-e9575c9ea13c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.764857 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3d850a9c-0a6c-4412-af97-e9575c9ea13c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4652584 Aug 23 03:55:58.767750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35730) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:58.772224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ea7d7483-383d-402a-a5d3-3b53f69e6886 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': '04a59f0c-56ab-4548-b1de-28415c1d13a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:58.782534 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-01ec4da8-ba88-4987-b569-00ef2f4719b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.822963 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.869060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7283467-a28d-44ac-aaff-6cd13b3343d3 req-b1c281c8-a686-43b5-8bc1-2b75fdc8a292 tempest-VolumesSnapshotTestJSON-1907895432 tempest-VolumesSnapshotTestJSON-1907895432-project] 10.222.0.20 "GET /v2.0/ports?device_id=c14e4b1f-3cfb-4b08-bcbb-d36f1e3bd4e3 HTTP/1.1" status: 200 len: 210 time: 0.0308037 Aug 23 03:55:58.891210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7483-383d-402a-a5d3-3b53f69e6886 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:58.943218 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7483-383d-402a-a5d3-3b53f69e6886 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.014776 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7483-383d-402a-a5d3-3b53f69e6886 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.045660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d7483-383d-402a-a5d3-3b53f69e6886 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617d99d3-6e0c-49d4-b90f-01563c039804,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:59.128657 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7483-383d-402a-a5d3-3b53f69e6886 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.129915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ea7d7483-383d-402a-a5d3-3b53f69e6886 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3612196 Aug 23 03:55:59.132672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35738) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:59.149698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-150f1c0d-e958-4494-b110-bd0eb21765da tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules/617d99d3-6e0c-49d4-b90f-01563c039804 HTTP/1.1" status: 200 len: 763 time: 0.0159395 Aug 23 03:55:59.152118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35740) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:59.183478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1540a-db29-4452-bae1-34c74aecf405 req-4438ea0d-d42d-4056-9f57-cfcf78f9ac8c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:59.184951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dad1540a-db29-4452-bae1-34c74aecf405 req-4438ea0d-d42d-4056-9f57-cfcf78f9ac8c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0573828 Aug 23 03:55:59.203993 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-08d3f743-5510-47ce-b64d-f9fdb0eba32a tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0508099 Aug 23 03:55:59.206824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35742) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:59.227403 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dad1540a-db29-4452-bae1-34c74aecf405 req-b6dfafad-0c2f-4156-a874-0e567e8bdd24 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358100 Aug 23 03:55:59.230489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8442791f-1a00-4117-816d-6d5d6c5f0b93 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.238131 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8442791f-1a00-4117-816d-6d5d6c5f0b93 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.399196 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8442791f-1a00-4117-816d-6d5d6c5f0b93 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.406385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8442791f-1a00-4117-816d-6d5d6c5f0b93 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.407514 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8442791f-1a00-4117-816d-6d5d6c5f0b93 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/617d99d3-6e0c-49d4-b90f-01563c039804 HTTP/1.1" status: 204 len: 168 time: 0.1996875 Aug 23 03:55:59.411667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35744) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:59.413097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442791f-1a00-4117-816d-6d5d6c5f0b93 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=617d99d3-6e0c-49d4-b90f-01563c039804,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:59.454214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88a85c5d-a7bb-4181-8d8b-e563a5a4836c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410459 Aug 23 03:55:59.456638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35746) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:59.461167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-dda6dfb3-8024-45ed-a28d-985702f8e224 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': '04a59f0c-56ab-4548-b1de-28415c1d13a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:59.581773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dda6dfb3-8024-45ed-a28d-985702f8e224 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.617506 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7059369-bd6f-41f3-9e52-f43bb693e2c1 req-53719e1a-e7e4-4106-80b3-e46ee9f4fbb6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 210 time: 0.0322528 Aug 23 03:55:59.642844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dda6dfb3-8024-45ed-a28d-985702f8e224 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.731536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dda6dfb3-8024-45ed-a28d-985702f8e224 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.749985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6dfb3-8024-45ed-a28d-985702f8e224 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3cc53f-3af3-4795-9144-647ec9095cbc,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:55:59.790889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-10d847eb-0dcf-42a0-bb89-d2f39e90a7db tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:55:59.792811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-10d847eb-0dcf-42a0-bb89-d2f39e90a7db tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 810 time: 0.0999439 Aug 23 03:55:59.844682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-f2d0676c-a52f-46f9-ba33-40d0f521e2a2 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=632646eed3d64d61be4f2ded22d27c35 HTTP/1.1" status: 200 len: 380 time: 0.0329187 Aug 23 03:55:59.853981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'port': {'device_id': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'admin_state_up': True, 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'security_groups': ['f982cfd7-0117-4167-900b-52f729417aed']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:55:59.857131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dda6dfb3-8024-45ed-a28d-985702f8e224 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:55:59.860891 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dda6dfb3-8024-45ed-a28d-985702f8e224 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4010031 Aug 23 03:55:59.861499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35750) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:59.880600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-63c65a15-107d-4e4c-9b41-ab8b23556b17 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules/cc3cc53f-3af3-4795-9144-647ec9095cbc HTTP/1.1" status: 200 len: 763 time: 0.0179591 Aug 23 03:55:59.883119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35752) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:55:59.983680 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e60c2622-624f-491c-8094-3b813085edc2 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0969791 Aug 23 03:55:59.985153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35760) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:00.038733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b10bc1-22b2-4e83-8ba8-f0f674e72926 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.051085 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b10bc1-22b2-4e83-8ba8-f0f674e72926 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.113686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Made reservation on behalf of 632646eed3d64d61be4f2ded22d27c35 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:56:00.117298 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.215266 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b10bc1-22b2-4e83-8ba8-f0f674e72926 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.222939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b10bc1-22b2-4e83-8ba8-f0f674e72926 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.225721 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-74b10bc1-22b2-4e83-8ba8-f0f674e72926 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cc3cc53f-3af3-4795-9144-647ec9095cbc HTTP/1.1" status: 204 len: 168 time: 0.2389569 Aug 23 03:56:00.231298 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35762) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:00.243140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b10bc1-22b2-4e83-8ba8-f0f674e72926 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc3cc53f-3af3-4795-9144-647ec9095cbc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:00.287261 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1ae47208-d378-4b53-9a73-719b17aa577f tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545807 Aug 23 03:56:00.289888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:00.294653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4bcf783f-b87a-4127-9fcd-a28585603b74 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Request body: {'security_group_rule': {'security_group_id': '04a59f0c-56ab-4548-b1de-28415c1d13a8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:00.367924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Allocated IP 172.20.0.10 (d6d3b2f2-4a40-4377-87b2-51c9d8135e0b/3fc49637-83bc-40ca-b9d8-de9e1ad01931/455f43fe-d38d-440c-b136-83bc63b7e723) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:56:00.386596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f33d8-5c26-4775-9429-d927bdbb8df9 req-cbe8f630-3011-406d-a660-31b7434fca4e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:00.388064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-787f33d8-5c26-4775-9429-d927bdbb8df9 req-cbe8f630-3011-406d-a660-31b7434fca4e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0889516 Aug 23 03:56:00.422189 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-4bcf783f-b87a-4127-9fcd-a28585603b74 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Project 21db372b735d4630a25e6659c3695ec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 03:56:00.427301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bcf783f-b87a-4127-9fcd-a28585603b74 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.463136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-787f33d8-5c26-4775-9429-d927bdbb8df9 req-3a659679-5c97-40ac-a6b1-d82883f67146 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678849 Aug 23 03:56:00.483241 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bcf783f-b87a-4127-9fcd-a28585603b74 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.496565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.544123 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.557250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Transition to ACTIVE for port object 455f43fe-d38d-440c-b136-83bc63b7e723 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:56:00.582251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bcf783f-b87a-4127-9fcd-a28585603b74 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.605221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf783f-b87a-4127-9fcd-a28585603b74 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44a907b-5001-4cea-a382-7563b69f4170,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:00.704188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.742824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bcf783f-b87a-4127-9fcd-a28585603b74 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.744047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4bcf783f-b87a-4127-9fcd-a28585603b74 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4530520 Aug 23 03:56:00.748117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35772) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:00.756211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:56:00.759865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:56:00.764312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:56:00.770896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fafc6477-4cee-4037-819e-7a9a62d3d02d tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules/c44a907b-5001-4cea-a382-7563b69f4170 HTTP/1.1" status: 200 len: 769 time: 0.0214410 Aug 23 03:56:00.779025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb2800-20a8-4d79-834b-eb6cd9f2ece6 req-9884425c-6dc4-4c3f-9ff5-08c39288132b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:00.781370 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-30fb2800-20a8-4d79-834b-eb6cd9f2ece6 req-9884425c-6dc4-4c3f-9ff5-08c39288132b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 932 time: 0.0805376 Aug 23 03:56:00.781370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35776) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:00.813507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'Port': ['ID=455f43fe-d38d-440c-b136-83bc63b7e723,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:00.842537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:00.843299 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.859489 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a0132d87-0b17-45a1-bc09-5d172b0a3aa5 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0768740 Aug 23 03:56:00.862363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35778) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:00.862697 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-30fb2800-20a8-4d79-834b-eb6cd9f2ece6 req-1d4f2555-33a0-4011-8c5b-2b4f60beb1ef tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745440 Aug 23 03:56:00.899470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cbd3ef6-ae6c-42ae-80e6-6d5aeda4d9ae tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.912160 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cbd3ef6-ae6c-42ae-80e6-6d5aeda4d9ae tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:00.954661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-e8071fe6-8ee8-490b-a843-68e5647fa289 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1044242 Aug 23 03:56:00.974778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Request body: {'port': {'device_id': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:01.038209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cbd3ef6-ae6c-42ae-80e6-6d5aeda4d9ae tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.048440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cbd3ef6-ae6c-42ae-80e6-6d5aeda4d9ae tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.049594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1cbd3ef6-ae6c-42ae-80e6-6d5aeda4d9ae tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c44a907b-5001-4cea-a382-7563b69f4170 HTTP/1.1" status: 204 len: 168 time: 0.1858594 Aug 23 03:56:01.052372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35782) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:01.061902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.064428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd3ef6-ae6c-42ae-80e6-6d5aeda4d9ae tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c44a907b-5001-4cea-a382-7563b69f4170,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:01.103676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b6f3458b-b863-4827-8d8a-42a4435074d4 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476935 Aug 23 03:56:01.104023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35786) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:01.157952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-27fce7e3-9dd1-4b6e-bf26-d0df7677f04e None None] Provisioning for port 455f43fe-d38d-440c-b136-83bc63b7e723 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:56:01.162448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-27fce7e3-9dd1-4b6e-bf26-d0df7677f04e None None] Provisioning complete for port 455f43fe-d38d-440c-b136-83bc63b7e723 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:01.162997 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-27fce7e3-9dd1-4b6e-bf26-d0df7677f04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.172385 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd5dfc05-cf3a-4465-8d28-332b163cbcf0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.205286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-27fce7e3-9dd1-4b6e-bf26-d0df7677f04e None None] Port 455f43fe-d38d-440c-b136-83bc63b7e723 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:56:01.208677 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd5dfc05-cf3a-4465-8d28-332b163cbcf0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.371226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455f43fe-d38d-440c-b136-83bc63b7e723 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:56:01.379176 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.388697 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd5dfc05-cf3a-4465-8d28-332b163cbcf0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.390631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Transition to ACTIVE for port object 455f43fe-d38d-440c-b136-83bc63b7e723 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:56:01.391955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd5dfc05-cf3a-4465-8d28-332b163cbcf0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.393163 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fd5dfc05-cf3a-4465-8d28-332b163cbcf0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "DELETE /v2.0/security-groups/04a59f0c-56ab-4548-b1de-28415c1d13a8 HTTP/1.1" status: 204 len: 168 time: 0.2874558 Aug 23 03:56:01.395885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35788) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:01.406249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dfc05-cf3a-4465-8d28-332b163cbcf0 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a59f0c-56ab-4548-b1de-28415c1d13a8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:01.446716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-00b6e7c7-e21b-41cc-b007-8eb6e198316c tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495956 Aug 23 03:56:01.451068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35790) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:01.501812 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5d7edfd1-3703-4bcc-acce-f7b056762cf2 tempest-SecGroupIPv6Test-661266127 tempest-SecGroupIPv6Test-661266127-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478661 Aug 23 03:56:01.515724 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.543893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c9201b6f-deb0-4fad-b87d-da99ac9c75ee no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:01.563896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: c9201b6f-deb0-4fad-b87d-da99ac9c75ee {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:56:01.564242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c9201b6f-deb0-4fad-b87d-da99ac9c75ee not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:56:01.639973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Pushing event updated for resources: {'Port': ['ID=455f43fe-d38d-440c-b136-83bc63b7e723,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:01.699219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616544d-d6b0-4989-b62b-af1be04db8ab req-cbe91c3c-fb5e-45f2-94e6-6bc23acfc908 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:01.704846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f616544d-d6b0-4989-b62b-af1be04db8ab req-cbe91c3c-fb5e-45f2-94e6-6bc23acfc908 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.1532650 Aug 23 03:56:01.754356 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.777456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Attempting to bind port 455f43fe-d38d-440c-b136-83bc63b7e723 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:56:01.778048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Attempting to bind port 455f43fe-d38d-440c-b136-83bc63b7e723 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:56:01.778576 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Attempting to bind port 455f43fe-d38d-440c-b136-83bc63b7e723 on network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:56:01.784325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Port 455f43fe-d38d-440c-b136-83bc63b7e723 on network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:56:01.784651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Attempting to bind port 455f43fe-d38d-440c-b136-83bc63b7e723 on network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:56:01.801292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f616544d-d6b0-4989-b62b-af1be04db8ab req-c6403731-ccd5-46df-863a-33ffbe41247e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811179 Aug 23 03:56:01.805526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:56:01.806438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Checking segment: {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:56:01.807206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Bound using segment: {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:56:01.808215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Bound port: 455f43fe-d38d-440c-b136-83bc63b7e723, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:56:01.809307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:01.882197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] For port 455f43fe-d38d-440c-b136-83bc63b7e723, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:56:01.885216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] For port 455f43fe-d38d-440c-b136-83bc63b7e723, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=455f43fe-d38d-440c-b136-83bc63b7e723,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:56:01.990598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6ee4c-c335-404e-a987-01409c145872 req-3753f496-2e7e-40c4-a9e1-da6f5c24bc82 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:01.992078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43f6ee4c-c335-404e-a987-01409c145872 req-3753f496-2e7e-40c4-a9e1-da6f5c24bc82 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 944 time: 0.0486903 Aug 23 03:56:01.993928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:02.032991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:02.033631 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:02.035044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] 10.222.0.11 "PUT /v2.0/ports/455f43fe-d38d-440c-b136-83bc63b7e723 HTTP/1.1" status: 200 len: 1092 time: 1.0653329 Aug 23 03:56:02.035499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'tag': '455f43fe-d38d-440c-b136-83bc63b7e723'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:02.037793 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c6cc3f-d16a-4185-9cec-44daf892a856" -d '{"events": [{"name": "network-changed", "server_uuid": "8fca86cd-9e57-460b-ab00-c3692485db4b", "tag": "455f43fe-d38d-440c-b136-83bc63b7e723"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:02.042199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43f6ee4c-c335-404e-a987-01409c145872 req-b2bb2e16-0a7d-406d-9c34-0736c3ca7df1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Aug 23 03:56:02.063349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fabbd-ad38-4f98-bc4b-6e5cc0906523 service neutron] Pushing event updated for resources: {'Port': ['ID=455f43fe-d38d-440c-b136-83bc63b7e723,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:02.097097 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f734ada-7f86-4ea1-a836-e7a53b9036d8 x-openstack-request-id: req-5f734ada-7f86-4ea1-a836-e7a53b9036d8 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:02.097500 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fca86cd-9e57-460b-ab00-c3692485db4b", "tag": "455f43fe-d38d-440c-b136-83bc63b7e723", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:02.097854 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f734ada-7f86-4ea1-a836-e7a53b9036d8 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:02.098384 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'tag': '455f43fe-d38d-440c-b136-83bc63b7e723', 'status': 'completed', 'code': 200} Aug 23 03:56:02.168950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35806) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:02.195951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6cc3f-d16a-4185-9cec-44daf892a856 req-ebd840d0-cb60-4fc3-b545-0726ca91d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:02.197907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94c6cc3f-d16a-4185-9cec-44daf892a856 req-ebd840d0-cb60-4fc3-b545-0726ca91d065 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 1095 time: 0.0588028 Aug 23 03:56:02.326836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6cc3f-d16a-4185-9cec-44daf892a856 req-61643978-761c-4536-8973-e4419f196544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:02.327867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94c6cc3f-d16a-4185-9cec-44daf892a856 req-61643978-761c-4536-8973-e4419f196544 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=632646eed3d64d61be4f2ded22d27c35&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1100500 Aug 23 03:56:02.332632 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b5c7ac01-6ba1-48ed-b497-a0d57735f2a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21db372b735d4630a25e6659c3695ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622608 Aug 23 03:56:02.341334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35810) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:02.394831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08344e0a-6bc2-4f09-bb51-dad93216a5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:02.416390 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08344e0a-6bc2-4f09-bb51-dad93216a5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:02.430127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6cc3f-d16a-4185-9cec-44daf892a856 req-232d8bd2-32aa-45ee-a148-732250cb3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:02.431763 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94c6cc3f-d16a-4185-9cec-44daf892a856 req-232d8bd2-32aa-45ee-a148-732250cb3016 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0964515 Aug 23 03:56:02.529532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-655057f7-07c9-4959-afe6-32e47eeb3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:02.531416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-655057f7-07c9-4959-afe6-32e47eeb3bab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 1095 time: 0.0409381 Aug 23 03:56:02.547802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08344e0a-6bc2-4f09-bb51-dad93216a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:02.550625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08344e0a-6bc2-4f09-bb51-dad93216a5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:02.551755 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-08344e0a-6bc2-4f09-bb51-dad93216a5ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d8087dd-83a5-418d-ad84-5f79f66e9e2a HTTP/1.1" status: 204 len: 168 time: 0.2156429 Aug 23 03:56:02.560549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08344e0a-6bc2-4f09-bb51-dad93216a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8087dd-83a5-418d-ad84-5f79f66e9e2a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:02.602773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-eefbafb3-7743-4e84-b004-fbbbff2feeee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455f43fe-d38d-440c-b136-83bc63b7e723 HTTP/1.1" status: 200 len: 217 time: 0.0513403 Aug 23 03:56:02.648687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-4e267e40-3d63-46ee-87f5-6de40b12fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:02.650335 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-4e267e40-3d63-46ee-87f5-6de40b12fe62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0445950 Aug 23 03:56:02.697339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-3ca7bd98-8dd0-4a02-bf5b-508055927556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:02.698832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-3ca7bd98-8dd0-4a02-bf5b-508055927556 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409362 Aug 23 03:56:02.791183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-45c7b8f0-c44d-47c3-84d3-05e975789764 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852344 Aug 23 03:56:02.933715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f62cb79-d9da-4360-8013-1b89be24dc63 req-288a624d-ff90-4788-8ed5-ae02d8a59924 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330698 Aug 23 03:56:02.947103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befe433-f9ba-48e6-898b-e1912cbe9109 req-d8644b86-0637-4502-9edc-975c7afd8301 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:02.948917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7befe433-f9ba-48e6-898b-e1912cbe9109 req-d8644b86-0637-4502-9edc-975c7afd8301 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0582051 Aug 23 03:56:02.990872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7befe433-f9ba-48e6-898b-e1912cbe9109 req-7a3bc661-9e2e-4b2f-abd3-7333227aa279 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352221 Aug 23 03:56:03.195924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b0701-34c0-4f10-9f71-c8effc8553bd req-ebcb68e9-4cf3-4c83-bbca-7d7ed5eeda33 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:03.197444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-491b0701-34c0-4f10-9f71-c8effc8553bd req-ebcb68e9-4cf3-4c83-bbca-7d7ed5eeda33 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 944 time: 0.0505247 Aug 23 03:56:03.244737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-491b0701-34c0-4f10-9f71-c8effc8553bd req-1c94fb42-1863-4151-bde7-5b63f3b6f938 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403168 Aug 23 03:56:03.607919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35844) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:03.713240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095414270'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:03.822491 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:03.837192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:03.947322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.017735 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.064876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c34a0-784b-411c-acc2-300e58e7f479,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:04.125996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47437ea-a0a3-46a9-b88e-6293dbdbc690 req-ae47a4d7-d509-4a71-98df-d3447a5a6f8a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:04.129579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b47437ea-a0a3-46a9-b88e-6293dbdbc690 req-ae47a4d7-d509-4a71-98df-d3447a5a6f8a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0615070 Aug 23 03:56:04.137475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.174436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b47437ea-a0a3-46a9-b88e-6293dbdbc690 req-ce769323-f483-4936-b606-a6cc7b53fcc8 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391521 Aug 23 03:56:04.248804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.290408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d211cbce-e76c-4944-9cda-7d39eda69ec5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:04.369606 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.370968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-329684fc-3b81-4baf-966d-0fa41ee2aa2a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7620389 Aug 23 03:56:04.373818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35856) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:04.382974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d431c6-d59b-4573-a2e9-dd1d62d1b8a2 req-dfcc8fae-71e3-46ff-b9fb-0ed669fdea51 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:04.384465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d431c6-d59b-4573-a2e9-dd1d62d1b8a2 req-dfcc8fae-71e3-46ff-b9fb-0ed669fdea51 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 944 time: 0.0534403 Aug 23 03:56:04.426786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d431c6-d59b-4573-a2e9-dd1d62d1b8a2 req-000c10a8-2dc4-4e83-9822-c6459fe11ba7 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355012 Aug 23 03:56:04.434768 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5f9fcd9c-ff46-4d43-89e2-838f012c93d6 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0596552 Aug 23 03:56:04.437302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35858) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:04.443119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ecdd7457-1c31-407d-b402-6ad265c7f926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group': {'name': 'tempest-security--1482144982', 'description': 'tempest-security-description-1405752178'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:04.470194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7457-1c31-407d-b402-6ad265c7f926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.521647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7457-1c31-407d-b402-6ad265c7f926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.599543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7457-1c31-407d-b402-6ad265c7f926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.602136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7457-1c31-407d-b402-6ad265c7f926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.606587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ecdd7457-1c31-407d-b402-6ad265c7f926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "PUT /v2.0/security-groups/d211cbce-e76c-4944-9cda-7d39eda69ec5 HTTP/1.1" status: 200 len: 1780 time: 0.1651380 Aug 23 03:56:04.606908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35860) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:04.673308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd7457-1c31-407d-b402-6ad265c7f926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d211cbce-e76c-4944-9cda-7d39eda69ec5,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:04.705522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-086f4b92-eb32-4f18-ae4f-23cdc690fd5a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups/d211cbce-e76c-4944-9cda-7d39eda69ec5 HTTP/1.1" status: 200 len: 1780 time: 0.0972977 Aug 23 03:56:04.707950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:04.774764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ace7683d-5a1f-4e4f-82f2-71b5003303df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.798898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ace7683d-5a1f-4e4f-82f2-71b5003303df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.917156 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ace7683d-5a1f-4e4f-82f2-71b5003303df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.919798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ace7683d-5a1f-4e4f-82f2-71b5003303df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:04.921029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ace7683d-5a1f-4e4f-82f2-71b5003303df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-groups/d211cbce-e76c-4944-9cda-7d39eda69ec5 HTTP/1.1" status: 204 len: 168 time: 0.2120736 Aug 23 03:56:04.923766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35864) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:04.930853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7683d-5a1f-4e4f-82f2-71b5003303df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211cbce-e76c-4944-9cda-7d39eda69ec5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:04.967949 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d50ea4c8-db76-4991-a2f1-680033802743 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428436 Aug 23 03:56:04.970604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35866) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:04.983385 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-64cc108d-7685-48a8-a9a9-7a447a9a8a3c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] delete failed (client error): The resource could not be found. Aug 23 03:56:04.984376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-64cc108d-7685-48a8-a9a9-7a447a9a8a3c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-groups/d211cbce-e76c-4944-9cda-7d39eda69ec5 HTTP/1.1" status: 404 len: 347 time: 0.0127220 Aug 23 03:56:04.987903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35868) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:04.992833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4653a3e4-0020-4c95-b68f-2f74ad9622ee tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group': {'name': 'tempest-secgroup--641617254'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:05.137035 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4653a3e4-0020-4c95-b68f-2f74ad9622ee tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.218653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4653a3e4-0020-4c95-b68f-2f74ad9622ee tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.291485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cb87a-08fd-4a84-9da7-4a29ff70a1c5 req-ee27519d-86e4-476b-81c6-a324abacca0e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:05.292972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b5cb87a-08fd-4a84-9da7-4a29ff70a1c5 req-ee27519d-86e4-476b-81c6-a324abacca0e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0482719 Aug 23 03:56:05.319854 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4653a3e4-0020-4c95-b68f-2f74ad9622ee tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.356274 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b5cb87a-08fd-4a84-9da7-4a29ff70a1c5 req-64b44155-e8b5-4c1c-b102-b67b65c3dc3f tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567033 Aug 23 03:56:05.375539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653a3e4-0020-4c95-b68f-2f74ad9622ee tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4065fa2d-385a-4233-8942-f556dc4e1c27,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:05.454100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4653a3e4-0020-4c95-b68f-2f74ad9622ee tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.455512 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4653a3e4-0020-4c95-b68f-2f74ad9622ee tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4666958 Aug 23 03:56:05.458459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35882) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:05.468011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d1675110-bb96-4e54-ada8-872e3ce7eb12 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '4065fa2d-385a-4233-8942-f556dc4e1c27', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:05.555178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196fb73-0587-4161-84f9-7b130f802310 req-96441306-2758-4ec0-bea6-f156c471faeb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:05.556687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9196fb73-0587-4161-84f9-7b130f802310 req-96441306-2758-4ec0-bea6-f156c471faeb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 944 time: 0.0539322 Aug 23 03:56:05.564241 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1675110-bb96-4e54-ada8-872e3ce7eb12 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.569681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 455f43fe-d38d-440c-b136-83bc63b7e723 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:56:05.626569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9196fb73-0587-4161-84f9-7b130f802310 req-3a30651b-7a1f-4ea0-bd19-5c31a7c55be4 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575666 Aug 23 03:56:05.666262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1675110-bb96-4e54-ada8-872e3ce7eb12 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.694755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 455f43fe-d38d-440c-b136-83bc63b7e723, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=455f43fe-d38d-440c-b136-83bc63b7e723,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:05.705618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '455f43fe-d38d-440c-b136-83bc63b7e723', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'port_id': '455f43fe-d38d-440c-b136-83bc63b7e723', 'mac_address': 'fa:16:3e:10:e7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:56:05.742905 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.753304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1675110-bb96-4e54-ada8-872e3ce7eb12 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.756238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455f43fe-d38d-440c-b136-83bc63b7e723 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:56:05.775056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1675110-bb96-4e54-ada8-872e3ce7eb12 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e88d86-6e7d-4ae9-97ae-cc2d7bc3127d,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:05.775372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 455f43fe-d38d-440c-b136-83bc63b7e723, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=455f43fe-d38d-440c-b136-83bc63b7e723,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:05.868043 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1675110-bb96-4e54-ada8-872e3ce7eb12 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.871900 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d1675110-bb96-4e54-ada8-872e3ce7eb12 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4053380 Aug 23 03:56:05.872448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35886) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:05.900655 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-92c77d83-d2f5-471c-aa8f-f65c09f5cd90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.907776 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.912799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-92c77d83-d2f5-471c-aa8f-f65c09f5cd90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:05.973613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=455f43fe-d38d-440c-b136-83bc63b7e723,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:06.024903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444b2c-3d3c-4949-ac3c-d2b0f04da58f req-9fa7778f-6457-4788-8c36-156fda26516e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.026894 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1444b2c-3d3c-4949-ac3c-d2b0f04da58f req-9fa7778f-6457-4788-8c36-156fda26516e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0564175 Aug 23 03:56:06.065864 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1444b2c-3d3c-4949-ac3c-d2b0f04da58f req-9b1d1798-a7e2-415f-b7ec-ff16ea7ce893 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Aug 23 03:56:06.079022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-92c77d83-d2f5-471c-aa8f-f65c09f5cd90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:06.085233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-92c77d83-d2f5-471c-aa8f-f65c09f5cd90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:06.091270 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-92c77d83-d2f5-471c-aa8f-f65c09f5cd90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/58e88d86-6e7d-4ae9-97ae-cc2d7bc3127d HTTP/1.1" status: 204 len: 168 time: 0.2130327 Aug 23 03:56:06.093256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:06.100757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c77d83-d2f5-471c-aa8f-f65c09f5cd90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58e88d86-6e7d-4ae9-97ae-cc2d7bc3127d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:06.139748 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b8b38bc4-3919-4e31-8358-388ddca78572 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428276 Aug 23 03:56:06.141348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35892) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:06.208044 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7904ed6f-f1dc-4239-b95c-d456c856f681 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:06.233101 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7904ed6f-f1dc-4239-b95c-d456c856f681 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:06.233356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-7646b70b-ad3a-41f9-bb24-d8b0203452e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.235021 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-7646b70b-ad3a-41f9-bb24-d8b0203452e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 1096 time: 0.0530188 Aug 23 03:56:06.308893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['455f43fe-d38d-440c-b136-83bc63b7e723'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:56:06.387359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-e0a3339d-720a-4249-b867-178cade705d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1002622 Aug 23 03:56:06.388073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7904ed6f-f1dc-4239-b95c-d456c856f681 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:06.391270 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7904ed6f-f1dc-4239-b95c-d456c856f681 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:06.392479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7904ed6f-f1dc-4239-b95c-d456c856f681 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-groups/4065fa2d-385a-4233-8942-f556dc4e1c27 HTTP/1.1" status: 204 len: 168 time: 0.2495284 Aug 23 03:56:06.392845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-4985dc54-9c8d-42a0-b668-c0b84846daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.394291 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-4985dc54-9c8d-42a0-b668-c0b84846daf5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 200 len: 916 time: 0.1444247 Aug 23 03:56:06.394957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35898) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:06.407784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904ed6f-f1dc-4239-b95c-d456c856f681 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4065fa2d-385a-4233-8942-f556dc4e1c27,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:06.500147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-57276ade-0317-4922-97cf-23f0b3f1bb69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1783a92-45ef-4498-a0b7-1796afb5208b HTTP/1.1" status: 200 len: 217 time: 0.0976682 Aug 23 03:56:06.562620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f66d4536-6410-47e8-ba4c-dc1e0a923df1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1665831 Aug 23 03:56:06.566367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35904) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:06.570978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2fe6f121-107d-49f3-8040-d18ebbbc3aa9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674265979'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:06.591684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-6bd9aeef-11f6-41e0-9ebc-784ec74ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.592169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-6bd9aeef-11f6-41e0-9ebc-784ec74ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.592647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-6bd9aeef-11f6-41e0-9ebc-784ec74ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.593153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-6bd9aeef-11f6-41e0-9ebc-784ec74ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.593620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-6bd9aeef-11f6-41e0-9ebc-784ec74ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.594089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-6bd9aeef-11f6-41e0-9ebc-784ec74ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.594553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-6bd9aeef-11f6-41e0-9ebc-784ec74ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.596481 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-6bd9aeef-11f6-41e0-9ebc-784ec74ca696 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ced08239aad045b281b35704b58f5423&device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 6491 time: 0.1102829 Aug 23 03:56:06.614039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-8f14c427-3140-415e-a96d-6779f7720aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.616075 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-8f14c427-3140-415e-a96d-6779f7720aec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e09649e8-9d1f-446e-a642-f1b83454a0b9 HTTP/1.1" status: 200 len: 855 time: 0.0924263 Aug 23 03:56:06.728205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fe6f121-107d-49f3-8040-d18ebbbc3aa9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:06.736264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-35f4f889-dc29-4010-8415-06cb3fc15f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.737831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-35f4f889-dc29-4010-8415-06cb3fc15f9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7de47fa-45a1-47b6-a173-816ba8b2b3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086707 Aug 23 03:56:06.791584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c07315-9de7-45f5-8c01-3aeae02bf909 req-26a94e21-5305-45db-bad8-42a033fabfd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.799970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7c07315-9de7-45f5-8c01-3aeae02bf909 req-26a94e21-5305-45db-bad8-42a033fabfd6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 945 time: 0.0884192 Aug 23 03:56:06.808282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-f7675dcb-4c38-4afa-a3f0-02230b3464d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.808734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-f7675dcb-4c38-4afa-a3f0-02230b3464d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.809522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-f7675dcb-4c38-4afa-a3f0-02230b3464d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:06.811239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-f7675dcb-4c38-4afa-a3f0-02230b3464d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=773410b0-9710-43b7-a41a-cf96dea10a60&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=e1a975d3-e990-4089-8800-cde315873959&id=bc7b0e5a-bf93-4308-95c6-e8890b706564&id=bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 200 len: 2289 time: 0.1831508 Aug 23 03:56:06.865636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7c07315-9de7-45f5-8c01-3aeae02bf909 req-cbb17bf2-e028-44fd-a0be-b8c003e93056 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646172 Aug 23 03:56:06.938440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-5b3232c5-eea5-4d1d-a017-35c0151288fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623 HTTP/1.1" status: 200 len: 1000 time: 0.0892589 Aug 23 03:56:06.942416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-5f7e76eb-20e8-4184-8214-c7858071fcd7 service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935863 Aug 23 03:56:06.947132 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fe6f121-107d-49f3-8040-d18ebbbc3aa9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.019958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fe6f121-107d-49f3-8040-d18ebbbc3aa9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.054230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6f121-107d-49f3-8040-d18ebbbc3aa9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b48116-a28d-4d92-9912-2d7f7d07edbb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:07.054840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-1755d212-c00b-42fd-afb7-ab89c35a945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:07.056971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-1755d212-c00b-42fd-afb7-ab89c35a945c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=911ff96c-e227-4037-9184-4069a4f87ccf HTTP/1.1" status: 200 len: 850 time: 0.1034508 Aug 23 03:56:07.106181 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e3d50d7f-b9ee-4234-8772-633a08beed3c req-b0b68f96-46f3-48f3-95c0-497209f869d3 service neutron] 10.222.0.24 "GET /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515112 Aug 23 03:56:07.119657 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2fe6f121-107d-49f3-8040-d18ebbbc3aa9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.121372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2fe6f121-107d-49f3-8040-d18ebbbc3aa9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5540209 Aug 23 03:56:07.124067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35910) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:07.128647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-b0c7fcf7-d769-441e-8db8-4bf942524e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:07.129483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a347c642-1aac-48ea-b687-7ed6aa87b8e1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '45b48116-a28d-4d92-9912-2d7f7d07edbb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:07.130947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-b0c7fcf7-d769-441e-8db8-4bf942524e83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=773410b0-9710-43b7-a41a-cf96dea10a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660498 Aug 23 03:56:07.274676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7386f-7720-4c04-86dd-1bf9239b40b9 req-f9aec6df-7fe4-42b6-a184-8084d43997a6 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:07.277136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43e7386f-7720-4c04-86dd-1bf9239b40b9 req-f9aec6df-7fe4-42b6-a184-8084d43997a6 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0986032 Aug 23 03:56:07.291648 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a347c642-1aac-48ea-b687-7ed6aa87b8e1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.335889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-0b7fd72a-5826-490b-9981-9ac12a5df267 service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977160 Aug 23 03:56:07.367077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-43e7386f-7720-4c04-86dd-1bf9239b40b9 req-295e2cde-ac70-4982-9246-a9389b464854 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754654 Aug 23 03:56:07.383927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a347c642-1aac-48ea-b687-7ed6aa87b8e1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.443447 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-ab2677a7-3885-4379-979d-3439caa61501 service neutron] 10.222.0.24 "GET /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997066 Aug 23 03:56:07.485422 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a347c642-1aac-48ea-b687-7ed6aa87b8e1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.499790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-2e6b646e-b768-4750-8ecd-8960ac70e285 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 217 time: 0.0489452 Aug 23 03:56:07.506175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c642-1aac-48ea-b687-7ed6aa87b8e1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759d2b1a-1f48-447e-9507-5e875c75a472,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:07.519486 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.562395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-b68b47dc-3536-4054-884f-e87f41d81486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:07.564416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-b68b47dc-3536-4054-884f-e87f41d81486 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0493457 Aug 23 03:56:07.574320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 455f43fe-d38d-440c-b136-83bc63b7e723 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:56:07.598397 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a347c642-1aac-48ea-b687-7ed6aa87b8e1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.599649 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a347c642-1aac-48ea-b687-7ed6aa87b8e1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4744167 Aug 23 03:56:07.602902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35916) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:07.607541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-82ea9dc6-5f4f-47f3-9f38-7c14bad1cdd1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '45b48116-a28d-4d92-9912-2d7f7d07edbb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:07.633161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-ff95a186-050b-4171-8cba-96460ff4f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:07.635234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-ff95a186-050b-4171-8cba-96460ff4f120 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0626659 Aug 23 03:56:07.727855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82ea9dc6-5f4f-47f3-9f38-7c14bad1cdd1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.731407 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-dee9f58b-0176-4a7a-82cc-da8dd65b9858 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888083 Aug 23 03:56:07.757663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 455f43fe-d38d-440c-b136-83bc63b7e723 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:56:07.767440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 455f43fe-d38d-440c-b136-83bc63b7e723 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:07.768163 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.811545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82ea9dc6-5f4f-47f3-9f38-7c14bad1cdd1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.855046 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-9eae214c-481b-479e-b298-496460a22089 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150198 Aug 23 03:56:07.896231 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82ea9dc6-5f4f-47f3-9f38-7c14bad1cdd1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.907341 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:07.926491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-0de278d6-7e10-4238-974b-5392ffed3e2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 217 time: 0.0621438 Aug 23 03:56:07.938492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea9dc6-5f4f-47f3-9f38-7c14bad1cdd1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb71548-4a2a-4b7b-8891-89859ec5e4bb,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:07.956623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455f43fe-d38d-440c-b136-83bc63b7e723'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:07.959114 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dc0c3a-f84e-483e-825f-6707fc59377b" -d '{"events": [{"server_uuid": "8fca86cd-9e57-460b-ab00-c3692485db4b", "name": "network-vif-plugged", "status": "completed", "tag": "455f43fe-d38d-440c-b136-83bc63b7e723"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:07.973351 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 455f43fe-d38d-440c-b136-83bc63b7e723, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=455f43fe-d38d-440c-b136-83bc63b7e723,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:08.016306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-e0fc8480-e056-4e97-b2a0-1d9410fbe9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:08.021257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-e0fc8480-e056-4e97-b2a0-1d9410fbe9d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0845604 Aug 23 03:56:08.030573 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a932a035-b0ad-4075-83a9-5e6b80c311b9 x-openstack-request-id: req-a932a035-b0ad-4075-83a9-5e6b80c311b9 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:08.031156 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca86cd-9e57-460b-ab00-c3692485db4b", "name": "network-vif-plugged", "status": "completed", "tag": "455f43fe-d38d-440c-b136-83bc63b7e723", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:08.031492 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a932a035-b0ad-4075-83a9-5e6b80c311b9 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:08.031939 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455f43fe-d38d-440c-b136-83bc63b7e723', 'code': 200} Aug 23 03:56:08.052491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6549ae-540e-4ddb-a006-1e2ac37c8039 req-834d5851-3d3b-4b7d-bf7d-09ae9385e1bd tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:08.054195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e6549ae-540e-4ddb-a006-1e2ac37c8039 req-834d5851-3d3b-4b7d-bf7d-09ae9385e1bd tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 945 time: 0.0740120 Aug 23 03:56:08.075996 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82ea9dc6-5f4f-47f3-9f38-7c14bad1cdd1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:08.080351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-82ea9dc6-5f4f-47f3-9f38-7c14bad1cdd1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4733682 Aug 23 03:56:08.080351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35922) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:08.091014 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:08.093182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b70b2cfa-12be-4882-933e-2386ffd78831 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '45b48116-a28d-4d92-9912-2d7f7d07edbb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:08.125950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-1cdc4b85-f8a2-4156-8c0e-9b9164a3a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:08.127449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-1cdc4b85-f8a2-4156-8c0e-9b9164a3a9e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980420 Aug 23 03:56:08.145504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e6549ae-540e-4ddb-a006-1e2ac37c8039 req-34588be8-c24a-40cb-9410-d1377cc34c3e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772004 Aug 23 03:56:08.163260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=455f43fe-d38d-440c-b136-83bc63b7e723,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:08.219297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db48602-ab4f-4799-bb4f-da4f1d14db76 req-99baf715-2ea6-4329-92a8-b9b49dd6e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:08.220714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7db48602-ab4f-4799-bb4f-da4f1d14db76 req-99baf715-2ea6-4329-92a8-b9b49dd6e842 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 1097 time: 0.0806305 Aug 23 03:56:08.257347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7db48602-ab4f-4799-bb4f-da4f1d14db76 req-252a7b2a-73bf-4989-8a6c-74b7f40c1f5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297062 Aug 23 03:56:08.262542 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-33c89e8d-013a-464b-a484-b42f5f026188 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255038 Aug 23 03:56:08.366045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-fdffc0b1-0eea-43a0-94c6-c2a88446ee93 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957778 Aug 23 03:56:08.407461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-13e84bbb-9ec3-423c-8eb4-5cb2f9954699 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=17dd7351-48f5-4c38-a316-44ac2d836527 HTTP/1.1" status: 200 len: 217 time: 0.0345953 Aug 23 03:56:08.485974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-d051737d-cacf-4876-b8be-61a147b0e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:08.495375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-d051737d-cacf-4876-b8be-61a147b0e0d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0732145 Aug 23 03:56:08.535245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04542-bbfe-4c22-b853-e5c40c0f05f6 req-9bd9330d-2514-4c07-9725-4ff828ac82e8 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:08.537317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecd04542-bbfe-4c22-b853-e5c40c0f05f6 req-9bd9330d-2514-4c07-9725-4ff828ac82e8 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0875423 Aug 23 03:56:08.581484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-c2cf3d71-6672-4336-a030-b115263487f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:08.583223 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-c2cf3d71-6672-4336-a030-b115263487f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845585 Aug 23 03:56:08.617995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ecd04542-bbfe-4c22-b853-e5c40c0f05f6 req-d1d9a2e0-d6b6-430e-b3ef-0dc8b9e0fe5d tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732143 Aug 23 03:56:08.677460 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b70b2cfa-12be-4882-933e-2386ffd78831 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:08.710221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-f69b795b-045b-4694-83f2-a86109efc884 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185832 Aug 23 03:56:08.751205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b70b2cfa-12be-4882-933e-2386ffd78831 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:08.837736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc4c32-e37d-45f8-97f6-be2f109802be req-c4ffaa12-2227-4611-8d23-dc72d9002276 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:08.839242 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55bc4c32-e37d-45f8-97f6-be2f109802be req-c4ffaa12-2227-4611-8d23-dc72d9002276 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0980682 Aug 23 03:56:08.850081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-509dca99-9d20-49bf-9554-9145d8d15a96 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317325 Aug 23 03:56:08.851100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b70b2cfa-12be-4882-933e-2386ffd78831 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:08.878650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b2cfa-12be-4882-933e-2386ffd78831 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db288be0-ea05-48b8-8fee-d17f1abbc16a,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:08.928805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-7f5cc023-8478-4a0c-b2da-2859b4da6219 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=d2dec841-18eb-4694-8ee6-41883163b8f4 HTTP/1.1" status: 200 len: 217 time: 0.0692310 Aug 23 03:56:08.964941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b70b2cfa-12be-4882-933e-2386ffd78831 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:08.966324 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b70b2cfa-12be-4882-933e-2386ffd78831 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8844972 Aug 23 03:56:08.968917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35934) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:08.975749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9650efa2-a2b7-4bbe-bab4-d2905d3ba5df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '45b48116-a28d-4d92-9912-2d7f7d07edbb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:08.986619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55bc4c32-e37d-45f8-97f6-be2f109802be req-4837fb68-6a00-4380-91dc-31c35fd5ea1e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178756 Aug 23 03:56:09.003819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-56ebdf31-0084-4f6b-a608-b1f1fceb82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.016963 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-56ebdf31-0084-4f6b-a608-b1f1fceb82cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 200 len: 797 time: 0.0601423 Aug 23 03:56:09.060260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-2df90ee8-99a5-41cc-9eb1-297f6e3c4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.061814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-2df90ee8-99a5-41cc-9eb1-297f6e3c4ade service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1a975d3-e990-4089-8800-cde315873959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493379 Aug 23 03:56:09.115953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7d725-a8cb-4586-923b-621f35358b3b req-1e59f09e-1f08-4df4-b3fa-75d32d177a5a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.117231 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18d7d725-a8cb-4586-923b-621f35358b3b req-1e59f09e-1f08-4df4-b3fa-75d32d177a5a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 945 time: 0.0507021 Aug 23 03:56:09.122539 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9650efa2-a2b7-4bbe-bab4-d2905d3ba5df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:09.161784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-72849911-b27d-49a9-ae00-d601b4493f63 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915415 Aug 23 03:56:09.182892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18d7d725-a8cb-4586-923b-621f35358b3b req-1ca3dfbc-d235-498d-a5bc-60b38c20810c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 Aug 23 03:56:09.233235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9650efa2-a2b7-4bbe-bab4-d2905d3ba5df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:09.318938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e0014-a8f2-48c3-b4e6-f0a16e932d1f req-0378ad4c-bc39-4b22-8fdf-d7b39208a0fb tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.319526 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-fc9f8a04-798a-4697-a996-18ace18c7637 service neutron] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465232 Aug 23 03:56:09.326155 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a28e0014-a8f2-48c3-b4e6-f0a16e932d1f req-0378ad4c-bc39-4b22-8fdf-d7b39208a0fb tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.0600770 Aug 23 03:56:09.331800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8969-ec00-4c2e-9843-a2ab84149c91 req-8dd8fd21-0299-480d-8e23-416ebf914e79 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.333368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a8a8969-ec00-4c2e-9843-a2ab84149c91 req-8dd8fd21-0299-480d-8e23-416ebf914e79 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0746284 Aug 23 03:56:09.340362 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9650efa2-a2b7-4bbe-bab4-d2905d3ba5df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:09.368776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650efa2-a2b7-4bbe-bab4-d2905d3ba5df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1127a2ab-fdc0-4dae-9a5f-b95d25839388,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:09.384484 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-df23b00d-add1-4c77-abad-5fbe84bcdd64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c87f7d25-7485-477f-904e-507189f112c9 HTTP/1.1" status: 200 len: 217 time: 0.0501168 Aug 23 03:56:09.392249 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a28e0014-a8f2-48c3-b4e6-f0a16e932d1f req-83203f16-8d71-495c-9949-0ee24f1f3550 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594563 Aug 23 03:56:09.436807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-df360e2d-d074-466e-9f48-73226d3f54f6 req-61a244ba-4764-49a0-b247-856877bd4c79 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 03:56:09.437833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df360e2d-d074-466e-9f48-73226d3f54f6 req-61a244ba-4764-49a0-b247-856877bd4c79 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073705 Aug 23 03:56:09.457645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9650efa2-a2b7-4bbe-bab4-d2905d3ba5df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:09.458773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9650efa2-a2b7-4bbe-bab4-d2905d3ba5df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4889059 Aug 23 03:56:09.462579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35946) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:09.467243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1f45e79e-cae2-4f46-8a6c-4ac323895731 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '45b48116-a28d-4d92-9912-2d7f7d07edbb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:09.469176 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a8a8969-ec00-4c2e-9843-a2ab84149c91 req-9bcb0c70-a036-43a0-a120-e557fc1056f1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280487 Aug 23 03:56:09.481330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-31ffe248-73e2-4555-8fa8-57ea2e193ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.481330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-31ffe248-73e2-4555-8fa8-57ea2e193ea6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.0842261 Aug 23 03:56:09.523701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df360e2d-d074-466e-9f48-73226d3f54f6 req-c2a11632-c6d1-4ee9-97a6-4f1c0a9c81c2 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0762990 Aug 23 03:56:09.535003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-e882f884-45ff-442c-ad14-16d5d22785bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.536563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-e882f884-45ff-442c-ad14-16d5d22785bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526886 Aug 23 03:56:09.633903 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f45e79e-cae2-4f46-8a6c-4ac323895731 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:09.644811 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-4165b821-d2a5-4f05-8d51-3168579bac40 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006074 Aug 23 03:56:09.732823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f45e79e-cae2-4f46-8a6c-4ac323895731 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:09.772994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-8c0f2e67-ac47-4041-84d0-afd84cf2172b service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172240 Aug 23 03:56:09.836258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-c9393e7d-4a35-4a06-84c1-c9b20873ea5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5beb642-632a-4ebe-8510-e8859cd301a7 HTTP/1.1" status: 200 len: 217 time: 0.0549037 Aug 23 03:56:09.879054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f45e79e-cae2-4f46-8a6c-4ac323895731 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:09.900157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45e79e-cae2-4f46-8a6c-4ac323895731 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48f2cf4-774a-4398-a58d-72bc2d8a85c1,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:09.910110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536bb62-9f03-4c51-911e-c4b97002e5e6 req-6c0c1d54-69d0-412a-9345-a740d5c9a3d2 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.911728 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b536bb62-9f03-4c51-911e-c4b97002e5e6 req-6c0c1d54-69d0-412a-9345-a740d5c9a3d2 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.1236532 Aug 23 03:56:09.913344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-ab087f87-5b64-4567-bc72-5cf1b1186dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.914702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-ab087f87-5b64-4567-bc72-5cf1b1186dbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 200 len: 797 time: 0.0709598 Aug 23 03:56:09.978631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b536bb62-9f03-4c51-911e-c4b97002e5e6 req-e0920f74-3d47-4914-ac2b-48c6c0643307 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590768 Aug 23 03:56:09.984672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-a1e99d5c-fee0-45cc-8354-98f5b6a1bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:09.986282 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-a1e99d5c-fee0-45cc-8354-98f5b6a1bcbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc7b0e5a-bf93-4308-95c6-e8890b706564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650980 Aug 23 03:56:10.040534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f45e79e-cae2-4f46-8a6c-4ac323895731 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.044931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1f45e79e-cae2-4f46-8a6c-4ac323895731 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5788069 Aug 23 03:56:10.053391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35954) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:10.107980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8c16e1c1-ddf1-45d6-9d74-85cec4cdd01d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.121562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8c16e1c1-ddf1-45d6-9d74-85cec4cdd01d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.139894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45ef4d-852a-4481-9f5b-90802fa7d51a req-dae38d4a-0b2b-4f61-9cf1-cced8ac98b28 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:10.151060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f45ef4d-852a-4481-9f5b-90802fa7d51a req-dae38d4a-0b2b-4f61-9cf1-cced8ac98b28 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 945 time: 0.0896847 Aug 23 03:56:10.194611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f45ef4d-852a-4481-9f5b-90802fa7d51a req-2b34c66a-1928-49b5-8e9e-a1e6fea06ed3 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 Aug 23 03:56:10.290877 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8c16e1c1-ddf1-45d6-9d74-85cec4cdd01d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.298377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8c16e1c1-ddf1-45d6-9d74-85cec4cdd01d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.301944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8c16e1c1-ddf1-45d6-9d74-85cec4cdd01d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d48f2cf4-774a-4398-a58d-72bc2d8a85c1 HTTP/1.1" status: 204 len: 168 time: 0.2533779 Aug 23 03:56:10.303154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35958) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:10.315017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16e1c1-ddf1-45d6-9d74-85cec4cdd01d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d48f2cf4-774a-4398-a58d-72bc2d8a85c1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:10.371458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1c3e65df-ac53-44eb-b9e2-55c18d793c94 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0671079 Aug 23 03:56:10.374593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35960) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:10.408689 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65fae59c-0848-4db2-b373-32b1b5b94640 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.417984 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65fae59c-0848-4db2-b373-32b1b5b94640 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.445375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545782f-440a-4110-8751-b033b26bba38 req-02d4c8e4-4c02-4aca-8b8b-9f46c428615b tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:10.448469 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e545782f-440a-4110-8751-b033b26bba38 req-02d4c8e4-4c02-4aca-8b8b-9f46c428615b tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.0703864 Aug 23 03:56:10.449223 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-09e5d800-de43-4860-81d9-3673912ef7f0 service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548285 Aug 23 03:56:10.548442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e545782f-440a-4110-8751-b033b26bba38 req-1f94f666-9fb8-4a87-a4dd-b858d0688249 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836744 Aug 23 03:56:10.582136 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65fae59c-0848-4db2-b373-32b1b5b94640 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.584200 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-739d8c00-7f3d-4f5c-afba-2325d7df3419 req-e4f7e460-3228-4ee9-87b7-38739e6e33db service neutron] 10.222.0.24 "GET /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274114 Aug 23 03:56:10.591335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-65fae59c-0848-4db2-b373-32b1b5b94640 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.595092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-65fae59c-0848-4db2-b373-32b1b5b94640 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1127a2ab-fdc0-4dae-9a5f-b95d25839388 HTTP/1.1" status: 204 len: 168 time: 0.2168410 Aug 23 03:56:10.595417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35968) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:10.600657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fae59c-0848-4db2-b373-32b1b5b94640 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1127a2ab-fdc0-4dae-9a5f-b95d25839388,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:10.620828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708d8de-9258-4fa7-adca-9e28f5c0decb req-da2f016b-aed7-4e9d-9092-c0b0d1d3a706 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:10.628577 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0708d8de-9258-4fa7-adca-9e28f5c0decb req-da2f016b-aed7-4e9d-9092-c0b0d1d3a706 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0810065 Aug 23 03:56:10.666288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d26679b4-fd11-4601-bc5e-5151389cbc88 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0693574 Aug 23 03:56:10.669329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35970) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:10.670725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0708d8de-9258-4fa7-adca-9e28f5c0decb req-c64533b0-9eea-4ed9-af67-9185fe3a709a tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412903 Aug 23 03:56:10.695941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70f59dfc-7c40-4175-a2be-6067c5e2edf9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.704880 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70f59dfc-7c40-4175-a2be-6067c5e2edf9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.799068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a69cb1-13a5-4125-a847-f0679b00568e req-0f1b4ae9-b62a-42a1-bb17-7c37b16ace9d tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:10.804944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a69cb1-13a5-4125-a847-f0679b00568e req-0f1b4ae9-b62a-42a1-bb17-7c37b16ace9d tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:10.810895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a69cb1-13a5-4125-a847-f0679b00568e req-0f1b4ae9-b62a-42a1-bb17-7c37b16ace9d tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:10.812554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41a69cb1-13a5-4125-a847-f0679b00568e req-0f1b4ae9-b62a-42a1-bb17-7c37b16ace9d tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0&device_id=163177fd-f85f-44d4-8773-d0ddd46f602f&device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 2416 time: 0.0721009 Aug 23 03:56:10.820024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34b57e-494b-4436-893b-5da8309c50ca req-da501e18-a88c-42da-8ef8-14debde9f2f9 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:10.820024 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf34b57e-494b-4436-893b-5da8309c50ca req-da501e18-a88c-42da-8ef8-14debde9f2f9 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0577555 Aug 23 03:56:10.827515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35976) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:10.832567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'floatingip': {'port_id': '455f43fe-d38d-440c-b136-83bc63b7e723'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:10.863054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41a69cb1-13a5-4125-a847-f0679b00568e req-fc7f21ee-e754-4881-9a40-3d9dea6c6fdf tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Aug 23 03:56:10.873253 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.898123 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70f59dfc-7c40-4175-a2be-6067c5e2edf9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.907417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70f59dfc-7c40-4175-a2be-6067c5e2edf9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:10.908638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70f59dfc-7c40-4175-a2be-6067c5e2edf9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/db288be0-ea05-48b8-8fee-d17f1abbc16a HTTP/1.1" status: 204 len: 168 time: 0.2383165 Aug 23 03:56:10.914065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35980) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:10.922346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f59dfc-7c40-4175-a2be-6067c5e2edf9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db288be0-ea05-48b8-8fee-d17f1abbc16a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:10.980432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9c634555-5dc8-41e9-bcc3-0487684225d9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0648892 Aug 23 03:56:10.980834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35982) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:11.007248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-728fe281-72a7-4894-bbda-181412247c77 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.016836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-728fe281-72a7-4894-bbda-181412247c77 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.165456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-728fe281-72a7-4894-bbda-181412247c77 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.176547 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-728fe281-72a7-4894-bbda-181412247c77 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.181307 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-728fe281-72a7-4894-bbda-181412247c77 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5bb71548-4a2a-4b7b-8891-89859ec5e4bb HTTP/1.1" status: 204 len: 168 time: 0.1994150 Aug 23 03:56:11.188222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35984) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:11.194864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fe281-72a7-4894-bbda-181412247c77 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bb71548-4a2a-4b7b-8891-89859ec5e4bb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:11.253817 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ae72c559-d5d9-4116-bb69-2ba01c073c45 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0639238 Aug 23 03:56:11.254760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35986) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:11.282278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6cf93c36-bd04-4cdf-b94e-4f614ddc1380 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.293844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6cf93c36-bd04-4cdf-b94e-4f614ddc1380 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.365813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cff28ff-28d9-493b-9c70-7d038463f098 req-eaae04d7-6d46-49b8-b287-3c4301264db7 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1096034 Aug 23 03:56:11.427601 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6cf93c36-bd04-4cdf-b94e-4f614ddc1380 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.433717 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6cf93c36-bd04-4cdf-b94e-4f614ddc1380 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.434814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6cf93c36-bd04-4cdf-b94e-4f614ddc1380 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/759d2b1a-1f48-447e-9507-5e875c75a472 HTTP/1.1" status: 204 len: 168 time: 0.1797743 Aug 23 03:56:11.446165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35988) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:11.446527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf93c36-bd04-4cdf-b94e-4f614ddc1380 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=759d2b1a-1f48-447e-9507-5e875c75a472,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:11.539258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-130e7d5f-8654-4538-8d31-656e05c61a59 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0982904 Aug 23 03:56:11.542905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35994) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:11.634038 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-31caba8b-ee30-43d7-a3ec-e3a5093c84f9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.665702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-31caba8b-ee30-43d7-a3ec-e3a5093c84f9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.814954 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-31caba8b-ee30-43d7-a3ec-e3a5093c84f9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.818569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-31caba8b-ee30-43d7-a3ec-e3a5093c84f9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:11.820976 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-31caba8b-ee30-43d7-a3ec-e3a5093c84f9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-groups/45b48116-a28d-4d92-9912-2d7f7d07edbb HTTP/1.1" status: 204 len: 168 time: 0.2752860 Aug 23 03:56:11.829238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36000) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:11.860374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caba8b-ee30-43d7-a3ec-e3a5093c84f9 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b48116-a28d-4d92-9912-2d7f7d07edbb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:11.920934 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2df520a4-9218-4761-bd7b-c63fd8f94eb3 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870802 Aug 23 03:56:11.927150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36004) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:11.935273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c861ec75-1c87-45bc-b6c0-64afba42db97 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057160124'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:11.965912 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.resource_extend [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 03:56:12.021111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.033862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c861ec75-1c87-45bc-b6c0-64afba42db97 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.116845 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c861ec75-1c87-45bc-b6c0-64afba42db97 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.123070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.215659 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c861ec75-1c87-45bc-b6c0-64afba42db97 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.256993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861ec75-1c87-45bc-b6c0-64afba42db97 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12af4e9-2304-4ba6-9b8b-9d22458c4f46,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:12.271265 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Floating IP 7090573d-0d0d-468d-8bf5-0562c7f8638f associated. External IP: 172.25.1.212, port: 455f43fe-d38d-440c-b136-83bc63b7e723. Aug 23 03:56:12.388526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c861ec75-1c87-45bc-b6c0-64afba42db97 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.394647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c861ec75-1c87-45bc-b6c0-64afba42db97 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4632416 Aug 23 03:56:12.394647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36010) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:12.400260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0c0b87fb-edb6-4fed-a9bc-d9ba31dc6b65 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': 'a12af4e9-2304-4ba6-9b8b-9d22458c4f46', 'direction': 'ingress', 'protocol': 17}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:12.513027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Router 54eea67e-157b-4400-90bf-93fbdb9fb53c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:56:12.533870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c0b87fb-edb6-4fed-a9bc-d9ba31dc6b65 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.596806 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c0b87fb-edb6-4fed-a9bc-d9ba31dc6b65 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.629177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:56:12.633873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.656445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] Sync routers for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:56:12.659103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:56:12.659733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:55:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:12.671928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2a99d423-7216-44a6-9190-2d7cc7b8808e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "PUT /v2.0/floatingips/7090573d-0d0d-468d-8bf5-0562c7f8638f HTTP/1.1" status: 200 len: 992 time: 1.8433142 Aug 23 03:56:12.672617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'tag': '455f43fe-d38d-440c-b136-83bc63b7e723'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:12.676372 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8fca86cd-9e57-460b-ab00-c3692485db4b", "tag": "455f43fe-d38d-440c-b136-83bc63b7e723"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:12.730580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c0b87fb-edb6-4fed-a9bc-d9ba31dc6b65 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.748118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b87fb-edb6-4fed-a9bc-d9ba31dc6b65 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b81f82-0285-45df-ae9f-42dfce9f8330,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:12.788405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:56:12.796731 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd26977-bc7f-4f3a-b58e-3d2a57904a2f x-openstack-request-id: req-abd26977-bc7f-4f3a-b58e-3d2a57904a2f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:12.796731 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fca86cd-9e57-460b-ab00-c3692485db4b", "tag": "455f43fe-d38d-440c-b136-83bc63b7e723", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:12.797848 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abd26977-bc7f-4f3a-b58e-3d2a57904a2f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:12.797848 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'tag': '455f43fe-d38d-440c-b136-83bc63b7e723', 'status': 'completed', 'code': 200} Aug 23 03:56:12.843127 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c0b87fb-edb6-4fed-a9bc-d9ba31dc6b65 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.845610 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c0b87fb-edb6-4fed-a9bc-d9ba31dc6b65 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4483089 Aug 23 03:56:12.847718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36022) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:12.913360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-46baaad8-e59a-4c71-9768-5fed052fec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:12.915933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-46baaad8-e59a-4c71-9768-5fed052fec52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 1097 time: 0.0672908 Aug 23 03:56:12.970153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4aedfdb3-9a48-42f3-bc56-48ed82e5956e tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:12.994459 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4aedfdb3-9a48-42f3-bc56-48ed82e5956e tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:13.034643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-59de5ad6-b71e-4ffa-9e33-00ab9de3b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:13.036876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-59de5ad6-b71e-4ffa-9e33-00ab9de3b7b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 910 time: 0.1093044 Aug 23 03:56:13.073791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac4f77-d7cb-4876-851b-4c4ffc620e84 req-885fb9d1-8f65-4fe4-9f35-79837660bd4e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:13.075233 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-23ac4f77-d7cb-4876-851b-4c4ffc620e84 req-885fb9d1-8f65-4fe4-9f35-79837660bd4e tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.0672336 Aug 23 03:56:13.078424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '7090573d-0d0d-468d-8bf5-0562c7f8638f', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'port_id': '455f43fe-d38d-440c-b136-83bc63b7e723', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'mac_address': 'fa:16:3e:10:e7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:55:54Z', 'updated_at': '2021-08-23T03:56:11Z', 'revision_number': 1, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:13.111170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] Checking router: 54eea67e-157b-4400-90bf-93fbdb9fb53c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:56:13.120375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:56:13.121075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:55:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:13.129773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-23ac4f77-d7cb-4876-851b-4c4ffc620e84 req-879a6872-a99c-4ff7-9b0f-e3c8adf3134c tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415177 Aug 23 03:56:13.131288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-a9daea9d-01a6-4009-abac-216865b7fd8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455f43fe-d38d-440c-b136-83bc63b7e723 HTTP/1.1" status: 200 len: 1000 time: 0.0856719 Aug 23 03:56:13.193546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-96137336-23fe-4544-bc6d-e4f596b5548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:13.195214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-96137336-23fe-4544-bc6d-e4f596b5548b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0560193 Aug 23 03:56:13.210368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4aedfdb3-9a48-42f3-bc56-48ed82e5956e tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:13.213054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4aedfdb3-9a48-42f3-bc56-48ed82e5956e tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:13.216667 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4aedfdb3-9a48-42f3-bc56-48ed82e5956e tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-groups/a12af4e9-2304-4ba6-9b8b-9d22458c4f46 HTTP/1.1" status: 204 len: 168 time: 0.3652511 Aug 23 03:56:13.216990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36026) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:13.230646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedfdb3-9a48-42f3-bc56-48ed82e5956e tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12af4e9-2304-4ba6-9b8b-9d22458c4f46,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:13.316724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-91e2499d-9be5-46ef-baf0-6d545ab0a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:13.318637 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-91e2499d-9be5-46ef-baf0-6d545ab0a4a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127005 Aug 23 03:56:13.390676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed450fd2-5b81-459d-bdef-239a8bb3ea72 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1645744 Aug 23 03:56:13.390676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36028) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:13.406348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-dbca3e2b-f9d7-4a27-be97-4d8c1fdde20c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252985616'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:13.442700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:56:13.516991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-fc8bfd52-0e8f-4da8-9ba5-af71a17801eb service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812761 Aug 23 03:56:13.629646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbca3e2b-f9d7-4a27-be97-4d8c1fdde20c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:13.676769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea1f9f14-2729-4cc2-be71-2ce62df3d3f0 req-7a0c2856-ec1c-4500-b956-948c9263a4fa service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511483 Aug 23 03:56:13.773139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '7090573d-0d0d-468d-8bf5-0562c7f8638f', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'port_id': '455f43fe-d38d-440c-b136-83bc63b7e723', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'mac_address': 'fa:16:3e:10:e7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:55:54Z', 'updated_at': '2021-08-23T03:56:11Z', 'revision_number': 1, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:13.782318 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbca3e2b-f9d7-4a27-be97-4d8c1fdde20c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:13.812319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0b3965-f6e0-4ee6-b4ed-c4d7685a8b16 None None] The sync data for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 is: [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '7090573d-0d0d-468d-8bf5-0562c7f8638f', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'port_id': '455f43fe-d38d-440c-b136-83bc63b7e723', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'mac_address': 'fa:16:3e:10:e7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:55:54Z', 'updated_at': '2021-08-23T03:56:11Z', 'revision_number': 1, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:56:13.844932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbca3e2b-f9d7-4a27-be97-4d8c1fdde20c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:13.891686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca3e2b-f9d7-4a27-be97-4d8c1fdde20c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0060bc17-3607-4d01-b1fe-8f706f00384d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:13.997779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbca3e2b-f9d7-4a27-be97-4d8c1fdde20c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.001311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dbca3e2b-f9d7-4a27-be97-4d8c1fdde20c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6070211 Aug 23 03:56:14.001671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36036) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:14.006303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1f468f22-923a-4ec6-9c0a-767aeea07890 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139783292'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:14.060466 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d5f230-c837-4a9a-ab6f-6dcbc0abcbee None None] New status for floating IP 7090573d-0d0d-468d-8bf5-0562c7f8638f: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:56:14.094745 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f468f22-923a-4ec6-9c0a-767aeea07890 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.201268 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f468f22-923a-4ec6-9c0a-767aeea07890 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.271360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8661b-6f45-444b-98da-e6a4f9dfdd94 req-bbbbd929-6443-4493-984a-28cb50197968 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:14.273423 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17f8661b-6f45-444b-98da-e6a4f9dfdd94 req-bbbbd929-6443-4493-984a-28cb50197968 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.0619867 Aug 23 03:56:14.309341 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f468f22-923a-4ec6-9c0a-767aeea07890 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.321423 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-17f8661b-6f45-444b-98da-e6a4f9dfdd94 req-aea463db-6f7d-4cab-84e3-3c456ef86970 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410128 Aug 23 03:56:14.346539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f468f22-923a-4ec6-9c0a-767aeea07890 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2320de-6172-4bac-ab01-edaf10c8ac60,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:14.422041 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1f468f22-923a-4ec6-9c0a-767aeea07890 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.426090 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1f468f22-923a-4ec6-9c0a-767aeea07890 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4206569 Aug 23 03:56:14.426441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36040) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:14.439763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bbe5b0cc-bec6-400b-93d0-28fee64021ba tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '0060bc17-3607-4d01-b1fe-8f706f00384d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8e2320de-6172-4bac-ab01-edaf10c8ac60', 'remote_ip_prefix': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:14.561248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b0cc-bec6-400b-93d0-28fee64021ba tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.592130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-5c8d2dac-680d-4ec0-9141-8bdc5d23ccd4 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:14.592130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-5c8d2dac-680d-4ec0-9141-8bdc5d23ccd4 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.11 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 945 time: 0.0500596 Aug 23 03:56:14.645249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b0cc-bec6-400b-93d0-28fee64021ba tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.720038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Deleting port f1f839f9-1e30-441c-9944-3afefe370883 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:14.720384 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.741935 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b0cc-bec6-400b-93d0-28fee64021ba tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.761739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5b0cc-bec6-400b-93d0-28fee64021ba tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee72ec26-5c29-490b-a29e-3f42664d337e,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:14.824463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] For port f1f839f9-1e30-441c-9944-3afefe370883, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=f1f839f9-1e30-441c-9944-3afefe370883,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:14.824829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.831604 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b0cc-bec6-400b-93d0-28fee64021ba tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.835716 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bbe5b0cc-bec6-400b-93d0-28fee64021ba tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4049060 Aug 23 03:56:14.838560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36044) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:14.838677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Calling delete_port for f1f839f9-1e30-441c-9944-3afefe370883 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:14.865435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c1776cb-42ed-49b6-8aa3-bf17eecb91be tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:14.872799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c1776cb-42ed-49b6-8aa3-bf17eecb91be tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.016306 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c1776cb-42ed-49b6-8aa3-bf17eecb91be tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.023756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c1776cb-42ed-49b6-8aa3-bf17eecb91be tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.024886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3c1776cb-42ed-49b6-8aa3-bf17eecb91be tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ee72ec26-5c29-490b-a29e-3f42664d337e HTTP/1.1" status: 204 len: 168 time: 0.1880105 Aug 23 03:56:15.028060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36050) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:15.029618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1776cb-42ed-49b6-8aa3-bf17eecb91be tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee72ec26-5c29-490b-a29e-3f42664d337e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:15.062080 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.074534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f1783a92-45ef-4498-a0b7-1796afb5208b', '204b1fdd-6e6e-49be-8609-da5a0202430f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:56:15.084279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e1499f30-9e11-4b3a-9896-c1162ac15959 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0548511 Aug 23 03:56:15.087309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36054) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:15.104938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['f1f839f9-1e30-441c-9944-3afefe370883'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:56:15.169874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Pushing event deleted for resources: {'Port': ['ID=f1f839f9-1e30-441c-9944-3afefe370883,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:15.170598 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ce48338a-1160-49c5-8af4-aff902b19f90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.203278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ce48338a-1160-49c5-8af4-aff902b19f90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.233790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] No DVR routers for this DVR port f1f839f9-1e30-441c-9944-3afefe370883 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:15.238242 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.243386 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c8650fd-d0dd-4aa1-b455-b027b403cf3a req-52f8464c-5b9e-4fbf-93c8-33e0f4f38433 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.11 "DELETE /v2.0/ports/f1f839f9-1e30-441c-9944-3afefe370883 HTTP/1.1" status: 204 len: 173 time: 0.6471338 Aug 23 03:56:15.243848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894b7c33-d2d8-4cf6-a19c-06ff4085a7d0', 'name': 'network-vif-deleted', 'tag': 'f1f839f9-1e30-441c-9944-3afefe370883'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:15.247567 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2800870-f0a4-4852-a3d3-fb0df07bd970" -d '{"events": [{"server_uuid": "894b7c33-d2d8-4cf6-a19c-06ff4085a7d0", "name": "network-vif-deleted", "tag": "f1f839f9-1e30-441c-9944-3afefe370883"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:15.316385 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8f057b-f444-49c5-b75b-9cd053f3e999 x-openstack-request-id: req-1a8f057b-f444-49c5-b75b-9cd053f3e999 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:15.316680 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894b7c33-d2d8-4cf6-a19c-06ff4085a7d0", "name": "network-vif-deleted", "tag": "f1f839f9-1e30-441c-9944-3afefe370883", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:15.316930 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a8f057b-f444-49c5-b75b-9cd053f3e999 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:15.317369 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894b7c33-d2d8-4cf6-a19c-06ff4085a7d0', 'name': 'network-vif-deleted', 'tag': 'f1f839f9-1e30-441c-9944-3afefe370883', 'status': 'completed', 'code': 200} Aug 23 03:56:15.437266 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ce48338a-1160-49c5-8af4-aff902b19f90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.440023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ce48338a-1160-49c5-8af4-aff902b19f90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.444073 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ce48338a-1160-49c5-8af4-aff902b19f90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e2320de-6172-4bac-ab01-edaf10c8ac60 HTTP/1.1" status: 204 len: 168 time: 0.3558249 Aug 23 03:56:15.444793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36064) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:15.448289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b40c6fde-f1b2-4274-87f3-57f2d70ee4f7 req-0389243c-5634-4cee-bfb5-cb966afec688 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=894b7c33-d2d8-4cf6-a19c-06ff4085a7d0 HTTP/1.1" status: 200 len: 210 time: 0.0267487 Aug 23 03:56:15.468336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48338a-1160-49c5-8af4-aff902b19f90 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2320de-6172-4bac-ab01-edaf10c8ac60,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:15.527694 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f1c269ca-15c8-450d-a87f-32efd996f0c2 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0790768 Aug 23 03:56:15.531815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36070) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:15.589958 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8652c805-3666-4877-b07e-a2c754a3f51c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.613130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8652c805-3666-4877-b07e-a2c754a3f51c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.747733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8652c805-3666-4877-b07e-a2c754a3f51c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.750390 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8652c805-3666-4877-b07e-a2c754a3f51c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:15.751528 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8652c805-3666-4877-b07e-a2c754a3f51c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-groups/0060bc17-3607-4d01-b1fe-8f706f00384d HTTP/1.1" status: 204 len: 168 time: 0.2186618 Aug 23 03:56:15.754564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36072) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:15.761163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652c805-3666-4877-b07e-a2c754a3f51c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0060bc17-3607-4d01-b1fe-8f706f00384d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:15.811135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-51c34116-c240-4242-8ccc-ea79ae806357 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550747 Aug 23 03:56:15.815089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36076) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:15.820227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-25f047fe-9c5b-4f3c-b633-b6f636bfd7f3 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424956584'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:15.922863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25f047fe-9c5b-4f3c-b633-b6f636bfd7f3 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.006486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25f047fe-9c5b-4f3c-b633-b6f636bfd7f3 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.094224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25f047fe-9c5b-4f3c-b633-b6f636bfd7f3 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.122786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f047fe-9c5b-4f3c-b633-b6f636bfd7f3 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b074a4-e1fc-4e7e-bf4d-5b11151d72c2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:16.233515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25f047fe-9c5b-4f3c-b633-b6f636bfd7f3 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.234787 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-25f047fe-9c5b-4f3c-b633-b6f636bfd7f3 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4185991 Aug 23 03:56:16.237489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36082) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:16.241894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9ded0ccc-ae43-4127-a42f-5739188f01d0 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '60b074a4-e1fc-4e7e-bf4d-5b11151d72c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:16.347570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9ded0ccc-ae43-4127-a42f-5739188f01d0 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.380527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-bb0e35c4-c55d-471f-bedd-8fcfc20b3dfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449789 Aug 23 03:56:16.406949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9ded0ccc-ae43-4127-a42f-5739188f01d0 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.484929 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9ded0ccc-ae43-4127-a42f-5739188f01d0 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.502328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-e3fd3fed-a6c0-443f-b699-43b92ea7285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:16.503850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-e3fd3fed-a6c0-443f-b699-43b92ea7285c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa798ec7391d48c78ce0028c038f2ed3&device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1096 time: 0.0524170 Aug 23 03:56:16.510985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded0ccc-ae43-4127-a42f-5739188f01d0 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9f2639-751a-4274-9b43-987acaf005cd,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:16.595362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9ded0ccc-ae43-4127-a42f-5739188f01d0 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.596609 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9ded0ccc-ae43-4127-a42f-5739188f01d0 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3581886 Aug 23 03:56:16.599648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36092) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:16.633416 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-214a86a8-349f-4cfb-9ca0-2544cb8e42ab tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.642923 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-214a86a8-349f-4cfb-9ca0-2544cb8e42ab tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.644470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-abc42859-806e-4c6d-910e-f1bb79213b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:16.646065 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-abc42859-806e-4c6d-910e-f1bb79213b30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 HTTP/1.1" status: 200 len: 909 time: 0.1119120 Aug 23 03:56:16.716942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-0a9e9a32-5dbf-4a90-b46c-03bed61274df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0 HTTP/1.1" status: 200 len: 1000 time: 0.0638154 Aug 23 03:56:16.766716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-65ced64a-732a-4076-b812-5580449c6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:16.768185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-65ced64a-732a-4076-b812-5580449c6597 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73850eb5-de73-4765-934e-5a49113ad443 HTTP/1.1" status: 200 len: 848 time: 0.0451839 Aug 23 03:56:16.770552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-214a86a8-349f-4cfb-9ca0-2544cb8e42ab tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.780202 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-214a86a8-349f-4cfb-9ca0-2544cb8e42ab tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:16.784604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-214a86a8-349f-4cfb-9ca0-2544cb8e42ab tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5f9f2639-751a-4274-9b43-987acaf005cd HTTP/1.1" status: 204 len: 168 time: 0.1813104 Aug 23 03:56:16.784767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36094) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:16.802727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a86a8-349f-4cfb-9ca0-2544cb8e42ab tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f9f2639-751a-4274-9b43-987acaf005cd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:16.844153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-85ba2501-a091-494f-a7de-eae2dd50f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:16.853398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-85ba2501-a091-494f-a7de-eae2dd50f546 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710742 Aug 23 03:56:16.855180 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d674be7a-26e8-42b5-af4b-3d93c49798f5 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0694914 Aug 23 03:56:16.858468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36096) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:16.962819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8096701-4edf-4471-8d69-174a0c219d3d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.007247 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8096701-4edf-4471-8d69-174a0c219d3d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.007679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-3d7717f1-076c-4799-9372-1bac63c9f431 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505637 Aug 23 03:56:17.127553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a08b2-521b-4f15-9c10-1bbe3abdd8a4 req-6447006a-47d9-4dec-9371-068639df37cb tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:17.129071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e36a08b2-521b-4f15-9c10-1bbe3abdd8a4 req-6447006a-47d9-4dec-9371-068639df37cb tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 945 time: 0.1010342 Aug 23 03:56:17.165068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8096701-4edf-4471-8d69-174a0c219d3d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.170837 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8096701-4edf-4471-8d69-174a0c219d3d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.174691 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a8096701-4edf-4471-8d69-174a0c219d3d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-groups/60b074a4-e1fc-4e7e-bf4d-5b11151d72c2 HTTP/1.1" status: 204 len: 168 time: 0.3129587 Aug 23 03:56:17.177365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36104) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:17.185577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8096701-4edf-4471-8d69-174a0c219d3d tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b074a4-e1fc-4e7e-bf4d-5b11151d72c2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:17.218539 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232631d0-ab0e-47ad-9ffd-25ea06d96538 req-a623cd21-8c1e-4625-9b9e-fa79b7b5ba00 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005248 Aug 23 03:56:17.249095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e36a08b2-521b-4f15-9c10-1bbe3abdd8a4 req-f3b11131-d681-4bf4-b3dd-17ffce4f0cd6 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009202 Aug 23 03:56:17.299973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cd904f31-44ec-4714-9004-07d270990fc0 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193187 Aug 23 03:56:17.304189 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36108) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:17.314234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3baadea7-9d6c-41e0-ae37-4de9d0b8832c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985121546'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:17.433660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3baadea7-9d6c-41e0-ae37-4de9d0b8832c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.516996 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3baadea7-9d6c-41e0-ae37-4de9d0b8832c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.585375 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3baadea7-9d6c-41e0-ae37-4de9d0b8832c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.615656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baadea7-9d6c-41e0-ae37-4de9d0b8832c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc3546-50f4-4bf5-9ada-23bc9ff79e2e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:17.678509 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3baadea7-9d6c-41e0-ae37-4de9d0b8832c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.679826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3baadea7-9d6c-41e0-ae37-4de9d0b8832c tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3743377 Aug 23 03:56:17.682588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36112) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:17.686807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b20aa997-ff5b-4f39-b347-05d3c653faa1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '15cc3546-50f4-4bf5-9ada-23bc9ff79e2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:17.781494 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b20aa997-ff5b-4f39-b347-05d3c653faa1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.837674 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b20aa997-ff5b-4f39-b347-05d3c653faa1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.918943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b20aa997-ff5b-4f39-b347-05d3c653faa1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:17.936989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20aa997-ff5b-4f39-b347-05d3c653faa1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d89e42-eb83-4692-8481-2d1260ab7392,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:18.016204 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b20aa997-ff5b-4f39-b347-05d3c653faa1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.017534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b20aa997-ff5b-4f39-b347-05d3c653faa1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3341422 Aug 23 03:56:18.020043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36116) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:18.038715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d9c531fc-7d30-4afb-9a10-8bd99f8285df tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules/03d89e42-eb83-4692-8481-2d1260ab7392 HTTP/1.1" status: 200 len: 763 time: 0.0155709 Aug 23 03:56:18.039086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36118) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:18.087068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d4bd28a5-18d2-41c4-b615-9368d6cd3d33 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0446403 Aug 23 03:56:18.087433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36120) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:18.114914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9f26136-9da7-4f55-bb7e-dd98c161f385 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.124571 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9f26136-9da7-4f55-bb7e-dd98c161f385 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.231437 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9f26136-9da7-4f55-bb7e-dd98c161f385 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.236722 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9f26136-9da7-4f55-bb7e-dd98c161f385 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.237875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c9f26136-9da7-4f55-bb7e-dd98c161f385 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/03d89e42-eb83-4692-8481-2d1260ab7392 HTTP/1.1" status: 204 len: 168 time: 0.1494610 Aug 23 03:56:18.240541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36124) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:18.246713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f26136-9da7-4f55-bb7e-dd98c161f385 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03d89e42-eb83-4692-8481-2d1260ab7392,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:18.287781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-843993bc-4bec-4779-a2e0-680c57ec03bd tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460529 Aug 23 03:56:18.292811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36128) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:18.300791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d74af248-211e-4561-88bd-5d34fcabd926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '15cc3546-50f4-4bf5-9ada-23bc9ff79e2e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:18.339580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-f55f0322-2beb-4849-a592-5e7fc0587229 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:18.341540 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-f55f0322-2beb-4849-a592-5e7fc0587229 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.24 "GET /v2.0/ports?device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 945 time: 0.0545676 Aug 23 03:56:18.399042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d74af248-211e-4561-88bd-5d34fcabd926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.430600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c49e-cf5c-49ac-a489-1509c5b877ed req-69281021-a683-4b90-921f-6b39d2aea119 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:18.432743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32b8c49e-cf5c-49ac-a489-1509c5b877ed req-69281021-a683-4b90-921f-6b39d2aea119 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 945 time: 0.0977323 Aug 23 03:56:18.461745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d74af248-211e-4561-88bd-5d34fcabd926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.473242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Deleting port 204b1fdd-6e6e-49be-8609-da5a0202430f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:18.473526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.505802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32b8c49e-cf5c-49ac-a489-1509c5b877ed req-f80993db-8899-4128-9420-6962b76a2a90 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 Aug 23 03:56:18.579998 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d74af248-211e-4561-88bd-5d34fcabd926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.585726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] For port 204b1fdd-6e6e-49be-8609-da5a0202430f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=204b1fdd-6e6e-49be-8609-da5a0202430f,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:18.586385 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.602506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74af248-211e-4561-88bd-5d34fcabd926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a61b5c-371c-4adb-81db-bfe8d3e827af,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:18.616265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Calling delete_port for 204b1fdd-6e6e-49be-8609-da5a0202430f owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:18.684721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d74af248-211e-4561-88bd-5d34fcabd926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.686107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d74af248-211e-4561-88bd-5d34fcabd926 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3921697 Aug 23 03:56:18.688722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36136) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:18.705117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3085db1e-591e-44e1-9316-106587f7c3ae tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules/10a61b5c-371c-4adb-81db-bfe8d3e827af HTTP/1.1" status: 200 len: 763 time: 0.0151696 Aug 23 03:56:18.707667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36138) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:18.767568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1677ea1a-4bd3-47ca-a604-70db5b460817 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0546362 Aug 23 03:56:18.768139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36142) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:18.800413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f72b479d-5e15-4702-b34b-ca8dbe5f9646 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.817342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f72b479d-5e15-4702-b34b-ca8dbe5f9646 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.879570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.892624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f1783a92-45ef-4498-a0b7-1796afb5208b', '204b1fdd-6e6e-49be-8609-da5a0202430f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:56:18.922731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Pushing event deleted for resources: {'Port': ['ID=204b1fdd-6e6e-49be-8609-da5a0202430f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:18.942424 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f72b479d-5e15-4702-b34b-ca8dbe5f9646 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.964947 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f72b479d-5e15-4702-b34b-ca8dbe5f9646 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.970265 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f72b479d-5e15-4702-b34b-ca8dbe5f9646 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/10a61b5c-371c-4adb-81db-bfe8d3e827af HTTP/1.1" status: 204 len: 168 time: 0.1987464 Aug 23 03:56:18.974761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36144) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:18.982417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] No DVR routers for this DVR port 204b1fdd-6e6e-49be-8609-da5a0202430f on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:18.986834 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:18.987484 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8981628c-f0a6-458a-bda9-5b6fa378e03a req-a01273f6-1ff7-4cdc-9b17-20d827237dc0 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.24 "DELETE /v2.0/ports/204b1fdd-6e6e-49be-8609-da5a0202430f HTTP/1.1" status: 204 len: 173 time: 0.6379790 Aug 23 03:56:18.987930 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163177fd-f85f-44d4-8773-d0ddd46f602f', 'name': 'network-vif-deleted', 'tag': '204b1fdd-6e6e-49be-8609-da5a0202430f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:18.990480 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3be3bf5-0e6c-4177-bb2e-833df8a4d6a1" -d '{"events": [{"server_uuid": "163177fd-f85f-44d4-8773-d0ddd46f602f", "name": "network-vif-deleted", "tag": "204b1fdd-6e6e-49be-8609-da5a0202430f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:19.020930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b479d-5e15-4702-b34b-ca8dbe5f9646 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10a61b5c-371c-4adb-81db-bfe8d3e827af,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:19.071703 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f0b3f9-b4da-42f8-b8b3-9467feff5efd x-openstack-request-id: req-85f0b3f9-b4da-42f8-b8b3-9467feff5efd {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:19.072061 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163177fd-f85f-44d4-8773-d0ddd46f602f", "name": "network-vif-deleted", "tag": "204b1fdd-6e6e-49be-8609-da5a0202430f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:19.072372 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85f0b3f9-b4da-42f8-b8b3-9467feff5efd {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:19.073346 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163177fd-f85f-44d4-8773-d0ddd46f602f', 'name': 'network-vif-deleted', 'tag': '204b1fdd-6e6e-49be-8609-da5a0202430f', 'status': 'completed', 'code': 200} Aug 23 03:56:19.101091 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-42537f90-4cf4-448f-874c-bcbc304ae166 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1245866 Aug 23 03:56:19.105466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36150) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:19.113699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-eff25227-1109-46a8-b7ed-955b7c3268a6 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Request body: {'security_group_rule': {'security_group_id': '15cc3546-50f4-4bf5-9ada-23bc9ff79e2e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:19.214708 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eff25227-1109-46a8-b7ed-955b7c3268a6 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:19.302201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eff25227-1109-46a8-b7ed-955b7c3268a6 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:19.387400 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eff25227-1109-46a8-b7ed-955b7c3268a6 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:19.406195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff25227-1109-46a8-b7ed-955b7c3268a6 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24da75a-b364-456f-8559-162423bdb91f,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:19.500071 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eff25227-1109-46a8-b7ed-955b7c3268a6 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:19.503549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-eff25227-1109-46a8-b7ed-955b7c3268a6 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3944957 Aug 23 03:56:19.506693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36154) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:19.525669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bbbedaad-df52-490d-b24e-48db05336cfb tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules/a24da75a-b364-456f-8559-162423bdb91f HTTP/1.1" status: 200 len: 764 time: 0.0165250 Aug 23 03:56:19.529062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36158) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:19.604902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8e8ec56f-2917-4600-84d0-aebdc8bd78d8 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0754817 Aug 23 03:56:19.607526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36160) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:19.609072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device f1f839f9-1e30-441c-9944-3afefe370883 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:19.644866 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91bdf238-dbd1-4e38-a25c-9f9386fbb525 req-71595a2f-16f0-4744-a0ec-ce432246fdb1 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=163177fd-f85f-44d4-8773-d0ddd46f602f HTTP/1.1" status: 200 len: 210 time: 0.0427992 Aug 23 03:56:19.652125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f77b13f-bfd0-4722-9c7d-c3fa2c41bc74 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:19.661645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f77b13f-bfd0-4722-9c7d-c3fa2c41bc74 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:19.666524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: f1f839f9-1e30-441c-9944-3afefe370883 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:56:19.666879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device f1f839f9-1e30-441c-9944-3afefe370883 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:56:19.787462 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f77b13f-bfd0-4722-9c7d-c3fa2c41bc74 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:19.793829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f77b13f-bfd0-4722-9c7d-c3fa2c41bc74 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:19.795189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7f77b13f-bfd0-4722-9c7d-c3fa2c41bc74 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a24da75a-b364-456f-8559-162423bdb91f HTTP/1.1" status: 204 len: 168 time: 0.1866903 Aug 23 03:56:19.797992 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36162) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:19.811859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77b13f-bfd0-4722-9c7d-c3fa2c41bc74 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a24da75a-b364-456f-8559-162423bdb91f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:19.867523 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dbd7d956-49fb-4b79-a19a-eccc2e80beae tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0651937 Aug 23 03:56:19.867795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36166) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:19.938474 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a026228-f8e3-459c-869a-34a52f1ddbf1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:19.971234 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a026228-f8e3-459c-869a-34a52f1ddbf1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:20.082932 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a026228-f8e3-459c-869a-34a52f1ddbf1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:20.086060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a026228-f8e3-459c-869a-34a52f1ddbf1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:20.087720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4a026228-f8e3-459c-869a-34a52f1ddbf1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "DELETE /v2.0/security-groups/15cc3546-50f4-4bf5-9ada-23bc9ff79e2e HTTP/1.1" status: 204 len: 168 time: 0.2187011 Aug 23 03:56:20.090873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36170) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:20.098302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a026228-f8e3-459c-869a-34a52f1ddbf1 tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc3546-50f4-4bf5-9ada-23bc9ff79e2e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:20.157678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5dac23eb-2ac4-48df-af7c-86e99d45550a tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652418 Aug 23 03:56:20.163213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36172) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:20.211443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c94440e7-6ca5-43c3-984d-92427d7da2bc tempest-SecGroupTest-981995281 tempest-SecGroupTest-981995281-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469875 Aug 23 03:56:20.694980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36190) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:20.847527 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-448ec83c-17ef-4d77-99b4-fc6e3c9564e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b4ef1da8d354cd4bf8fda5c9d4d1a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492081 Aug 23 03:56:20.847941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36194) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:20.904191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4045-3018-4a03-817a-71c04312c8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:20.932547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4045-3018-4a03-817a-71c04312c8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:20.939210 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:56:21.051801 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4045-3018-4a03-817a-71c04312c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:21.058245 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4045-3018-4a03-817a-71c04312c8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:21.060274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dbfd4045-3018-4a03-817a-71c04312c8d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f9c34a0-784b-411c-acc2-300e58e7f479 HTTP/1.1" status: 204 len: 168 time: 0.2105374 Aug 23 03:56:21.068983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd4045-3018-4a03-817a-71c04312c8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c34a0-784b-411c-acc2-300e58e7f479,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:21.203658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799d348-d774-44a6-a93f-4d8c573ec29f req-29ddb893-d896-45ca-98ee-ca816306462b tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:21.205687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1799d348-d774-44a6-a93f-4d8c573ec29f req-29ddb893-d896-45ca-98ee-ca816306462b tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0908258 Aug 23 03:56:21.246513 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1799d348-d774-44a6-a93f-4d8c573ec29f req-a2240b9d-b00d-4517-8ade-d20968c38fd6 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344334 Aug 23 03:56:21.480055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 204b1fdd-6e6e-49be-8609-da5a0202430f no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:21.516777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 204b1fdd-6e6e-49be-8609-da5a0202430f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:56:21.517441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 204b1fdd-6e6e-49be-8609-da5a0202430f not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:56:22.372180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522383e3-035f-42a0-ab6b-857bce79e5c0 req-9ae4ed32-e05a-4345-9803-8c005f45e54a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:22.373870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-522383e3-035f-42a0-ab6b-857bce79e5c0 req-9ae4ed32-e05a-4345-9803-8c005f45e54a tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0493813 Aug 23 03:56:22.418884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-522383e3-035f-42a0-ab6b-857bce79e5c0 req-31a8d8b3-a79b-4577-98da-2f5934245ab1 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/security-groups?id=06456fcf-a3fa-44db-8d14-efd334dc886a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337467 Aug 23 03:56:22.622169 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:22.674654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-e035b970-cbc6-473c-a2a1-d0d5a154a4f6 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:22.676568 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-e035b970-cbc6-473c-a2a1-d0d5a154a4f6 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 945 time: 0.0658295 Aug 23 03:56:22.800161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Deleting port f1783a92-45ef-4498-a0b7-1796afb5208b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:22.800481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:22.903643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] For port f1783a92-45ef-4498-a0b7-1796afb5208b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f1783a92-45ef-4498-a0b7-1796afb5208b,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:22.904169 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:22.918148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Calling delete_port for f1783a92-45ef-4498-a0b7-1796afb5208b owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:23.164634 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:23.176805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f1783a92-45ef-4498-a0b7-1796afb5208b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:56:23.194624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Pushing event deleted for resources: {'Port': ['ID=f1783a92-45ef-4498-a0b7-1796afb5208b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:23.297929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] No DVR routers for this DVR port f1783a92-45ef-4498-a0b7-1796afb5208b on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:23.306239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:23.308342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-94d56a40-a16f-4eef-b788-5b5d07be29e2 req-78ff5fbb-7360-46b6-b524-320bf425a5bc tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.24 "DELETE /v2.0/ports/f1783a92-45ef-4498-a0b7-1796afb5208b HTTP/1.1" status: 204 len: 173 time: 0.6242518 Aug 23 03:56:23.308812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee6a120-8b1b-4270-ad6b-9b993e35c7d9', 'name': 'network-vif-deleted', 'tag': 'f1783a92-45ef-4498-a0b7-1796afb5208b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:23.313620 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eece5f33-c53e-4ece-aa97-864f10b732e4" -d '{"events": [{"server_uuid": "5ee6a120-8b1b-4270-ad6b-9b993e35c7d9", "name": "network-vif-deleted", "tag": "f1783a92-45ef-4498-a0b7-1796afb5208b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:23.384545 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32ab18f-fa1c-47cd-a642-9ebdb28dd0ff x-openstack-request-id: req-b32ab18f-fa1c-47cd-a642-9ebdb28dd0ff {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:23.385234 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee6a120-8b1b-4270-ad6b-9b993e35c7d9", "name": "network-vif-deleted", "tag": "f1783a92-45ef-4498-a0b7-1796afb5208b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:23.385234 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b32ab18f-fa1c-47cd-a642-9ebdb28dd0ff {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:23.385889 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee6a120-8b1b-4270-ad6b-9b993e35c7d9', 'name': 'network-vif-deleted', 'tag': 'f1783a92-45ef-4498-a0b7-1796afb5208b', 'status': 'completed', 'code': 200} Aug 23 03:56:23.586219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36f761e6-1437-4c19-b7b3-400cf2cd2e11 req-fc304a54-fd67-4fa0-a7fc-86e7083302b5 tempest-ListServerFiltersTestJSON-1152523391 tempest-ListServerFiltersTestJSON-1152523391-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee6a120-8b1b-4270-ad6b-9b993e35c7d9 HTTP/1.1" status: 200 len: 210 time: 0.0756366 Aug 23 03:56:24.649374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36330) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:24.696032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa06c56-6f40-47e2-9c71-e6e72559224d admin admin] Deleting subnet e09649e8-9d1f-446e-a642-f1b83454a0b9 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:56:24.699989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fa06c56-6f40-47e2-9c71-e6e72559224d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:24.741378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fa06c56-6f40-47e2-9c71-e6e72559224d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:24.821524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fa06c56-6f40-47e2-9c71-e6e72559224d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:24.936452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fa06c56-6f40-47e2-9c71-e6e72559224d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:24.963598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa06c56-6f40-47e2-9c71-e6e72559224d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09649e8-9d1f-446e-a642-f1b83454a0b9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:24.967107 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7fa06c56-6f40-47e2-9c71-e6e72559224d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:24.969199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7fa06c56-6f40-47e2-9c71-e6e72559224d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e09649e8-9d1f-446e-a642-f1b83454a0b9 HTTP/1.1" status: 204 len: 168 time: 0.3188224 Aug 23 03:56:24.971845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36364) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:24.975266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac96df-2a28-4424-b6d8-26fea06906d4 None None] Network d7de47fa-45a1-47b6-a173-816ba8b2b3d6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:56:25.045489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.117431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Deleting port e9ec0276-66c2-4008-a0d6-8995780227d1 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:25.117869 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.165772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f9ba60-65e4-4917-8a57-17f4c6db9375 None None] DHCP port deletion for d7de47fa-45a1-47b6-a173-816ba8b2b3d6 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:56:25.182986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] For port e9ec0276-66c2-4008-a0d6-8995780227d1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e9ec0276-66c2-4008-a0d6-8995780227d1,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:25.183355 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.198223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Calling delete_port for e9ec0276-66c2-4008-a0d6-8995780227d1 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:25.211877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-69f9ba60-65e4-4917-8a57-17f4c6db9375 None None] Deleting port e9ec0276-66c2-4008-a0d6-8995780227d1 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:25.212260 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-69f9ba60-65e4-4917-8a57-17f4c6db9375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.285464 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-69f9ba60-65e4-4917-8a57-17f4c6db9375 None None] For port e9ec0276-66c2-4008-a0d6-8995780227d1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e9ec0276-66c2-4008-a0d6-8995780227d1,segment=NetworkSegment(e9397cb2-848f-42b7-a112-0356defecc20),segment_id=e9397cb2-848f-42b7-a112-0356defecc20)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:25.285869 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-69f9ba60-65e4-4917-8a57-17f4c6db9375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.299371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-69f9ba60-65e4-4917-8a57-17f4c6db9375 None None] Calling delete_port for e9ec0276-66c2-4008-a0d6-8995780227d1 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:25.396670 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.404345 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-69f9ba60-65e4-4917-8a57-17f4c6db9375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.431349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ec0276-66c2-4008-a0d6-8995780227d1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:25.435566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9ba60-65e4-4917-8a57-17f4c6db9375 None None] Pushing event deleted for resources: {'Port': ['ID=e9ec0276-66c2-4008-a0d6-8995780227d1,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:25.438845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] No DVR routers for this DVR port e9ec0276-66c2-4008-a0d6-8995780227d1 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:25.441515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9ba60-65e4-4917-8a57-17f4c6db9375 None None] No DVR routers for this DVR port e9ec0276-66c2-4008-a0d6-8995780227d1 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:25.469128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.469740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.470086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.470424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.470756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.471080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.471413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.471738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.472061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.472383 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.472711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.476612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:25.516535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f1783a92-45ef-4498-a0b7-1796afb5208b no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:25.538452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.539033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: f1783a92-45ef-4498-a0b7-1796afb5208b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:56:25.539399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f1783a92-45ef-4498-a0b7-1796afb5208b not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:56:25.550133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7de47fa-45a1-47b6-a173-816ba8b2b3d6']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:25.581791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9397cb2-848f-42b7-a112-0356defecc20') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:25.581791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9397cb2-848f-42b7-a112-0356defecc20') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:25.593712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.615299 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.622752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:56:25.623080 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:56:25.624868 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:56:25.793331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.803277 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:25.806059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d7de47fa-45a1-47b6-a173-816ba8b2b3d6 HTTP/1.1" status: 204 len: 168 time: 0.8327677 Aug 23 03:56:25.826660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d42e4-0729-4e58-ad76-efba0c82a543 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7de47fa-45a1-47b6-a173-816ba8b2b3d6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:26.062217 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-acea2736-8edc-4a77-8dc9-35d5c99e8dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:26.313072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36392) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:26.355345 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-97cd548c-9ac1-4a97-bd56-3bf7bf18d185 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f268b074fa6d4d50af0de5eca6db90fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411596 Aug 23 03:56:26.357983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36396) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:26.423173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ca20c9e-987c-4d70-ac80-dfccd5a2ec65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:26.451889 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ca20c9e-987c-4d70-ac80-dfccd5a2ec65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:26.574193 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ca20c9e-987c-4d70-ac80-dfccd5a2ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:26.577408 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ca20c9e-987c-4d70-ac80-dfccd5a2ec65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:26.579032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3ca20c9e-987c-4d70-ac80-dfccd5a2ec65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06456fcf-a3fa-44db-8d14-efd334dc886a HTTP/1.1" status: 204 len: 168 time: 0.2197306 Aug 23 03:56:26.588489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca20c9e-987c-4d70-ac80-dfccd5a2ec65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06456fcf-a3fa-44db-8d14-efd334dc886a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:26.907207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e9ec0276-66c2-4008-a0d6-8995780227d1 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:26.927685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: e9ec0276-66c2-4008-a0d6-8995780227d1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:56:26.928276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e9ec0276-66c2-4008-a0d6-8995780227d1 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:56:27.863270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36432) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:27.969400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-345552393-network', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:28.050224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Made reservation on behalf of 17a63caf60224e979a6cbaa5a1e80bf9 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:56:28.053967 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.070019 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.169914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.250050 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.276997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:56:28.287761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794c55b-3055-4597-be4b-2c5d7bbf662b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:28.294128 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.299425 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Added segment 976b2387-2610-4a21-9609-659f7aebcf61 of type vlan for network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 Aug 23 03:56:28.347330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.459818 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.460827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:28.461443 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.546098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] Pushing event updated for resources: {'Network': ['ID=a6f42f2b-c7e8-4c42-9915-befc2cd587c4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:28.562399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:56:28.614702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36450) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:28.620502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Request body: {'subnet': {'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-345552393-subnet', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:28.622483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d2ee1c5a-66e8-4202-bc89-f0db44f53ddf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7572331 Aug 23 03:56:28.751381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Made reservation on behalf of 17a63caf60224e979a6cbaa5a1e80bf9 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:56:28.751583 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-952d7305-0ffe-422b-bdad-cab05319fc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.766865 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:28.838994 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:29.048216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:29.439353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a30ff7-50a6-4af0-a74e-74aace8d48c8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:29.448076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.448684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.449250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.449580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.450088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.450425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.450745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.451250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.451745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.452225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.452572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.452882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:29.486986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Checking segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:56:29.487589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Network hostable DHCP agents. Network: a6f42f2b-c7e8-4c42-9915-befc2cd587c4, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:56:29.564186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:56:29.653586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a6f42f2b-c7e8-4c42-9915-befc2cd587c4) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:56:29.658055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:29.658575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:29.665881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59742ea2-2cfe-4494-8d46-cc5aacded00e None None] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:56:29.730984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ea18ba83-f93c-4fdf-8186-2a3087311e23 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1149480 Aug 23 03:56:29.733660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36462) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:29.742766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:29.862287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:29.866626 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:29.892673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:56:29.893631 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:29.985808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.079954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Allocated IP 172.20.0.2 (a6f42f2b-c7e8-4c42-9915-befc2cd587c4/41a30ff7-50a6-4af0-a74e-74aace8d48c8/25863322-0b38-497f-a64b-fec16b7c9ba6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:56:30.342428 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.399601 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.424131 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.433620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Transition to ACTIVE for port object 25863322-0b38-497f-a64b-fec16b7c9ba6 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:56:30.454895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Transition to ACTIVE for port object 25863322-0b38-497f-a64b-fec16b7c9ba6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:56:30.596987 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.640760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:56:30.645999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:56:30.648414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:56:30.664497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Pushing event updated for resources: {'Port': ['ID=25863322-0b38-497f-a64b-fec16b7c9ba6,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:30.677538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.723186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.723965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Attempting to bind port 25863322-0b38-497f-a64b-fec16b7c9ba6 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:56:30.725161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Attempting to bind port 25863322-0b38-497f-a64b-fec16b7c9ba6 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:56:30.725713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Attempting to bind port 25863322-0b38-497f-a64b-fec16b7c9ba6 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:56:30.732901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:56:30.733558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Checking segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:56:30.734587 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.735549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Bound using segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:56:30.736211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Bound port: 25863322-0b38-497f-a64b-fec16b7c9ba6, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:56:30.736820 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.817890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] For port 25863322-0b38-497f-a64b-fec16b7c9ba6, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:56:30.821599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] For port 25863322-0b38-497f-a64b-fec16b7c9ba6, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=25863322-0b38-497f-a64b-fec16b7c9ba6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:56:30.896705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:30.952897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Allocated IP 172.25.1.233 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/b75908b5-5b51-4f2a-848d-99bf53ea043c) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:56:31.012082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973963ab-7b6e-4cef-a0c8-cb4f8b0220b2 None None] Pushing event updated for resources: {'Port': ['ID=25863322-0b38-497f-a64b-fec16b7c9ba6,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:31.123634 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:31.229841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:31.322627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Pushing event updated for resources: {'Port': ['ID=b75908b5-5b51-4f2a-848d-99bf53ea043c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:31.342150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:56:31.343693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:56:31.346459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:56:31.741034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:31.775900 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:31.990169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:32.273248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Router 310af70f-99a8-446b-9e06-b2084ea28e45 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:56:32.303801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb5df67-af62-4a7a-a246-1d49ed3aa005 None None] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:56:32.473171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-924fd19e-d477-4e0a-b816-7cdcbd441fe4 None None] Provisioning for port 25863322-0b38-497f-a64b-fec16b7c9ba6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:56:32.724693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:56:32.736282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Sync routers for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:56:32.747411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:56:32.748053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:32.817088 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:32.818358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fe3d47c4-7f09-4363-90a5-e93a983fb484 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0836225 Aug 23 03:56:32.821099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36506) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:32.945030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:56:33.083742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 25863322-0b38-497f-a64b-fec16b7c9ba6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:56:33.246767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:31Z', 'revision_number': 3, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:33.286377 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Checking router: 310af70f-99a8-446b-9e06-b2084ea28e45 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:56:33.286850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Updating router 310af70f-99a8-446b-9e06-b2084ea28e45 port b75908b5-5b51-4f2a-848d-99bf53ea043c binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:56:33.314623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 25863322-0b38-497f-a64b-fec16b7c9ba6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:56:33.323770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 25863322-0b38-497f-a64b-fec16b7c9ba6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:33.324249 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:33.327440 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:33.513915 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:33.598661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 25863322-0b38-497f-a64b-fec16b7c9ba6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=25863322-0b38-497f-a64b-fec16b7c9ba6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:33.609311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:33.715516 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:33.769543 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:33.794956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Transition to ACTIVE for port object b75908b5-5b51-4f2a-848d-99bf53ea043c will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:56:33.797306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=25863322-0b38-497f-a64b-fec16b7c9ba6,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:33.873460 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:33.951603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Attempting to bind port b75908b5-5b51-4f2a-848d-99bf53ea043c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:56:33.952280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Attempting to bind port b75908b5-5b51-4f2a-848d-99bf53ea043c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:56:33.952400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Attempting to bind port b75908b5-5b51-4f2a-848d-99bf53ea043c on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:56:33.955681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece20459-3870-42cc-8d65-92a578719df7 None None] Pushing event updated for resources: {'Port': ['ID=b75908b5-5b51-4f2a-848d-99bf53ea043c,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:33.960403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:56:33.969201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:56:33.969201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:33.969201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:56:33.969201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Bound port: b75908b5-5b51-4f2a-848d-99bf53ea043c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:56:33.969201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:33.970463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Allocated IP 172.20.0.1 (a6f42f2b-c7e8-4c42-9915-befc2cd587c4/41a30ff7-50a6-4af0-a74e-74aace8d48c8/c0597e9d-beaf-4d2b-84e3-ddd54ddecc89) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:56:34.042249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] For port b75908b5-5b51-4f2a-848d-99bf53ea043c, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:56:34.047365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] For port b75908b5-5b51-4f2a-848d-99bf53ea043c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b75908b5-5b51-4f2a-848d-99bf53ea043c,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:56:34.140642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:34.157328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:34.196716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Transition to ACTIVE for port object c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:56:34.285489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:56:34.286901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:34.337237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece20459-3870-42cc-8d65-92a578719df7 None None] Pushing event updated for resources: {'Port': ['ID=b75908b5-5b51-4f2a-848d-99bf53ea043c,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:34.379531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:34.461567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Pushing event updated for resources: {'Port': ['ID=c0597e9d-beaf-4d2b-84e3-ddd54ddecc89,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:34.472850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:56:34.474296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:56:34.476731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:56:34.512295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:56:34.571643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:34.968798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 25863322-0b38-497f-a64b-fec16b7c9ba6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:56:35.089797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 25863322-0b38-497f-a64b-fec16b7c9ba6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:35.090098 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:35.118829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-65ec3721-ad35-4736-a9a2-c20b7aec32bb None None] Provisioning for port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:56:35.128010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-65ec3721-ad35-4736-a9a2-c20b7aec32bb None None] Provisioning complete for port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:35.128391 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-65ec3721-ad35-4736-a9a2-c20b7aec32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:35.172368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:31Z', 'revision_number': 3, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:35.190418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:35.197150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e452ab-9822-41d2-9f77-61c406e754cc req-098cda1d-81ca-402d-85bf-ceaab9acf1e7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:35.207544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e452ab-9822-41d2-9f77-61c406e754cc req-098cda1d-81ca-402d-85bf-ceaab9acf1e7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:35.211192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4a206-becb-4481-a4e5-df3cde0a3d6a None None] The sync data for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 is: [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:31Z', 'revision_number': 3, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:56:35.213957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-65ec3721-ad35-4736-a9a2-c20b7aec32bb None None] Port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:56:35.225460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e452ab-9822-41d2-9f77-61c406e754cc req-098cda1d-81ca-402d-85bf-ceaab9acf1e7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:35.236898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e452ab-9822-41d2-9f77-61c406e754cc req-098cda1d-81ca-402d-85bf-ceaab9acf1e7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:35.243675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e452ab-9822-41d2-9f77-61c406e754cc req-098cda1d-81ca-402d-85bf-ceaab9acf1e7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:35.255132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e452ab-9822-41d2-9f77-61c406e754cc req-098cda1d-81ca-402d-85bf-ceaab9acf1e7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:35.266481 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e452ab-9822-41d2-9f77-61c406e754cc req-098cda1d-81ca-402d-85bf-ceaab9acf1e7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:35.277598 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-11e452ab-9822-41d2-9f77-61c406e754cc req-098cda1d-81ca-402d-85bf-ceaab9acf1e7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5434 time: 0.1646848 Aug 23 03:56:35.354508 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-11e452ab-9822-41d2-9f77-61c406e754cc req-eabd2ba1-90f9-48e2-b3c1-343ae1bb0051 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640812 Aug 23 03:56:35.493425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:35.579824 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:35.669061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Pushing event updated for resources: {'Port': ['ID=c0597e9d-beaf-4d2b-84e3-ddd54ddecc89,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:35.676922 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:35.815671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:56:35.817682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:56:35.986497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Router 310af70f-99a8-446b-9e06-b2084ea28e45 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:56:36.140354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-9d210c30-ee2a-4081-9210-c6bf8d41a5f4 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.150565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-9d210c30-ee2a-4081-9210-c6bf8d41a5f4 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.159579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-9d210c30-ee2a-4081-9210-c6bf8d41a5f4 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.166129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-9d210c30-ee2a-4081-9210-c6bf8d41a5f4 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.174835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-9d210c30-ee2a-4081-9210-c6bf8d41a5f4 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.175141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:56:36.180790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-9d210c30-ee2a-4081-9210-c6bf8d41a5f4 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.182309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-15ec6314-699a-46de-b398-b068b057873f admin admin] 10.222.0.20 "PUT /v2.0/routers/310af70f-99a8-446b-9e06-b2084ea28e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3560297 Aug 23 03:56:36.187378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-9d210c30-ee2a-4081-9210-c6bf8d41a5f4 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.189556 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-9d210c30-ee2a-4081-9210-c6bf8d41a5f4 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5434 time: 0.1379025 Aug 23 03:56:36.244353 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-ae4af30a-3d0c-4cc6-8a41-1bbeacfb2d83 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.245796 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-ae4af30a-3d0c-4cc6-8a41-1bbeacfb2d83 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "GET /v2.0/ports/42ca78a7-09ef-4d08-b00c-561a5c2f285e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0491762 Aug 23 03:56:36.255994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ce6ed4ad-72a1-4bcd-a992-b51015ab990d None None] Provisioning complete for port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:36.256491 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed4ad-72a1-4bcd-a992-b51015ab990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:36.322949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ed4ad-72a1-4bcd-a992-b51015ab990d None None] Port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:56:36.372263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-4dcad950-72dd-427d-8290-1614dd715644 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "GET /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1198714 Aug 23 03:56:36.387236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:36.487195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:36.645953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9243-e365-496b-b2c9-73b14fea5715 req-b1dc32d9-d1c7-4c1c-a83a-58a0e8d3fa04 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.652745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9243-e365-496b-b2c9-73b14fea5715 req-b1dc32d9-d1c7-4c1c-a83a-58a0e8d3fa04 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.661230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9243-e365-496b-b2c9-73b14fea5715 req-b1dc32d9-d1c7-4c1c-a83a-58a0e8d3fa04 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.671334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9243-e365-496b-b2c9-73b14fea5715 req-b1dc32d9-d1c7-4c1c-a83a-58a0e8d3fa04 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.681797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9243-e365-496b-b2c9-73b14fea5715 req-b1dc32d9-d1c7-4c1c-a83a-58a0e8d3fa04 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.688130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9243-e365-496b-b2c9-73b14fea5715 req-b1dc32d9-d1c7-4c1c-a83a-58a0e8d3fa04 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.694328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9243-e365-496b-b2c9-73b14fea5715 req-b1dc32d9-d1c7-4c1c-a83a-58a0e8d3fa04 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:36.699407 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-201a9243-e365-496b-b2c9-73b14fea5715 req-b1dc32d9-d1c7-4c1c-a83a-58a0e8d3fa04 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 5434 time: 0.1664281 Aug 23 03:56:36.802192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-201a9243-e365-496b-b2c9-73b14fea5715 req-57414600-7426-4ab0-97c5-21aec74912c1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944979 Aug 23 03:56:36.825586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] For port 42ca78a7-09ef-4d08-b00c-561a5c2f285e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=42ca78a7-09ef-4d08-b00c-561a5c2f285e,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:36.884421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] For port 42ca78a7-09ef-4d08-b00c-561a5c2f285e, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:56:36.960758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] device_id is not set on port 42ca78a7-09ef-4d08-b00c-561a5c2f285e yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:56:36.973579 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:36.989250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b75908b5-5b51-4f2a-848d-99bf53ea043c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:56:37.475369 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Sync routers for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:56:37.498932 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:56:37.499632 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:37.501021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36564) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:37.509822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f49d1d35-9a4f-410e-b4a2-1bc65dc5e403 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887605184', 'description': 'tempest-description--530780081'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:37.568594 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:37.581752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b75908b5-5b51-4f2a-848d-99bf53ea043c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:56:37.581752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b75908b5-5b51-4f2a-848d-99bf53ea043c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:37.581752 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:37.619364 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:56:37.645816 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:37.670586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] No DVR routers for this DVR port 42ca78a7-09ef-4d08-b00c-561a5c2f285e on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:37.674145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] Pushing event updated for resources: {'Port': ['ID=42ca78a7-09ef-4d08-b00c-561a5c2f285e,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:37.678945 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f49d1d35-9a4f-410e-b4a2-1bc65dc5e403 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:37.740136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] In _notify_port_updated(), no bound segment for port 42ca78a7-09ef-4d08-b00c-561a5c2f285e on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:56:37.741098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:37.745523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:37.748726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-26656324-f7d0-4a18-8820-d702f74163a9 service neutron] 10.222.0.24 "PUT /v2.0/ports/42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 200 len: 1027 time: 1.3665755 Aug 23 03:56:37.833212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-6c3173ea-8a28-47a9-8d30-ac09b39547cc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:37.848812 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-6c3173ea-8a28-47a9-8d30-ac09b39547cc tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "GET /v2.0/ports/84c60bb3-ed73-4229-89fb-3990609a06e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0805633 Aug 23 03:56:37.856794 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:37.860176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:37.938198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b75908b5-5b51-4f2a-848d-99bf53ea043c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b75908b5-5b51-4f2a-848d-99bf53ea043c,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:37.954493 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f49d1d35-9a4f-410e-b4a2-1bc65dc5e403 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:37.988770 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0597e9d-beaf-4d2b-84e3-ddd54ddecc89', 'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'mac_address': 'fa:16:3e:95:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:33Z', 'updated_at': '2021-08-23T03:56:35Z', 'revision_number': 2, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'subnets': [{'id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:37.989243 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.013488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6b9084cd-8f88-4998-a881-b1771b51c99d None None] Provisioning complete for port 42ca78a7-09ef-4d08-b00c-561a5c2f285e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:38.013876 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b9084cd-8f88-4998-a881-b1771b51c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.021953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963397c-b277-438e-ae34-495244499a0f req-20231bec-7587-4c4d-9aa8-48c36dd5e318 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:38.030174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963397c-b277-438e-ae34-495244499a0f req-20231bec-7587-4c4d-9aa8-48c36dd5e318 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:38.047302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963397c-b277-438e-ae34-495244499a0f req-20231bec-7587-4c4d-9aa8-48c36dd5e318 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:38.051509 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Checking router: 310af70f-99a8-446b-9e06-b2084ea28e45 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:56:38.052110 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Updating router 310af70f-99a8-446b-9e06-b2084ea28e45 port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:56:38.054719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963397c-b277-438e-ae34-495244499a0f req-20231bec-7587-4c4d-9aa8-48c36dd5e318 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:38.058210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.062505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6b9084cd-8f88-4998-a881-b1771b51c99d None None] Port 42ca78a7-09ef-4d08-b00c-561a5c2f285e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:56:38.063615 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f49d1d35-9a4f-410e-b4a2-1bc65dc5e403 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.088261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963397c-b277-438e-ae34-495244499a0f req-20231bec-7587-4c4d-9aa8-48c36dd5e318 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:38.109459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963397c-b277-438e-ae34-495244499a0f req-20231bec-7587-4c4d-9aa8-48c36dd5e318 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:38.110039 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.121172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e963397c-b277-438e-ae34-495244499a0f req-20231bec-7587-4c4d-9aa8-48c36dd5e318 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 4660 time: 0.1805062 Aug 23 03:56:38.131890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b75908b5-5b51-4f2a-848d-99bf53ea043c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:38.132176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d1d35-9a4f-410e-b4a2-1bc65dc5e403 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20f967d-e74a-45cb-aafc-c21c8c7ddfee,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:38.244648 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e963397c-b277-438e-ae34-495244499a0f req-850db85e-472c-42cf-b797-827ce45780b2 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&id=fb663387-0a72-473f-86d1-2002395e6d98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815952 Aug 23 03:56:38.265554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f49d1d35-9a4f-410e-b4a2-1bc65dc5e403 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.270456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f49d1d35-9a4f-410e-b4a2-1bc65dc5e403 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7662389 Aug 23 03:56:38.271160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36578) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:38.284785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-78e340c5-0002-4505-9f03-0d919fd675f2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'security_group_rule': {'security_group_id': 'f20f967d-e74a-45cb-aafc-c21c8c7ddfee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:38.343991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] For port 84c60bb3-ed73-4229-89fb-3990609a06e2, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=84c60bb3-ed73-4229-89fb-3990609a06e2,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:38.384985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] For port 84c60bb3-ed73-4229-89fb-3990609a06e2, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:56:38.406156 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78e340c5-0002-4505-9f03-0d919fd675f2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.433185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] device_id is not set on port 84c60bb3-ed73-4229-89fb-3990609a06e2 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 03:56:38.450132 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.476823 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.482009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78e340c5-0002-4505-9f03-0d919fd675f2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.485787 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Transition to ACTIVE for port object c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:56:38.547662 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.594394 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.598728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78e340c5-0002-4505-9f03-0d919fd675f2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.631012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] No DVR routers for this DVR port 84c60bb3-ed73-4229-89fb-3990609a06e2 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:38.653183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e340c5-0002-4505-9f03-0d919fd675f2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c8fc6b-a6d8-45f5-95c0-a1372622bd68,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:38.686942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] Pushing event updated for resources: {'Port': ['ID=84c60bb3-ed73-4229-89fb-3990609a06e2,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:38.728640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] In _notify_port_updated(), no bound segment for port 84c60bb3-ed73-4229-89fb-3990609a06e2 on network e1a975d3-e990-4089-8800-cde315873959 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 03:56:38.729592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:38.730207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.731576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-eff501f8-5706-48f0-8d11-78e4d3e403fe service neutron] 10.222.0.24 "PUT /v2.0/ports/84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 200 len: 1028 time: 0.8817377 Aug 23 03:56:38.737112 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b835599-2713-4873-a310-27e2f4675ad4 None None] Pushing event updated for resources: {'Port': ['ID=c0597e9d-beaf-4d2b-84e3-ddd54ddecc89,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:38.787783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78e340c5-0002-4505-9f03-0d919fd675f2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.789850 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Attempting to bind port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:56:38.790958 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Attempting to bind port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:56:38.791536 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Attempting to bind port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:56:38.791857 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-78e340c5-0002-4505-9f03-0d919fd675f2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5174277 Aug 23 03:56:38.793285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36584) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:38.798841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3d9f6741-bbbf-4224-b741-d6feedbef1c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'security_group_rule': {'security_group_id': 'f20f967d-e74a-45cb-aafc-c21c8c7ddfee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:38.808539 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:56:38.808539 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Checking segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:56:38.808539 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.808539 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Bound using segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:56:38.808539 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Bound port: c0597e9d-beaf-4d2b-84e3-ddd54ddecc89, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:56:38.808539 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.908273 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6741-bbbf-4224-b741-d6feedbef1c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.962787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting port d2dec841-18eb-4694-8ee6-41883163b8f4 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:38.963656 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:38.969596 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] For port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:56:38.977287 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] For port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0597e9d-beaf-4d2b-84e3-ddd54ddecc89,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:56:39.013297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2643fae3-9896-488d-9505-f0f7f087214f None None] Provisioning complete for port 84c60bb3-ed73-4229-89fb-3990609a06e2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:39.016091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2643fae3-9896-488d-9505-f0f7f087214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.049536 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6741-bbbf-4224-b741-d6feedbef1c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.064088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b75908b5-5b51-4f2a-848d-99bf53ea043c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:56:39.090517 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.128178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2643fae3-9896-488d-9505-f0f7f087214f None None] Port 84c60bb3-ed73-4229-89fb-3990609a06e2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:56:39.136737 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6741-bbbf-4224-b741-d6feedbef1c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.168258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f6741-bbbf-4224-b741-d6feedbef1c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b2e3f9-1815-4a31-b0a5-0b67b1e1e237,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:39.189217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] For port d2dec841-18eb-4694-8ee6-41883163b8f4, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=d2dec841-18eb-4694-8ee6-41883163b8f4,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:39.189217 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.199660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b75908b5-5b51-4f2a-848d-99bf53ea043c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:39.200936 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.246302 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:56:39.247823 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:39.250304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Calling delete_port for d2dec841-18eb-4694-8ee6-41883163b8f4 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:39.253942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6741-bbbf-4224-b741-d6feedbef1c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.258691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3d9f6741-bbbf-4224-b741-d6feedbef1c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4608705 Aug 23 03:56:39.258691 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36592) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:39.263594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:39.313839 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b835599-2713-4873-a310-27e2f4675ad4 None None] Pushing event updated for resources: {'Port': ['ID=c0597e9d-beaf-4d2b-84e3-ddd54ddecc89,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:39.463994 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.503376 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:56:39.535698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360891-bb7f-4b47-a6b1-3312e130feb6 req-241a8f1b-01b4-49da-8d24-0c97cf8f0389 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:39.545444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360891-bb7f-4b47-a6b1-3312e130feb6 req-241a8f1b-01b4-49da-8d24-0c97cf8f0389 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:39.551773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360891-bb7f-4b47-a6b1-3312e130feb6 req-241a8f1b-01b4-49da-8d24-0c97cf8f0389 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:39.565054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360891-bb7f-4b47-a6b1-3312e130feb6 req-241a8f1b-01b4-49da-8d24-0c97cf8f0389 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:39.569359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360891-bb7f-4b47-a6b1-3312e130feb6 req-241a8f1b-01b4-49da-8d24-0c97cf8f0389 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:39.571270 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c360891-bb7f-4b47-a6b1-3312e130feb6 req-241a8f1b-01b4-49da-8d24-0c97cf8f0389 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 3885 time: 0.1315584 Aug 23 03:56:39.601951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 135ed5bc-ba78-4c3a-a568-eca20cbcb623 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:39.623110 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.675616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c360891-bb7f-4b47-a6b1-3312e130feb6 req-b94e8fcd-34f5-40cb-9a16-ca09c1e19a3e tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958714 Aug 23 03:56:39.794110 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.817262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:39.852348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Allocated IP 172.25.1.23 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/169ffab7-0a85-4aad-8971-e20021206fe4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:56:39.884758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 135ed5bc-ba78-4c3a-a568-eca20cbcb623, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:39.891037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:39.902978 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f182f8-e58c-48f7-be6b-553ab0e3a37e" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-unplugged", "status": "completed", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:39.920406 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0597e9d-beaf-4d2b-84e3-ddd54ddecc89', 'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'mac_address': 'fa:16:3e:95:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:33Z', 'updated_at': '2021-08-23T03:56:38Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'subnets': [{'id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:39.927357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Port': ['ID=d2dec841-18eb-4694-8ee6-41883163b8f4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:39.981542 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800032f-73dc-4959-9d79-9a919a1687c0 None None] The sync data for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 is: [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0597e9d-beaf-4d2b-84e3-ddd54ddecc89', 'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'mac_address': 'fa:16:3e:95:a6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:33Z', 'updated_at': '2021-08-23T03:56:38Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'subnets': [{'id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:56:40.001877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] No DVR routers for this DVR port d2dec841-18eb-4694-8ee6-41883163b8f4 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:40.005779 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.015600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-12cb26d7-ad4f-4fe2-9eb0-a259f44303b5 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "DELETE /v2.0/ports/d2dec841-18eb-4694-8ee6-41883163b8f4 HTTP/1.1" status: 204 len: 173 time: 1.2616191 Aug 23 03:56:40.016117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': 'd2dec841-18eb-4694-8ee6-41883163b8f4'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:40.019985 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.020684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c87f7d25-7485-477f-904e-507189f112c9 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:40.028520 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894ef643-f7c3-400e-bff5-dc2ce4e82602" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "d2dec841-18eb-4694-8ee6-41883163b8f4"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:40.096310 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79536590-3c0a-4df6-81b0-b20ba98d39bd x-openstack-request-id: req-79536590-3c0a-4df6-81b0-b20ba98d39bd {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:40.096310 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-unplugged", "status": "completed", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:40.096310 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79536590-3c0a-4df6-81b0-b20ba98d39bd {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:40.096310 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'code': 200} Aug 23 03:56:40.154407 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af0ed72-5a2c-4d39-8d8e-4aadca84d38d x-openstack-request-id: req-9af0ed72-5a2c-4d39-8d8e-4aadca84d38d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:40.154407 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "d2dec841-18eb-4694-8ee6-41883163b8f4", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:40.154407 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9af0ed72-5a2c-4d39-8d8e-4aadca84d38d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:40.158271 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': 'd2dec841-18eb-4694-8ee6-41883163b8f4', 'status': 'completed', 'code': 200} Aug 23 03:56:40.205666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.301355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=135ed5bc-ba78-4c3a-a568-eca20cbcb623,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:40.315066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting port f5beb642-632a-4ebe-8510-e8859cd301a7 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:40.315066 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.404171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.420825 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.459585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] For port f5beb642-632a-4ebe-8510-e8859cd301a7, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f5beb642-632a-4ebe-8510-e8859cd301a7,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:40.466656 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.501334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c87f7d25-7485-477f-904e-507189f112c9, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c87f7d25-7485-477f-904e-507189f112c9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:40.507816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'Port': ['ID=169ffab7-0a85-4aad-8971-e20021206fe4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:40.513168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Calling delete_port for f5beb642-632a-4ebe-8510-e8859cd301a7 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:40.543135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:56:40.544697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:56:40.554967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:56:40.612016 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.614980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 17dd7351-48f5-4c38-a316-44ac2d836527 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:40.735215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c87f7d25-7485-477f-904e-507189f112c9,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:40.847212 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.871185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.958797 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:40.982824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:56:40.992471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Port': ['ID=f5beb642-632a-4ebe-8510-e8859cd301a7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:41.035070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 17dd7351-48f5-4c38-a316-44ac2d836527, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=17dd7351-48f5-4c38-a316-44ac2d836527,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:41.035621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db808-a8e3-4047-b37d-0a6011c4d619 req-1184c652-ced9-4d7f-8b04-43673559f647 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:41.041522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db808-a8e3-4047-b37d-0a6011c4d619 req-1184c652-ced9-4d7f-8b04-43673559f647 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:41.048855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db808-a8e3-4047-b37d-0a6011c4d619 req-1184c652-ced9-4d7f-8b04-43673559f647 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:41.051706 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b2db808-a8e3-4047-b37d-0a6011c4d619 req-1184c652-ced9-4d7f-8b04-43673559f647 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 2411 time: 0.2594516 Aug 23 03:56:41.053515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] No DVR routers for this DVR port f5beb642-632a-4ebe-8510-e8859cd301a7 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:41.056916 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.059162 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-86c12b10-4c44-49e2-b7b2-5e52119e0278 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "DELETE /v2.0/ports/f5beb642-632a-4ebe-8510-e8859cd301a7 HTTP/1.1" status: 204 len: 173 time: 1.0280747 Aug 23 03:56:41.066038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.123365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.124723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 84c60bb3-ed73-4229-89fb-3990609a06e2 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:41.157970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b2db808-a8e3-4047-b37d-0a6011c4d619 req-137bc5f2-a2dd-431b-92a8-c66d3ec8b2ce tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977859 Aug 23 03:56:41.222182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:56:41.230422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:41.231033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.269304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting port 17dd7351-48f5-4c38-a316-44ac2d836527 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:41.271913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.308364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 84c60bb3-ed73-4229-89fb-3990609a06e2 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:56:41.309038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d2dec841-18eb-4694-8ee6-41883163b8f4 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:41.312825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=17dd7351-48f5-4c38-a316-44ac2d836527,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:41.337648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: d2dec841-18eb-4694-8ee6-41883163b8f4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:56:41.337998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device d2dec841-18eb-4694-8ee6-41883163b8f4 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:56:41.338431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f5beb642-632a-4ebe-8510-e8859cd301a7 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:41.364175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: f5beb642-632a-4ebe-8510-e8859cd301a7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:56:41.364587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f5beb642-632a-4ebe-8510-e8859cd301a7 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:56:41.365037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 42ca78a7-09ef-4d08-b00c-561a5c2f285e no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:56:41.472931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.485642 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.538251 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] For port 17dd7351-48f5-4c38-a316-44ac2d836527, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=17dd7351-48f5-4c38-a316-44ac2d836527,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:41.538651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.558741 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.560385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 42ca78a7-09ef-4d08-b00c-561a5c2f285e not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:56:41.586704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0597e9d-beaf-4d2b-84e3-ddd54ddecc89,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:41.592126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Calling delete_port for 17dd7351-48f5-4c38-a316-44ac2d836527 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:41.672157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'Port': ['ID=169ffab7-0a85-4aad-8971-e20021206fe4,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:41.687650 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.714478 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.795602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c0597e9d-beaf-4d2b-84e3-ddd54ddecc89,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:41.867498 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.873139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4d4d5c02-69ba-4468-a0b5-a56fde095d76 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6096416 Aug 23 03:56:41.919987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:41.971516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Port': ['ID=17dd7351-48f5-4c38-a316-44ac2d836527,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:42.042083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] No DVR routers for this DVR port 17dd7351-48f5-4c38-a316-44ac2d836527 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:42.045323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:42.047999 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-8006945d-4b99-451a-a030-4c2c452de708 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "DELETE /v2.0/ports/17dd7351-48f5-4c38-a316-44ac2d836527 HTTP/1.1" status: 204 len: 173 time: 0.9684629 Aug 23 03:56:42.116803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c87f7d25-7485-477f-904e-507189f112c9'}, {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dd7351-48f5-4c38-a316-44ac2d836527'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:42.119875 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c2964a-0006-4b5f-a12a-1b92f12609ee" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-unplugged", "status": "completed", "tag": "c87f7d25-7485-477f-904e-507189f112c9"}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-unplugged", "status": "completed", "tag": "17dd7351-48f5-4c38-a316-44ac2d836527"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:42.144984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-390c018f-714e-4446-b059-064ff8ea0693 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--887605184&fields=id&tenant_id=17a63caf60224e979a6cbaa5a1e80bf9 HTTP/1.1" status: 200 len: 267 time: 0.1009340 Aug 23 03:56:42.156048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': 'f5beb642-632a-4ebe-8510-e8859cd301a7'}, {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': '17dd7351-48f5-4c38-a316-44ac2d836527'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:42.158469 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef42d11-cafd-4e01-881c-192eb74c2983" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "f5beb642-632a-4ebe-8510-e8859cd301a7"}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "17dd7351-48f5-4c38-a316-44ac2d836527"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:42.180085 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a42f5f-4620-4229-9c72-aad1dc76b217 x-openstack-request-id: req-a6a42f5f-4620-4229-9c72-aad1dc76b217 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:42.180430 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-unplugged", "status": "completed", "tag": "c87f7d25-7485-477f-904e-507189f112c9", "code": 200}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-unplugged", "status": "completed", "tag": "17dd7351-48f5-4c38-a316-44ac2d836527", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:42.180769 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6a42f5f-4620-4229-9c72-aad1dc76b217 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:42.181851 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c87f7d25-7485-477f-904e-507189f112c9', 'code': 200} Aug 23 03:56:42.183698 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dd7351-48f5-4c38-a316-44ac2d836527', 'code': 200} Aug 23 03:56:42.238373 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53318f3-0e00-4a5e-9a2a-ca8ac30742b5 x-openstack-request-id: req-b53318f3-0e00-4a5e-9a2a-ca8ac30742b5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:42.238696 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "f5beb642-632a-4ebe-8510-e8859cd301a7", "status": "completed", "code": 200}, {"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "17dd7351-48f5-4c38-a316-44ac2d836527", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:42.238925 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b53318f3-0e00-4a5e-9a2a-ca8ac30742b5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:42.239316 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': 'f5beb642-632a-4ebe-8510-e8859cd301a7', 'status': 'completed', 'code': 200} Aug 23 03:56:42.239570 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': '17dd7351-48f5-4c38-a316-44ac2d836527', 'status': 'completed', 'code': 200} Aug 23 03:56:42.257759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:42.257759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:42.343586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-96ed0c6f-fbbc-44bd-9e03-d8815e1a5256 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:42.346081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-96ed0c6f-fbbc-44bd-9e03-d8815e1a5256 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.1902921 Aug 23 03:56:42.359274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642accb2-44c4-4094-aaf6-104612c540a5 req-6beb952e-da07-4d50-a98e-d8c5e548fd22 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:42.366769 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-f713af40-c992-40a6-b0bf-fdebe2b07a57 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/quotas/17a63caf60224e979a6cbaa5a1e80bf9 HTTP/1.1" status: 200 len: 375 time: 0.0119786 Aug 23 03:56:42.367525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642accb2-44c4-4094-aaf6-104612c540a5 req-6beb952e-da07-4d50-a98e-d8c5e548fd22 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:42.377086 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-642accb2-44c4-4094-aaf6-104612c540a5 req-6beb952e-da07-4d50-a98e-d8c5e548fd22 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 1677 time: 0.0797009 Aug 23 03:56:42.442818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-642accb2-44c4-4094-aaf6-104612c540a5 req-24effa79-7da9-4ddf-a7b0-a99cfd28f82c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Aug 23 03:56:42.448424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] For port 135ed5bc-ba78-4c3a-a568-eca20cbcb623, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=135ed5bc-ba78-4c3a-a568-eca20cbcb623,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:42.448983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:42.481939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-e27896da-9429-4147-9309-93fda75ac039 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953190 Aug 23 03:56:42.924077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:56:42.988022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:42.988525 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:43.096572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-977ef334-1b87-459d-81ce-91e4e535e54b service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807233 Aug 23 03:56:43.237587 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:43.237815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:43.238029 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Floating IP ea2b8cba-39d6-46f6-97a9-6840a2e34d8d disassociated. External IP: 172.25.1.54, port: 135ed5bc-ba78-4c3a-a568-eca20cbcb623. Aug 23 03:56:43.238376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Calling delete_port for 135ed5bc-ba78-4c3a-a568-eca20cbcb623 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:43.312720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-0b169fd5-6724-4f32-86c5-979b306d43b6 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742353 Aug 23 03:56:43.528124 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:43.598798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7156290-da96-4189-911c-aa51c57923a0 req-faa68707-6643-4363-bd7a-4dff4d2c2367 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:43.599476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Port': ['ID=135ed5bc-ba78-4c3a-a568-eca20cbcb623,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:43.610017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7156290-da96-4189-911c-aa51c57923a0 req-faa68707-6643-4363-bd7a-4dff4d2c2367 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 943 time: 0.0888169 Aug 23 03:56:43.699679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7156290-da96-4189-911c-aa51c57923a0 req-b9bdf7cb-69d2-49e7-b787-38a7477356bd tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806301 Aug 23 03:56:43.773600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-42803d05-7b93-4f2e-879c-cbafaadd8b48 req-2e40a9c2-42fd-41b8-8f6b-3878af769ba8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 210 time: 0.0837157 Aug 23 03:56:43.880341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Router dd9db0c2-032f-48a3-9caf-9249d188f47f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:56:44.035333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:56:44.053921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933a58d-e507-4696-a621-21edde69edbd None None] Sync routers for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:56:44.070549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933a58d-e507-4696-a621-21edde69edbd None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:56:44.071455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2933a58d-e507-4696-a621-21edde69edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:44.094874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] No DVR routers for this DVR port 135ed5bc-ba78-4c3a-a568-eca20cbcb623 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:44.097759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:44.104871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-787aba2d-6359-4265-b39d-3632fc8c316a tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "DELETE /v2.0/ports/135ed5bc-ba78-4c3a-a568-eca20cbcb623 HTTP/1.1" status: 204 len: 173 time: 2.0469441 Aug 23 03:56:44.210136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2933a58d-e507-4696-a621-21edde69edbd None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:56:44.241642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:44.245227 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844cb826-717a-4e75-adc4-a8d30de7497f" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:44.279504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting port c87f7d25-7485-477f-904e-507189f112c9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:44.280914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:44.306768 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03539300-517d-46ca-bd01-f72cc409b878 x-openstack-request-id: req-03539300-517d-46ca-bd01-f72cc409b878 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:44.307298 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "135ed5bc-ba78-4c3a-a568-eca20cbcb623", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:44.307748 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03539300-517d-46ca-bd01-f72cc409b878 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:44.308513 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': '135ed5bc-ba78-4c3a-a568-eca20cbcb623', 'status': 'completed', 'code': 200} Aug 23 03:56:44.408297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] For port c87f7d25-7485-477f-904e-507189f112c9, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c87f7d25-7485-477f-904e-507189f112c9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:44.408926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:44.422829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Calling delete_port for c87f7d25-7485-477f-904e-507189f112c9 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:44.507420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2933a58d-e507-4696-a621-21edde69edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:46:07Z', 'revision_number': 5, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:44.551439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933a58d-e507-4696-a621-21edde69edbd None None] Checking router: dd9db0c2-032f-48a3-9caf-9249d188f47f for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:56:44.565759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933a58d-e507-4696-a621-21edde69edbd None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:56:44.566421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2933a58d-e507-4696-a621-21edde69edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:44.683233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:44.700348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2933a58d-e507-4696-a621-21edde69edbd None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:56:44.719388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Port': ['ID=c87f7d25-7485-477f-904e-507189f112c9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:44.815607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] No DVR routers for this DVR port c87f7d25-7485-477f-904e-507189f112c9 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:56:44.818425 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:44.821247 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa4b89b6-a0ec-4337-b936-645088cd585b req-72677fea-8636-4f10-89e6-1a08b6c34935 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.24 "DELETE /v2.0/ports/c87f7d25-7485-477f-904e-507189f112c9 HTTP/1.1" status: 204 len: 173 time: 0.7102621 Aug 23 03:56:44.937132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f69c535-b4e3-43af-99c5-15af6a659edf req-a075cc43-8108-43f5-9552-53e7a0c8bde0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.1089737 Aug 23 03:56:44.937781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a4d4322-a2b0-4a64-85d7-a548f236ec9a req-e70dd0d8-f095-4b73-8a42-804db8fed8c2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 210 time: 0.0785174 Aug 23 03:56:45.074602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2933a58d-e507-4696-a621-21edde69edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:46:07Z', 'revision_number': 5, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:56:45.119050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933a58d-e507-4696-a621-21edde69edbd None None] The sync data for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 is: [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:45:58Z', 'revision_number': 4, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2aea378-6ff0-447d-9dc5-b0c9863f27b8', 'name': '', 'network_id': '773410b0-9710-43b7-a41a-cf96dea10a60', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'mac_address': 'fa:16:3e:72:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:57Z', 'updated_at': '2021-08-23T03:46:07Z', 'revision_number': 5, 'project_id': 'ced08239aad045b281b35704b58f5423', 'subnets': [{'id': '911ff96c-e227-4037-9184-4069a4f87ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:56:45.473313 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e6597-79fe-4906-8f61-45310d6ded38 None None] New status for floating IP ea2b8cba-39d6-46f6-97a9-6840a2e34d8d: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:56:46.175088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3cfbe531-f871-4306-81c0-3eeaa9635b51 req-980e0012-f71f-4da0-beba-bed3835057dc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 210 time: 0.0842254 Aug 23 03:56:46.243679 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-76629a1a-76f1-4dfe-9ebc-b60f94211ee0 req-a06c5c93-5e3c-4117-9ab9-e53ece6d8281 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0635860 Aug 23 03:56:46.309727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': 'c87f7d25-7485-477f-904e-507189f112c9'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:46.312116 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d831356e-d734-4cbe-8475-f2e8f3e955b4" -d '{"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "c87f7d25-7485-477f-904e-507189f112c9"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:46.373095 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d4940e-6dde-4c92-8e1e-ee3130635164 x-openstack-request-id: req-d6d4940e-6dde-4c92-8e1e-ee3130635164 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:46.374086 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7969c5a2-025b-4807-9583-da97c1a2cba6", "name": "network-vif-deleted", "tag": "c87f7d25-7485-477f-904e-507189f112c9", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:46.374192 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6d4940e-6dde-4c92-8e1e-ee3130635164 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:46.374766 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969c5a2-025b-4807-9583-da97c1a2cba6', 'name': 'network-vif-deleted', 'tag': 'c87f7d25-7485-477f-904e-507189f112c9', 'status': 'completed', 'code': 200} Aug 23 03:56:47.028211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-8b68ef75-18c6-4d38-b7b4-bdc8ad2a1e6e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:47.039196 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-8b68ef75-18c6-4d38-b7b4-bdc8ad2a1e6e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.1672764 Aug 23 03:56:47.108850 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-416d163b-11eb-4760-b616-2d6ef4c2673c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17a63caf60224e979a6cbaa5a1e80bf9 HTTP/1.1" status: 200 len: 379 time: 0.0605736 Aug 23 03:56:47.118686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'port': {'device_id': '7db62534-e4e9-4787-8170-40d1b959644e', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'admin_state_up': True, 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'security_groups': ['f20f967d-e74a-45cb-aafc-c21c8c7ddfee']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:47.419968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60aa9b90-c0cf-411d-b353-3b92580cde1d req-f794dca0-ceef-432c-8d22-855fa5d630e9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 210 time: 0.0486717 Aug 23 03:56:47.445765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c5e87d30-037a-4592-878b-5a354105d035 req-1bd4020a-451d-4652-9313-87d520b8af80 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0572391 Aug 23 03:56:47.500370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Made reservation on behalf of 17a63caf60224e979a6cbaa5a1e80bf9 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:56:47.500370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:47.696954 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Allocated IP 172.20.0.4 (a6f42f2b-c7e8-4c42-9915-befc2cd587c4/41a30ff7-50a6-4af0-a74e-74aace8d48c8/3aa0e25b-6275-426d-a8c1-c96116c744dc) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:56:47.883527 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:47.916102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Transition to ACTIVE for port object 3aa0e25b-6275-426d-a8c1-c96116c744dc will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:56:48.034017 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:48.095223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:56:48.098189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:56:48.105510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:56:48.109860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:48.168284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:48.169081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:48.312177 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-a4108a19-e25a-4349-8bb7-835b474e9fd1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1978345 Aug 23 03:56:48.325502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Request body: {'port': {'device_id': '7db62534-e4e9-4787-8170-40d1b959644e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:48.388823 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:48.512948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4b5967c5-e006-48a0-81be-b5fc00f235d8 None None] Provisioning for port 3aa0e25b-6275-426d-a8c1-c96116c744dc completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:56:48.517988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4b5967c5-e006-48a0-81be-b5fc00f235d8 None None] Provisioning complete for port 3aa0e25b-6275-426d-a8c1-c96116c744dc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:48.518644 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b5967c5-e006-48a0-81be-b5fc00f235d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:48.596563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4b5967c5-e006-48a0-81be-b5fc00f235d8 None None] Port 3aa0e25b-6275-426d-a8c1-c96116c744dc cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:56:48.633610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5e7932e-fb5b-4280-9945-754848d2bb58 req-3da51940-0a38-42a2-917d-32d0ab7753f9 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0264950 Aug 23 03:56:48.717994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c647f-c71b-4ffa-b07c-4fe19262fc8b req-3b042b67-219b-4f8b-8588-de007da45ed9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:48.719503 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b3c647f-c71b-4ffa-b07c-4fe19262fc8b req-3b042b67-219b-4f8b-8588-de007da45ed9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 931 time: 0.1818182 Aug 23 03:56:48.791291 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b3c647f-c71b-4ffa-b07c-4fe19262fc8b req-824233f2-ac14-4182-8db8-73373122befa tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623157 Aug 23 03:56:48.857962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa0e25b-6275-426d-a8c1-c96116c744dc {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:56:48.870066 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:48.886009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Transition to ACTIVE for port object 3aa0e25b-6275-426d-a8c1-c96116c744dc will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:56:48.978359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:49.042247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:49.107575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Attempting to bind port 3aa0e25b-6275-426d-a8c1-c96116c744dc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:56:49.107908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Attempting to bind port 3aa0e25b-6275-426d-a8c1-c96116c744dc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:56:49.108240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Attempting to bind port 3aa0e25b-6275-426d-a8c1-c96116c744dc on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:56:49.113120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Port 3aa0e25b-6275-426d-a8c1-c96116c744dc on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:56:49.113120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Attempting to bind port 3aa0e25b-6275-426d-a8c1-c96116c744dc on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:56:49.119628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:56:49.119628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Checking segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:56:49.119628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Bound using segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:56:49.119628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Bound port: 3aa0e25b-6275-426d-a8c1-c96116c744dc, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:56:49.121599 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:49.208170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:56:49.212358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:56:49.350879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:49.387788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:49.388237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:49.389666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] 10.222.0.24 "PUT /v2.0/ports/3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 1091 time: 1.0692937 Aug 23 03:56:49.390114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:49.392370 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d74a206-dcd6-47a3-a11b-0842df967079" -d '{"events": [{"name": "network-changed", "server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:49.418601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c91808-ae8d-4355-bcd9-20f5a50f6809 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:49.451032 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa6451e-9953-42ab-891f-25d3e213448d x-openstack-request-id: req-0fa6451e-9953-42ab-891f-25d3e213448d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:49.451436 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:49.451786 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fa6451e-9953-42ab-891f-25d3e213448d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:49.452258 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'status': 'completed', 'code': 200} Aug 23 03:56:49.540752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a206-dcd6-47a3-a11b-0842df967079 req-96eb54ff-ed35-487c-ab67-b622e1fb2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:49.542346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d74a206-dcd6-47a3-a11b-0842df967079 req-96eb54ff-ed35-487c-ab67-b622e1fb2496 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1094 time: 0.0647399 Aug 23 03:56:49.835292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0e03318a-3a6e-4e42-b4e8-6fc4d59f2861 req-394884c5-963f-47fb-9e17-cf579d42ac98 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0417392 Aug 23 03:56:49.838590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a206-dcd6-47a3-a11b-0842df967079 req-21f0da59-c0fc-42c4-b943-70b738e2f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:49.840692 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d74a206-dcd6-47a3-a11b-0842df967079 req-21f0da59-c0fc-42c4-b943-70b738e2f2d7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2902293 Aug 23 03:56:49.990310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cc14d-6cfa-4482-bb98-42fc0ec8c0e0 req-aa429740-1f59-4806-8dd4-26f603862955 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:50.001534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea6cc14d-6cfa-4482-bb98-42fc0ec8c0e0 req-aa429740-1f59-4806-8dd4-26f603862955 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 943 time: 0.0856669 Aug 23 03:56:50.060446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea6cc14d-6cfa-4482-bb98-42fc0ec8c0e0 req-4eff5819-a70e-44c1-9873-18533201f644 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576577 Aug 23 03:56:50.062426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a206-dcd6-47a3-a11b-0842df967079 req-81a34959-a771-4c57-9af8-e9fa11b840c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:50.064346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d74a206-dcd6-47a3-a11b-0842df967079 req-81a34959-a771-4c57-9af8-e9fa11b840c0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2176871 Aug 23 03:56:50.155849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-b1a1e88b-7b09-4c15-91f2-316d91934861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:50.157453 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-b1a1e88b-7b09-4c15-91f2-316d91934861 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1094 time: 0.0513029 Aug 23 03:56:50.199720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-4ad261db-64ae-4368-b239-b94e4c517405 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 217 time: 0.0336742 Aug 23 03:56:50.252067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-231f91f2-d9f9-48ee-99a9-32c9766555ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:50.253673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-231f91f2-d9f9-48ee-99a9-32c9766555ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0478425 Aug 23 03:56:50.304394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-790b25c0-bbe5-417b-9295-06840c3b58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:50.306354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-790b25c0-bbe5-417b-9295-06840c3b58bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460081 Aug 23 03:56:50.405830 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-2f6d9fff-df1d-4f0a-80af-b30c75a697f0 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925887 Aug 23 03:56:50.818432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3efd74e-064c-475f-9c2b-b6c5b08d15fc req-1ed25e90-bb11-41d9-9a5a-2fe20ef72521 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054263 Aug 23 03:56:50.999462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0c3064e-498e-48a4-8b69-d775c993d6d1 req-48ed03af-37c0-4c65-b738-a46d79c34bde tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0367379 Aug 23 03:56:51.241647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0e482-6402-4fd1-a07a-3f1b03b1395f req-3d8314fb-6f87-4307-9b36-6bc1bfbb206e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:51.244413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19d0e482-6402-4fd1-a07a-3f1b03b1395f req-3d8314fb-6f87-4307-9b36-6bc1bfbb206e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 943 time: 0.0854762 Aug 23 03:56:51.335733 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-19d0e482-6402-4fd1-a07a-3f1b03b1395f req-34f7292e-e28b-4a51-8872-38ed8f0c6f7e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753968 Aug 23 03:56:52.106452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7dd17367-2a90-429f-acfe-d875a16c271f req-eb271bd2-0603-410f-8036-4a4165ec1a46 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0268373 Aug 23 03:56:52.467729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea5217-3abe-47da-82a9-9129d9aa6214 req-9c964261-d248-4927-a0cc-c419223fca57 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:52.469935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4ea5217-3abe-47da-82a9-9129d9aa6214 req-9c964261-d248-4927-a0cc-c419223fca57 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 943 time: 0.0558972 Aug 23 03:56:52.521243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4ea5217-3abe-47da-82a9-9129d9aa6214 req-51374abf-7557-45b7-a6c7-abf724b27b0a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436034 Aug 23 03:56:52.808060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:53.217996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abc39456-98b0-44fd-a41d-793a40e190d6 req-a737a7fa-16e6-46d1-a4f3-814d98b07334 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0281360 Aug 23 03:56:53.666309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:56:53.726980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eb09f-7493-4301-902c-32c77bad2f26 req-c8a972b5-29da-4294-887e-ece7c9d84802 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:53.736528 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e14eb09f-7493-4301-902c-32c77bad2f26 req-c8a972b5-29da-4294-887e-ece7c9d84802 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 943 time: 0.1173284 Aug 23 03:56:53.824584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e14eb09f-7493-4301-902c-32c77bad2f26 req-38eb5e43-45b1-4008-be62-4b55bae41e88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792484 Aug 23 03:56:53.824747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:53.833085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'port_id': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'mac_address': 'fa:16:3e:5d:7f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:56:53.925929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:53.943208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa0e25b-6275-426d-a8c1-c96116c744dc {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:56:53.976569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:54.089977 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:54.216039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:54.226222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.226718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.227314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.227805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.229209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.229611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.230071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.230530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.230979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.231596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.232071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.232501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:56:54.306679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3aa0e25b-6275-426d-a8c1-c96116c744dc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:56:54.376378 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5a86dfe-8150-499b-8097-2ea3130f00bf req-ccd38b6a-6819-4d5f-a337-cdbbc7c13252 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0433681 Aug 23 03:56:55.011813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109ed7d-940f-4e6e-828b-294f02d198a8 req-c4ba5d25-e04f-4860-b08f-4f9454cc40a8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:55.022021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6109ed7d-940f-4e6e-828b-294f02d198a8 req-c4ba5d25-e04f-4860-b08f-4f9454cc40a8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0913329 Aug 23 03:56:55.080445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6109ed7d-940f-4e6e-828b-294f02d198a8 req-4ccbfeb8-ab5b-416c-ac88-4e661e2e6314 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531888 Aug 23 03:56:55.590769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9d224d2-d9c6-43ef-b0c0-b22a88567ca5 req-812ad939-9eba-402e-ad5f-6cc83515148c tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0478170 Aug 23 03:56:55.682613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:56:55.864497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 3aa0e25b-6275-426d-a8c1-c96116c744dc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:56:55.868999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3aa0e25b-6275-426d-a8c1-c96116c744dc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:56:55.869417 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:56.007094 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:56.093992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:56:56.095360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:56:56.097807 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81786fc-7b6e-473c-8dca-b83df5773eaf" -d '{"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:56:56.101041 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-880c663c-0b13-46f3-bd24-7b81fedcf78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:56.166814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:56.239712 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a15b5b-d42a-4b25-9237-cceab7f4baa1 x-openstack-request-id: req-56a15b5b-d42a-4b25-9237-cceab7f4baa1 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:56:56.251590 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:56:56.252199 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56a15b5b-d42a-4b25-9237-cceab7f4baa1 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:56:56.253631 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'code': 200} Aug 23 03:56:56.273483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94889e-3e6f-4dbd-a863-2e89d3873488 req-6c5f777d-ab49-42f9-9499-4d96281ec31f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:56.293114 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c94889e-3e6f-4dbd-a863-2e89d3873488 req-6c5f777d-ab49-42f9-9499-4d96281ec31f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 945 time: 0.0972283 Aug 23 03:56:56.311911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:56.420339 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c94889e-3e6f-4dbd-a863-2e89d3873488 req-99130146-5bc9-45c7-863b-429e1cba514d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257980 Aug 23 03:56:56.422142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d7ad-e9f0-43fd-aa39-fb3fbf8817ad req-3ae82cf8-c3fa-4805-bdc1-7e65038a0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:56.423567 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab46d7ad-e9f0-43fd-aa39-fb3fbf8817ad req-3ae82cf8-c3fa-4805-bdc1-7e65038a0e19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1096 time: 0.1214068 Aug 23 03:56:56.471345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab46d7ad-e9f0-43fd-aa39-fb3fbf8817ad req-efff3f6e-3c22-4316-919d-fe6764989190 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395052 Aug 23 03:56:56.696196 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6427faac-36d6-4fec-83a4-26131f142285 req-bce7c689-1ba3-4846-a186-51560d3a5f74 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0280378 Aug 23 03:56:57.631240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e776f-7b65-40b4-b2e5-107664299c9e req-9bcdc9d9-1b67-4d3c-9709-dd198a958f21 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:57.633243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d0e776f-7b65-40b4-b2e5-107664299c9e req-9bcdc9d9-1b67-4d3c-9709-dd198a958f21 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 945 time: 0.0752425 Aug 23 03:56:57.674427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d0e776f-7b65-40b4-b2e5-107664299c9e req-d97bd8f5-d61a-4298-9ea5-f5ea50ed05ee tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342536 Aug 23 03:56:57.835672 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e07bbaeb-3b8f-4f43-920b-509c5eb8bd78 req-abe44349-5e79-43c2-a684-9e57e81a7c39 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/ports?device_id=7969c5a2-025b-4807-9583-da97c1a2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0293379 Aug 23 03:56:57.944707 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:56:58.747845 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8634566-dd7e-4d9a-829d-c913ae5048c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:58.798270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b595d-6ee7-490d-bdd3-f4db320f5c8c req-f3f93f61-553c-4c1f-81ef-a331c7c6a7c5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:58.799876 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-474b595d-6ee7-490d-bdd3-f4db320f5c8c req-f3f93f61-553c-4c1f-81ef-a331c7c6a7c5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 945 time: 0.0504353 Aug 23 03:56:58.838540 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:58.840081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-474b595d-6ee7-490d-bdd3-f4db320f5c8c req-22052e1e-8037-4721-86f7-81bca235aae0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328465 Aug 23 03:56:58.995404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d36a8-4dbd-452a-afbb-457ef26f7da8 req-fd46e72e-80c9-45f8-92c7-8a7412a5fecf tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:56:58.996879 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-365d36a8-4dbd-452a-afbb-457ef26f7da8 req-fd46e72e-80c9-45f8-92c7-8a7412a5fecf tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 945 time: 0.0527694 Aug 23 03:56:59.005953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36938) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:59.011156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f315172f-0b1e-419a-8a30-39438a846a88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'floatingip': {'port_id': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:56:59.043346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36942) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:59.057747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f315172f-0b1e-419a-8a30-39438a846a88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:59.138364 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a98e5c1f-0ddd-42c8-8c94-ba10a6311462 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:59.167928 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a98e5c1f-0ddd-42c8-8c94-ba10a6311462 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:59.356225 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a98e5c1f-0ddd-42c8-8c94-ba10a6311462 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:59.359617 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a98e5c1f-0ddd-42c8-8c94-ba10a6311462 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:59.364425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a98e5c1f-0ddd-42c8-8c94-ba10a6311462 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "DELETE /v2.0/security-groups/b9ec4d62-00ef-47b3-bfd0-04bf819d8aef HTTP/1.1" status: 204 len: 168 time: 0.3200309 Aug 23 03:56:59.365311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36948) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:59.390024 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e5c1f-0ddd-42c8-8c94-ba10a6311462 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec4d62-00ef-47b3-bfd0-04bf819d8aef,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:56:59.392890 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-ac99e599-8297-486c-89db-f858de63bd76 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] show failed (client error): The resource could not be found. Aug 23 03:56:59.404907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ac99e599-8297-486c-89db-f858de63bd76 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "GET /v2.0/security-groups/b9ec4d62-00ef-47b3-bfd0-04bf819d8aef HTTP/1.1" status: 404 len: 347 time: 0.0284445 Aug 23 03:56:59.410401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36950) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:56:59.559211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting port 0a874340-a70d-454f-98f7-97de03c72233 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:56:59.559527 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:59.671626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:59.672772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:59.685582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Calling delete_port for 0a874340-a70d-454f-98f7-97de03c72233 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:56:59.910087 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f315172f-0b1e-419a-8a30-39438a846a88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:56:59.985502 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f315172f-0b1e-419a-8a30-39438a846a88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:00.083221 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:00.132717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Port': ['ID=0a874340-a70d-454f-98f7-97de03c72233,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:00.193762 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-f315172f-0b1e-419a-8a30-39438a846a88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Floating IP 3eebdacf-6817-413d-8e24-376bddb24502 associated. External IP: 172.25.1.23, port: 3aa0e25b-6275-426d-a8c1-c96116c744dc. Aug 23 03:57:00.248251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:00.251175 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:00.255258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-74f1af3a-6c42-4440-b7f6-af691b318ed1 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "DELETE /v2.0/floatingips/ea2b8cba-39d6-46f6-97a9-6840a2e34d8d HTTP/1.1" status: 204 len: 168 time: 0.8438635 Aug 23 03:57:00.255984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36978) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:00.403771 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:00.417490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bf10e9c3-20fd-4cf5-b5c6-158d999865f0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting port 84c60bb3-ed73-4229-89fb-3990609a06e2 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:00.418171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf10e9c3-20fd-4cf5-b5c6-158d999865f0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:00.545529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f315172f-0b1e-419a-8a30-39438a846a88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Router 310af70f-99a8-446b-9e06-b2084ea28e45 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:57:00.575474 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf10e9c3-20fd-4cf5-b5c6-158d999865f0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:00.589283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bf10e9c3-20fd-4cf5-b5c6-158d999865f0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Calling delete_port for 84c60bb3-ed73-4229-89fb-3990609a06e2 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:00.765835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f315172f-0b1e-419a-8a30-39438a846a88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:00.776050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f315172f-0b1e-419a-8a30-39438a846a88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:00.780361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f774add-d724-4266-b669-79cd508fd490 None None] Sync routers for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:00.792474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f774add-d724-4266-b669-79cd508fd490 None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:00.796767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6f774add-d724-4266-b669-79cd508fd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:00.814643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf10e9c3-20fd-4cf5-b5c6-158d999865f0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:00.856815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f315172f-0b1e-419a-8a30-39438a846a88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "PUT /v2.0/floatingips/3eebdacf-6817-413d-8e24-376bddb24502 HTTP/1.1" status: 200 len: 990 time: 1.8496428 Aug 23 03:57:00.857478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:57:00.881737 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b8c48a-b665-43c6-aa93-f1c024c3fade" -d '{"events": [{"name": "network-changed", "server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:57:00.888578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10e9c3-20fd-4cf5-b5c6-158d999865f0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Port': ['ID=84c60bb3-ed73-4229-89fb-3990609a06e2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:01.018792 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4dc657-20ce-4294-92bd-3674fc824d15 x-openstack-request-id: req-ca4dc657-20ce-4294-92bd-3674fc824d15 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:57:01.019714 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:57:01.020136 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca4dc657-20ce-4294-92bd-3674fc824d15 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:57:01.021548 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'status': 'completed', 'code': 200} Aug 23 03:57:01.104989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6f774add-d724-4266-b669-79cd508fd490 None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:01.148048 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf10e9c3-20fd-4cf5-b5c6-158d999865f0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:01.150827 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bf10e9c3-20fd-4cf5-b5c6-158d999865f0 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "DELETE /v2.0/ports/84c60bb3-ed73-4229-89fb-3990609a06e2 HTTP/1.1" status: 204 len: 168 time: 0.8938005 Aug 23 03:57:01.153883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36992) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:01.163631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-6cfd95e0-c4df-4e09-adea-251d950afbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:01.168229 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-6cfd95e0-c4df-4e09-adea-251d950afbbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1096 time: 0.0874219 Aug 23 03:57:01.365599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6a5df812-6137-49fe-b172-1c4de2e56401 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting port 42ca78a7-09ef-4d08-b00c-561a5c2f285e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:01.366144 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a5df812-6137-49fe-b172-1c4de2e56401 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:01.432318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-fe45f3db-d146-43b9-b6bf-9eaa3bb288fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:01.435442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-fe45f3db-d146-43b9-b6bf-9eaa3bb288fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.2610707 Aug 23 03:57:01.516819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a5df812-6137-49fe-b172-1c4de2e56401 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:01.531657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6a5df812-6137-49fe-b172-1c4de2e56401 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Calling delete_port for 42ca78a7-09ef-4d08-b00c-561a5c2f285e owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:01.575419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-a795e563-ec2a-446e-b140-444039835e1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 998 time: 0.1305428 Aug 23 03:57:01.613270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6f774add-d724-4266-b669-79cd508fd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '3eebdacf-6817-413d-8e24-376bddb24502', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'port_id': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'mac_address': 'fa:16:3e:5d:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db62534-e4e9-4787-8170-40d1b959644e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:56:40Z', 'updated_at': '2021-08-23T03:56:59Z', 'revision_number': 1, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0597e9d-beaf-4d2b-84e3-ddd54ddecc89', 'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'mac_address': 'fa:16:3e:95:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:33Z', 'updated_at': '2021-08-23T03:56:41Z', 'revision_number': 5, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'subnets': [{'id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:01.678469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f774add-d724-4266-b669-79cd508fd490 None None] Checking router: 310af70f-99a8-446b-9e06-b2084ea28e45 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:01.693554 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f774add-d724-4266-b669-79cd508fd490 None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:01.694185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6f774add-d724-4266-b669-79cd508fd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:01.698765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-957ed725-d945-4928-a4c8-4220fdcc75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:01.700272 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-957ed725-d945-4928-a4c8-4220fdcc75fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.1130836 Aug 23 03:57:01.763899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-2014d9d6-0443-4a17-ab2e-c082095cd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:01.765390 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-2014d9d6-0443-4a17-ab2e-c082095cd220 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573130 Aug 23 03:57:01.817628 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:01.831119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6f774add-d724-4266-b669-79cd508fd490 None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:01.851676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a5df812-6137-49fe-b172-1c4de2e56401 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:01.868396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-93f89ab6-e957-4263-a585-f4065398d6db service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953672 Aug 23 03:57:01.906276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5df812-6137-49fe-b172-1c4de2e56401 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Port': ['ID=42ca78a7-09ef-4d08-b00c-561a5c2f285e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:02.000827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a5df812-6137-49fe-b172-1c4de2e56401 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.002886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6a5df812-6137-49fe-b172-1c4de2e56401 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "DELETE /v2.0/ports/42ca78a7-09ef-4d08-b00c-561a5c2f285e HTTP/1.1" status: 204 len: 168 time: 0.8477657 Aug 23 03:57:02.005827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37000) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:02.059912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b8c48a-b665-43c6-aa93-f1c024c3fade req-3b48268b-4f8d-4a16-ac87-9e35cfcead81 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829405 Aug 23 03:57:02.108408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83c1c7a-48a7-4ecd-902d-e9280b74cbe7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting subnet 024b7630-afcc-486b-8e9c-0c3aee46e0fd {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:57:02.112312 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b83c1c7a-48a7-4ecd-902d-e9280b74cbe7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.163382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b83c1c7a-48a7-4ecd-902d-e9280b74cbe7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.176439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6f774add-d724-4266-b669-79cd508fd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '3eebdacf-6817-413d-8e24-376bddb24502', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'port_id': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'mac_address': 'fa:16:3e:5d:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db62534-e4e9-4787-8170-40d1b959644e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:56:40Z', 'updated_at': '2021-08-23T03:56:59Z', 'revision_number': 1, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0597e9d-beaf-4d2b-84e3-ddd54ddecc89', 'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'mac_address': 'fa:16:3e:95:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:33Z', 'updated_at': '2021-08-23T03:56:41Z', 'revision_number': 5, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'subnets': [{'id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:02.206616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f774add-d724-4266-b669-79cd508fd490 None None] The sync data for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 is: [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '3eebdacf-6817-413d-8e24-376bddb24502', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'port_id': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'mac_address': 'fa:16:3e:5d:7f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db62534-e4e9-4787-8170-40d1b959644e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T03:56:40Z', 'updated_at': '2021-08-23T03:56:59Z', 'revision_number': 1, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0597e9d-beaf-4d2b-84e3-ddd54ddecc89', 'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'mac_address': 'fa:16:3e:95:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:33Z', 'updated_at': '2021-08-23T03:56:41Z', 'revision_number': 5, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'subnets': [{'id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:02.256231 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b83c1c7a-48a7-4ecd-902d-e9280b74cbe7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.426961 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b83c1c7a-48a7-4ecd-902d-e9280b74cbe7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.448447 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b3508-b233-48f6-9072-92f5d190f3bc None None] New status for floating IP 3eebdacf-6817-413d-8e24-376bddb24502: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:57:02.459494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c1c7a-48a7-4ecd-902d-e9280b74cbe7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Subnet': ['ID=024b7630-afcc-486b-8e9c-0c3aee46e0fd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:02.463756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b83c1c7a-48a7-4ecd-902d-e9280b74cbe7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.466042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b83c1c7a-48a7-4ecd-902d-e9280b74cbe7 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "DELETE /v2.0/subnets/024b7630-afcc-486b-8e9c-0c3aee46e0fd HTTP/1.1" status: 204 len: 168 time: 0.4589548 Aug 23 03:57:02.468496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37010) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:02.470605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba459d9-0abc-46ca-8773-921aab02c9d7 None None] Network bc7b0e5a-bf93-4308-95c6-e8890b706564 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:02.533760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29ff1f3-bc3e-42bd-b7e9-2fbab220c09f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting subnet 6d8d55b4-99fd-4b4f-8c40-ed27c565121b {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:57:02.536852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a29ff1f3-bc3e-42bd-b7e9-2fbab220c09f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.578755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a29ff1f3-bc3e-42bd-b7e9-2fbab220c09f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.674998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d46e20-9251-47f8-bd7b-ceaaffcea7de None None] DHCP port deletion for bc7b0e5a-bf93-4308-95c6-e8890b706564 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:57:02.681948 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a29ff1f3-bc3e-42bd-b7e9-2fbab220c09f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.735809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b9d46e20-9251-47f8-bd7b-ceaaffcea7de None None] Deleting port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:02.736320 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e20-9251-47f8-bd7b-ceaaffcea7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.798954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b9d46e20-9251-47f8-bd7b-ceaaffcea7de None None] For port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:02.799255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e20-9251-47f8-bd7b-ceaaffcea7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.807531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a29ff1f3-bc3e-42bd-b7e9-2fbab220c09f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.812207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b9d46e20-9251-47f8-bd7b-ceaaffcea7de None None] Calling delete_port for cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:02.836540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ff1f3-bc3e-42bd-b7e9-2fbab220c09f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8d55b4-99fd-4b4f-8c40-ed27c565121b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:02.843996 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a29ff1f3-bc3e-42bd-b7e9-2fbab220c09f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:02.848727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a29ff1f3-bc3e-42bd-b7e9-2fbab220c09f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "DELETE /v2.0/subnets/6d8d55b4-99fd-4b4f-8c40-ed27c565121b HTTP/1.1" status: 204 len: 168 time: 0.3747790 Aug 23 03:57:02.849224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37012) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:02.859654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11887597-912a-4164-8e0b-4ab8c093238f None None] Network e1a975d3-e990-4089-8800-cde315873959 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:02.961327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:02.962060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.017351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Deleting port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:03.017704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.091211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.100710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] For port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9,segment=NetworkSegment(bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e),segment_id=bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:03.102277 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.134340 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b9d46e20-9251-47f8-bd7b-ceaaffcea7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.134925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Calling delete_port for cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:03.188122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b39537-c0c1-4654-91a0-7a7196305bbe None None] DHCP port deletion for e1a975d3-e990-4089-8800-cde315873959 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:57:03.226232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d46e20-9251-47f8-bd7b-ceaaffcea7de None None] No DVR routers for this DVR port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:57:03.231056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46e20-9251-47f8-bd7b-ceaaffcea7de None None] Pushing event deleted for resources: {'Port': ['ID=cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:03.304930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-69b39537-c0c1-4654-91a0-7a7196305bbe None None] Deleting port 8c888739-719f-43fd-a792-b1f05c15bfd5 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:03.305965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-69b39537-c0c1-4654-91a0-7a7196305bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.313805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.348041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] No DVR routers for this DVR port cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:57:03.391936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-69b39537-c0c1-4654-91a0-7a7196305bbe None None] For port 8c888739-719f-43fd-a792-b1f05c15bfd5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8c888739-719f-43fd-a792-b1f05c15bfd5,segment=NetworkSegment(a1a6719b-e5be-41db-baba-de50f9247f9f),segment_id=a1a6719b-e5be-41db-baba-de50f9247f9f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:03.392828 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-69b39537-c0c1-4654-91a0-7a7196305bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.396848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Port': ['ID=cd35cbbc-e4a1-44cc-9cb0-b4cf36b0cbe9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:03.415276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-69b39537-c0c1-4654-91a0-7a7196305bbe None None] Calling delete_port for 8c888739-719f-43fd-a792-b1f05c15bfd5 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:03.488503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.500565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7b0e5a-bf93-4308-95c6-e8890b706564']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:03.513213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:03.513509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb84fe3d-eeaa-44d7-b07d-a84ef2d5e83e') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:03.535976 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.552145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.559636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:57:03.560022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:57:03.563382 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:57:03.607275 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-69b39537-c0c1-4654-91a0-7a7196305bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.652310 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b39537-c0c1-4654-91a0-7a7196305bbe None None] No DVR routers for this DVR port 8c888739-719f-43fd-a792-b1f05c15bfd5 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:57:03.658954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b39537-c0c1-4654-91a0-7a7196305bbe None None] Pushing event deleted for resources: {'Port': ['ID=8c888739-719f-43fd-a792-b1f05c15bfd5,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:03.772911 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.779493 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:03.782934 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "DELETE /v2.0/networks/bc7b0e5a-bf93-4308-95c6-e8890b706564 HTTP/1.1" status: 204 len: 168 time: 0.9310076 Aug 23 03:57:03.785319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37040) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:03.828706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64340468-6e62-42fb-9bd7-1f2ca7732fa3 tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Network': ['ID=bc7b0e5a-bf93-4308-95c6-e8890b706564,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:03.910680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:04.002043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:04.014790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a975d3-e990-4089-8800-cde315873959']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:04.026218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a6719b-e5be-41db-baba-de50f9247f9f') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:04.026515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a6719b-e5be-41db-baba-de50f9247f9f') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:04.037449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:04.054418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:04.061976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:57:04.062767 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:57:04.066611 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:57:04.207647 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:04.214796 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:04.216972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] 10.222.0.20 "DELETE /v2.0/networks/e1a975d3-e990-4089-8800-cde315873959 HTTP/1.1" status: 204 len: 168 time: 0.4305725 Aug 23 03:57:04.235154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bebb56-fe77-4caa-90d6-d30a22756b5f tempest-TaggedBootDevicesTest-1743544417 tempest-TaggedBootDevicesTest-1743544417-project] Pushing event deleted for resources: {'Network': ['ID=e1a975d3-e990-4089-8800-cde315873959,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:04.990775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8c888739-719f-43fd-a792-b1f05c15bfd5 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:05.004479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 8c888739-719f-43fd-a792-b1f05c15bfd5 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:05.004898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8c888739-719f-43fd-a792-b1f05c15bfd5 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:07.517922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:10.490831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37180) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:10.639853 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea42d9ec-7de9-45a0-ab6e-1ac696947ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:10.764042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea42d9ec-7de9-45a0-ab6e-1ac696947ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:10.889395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea42d9ec-7de9-45a0-ab6e-1ac696947ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:10.931687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ea42d9ec-7de9-45a0-ab6e-1ac696947ef7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0397a29a8cc4df89a147ccb6c2f3a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364698 Aug 23 03:57:10.931687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42d9ec-7de9-45a0-ab6e-1ac696947ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d42a1ba-36c4-4390-ad92-71ea736078db,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:10.932548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37186) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:10.986376 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-505cd380-93a6-49b1-af28-d5cc3a5e9d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:11.018551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-505cd380-93a6-49b1-af28-d5cc3a5e9d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:11.161416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-505cd380-93a6-49b1-af28-d5cc3a5e9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:11.164841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-505cd380-93a6-49b1-af28-d5cc3a5e9d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:11.165323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-505cd380-93a6-49b1-af28-d5cc3a5e9d3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d42a1ba-36c4-4390-ad92-71ea736078db HTTP/1.1" status: 204 len: 168 time: 0.2316084 Aug 23 03:57:11.173109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cd380-93a6-49b1-af28-d5cc3a5e9d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d42a1ba-36c4-4390-ad92-71ea736078db,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:15.034545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37288) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:15.140678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37298) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:15.299950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5e9284-7a91-482f-a559-86182004ec84 admin admin] Deleting subnet 2cb61738-2da9-44e5-af6b-28391512b385 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:57:15.306221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b5e9284-7a91-482f-a559-86182004ec84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:15.496578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b5e9284-7a91-482f-a559-86182004ec84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:15.581441 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b5e9284-7a91-482f-a559-86182004ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:15.807593 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b5e9284-7a91-482f-a559-86182004ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:15.843601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e9284-7a91-482f-a559-86182004ec84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb61738-2da9-44e5-af6b-28391512b385,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:15.846511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b5e9284-7a91-482f-a559-86182004ec84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:15.848272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7b5e9284-7a91-482f-a559-86182004ec84 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2cb61738-2da9-44e5-af6b-28391512b385 HTTP/1.1" status: 204 len: 168 time: 0.8127170 Aug 23 03:57:15.850724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37314) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:15.968603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.001668 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.140840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.154936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c81df7-eb38-4e9b-9c43-9daeeea27780']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:16.166977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1b7c59-1622-4522-be32-350171e71b50') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:16.167268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1b7c59-1622-4522-be32-350171e71b50') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:16.182686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.542151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.570162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:57:16.571130 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:57:16.573109 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:57:16.717256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.724108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.725767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e9c81df7-eb38-4e9b-9c43-9daeeea27780 HTTP/1.1" status: 204 len: 168 time: 0.8741431 Aug 23 03:57:16.741905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Deleting port d2aea378-6ff0-447d-9dc5-b0c9863f27b8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:16.742783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.754038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c44f0-9d3c-47af-8763-541a24028c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c81df7-eb38-4e9b-9c43-9daeeea27780,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:16.829628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] For port d2aea378-6ff0-447d-9dc5-b0c9863f27b8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d2aea378-6ff0-447d-9dc5-b0c9863f27b8,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:16.837566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:16.841472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Calling delete_port for d2aea378-6ff0-447d-9dc5-b0c9863f27b8 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:17.019058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37330) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:17.092139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-847e453b-65f0-43ff-a637-fb95e5571ed5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bef709f2f514e73bb819cc6c0f4945c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711315 Aug 23 03:57:17.092443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37332) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:17.166045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:17.193211 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c73f157-397c-48f0-b129-a09b50247ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:17.195993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2aea378-6ff0-447d-9dc5-b0c9863f27b8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:17.240243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c73f157-397c-48f0-b129-a09b50247ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:17.406326 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:17.468139 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c73f157-397c-48f0-b129-a09b50247ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:17.470888 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3c73f157-397c-48f0-b129-a09b50247ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:17.472175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3c73f157-397c-48f0-b129-a09b50247ff5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07ec50da-647f-43d8-befa-6aff1b36959c HTTP/1.1" status: 204 len: 168 time: 0.3776729 Aug 23 03:57:17.513423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73f157-397c-48f0-b129-a09b50247ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ec50da-647f-43d8-befa-6aff1b36959c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:17.646722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Router dd9db0c2-032f-48a3-9caf-9249d188f47f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:57:17.765903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:17.774017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37346) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:17.776161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835db05c-fa09-4d42-9a31-222524308376 None None] Sync routers for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:17.778210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0bd12a54-23fe-4f10-93a7-48b241ef5625 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd9db0c2-032f-48a3-9caf-9249d188f47f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6295242 Aug 23 03:57:17.792288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835db05c-fa09-4d42-9a31-222524308376 None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:17.793019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-835db05c-fa09-4d42-9a31-222524308376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:17.892245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:17.921871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-835db05c-fa09-4d42-9a31-222524308376 None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:18.000663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:18.114150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Deleting port 1ae7e605-2c65-4c8e-9018-c92ba7aada65 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:18.114827 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:18.202072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] For port 1ae7e605-2c65-4c8e-9018-c92ba7aada65, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1ae7e605-2c65-4c8e-9018-c92ba7aada65,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:18.202459 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:18.215637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Calling delete_port for 1ae7e605-2c65-4c8e-9018-c92ba7aada65 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:18.285924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-835db05c-fa09-4d42-9a31-222524308376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:57:16Z', 'revision_number': 5, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port': {'id': '1ae7e605-2c65-4c8e-9018-c92ba7aada65', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:45:53Z', 'updated_at': '2021-08-23T03:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:18.313092 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835db05c-fa09-4d42-9a31-222524308376 None None] Checking router: dd9db0c2-032f-48a3-9caf-9249d188f47f for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:18.321612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835db05c-fa09-4d42-9a31-222524308376 None None] Routers {'dd9db0c2-032f-48a3-9caf-9249d188f47f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:18.322231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-835db05c-fa09-4d42-9a31-222524308376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dd9db0c2-032f-48a3-9caf-9249d188f47f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:18.390713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-9cbb7ff4-9711-4c7c-806b-43c33aabf152 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541220 Aug 23 03:57:18.412096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-835db05c-fa09-4d42-9a31-222524308376 None None] Set router dd9db0c2-032f-48a3-9caf-9249d188f47f gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:18.467685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-1e841ff1-bf37-4a6a-9101-9236065aac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:18.469185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-1e841ff1-bf37-4a6a-9101-9236065aac60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 1097 time: 0.0456653 Aug 23 03:57:18.481162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-835db05c-fa09-4d42-9a31-222524308376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:57:18Z', 'revision_number': 6, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:18.520318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835db05c-fa09-4d42-9a31-222524308376 None None] The sync data for ids ['dd9db0c2-032f-48a3-9caf-9249d188f47f'] in n-d-749052-7 is: [{'id': 'dd9db0c2-032f-48a3-9caf-9249d188f47f', 'name': 'tempest-TaggedBootDevicesTest-752047878-router', 'tenant_id': 'ced08239aad045b281b35704b58f5423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:45:52Z', 'updated_at': '2021-08-23T03:57:18Z', 'revision_number': 6, 'project_id': 'ced08239aad045b281b35704b58f5423', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:18.525335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:18.602656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae7e605-2c65-4c8e-9018-c92ba7aada65,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:18.607107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-ccd43ef8-e5de-46f6-bedc-343dcbbd31db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:18.608401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-ccd43ef8-e5de-46f6-bedc-343dcbbd31db service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 910 time: 0.1177905 Aug 23 03:57:18.660313 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:18.677160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-cdfe0c1b-1604-4954-8ecd-290aa731ea21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455f43fe-d38d-440c-b136-83bc63b7e723 HTTP/1.1" status: 200 len: 1002 time: 0.0611839 Aug 23 03:57:18.744395 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-76e46c59-cdac-4880-8c9e-28af53b7ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:18.745933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-76e46c59-cdac-4880-8c9e-28af53b7ce3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0617921 Aug 23 03:57:18.764881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:18.768266 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:18.791060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37380) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:18.830545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-19045768-e79c-4ae7-886c-588dbdd26210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:18.832184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-19045768-e79c-4ae7-886c-588dbdd26210 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780540 Aug 23 03:57:18.912023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:18.912939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd9db0c2-032f-48a3-9caf-9249d188f47f {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:57:18.923420 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:18.923838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85da1054-7c52-4a19-93e4-162ca5ac0e03 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dd9db0c2-032f-48a3-9caf-9249d188f47f HTTP/1.1" status: 204 len: 168 time: 1.1484311 Aug 23 03:57:18.926233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37384) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:18.983593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-0ecf4508-e51e-467d-92d4-895aeacf7db6 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405106 Aug 23 03:57:19.048842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-3add933b-b8f1-44a3-a763-7ac1fd8c415c admin admin] Deleting subnet 911ff96c-e227-4037-9184-4069a4f87ccf {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:57:19.052797 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3add933b-b8f1-44a3-a763-7ac1fd8c415c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.064556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d2aea378-6ff0-447d-9dc5-b0c9863f27b8 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:19.096509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1997920897-network', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:19.106801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: d2aea378-6ff0-447d-9dc5-b0c9863f27b8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:19.107680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d2aea378-6ff0-447d-9dc5-b0c9863f27b8 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:19.112250 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3add933b-b8f1-44a3-a763-7ac1fd8c415c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.158644 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c592f1e3-d3b3-4bc1-9c74-2be6f3bf688b req-82781e77-4e11-43cd-bb6d-fa9c5809b448 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680627 Aug 23 03:57:19.197695 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3add933b-b8f1-44a3-a763-7ac1fd8c415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.263671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Made reservation on behalf of b527a95985e94e93b3d226e44bda420b for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:19.266481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.288926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.342281 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3add933b-b8f1-44a3-a763-7ac1fd8c415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.384115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3add933b-b8f1-44a3-a763-7ac1fd8c415c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.386090 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3add933b-b8f1-44a3-a763-7ac1fd8c415c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/911ff96c-e227-4037-9184-4069a4f87ccf HTTP/1.1" status: 204 len: 168 time: 0.4587369 Aug 23 03:57:19.388786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37390) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:19.390020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eda247c-d9f6-42ff-9c60-c71428be77f6 None None] Network 773410b0-9710-43b7-a41a-cf96dea10a60 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:19.401659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add933b-b8f1-44a3-a763-7ac1fd8c415c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911ff96c-e227-4037-9184-4069a4f87ccf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:19.428053 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.473892 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.483030 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.510211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:57:19.521266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a724bfa-82be-42fd-ab08-05446fd0f3d4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:19.525691 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.526035 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Added segment 8616cf53-b14c-46af-80ce-cb373daee7e7 of type vlan for network a1149b7f-8668-4970-b7d9-557f797d3335 Aug 23 03:57:19.607519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.628817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Deleting port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:19.629320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.630385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf7201-6340-49a0-882d-efe155623ab8 None None] DHCP port deletion for 773410b0-9710-43b7-a41a-cf96dea10a60 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:57:19.693344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf7201-6340-49a0-882d-efe155623ab8 None None] Deleting port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:19.693986 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7201-6340-49a0-882d-efe155623ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.716267 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.717811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:19.724735 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.756168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] For port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0679c88f-7c1c-4160-ae0c-ca47f47b3c92,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:19.756535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.776766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Calling delete_port for 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:19.822655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2bbf7201-6340-49a0-882d-efe155623ab8 None None] For port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0679c88f-7c1c-4160-ae0c-ca47f47b3c92,segment=NetworkSegment(c17c9025-d86f-4216-94d9-92143d7e11b7),segment_id=c17c9025-d86f-4216-94d9-92143d7e11b7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:19.823383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7201-6340-49a0-882d-efe155623ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:19.862262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf7201-6340-49a0-882d-efe155623ab8 None None] Calling delete_port for 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:19.940424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=a1149b7f-8668-4970-b7d9-557f797d3335,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:19.944593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7513d532-3ca4-4fca-9001-7f591d508fe5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1517382 Aug 23 03:57:19.948776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37396) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:19.952609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a1149b7f-8668-4970-b7d9-557f797d3335 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:57:19.958525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Request body: {'subnet': {'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1997920897-subnet', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:20.052636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Made reservation on behalf of b527a95985e94e93b3d226e44bda420b for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:20.055587 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.077574 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.083563 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7201-6340-49a0-882d-efe155623ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.111121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf7201-6340-49a0-882d-efe155623ab8 None None] Pushing event deleted for resources: {'Port': ['ID=0679c88f-7c1c-4160-ae0c-ca47f47b3c92,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:20.115116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf7201-6340-49a0-882d-efe155623ab8 None None] No DVR routers for this DVR port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:57:20.125112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] No DVR routers for this DVR port 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:57:20.185293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Pushing event deleted for resources: {'Port': ['ID=0679c88f-7c1c-4160-ae0c-ca47f47b3c92,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:20.243103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.255516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773410b0-9710-43b7-a41a-cf96dea10a60']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:20.269462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17c9025-d86f-4216-94d9-92143d7e11b7') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:20.269757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17c9025-d86f-4216-94d9-92143d7e11b7') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:20.299140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.323428 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.334716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:57:20.337703 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:57:20.493663 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.495918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.527062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.529300 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] 10.222.0.20 "DELETE /v2.0/networks/773410b0-9710-43b7-a41a-cf96dea10a60 HTTP/1.1" status: 204 len: 168 time: 1.1387494 Aug 23 03:57:20.547029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991c4f4-e5d0-4bd0-936b-fe9ef5950308 admin admin] Pushing event deleted for resources: {'Network': ['ID=773410b0-9710-43b7-a41a-cf96dea10a60,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:20.573842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6435804-97d3-467e-be7e-8f0a46ee48de,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:20.584371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Checking segment: {'id': '8616cf53-b14c-46af-80ce-cb373daee7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:20.584726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Network hostable DHCP agents. Network: a1149b7f-8668-4970-b7d9-557f797d3335, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:57:20.706012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Network a1149b7f-8668-4970-b7d9-557f797d3335 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:57:20.821037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a1149b7f-8668-4970-b7d9-557f797d3335) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:20.829155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17698c12-e5d8-4b4d-816e-845c84f11cea None None] Network a1149b7f-8668-4970-b7d9-557f797d3335 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:20.833153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:20.833748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:20.969762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37422) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:20.982075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6d3c5336-c1c0-47ef-a234-f478e66f514d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0292869 Aug 23 03:57:20.987574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37424) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:20.993123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1ae7e605-2c65-4c8e-9018-c92ba7aada65 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:20.993850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:21.043146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 1ae7e605-2c65-4c8e-9018-c92ba7aada65 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:21.043552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6522473f-28f8-4844-80f9-e31ffc8ccfab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ced08239aad045b281b35704b58f5423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726337 Aug 23 03:57:21.043754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1ae7e605-2c65-4c8e-9018-c92ba7aada65 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:21.044224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:21.046323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37426) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:21.084493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:21.085075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0679c88f-7c1c-4160-ae0c-ca47f47b3c92 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:21.106174 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.107321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.121833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-a1149b7f-8668-4970-b7d9-557f797d3335', 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'fixed_ips': [{'subnet_id': 'e6435804-97d3-467e-be7e-8f0a46ee48de'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:57:21.123022 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.141778 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69bb7806-fe72-4544-aacb-537691712339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.205550 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69bb7806-fe72-4544-aacb-537691712339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.208281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.283358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Allocated IP 172.20.0.2 (a1149b7f-8668-4970-b7d9-557f797d3335/e6435804-97d3-467e-be7e-8f0a46ee48de/53bd6aff-96a0-46e7-a816-3f1f1323cb97) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:21.338247 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69bb7806-fe72-4544-aacb-537691712339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.340840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-69bb7806-fe72-4544-aacb-537691712339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.341995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-69bb7806-fe72-4544-aacb-537691712339 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb663387-0a72-473f-86d1-2002395e6d98 HTTP/1.1" status: 204 len: 168 time: 0.2946570 Aug 23 03:57:21.390671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb7806-fe72-4544-aacb-537691712339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb663387-0a72-473f-86d1-2002395e6d98,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:21.474210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.479529 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.494730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Transition to ACTIVE for port object 53bd6aff-96a0-46e7-a816-3f1f1323cb97 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:21.511774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Transition to ACTIVE for port object 53bd6aff-96a0-46e7-a816-3f1f1323cb97 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:21.635935 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.719199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Network a1149b7f-8668-4970-b7d9-557f797d3335 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:21.725752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:21.732340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:21.828567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Attempting to bind port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:21.828951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Attempting to bind port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '8616cf53-b14c-46af-80ce-cb373daee7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:21.829347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Attempting to bind port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 on network a1149b7f-8668-4970-b7d9-557f797d3335 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:21.835050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:21.835431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Checking segment: {'id': '8616cf53-b14c-46af-80ce-cb373daee7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:21.836359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.836758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Bound using segment: {'id': '8616cf53-b14c-46af-80ce-cb373daee7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:21.837255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Bound port: 53bd6aff-96a0-46e7-a816-3f1f1323cb97, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8616cf53-b14c-46af-80ce-cb373daee7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:21.837833 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.839783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Pushing event updated for resources: {'Port': ['ID=53bd6aff-96a0-46e7-a816-3f1f1323cb97,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:21.891971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.915524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:21.932119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] For port 53bd6aff-96a0-46e7-a816-3f1f1323cb97, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:21.936813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] For port 53bd6aff-96a0-46e7-a816-3f1f1323cb97, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=53bd6aff-96a0-46e7-a816-3f1f1323cb97,segment=NetworkSegment(8616cf53-b14c-46af-80ce-cb373daee7e7),segment_id=8616cf53-b14c-46af-80ce-cb373daee7e7)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:22.019593 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:22.047131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Allocated IP 172.25.1.152 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/1b71cd01-840f-44dc-8b5e-8a1bac0adeab) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:22.201650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e572f-1cbf-4677-b6b0-ee0b1ae2a482 None None] Pushing event updated for resources: {'Port': ['ID=53bd6aff-96a0-46e7-a816-3f1f1323cb97,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:22.332091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:22.505595 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:22.616335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:22.621407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:22.625204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:22.633859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Pushing event updated for resources: {'Port': ['ID=1b71cd01-840f-44dc-8b5e-8a1bac0adeab,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:22.637053 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:22.796530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37462) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:23.013867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 53bd6aff-96a0-46e7-a816-3f1f1323cb97 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:23.033740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1980003816-network', 'tenant_id': 'cdc0478c8905405fbd12620f692de15e'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:23.178123 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Made reservation on behalf of cdc0478c8905405fbd12620f692de15e for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:23.181473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.193623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.230553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:23.343734 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.386407 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.422012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.479023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0c3924-e8e8-4c28-990e-900865907061,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:23.486341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:57:23.510480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1b358-7dcb-41da-bb04-be62cbaaa267 None None] Network a1149b7f-8668-4970-b7d9-557f797d3335 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:23.524534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.524891 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Added segment cab21079-9881-48e9-9b93-276f2fdf75c8 of type vlan for network c83e5ea4-798b-4172-9cc4-6eb809553b61 Aug 23 03:57:23.589655 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.674831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.712182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9d798651-987b-4329-b61c-856051d871b7 None None] Provisioning for port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:23.717570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.718597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:23.719173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.722262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9d798651-987b-4329-b61c-856051d871b7 None None] Provisioning complete for port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:23.722827 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d798651-987b-4329-b61c-856051d871b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.818037 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d798651-987b-4329-b61c-856051d871b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.863700 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0645542 Aug 23 03:57:23.864262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37510) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:23.865450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606b244-881c-4a10-a7cb-3b9c0f5c9e9a admin admin] Pushing event updated for resources: {'Network': ['ID=c83e5ea4-798b-4172-9cc4-6eb809553b61,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:23.876267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9d798651-987b-4329-b61c-856051d871b7 None None] For port 53bd6aff-96a0-46e7-a816-3f1f1323cb97, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=53bd6aff-96a0-46e7-a816-3f1f1323cb97,segment=NetworkSegment(8616cf53-b14c-46af-80ce-cb373daee7e7),segment_id=8616cf53-b14c-46af-80ce-cb373daee7e7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:23.877862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Request body: {'subnet': {'network_id': 'c83e5ea4-798b-4172-9cc4-6eb809553b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1980003816-subnet', 'tenant_id': 'cdc0478c8905405fbd12620f692de15e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:23.878815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c83e5ea4-798b-4172-9cc4-6eb809553b61 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:57:23.964154 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d798651-987b-4329-b61c-856051d871b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:23.975977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Router bc4cd762-e940-43b7-a747-d3c75a750e12 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:57:23.982082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Made reservation on behalf of cdc0478c8905405fbd12620f692de15e for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:23.985541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:24.062704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d798651-987b-4329-b61c-856051d871b7 None None] Pushing event updated for resources: {'Port': ['ID=53bd6aff-96a0-46e7-a816-3f1f1323cb97,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:24.089308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-efa8cac7-9d2c-4e82-8dd1-20759aad1a56 None None] Provisioning complete for port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:24.089814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-efa8cac7-9d2c-4e82-8dd1-20759aad1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:24.326557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:24.340024 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Sync routers for ids ['bc4cd762-e940-43b7-a747-d3c75a750e12'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:24.352577 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Routers {'bc4cd762-e940-43b7-a747-d3c75a750e12'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:24.353339 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['bc4cd762-e940-43b7-a747-d3c75a750e12'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:24.389959 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:24.430265 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:24.431490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-78889acd-674e-431a-9c08-6f5952203d84 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4428885 Aug 23 03:57:24.434302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37518) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:24.501968 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Set router bc4cd762-e940-43b7-a747-d3c75a750e12 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:24.519208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e42294-16cd-4b6c-a895-45756dbcee52,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:24.529816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Checking segment: {'id': 'cab21079-9881-48e9-9b93-276f2fdf75c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c83e5ea4-798b-4172-9cc4-6eb809553b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:24.529816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Network hostable DHCP agents. Network: c83e5ea4-798b-4172-9cc4-6eb809553b61, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:57:24.675520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Network c83e5ea4-798b-4172-9cc4-6eb809553b61 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:57:24.698871 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:23Z', 'revision_number': 3, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'gw_port': {'id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:24.724754 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Checking router: bc4cd762-e940-43b7-a747-d3c75a750e12 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:24.725147 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Updating router bc4cd762-e940-43b7-a747-d3c75a750e12 port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:57:24.751262 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:24.785149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, c83e5ea4-798b-4172-9cc4-6eb809553b61) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:24.791516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:24.792103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:24.792493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0d7976-5a67-4f35-abbc-b2d36fd21b09 None None] Network c83e5ea4-798b-4172-9cc4-6eb809553b61 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:24.905335 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-53f4674f-7be1-476d-a13e-2914af24158a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0398095 Aug 23 03:57:25.012252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6367de0-e3a6-4983-8d81-f5d5ef0d03e3 None None] Network c83e5ea4-798b-4172-9cc4-6eb809553b61 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:25.090499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 53bd6aff-96a0-46e7-a816-3f1f1323cb97 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:25.096529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.309269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Allocated IP 172.20.0.1 (a1149b7f-8668-4970-b7d9-557f797d3335/e6435804-97d3-467e-be7e-8f0a46ee48de/b00a72e8-b0c0-4e1f-a084-d62a795e47c4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:25.332273 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.352697 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Transition to ACTIVE for port object 1b71cd01-840f-44dc-8b5e-8a1bac0adeab will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:25.370686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:25.371228 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.418428 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.484378 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Attempting to bind port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:25.484998 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Attempting to bind port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:25.485582 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Attempting to bind port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:25.497482 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:25.497812 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:25.499468 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.500047 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:25.500760 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Bound port: 1b71cd01-840f-44dc-8b5e-8a1bac0adeab, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:25.501698 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.523736 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.546126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Transition to ACTIVE for port object b00a72e8-b0c0-4e1f-a084-d62a795e47c4 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:25.577366 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Pushing event updated for resources: {'Port': ['ID=1b71cd01-840f-44dc-8b5e-8a1bac0adeab,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:25.586959 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] For port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:25.591995 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.592543 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.593116 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.593642 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.594182 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.594886 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.595384 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.595915 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.596255 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.596589 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.596922 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.597278 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:25.611585 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] For port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1b71cd01-840f-44dc-8b5e-8a1bac0adeab,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:25.710598 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.711485 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.774144 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4b15d-7774-4f68-8f87-3631c4dd360d None None] Pushing event updated for resources: {'Port': ['ID=1b71cd01-840f-44dc-8b5e-8a1bac0adeab,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:25.775284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Network a1149b7f-8668-4970-b7d9-557f797d3335 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:25.779244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:25.783166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:25.796724 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Routers {'bc4cd762-e940-43b7-a747-d3c75a750e12'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:25.797444 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['bc4cd762-e940-43b7-a747-d3c75a750e12'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:25.820994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Pushing event updated for resources: {'Port': ['ID=b00a72e8-b0c0-4e1f-a084-d62a795e47c4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:25.838838 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:25.950318 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] Set router bc4cd762-e940-43b7-a747-d3c75a750e12 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:25.953947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-9ea47834-49bb-4605-9b2c-45d2e6e5c523 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:25.962273 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-9ea47834-49bb-4605-9b2c-45d2e6e5c523 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/networks?id=c83e5ea4-798b-4172-9cc4-6eb809553b61 HTTP/1.1" status: 200 len: 809 time: 0.2219326 Aug 23 03:57:25.982829 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-6b995e04-8319-48a3-9c71-6b7899c2fe0c tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/quotas/cdc0478c8905405fbd12620f692de15e HTTP/1.1" status: 200 len: 375 time: 0.0196364 Aug 23 03:57:26.018722 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-eb56f685-1e2f-451f-bbd0-38181a67058c tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cdc0478c8905405fbd12620f692de15e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346258 Aug 23 03:57:26.089322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82c359f1-95c7-438e-92bc-c11e254bb5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:26.093669 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:26.138026 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-2495f89e-8ba3-4c0e-8a59-036a502381e1 service neutron] 10.222.0.20 "GET /v2.0/networks/c83e5ea4-798b-4172-9cc4-6eb809553b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181691 Aug 23 03:57:26.219160 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:23Z', 'revision_number': 3, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'gw_port': {'id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:26.243477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-814d989d-2de7-44f5-a494-433e50ba8cf7 None None] Provisioning for port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:26.252208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-814d989d-2de7-44f5-a494-433e50ba8cf7 None None] Provisioning complete for port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:26.252208 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-814d989d-2de7-44f5-a494-433e50ba8cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:26.253127 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d87684-a828-411a-a8ae-28e99c25ab5b None None] The sync data for ids ['bc4cd762-e940-43b7-a747-d3c75a750e12'] in n-d-749052-7 is: [{'id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:23Z', 'revision_number': 3, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'gw_port': {'id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:26.315468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-814d989d-2de7-44f5-a494-433e50ba8cf7 None None] Port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:57:26.323342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-a295f19f-fc41-42e7-aa2a-31d0b247d37a service neutron] 10.222.0.20 "GET /v2.0/networks/c83e5ea4-798b-4172-9cc4-6eb809553b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686172 Aug 23 03:57:26.356686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:26.418304 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:26.491415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:26.493470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Pushing event updated for resources: {'Port': ['ID=b00a72e8-b0c0-4e1f-a084-d62a795e47c4,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:26.716741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Network a1149b7f-8668-4970-b7d9-557f797d3335 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:26.718546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:26.968751 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-62ebb804-1127-40e2-a8b4-fa743a2c5b80 req-e2344ca7-b461-461d-ad71-3f9a6dc8891e tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 210 time: 0.3179424 Aug 23 03:57:27.017976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Router bc4cd762-e940-43b7-a747-d3c75a750e12 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:57:27.116170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1b71cd01-840f-44dc-8b5e-8a1bac0adeab up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:27.180850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:27.196305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3b715161-048a-40b8-87ed-d66b69f06b3a admin admin] 10.222.0.20 "PUT /v2.0/routers/bc4cd762-e940-43b7-a747-d3c75a750e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7606099 Aug 23 03:57:27.197452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-099ab74c-d497-45db-86f2-ba0ac6e229f8 None None] Provisioning complete for port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:27.197733 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-099ab74c-d497-45db-86f2-ba0ac6e229f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:27.279533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-099ab74c-d497-45db-86f2-ba0ac6e229f8 None None] Port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:57:27.316506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:27.322740 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:27.323647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:27.423898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:27.449171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1b71cd01-840f-44dc-8b5e-8a1bac0adeab,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:27.566793 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:27.635528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=1b71cd01-840f-44dc-8b5e-8a1bac0adeab,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:28.096795 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-429b27d0-c64c-45f9-9570-78e508f1894a req-4c0e8aac-79bf-4af8-a730-2b86cbff6d5c tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 210 time: 0.0371881 Aug 23 03:57:28.127297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37614) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:28.132352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2079559028-network', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:28.283293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Made reservation on behalf of 64d9e2b3f9ed47c899b30573e81a350c for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:28.285883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.313712 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.458898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Sync routers for ids ['bc4cd762-e940-43b7-a747-d3c75a750e12'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:28.462432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.469525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Routers {'bc4cd762-e940-43b7-a747-d3c75a750e12'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:28.470330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:56:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['bc4cd762-e940-43b7-a747-d3c75a750e12'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:28.542120 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.564549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:57:28.580738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546105b7-b18a-4c15-945a-5283b34f47a5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:28.585140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.586396 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Added segment 2829aa92-8733-4ee2-8cb6-5800ca7f012c of type vlan for network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a Aug 23 03:57:28.609975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Set router bc4cd762-e940-43b7-a747-d3c75a750e12 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:28.633952 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.733833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.735108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:28.741092 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.801028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1b3f15-2914-43bf-8ba4-ede9dd2a347a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:28.813538 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c5950bd-0c07-4843-a87a-1962462320a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.814960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:57:28.870701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b2b14e23-e094-4ca3-b3f8-9a05079c4be5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7421708 Aug 23 03:57:28.873275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37626) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:28.878286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Request body: {'subnet': {'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2079559028-subnet', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:28.919522 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:28.973454 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:25Z', 'revision_number': 4, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'gw_port': {'id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b00a72e8-b0c0-4e1f-a084-d62a795e47c4', 'name': '', 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'mac_address': 'fa:16:3e:8c:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'e6435804-97d3-467e-be7e-8f0a46ee48de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:25Z', 'updated_at': '2021-08-23T03:57:26Z', 'revision_number': 2, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'subnets': [{'id': 'e6435804-97d3-467e-be7e-8f0a46ee48de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:28.986381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Made reservation on behalf of 64d9e2b3f9ed47c899b30573e81a350c for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:28.989304 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.012777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1b71cd01-840f-44dc-8b5e-8a1bac0adeab up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:29.015142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Checking router: bc4cd762-e940-43b7-a747-d3c75a750e12 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:29.015491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Updating router bc4cd762-e940-43b7-a747-d3c75a750e12 port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:57:29.064830 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.135974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:29.136297 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.204961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bf73d97-6340-44f1-925d-af4bba949c64 req-fe1f6d88-19c6-4a85-8867-b7b5e18ed69d tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 210 time: 0.0293622 Aug 23 03:57:29.273678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.336251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59776874-b819-46f7-a0ea-e3b8a1f41675,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:29.345764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Checking segment: {'id': '2829aa92-8733-4ee2-8cb6-5800ca7f012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:29.349076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Network hostable DHCP agents. Network: 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:57:29.467632 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:57:29.484278 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.496952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Transition to ACTIVE for port object b00a72e8-b0c0-4e1f-a084-d62a795e47c4 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:29.564344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:29.568894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:29.569650 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.574850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ffcb70-34dd-47ea-989e-a3e3782566d3 None None] Network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:29.592008 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.668473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-1b1f5903-6426-4153-b22e-b2291b8396cb tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:29.670071 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-1b1f5903-6426-4153-b22e-b2291b8396cb tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.24 "GET /v2.0/networks?id=c83e5ea4-798b-4172-9cc4-6eb809553b61 HTTP/1.1" status: 200 len: 809 time: 0.1439703 Aug 23 03:57:29.685938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9680b487-8041-4116-aeb9-af9dc6de8591 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8082538 Aug 23 03:57:29.686949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Request body: {'port': {'device_id': '131816eb-2305-46cb-9047-ad14682ba5c4', 'network_id': 'c83e5ea4-798b-4172-9cc4-6eb809553b61', 'admin_state_up': True, 'tenant_id': 'cdc0478c8905405fbd12620f692de15e'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:29.687190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37636) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:29.692797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:29.844848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.846724 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.859520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf537e6-5969-4611-8f3c-acd11c5cee3d None None] Pushing event updated for resources: {'Port': ['ID=b00a72e8-b0c0-4e1f-a084-d62a795e47c4,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:29.957190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Made reservation on behalf of cdc0478c8905405fbd12620f692de15e for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:29.965194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:29.971567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.009521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Attempting to bind port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:30.009521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Attempting to bind port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '8616cf53-b14c-46af-80ce-cb373daee7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:30.009521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Attempting to bind port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 on network a1149b7f-8668-4970-b7d9-557f797d3335 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:30.015939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:30.016354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Checking segment: {'id': '8616cf53-b14c-46af-80ce-cb373daee7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:30.016708 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.017147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Bound using segment: {'id': '8616cf53-b14c-46af-80ce-cb373daee7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:30.017631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Bound port: b00a72e8-b0c0-4e1f-a084-d62a795e47c4, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8616cf53-b14c-46af-80ce-cb373daee7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:30.018078 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.137368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-3b1b3f15-2914-43bf-8ba4-ede9dd2a347a', 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'fixed_ips': [{'subnet_id': '59776874-b819-46f7-a0ea-e3b8a1f41675'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:57:30.138241 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.156402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] For port b00a72e8-b0c0-4e1f-a084-d62a795e47c4, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:30.181838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] For port b00a72e8-b0c0-4e1f-a084-d62a795e47c4, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b00a72e8-b0c0-4e1f-a084-d62a795e47c4,segment=NetworkSegment(8616cf53-b14c-46af-80ce-cb373daee7e7),segment_id=8616cf53-b14c-46af-80ce-cb373daee7e7)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:30.303652 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.371823 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-58c6a4ad-2cf3-4613-8b1c-69b65e9b6b91 req-46218c5d-c1b7-43cc-bc67-1757fa7ca900 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 210 time: 0.0553243 Aug 23 03:57:30.389873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Allocated IP 172.20.0.2 (3b1b3f15-2914-43bf-8ba4-ede9dd2a347a/59776874-b819-46f7-a0ea-e3b8a1f41675/a04dac7c-42cc-4229-b937-a2ff2bba0d4a) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:30.410265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Routers {'bc4cd762-e940-43b7-a747-d3c75a750e12'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:30.410916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['bc4cd762-e940-43b7-a747-d3c75a750e12'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:30.481665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Allocated IP 172.20.0.14 (c83e5ea4-798b-4172-9cc4-6eb809553b61/35e42294-16cd-4b6c-a895-45756dbcee52/0e9db86e-aca9-493a-a81a-f7673fce59e0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:30.718902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.732358 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.741964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Transition to ACTIVE for port object a04dac7c-42cc-4229-b937-a2ff2bba0d4a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:30.746293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf537e6-5969-4611-8f3c-acd11c5cee3d None None] Pushing event updated for resources: {'Port': ['ID=b00a72e8-b0c0-4e1f-a084-d62a795e47c4,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:30.750989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.762257 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.780240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Transition to ACTIVE for port object a04dac7c-42cc-4229-b937-a2ff2bba0d4a will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:30.858720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] Set router bc4cd762-e940-43b7-a747-d3c75a750e12 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:30.887838 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.888067 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:30.911251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:30.934207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:30.941051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:30.942747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Pushing event updated for resources: {'Port': ['ID=0e9db86e-aca9-493a-a81a-f7673fce59e0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:30.956547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.956878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.957253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.957580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.958102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.958424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.958949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.959278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.960066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.960066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.960322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.960734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:30.980079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Network c83e5ea4-798b-4172-9cc4-6eb809553b61 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:30.982318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:30.985759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:31.060160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:31.060809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:31.085512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Pushing event updated for resources: {'Port': ['ID=a04dac7c-42cc-4229-b937-a2ff2bba0d4a,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:31.109959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Attempting to bind port a04dac7c-42cc-4229-b937-a2ff2bba0d4a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:31.109959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Attempting to bind port a04dac7c-42cc-4229-b937-a2ff2bba0d4a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2829aa92-8733-4ee2-8cb6-5800ca7f012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:31.109959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Attempting to bind port a04dac7c-42cc-4229-b937-a2ff2bba0d4a on network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:31.119212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:31.119955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Checking segment: {'id': '2829aa92-8733-4ee2-8cb6-5800ca7f012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:31.120087 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:31.120482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Bound using segment: {'id': '2829aa92-8733-4ee2-8cb6-5800ca7f012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:31.120993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Bound port: a04dac7c-42cc-4229-b937-a2ff2bba0d4a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2829aa92-8733-4ee2-8cb6-5800ca7f012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:31.121570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:31.130830 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-107154d5-3dc8-4fc5-808d-356c75616efa tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4500732 Aug 23 03:57:31.134228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:31.172803 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:31.244106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:25Z', 'revision_number': 4, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'gw_port': {'id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b00a72e8-b0c0-4e1f-a084-d62a795e47c4', 'name': '', 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'mac_address': 'fa:16:3e:8c:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'e6435804-97d3-467e-be7e-8f0a46ee48de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:25Z', 'updated_at': '2021-08-23T03:57:30Z', 'revision_number': 4, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'subnets': [{'id': 'e6435804-97d3-467e-be7e-8f0a46ee48de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:31.277309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf55b64-6e64-469b-8dde-a046499d1156 None None] The sync data for ids ['bc4cd762-e940-43b7-a747-d3c75a750e12'] in n-d-749052-7 is: [{'id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:25Z', 'revision_number': 4, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'gw_port': {'id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b00a72e8-b0c0-4e1f-a084-d62a795e47c4', 'name': '', 'network_id': 'a1149b7f-8668-4970-b7d9-557f797d3335', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'mac_address': 'fa:16:3e:8c:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'e6435804-97d3-467e-be7e-8f0a46ee48de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:25Z', 'updated_at': '2021-08-23T03:57:30Z', 'revision_number': 4, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'subnets': [{'id': 'e6435804-97d3-467e-be7e-8f0a46ee48de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:31.364495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] For port a04dac7c-42cc-4229-b937-a2ff2bba0d4a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:31.407264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] For port a04dac7c-42cc-4229-b937-a2ff2bba0d4a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a04dac7c-42cc-4229-b937-a2ff2bba0d4a,segment=NetworkSegment(2829aa92-8733-4ee2-8cb6-5800ca7f012c),segment_id=2829aa92-8733-4ee2-8cb6-5800ca7f012c)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:31.409410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Request body: {'port': {'device_id': '131816eb-2305-46cb-9047-ad14682ba5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:31.494255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:31.495577 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:31.671681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Allocated IP 172.25.1.247 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/32305d7d-85e5-437c-88ff-0fca764ad5f9) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:31.687305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00164e-c091-4594-b7be-104fd7e45632 None None] Pushing event updated for resources: {'Port': ['ID=a04dac7c-42cc-4229-b937-a2ff2bba0d4a,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:31.775183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365aebd-23cc-4374-a5c4-caac70e47b45 req-1eb5c55a-fe22-42a0-892d-179b914025ee tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:31.784559 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e365aebd-23cc-4374-a5c4-caac70e47b45 req-1eb5c55a-fe22-42a0-892d-179b914025ee tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 932 time: 0.2708735 Aug 23 03:57:31.833382 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:31.936629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e365aebd-23cc-4374-a5c4-caac70e47b45 req-11233efa-1d37-4eae-8df6-958e095fece4 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507421 Aug 23 03:57:31.995057 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:32.039169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9db86e-aca9-493a-a81a-f7673fce59e0 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:57:32.066112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:32.084082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Transition to ACTIVE for port object 0e9db86e-aca9-493a-a81a-f7673fce59e0 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:32.150320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:32.157233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:32.257312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:32.275497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:32.292613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9db86e-aca9-493a-a81a-f7673fce59e0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:32.293968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:32.321599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Pushing event updated for resources: {'Port': ['ID=32305d7d-85e5-437c-88ff-0fca764ad5f9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:32.326330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Attempting to bind port 0e9db86e-aca9-493a-a81a-f7673fce59e0 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:32.326750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Attempting to bind port 0e9db86e-aca9-493a-a81a-f7673fce59e0 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'cab21079-9881-48e9-9b93-276f2fdf75c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c83e5ea4-798b-4172-9cc4-6eb809553b61'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:32.327159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Attempting to bind port 0e9db86e-aca9-493a-a81a-f7673fce59e0 on network c83e5ea4-798b-4172-9cc4-6eb809553b61 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:32.332328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Port 0e9db86e-aca9-493a-a81a-f7673fce59e0 on network c83e5ea4-798b-4172-9cc4-6eb809553b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:57:32.332733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Attempting to bind port 0e9db86e-aca9-493a-a81a-f7673fce59e0 on network c83e5ea4-798b-4172-9cc4-6eb809553b61 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:32.339929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:32.340347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Checking segment: {'id': 'cab21079-9881-48e9-9b93-276f2fdf75c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c83e5ea4-798b-4172-9cc4-6eb809553b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:32.340806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Bound using segment: {'id': 'cab21079-9881-48e9-9b93-276f2fdf75c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c83e5ea4-798b-4172-9cc4-6eb809553b61'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:32.341343 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Bound port: 0e9db86e-aca9-493a-a81a-f7673fce59e0, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab21079-9881-48e9-9b93-276f2fdf75c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c83e5ea4-798b-4172-9cc4-6eb809553b61'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:32.341776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:32.357729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.358372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.358901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.359442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.360265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.360954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.374147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.375413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.377535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.378186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.378849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.380022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:32.441103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] For port 0e9db86e-aca9-493a-a81a-f7673fce59e0, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:32.443894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] For port 0e9db86e-aca9-493a-a81a-f7673fce59e0, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0e9db86e-aca9-493a-a81a-f7673fce59e0,segment=NetworkSegment(cab21079-9881-48e9-9b93-276f2fdf75c8),segment_id=cab21079-9881-48e9-9b93-276f2fdf75c8)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:32.545576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:32.636181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9db86e-aca9-493a-a81a-f7673fce59e0,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:32.642173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:32.642986 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:32.644629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-53842faf-5249-4c2e-8473-539f7a826301 service neutron] 10.222.0.24 "PUT /v2.0/ports/0e9db86e-aca9-493a-a81a-f7673fce59e0 HTTP/1.1" status: 200 len: 1092 time: 1.5044019 Aug 23 03:57:32.645186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131816eb-2305-46cb-9047-ad14682ba5c4', 'tag': '0e9db86e-aca9-493a-a81a-f7673fce59e0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:57:32.648557 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65edd0cb-d5f5-4550-9036-d8c96ccb946f" -d '{"events": [{"name": "network-changed", "server_uuid": "131816eb-2305-46cb-9047-ad14682ba5c4", "tag": "0e9db86e-aca9-493a-a81a-f7673fce59e0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:57:32.710876 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f250bb-2f15-4c4c-8436-52a5c4752ef5 x-openstack-request-id: req-62f250bb-2f15-4c4c-8436-52a5c4752ef5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:57:32.711751 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131816eb-2305-46cb-9047-ad14682ba5c4", "tag": "0e9db86e-aca9-493a-a81a-f7673fce59e0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:57:32.711751 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62f250bb-2f15-4c4c-8436-52a5c4752ef5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:57:32.712557 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131816eb-2305-46cb-9047-ad14682ba5c4', 'tag': '0e9db86e-aca9-493a-a81a-f7673fce59e0', 'status': 'completed', 'code': 200} Aug 23 03:57:32.848664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edd0cb-d5f5-4550-9036-d8c96ccb946f req-40f17eaa-76e2-4664-8f04-f9c91552b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:32.855558 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65edd0cb-d5f5-4550-9036-d8c96ccb946f req-40f17eaa-76e2-4664-8f04-f9c91552b9d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdc0478c8905405fbd12620f692de15e&device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 1095 time: 0.1231420 Aug 23 03:57:32.888086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:33.039865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edd0cb-d5f5-4550-9036-d8c96ccb946f req-fa9b7e80-f8b0-4243-a08b-4d416660259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:33.042425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65edd0cb-d5f5-4550-9036-d8c96ccb946f req-fa9b7e80-f8b0-4243-a08b-4d416660259e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cdc0478c8905405fbd12620f692de15e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1745121 Aug 23 03:57:33.158669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b00a72e8-b0c0-4e1f-a084-d62a795e47c4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:33.195276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edd0cb-d5f5-4550-9036-d8c96ccb946f req-c05ffd6a-fdea-48af-9cb2-67f848a310ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:33.198846 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65edd0cb-d5f5-4550-9036-d8c96ccb946f req-c05ffd6a-fdea-48af-9cb2-67f848a310ca service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1450722 Aug 23 03:57:33.240433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a578c680-77ac-493e-b49d-a6067449c49a None None] Network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:33.296222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-235d3131-4b97-459a-884a-0ea1288890cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:33.298121 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-235d3131-4b97-459a-884a-0ea1288890cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdc0478c8905405fbd12620f692de15e&device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 1095 time: 0.0536332 Aug 23 03:57:33.325346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae3784-0fb8-4ff1-9dbc-7d702b27d046 req-a9767dee-fa65-4faf-9961-e0788a8be553 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:33.327142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-67ae3784-0fb8-4ff1-9dbc-7d702b27d046 req-a9767dee-fa65-4faf-9961-e0788a8be553 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 944 time: 0.2540703 Aug 23 03:57:33.369849 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-70909d89-a9dd-4bf0-a12f-2d5e1175febb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e9db86e-aca9-493a-a81a-f7673fce59e0 HTTP/1.1" status: 200 len: 217 time: 0.0633397 Aug 23 03:57:33.385920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:33.394040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:33.394040 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:33.418304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-67ae3784-0fb8-4ff1-9dbc-7d702b27d046 req-01a90fe1-2ef2-4138-8342-0d8ed77808e8 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613408 Aug 23 03:57:33.419521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:33.445412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-78121bf0-5416-4fc6-954a-4c0d22c69791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:33.447450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-78121bf0-5416-4fc6-954a-4c0d22c69791 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35e42294-16cd-4b6c-a895-45756dbcee52 HTTP/1.1" status: 200 len: 849 time: 0.0689931 Aug 23 03:57:33.490294 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-1b252fa1-923c-468b-813d-cea07d7c46a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c83e5ea4-798b-4172-9cc4-6eb809553b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355661 Aug 23 03:57:33.509252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-55105da9-e1ab-4bd5-b6f2-8277f3f35438 None None] Provisioning for port a04dac7c-42cc-4229-b937-a2ff2bba0d4a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:33.600749 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-a50d9dbe-5002-4e02-a17b-de3ad2fb2049 service neutron] 10.222.0.24 "GET /v2.0/networks/c83e5ea4-798b-4172-9cc4-6eb809553b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030998 Aug 23 03:57:33.608721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:33.649568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Router 9c9d08ec-0150-4aa9-b184-8113ad90c796 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:57:33.663356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b00a72e8-b0c0-4e1f-a084-d62a795e47c4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b00a72e8-b0c0-4e1f-a084-d62a795e47c4,segment=NetworkSegment(8616cf53-b14c-46af-80ce-cb373daee7e7),segment_id=8616cf53-b14c-46af-80ce-cb373daee7e7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:33.723105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e302bd6c-218f-44c0-8ac6-5fee344f9af8 req-18eaa874-45e9-43ab-91f9-443d0e1e68fa service neutron] 10.222.0.24 "GET /v2.0/networks/c83e5ea4-798b-4172-9cc4-6eb809553b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151934 Aug 23 03:57:33.724670 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:33.726338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a04dac7c-42cc-4229-b937-a2ff2bba0d4a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:33.802134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:33.812487 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Sync routers for ids ['9c9d08ec-0150-4aa9-b184-8113ad90c796'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:33.830818 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Routers {'9c9d08ec-0150-4aa9-b184-8113ad90c796'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:33.832572 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9d08ec-0150-4aa9-b184-8113ad90c796'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:33.860863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b00a72e8-b0c0-4e1f-a084-d62a795e47c4,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:33.905951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:33.907447 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2d345064-4e5d-46e0-89cc-c15a5a16a886 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2190650 Aug 23 03:57:33.910129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37704) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:33.942458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port a04dac7c-42cc-4229-b937-a2ff2bba0d4a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:33.947417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a04dac7c-42cc-4229-b937-a2ff2bba0d4a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:33.948184 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:33.984359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fa8404aa-3e19-46ff-b69e-83c68b0ed4c2 None None] Provisioning complete for port a04dac7c-42cc-4229-b937-a2ff2bba0d4a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:33.987802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa8404aa-3e19-46ff-b69e-83c68b0ed4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:34.010441 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Set router 9c9d08ec-0150-4aa9-b184-8113ad90c796 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:34.108802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:34.150080 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa8404aa-3e19-46ff-b69e-83c68b0ed4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:34.164414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port a04dac7c-42cc-4229-b937-a2ff2bba0d4a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a04dac7c-42cc-4229-b937-a2ff2bba0d4a,segment=NetworkSegment(2829aa92-8733-4ee2-8cb6-5800ca7f012c),segment_id=2829aa92-8733-4ee2-8cb6-5800ca7f012c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:34.227520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:34.291174 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:29Z', 'updated_at': '2021-08-23T03:57:32Z', 'revision_number': 3, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'gw_port': {'id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:31Z', 'updated_at': '2021-08-23T03:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:34.304657 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-fa8404aa-3e19-46ff-b69e-83c68b0ed4c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:57:34.305062 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-fa8404aa-3e19-46ff-b69e-83c68b0ed4c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:57:34.315351 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=a04dac7c-42cc-4229-b937-a2ff2bba0d4a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:34.330423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Checking router: 9c9d08ec-0150-4aa9-b184-8113ad90c796 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:34.331023 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Updating router 9c9d08ec-0150-4aa9-b184-8113ad90c796 port 32305d7d-85e5-437c-88ff-0fca764ad5f9 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:57:34.357717 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:34.605379 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:34.629172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbb4b4-32b4-41dc-b243-c18a7e918b44 req-1ce60374-9a09-4ed2-be29-529f6434529b tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:34.643350 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2fbb4b4-32b4-41dc-b243-c18a7e918b44 req-1ce60374-9a09-4ed2-be29-529f6434529b tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 944 time: 0.0897257 Aug 23 03:57:34.689735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2fbb4b4-32b4-41dc-b243-c18a7e918b44 req-42c37b4c-c39e-490c-a77c-bf0164ab3c13 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405326 Aug 23 03:57:34.801906 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:34.815367 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Transition to ACTIVE for port object 32305d7d-85e5-437c-88ff-0fca764ad5f9 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:34.854864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37718) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:34.893647 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:34.919879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Allocated IP 172.20.0.1 (3b1b3f15-2914-43bf-8ba4-ede9dd2a347a/59776874-b819-46f7-a0ea-e3b8a1f41675/a69a0e16-169c-40e5-b4f0-87a9669f53e3) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:34.959862 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b5d23-0000-403d-a673-566ad8bef951 None None] Pushing event updated for resources: {'Port': ['ID=32305d7d-85e5-437c-88ff-0fca764ad5f9,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:34.993703 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Attempting to bind port 32305d7d-85e5-437c-88ff-0fca764ad5f9 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:34.994366 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Attempting to bind port 32305d7d-85e5-437c-88ff-0fca764ad5f9 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:34.994917 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Attempting to bind port 32305d7d-85e5-437c-88ff-0fca764ad5f9 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:35.001832 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:57:35.003665 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:35.004398 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:35.015975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b00a72e8-b0c0-4e1f-a084-d62a795e47c4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:35.021590 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.022023 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:35.023139 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Bound port: 32305d7d-85e5-437c-88ff-0fca764ad5f9, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:35.023496 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.078352 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7bc678fc-d6e9-4987-9b15-70feca4cee62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.141741 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.141885 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] For port 32305d7d-85e5-437c-88ff-0fca764ad5f9, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:35.145364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:35.145743 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.148635 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] For port 32305d7d-85e5-437c-88ff-0fca764ad5f9, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=32305d7d-85e5-437c-88ff-0fca764ad5f9,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:35.161003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Transition to ACTIVE for port object a69a0e16-169c-40e5-b4f0-87a9669f53e3 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:35.206163 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7bc678fc-d6e9-4987-9b15-70feca4cee62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.218527 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.227958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a04dac7c-42cc-4229-b937-a2ff2bba0d4a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:35.275190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a04dac7c-42cc-4229-b937-a2ff2bba0d4a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:35.275413 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Routers {'9c9d08ec-0150-4aa9-b184-8113ad90c796'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:35.275565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.275855 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9d08ec-0150-4aa9-b184-8113ad90c796'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:35.310486 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b5d23-0000-403d-a673-566ad8bef951 None None] Pushing event updated for resources: {'Port': ['ID=32305d7d-85e5-437c-88ff-0fca764ad5f9,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:35.310963 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7bc678fc-d6e9-4987-9b15-70feca4cee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.311319 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.356157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:35.356415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7bc678fc-d6e9-4987-9b15-70feca4cee62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08a73389ae4545f8a413399bd36233f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973660 Aug 23 03:57:35.356522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:35.357909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37728) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:35.360195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:35.405811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc678fc-d6e9-4987-9b15-70feca4cee62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dceed0-1faf-4eeb-96bd-7db2b7f6dc89,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:35.412159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=a69a0e16-169c-40e5-b4f0-87a9669f53e3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:35.419906 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.443667 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] Set router 9c9d08ec-0150-4aa9-b184-8113ad90c796 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:35.469960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cc3911a-8c8f-4a5b-b717-90243d728098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.498532 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cc3911a-8c8f-4a5b-b717-90243d728098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.629966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cc3911a-8c8f-4a5b-b717-90243d728098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.633685 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.636961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cc3911a-8c8f-4a5b-b717-90243d728098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.640607 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8cc3911a-8c8f-4a5b-b717-90243d728098 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5dceed0-1faf-4eeb-96bd-7db2b7f6dc89 HTTP/1.1" status: 204 len: 168 time: 0.2645350 Aug 23 03:57:35.659120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3911a-8c8f-4a5b-b717-90243d728098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dceed0-1faf-4eeb-96bd-7db2b7f6dc89,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:35.685353 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:29Z', 'updated_at': '2021-08-23T03:57:32Z', 'revision_number': 3, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'gw_port': {'id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:31Z', 'updated_at': '2021-08-23T03:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:35.714332 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e430f56e-57f7-4344-a0a4-c0750da6c299 None None] The sync data for ids ['9c9d08ec-0150-4aa9-b184-8113ad90c796'] in n-d-749052-7 is: [{'id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:29Z', 'updated_at': '2021-08-23T03:57:32Z', 'revision_number': 3, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'gw_port': {'id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:31Z', 'updated_at': '2021-08-23T03:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:35.786240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-60a9012e-b4a3-41db-be75-c8b513c344a6 None None] Provisioning for port a69a0e16-169c-40e5-b4f0-87a9669f53e3 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:35.791569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-60a9012e-b4a3-41db-be75-c8b513c344a6 None None] Provisioning complete for port a69a0e16-169c-40e5-b4f0-87a9669f53e3 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:35.792000 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-60a9012e-b4a3-41db-be75-c8b513c344a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.833367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-60a9012e-b4a3-41db-be75-c8b513c344a6 None None] Port a69a0e16-169c-40e5-b4f0-87a9669f53e3 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:57:35.865409 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.878080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d4f9-efe2-4492-964a-a682d8cea8f5 req-d0fea516-dbdc-41e5-bc47-3a5197092983 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:35.883251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3d4d4f9-efe2-4492-964a-a682d8cea8f5 req-d0fea516-dbdc-41e5-bc47-3a5197092983 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 944 time: 0.0990047 Aug 23 03:57:35.922912 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3d4d4f9-efe2-4492-964a-a682d8cea8f5 req-bee5916a-8e5f-419f-8eee-db88b9a2a9b5 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370536 Aug 23 03:57:35.942471 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:35.992825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0e9db86e-aca9-493a-a81a-f7673fce59e0 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:57:36.032129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=a69a0e16-169c-40e5-b4f0-87a9669f53e3,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:36.034664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:36.141210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0e9db86e-aca9-493a-a81a-f7673fce59e0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0e9db86e-aca9-493a-a81a-f7673fce59e0,segment=NetworkSegment(cab21079-9881-48e9-9b93-276f2fdf75c8),segment_id=cab21079-9881-48e9-9b93-276f2fdf75c8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:36.156062 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '0e9db86e-aca9-493a-a81a-f7673fce59e0', 'network_id': 'c83e5ea4-798b-4172-9cc4-6eb809553b61', 'port_id': '0e9db86e-aca9-493a-a81a-f7673fce59e0', 'mac_address': 'fa:16:3e:a3:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e42294-16cd-4b6c-a895-45756dbcee52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:57:36.184327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:36.186873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:36.232117 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:36.253236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9db86e-aca9-493a-a81a-f7673fce59e0 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:57:36.276373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0e9db86e-aca9-493a-a81a-f7673fce59e0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0e9db86e-aca9-493a-a81a-f7673fce59e0,segment=NetworkSegment(cab21079-9881-48e9-9b93-276f2fdf75c8),segment_id=cab21079-9881-48e9-9b93-276f2fdf75c8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:36.369921 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:36.391152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Router 9c9d08ec-0150-4aa9-b184-8113ad90c796 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:57:36.466641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0e9db86e-aca9-493a-a81a-f7673fce59e0,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:36.560937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-acf0d0f1-dcca-44c8-a174-281a12c6a736 None None] Provisioning complete for port a69a0e16-169c-40e5-b4f0-87a9669f53e3 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:36.561497 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-acf0d0f1-dcca-44c8-a174-281a12c6a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:36.574823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:36.589035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['0e9db86e-aca9-493a-a81a-f7673fce59e0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:57:36.598675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2d2ebd8f-24d6-4d7b-bbbc-330598adb0a0 admin admin] 10.222.0.20 "PUT /v2.0/routers/9c9d08ec-0150-4aa9-b184-8113ad90c796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6868482 Aug 23 03:57:36.711270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-acf0d0f1-dcca-44c8-a174-281a12c6a736 None None] Port a69a0e16-169c-40e5-b4f0-87a9669f53e3 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:57:36.989639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37772) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:37.011650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 32305d7d-85e5-437c-88ff-0fca764ad5f9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:37.099390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89994f01-3fc9-427e-8b37-92b4dce2cfb7 req-916e0908-ff4e-4faf-9e43-4e8113404a75 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:37.102506 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-89994f01-3fc9-427e-8b37-92b4dce2cfb7 req-916e0908-ff4e-4faf-9e43-4e8113404a75 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 945 time: 0.0712402 Aug 23 03:57:37.127049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 32305d7d-85e5-437c-88ff-0fca764ad5f9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:37.131033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 32305d7d-85e5-437c-88ff-0fca764ad5f9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:37.131411 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.149999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1743674632-network', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:37.155749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-89994f01-3fc9-427e-8b37-92b4dce2cfb7 req-f3385722-7ef2-4fd2-bac3-6843f37940d2 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470171 Aug 23 03:57:37.245739 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.266140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Made reservation on behalf of e3e5f49885824abaa95bf72b9f7d181b for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:37.269119 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.274876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 32305d7d-85e5-437c-88ff-0fca764ad5f9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=32305d7d-85e5-437c-88ff-0fca764ad5f9,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:37.279543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.354717 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.385070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.414820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=32305d7d-85e5-437c-88ff-0fca764ad5f9,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:37.497876 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.523237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:57:37.533190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f077800-dfe7-44d9-8d6a-3cbcb8513705,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:37.537956 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.538901 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Added segment 10679f3c-17f6-480c-95aa-5e691eace44f of type vlan for network da389ae7-7804-4ae7-8f73-f7c7932783d0 Aug 23 03:57:37.551504 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.578502 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.676940 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.677891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:37.678476 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:37.746171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] Pushing event updated for resources: {'Network': ['ID=da389ae7-7804-4ae7-8f73-f7c7932783d0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:37.759679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:57:37.775369 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cae71ef2-26c7-4175-8910-0f0163bef984 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7826865 Aug 23 03:57:37.778211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37802) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:37.784429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Request body: {'subnet': {'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1743674632-subnet', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:37.888787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Made reservation on behalf of e3e5f49885824abaa95bf72b9f7d181b for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:37.898390 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.008462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0e9db86e-aca9-493a-a81a-f7673fce59e0 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:38.146241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 0e9db86e-aca9-493a-a81a-f7673fce59e0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:38.150386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 0e9db86e-aca9-493a-a81a-f7673fce59e0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:38.150792 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.175582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.245853 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.250924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31bdaccd-306d-4d80-92e2-e885e165ffa3,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:38.258481 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:38.258899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Network hostable DHCP agents. Network: da389ae7-7804-4ae7-8f73-f7c7932783d0, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:57:38.281470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131816eb-2305-46cb-9047-ad14682ba5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9db86e-aca9-493a-a81a-f7673fce59e0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:57:38.288742 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112c282c-92f2-4eaf-a17d-5edff6a94d24" -d '{"events": [{"server_uuid": "131816eb-2305-46cb-9047-ad14682ba5c4", "name": "network-vif-plugged", "status": "completed", "tag": "0e9db86e-aca9-493a-a81a-f7673fce59e0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:57:38.308395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 0e9db86e-aca9-493a-a81a-f7673fce59e0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0e9db86e-aca9-493a-a81a-f7673fce59e0,segment=NetworkSegment(cab21079-9881-48e9-9b93-276f2fdf75c8),segment_id=cab21079-9881-48e9-9b93-276f2fdf75c8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:38.343666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef42ce9-fa17-4416-a034-63a11cf5d643 req-e134bc28-d042-41ae-bf43-75a4e1fb689e tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:38.345226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cef42ce9-fa17-4416-a034-63a11cf5d643 req-e134bc28-d042-41ae-bf43-75a4e1fb689e tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 945 time: 0.0593991 Aug 23 03:57:38.383264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cef42ce9-fa17-4416-a034-63a11cf5d643 req-05bbfdc5-5c89-4f3a-94d1-d4b4c5446f8a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Aug 23 03:57:38.403539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:57:38.427556 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afaecc-8bfe-4ddf-8071-88e2ec4d6ecf x-openstack-request-id: req-66afaecc-8bfe-4ddf-8071-88e2ec4d6ecf {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:57:38.428207 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131816eb-2305-46cb-9047-ad14682ba5c4", "name": "network-vif-plugged", "status": "completed", "tag": "0e9db86e-aca9-493a-a81a-f7673fce59e0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:57:38.428462 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66afaecc-8bfe-4ddf-8071-88e2ec4d6ecf {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:57:38.429468 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131816eb-2305-46cb-9047-ad14682ba5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9db86e-aca9-493a-a81a-f7673fce59e0', 'code': 200} Aug 23 03:57:38.464437 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.495356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, da389ae7-7804-4ae7-8f73-f7c7932783d0) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:38.510551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:38.513174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbde576-7882-4702-a9bd-33bb76ccaa6e None None] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:38.514335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.523970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Sync routers for ids ['9c9d08ec-0150-4aa9-b184-8113ad90c796'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:38.557374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=0e9db86e-aca9-493a-a81a-f7673fce59e0,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:38.568805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe486e-84ba-41e4-999d-4876b0ce09cb req-81273a98-7238-4827-903e-64c3b1cdadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:38.570431 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-adfe486e-84ba-41e4-999d-4876b0ce09cb req-81273a98-7238-4827-903e-64c3b1cdadb0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 1097 time: 0.0513062 Aug 23 03:57:38.595273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Routers {'9c9d08ec-0150-4aa9-b184-8113ad90c796'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:38.595921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9d08ec-0150-4aa9-b184-8113ad90c796'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:38.609199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b8ff6936-e955-4385-9b57-100228d5a6cd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8291028 Aug 23 03:57:38.612130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37832) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:38.614054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-adfe486e-84ba-41e4-999d-4876b0ce09cb req-a19dceb0-aef0-47bd-bde2-59b813c10acd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Aug 23 03:57:38.617577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:38.703693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.704884 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.751582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Set router 9c9d08ec-0150-4aa9-b184-8113ad90c796 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:38.759083 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.808249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-da389ae7-7804-4ae7-8f73-f7c7932783d0', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:57:38.809255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:38.928559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37842) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:38.997768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 32305d7d-85e5-437c-88ff-0fca764ad5f9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:39.055685 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.107258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Allocated IP 172.20.0.2 (da389ae7-7804-4ae7-8f73-f7c7932783d0/31bdaccd-306d-4d80-92e2-e885e165ffa3/30c39a15-bb6d-4606-8d41-db5975aa78be) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:39.164919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 32305d7d-85e5-437c-88ff-0fca764ad5f9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:39.165332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.251507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:29Z', 'updated_at': '2021-08-23T03:57:35Z', 'revision_number': 4, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'gw_port': {'id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:31Z', 'updated_at': '2021-08-23T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a69a0e16-169c-40e5-b4f0-87a9669f53e3', 'name': '', 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'mac_address': 'fa:16:3e:12:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '59776874-b819-46f7-a0ea-e3b8a1f41675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:34Z', 'updated_at': '2021-08-23T03:57:35Z', 'revision_number': 2, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'subnets': [{'id': '59776874-b819-46f7-a0ea-e3b8a1f41675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:39.324319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Checking router: 9c9d08ec-0150-4aa9-b184-8113ad90c796 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:39.324319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Updating router 9c9d08ec-0150-4aa9-b184-8113ad90c796 port a69a0e16-169c-40e5-b4f0-87a9669f53e3 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:57:39.373382 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.410904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.451814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.488520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Transition to ACTIVE for port object 30c39a15-bb6d-4606-8d41-db5975aa78be will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:39.515647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Transition to ACTIVE for port object 30c39a15-bb6d-4606-8d41-db5975aa78be will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:39.568543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe713b-2d0b-4eca-bdc1-25649ca46234 req-6b619eb0-c08e-4c4f-a882-ba6cee2fa7eb tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:39.570826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26fe713b-2d0b-4eca-bdc1-25649ca46234 req-6b619eb0-c08e-4c4f-a882-ba6cee2fa7eb tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 946 time: 0.1004386 Aug 23 03:57:39.608686 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.675083 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-26fe713b-2d0b-4eca-bdc1-25649ca46234 req-e1d3ec79-cd21-41ad-b78d-7ed351cd40b7 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592167 Aug 23 03:57:39.695842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.719281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.732509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:39.733742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Pushing event updated for resources: {'Port': ['ID=30c39a15-bb6d-4606-8d41-db5975aa78be,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:39.739177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:39.746190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:39.768300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Deleting port b00a72e8-b0c0-4e1f-a084-d62a795e47c4 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:39.768727 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.829643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Attempting to bind port 30c39a15-bb6d-4606-8d41-db5975aa78be on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:39.830041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Attempting to bind port 30c39a15-bb6d-4606-8d41-db5975aa78be by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:39.830504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Attempting to bind port 30c39a15-bb6d-4606-8d41-db5975aa78be on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:39.840986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:39.840986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:39.841501 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.841501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Bound using segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:39.841926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Bound port: 30c39a15-bb6d-4606-8d41-db5975aa78be, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:39.842312 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.846772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Allocated IP 172.25.1.94 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/69421a4b-3379-4612-b242-f88ce639f3a2) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:39.868669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] For port b00a72e8-b0c0-4e1f-a084-d62a795e47c4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b00a72e8-b0c0-4e1f-a084-d62a795e47c4,segment=NetworkSegment(8616cf53-b14c-46af-80ce-cb373daee7e7),segment_id=8616cf53-b14c-46af-80ce-cb373daee7e7)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:39.868669 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.880543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Calling delete_port for b00a72e8-b0c0-4e1f-a084-d62a795e47c4 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:39.940784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:39.957786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Transition to ACTIVE for port object a69a0e16-169c-40e5-b4f0-87a9669f53e3 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:39.959877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] For port 30c39a15-bb6d-4606-8d41-db5975aa78be, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:39.963715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] For port 30c39a15-bb6d-4606-8d41-db5975aa78be, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=30c39a15-bb6d-4606-8d41-db5975aa78be,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:39.971763 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.056360 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.085226 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.087152 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.134307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db191930-ecb0-42a8-bfb6-360d9b6caa6c None None] Pushing event updated for resources: {'Port': ['ID=a69a0e16-169c-40e5-b4f0-87a9669f53e3,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:40.137289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:40.155049 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.171311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Pushing event updated for resources: {'Port': ['ID=69421a4b-3379-4612-b242-f88ce639f3a2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:40.177608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:40.180370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:40.212832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Pushing event deleted for resources: {'Port': ['ID=b00a72e8-b0c0-4e1f-a084-d62a795e47c4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:40.238002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d16c22-3c67-48f6-840a-bc2cfb8487df None None] Pushing event updated for resources: {'Port': ['ID=30c39a15-bb6d-4606-8d41-db5975aa78be,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:40.281189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Attempting to bind port a69a0e16-169c-40e5-b4f0-87a9669f53e3 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:40.281898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Attempting to bind port a69a0e16-169c-40e5-b4f0-87a9669f53e3 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2829aa92-8733-4ee2-8cb6-5800ca7f012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:40.282183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Attempting to bind port a69a0e16-169c-40e5-b4f0-87a9669f53e3 on network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:40.288911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:40.289470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Checking segment: {'id': '2829aa92-8733-4ee2-8cb6-5800ca7f012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:40.289994 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.298491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Bound using segment: {'id': '2829aa92-8733-4ee2-8cb6-5800ca7f012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:40.298491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Bound port: a69a0e16-169c-40e5-b4f0-87a9669f53e3, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2829aa92-8733-4ee2-8cb6-5800ca7f012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:40.298491 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.494512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] For port a69a0e16-169c-40e5-b4f0-87a9669f53e3, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:40.500464 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] For port a69a0e16-169c-40e5-b4f0-87a9669f53e3, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a69a0e16-169c-40e5-b4f0-87a9669f53e3,segment=NetworkSegment(2829aa92-8733-4ee2-8cb6-5800ca7f012c),segment_id=2829aa92-8733-4ee2-8cb6-5800ca7f012c)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:40.565756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.591074 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.727837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db191930-ecb0-42a8-bfb6-360d9b6caa6c None None] Pushing event updated for resources: {'Port': ['ID=a69a0e16-169c-40e5-b4f0-87a9669f53e3,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:40.733256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Routers {'9c9d08ec-0150-4aa9-b184-8113ad90c796'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:40.734137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9d08ec-0150-4aa9-b184-8113ad90c796'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:40.765583 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:40.928967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] Set router 9c9d08ec-0150-4aa9-b184-8113ad90c796 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:40.995570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Router bc4cd762-e940-43b7-a747-d3c75a750e12 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:57:41.162334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:41.177930 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] Sync routers for ids ['bc4cd762-e940-43b7-a747-d3c75a750e12'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:41.188381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-51e370d1-589b-4b1f-96d9-d04d8da0618f admin admin] 10.222.0.20 "PUT /v2.0/routers/bc4cd762-e940-43b7-a747-d3c75a750e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2564034 Aug 23 03:57:41.189191 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] Routers {'bc4cd762-e940-43b7-a747-d3c75a750e12'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:41.189903 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['bc4cd762-e940-43b7-a747-d3c75a750e12'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:41.192026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37874) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:41.211297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61704b55-0b79-4255-b6bf-558e64697e96 req-9f9ff0c6-795b-4ac1-990f-66b14e4394e8 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:41.212408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61704b55-0b79-4255-b6bf-558e64697e96 req-9f9ff0c6-795b-4ac1-990f-66b14e4394e8 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 946 time: 0.2667794 Aug 23 03:57:41.294496 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:41.311341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 30c39a15-bb6d-4606-8d41-db5975aa78be up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:41.328929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61704b55-0b79-4255-b6bf-558e64697e96 req-1f77c9e6-ea9b-424b-8562-5244e10052e5 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054945 Aug 23 03:57:41.367973 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] Set router bc4cd762-e940-43b7-a747-d3c75a750e12 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:41.372216 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:41.605742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 30c39a15-bb6d-4606-8d41-db5975aa78be completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:41.623161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:41.635200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:29Z', 'updated_at': '2021-08-23T03:57:35Z', 'revision_number': 4, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'gw_port': {'id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:31Z', 'updated_at': '2021-08-23T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a69a0e16-169c-40e5-b4f0-87a9669f53e3', 'name': '', 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'mac_address': 'fa:16:3e:12:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '59776874-b819-46f7-a0ea-e3b8a1f41675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:34Z', 'updated_at': '2021-08-23T03:57:40Z', 'revision_number': 4, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'subnets': [{'id': '59776874-b819-46f7-a0ea-e3b8a1f41675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:41.670666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3182b-94f3-4499-a863-8d60d4ef93f3 None None] The sync data for ids ['9c9d08ec-0150-4aa9-b184-8113ad90c796'] in n-d-749052-7 is: [{'id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:29Z', 'updated_at': '2021-08-23T03:57:35Z', 'revision_number': 4, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'gw_port': {'id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:31Z', 'updated_at': '2021-08-23T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a69a0e16-169c-40e5-b4f0-87a9669f53e3', 'name': '', 'network_id': '3b1b3f15-2914-43bf-8ba4-ede9dd2a347a', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'mac_address': 'fa:16:3e:12:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '59776874-b819-46f7-a0ea-e3b8a1f41675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:34Z', 'updated_at': '2021-08-23T03:57:40Z', 'revision_number': 4, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'subnets': [{'id': '59776874-b819-46f7-a0ea-e3b8a1f41675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:41.671397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Router 684066a7-fdcd-4776-aff2-6e7016547b1c is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:57:41.694313 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:40Z', 'revision_number': 5, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'gw_port': {'id': '1b71cd01-840f-44dc-8b5e-8a1bac0adeab', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:41.801803 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] Checking router: bc4cd762-e940-43b7-a747-d3c75a750e12 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:41.819252 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] Routers {'bc4cd762-e940-43b7-a747-d3c75a750e12'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:41.819908 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['bc4cd762-e940-43b7-a747-d3c75a750e12'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:41.845229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Deleting port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:41.845574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:41.914595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:41.938448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Sync routers for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:41.954944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:41.955607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:41.971197 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] Set router bc4cd762-e940-43b7-a747-d3c75a750e12 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:42.007974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:42.015135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-811037da-6425-417a-8661-8f0032b1e46a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4002361 Aug 23 03:57:42.019569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37886) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:42.045812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447f716a-bb32-4de5-aaad-7d19ab9ffa7d None None] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:42.050178 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:41Z', 'revision_number': 6, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:42.093447 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482fbdd1-03dc-40e9-8725-e6a01a043299 None None] The sync data for ids ['bc4cd762-e940-43b7-a747-d3c75a750e12'] in n-d-749052-7 is: [{'id': 'bc4cd762-e940-43b7-a747-d3c75a750e12', 'name': 'tempest-TestAggregatesBasicOps-1997920897-router', 'tenant_id': 'b527a95985e94e93b3d226e44bda420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:21Z', 'updated_at': '2021-08-23T03:57:41Z', 'revision_number': 6, 'project_id': 'b527a95985e94e93b3d226e44bda420b', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:42.223873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3c010192-88a9-4b03-b1d2-f04c180182ab None None] Provisioning for port 30c39a15-bb6d-4606-8d41-db5975aa78be completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:42.232574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:42.235044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3c010192-88a9-4b03-b1d2-f04c180182ab None None] Provisioning complete for port 30c39a15-bb6d-4606-8d41-db5975aa78be triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:42.235044 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c010192-88a9-4b03-b1d2-f04c180182ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:42.469217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] For port 1b71cd01-840f-44dc-8b5e-8a1bac0adeab, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1b71cd01-840f-44dc-8b5e-8a1bac0adeab,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:42.469592 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:42.502827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Calling delete_port for 1b71cd01-840f-44dc-8b5e-8a1bac0adeab owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:42.638794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:40Z', 'revision_number': 3, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:42.645498 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c010192-88a9-4b03-b1d2-f04c180182ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:42.681545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Checking router: 684066a7-fdcd-4776-aff2-6e7016547b1c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:42.681815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Updating router 684066a7-fdcd-4776-aff2-6e7016547b1c port 69421a4b-3379-4612-b242-f88ce639f3a2 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:57:42.737494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:42.770831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3c010192-88a9-4b03-b1d2-f04c180182ab None None] For port 30c39a15-bb6d-4606-8d41-db5975aa78be, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=30c39a15-bb6d-4606-8d41-db5975aa78be,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:42.922182 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c010192-88a9-4b03-b1d2-f04c180182ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.048960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.073241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c010192-88a9-4b03-b1d2-f04c180182ab None None] Pushing event updated for resources: {'Port': ['ID=30c39a15-bb6d-4606-8d41-db5975aa78be,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:43.111000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b71cd01-840f-44dc-8b5e-8a1bac0adeab,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:43.115226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1fd0afe8-7ede-4cf6-aaff-9d76e52b3d44 None None] Provisioning complete for port 30c39a15-bb6d-4606-8d41-db5975aa78be triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:43.115597 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1fd0afe8-7ede-4cf6-aaff-9d76e52b3d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.239627 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.346431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.349237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.355086 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.386883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Transition to ACTIVE for port object 69421a4b-3379-4612-b242-f88ce639f3a2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:43.392653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.476507 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.477252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4cd762-e940-43b7-a747-d3c75a750e12 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:57:43.482640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.490233 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8ba1ba51-10a0-42a0-8f5e-38509f97ee15 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bc4cd762-e940-43b7-a747-d3c75a750e12 HTTP/1.1" status: 204 len: 168 time: 2.2929444 Aug 23 03:57:43.490803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37920) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:43.518260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 30c39a15-bb6d-4606-8d41-db5975aa78be up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:43.537062 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.587998 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c8607f-3165-413a-9709-b6019745bca6 admin admin] Deleting subnet e6435804-97d3-467e-be7e-8f0a46ee48de {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:57:43.613439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1c8607f-3165-413a-9709-b6019745bca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.676771 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1c8607f-3165-413a-9709-b6019745bca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.680175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba0be7-616e-47a4-b456-338b3fd92ac4 None None] Pushing event updated for resources: {'Port': ['ID=69421a4b-3379-4612-b242-f88ce639f3a2,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:43.687352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Allocated IP 172.20.0.1 (da389ae7-7804-4ae7-8f73-f7c7932783d0/31bdaccd-306d-4d80-92e2-e885e165ffa3/80a87a4f-2a11-4a4d-bc23-bd212f01804b) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:43.695899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Attempting to bind port 69421a4b-3379-4612-b242-f88ce639f3a2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:43.696485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Attempting to bind port 69421a4b-3379-4612-b242-f88ce639f3a2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:43.697087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Attempting to bind port 69421a4b-3379-4612-b242-f88ce639f3a2 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:43.708365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:43.711901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:43.712353 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.712770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:43.713296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Bound port: 69421a4b-3379-4612-b242-f88ce639f3a2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:43.713684 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.771467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 30c39a15-bb6d-4606-8d41-db5975aa78be triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:43.771849 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.804620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1c8607f-3165-413a-9709-b6019745bca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.867498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:43.878346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] For port 69421a4b-3379-4612-b242-f88ce639f3a2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:43.885375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] For port 69421a4b-3379-4612-b242-f88ce639f3a2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=69421a4b-3379-4612-b242-f88ce639f3a2,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:43.890545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Transition to ACTIVE for port object 80a87a4f-2a11-4a4d-bc23-bd212f01804b will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:43.964630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a69a0e16-169c-40e5-b4f0-87a9669f53e3 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:43.988891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.010836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.013864 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1c8607f-3165-413a-9709-b6019745bca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.051174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8607f-3165-413a-9709-b6019745bca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6435804-97d3-467e-be7e-8f0a46ee48de,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:44.055828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d1c8607f-3165-413a-9709-b6019745bca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.061293 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d1c8607f-3165-413a-9709-b6019745bca6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6435804-97d3-467e-be7e-8f0a46ee48de HTTP/1.1" status: 204 len: 168 time: 0.5693645 Aug 23 03:57:44.062111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37930) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:44.070499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b66d8-42db-40c2-80a9-0298ff75777a None None] Network a1149b7f-8668-4970-b7d9-557f797d3335 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:44.076193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:44.080900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:44.095287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:44.129480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Pushing event updated for resources: {'Port': ['ID=80a87a4f-2a11-4a4d-bc23-bd212f01804b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:44.150310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.193958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba0be7-616e-47a4-b456-338b3fd92ac4 None None] Pushing event updated for resources: {'Port': ['ID=69421a4b-3379-4612-b242-f88ce639f3a2,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:44.215226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.223389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:44.224651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:44.290631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7387a393-8599-495c-882f-d809661999da admin admin] Deleting port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:44.291117 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.380527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-7387a393-8599-495c-882f-d809661999da admin admin] For port 53bd6aff-96a0-46e7-a816-3f1f1323cb97, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=53bd6aff-96a0-46e7-a816-3f1f1323cb97,segment=NetworkSegment(8616cf53-b14c-46af-80ce-cb373daee7e7),segment_id=8616cf53-b14c-46af-80ce-cb373daee7e7)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:44.380852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.396308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:44.400255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7387a393-8599-495c-882f-d809661999da admin admin] Calling delete_port for 53bd6aff-96a0-46e7-a816-3f1f1323cb97 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:44.433081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port a69a0e16-169c-40e5-b4f0-87a9669f53e3 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:44.483013 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.638601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.658612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a69a0e16-169c-40e5-b4f0-87a9669f53e3 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:44.658990 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.671100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7387a393-8599-495c-882f-d809661999da admin admin] No DVR routers for this DVR port 53bd6aff-96a0-46e7-a816-3f1f1323cb97 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:57:44.733643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.775380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387a393-8599-495c-882f-d809661999da admin admin] Pushing event deleted for resources: {'Port': ['ID=53bd6aff-96a0-46e7-a816-3f1f1323cb97,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:44.815725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.840297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-040fefcf-6f45-4c41-b4c4-959a6a3495b3 None None] Provisioning for port 80a87a4f-2a11-4a4d-bc23-bd212f01804b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:44.888611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d3d89-b7a8-4a9f-bc0f-b3c56912c413 None None] DHCP port deletion for a1149b7f-8668-4970-b7d9-557f797d3335 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:57:44.907362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-040fefcf-6f45-4c41-b4c4-959a6a3495b3 None None] Provisioning complete for port 80a87a4f-2a11-4a4d-bc23-bd212f01804b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:44.908274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-040fefcf-6f45-4c41-b4c4-959a6a3495b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.911335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.922423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7387a393-8599-495c-882f-d809661999da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1149b7f-8668-4970-b7d9-557f797d3335']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:44.941381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7387a393-8599-495c-882f-d809661999da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8616cf53-b14c-46af-80ce-cb373daee7e7') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:44.941973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7387a393-8599-495c-882f-d809661999da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8616cf53-b14c-46af-80ce-cb373daee7e7') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:44.952403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.955390 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Pushing event updated for resources: {'Port': ['ID=80a87a4f-2a11-4a4d-bc23-bd212f01804b,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:44.964025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.986208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:44.993796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7387a393-8599-495c-882f-d809661999da admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:57:44.994539 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:45.033299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-040fefcf-6f45-4c41-b4c4-959a6a3495b3 None None] Port 80a87a4f-2a11-4a4d-bc23-bd212f01804b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:57:45.062688 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:57:45.066140 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:57:45.129126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port a69a0e16-169c-40e5-b4f0-87a9669f53e3, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a69a0e16-169c-40e5-b4f0-87a9669f53e3,segment=NetworkSegment(2829aa92-8733-4ee2-8cb6-5800ca7f012c),segment_id=2829aa92-8733-4ee2-8cb6-5800ca7f012c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:45.130891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:45.133282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:45.137377 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:40Z', 'revision_number': 3, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:45.177139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff3809-98d6-4cb3-a80d-cdae78b780f1 None None] The sync data for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 is: [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:40Z', 'revision_number': 3, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:45.181447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:45.192014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7387a393-8599-495c-882f-d809661999da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:45.194663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7387a393-8599-495c-882f-d809661999da admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1149b7f-8668-4970-b7d9-557f797d3335 HTTP/1.1" status: 204 len: 168 time: 1.1308870 Aug 23 03:57:45.198190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37950) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:45.219363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:45.228158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387a393-8599-495c-882f-d809661999da admin admin] Pushing event deleted for resources: {'Network': ['ID=a1149b7f-8668-4970-b7d9-557f797d3335,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:45.293762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=a69a0e16-169c-40e5-b4f0-87a9669f53e3,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:45.311077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1b71cd01-840f-44dc-8b5e-8a1bac0adeab no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:45.357808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 1b71cd01-840f-44dc-8b5e-8a1bac0adeab {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:45.358065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1b71cd01-840f-44dc-8b5e-8a1bac0adeab not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:45.358643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b00a72e8-b0c0-4e1f-a084-d62a795e47c4 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:45.383495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b00a72e8-b0c0-4e1f-a084-d62a795e47c4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:45.383854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b00a72e8-b0c0-4e1f-a084-d62a795e47c4 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:45.394033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Router 684066a7-fdcd-4776-aff2-6e7016547b1c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:57:45.469677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cbbbef0f-3295-4426-921f-51f0da172dda None None] Provisioning complete for port 80a87a4f-2a11-4a4d-bc23-bd212f01804b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:45.469981 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbbbef0f-3295-4426-921f-51f0da172dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:45.521336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a69a0e16-169c-40e5-b4f0-87a9669f53e3 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:45.589868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbef0f-3295-4426-921f-51f0da172dda None None] Port 80a87a4f-2a11-4a4d-bc23-bd212f01804b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:57:45.611555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67b539-1658-42ff-b57b-c3a238b576c7 req-25efd20b-5d96-42c6-852d-35f246cc1d8d tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:45.613391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef67b539-1658-42ff-b57b-c3a238b576c7 req-25efd20b-5d96-42c6-852d-35f246cc1d8d tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 946 time: 0.0674698 Aug 23 03:57:45.613626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a69a0e16-169c-40e5-b4f0-87a9669f53e3 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:45.614010 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:45.664551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:45.667379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef67b539-1658-42ff-b57b-c3a238b576c7 req-aba1a41d-9d5b-4fa9-acbc-cadd0c7ddb76 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Aug 23 03:57:45.677926 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-353cbb4a-3792-4405-bde7-ec0f90e63fef admin admin] 10.222.0.20 "PUT /v2.0/routers/684066a7-fdcd-4776-aff2-6e7016547b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6568625 Aug 23 03:57:45.777277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 53bd6aff-96a0-46e7-a816-3f1f1323cb97 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:45.798248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 53bd6aff-96a0-46e7-a816-3f1f1323cb97 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:45.798738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 53bd6aff-96a0-46e7-a816-3f1f1323cb97 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:45.824449 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.092060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Deleting port a69a0e16-169c-40e5-b4f0-87a9669f53e3 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:46.092565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.191686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] For port a69a0e16-169c-40e5-b4f0-87a9669f53e3, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a69a0e16-169c-40e5-b4f0-87a9669f53e3,segment=NetworkSegment(2829aa92-8733-4ee2-8cb6-5800ca7f012c),segment_id=2829aa92-8733-4ee2-8cb6-5800ca7f012c)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:46.192313 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.205317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Calling delete_port for a69a0e16-169c-40e5-b4f0-87a9669f53e3 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:46.447442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37984) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:46.452708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1914676454-network', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:46.465844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.493602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69a0e16-169c-40e5-b4f0-87a9669f53e3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:46.570226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Made reservation on behalf of 039ace037f3d4a13a8b3d2f50ddd91bc for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:46.574363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.590388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.724835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.777284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.859873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.888495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:57:46.900610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55974761-2430-44be-b2b4-5e4d940285f0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:46.906881 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:46.907445 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Added segment f1199d49-17ad-46fe-8d54-a04644238ad5 of type vlan for network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce Aug 23 03:57:46.969675 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:47.065915 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:47.066930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:47.067525 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:47.138007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] Pushing event updated for resources: {'Network': ['ID=84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:47.149738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:57:47.169670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc001abc-b502-45bf-b15f-4411111c5e43 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7210488 Aug 23 03:57:47.172285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38000) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:47.177498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Request body: {'subnet': {'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1914676454-subnet', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:47.204260 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Sync routers for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:47.216153 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:47.218207 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:47.243620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d54d5-8797-487d-adb9-8403ea4111db req-d1bdd0da-40ae-4bce-a424-e1d1bfe337a2 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:47.245367 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-199d54d5-8797-487d-adb9-8403ea4111db req-d1bdd0da-40ae-4bce-a424-e1d1bfe337a2 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.24 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 946 time: 0.1263161 Aug 23 03:57:47.289247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Made reservation on behalf of 039ace037f3d4a13a8b3d2f50ddd91bc for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:47.291585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:47.311174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d4d27-6340-4e02-8258-dd8445d2cd46 req-e08dc43e-8d20-4389-b402-6903f5e7fc8f tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:47.316246 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-725d4d27-6340-4e02-8258-dd8445d2cd46 req-e08dc43e-8d20-4389-b402-6903f5e7fc8f tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 946 time: 0.1925447 Aug 23 03:57:47.409424 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:47.435070 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-725d4d27-6340-4e02-8258-dd8445d2cd46 req-e42a4128-3ea6-4ea7-ba2c-b3f30c79f6e8 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e0c3924-e8e8-4c28-990e-900865907061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951104 Aug 23 03:57:47.504259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-199d54d5-8797-487d-adb9-8403ea4111db req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Deleting port 0e9db86e-aca9-493a-a81a-f7673fce59e0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:47.504706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-199d54d5-8797-487d-adb9-8403ea4111db req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:47.587875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Router 9c9d08ec-0150-4aa9-b184-8113ad90c796 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:57:47.643107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 69421a4b-3379-4612-b242-f88ce639f3a2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:47.677356 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:47.704354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-199d54d5-8797-487d-adb9-8403ea4111db req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] For port 0e9db86e-aca9-493a-a81a-f7673fce59e0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=0e9db86e-aca9-493a-a81a-f7673fce59e0,segment=NetworkSegment(cab21079-9881-48e9-9b93-276f2fdf75c8),segment_id=cab21079-9881-48e9-9b93-276f2fdf75c8)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:47.704736 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-199d54d5-8797-487d-adb9-8403ea4111db req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:47.749988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a28d40e-fb4a-463d-aeeb-37030268328c,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:47.759484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-199d54d5-8797-487d-adb9-8403ea4111db req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Calling delete_port for 0e9db86e-aca9-493a-a81a-f7673fce59e0 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:47.770390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Checking segment: {'id': 'f1199d49-17ad-46fe-8d54-a04644238ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:47.775236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 69421a4b-3379-4612-b242-f88ce639f3a2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:47.779925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Network hostable DHCP agents. Network: 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:57:47.780393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 69421a4b-3379-4612-b242-f88ce639f3a2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:47.780393 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:47.841174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:47.849994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38006) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:47.850197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9f98c42a-c12d-4b68-8a41-be47645edb13 admin admin] 10.222.0.20 "PUT /v2.0/routers/9c9d08ec-0150-4aa9-b184-8113ad90c796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6507277 Aug 23 03:57:47.856332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71207964-58af-4a93-888f-39e172b1647f None None] Sync routers for ids ['9c9d08ec-0150-4aa9-b184-8113ad90c796'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:47.880286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71207964-58af-4a93-888f-39e172b1647f None None] Routers {'9c9d08ec-0150-4aa9-b184-8113ad90c796'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:47.880932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-71207964-58af-4a93-888f-39e172b1647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9d08ec-0150-4aa9-b184-8113ad90c796'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:47.910284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:57:47.939492 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 2, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:47.973476 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Checking router: 684066a7-fdcd-4776-aff2-6e7016547b1c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:47.973476 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Updating router 684066a7-fdcd-4776-aff2-6e7016547b1c port 80a87a4f-2a11-4a4d-bc23-bd212f01804b binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:57:47.999955 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.003109 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.035254 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.057064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:48.063800 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-199d54d5-8797-487d-adb9-8403ea4111db req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.064206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:48.064807 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.103159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc054710-9bdc-4da3-ada2-96bcdad32871 None None] Network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:48.118128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-71207964-58af-4a93-888f-39e172b1647f None None] Set router 9c9d08ec-0150-4aa9-b184-8113ad90c796 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:48.144446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-02c57d4c-ea93-4798-89aa-7b5d37f11984 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9709728 Aug 23 03:57:48.146867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38010) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:48.150399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Pushing event deleted for resources: {'Port': ['ID=0e9db86e-aca9-493a-a81a-f7673fce59e0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:48.154436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:48.168293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 69421a4b-3379-4612-b242-f88ce639f3a2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=69421a4b-3379-4612-b242-f88ce639f3a2,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:48.186236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-199d54d5-8797-487d-adb9-8403ea4111db req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] No DVR routers for this DVR port 0e9db86e-aca9-493a-a81a-f7673fce59e0 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:57:48.189122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-199d54d5-8797-487d-adb9-8403ea4111db req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.192673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-199d54d5-8797-487d-adb9-8403ea4111db req-b1b812a4-abb4-4180-b357-bb1ca4f8d13a tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.24 "DELETE /v2.0/ports/0e9db86e-aca9-493a-a81a-f7673fce59e0 HTTP/1.1" status: 204 len: 173 time: 0.9332073 Aug 23 03:57:48.195692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131816eb-2305-46cb-9047-ad14682ba5c4', 'name': 'network-vif-deleted', 'tag': '0e9db86e-aca9-493a-a81a-f7673fce59e0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:57:48.206706 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246b2099-4d8a-4e3d-8801-526d2f2c20b4" -d '{"events": [{"server_uuid": "131816eb-2305-46cb-9047-ad14682ba5c4", "name": "network-vif-deleted", "tag": "0e9db86e-aca9-493a-a81a-f7673fce59e0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:57:48.224249 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.231945 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.260812 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202af68b-7097-4f70-9333-6f89f21d6d36 x-openstack-request-id: req-202af68b-7097-4f70-9333-6f89f21d6d36 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:57:48.261347 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131816eb-2305-46cb-9047-ad14682ba5c4", "name": "network-vif-deleted", "tag": "0e9db86e-aca9-493a-a81a-f7673fce59e0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:57:48.261879 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-202af68b-7097-4f70-9333-6f89f21d6d36 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:57:48.262378 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131816eb-2305-46cb-9047-ad14682ba5c4', 'name': 'network-vif-deleted', 'tag': '0e9db86e-aca9-493a-a81a-f7673fce59e0', 'status': 'completed', 'code': 200} Aug 23 03:57:48.294520 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.295667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.358239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.365952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=69421a4b-3379-4612-b242-f88ce639f3a2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:48.410307 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.422423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Transition to ACTIVE for port object 80a87a4f-2a11-4a4d-bc23-bd212f01804b will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:48.484622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce', 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'fixed_ips': [{'subnet_id': '5a28d40e-fb4a-463d-aeeb-37030268328c'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:57:48.484622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.497174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Deleting port 32305d7d-85e5-437c-88ff-0fca764ad5f9 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:48.497174 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.503488 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.521234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-71207964-58af-4a93-888f-39e172b1647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:29Z', 'updated_at': '2021-08-23T03:57:46Z', 'revision_number': 5, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'gw_port': {'id': '32305d7d-85e5-437c-88ff-0fca764ad5f9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:31Z', 'updated_at': '2021-08-23T03:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:48.554450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35b5ec14-97b4-4464-94c6-de15274b938d req-4c1e1703-2eda-4867-92cd-a371bc203815 tempest-ServerTagsTestJSON-981525091 tempest-ServerTagsTestJSON-981525091-project] 10.222.0.20 "GET /v2.0/ports?device_id=131816eb-2305-46cb-9047-ad14682ba5c4 HTTP/1.1" status: 200 len: 210 time: 0.0383785 Aug 23 03:57:48.554677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71207964-58af-4a93-888f-39e172b1647f None None] Checking router: 9c9d08ec-0150-4aa9-b184-8113ad90c796 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:48.597080 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24017d-5703-4c45-8dc9-63760a496eda None None] Pushing event updated for resources: {'Port': ['ID=80a87a4f-2a11-4a4d-bc23-bd212f01804b,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:48.641529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71207964-58af-4a93-888f-39e172b1647f None None] Routers {'9c9d08ec-0150-4aa9-b184-8113ad90c796'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:48.642335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-71207964-58af-4a93-888f-39e172b1647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9d08ec-0150-4aa9-b184-8113ad90c796'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:48.660895 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Attempting to bind port 80a87a4f-2a11-4a4d-bc23-bd212f01804b on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:48.661298 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Attempting to bind port 80a87a4f-2a11-4a4d-bc23-bd212f01804b by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:48.661668 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Attempting to bind port 80a87a4f-2a11-4a4d-bc23-bd212f01804b on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:48.667329 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:48.667889 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:48.668245 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.668671 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Bound using segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:48.669150 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Bound port: 80a87a4f-2a11-4a4d-bc23-bd212f01804b, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:48.669527 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.691000 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.735889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] For port 32305d7d-85e5-437c-88ff-0fca764ad5f9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=32305d7d-85e5-437c-88ff-0fca764ad5f9,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:48.736830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.746964 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] For port 80a87a4f-2a11-4a4d-bc23-bd212f01804b, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:48.750677 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] For port 80a87a4f-2a11-4a4d-bc23-bd212f01804b, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=80a87a4f-2a11-4a4d-bc23-bd212f01804b,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:48.757095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Calling delete_port for 32305d7d-85e5-437c-88ff-0fca764ad5f9 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:48.806416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Allocated IP 172.20.0.2 (84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce/5a28d40e-fb4a-463d-aeeb-37030268328c/cb6508d3-969f-4e8c-983b-bef06ffdf8bf) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:48.824665 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:48.832587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-71207964-58af-4a93-888f-39e172b1647f None None] Set router 9c9d08ec-0150-4aa9-b184-8113ad90c796 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:48.890815 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:48.891570 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:48.893953 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24017d-5703-4c45-8dc9-63760a496eda None None] Pushing event updated for resources: {'Port': ['ID=80a87a4f-2a11-4a4d-bc23-bd212f01804b,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:48.984243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-71207964-58af-4a93-888f-39e172b1647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:29Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 6, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:49.042582 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:49.090334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71207964-58af-4a93-888f-39e172b1647f None None] The sync data for ids ['9c9d08ec-0150-4aa9-b184-8113ad90c796'] in n-d-749052-7 is: [{'id': '9c9d08ec-0150-4aa9-b184-8113ad90c796', 'name': 'tempest-TestAggregatesBasicOps-2079559028-router', 'tenant_id': '64d9e2b3f9ed47c899b30573e81a350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:29Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 6, 'project_id': '64d9e2b3f9ed47c899b30573e81a350c', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:49.328881 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.340125 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:49.354616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Transition to ACTIVE for port object cb6508d3-969f-4e8c-983b-bef06ffdf8bf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:49.381506 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d8705-1b3f-4882-adbb-66023d7ad355 None None] The sync data for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 is: [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:49.382235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Transition to ACTIVE for port object cb6508d3-969f-4e8c-983b-bef06ffdf8bf will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:49.501492 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.569839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:49.583350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:49.588291 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.594037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:49.650119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Pushing event updated for resources: {'Port': ['ID=cb6508d3-969f-4e8c-983b-bef06ffdf8bf,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:49.656981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.665366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.690779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38042) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:49.696645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Attempting to bind port cb6508d3-969f-4e8c-983b-bef06ffdf8bf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:49.697747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Attempting to bind port cb6508d3-969f-4e8c-983b-bef06ffdf8bf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'f1199d49-17ad-46fe-8d54-a04644238ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:49.697747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Attempting to bind port cb6508d3-969f-4e8c-983b-bef06ffdf8bf on network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:49.703209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 69421a4b-3379-4612-b242-f88ce639f3a2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:49.710368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:49.710947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Checking segment: {'id': 'f1199d49-17ad-46fe-8d54-a04644238ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:49.711455 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.711951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Bound using segment: {'id': 'f1199d49-17ad-46fe-8d54-a04644238ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:49.712668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Bound port: cb6508d3-969f-4e8c-983b-bef06ffdf8bf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1199d49-17ad-46fe-8d54-a04644238ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:49.713228 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.731816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Pushing event deleted for resources: {'Port': ['ID=32305d7d-85e5-437c-88ff-0fca764ad5f9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:49.812084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd86eacb-fef2-4bd6-a573-5a211f30e328 admin admin] Deleting subnet 35e42294-16cd-4b6c-a895-45756dbcee52 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:57:49.815594 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd86eacb-fef2-4bd6-a573-5a211f30e328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.823420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] For port cb6508d3-969f-4e8c-983b-bef06ffdf8bf, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:49.827121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] For port cb6508d3-969f-4e8c-983b-bef06ffdf8bf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cb6508d3-969f-4e8c-983b-bef06ffdf8bf,segment=NetworkSegment(f1199d49-17ad-46fe-8d54-a04644238ad5),segment_id=f1199d49-17ad-46fe-8d54-a04644238ad5)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:49.853658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.856352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 69421a4b-3379-4612-b242-f88ce639f3a2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:49.856987 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.870003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd86eacb-fef2-4bd6-a573-5a211f30e328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.884866 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:49.927872 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd86eacb-fef2-4bd6-a573-5a211f30e328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.004362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fddd0-21cf-400b-ab3a-7d27cce68241 None None] Pushing event updated for resources: {'Port': ['ID=cb6508d3-969f-4e8c-983b-bef06ffdf8bf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:50.016241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Allocated IP 172.25.1.156 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/87840f19-b676-417e-9111-8b7a98a5ba70) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:50.064970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a69a0e16-169c-40e5-b4f0-87a9669f53e3 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:50.068114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.071678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.092367 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd86eacb-fef2-4bd6-a573-5a211f30e328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.115112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0e9db86e-aca9-493a-a81a-f7673fce59e0 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:50.115319 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd86eacb-fef2-4bd6-a573-5a211f30e328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.121050 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dd86eacb-fef2-4bd6-a573-5a211f30e328 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/35e42294-16cd-4b6c-a895-45756dbcee52 HTTP/1.1" status: 204 len: 168 time: 0.4262047 Aug 23 03:57:50.121968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38044) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:50.122216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: a69a0e16-169c-40e5-b4f0-87a9669f53e3 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:50.122797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a69a0e16-169c-40e5-b4f0-87a9669f53e3 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:50.170979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 0e9db86e-aca9-493a-a81a-f7673fce59e0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:50.171617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 0e9db86e-aca9-493a-a81a-f7673fce59e0 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:50.190513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86eacb-fef2-4bd6-a573-5a211f30e328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e42294-16cd-4b6c-a895-45756dbcee52,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:50.330551 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.333675 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.335583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9d08ec-0150-4aa9-b184-8113ad90c796 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:57:50.349695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.353268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d8d246a8-938e-4069-b926-5ce9af0ab192 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9c9d08ec-0150-4aa9-b184-8113ad90c796 HTTP/1.1" status: 204 len: 168 time: 2.4992008 Aug 23 03:57:50.362447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38050) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:50.464288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-64327696-b934-4b8c-b391-d3c4b7cea14b admin admin] Deleting subnet 59776874-b819-46f7-a0ea-e3b8a1f41675 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:57:50.467564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-64327696-b934-4b8c-b391-d3c4b7cea14b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.479140 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.502979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83e5ea4-798b-4172-9cc4-6eb809553b61']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:50.508309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-64327696-b934-4b8c-b391-d3c4b7cea14b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.525824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab21079-9881-48e9-9b93-276f2fdf75c8') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:50.526127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab21079-9881-48e9-9b93-276f2fdf75c8') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:50.549429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.564967 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.566602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.573910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:57:50.574323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:57:50.576079 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:57:50.647765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-64327696-b934-4b8c-b391-d3c4b7cea14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.752266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.821043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:50.823726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.826403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:50.829761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.832542 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] 10.222.0.20 "DELETE /v2.0/networks/c83e5ea4-798b-4172-9cc4-6eb809553b61 HTTP/1.1" status: 204 len: 168 time: 0.6601670 Aug 23 03:57:50.841603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:50.848954 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c2e28-70c2-4b74-b194-03645658f31a admin admin] Pushing event deleted for resources: {'Network': ['ID=c83e5ea4-798b-4172-9cc4-6eb809553b61,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:50.872469 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-64327696-b934-4b8c-b391-d3c4b7cea14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.895899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Pushing event updated for resources: {'Port': ['ID=87840f19-b676-417e-9111-8b7a98a5ba70,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:50.933883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-64327696-b934-4b8c-b391-d3c4b7cea14b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:50.936984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-64327696-b934-4b8c-b391-d3c4b7cea14b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/59776874-b819-46f7-a0ea-e3b8a1f41675 HTTP/1.1" status: 204 len: 168 time: 0.5728216 Aug 23 03:57:50.938230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64327696-b934-4b8c-b391-d3c4b7cea14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59776874-b819-46f7-a0ea-e3b8a1f41675,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:50.954926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38060) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:50.955353 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73d3c85-7ac5-4f65-90f1-74ad2eb4ec35 None None] Network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:51.129888 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.218069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Deleting port a04dac7c-42cc-4229-b937-a2ff2bba0d4a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:51.218678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.264154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] DHCP port deletion for 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:57:51.361093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] Deleting port a04dac7c-42cc-4229-b937-a2ff2bba0d4a {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:57:51.361470 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.366315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] For port a04dac7c-42cc-4229-b937-a2ff2bba0d4a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a04dac7c-42cc-4229-b937-a2ff2bba0d4a,segment=NetworkSegment(2829aa92-8733-4ee2-8cb6-5800ca7f012c),segment_id=2829aa92-8733-4ee2-8cb6-5800ca7f012c)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:51.366315 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.391145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Calling delete_port for a04dac7c-42cc-4229-b937-a2ff2bba0d4a owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:51.442717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.460661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38066) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:51.642553 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.708054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04dac7c-42cc-4229-b937-a2ff2bba0d4a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:51.718287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] No DVR routers for this DVR port a04dac7c-42cc-4229-b937-a2ff2bba0d4a on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:57:51.790495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-edf04381-b589-4cd6-b8c6-fa61d0543d23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdc0478c8905405fbd12620f692de15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502975 Aug 23 03:57:51.805586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38070) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:51.823159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 80a87a4f-2a11-4a4d-bc23-bd212f01804b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:51.826120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6305d5a-4573-463b-bd3b-3e5e3deb23e0 None None] Network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:51.832264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.843398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1b3f15-2914-43bf-8ba4-ede9dd2a347a']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:51.856511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2829aa92-8733-4ee2-8cb6-5800ca7f012c') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:51.857222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2829aa92-8733-4ee2-8cb6-5800ca7f012c') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:51.867985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.888315 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.901225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:57:51.901639 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:57:51.906337 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:57:52.025337 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a598ab66-32fd-4685-9a36-971dd397ebc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.044294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.048632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] For port a04dac7c-42cc-4229-b937-a2ff2bba0d4a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a04dac7c-42cc-4229-b937-a2ff2bba0d4a,segment=NetworkSegment(2829aa92-8733-4ee2-8cb6-5800ca7f012c),segment_id=2829aa92-8733-4ee2-8cb6-5800ca7f012c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:52.049599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.059617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a598ab66-32fd-4685-9a36-971dd397ebc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.074565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] Calling delete_port for a04dac7c-42cc-4229-b937-a2ff2bba0d4a owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:57:52.086886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.124177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.126448 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3b1b3f15-2914-43bf-8ba4-ede9dd2a347a HTTP/1.1" status: 204 len: 168 time: 1.1863248 Aug 23 03:57:52.127677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461e9f3-97f5-42e2-8daa-e67c003fc4b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1b3f15-2914-43bf-8ba4-ede9dd2a347a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:52.145629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ca1b5505-f986-4db5-9118-ecb7acd16393 None None] Provisioning for port cb6508d3-969f-4e8c-983b-bef06ffdf8bf completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:52.173779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 80a87a4f-2a11-4a4d-bc23-bd212f01804b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:52.190455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 80a87a4f-2a11-4a4d-bc23-bd212f01804b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:52.191134 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.243301 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a598ab66-32fd-4685-9a36-971dd397ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.246096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a598ab66-32fd-4685-9a36-971dd397ebc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.249910 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a598ab66-32fd-4685-9a36-971dd397ebc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e0c3924-e8e8-4c28-990e-900865907061 HTTP/1.1" status: 204 len: 168 time: 0.4397972 Aug 23 03:57:52.256424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598ab66-32fd-4685-9a36-971dd397ebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0c3924-e8e8-4c28-990e-900865907061,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:52.289792 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.303967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Router 5bd5b74f-b31a-4ad9-9063-de9a44061415 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:57:52.331492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] Network 3b1b3f15-2914-43bf-8ba4-ede9dd2a347a is not hosted by any dhcp agent {{(pid=95122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 03:57:52.331966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] No DVR routers for this DVR port a04dac7c-42cc-4229-b937-a2ff2bba0d4a on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:57:52.333668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574085b-e36d-48b9-b2fd-da34dde56753 None None] Pushing event deleted for resources: {'Port': ['ID=a04dac7c-42cc-4229-b937-a2ff2bba0d4a,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:52.406447 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.440453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 80a87a4f-2a11-4a4d-bc23-bd212f01804b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=80a87a4f-2a11-4a4d-bc23-bd212f01804b,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:52.444758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:52.455057 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Sync routers for ids ['5bd5b74f-b31a-4ad9-9063-de9a44061415'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:52.474463 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Routers {'5bd5b74f-b31a-4ad9-9063-de9a44061415'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:52.475718 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bd5b74f-b31a-4ad9-9063-de9a44061415'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:52.574185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.574398 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.574928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cb6508d3-969f-4e8c-983b-bef06ffdf8bf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:52.578225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9fdf7713-8fcd-4f19-9626-3b7d72214001 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4274182 Aug 23 03:57:52.583011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38080) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:52.594829 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Set router 5bd5b74f-b31a-4ad9-9063-de9a44061415 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:52.626625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38082) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:52.677275 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.731349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7431af37-daba-47f5-856e-1d66a0fe2564 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b527a95985e94e93b3d226e44bda420b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025689 Aug 23 03:57:52.732552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38088) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:52.734373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=80a87a4f-2a11-4a4d-bc23-bd212f01804b,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:52.803664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cb6508d3-969f-4e8c-983b-bef06ffdf8bf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:52.808661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cb6508d3-969f-4e8c-983b-bef06ffdf8bf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:52.809057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.819636 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88313a12-4f61-4379-b9e2-65e31c0eee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.842976 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:48Z', 'updated_at': '2021-08-23T03:57:51Z', 'revision_number': 3, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'gw_port': {'id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:49Z', 'updated_at': '2021-08-23T03:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:52.864967 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88313a12-4f61-4379-b9e2-65e31c0eee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:52.871823 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Checking router: 5bd5b74f-b31a-4ad9-9063-de9a44061415 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:52.872051 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Updating router 5bd5b74f-b31a-4ad9-9063-de9a44061415 port 87840f19-b676-417e-9111-8b7a98a5ba70 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:57:52.897797 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.005388 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.011614 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88313a12-4f61-4379-b9e2-65e31c0eee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.014699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88313a12-4f61-4379-b9e2-65e31c0eee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.017292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88313a12-4f61-4379-b9e2-65e31c0eee98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a724bfa-82be-42fd-ab08-05446fd0f3d4 HTTP/1.1" status: 204 len: 168 time: 0.2827954 Aug 23 03:57:53.028318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313a12-4f61-4379-b9e2-65e31c0eee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a724bfa-82be-42fd-ab08-05446fd0f3d4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:53.084703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port cb6508d3-969f-4e8c-983b-bef06ffdf8bf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cb6508d3-969f-4e8c-983b-bef06ffdf8bf,segment=NetworkSegment(f1199d49-17ad-46fe-8d54-a04644238ad5),segment_id=f1199d49-17ad-46fe-8d54-a04644238ad5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:53.168004 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.172826 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.188038 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.203059 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Transition to ACTIVE for port object 87840f19-b676-417e-9111-8b7a98a5ba70 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:53.275077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 32305d7d-85e5-437c-88ff-0fca764ad5f9 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:53.279730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=cb6508d3-969f-4e8c-983b-bef06ffdf8bf,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:53.291378 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.309308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 32305d7d-85e5-437c-88ff-0fca764ad5f9 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:53.309660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 32305d7d-85e5-437c-88ff-0fca764ad5f9 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:53.310091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a04dac7c-42cc-4229-b937-a2ff2bba0d4a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:57:53.340081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: a04dac7c-42cc-4229-b937-a2ff2bba0d4a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:57:53.340486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a04dac7c-42cc-4229-b937-a2ff2bba0d4a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:57:53.362837 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75da9e5-ed28-4b00-81ef-8d0f6056a9ee None None] Pushing event updated for resources: {'Port': ['ID=87840f19-b676-417e-9111-8b7a98a5ba70,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:53.385494 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Attempting to bind port 87840f19-b676-417e-9111-8b7a98a5ba70 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:53.385806 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Attempting to bind port 87840f19-b676-417e-9111-8b7a98a5ba70 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:53.386167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Attempting to bind port 87840f19-b676-417e-9111-8b7a98a5ba70 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:53.391427 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:53.391807 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:53.392211 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.392628 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:53.393164 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Bound port: 87840f19-b676-417e-9111-8b7a98a5ba70, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:53.393546 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.428019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Allocated IP 172.20.0.1 (84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce/5a28d40e-fb4a-463d-aeeb-37030268328c/0601b117-d737-44d6-afb8-28e645af751e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:53.496080 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] For port 87840f19-b676-417e-9111-8b7a98a5ba70, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:53.510989 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] For port 87840f19-b676-417e-9111-8b7a98a5ba70, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=87840f19-b676-417e-9111-8b7a98a5ba70,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:53.551401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.555110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 80a87a4f-2a11-4a4d-bc23-bd212f01804b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:53.577842 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.594026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Transition to ACTIVE for port object 0601b117-d737-44d6-afb8-28e645af751e will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:53.623756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 80a87a4f-2a11-4a4d-bc23-bd212f01804b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:53.624397 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.633992 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Routers {'5bd5b74f-b31a-4ad9-9063-de9a44061415'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:53.634637 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bd5b74f-b31a-4ad9-9063-de9a44061415'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:53.687955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.694489 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75da9e5-ed28-4b00-81ef-8d0f6056a9ee None None] Pushing event updated for resources: {'Port': ['ID=87840f19-b676-417e-9111-8b7a98a5ba70,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:53.723637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:53.727081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cb6508d3-969f-4e8c-983b-bef06ffdf8bf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:53.727443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:53.745037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:53.795261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.812601 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] Set router 5bd5b74f-b31a-4ad9-9063-de9a44061415 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:53.842471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cb6508d3-969f-4e8c-983b-bef06ffdf8bf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:53.842784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:53.880179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38122) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:53.990408 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a0bf20a9-6751-4f95-afc0-706ddca7faed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64d9e2b3f9ed47c899b30573e81a350c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060188 Aug 23 03:57:53.993788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38124) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:54.085552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38128) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:54.131884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1c77de3-aee4-4477-9858-d6db3bb22c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.174526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1c77de3-aee4-4477-9858-d6db3bb22c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.269363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-622d90f1-1e1e-418c-a731-2e2222ac7a9b None None] Provisioning for port 0601b117-d737-44d6-afb8-28e645af751e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:54.275164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-622d90f1-1e1e-418c-a731-2e2222ac7a9b None None] Provisioning complete for port 0601b117-d737-44d6-afb8-28e645af751e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:54.275735 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-622d90f1-1e1e-418c-a731-2e2222ac7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.305875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1022707168-network', 'tenant_id': '30cc3c060f244c86a3a6293962a731d8'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:54.310317 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:48Z', 'updated_at': '2021-08-23T03:57:51Z', 'revision_number': 3, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'gw_port': {'id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:49Z', 'updated_at': '2021-08-23T03:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:54.327577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1c77de3-aee4-4477-9858-d6db3bb22c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.337207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a1c77de3-aee4-4477-9858-d6db3bb22c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.339798 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a1c77de3-aee4-4477-9858-d6db3bb22c98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/546105b7-b18a-4c15-945a-5283b34f47a5 HTTP/1.1" status: 204 len: 168 time: 0.3447151 Aug 23 03:57:54.346510 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9e458-45c0-462f-a326-9cba03919399 None None] The sync data for ids ['5bd5b74f-b31a-4ad9-9063-de9a44061415'] in n-d-749052-7 is: [{'id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:48Z', 'updated_at': '2021-08-23T03:57:51Z', 'revision_number': 3, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'gw_port': {'id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:49Z', 'updated_at': '2021-08-23T03:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:57:54.376680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-622d90f1-1e1e-418c-a731-2e2222ac7a9b None None] Port 0601b117-d737-44d6-afb8-28e645af751e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:57:54.382953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c77de3-aee4-4477-9858-d6db3bb22c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546105b7-b18a-4c15-945a-5283b34f47a5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:54.432038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Pushing event updated for resources: {'Port': ['ID=0601b117-d737-44d6-afb8-28e645af751e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:54.471638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Made reservation on behalf of 30cc3c060f244c86a3a6293962a731d8 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:54.475417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.488334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.597902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.618477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.671291 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.695464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:57:54.715723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c371e702-699b-4ed1-9262-250d76ac6e35,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:54.717140 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.717267 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Added segment b42ff2df-7b39-4b44-bce1-9d1bacb30aae of type vlan for network ccb2d891-9503-4f78-a507-6e63142de543 Aug 23 03:57:54.764404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.846476 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.859903 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.860911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:54.861701 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.937239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=ccb2d891-9503-4f78-a507-6e63142de543,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:54.940796 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:54.947783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network ccb2d891-9503-4f78-a507-6e63142de543 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:57:54.967841 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7e865cd7-a8e6-46d4-81b7-968e258bc2e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8737178 Aug 23 03:57:54.971202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38168) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:54.984465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Request body: {'subnet': {'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1022707168-subnet', 'tenant_id': '30cc3c060f244c86a3a6293962a731d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:55.009596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Pushing event updated for resources: {'Port': ['ID=0601b117-d737-44d6-afb8-28e645af751e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:55.058695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.134736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Made reservation on behalf of 30cc3c060f244c86a3a6293962a731d8 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:55.139203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.185598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:55.188313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:55.347574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Router 5bd5b74f-b31a-4ad9-9063-de9a44061415 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:57:55.441907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38178) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:55.553917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:57:55.564570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-09b83c36-60c5-432a-91ef-c97e9dfdb14c admin admin] 10.222.0.20 "PUT /v2.0/routers/5bd5b74f-b31a-4ad9-9063-de9a44061415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9849977 Aug 23 03:57:55.602658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 87840f19-b676-417e-9111-8b7a98a5ba70 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:55.606575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.675115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6ce8eda1-03fb-445a-a7d1-8886b889ee0f None None] Provisioning complete for port 0601b117-d737-44d6-afb8-28e645af751e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:55.675568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6ce8eda1-03fb-445a-a7d1-8886b889ee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.693447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Checking segment: {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:55.694334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Network hostable DHCP agents. Network: ccb2d891-9503-4f78-a507-6e63142de543, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:57:55.707101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2388861d-573e-49dd-b5da-6ff7addfc4c2,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:55.717281 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a498863-35b3-425d-8722-159b2a64531b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.732233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8eda1-03fb-445a-a7d1-8886b889ee0f None None] Port 0601b117-d737-44d6-afb8-28e645af751e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:57:55.806096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 87840f19-b676-417e-9111-8b7a98a5ba70 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:57:55.810864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 87840f19-b676-417e-9111-8b7a98a5ba70 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:55.812905 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.815922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Network ccb2d891-9503-4f78-a507-6e63142de543 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:57:55.844079 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a498863-35b3-425d-8722-159b2a64531b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.883155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, ccb2d891-9503-4f78-a507-6e63142de543) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:55.888926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:55.892416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7740dac-1391-4e7d-847a-dd860221cd6d None None] Network ccb2d891-9503-4f78-a507-6e63142de543 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:55.893937 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.916324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a498863-35b3-425d-8722-159b2a64531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.916485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38194) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:55.931204 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:55.974938 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4a498863-35b3-425d-8722-159b2a64531b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=775e99612a334151bc806c50d2958d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294876 Aug 23 03:57:55.975469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38198) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:55.979593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a498863-35b3-425d-8722-159b2a64531b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29677203-f859-4e48-b7c8-76e881ce3d92,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:55.999896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 87840f19-b676-417e-9111-8b7a98a5ba70, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=87840f19-b676-417e-9111-8b7a98a5ba70,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:57:56.002958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c310fd60-6f74-4b8a-9073-34181ac5efb0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0292730 Aug 23 03:57:56.043173 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b88033f-e50f-49ed-af03-2db7f188d923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.070375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72a88d-7ecc-499d-b42a-03ed7a0419c6 None None] Network ccb2d891-9503-4f78-a507-6e63142de543 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:56.076168 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b88033f-e50f-49ed-af03-2db7f188d923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.076168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-848381052-network', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:56.094204 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.157166 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d7f3152f-74d2-4b81-99ee-1cd9482130a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.205801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=87840f19-b676-417e-9111-8b7a98a5ba70,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:56.225809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.226164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.226510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.226857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.227189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.227522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.227855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.228183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.228515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.228842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.229194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.229520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:57:56.259644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Made reservation on behalf of 3aa9aa61f5214314b1e019cf97478565 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:56.262054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.270954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.313246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b88033f-e50f-49ed-af03-2db7f188d923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.313246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b88033f-e50f-49ed-af03-2db7f188d923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.316561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6b88033f-e50f-49ed-af03-2db7f188d923 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29677203-f859-4e48-b7c8-76e881ce3d92 HTTP/1.1" status: 204 len: 168 time: 0.3375940 Aug 23 03:57:56.341601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88033f-e50f-49ed-af03-2db7f188d923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29677203-f859-4e48-b7c8-76e881ce3d92,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:56.391808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.486032 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.515759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:57:56.528544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee90d0c-ec12-4897-9ece-be4145cabf22,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:56.534781 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.535132 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Added segment 81d7956c-5905-482a-ac80-61f175b33be9 of type vlan for network 43179e5b-97e3-466b-9329-ddfac567d679 Aug 23 03:57:56.580121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-c24372ad-f24f-47f0-9558-4e4c1426e49c tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:56.581851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-c24372ad-f24f-47f0-9558-4e4c1426e49c tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 815 time: 0.1558321 Aug 23 03:57:56.588423 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.616623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-226e8807-315a-44f8-8002-d0caaf495a07 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/quotas/30cc3c060f244c86a3a6293962a731d8 HTTP/1.1" status: 200 len: 375 time: 0.0224574 Aug 23 03:57:56.647440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-0b264629-2877-4fd3-a55e-f4532f412861 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298786 Aug 23 03:57:56.717605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.718673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:56.721983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:56.744697 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-ec966cbe-2295-459a-bab4-f7dec1e831ac service neutron] 10.222.0.20 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897324 Aug 23 03:57:56.782876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=43179e5b-97e3-466b-9329-ddfac567d679,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:56.793197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 43179e5b-97e3-466b-9329-ddfac567d679 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:57:56.832321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0cc470fa-74fe-43cb-89a4-fd68e34cf3d4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9146135 Aug 23 03:57:56.835634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38232) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:56.840704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Request body: {'subnet': {'network_id': '43179e5b-97e3-466b-9329-ddfac567d679', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-848381052-subnet', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:56.847153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-67e757e5-7ad3-48fe-aeb3-4a0cd833cc61 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944080 Aug 23 03:57:56.945636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Made reservation on behalf of 3aa9aa61f5214314b1e019cf97478565 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:57:56.948545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.038794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38236) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:57.059324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e89bcfd-9063-45a3-8a6b-cd06d8c29631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.122215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c241fb5-ccec-4111-833f-1074e1952d4b req-f01a020f-834c-4260-8426-0d8f3400afbe tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 210 time: 0.0369737 Aug 23 03:57:57.202680 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e89bcfd-9063-45a3-8a6b-cd06d8c29631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.249278 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.284879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e89bcfd-9063-45a3-8a6b-cd06d8c29631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.294994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f2e3e5-c5d0-49ad-8d83-7168eb2b5388,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:57.334990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Checking segment: {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:57.338782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Network hostable DHCP agents. Network: 43179e5b-97e3-466b-9329-ddfac567d679, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:57:57.338937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6e89bcfd-9063-45a3-8a6b-cd06d8c29631 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1272f3e8638440f8916e18aa6ee500a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964835 Aug 23 03:57:57.339088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38250) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:57.361331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89bcfd-9063-45a3-8a6b-cd06d8c29631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f1028-96cc-4056-aa38-2ecb874a0c2d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:57.400676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Sync routers for ids ['5bd5b74f-b31a-4ad9-9063-de9a44061415'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:57:57.410439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d3c57a51-468c-49dd-913e-e19320e65360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.423380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Routers {'5bd5b74f-b31a-4ad9-9063-de9a44061415'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:57.424227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bd5b74f-b31a-4ad9-9063-de9a44061415'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:57.439698 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d3c57a51-468c-49dd-913e-e19320e65360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.455089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Network 43179e5b-97e3-466b-9329-ddfac567d679 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:57:57.496761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 87840f19-b676-417e-9111-8b7a98a5ba70 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:57:57.542867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 43179e5b-97e3-466b-9329-ddfac567d679) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:57.547396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:57:57.552631 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.555443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f924e95-3cd0-48b8-87ce-9605745ce5d5 None None] Network 43179e5b-97e3-466b-9329-ddfac567d679 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:57:57.605149 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d3c57a51-468c-49dd-913e-e19320e65360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.607668 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d3c57a51-468c-49dd-913e-e19320e65360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.608824 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d3c57a51-468c-49dd-913e-e19320e65360 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a32f1028-96cc-4056-aa38-2ecb874a0c2d HTTP/1.1" status: 204 len: 168 time: 0.2687418 Aug 23 03:57:57.634611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e147d89c-6298-4058-9928-c1f7a7687a1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7947598 Aug 23 03:57:57.634807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38258) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:57:57.636938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Set router 5bd5b74f-b31a-4ad9-9063-de9a44061415 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:57.639369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:57:57.646973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c57a51-468c-49dd-913e-e19320e65360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f1028-96cc-4056-aa38-2ecb874a0c2d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:57.702005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 87840f19-b676-417e-9111-8b7a98a5ba70 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:57:57.702387 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.791370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.793376 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.900239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:57.931785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-43179e5b-97e3-466b-9329-ddfac567d679', 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'fixed_ips': [{'subnet_id': '43f2e3e5-c5d0-49ad-8d83-7168eb2b5388'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:57:57.932629 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.101276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:48Z', 'updated_at': '2021-08-23T03:57:54Z', 'revision_number': 4, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'gw_port': {'id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:49Z', 'updated_at': '2021-08-23T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0601b117-d737-44d6-afb8-28e645af751e', 'name': '', 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'mac_address': 'fa:16:3e:5b:73:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5a28d40e-fb4a-463d-aeeb-37030268328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:53Z', 'updated_at': '2021-08-23T03:57:54Z', 'revision_number': 2, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'subnets': [{'id': '5a28d40e-fb4a-463d-aeeb-37030268328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:58.138200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Allocated IP 172.20.0.2 (43179e5b-97e3-466b-9329-ddfac567d679/43f2e3e5-c5d0-49ad-8d83-7168eb2b5388/89fa40a4-12a0-4d3c-abea-dd3965c7783e) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:58.150474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Checking router: 5bd5b74f-b31a-4ad9-9063-de9a44061415 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:57:58.150474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Updating router 5bd5b74f-b31a-4ad9-9063-de9a44061415 port 0601b117-d737-44d6-afb8-28e645af751e binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:57:58.177685 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.192065 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.227055 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-63787520-1552-40a4-9836-18cffe47dc01 req-3873e044-4056-4fc4-b89b-5ce45d825e17 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 210 time: 0.0346451 Aug 23 03:57:58.560629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.584762 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.703625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Allocated IP 172.25.1.172 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/13a33374-0c7b-4b50-913e-f3799f659a8d) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:57:58.767202 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.784023 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-148f56ad-c695-4087-9b51-d957ef99a622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.796946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Transition to ACTIVE for port object 89fa40a4-12a0-4d3c-abea-dd3965c7783e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:58.817322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.825323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Transition to ACTIVE for port object 89fa40a4-12a0-4d3c-abea-dd3965c7783e will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:58.895935 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.902618 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.915525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Transition to ACTIVE for port object 0601b117-d737-44d6-afb8-28e645af751e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:57:58.920252 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.920721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:58.960479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:58.963438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:58.966126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Network 43179e5b-97e3-466b-9329-ddfac567d679 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:57:58.967093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:58.969214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:57:58.987155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:57:58.996464 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Pushing event updated for resources: {'Port': ['ID=89fa40a4-12a0-4d3c-abea-dd3965c7783e,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:59.010467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=13a33374-0c7b-4b50-913e-f3799f659a8d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:59.018697 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:59.090837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Attempting to bind port 89fa40a4-12a0-4d3c-abea-dd3965c7783e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:59.091292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Attempting to bind port 89fa40a4-12a0-4d3c-abea-dd3965c7783e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:59.091933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Attempting to bind port 89fa40a4-12a0-4d3c-abea-dd3965c7783e on network 43179e5b-97e3-466b-9329-ddfac567d679 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:59.103030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:59.103703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Checking segment: {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:59.104277 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:59.104969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Bound using segment: {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:59.106242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Bound port: 89fa40a4-12a0-4d3c-abea-dd3965c7783e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:59.106820 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:59.165159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce9e0a-fddc-4b94-9cd9-32b116d83b72 None None] Pushing event updated for resources: {'Port': ['ID=0601b117-d737-44d6-afb8-28e645af751e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:59.198331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Attempting to bind port 0601b117-d737-44d6-afb8-28e645af751e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:57:59.198890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Attempting to bind port 0601b117-d737-44d6-afb8-28e645af751e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'f1199d49-17ad-46fe-8d54-a04644238ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:57:59.199265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Attempting to bind port 0601b117-d737-44d6-afb8-28e645af751e on network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:57:59.208887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:57:59.209358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Checking segment: {'id': 'f1199d49-17ad-46fe-8d54-a04644238ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:57:59.209773 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:59.210174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Bound using segment: {'id': 'f1199d49-17ad-46fe-8d54-a04644238ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:57:59.210660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Bound port: 0601b117-d737-44d6-afb8-28e645af751e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1199d49-17ad-46fe-8d54-a04644238ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:57:59.211051 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:59.279175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] For port 89fa40a4-12a0-4d3c-abea-dd3965c7783e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:59.299509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] For port 89fa40a4-12a0-4d3c-abea-dd3965c7783e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=89fa40a4-12a0-4d3c-abea-dd3965c7783e,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:59.332521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] For port 0601b117-d737-44d6-afb8-28e645af751e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:57:59.335929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] For port 0601b117-d737-44d6-afb8-28e645af751e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0601b117-d737-44d6-afb8-28e645af751e,segment=NetworkSegment(f1199d49-17ad-46fe-8d54-a04644238ad5),segment_id=f1199d49-17ad-46fe-8d54-a04644238ad5)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:57:59.374452 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61b89741-04b3-461f-9fdc-950e2240093a req-894e1549-dd0e-43ac-b294-b550f6a2add7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 210 time: 0.0671871 Aug 23 03:57:59.397051 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:59.463280 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:59.465734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:57:59.477988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96464b51-5359-43bb-8a74-c7ecb9e11228 None None] Pushing event updated for resources: {'Port': ['ID=89fa40a4-12a0-4d3c-abea-dd3965c7783e,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:59.547728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Routers {'5bd5b74f-b31a-4ad9-9063-de9a44061415'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:57:59.548389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bd5b74f-b31a-4ad9-9063-de9a44061415'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:57:59.706402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] Set router 5bd5b74f-b31a-4ad9-9063-de9a44061415 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:57:59.738173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce9e0a-fddc-4b94-9cd9-32b116d83b72 None None] Pushing event updated for resources: {'Port': ['ID=0601b117-d737-44d6-afb8-28e645af751e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:57:59.869866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:00.154696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:58:00.161650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:48Z', 'updated_at': '2021-08-23T03:57:54Z', 'revision_number': 4, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'gw_port': {'id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:49Z', 'updated_at': '2021-08-23T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0601b117-d737-44d6-afb8-28e645af751e', 'name': '', 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'mac_address': 'fa:16:3e:5b:73:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5a28d40e-fb4a-463d-aeeb-37030268328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:53Z', 'updated_at': '2021-08-23T03:57:59Z', 'revision_number': 4, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'subnets': [{'id': '5a28d40e-fb4a-463d-aeeb-37030268328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:00.163933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-bdacf137-1ffd-4210-92ee-7d90b95751d0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:00.171044 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-bdacf137-1ffd-4210-92ee-7d90b95751d0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.2459862 Aug 23 03:58:00.185211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-faa5701f-47ee-4d28-9b37-2e502918c551 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:00.187009 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-faa5701f-47ee-4d28-9b37-2e502918c551 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.24 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 815 time: 0.3510802 Aug 23 03:58:00.190267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067017e9-401c-4da8-aa26-fbf0ab9919dc None None] The sync data for ids ['5bd5b74f-b31a-4ad9-9063-de9a44061415'] in n-d-749052-7 is: [{'id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:48Z', 'updated_at': '2021-08-23T03:57:54Z', 'revision_number': 4, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'gw_port': {'id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:49Z', 'updated_at': '2021-08-23T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0601b117-d737-44d6-afb8-28e645af751e', 'name': '', 'network_id': '84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'mac_address': 'fa:16:3e:5b:73:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '5a28d40e-fb4a-463d-aeeb-37030268328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:53Z', 'updated_at': '2021-08-23T03:57:59Z', 'revision_number': 4, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'subnets': [{'id': '5a28d40e-fb4a-463d-aeeb-37030268328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:58:00.191355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-8bc4de4b-8941-4664-a649-a1a99256b6b9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/quotas/e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 375 time: 0.0195045 Aug 23 03:58:00.201639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Request body: {'port': {'device_id': '6db3d670-a69e-4242-908f-ec58941ab89d', 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543', 'admin_state_up': True, 'tenant_id': '30cc3c060f244c86a3a6293962a731d8'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:00.330563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:58:00.343015 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Sync routers for ids ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:58:00.361726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-30870a10-b148-45fa-9aef-5a979138062c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556809 Aug 23 03:58:00.363577 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Routers {'9ecf0de9-9deb-47af-8f0c-64395f2becd4'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:00.365660 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:00.424932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:00.432252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-46b26055-f521-4bbc-baa8-d0ab180ef3c6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7941356 Aug 23 03:58:00.433873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38328) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:00.442435 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:00.517609 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-394f8f25-afd3-403a-9f0f-4747795881d9 service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403863 Aug 23 03:58:00.542933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11f0a287-c0bb-493a-a468-95d75bac30c5 req-de783640-e48d-4701-8102-ab8f7cbe08a0 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 210 time: 0.0383031 Aug 23 03:58:00.581828 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Set router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:00.812624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-482c9ea2-34c2-47a0-855e-42259d0b5d95 service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930534 Aug 23 03:58:00.839861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Made reservation on behalf of 30cc3c060f244c86a3a6293962a731d8 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:58:00.843706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.073457 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:57Z', 'updated_at': '2021-08-23T03:57:59Z', 'revision_number': 3, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'gw_port': {'id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:58Z', 'updated_at': '2021-08-23T03:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:01.082820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Allocated IP 172.20.0.2 (ccb2d891-9503-4f78-a507-6e63142de543/2388861d-573e-49dd-b5da-6ff7addfc4c2/6aa900f1-04e8-4bba-ad3e-c3def0945eee) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:58:01.131738 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Checking router: 9ecf0de9-9deb-47af-8f0c-64395f2becd4 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:58:01.132414 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Updating router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 port 13a33374-0c7b-4b50-913e-f3799f659a8d binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:58:01.136795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1437d19c-d594-40f0-be80-5cddee64b612 None None] Network 43179e5b-97e3-466b-9329-ddfac567d679 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:58:01.163874 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.195097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.347008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0fcff936-fc12-4969-8f5a-8d195dcee026 None None] Provisioning for port 89fa40a4-12a0-4d3c-abea-dd3965c7783e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:01.384873 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.556277 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.560385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Allocated IP 172.20.0.1 (43179e5b-97e3-466b-9329-ddfac567d679/43f2e3e5-c5d0-49ad-8d83-7168eb2b5388/611bfec8-507f-40ca-a6f8-2a0f5dc766ab) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:58:01.568368 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Transition to ACTIVE for port object 13a33374-0c7b-4b50-913e-f3799f659a8d will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:01.603231 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.636099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Network ccb2d891-9503-4f78-a507-6e63142de543 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:01.642229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:01.642229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:58:01.661376 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.682703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 89fa40a4-12a0-4d3c-abea-dd3965c7783e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:01.800752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Pushing event updated for resources: {'Port': ['ID=6aa900f1-04e8-4bba-ad3e-c3def0945eee,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:01.816934 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c170cda-4a5f-4e3f-854d-20d6b264f738 None None] Pushing event updated for resources: {'Port': ['ID=13a33374-0c7b-4b50-913e-f3799f659a8d,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:01.853796 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.864140 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Attempting to bind port 13a33374-0c7b-4b50-913e-f3799f659a8d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:01.865935 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Attempting to bind port 13a33374-0c7b-4b50-913e-f3799f659a8d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:01.866379 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Attempting to bind port 13a33374-0c7b-4b50-913e-f3799f659a8d on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:01.872686 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:01.873188 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:01.873661 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.874114 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:01.874650 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Bound port: 13a33374-0c7b-4b50-913e-f3799f659a8d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:01.875246 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:01.938047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 89fa40a4-12a0-4d3c-abea-dd3965c7783e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:01.938416 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] For port 13a33374-0c7b-4b50-913e-f3799f659a8d, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:01.941987 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] For port 13a33374-0c7b-4b50-913e-f3799f659a8d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=13a33374-0c7b-4b50-913e-f3799f659a8d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:01.945308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 89fa40a4-12a0-4d3c-abea-dd3965c7783e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:01.945873 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.024613 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.091312 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.118058 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c170cda-4a5f-4e3f-854d-20d6b264f738 None None] Pushing event updated for resources: {'Port': ['ID=13a33374-0c7b-4b50-913e-f3799f659a8d,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:02.147261 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Routers {'9ecf0de9-9deb-47af-8f0c-64395f2becd4'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:02.147261 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:02.157891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 89fa40a4-12a0-4d3c-abea-dd3965c7783e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=89fa40a4-12a0-4d3c-abea-dd3965c7783e,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:02.174932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae9bc-8ae9-41da-9773-94d61c30c0af req-35d5ad5d-977d-49a8-939c-1c508a79d5eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:02.178460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40bae9bc-8ae9-41da-9773-94d61c30c0af req-35d5ad5d-977d-49a8-939c-1c508a79d5eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 931 time: 0.1065276 Aug 23 03:58:02.215499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:02.216691 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.232863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.254363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40bae9bc-8ae9-41da-9773-94d61c30c0af req-a7cdccd2-ee29-464c-afb2-f9480455e2c0 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644364 Aug 23 03:58:02.257767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Transition to ACTIVE for port object 611bfec8-507f-40ca-a6f8-2a0f5dc766ab will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:02.263360 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.264747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0601b117-d737-44d6-afb8-28e645af751e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:02.270342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bcaba6a2-8e13-4ab0-a509-1746369a5cc5 req-10d92b10-2550-4d05-9c1a-abfba5cd5107 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 210 time: 0.4649329 Aug 23 03:58:02.296405 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] Set router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:02.352038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d114f3da-2497-4067-abd2-e387ecdcb703 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1549594 Aug 23 03:58:02.364744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Request body: {'port': {'device_id': '6db3d670-a69e-4242-908f-ec58941ab89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:02.385260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=89fa40a4-12a0-4d3c-abea-dd3965c7783e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:02.403849 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.427274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.446233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Network 43179e5b-97e3-466b-9329-ddfac567d679 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:02.449322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:02.451755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:58:02.503104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.503307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0601b117-d737-44d6-afb8-28e645af751e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:02.511658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0601b117-d737-44d6-afb8-28e645af751e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:02.512200 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.516394 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:57Z', 'updated_at': '2021-08-23T03:57:59Z', 'revision_number': 3, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'gw_port': {'id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:58Z', 'updated_at': '2021-08-23T03:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:02.546691 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204d51b-57ab-440d-bf86-1438ca4cb5c6 None None] The sync data for ids ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'] in n-d-749052-7 is: [{'id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:57Z', 'updated_at': '2021-08-23T03:57:59Z', 'revision_number': 3, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'gw_port': {'id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:58Z', 'updated_at': '2021-08-23T03:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:58:02.570239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=611bfec8-507f-40ca-a6f8-2a0f5dc766ab,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:02.725430 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.773531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0601b117-d737-44d6-afb8-28e645af751e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0601b117-d737-44d6-afb8-28e645af751e,segment=NetworkSegment(f1199d49-17ad-46fe-8d54-a04644238ad5),segment_id=f1199d49-17ad-46fe-8d54-a04644238ad5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:02.815187 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.872439 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.902377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa900f1-04e8-4bba-ad3e-c3def0945eee {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:02.917920 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.923482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b9e2c812-d488-4467-8163-4d63ac74febe None None] Provisioning for port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:02.933172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b9e2c812-d488-4467-8163-4d63ac74febe None None] Provisioning complete for port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:02.933548 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b9e2c812-d488-4467-8163-4d63ac74febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:02.940441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Transition to ACTIVE for port object 6aa900f1-04e8-4bba-ad3e-c3def0945eee will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:03.012872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0601b117-d737-44d6-afb8-28e645af751e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:03.020070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2c812-d488-4467-8163-4d63ac74febe None None] Port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:58:03.031270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:03.119452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:03.133750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa900f1-04e8-4bba-ad3e-c3def0945eee,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:03.162782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Attempting to bind port 6aa900f1-04e8-4bba-ad3e-c3def0945eee on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:03.163112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Attempting to bind port 6aa900f1-04e8-4bba-ad3e-c3def0945eee by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:03.163434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Attempting to bind port 6aa900f1-04e8-4bba-ad3e-c3def0945eee on network ccb2d891-9503-4f78-a507-6e63142de543 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:03.167939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Port 6aa900f1-04e8-4bba-ad3e-c3def0945eee on network ccb2d891-9503-4f78-a507-6e63142de543 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:58:03.168259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Attempting to bind port 6aa900f1-04e8-4bba-ad3e-c3def0945eee on network ccb2d891-9503-4f78-a507-6e63142de543 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:03.173964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:03.174298 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Checking segment: {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:03.174683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Bound using segment: {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:03.175161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Bound port: 6aa900f1-04e8-4bba-ad3e-c3def0945eee, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:03.175522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:03.185121 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:03.251026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] For port 6aa900f1-04e8-4bba-ad3e-c3def0945eee, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:03.255642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] For port 6aa900f1-04e8-4bba-ad3e-c3def0945eee, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6aa900f1-04e8-4bba-ad3e-c3def0945eee,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:03.268720 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:03.272087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=611bfec8-507f-40ca-a6f8-2a0f5dc766ab,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:03.343712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:03.389647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Network 43179e5b-97e3-466b-9329-ddfac567d679 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:03.414747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:03.415448 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:03.416925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] 10.222.0.24 "PUT /v2.0/ports/6aa900f1-04e8-4bba-ad3e-c3def0945eee HTTP/1.1" status: 200 len: 1091 time: 1.0571816 Aug 23 03:58:03.419498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db3d670-a69e-4242-908f-ec58941ab89d', 'tag': '6aa900f1-04e8-4bba-ad3e-c3def0945eee'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:03.421892 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67012c6d-4538-43fc-ba8a-3574687de537" -d '{"events": [{"name": "network-changed", "server_uuid": "6db3d670-a69e-4242-908f-ec58941ab89d", "tag": "6aa900f1-04e8-4bba-ad3e-c3def0945eee"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:03.430142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:03.434770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2aeaf65a-9b45-47d6-b3d7-ec9df58b3dbe req-2f62cb07-0b07-4bb5-9aae-b7c005c7b7cf tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 210 time: 0.0748494 Aug 23 03:58:03.500060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb6a7-0fdd-4c85-bd8c-088917ef7981 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa900f1-04e8-4bba-ad3e-c3def0945eee,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:03.543690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c0f8c-0ff0-4ed3-90c4-7da926f8b80a req-6f2c14ad-a48f-427d-90dc-03465b06caa0 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:03.545320 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-698c0f8c-0ff0-4ed3-90c4-7da926f8b80a req-6f2c14ad-a48f-427d-90dc-03465b06caa0 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 943 time: 0.1675267 Aug 23 03:58:03.647991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-698c0f8c-0ff0-4ed3-90c4-7da926f8b80a req-1284a643-f074-45dd-ae1e-afeb39291ff8 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918522 Aug 23 03:58:03.742234 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873dea7a-8cc7-4277-bc60-3151ae2233ab x-openstack-request-id: req-873dea7a-8cc7-4277-bc60-3151ae2233ab {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:03.742437 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db3d670-a69e-4242-908f-ec58941ab89d", "tag": "6aa900f1-04e8-4bba-ad3e-c3def0945eee", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:03.742636 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-873dea7a-8cc7-4277-bc60-3151ae2233ab {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:03.743032 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db3d670-a69e-4242-908f-ec58941ab89d', 'tag': '6aa900f1-04e8-4bba-ad3e-c3def0945eee', 'status': 'completed', 'code': 200} Aug 23 03:58:03.753943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 89fa40a4-12a0-4d3c-abea-dd3965c7783e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:03.769606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-ba6c8b10-7770-40c0-9823-e4566cc71801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:03.771292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-ba6c8b10-7770-40c0-9823-e4566cc71801 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 1094 time: 0.1303930 Aug 23 03:58:03.775463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:58:03.838132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-38442302-0203-47d5-bb9b-821cab56cc15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6aa900f1-04e8-4bba-ad3e-c3def0945eee HTTP/1.1" status: 200 len: 217 time: 0.0586643 Aug 23 03:58:03.917537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-25ee6dcc-2958-4be9-b19b-f975fc3f4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:03.919429 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-25ee6dcc-2958-4be9-b19b-f975fc3f4c8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2388861d-573e-49dd-b5da-6ff7addfc4c2 HTTP/1.1" status: 200 len: 855 time: 0.0737727 Aug 23 03:58:03.950094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 89fa40a4-12a0-4d3c-abea-dd3965c7783e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:03.950478 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:03.966835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:58:03.967746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d7a07dd1-7bfb-466b-9bb3-86a96b7715b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccb2d891-9503-4f78-a507-6e63142de543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412900 Aug 23 03:58:03.978295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0f39ab39-38f8-403a-8d85-2942ac3da9c0 admin admin] 10.222.0.20 "PUT /v2.0/routers/9ecf0de9-9deb-47af-8f0c-64395f2becd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5433688 Aug 23 03:58:04.104857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0601b117-d737-44d6-afb8-28e645af751e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:04.108673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-d52a3bc7-ade1-4470-a70c-ba6e58384ac7 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317887 Aug 23 03:58:04.173090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c6b1535a-1b96-4cf4-bb49-3c8acdd854b4 None None] Provisioning complete for port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:04.173617 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c6b1535a-1b96-4cf4-bb49-3c8acdd854b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:04.222236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f25748d-3b56-4721-811d-dfd43eb5cda1 req-5aa4d3a9-3775-4069-a5ca-16ebe94be0a9 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044083 Aug 23 03:58:04.234477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c6b1535a-1b96-4cf4-bb49-3c8acdd854b4 None None] Port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:58:04.257520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0601b117-d737-44d6-afb8-28e645af751e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:04.257979 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:04.356123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13a33374-0c7b-4b50-913e-f3799f659a8d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:04.402013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67012c6d-4538-43fc-ba8a-3574687de537 req-4f79457b-c786-472b-811d-27521f9deffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:04.403781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67012c6d-4538-43fc-ba8a-3574687de537 req-4f79457b-c786-472b-811d-27521f9deffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 1094 time: 0.0540719 Aug 23 03:58:04.497263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 13a33374-0c7b-4b50-913e-f3799f659a8d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:04.501941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67012c6d-4538-43fc-ba8a-3574687de537 req-acb5671d-af6b-4e95-9756-84d8546dd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:04.501941 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67012c6d-4538-43fc-ba8a-3574687de537 req-acb5671d-af6b-4e95-9756-84d8546dd734 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 915 time: 0.0904179 Aug 23 03:58:04.502498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 13a33374-0c7b-4b50-913e-f3799f659a8d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:04.502498 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:04.554008 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d82ad869-8d8a-4941-850c-5b16cde90666 req-468e476a-fd55-44e5-b73a-f927498f1b12 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 210 time: 0.0369744 Aug 23 03:58:04.558393 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67012c6d-4538-43fc-ba8a-3574687de537 req-f767319c-eec2-4f08-8d15-60e0538e69db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6aa900f1-04e8-4bba-ad3e-c3def0945eee HTTP/1.1" status: 200 len: 217 time: 0.0497861 Aug 23 03:58:04.718831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:04.735973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67012c6d-4538-43fc-ba8a-3574687de537 req-7e4af31d-9bd1-4ea7-9ae2-1cf6b8d65a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:04.738829 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67012c6d-4538-43fc-ba8a-3574687de537 req-7e4af31d-9bd1-4ea7-9ae2-1cf6b8d65a32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2388861d-573e-49dd-b5da-6ff7addfc4c2 HTTP/1.1" status: 200 len: 855 time: 0.1679425 Aug 23 03:58:04.813549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67012c6d-4538-43fc-ba8a-3574687de537 req-38d61335-8013-4232-8aad-48003b08aead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccb2d891-9503-4f78-a507-6e63142de543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667932 Aug 23 03:58:04.816196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 13a33374-0c7b-4b50-913e-f3799f659a8d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=13a33374-0c7b-4b50-913e-f3799f659a8d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:04.874802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:04.884891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-4049b186-ab52-4279-aeac-905b662a51bb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:04.886485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-4049b186-ab52-4279-aeac-905b662a51bb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.2937577 Aug 23 03:58:04.905491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'port': {'device_id': '6e09ea14-5a17-49c1-b6b7-3ef7d5fee532', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'admin_state_up': True, 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:04.966554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67012c6d-4538-43fc-ba8a-3574687de537 req-e348406c-180d-421b-a296-84bbf9463d61 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447282 Aug 23 03:58:05.070085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b344fa4-23b6-4958-be5c-78209088ea0a req-87b33706-72df-40fe-ab99-abe3ada591dd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:05.077815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b344fa4-23b6-4958-be5c-78209088ea0a req-87b33706-72df-40fe-ab99-abe3ada591dd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 943 time: 0.2148650 Aug 23 03:58:05.123151 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67012c6d-4538-43fc-ba8a-3574687de537 req-41b3072c-e84d-4d5b-b61e-b23aa0eb80a1 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435814 Aug 23 03:58:05.155183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Sync routers for ids ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:58:05.155352 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b344fa4-23b6-4958-be5c-78209088ea0a req-de8fabdb-062c-4b75-9dd0-14baebb030ab tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732205 Aug 23 03:58:05.174656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=13a33374-0c7b-4b50-913e-f3799f659a8d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:05.177156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Routers {'9ecf0de9-9deb-47af-8f0c-64395f2becd4'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:05.178334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:05.227099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38414) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:05.232944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1332749338-network', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:05.239187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Made reservation on behalf of e3e5f49885824abaa95bf72b9f7d181b for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:58:05.243628 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.303886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Set router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:05.362507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Made reservation on behalf of 61283e27cbc8408ba01488a34d751b7b for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:58:05.364672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.382652 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.406195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.20.0.7 (da389ae7-7804-4ae7-8f73-f7c7932783d0/31bdaccd-306d-4d80-92e2-e885e165ffa3/67c131ee-c338-4b39-9696-2836b3458db9) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:58:05.506591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:57Z', 'updated_at': '2021-08-23T03:58:02Z', 'revision_number': 4, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'gw_port': {'id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:58Z', 'updated_at': '2021-08-23T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '611bfec8-507f-40ca-a6f8-2a0f5dc766ab', 'name': '', 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'mac_address': 'fa:16:3e:4d:44:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '43f2e3e5-c5d0-49ad-8d83-7168eb2b5388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:01Z', 'updated_at': '2021-08-23T03:58:02Z', 'revision_number': 2, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'subnets': [{'id': '43f2e3e5-c5d0-49ad-8d83-7168eb2b5388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:05.548532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Checking router: 9ecf0de9-9deb-47af-8f0c-64395f2becd4 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:58:05.548532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Updating router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:58:05.569628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13a33374-0c7b-4b50-913e-f3799f659a8d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:05.596669 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.614611 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.617812 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.630508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Transition to ACTIVE for port object 67c131ee-c338-4b39-9696-2836b3458db9 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:05.675588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4d8b290-2651-4ae8-bc28-9e8f751b75d2 req-e551ddf9-57a2-4bae-a820-42e26a3ffaf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 210 time: 0.0278366 Aug 23 03:58:05.679109 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.713983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 03:58:05.720851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7003bf2b-7560-4661-a1a0-dcd7c0192ebf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:05.731905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.732350 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Added segment 3e393d46-13ac-439f-816b-933233cb3cb1 of type vlan for network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e Aug 23 03:58:05.742840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.757822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 13a33374-0c7b-4b50-913e-f3799f659a8d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:05.757822 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.813180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:05.822646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:05.825095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:58:05.892527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:05.893923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.905717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:05.940739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=67c131ee-c338-4b39-9696-2836b3458db9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:06.025568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.040144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Transition to ACTIVE for port object 611bfec8-507f-40ca-a6f8-2a0f5dc766ab will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:06.043199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c8594234-6fcf-46e4-b02d-be59cc6b1802 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1419768 Aug 23 03:58:06.071439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.072987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:06.073852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.120937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6aa900f1-04e8-4bba-ad3e-c3def0945eee details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:58:06.149744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] Pushing event updated for resources: {'Network': ['ID=60d86ca1-49f0-49e5-bbe7-82cd17e0116e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:06.170430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 03:58:06.195883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.214771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38432) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:06.215041 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d9b72567-8d4c-4d6c-89d8-b052daca32da admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9861596 Aug 23 03:58:06.222438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Request body: {'subnet': {'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1332749338-subnet', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:06.289043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af7224-323a-44c4-bcef-08b7b82c4053 req-a7e39df1-a1d5-4628-8641-e9500c1bafe9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:06.296716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94af7224-323a-44c4-bcef-08b7b82c4053 req-a7e39df1-a1d5-4628-8641-e9500c1bafe9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 943 time: 0.0598433 Aug 23 03:58:06.311558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Request body: {'port': {'device_id': '6e09ea14-5a17-49c1-b6b7-3ef7d5fee532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:06.346239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a92917ca-bedb-4ef4-8202-7bec179de358 None None] Provisioning for port 67c131ee-c338-4b39-9696-2836b3458db9 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:06.351451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Made reservation on behalf of 61283e27cbc8408ba01488a34d751b7b for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:58:06.354685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.356041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004db2c-1d5a-417a-885e-32d50d0ad838 None None] Pushing event updated for resources: {'Port': ['ID=611bfec8-507f-40ca-a6f8-2a0f5dc766ab,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:06.369804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a92917ca-bedb-4ef4-8202-7bec179de358 None None] Provisioning complete for port 67c131ee-c338-4b39-9696-2836b3458db9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:06.370199 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a92917ca-bedb-4ef4-8202-7bec179de358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.390995 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.435462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94af7224-323a-44c4-bcef-08b7b82c4053 req-2f8c81dc-76ec-4656-b0c5-ff8991e3c469 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241179 Aug 23 03:58:06.439581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6aa900f1-04e8-4bba-ad3e-c3def0945eee, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6aa900f1-04e8-4bba-ad3e-c3def0945eee,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:06.481639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '6aa900f1-04e8-4bba-ad3e-c3def0945eee', 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543', 'port_id': '6aa900f1-04e8-4bba-ad3e-c3def0945eee', 'mac_address': 'fa:16:3e:c9:83:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2388861d-573e-49dd-b5da-6ff7addfc4c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:58:06.501981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a92917ca-bedb-4ef4-8202-7bec179de358 None None] Port 67c131ee-c338-4b39-9696-2836b3458db9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:58:06.506246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Attempting to bind port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:06.506576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Attempting to bind port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:06.506739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Attempting to bind port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab on network 43179e5b-97e3-466b-9329-ddfac567d679 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:06.534521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:06.534909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Checking segment: {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:06.536631 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.537105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Bound using segment: {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:06.537611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Bound port: 611bfec8-507f-40ca-a6f8-2a0f5dc766ab, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:06.538007 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.598401 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.627847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa900f1-04e8-4bba-ad3e-c3def0945eee {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:06.702020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6aa900f1-04e8-4bba-ad3e-c3def0945eee, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6aa900f1-04e8-4bba-ad3e-c3def0945eee,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:06.725256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] For port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:06.737716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] For port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=611bfec8-507f-40ca-a6f8-2a0f5dc766ab,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:06.777798 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.818931 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.841662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c131ee-c338-4b39-9696-2836b3458db9 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:06.853808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b72a78-2fe7-4cf7-a8b7-56a08f0c2d0d req-ef2f2f37-463a-43fd-864c-3191f3075f11 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:06.855403 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-52b72a78-2fe7-4cf7-a8b7-56a08f0c2d0d req-ef2f2f37-463a-43fd-864c-3191f3075f11 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 931 time: 0.0729961 Aug 23 03:58:06.858239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.864208 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.881761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Transition to ACTIVE for port object 67c131ee-c338-4b39-9696-2836b3458db9 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:06.899324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Routers {'9ecf0de9-9deb-47af-8f0c-64395f2becd4'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:06.899969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:06.905269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6aa900f1-04e8-4bba-ad3e-c3def0945eee,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:06.961152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c890e3-ad1a-4019-a145-009c1d14180b,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:06.962760 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:06.992461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-52b72a78-2fe7-4cf7-a8b7-56a08f0c2d0d req-da98cf7f-93a5-461b-b614-c80b8538ef52 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289492 Aug 23 03:58:07.041723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Checking segment: {'id': '3e393d46-13ac-439f-816b-933233cb3cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:07.042094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Network hostable DHCP agents. Network: 60d86ca1-49f0-49e5-bbe7-82cd17e0116e, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 03:58:07.059302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Pushing event updated for resources: {'Port': ['ID=67c131ee-c338-4b39-9696-2836b3458db9,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:07.114204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6aa900f1-04e8-4bba-ad3e-c3def0945eee'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:07.148577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004db2c-1d5a-417a-885e-32d50d0ad838 None None] Pushing event updated for resources: {'Port': ['ID=611bfec8-507f-40ca-a6f8-2a0f5dc766ab,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:07.151872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 03:58:07.199032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Attempting to bind port 67c131ee-c338-4b39-9696-2836b3458db9 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:07.199454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Attempting to bind port 67c131ee-c338-4b39-9696-2836b3458db9 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:07.199875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Attempting to bind port 67c131ee-c338-4b39-9696-2836b3458db9 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:07.206012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Port 67c131ee-c338-4b39-9696-2836b3458db9 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:58:07.206460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Attempting to bind port 67c131ee-c338-4b39-9696-2836b3458db9 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:07.216816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:07.217316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:07.217799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Bound using segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:07.218332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Bound port: 67c131ee-c338-4b39-9696-2836b3458db9, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:07.221506 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:07.254039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 60d86ca1-49f0-49e5-bbe7-82cd17e0116e) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:07.260025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:07.260936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:07.265359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] Set router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:07.315542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace82b3c-bbe9-4cfe-ab5c-81fd649a42b3 None None] Network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:58:07.317877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] For port 67c131ee-c338-4b39-9696-2836b3458db9, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:07.323787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] For port 67c131ee-c338-4b39-9696-2836b3458db9, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=67c131ee-c338-4b39-9696-2836b3458db9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:07.352940 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f1309003-7a18-464d-a876-47b81a63b787 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1367342 Aug 23 03:58:07.355199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 38448) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:07.361469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:07.459892 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:07.514331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:07.515540 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:07.555105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:07.555819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:07.557391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] 10.222.0.11 "PUT /v2.0/ports/67c131ee-c338-4b39-9696-2836b3458db9 HTTP/1.1" status: 200 len: 1091 time: 1.5002422 Aug 23 03:58:07.557904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e09ea14-5a17-49c1-b6b7-3ef7d5fee532', 'tag': '67c131ee-c338-4b39-9696-2836b3458db9'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:07.564504 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25650bd-69f8-467e-a077-acb6a84c7181" -d '{"events": [{"name": "network-changed", "server_uuid": "6e09ea14-5a17-49c1-b6b7-3ef7d5fee532", "tag": "67c131ee-c338-4b39-9696-2836b3458db9"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:07.604256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6a0ee-e0d4-4e0f-9291-c342cc58897c service neutron] Pushing event updated for resources: {'Port': ['ID=67c131ee-c338-4b39-9696-2836b3458db9,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:07.644690 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:07.725250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6031c33-a462-422e-8764-73a0a51f3bf3 req-8ef30e78-7f1c-4d85-b59d-b4a491e6a238 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:07.727336 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6031c33-a462-422e-8764-73a0a51f3bf3 req-8ef30e78-7f1c-4d85-b59d-b4a491e6a238 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 944 time: 0.0795252 Aug 23 03:58:07.776932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-b75c3c39-bf53-4f44-b066-1ccd44335805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:07.778736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-b75c3c39-bf53-4f44-b066-1ccd44335805 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 1094 time: 0.0922122 Aug 23 03:58:07.859250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-f23d0d37-da41-4867-b1a4-dd8974f45369 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67c131ee-c338-4b39-9696-2836b3458db9 HTTP/1.1" status: 200 len: 217 time: 0.0668781 Aug 23 03:58:07.908513 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6031c33-a462-422e-8764-73a0a51f3bf3 req-eb77222e-84c1-41dc-b35f-383000720394 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882020 Aug 23 03:58:07.930133 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36dca2b-95e8-40e7-bb68-d33ffd15916d x-openstack-request-id: req-d36dca2b-95e8-40e7-bb68-d33ffd15916d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:07.930377 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e09ea14-5a17-49c1-b6b7-3ef7d5fee532", "tag": "67c131ee-c338-4b39-9696-2836b3458db9", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:07.931106 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d36dca2b-95e8-40e7-bb68-d33ffd15916d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:07.931518 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e09ea14-5a17-49c1-b6b7-3ef7d5fee532', 'tag': '67c131ee-c338-4b39-9696-2836b3458db9', 'status': 'completed', 'code': 200} Aug 23 03:58:07.960259 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:07.972314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-465e6944-cd58-41b6-aeeb-10e64b2a7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:07.974390 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-465e6944-cd58-41b6-aeeb-10e64b2a7101 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.1041043 Aug 23 03:58:08.036956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c0f6d798-a09e-4751-b3f6-6e1e9a6587e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:08.040575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-c0f6d798-a09e-4751-b3f6-6e1e9a6587e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580316 Aug 23 03:58:08.142924 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:08.208123 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-96da5f6e-3bfd-4127-bc23-698751ab6c7f service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557708 Aug 23 03:58:08.243278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-60d86ca1-49f0-49e5-bbe7-82cd17e0116e', 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'fixed_ips': [{'subnet_id': 'e1c890e3-ad1a-4019-a145-009c1d14180b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 03:58:08.244222 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:08.264189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:57Z', 'updated_at': '2021-08-23T03:58:02Z', 'revision_number': 4, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'gw_port': {'id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:58Z', 'updated_at': '2021-08-23T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '611bfec8-507f-40ca-a6f8-2a0f5dc766ab', 'name': '', 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'mac_address': 'fa:16:3e:4d:44:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '43f2e3e5-c5d0-49ad-8d83-7168eb2b5388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:01Z', 'updated_at': '2021-08-23T03:58:06Z', 'revision_number': 4, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'subnets': [{'id': '43f2e3e5-c5d0-49ad-8d83-7168eb2b5388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:08.303128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49ce6eb-4be6-4b7c-b8ba-a2ef92dc287c None None] The sync data for ids ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'] in n-d-749052-7 is: [{'id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:57Z', 'updated_at': '2021-08-23T03:58:02Z', 'revision_number': 4, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'gw_port': {'id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:58Z', 'updated_at': '2021-08-23T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '611bfec8-507f-40ca-a6f8-2a0f5dc766ab', 'name': '', 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'mac_address': 'fa:16:3e:4d:44:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': '43f2e3e5-c5d0-49ad-8d83-7168eb2b5388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:01Z', 'updated_at': '2021-08-23T03:58:06Z', 'revision_number': 4, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'subnets': [{'id': '43f2e3e5-c5d0-49ad-8d83-7168eb2b5388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:58:08.388087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ddf78-4a11-435b-a4b3-aecbe55d13a5 req-736b00bc-d1b0-46de-bdf0-e73f7616bff1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:08.390430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aad274b9-3104-48aa-91f9-b3673ec85c69 req-997cabbc-0b09-4fe9-8327-a32e3809d5c5 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771655 Aug 23 03:58:08.393620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d76ddf78-4a11-435b-a4b3-aecbe55d13a5 req-736b00bc-d1b0-46de-bdf0-e73f7616bff1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 943 time: 0.2877076 Aug 23 03:58:08.460036 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-d776b7c7-07ee-482f-a91e-4ac96db32dc8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1598372 Aug 23 03:58:08.489496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d76ddf78-4a11-435b-a4b3-aecbe55d13a5 req-208af6b0-f33a-4194-a0d3-4665e9d4aa0d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854576 Aug 23 03:58:08.574807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Allocated IP 172.20.0.2 (60d86ca1-49f0-49e5-bbe7-82cd17e0116e/e1c890e3-ad1a-4019-a145-009c1d14180b/fcc9fdd3-8147-4f15-ad5f-ccbc762d358c) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:58:08.623100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-992348c9-bb37-4f5a-a13d-2414b50a3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:08.623818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-992348c9-bb37-4f5a-a13d-2414b50a3eea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 1094 time: 0.0702221 Aug 23 03:58:08.737553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-57f29f12-ffe3-4f92-aa08-80920ebdf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:08.739119 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-57f29f12-ffe3-4f92-aa08-80920ebdf9ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1096 time: 0.1342144 Aug 23 03:58:08.785903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-f06a6aab-621b-468e-8ed2-3393d31812ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:08.787459 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-f06a6aab-621b-468e-8ed2-3393d31812ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.1551347 Aug 23 03:58:08.825328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:08.840903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Transition to ACTIVE for port object fcc9fdd3-8147-4f15-ad5f-ccbc762d358c will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:08.843641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-0c7495aa-eae3-437d-87e5-81b245ff7bc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67c131ee-c338-4b39-9696-2836b3458db9 HTTP/1.1" status: 200 len: 217 time: 0.0481737 Aug 23 03:58:08.860404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Transition to ACTIVE for port object fcc9fdd3-8147-4f15-ad5f-ccbc762d358c will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:08.873113 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:08.904543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:08.924798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-04700c57-8c9a-4dfb-984a-1aa6ecfa7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:08.926434 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-04700c57-8c9a-4dfb-984a-1aa6ecfa7ad0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0742867 Aug 23 03:58:08.954634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:09.034198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-9ced9395-932c-4ad8-9d13-7b8257be4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:09.035934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-9ced9395-932c-4ad8-9d13-7b8257be4a5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990307 Aug 23 03:58:09.063814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Pushing event updated for resources: {'Port': ['ID=fcc9fdd3-8147-4f15-ad5f-ccbc762d358c,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:09.085061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-e2c0a060-06c0-41c3-9ffb-f50f7a0a2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:09.121907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-e2c0a060-06c0-41c3-9ffb-f50f7a0a2773 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.3380013 Aug 23 03:58:09.141184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:09.149471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:09.156810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:58:09.270429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Attempting to bind port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:09.273845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Attempting to bind port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3e393d46-13ac-439f-816b-933233cb3cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:09.276086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Attempting to bind port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c on network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:09.299052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:09.301142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Checking segment: {'id': '3e393d46-13ac-439f-816b-933233cb3cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:09.301742 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:09.303502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Bound using segment: {'id': '3e393d46-13ac-439f-816b-933233cb3cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:09.304726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Bound port: fcc9fdd3-8147-4f15-ad5f-ccbc762d358c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e393d46-13ac-439f-816b-933233cb3cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:09.314035 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:09.320979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11767-9c34-4921-a8a5-5dadceb4ab7a req-0e943b64-1feb-47ce-ba8d-8aa764c3d921 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:09.331135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2f11767-9c34-4921-a8a5-5dadceb4ab7a req-0e943b64-1feb-47ce-ba8d-8aa764c3d921 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 944 time: 0.2151945 Aug 23 03:58:09.358920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-053020d8-04eb-484d-b8cc-2a9e828c1908 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 1000 time: 0.2124341 Aug 23 03:58:09.390388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Allocated IP 172.25.1.4 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/bac3b01f-ca47-439d-820c-7859abff6288) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:58:09.390623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-a10db116-1439-4e3a-9a8e-1c2c626e6ec1 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284287 Aug 23 03:58:09.426383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] For port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:09.430776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] For port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fcc9fdd3-8147-4f15-ad5f-ccbc762d358c,segment=NetworkSegment(3e393d46-13ac-439f-816b-933233cb3cb1),segment_id=3e393d46-13ac-439f-816b-933233cb3cb1)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:09.454640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2f11767-9c34-4921-a8a5-5dadceb4ab7a req-d9860b82-4372-42fd-a188-3f1336f301e5 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220536 Aug 23 03:58:09.506298 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:09.593394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e25650bd-69f8-467e-a077-acb6a84c7181 req-0b993003-078a-45fc-b875-174b796758c7 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904545 Aug 23 03:58:09.594128 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:09.637689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 611bfec8-507f-40ca-a6f8-2a0f5dc766ab up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:09.739112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a95fb-1aec-48c1-99c1-24c82b65e36c None None] Pushing event updated for resources: {'Port': ['ID=fcc9fdd3-8147-4f15-ad5f-ccbc762d358c,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:09.788126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:09.847689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:09.857972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:09.862382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:09.863032 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:09.864520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:09.867529 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:58:09.881096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83e46e-b868-4633-bf1c-73f50fae4e6c req-0f65ae7c-de76-458d-8822-deb0d8f8b007 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:09.882658 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ae83e46e-b868-4633-bf1c-73f50fae4e6c req-0f65ae7c-de76-458d-8822-deb0d8f8b007 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 943 time: 0.1957495 Aug 23 03:58:09.919783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-bafb51ab-fb5b-4736-b826-ee91e3d0de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:09.921438 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-bafb51ab-fb5b-4736-b826-ee91e3d0de56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.2441175 Aug 23 03:58:09.978824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Pushing event updated for resources: {'Port': ['ID=bac3b01f-ca47-439d-820c-7859abff6288,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:10.026828 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:10.080411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=611bfec8-507f-40ca-a6f8-2a0f5dc766ab,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:10.138768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-a1e69240-7230-4ea7-b866-5f636ff9367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:10.140439 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-a1e69240-7230-4ea7-b866-5f636ff9367a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2010074 Aug 23 03:58:10.147904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6aa900f1-04e8-4bba-ad3e-c3def0945eee up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:10.151757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ae83e46e-b868-4633-bf1c-73f50fae4e6c req-4470dc25-8de0-49ee-bdc1-acf9f17c33e8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630424 Aug 23 03:58:10.185095 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:10.297599 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-9ab49ce7-001e-404b-b33b-d2deb5adf67a service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436367 Aug 23 03:58:10.355865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=611bfec8-507f-40ca-a6f8-2a0f5dc766ab,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:10.546372 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d81ba164-a515-456d-bc51-3e57a13f0cef req-89f3675c-50d8-4786-8569-b87b886da4bd service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381277 Aug 23 03:58:10.577143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 6aa900f1-04e8-4bba-ad3e-c3def0945eee completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:10.587124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 6aa900f1-04e8-4bba-ad3e-c3def0945eee triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:10.587505 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:10.644924 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:10.671389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef9520-0a39-40ee-9a1a-4d16b345e368 req-ee100d3f-80a3-4490-b0f2-59818b1b847a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:10.687162 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5ef9520-0a39-40ee-9a1a-4d16b345e368 req-ee100d3f-80a3-4490-b0f2-59818b1b847a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 944 time: 0.1263344 Aug 23 03:58:10.765972 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:10.785857 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5ef9520-0a39-40ee-9a1a-4d16b345e368 req-69c838a6-bb81-447c-ac5e-5b2edd07e378 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967774 Aug 23 03:58:10.832726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db3d670-a69e-4242-908f-ec58941ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa900f1-04e8-4bba-ad3e-c3def0945eee'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:10.838668 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0aee35-4b8c-4162-bce8-326935a05796" -d '{"events": [{"server_uuid": "6db3d670-a69e-4242-908f-ec58941ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "6aa900f1-04e8-4bba-ad3e-c3def0945eee"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:10.858941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6aa900f1-04e8-4bba-ad3e-c3def0945eee, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6aa900f1-04e8-4bba-ad3e-c3def0945eee,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:10.932777 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:11.009992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6aa900f1-04e8-4bba-ad3e-c3def0945eee,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:11.047680 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b5552-b2df-48eb-b8ed-7946bfabb4e1 x-openstack-request-id: req-996b5552-b2df-48eb-b8ed-7946bfabb4e1 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:11.047680 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db3d670-a69e-4242-908f-ec58941ab89d", "name": "network-vif-plugged", "status": "completed", "tag": "6aa900f1-04e8-4bba-ad3e-c3def0945eee", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:11.047680 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-996b5552-b2df-48eb-b8ed-7946bfabb4e1 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:11.047680 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db3d670-a69e-4242-908f-ec58941ab89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa900f1-04e8-4bba-ad3e-c3def0945eee', 'code': 200} Aug 23 03:58:11.283492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ff0a1-ab6e-4267-8cb5-148c2c19099d req-8a53a1f3-610f-49a9-884a-c0af1e5096c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:11.284929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa9ff0a1-ab6e-4267-8cb5-148c2c19099d req-8a53a1f3-610f-49a9-884a-c0af1e5096c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 1096 time: 0.1228137 Aug 23 03:58:11.292478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1cc60b-fea2-424c-9b1d-b7a0bb890bc9 None None] Network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:58:11.320218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b48f22-5485-4c5b-ae0a-8e88b6f6c4d3 req-5d31df9b-3eb4-4c2f-9f19-01458b21f5a1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:11.329177 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6b48f22-5485-4c5b-ae0a-8e88b6f6c4d3 req-5d31df9b-3eb4-4c2f-9f19-01458b21f5a1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 943 time: 0.0630174 Aug 23 03:58:11.331725 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa9ff0a1-ab6e-4267-8cb5-148c2c19099d req-84d830f1-9a4e-4868-81cc-0e933f33f57c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379813 Aug 23 03:58:11.338493 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:11.401297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6b48f22-5485-4c5b-ae0a-8e88b6f6c4d3 req-c70083e0-c728-4dbc-ab31-bddc676c5e5c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630279 Aug 23 03:58:11.577838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-77632dc2-ff7c-4af9-b626-5e2531ab2f4c None None] Provisioning for port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:11.682755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fcc9fdd3-8147-4f15-ad5f-ccbc762d358c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:11.716758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Router c46180b3-9d52-486c-a2d7-2f865b78ab6c is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 03:58:11.840281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:11.847846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:58:11.847966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:11.847966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:11.857882 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Sync routers for ids ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:58:11.872972 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Routers {'c46180b3-9d52-486c-a2d7-2f865b78ab6c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:11.873632 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:11.934519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-688fb123-1916-4730-a56c-ac7c45115fb2 None None] Provisioning complete for port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:11.934898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-688fb123-1916-4730-a56c-ac7c45115fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:11.940524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:11.945374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 38508) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:11.945912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-190e2ce8-8a26-45ac-b017-ebc3e69fe475 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5885456 Aug 23 03:58:11.993152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdf538-d5eb-45d4-a8ce-4ede1e8259c7 req-a7b3cd29-047c-4a6d-89ce-1dba19f3a09b tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:11.997650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bebdf538-d5eb-45d4-a8ce-4ede1e8259c7 req-a7b3cd29-047c-4a6d-89ce-1dba19f3a09b tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 945 time: 0.1090503 Aug 23 03:58:12.018560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:12.053908 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:58:12.096146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bebdf538-d5eb-45d4-a8ce-4ede1e8259c7 req-722f0e05-82a8-4334-a0bb-2a04839aae8e tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905788 Aug 23 03:58:12.098148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fcc9fdd3-8147-4f15-ad5f-ccbc762d358c,segment=NetworkSegment(3e393d46-13ac-439f-816b-933233cb3cb1),segment_id=3e393d46-13ac-439f-816b-933233cb3cb1)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:12.101248 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Set router c46180b3-9d52-486c-a2d7-2f865b78ab6c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:12.128025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-688fb123-1916-4730-a56c-ac7c45115fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:12.186052 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:12.186923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 611bfec8-507f-40ca-a6f8-2a0f5dc766ab up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:12.352560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-688fb123-1916-4730-a56c-ac7c45115fb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:58:12.353246 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-688fb123-1916-4730-a56c-ac7c45115fb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:58:12.364458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=fcc9fdd3-8147-4f15-ad5f-ccbc762d358c,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:12.370183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:12.370566 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:12.462387 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:58:07Z', 'updated_at': '2021-08-23T03:58:10Z', 'revision_number': 3, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'gw_port': {'id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:08Z', 'updated_at': '2021-08-23T03:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:12.504505 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Checking router: c46180b3-9d52-486c-a2d7-2f865b78ab6c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:58:12.505042 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Updating router c46180b3-9d52-486c-a2d7-2f865b78ab6c port bac3b01f-ca47-439d-820c-7859abff6288 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:58:12.534679 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:12.843779 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:12.855410 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Transition to ACTIVE for port object bac3b01f-ca47-439d-820c-7859abff6288 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:12.901413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a18185-f680-471f-aee2-f0954ef73754 req-acafd1b5-e9da-4315-93c5-7181420252a3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:12.903188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80a18185-f680-471f-aee2-f0954ef73754 req-acafd1b5-e9da-4315-93c5-7181420252a3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 943 time: 0.0828547 Aug 23 03:58:12.948549 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:12.981707 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80a18185-f680-471f-aee2-f0954ef73754 req-0ec789f2-7107-4def-9c7a-a6ed20d1234f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718656 Aug 23 03:58:13.003763 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Attempting to bind port bac3b01f-ca47-439d-820c-7859abff6288 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:13.007684 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Attempting to bind port bac3b01f-ca47-439d-820c-7859abff6288 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:13.007684 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Attempting to bind port bac3b01f-ca47-439d-820c-7859abff6288 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:13.014069 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75609eaf-889e-4baa-9fe5-2822588b0fd7 None None] Pushing event updated for resources: {'Port': ['ID=bac3b01f-ca47-439d-820c-7859abff6288,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:13.016558 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:13.016960 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:13.017399 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:13.017821 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:13.018315 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Bound port: bac3b01f-ca47-439d-820c-7859abff6288, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:13.018737 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:13.040374 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:13.072103 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] For port bac3b01f-ca47-439d-820c-7859abff6288, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:13.075087 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] For port bac3b01f-ca47-439d-820c-7859abff6288, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bac3b01f-ca47-439d-820c-7859abff6288,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:13.174596 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:13.226288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Allocated IP 172.20.0.1 (60d86ca1-49f0-49e5-bbe7-82cd17e0116e/e1c890e3-ad1a-4019-a145-009c1d14180b/14869246-4ebd-4cc1-beee-9aa158aee325) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:58:13.230658 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Routers {'c46180b3-9d52-486c-a2d7-2f865b78ab6c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:13.231620 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:13.239844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a317e-a2a0-4b41-8d0c-c2ae95295fbb req-3d769048-c050-4126-a944-ace1344d321a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:13.248003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b7a317e-a2a0-4b41-8d0c-c2ae95295fbb req-3d769048-c050-4126-a944-ace1344d321a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 945 time: 0.0683255 Aug 23 03:58:13.288472 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75609eaf-889e-4baa-9fe5-2822588b0fd7 None None] Pushing event updated for resources: {'Port': ['ID=bac3b01f-ca47-439d-820c-7859abff6288,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:13.289368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b7a317e-a2a0-4b41-8d0c-c2ae95295fbb req-533fdb7e-3012-4c0c-a207-829516df4f1a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Aug 23 03:58:13.372934 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] Set router c46180b3-9d52-486c-a2d7-2f865b78ab6c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:13.376276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:13.390643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Transition to ACTIVE for port object 14869246-4ebd-4cc1-beee-9aa158aee325 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:13.511833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fcc9fdd3-8147-4f15-ad5f-ccbc762d358c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:13.525674 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:13.561869 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:58:07Z', 'updated_at': '2021-08-23T03:58:10Z', 'revision_number': 3, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'gw_port': {'id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:08Z', 'updated_at': '2021-08-23T03:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:13.563459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:13.563835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:13.587672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:13.590695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:13.596182 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb10229-d11f-4c4a-9b32-44aac0400a72 None None] The sync data for ids ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'] in n-d-749052-7 is: [{'id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:58:07Z', 'updated_at': '2021-08-23T03:58:10Z', 'revision_number': 3, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'gw_port': {'id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:08Z', 'updated_at': '2021-08-23T03:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:58:13.596428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:58:13.602471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Pushing event updated for resources: {'Port': ['ID=14869246-4ebd-4cc1-beee-9aa158aee325,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:13.665821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:13.950132 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:14.034275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e51b3b75-0301-4de9-acee-b7a4553abd18 None None] Provisioning for port 14869246-4ebd-4cc1-beee-9aa158aee325 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:14.039871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e51b3b75-0301-4de9-acee-b7a4553abd18 None None] Provisioning complete for port 14869246-4ebd-4cc1-beee-9aa158aee325 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:14.041198 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e51b3b75-0301-4de9-acee-b7a4553abd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:14.090625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e51b3b75-0301-4de9-acee-b7a4553abd18 None None] Port 14869246-4ebd-4cc1-beee-9aa158aee325 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:58:14.219838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8200ad7-e8ce-4af6-b9dc-ffdf50366561 req-9fa1c008-dcfb-45aa-8aac-a7dda3b7b55c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:14.219838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8200ad7-e8ce-4af6-b9dc-ffdf50366561 req-9fa1c008-dcfb-45aa-8aac-a7dda3b7b55c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 943 time: 0.1487634 Aug 23 03:58:14.363209 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8200ad7-e8ce-4af6-b9dc-ffdf50366561 req-5cb54b10-7753-4bc5-9678-a946e5fdaaa1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223938 Aug 23 03:58:14.368275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:14.474338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:14.554850 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:14.564864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Pushing event updated for resources: {'Port': ['ID=14869246-4ebd-4cc1-beee-9aa158aee325,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:14.659906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:14.661396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:14.815009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Router c46180b3-9d52-486c-a2d7-2f865b78ab6c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:58:14.924208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3460a8ce-d4db-4e33-96dd-2b15bc0751ee None None] Provisioning complete for port 14869246-4ebd-4cc1-beee-9aa158aee325 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:14.925455 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3460a8ce-d4db-4e33-96dd-2b15bc0751ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:14.964993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:58:14.970371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a4a9819c-0138-45bb-844b-f62d30856df9 admin admin] 10.222.0.20 "PUT /v2.0/routers/c46180b3-9d52-486c-a2d7-2f865b78ab6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0231709 Aug 23 03:58:14.980136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3460a8ce-d4db-4e33-96dd-2b15bc0751ee None None] Port 14869246-4ebd-4cc1-beee-9aa158aee325 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:58:15.572703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ea130676-c0b1-4464-a8f7-5d84d77399db tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:15.577047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ea130676-c0b1-4464-a8f7-5d84d77399db tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/networks?id=43179e5b-97e3-466b-9329-ddfac567d679 HTTP/1.1" status: 200 len: 909 time: 0.1693130 Aug 23 03:58:15.592222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91fef3-20de-4660-9a8c-19d6f58890d1 req-b9516ef7-c5fc-446f-9af9-36e464d65483 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:15.593929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf91fef3-20de-4660-9a8c-19d6f58890d1 req-b9516ef7-c5fc-446f-9af9-36e464d65483 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 943 time: 0.1105285 Aug 23 03:58:15.595382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Sync routers for ids ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:58:15.611326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Routers {'c46180b3-9d52-486c-a2d7-2f865b78ab6c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:15.611957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:15.613586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-8b6832aa-ec8c-40b7-87c8-6ec3f4f3090a tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/quotas/61283e27cbc8408ba01488a34d751b7b HTTP/1.1" status: 200 len: 375 time: 0.0120349 Aug 23 03:58:15.622664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bac3b01f-ca47-439d-820c-7859abff6288 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:15.658058 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf91fef3-20de-4660-9a8c-19d6f58890d1 req-04274fc4-c5f7-4f84-bb6f-85677cc8c20b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499771 Aug 23 03:58:15.720708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-0f2b8129-c24a-41d0-ad84-352df4994e09 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=61283e27cbc8408ba01488a34d751b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054509 Aug 23 03:58:15.769502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Set router c46180b3-9d52-486c-a2d7-2f865b78ab6c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:15.824471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-4ecbb335-a8db-4a47-91e0-24273efc393d service neutron] 10.222.0.20 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958898 Aug 23 03:58:15.849619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port bac3b01f-ca47-439d-820c-7859abff6288 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:15.864397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bac3b01f-ca47-439d-820c-7859abff6288 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:15.864804 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:15.939559 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-e1190a48-4b5d-4988-a946-fb7b8ef4ea4e service neutron] 10.222.0.20 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079347 Aug 23 03:58:16.033455 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:16.057336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port bac3b01f-ca47-439d-820c-7859abff6288, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bac3b01f-ca47-439d-820c-7859abff6288,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:16.069304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:58:07Z', 'updated_at': '2021-08-23T03:58:13Z', 'revision_number': 4, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'gw_port': {'id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:08Z', 'updated_at': '2021-08-23T03:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '14869246-4ebd-4cc1-beee-9aa158aee325', 'name': '', 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'mac_address': 'fa:16:3e:aa:d9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'e1c890e3-ad1a-4019-a145-009c1d14180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:13Z', 'updated_at': '2021-08-23T03:58:14Z', 'revision_number': 2, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'subnets': [{'id': 'e1c890e3-ad1a-4019-a145-009c1d14180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:16.095223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Checking router: c46180b3-9d52-486c-a2d7-2f865b78ab6c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:58:16.095578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Updating router c46180b3-9d52-486c-a2d7-2f865b78ab6c port 14869246-4ebd-4cc1-beee-9aa158aee325 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 03:58:16.122510 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:16.158282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:16.279034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=bac3b01f-ca47-439d-820c-7859abff6288,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:16.284426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-799389ae-1d17-426b-9f0d-a49042c65a8d req-4a7bcb2a-542f-4b41-8994-51499794435a tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 210 time: 0.0305452 Aug 23 03:58:16.613375 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:16.623845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Transition to ACTIVE for port object 14869246-4ebd-4cc1-beee-9aa158aee325 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:16.768210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:16.775339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb9d4-663b-4507-a4f4-d3f00e883019 req-4b2be601-29eb-4a7a-bc3f-9b7bdd382e0c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:16.776833 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3dbb9d4-663b-4507-a4f4-d3f00e883019 req-4b2be601-29eb-4a7a-bc3f-9b7bdd382e0c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 943 time: 0.0542586 Aug 23 03:58:16.834005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e7acb-abbd-41c8-9249-fcda5372f71c None None] Pushing event updated for resources: {'Port': ['ID=14869246-4ebd-4cc1-beee-9aa158aee325,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:16.845585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3dbb9d4-663b-4507-a4f4-d3f00e883019 req-3e5c9200-3add-4b59-a049-ad4a536597ba tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620527 Aug 23 03:58:16.930756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Attempting to bind port 14869246-4ebd-4cc1-beee-9aa158aee325 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:16.931114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Attempting to bind port 14869246-4ebd-4cc1-beee-9aa158aee325 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3e393d46-13ac-439f-816b-933233cb3cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:16.931466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Attempting to bind port 14869246-4ebd-4cc1-beee-9aa158aee325 on network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:16.938526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:16.939275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Checking segment: {'id': '3e393d46-13ac-439f-816b-933233cb3cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:16.944804 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:16.944804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Bound using segment: {'id': '3e393d46-13ac-439f-816b-933233cb3cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:16.944804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Bound port: 14869246-4ebd-4cc1-beee-9aa158aee325, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e393d46-13ac-439f-816b-933233cb3cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:16.944804 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:17.010684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] For port 14869246-4ebd-4cc1-beee-9aa158aee325, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:17.014121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] For port 14869246-4ebd-4cc1-beee-9aa158aee325, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=14869246-4ebd-4cc1-beee-9aa158aee325,segment=NetworkSegment(3e393d46-13ac-439f-816b-933233cb3cb1),segment_id=3e393d46-13ac-439f-816b-933233cb3cb1)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:17.209128 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:17.272480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Routers {'c46180b3-9d52-486c-a2d7-2f865b78ab6c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:17.273116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:17.278810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e7acb-abbd-41c8-9249-fcda5372f71c None None] Pushing event updated for resources: {'Port': ['ID=14869246-4ebd-4cc1-beee-9aa158aee325,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:17.367922 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b45de8b-1f5a-43c7-a731-7d57d485a7d0 req-05e321e7-4c94-4525-a8ef-72b449241cda tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 210 time: 0.0297453 Aug 23 03:58:17.410176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] Set router c46180b3-9d52-486c-a2d7-2f865b78ab6c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:17.504196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bac3b01f-ca47-439d-820c-7859abff6288 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:17.639270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bac3b01f-ca47-439d-820c-7859abff6288 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:17.639270 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:17.736588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:58:07Z', 'updated_at': '2021-08-23T03:58:13Z', 'revision_number': 4, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'gw_port': {'id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:08Z', 'updated_at': '2021-08-23T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '14869246-4ebd-4cc1-beee-9aa158aee325', 'name': '', 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'mac_address': 'fa:16:3e:aa:d9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'e1c890e3-ad1a-4019-a145-009c1d14180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:13Z', 'updated_at': '2021-08-23T03:58:17Z', 'revision_number': 4, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'subnets': [{'id': 'e1c890e3-ad1a-4019-a145-009c1d14180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:17.764399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91e5e3-f30a-4e1c-9510-228fb1cb97da None None] The sync data for ids ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'] in n-d-749052-7 is: [{'id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:58:07Z', 'updated_at': '2021-08-23T03:58:13Z', 'revision_number': 4, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'gw_port': {'id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:08Z', 'updated_at': '2021-08-23T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '14869246-4ebd-4cc1-beee-9aa158aee325', 'name': '', 'network_id': '60d86ca1-49f0-49e5-bbe7-82cd17e0116e', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'mac_address': 'fa:16:3e:aa:d9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'e1c890e3-ad1a-4019-a145-009c1d14180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:13Z', 'updated_at': '2021-08-23T03:58:17Z', 'revision_number': 4, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'subnets': [{'id': 'e1c890e3-ad1a-4019-a145-009c1d14180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:58:18.036172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5be2a2-4d2e-40f2-abf2-c6bb5451d564 req-122d7264-fd99-4e3e-939f-5049b9b3ba3b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:18.037924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a5be2a2-4d2e-40f2-abf2-c6bb5451d564 req-122d7264-fd99-4e3e-939f-5049b9b3ba3b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 943 time: 0.0980988 Aug 23 03:58:18.103821 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9a5be2a2-4d2e-40f2-abf2-c6bb5451d564 req-2565c04b-bf79-4829-b485-1a1aac8bfe0e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598691 Aug 23 03:58:18.425544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-d19bcb4f-0211-4fc5-86b2-d25293c67666 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476072 Aug 23 03:58:18.486757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3693f7c3-6592-4ec6-b1f0-67bf6ca790bb req-c52972a4-4d3d-4240-bf0b-25f597e4e50e tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 210 time: 0.0407550 Aug 23 03:58:18.574218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-ae3ef58b-1281-4604-b5bd-4ee29d03743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:18.576122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-ae3ef58b-1281-4604-b5bd-4ee29d03743a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa798ec7391d48c78ce0028c038f2ed3&device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 1096 time: 0.0779376 Aug 23 03:58:18.707375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-b492f78e-8876-47ee-b1a5-6205b057439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:18.709565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-b492f78e-8876-47ee-b1a5-6205b057439a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 HTTP/1.1" status: 200 len: 909 time: 0.1080475 Aug 23 03:58:18.802454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-2b24dde0-ad58-4f8d-b4d8-d5cbd5199cf3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0 HTTP/1.1" status: 200 len: 1000 time: 0.0846078 Aug 23 03:58:18.859845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-ba867bd3-0433-43b6-9394-8f5cd149ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:18.861393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-ba867bd3-0433-43b6-9394-8f5cd149ea5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=73850eb5-de73-4765-934e-5a49113ad443 HTTP/1.1" status: 200 len: 848 time: 0.0499196 Aug 23 03:58:18.913243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-27e7509d-e6e8-4a49-86e9-64cf0765ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:18.915160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-27e7509d-e6e8-4a49-86e9-64cf0765ed47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454526 Aug 23 03:58:19.029310 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-2b661d7c-7510-4b84-a8b1-e7219e6021df service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039853 Aug 23 03:58:19.161908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c4b2bc5-9665-47a5-832a-83539123ea9c req-6336055c-c5ce-42a4-b777-9288d15ba581 service neutron] 10.222.0.11 "GET /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255682 Aug 23 03:58:19.285796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38adab-389e-4d23-a0af-98d96b090a1c req-152066f5-a1fd-4942-bf09-4e15c64b9667 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:19.287343 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-152066f5-a1fd-4942-bf09-4e15c64b9667 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.24 "GET /v2.0/networks?id=43179e5b-97e3-466b-9329-ddfac567d679 HTTP/1.1" status: 200 len: 909 time: 0.1383142 Aug 23 03:58:19.303223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Request body: {'port': {'device_id': '8918134f-0562-45ec-bcd0-e936e65ae2c3', 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679', 'admin_state_up': True, 'tenant_id': '61283e27cbc8408ba01488a34d751b7b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:19.313924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5f2e-2510-48ea-80a5-3e4b17c7ffed req-8c14f55d-e61d-48ac-8e90-5d35469bcfba tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:19.315473 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea1f5f2e-2510-48ea-80a5-3e4b17c7ffed req-8c14f55d-e61d-48ac-8e90-5d35469bcfba tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 943 time: 0.1247582 Aug 23 03:58:19.375342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea1f5f2e-2510-48ea-80a5-3e4b17c7ffed req-5de73d01-a302-432f-b097-148a57c6fdc9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504050 Aug 23 03:58:19.477627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Made reservation on behalf of 61283e27cbc8408ba01488a34d751b7b for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:58:19.480062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:19.556726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 14869246-4ebd-4cc1-beee-9aa158aee325 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:19.604962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3e1a77b-bdec-4916-9543-b3eb16285b39 req-752fb7eb-98f2-48b3-8039-3f2ea922de25 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 210 time: 0.0372567 Aug 23 03:58:19.677588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Allocated IP 172.20.0.6 (43179e5b-97e3-466b-9329-ddfac567d679/43f2e3e5-c5d0-49ad-8d83-7168eb2b5388/40002d03-b8ba-4546-ae4f-bd677de2eb8d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:58:19.741838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 14869246-4ebd-4cc1-beee-9aa158aee325 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:19.750380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 14869246-4ebd-4cc1-beee-9aa158aee325 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:19.751030 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:19.866520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:19.887434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Transition to ACTIVE for port object 40002d03-b8ba-4546-ae4f-bd677de2eb8d will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:19.935038 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:19.972865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 14869246-4ebd-4cc1-beee-9aa158aee325, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=14869246-4ebd-4cc1-beee-9aa158aee325,segment=NetworkSegment(3e393d46-13ac-439f-816b-933233cb3cb1),segment_id=3e393d46-13ac-439f-816b-933233cb3cb1)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:20.013979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:20.050484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 67c131ee-c338-4b39-9696-2836b3458db9 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:58:20.051846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Network 43179e5b-97e3-466b-9329-ddfac567d679 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:20.055376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:20.058530 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:20.058780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:58:20.094983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Pushing event updated for resources: {'Port': ['ID=40002d03-b8ba-4546-ae4f-bd677de2eb8d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:20.138032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:20.141956 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:20.180929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=14869246-4ebd-4cc1-beee-9aa158aee325,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:20.220588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 67c131ee-c338-4b39-9696-2836b3458db9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=67c131ee-c338-4b39-9696-2836b3458db9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:20.235929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '67c131ee-c338-4b39-9696-2836b3458db9', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'port_id': '67c131ee-c338-4b39-9696-2836b3458db9', 'mac_address': 'fa:16:3e:30:e5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:58:20.275493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-5a985bc2-c4e6-4e20-a187-2e14f7ecbb6b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9777672 Aug 23 03:58:20.283771 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:20.289260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Request body: {'port': {'device_id': '8918134f-0562-45ec-bcd0-e936e65ae2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:20.300042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c131ee-c338-4b39-9696-2836b3458db9 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:20.320159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 67c131ee-c338-4b39-9696-2836b3458db9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=67c131ee-c338-4b39-9696-2836b3458db9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:20.368506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:20.425274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:20.527907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=67c131ee-c338-4b39-9696-2836b3458db9,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:20.600557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dcd0fcb1-cf06-4f85-be43-99e96fbabbf6 None None] Provisioning for port 40002d03-b8ba-4546-ae4f-bd677de2eb8d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:20.611995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dcd0fcb1-cf06-4f85-be43-99e96fbabbf6 None None] Provisioning complete for port 40002d03-b8ba-4546-ae4f-bd677de2eb8d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:20.612649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fcb1-cf06-4f85-be43-99e96fbabbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:20.618628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408efc4f-1d86-410d-9743-d9083744090f req-0f3af3ef-31b4-4b20-9a7a-895e4881bf64 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:20.620704 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-408efc4f-1d86-410d-9743-d9083744090f req-0f3af3ef-31b4-4b20-9a7a-895e4881bf64 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 944 time: 0.0876520 Aug 23 03:58:20.660691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-dcd0fcb1-cf06-4f85-be43-99e96fbabbf6 None None] Port 40002d03-b8ba-4546-ae4f-bd677de2eb8d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:58:20.699515 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-408efc4f-1d86-410d-9743-d9083744090f req-c2be63b0-3ba2-4b0f-94e2-b6ec8f60f079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504656 Aug 23 03:58:20.753461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd925b8-b38a-436f-aea1-63304d4bcc82 req-bf4e1279-49c3-49b8-8a73-348855607f7f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:20.755753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddd925b8-b38a-436f-aea1-63304d4bcc82 req-bf4e1279-49c3-49b8-8a73-348855607f7f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1027 time: 0.0761294 Aug 23 03:58:20.791591 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40002d03-b8ba-4546-ae4f-bd677de2eb8d {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:20.799155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:20.808344 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddd925b8-b38a-436f-aea1-63304d4bcc82 req-5b90d7b7-8b95-46c8-86c5-804d12a543ac tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Aug 23 03:58:20.813578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Transition to ACTIVE for port object 40002d03-b8ba-4546-ae4f-bd677de2eb8d will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:20.820802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['67c131ee-c338-4b39-9696-2836b3458db9'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:20.925624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:21.023725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Pushing event updated for resources: {'Port': ['ID=40002d03-b8ba-4546-ae4f-bd677de2eb8d,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:21.096006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Attempting to bind port 40002d03-b8ba-4546-ae4f-bd677de2eb8d on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:21.096459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Attempting to bind port 40002d03-b8ba-4546-ae4f-bd677de2eb8d by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:21.096943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Attempting to bind port 40002d03-b8ba-4546-ae4f-bd677de2eb8d on network 43179e5b-97e3-466b-9329-ddfac567d679 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:21.101654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Port 40002d03-b8ba-4546-ae4f-bd677de2eb8d on network 43179e5b-97e3-466b-9329-ddfac567d679 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:58:21.102208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Attempting to bind port 40002d03-b8ba-4546-ae4f-bd677de2eb8d on network 43179e5b-97e3-466b-9329-ddfac567d679 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:21.107628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:21.108097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Checking segment: {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:21.108586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Bound using segment: {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:21.109147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Bound port: 40002d03-b8ba-4546-ae4f-bd677de2eb8d, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:21.109632 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:21.189401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] For port 40002d03-b8ba-4546-ae4f-bd677de2eb8d, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:21.196025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] For port 40002d03-b8ba-4546-ae4f-bd677de2eb8d, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=40002d03-b8ba-4546-ae4f-bd677de2eb8d,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:21.305919 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:21.339778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:21.340388 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:21.341788 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] 10.222.0.24 "PUT /v2.0/ports/40002d03-b8ba-4546-ae4f-bd677de2eb8d HTTP/1.1" status: 200 len: 1091 time: 1.0587385 Aug 23 03:58:21.342288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8918134f-0562-45ec-bcd0-e936e65ae2c3', 'tag': '40002d03-b8ba-4546-ae4f-bd677de2eb8d'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:21.344534 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d1314f-2249-4a4f-85a6-07cc233a3d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8918134f-0562-45ec-bcd0-e936e65ae2c3", "tag": "40002d03-b8ba-4546-ae4f-bd677de2eb8d"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:21.389265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba340020-55e4-4329-bea0-a36fce52989f service neutron] Pushing event updated for resources: {'Port': ['ID=40002d03-b8ba-4546-ae4f-bd677de2eb8d,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:21.511648 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a63528e-750d-482a-a9a1-e2b98229cb65 x-openstack-request-id: req-4a63528e-750d-482a-a9a1-e2b98229cb65 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:21.511874 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8918134f-0562-45ec-bcd0-e936e65ae2c3", "tag": "40002d03-b8ba-4546-ae4f-bd677de2eb8d", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:21.512135 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a63528e-750d-482a-a9a1-e2b98229cb65 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:21.512549 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8918134f-0562-45ec-bcd0-e936e65ae2c3', 'tag': '40002d03-b8ba-4546-ae4f-bd677de2eb8d', 'status': 'completed', 'code': 200} Aug 23 03:58:21.548319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38adab-389e-4d23-a0af-98d96b090a1c req-909a1431-97a6-4b9d-8ad1-bad42d79f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:21.550520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-909a1431-97a6-4b9d-8ad1-bad42d79f422 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61283e27cbc8408ba01488a34d751b7b&device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1094 time: 0.0819952 Aug 23 03:58:21.558253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 14869246-4ebd-4cc1-beee-9aa158aee325 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:21.612766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-f10fbe72-00d6-48ec-aa6f-d9c019d74a73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40002d03-b8ba-4546-ae4f-bd677de2eb8d HTTP/1.1" status: 200 len: 217 time: 0.0532877 Aug 23 03:58:21.634530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 14869246-4ebd-4cc1-beee-9aa158aee325 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:21.635512 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:21.684105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38adab-389e-4d23-a0af-98d96b090a1c req-498fd97d-5b7d-42ef-8fc8-e521c5560d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:21.685607 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-498fd97d-5b7d-42ef-8fc8-e521c5560d6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43f2e3e5-c5d0-49ad-8d83-7168eb2b5388 HTTP/1.1" status: 200 len: 848 time: 0.0515258 Aug 23 03:58:21.742883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38adab-389e-4d23-a0af-98d96b090a1c req-e79bbc7c-d343-469d-a90a-807250d9185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:21.744512 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-e79bbc7c-d343-469d-a90a-807250d9185a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43179e5b-97e3-466b-9329-ddfac567d679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498757 Aug 23 03:58:21.825438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65902a-da6f-4622-a2d1-74fe0cc9d533 req-fa6b174c-7bb9-4575-b06d-a67d80cba7f2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:21.828006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd65902a-da6f-4622-a2d1-74fe0cc9d533 req-fa6b174c-7bb9-4575-b06d-a67d80cba7f2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 944 time: 0.0534978 Aug 23 03:58:21.873527 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-a4f6380d-008b-42c8-a80c-07063dc749bb service neutron] 10.222.0.24 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220906 Aug 23 03:58:21.875173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd65902a-da6f-4622-a2d1-74fe0cc9d533 req-51f85b36-b57e-46f1-bddc-934bac9e239b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Aug 23 03:58:22.132039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf80e-999b-47d2-abce-3c4c74d2eaf5 req-3ff88f18-46d0-40a0-8ca9-fe3905a73c4f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:22.132039 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5afcf80e-999b-47d2-abce-3c4c74d2eaf5 req-3ff88f18-46d0-40a0-8ca9-fe3905a73c4f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1094 time: 0.1283660 Aug 23 03:58:22.133958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 67c131ee-c338-4b39-9696-2836b3458db9 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:22.134068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da38adab-389e-4d23-a0af-98d96b090a1c req-74d817cb-91ce-4752-b57a-a01040e04e80 service neutron] 10.222.0.24 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916606 Aug 23 03:58:22.134068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5afcf80e-999b-47d2-abce-3c4c74d2eaf5 req-2ec9eea4-1c1c-4a55-8985-04bcf4eebf61 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689750 Aug 23 03:58:22.213304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 67c131ee-c338-4b39-9696-2836b3458db9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:22.223181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 67c131ee-c338-4b39-9696-2836b3458db9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:22.223597 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:22.253622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-388ce974-5d59-400b-b770-22edd13eb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:22.255943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-388ce974-5d59-400b-b770-22edd13eb5b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61283e27cbc8408ba01488a34d751b7b&device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1094 time: 0.0482774 Aug 23 03:58:22.316214 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:22.340285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e09ea14-5a17-49c1-b6b7-3ef7d5fee532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c131ee-c338-4b39-9696-2836b3458db9'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:22.342844 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e024bb7a-a1da-4c1e-ac12-a9a05b984209" -d '{"events": [{"server_uuid": "6e09ea14-5a17-49c1-b6b7-3ef7d5fee532", "name": "network-vif-plugged", "status": "completed", "tag": "67c131ee-c338-4b39-9696-2836b3458db9"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:22.365519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 67c131ee-c338-4b39-9696-2836b3458db9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=67c131ee-c338-4b39-9696-2836b3458db9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:22.386702 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5320bf2f-077f-4bca-93a1-99378b0790c6 x-openstack-request-id: req-5320bf2f-077f-4bca-93a1-99378b0790c6 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:22.386702 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e09ea14-5a17-49c1-b6b7-3ef7d5fee532", "name": "network-vif-plugged", "status": "completed", "tag": "67c131ee-c338-4b39-9696-2836b3458db9", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:22.386702 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5320bf2f-077f-4bca-93a1-99378b0790c6 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:22.386702 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e09ea14-5a17-49c1-b6b7-3ef7d5fee532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c131ee-c338-4b39-9696-2836b3458db9', 'code': 200} Aug 23 03:58:22.387132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-30eb5831-8a5c-41a7-b0a0-d19c8a2ff8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:22.387585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-30eb5831-8a5c-41a7-b0a0-d19c8a2ff8ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=43179e5b-97e3-466b-9329-ddfac567d679 HTTP/1.1" status: 200 len: 909 time: 0.1220570 Aug 23 03:58:22.487176 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-ca864ab1-6bd3-44b9-b28d-88aa219bc420 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40002d03-b8ba-4546-ae4f-bd677de2eb8d HTTP/1.1" status: 200 len: 217 time: 0.0360925 Aug 23 03:58:22.487176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-d78c9b57-ed64-468c-bcb9-38936b4d726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:22.487176 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-d78c9b57-ed64-468c-bcb9-38936b4d726f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43f2e3e5-c5d0-49ad-8d83-7168eb2b5388 HTTP/1.1" status: 200 len: 848 time: 0.0441363 Aug 23 03:58:22.527967 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:22.530524 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7e0bd-bf30-41c1-b786-333a931d863f req-6d112e8e-7368-44c2-9343-2199a9628434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:22.531140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-cbbf1106-ac6c-4fe3-817f-252db9761bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:22.532321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26b7e0bd-bf30-41c1-b786-333a931d863f req-6d112e8e-7368-44c2-9343-2199a9628434 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 1095 time: 0.0471895 Aug 23 03:58:22.533688 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-cbbf1106-ac6c-4fe3-817f-252db9761bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43179e5b-97e3-466b-9329-ddfac567d679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431011 Aug 23 03:58:22.582373 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26b7e0bd-bf30-41c1-b786-333a931d863f req-05cfbc0a-4bb3-4b96-be5c-c5940833703c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Aug 23 03:58:22.625650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=67c131ee-c338-4b39-9696-2836b3458db9,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:22.642455 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-3b3213c2-ae81-4069-b3da-09beff9a0702 service neutron] 10.222.0.24 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964146 Aug 23 03:58:22.732908 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:22.741337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31d1314f-2249-4a4f-85a6-07cc233a3d6e req-10d446ab-07e2-4f7b-a423-073dfe96c087 service neutron] 10.222.0.24 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914307 Aug 23 03:58:23.002941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b35722-87a5-463a-944c-84c4ac11086a req-13c02a14-32e4-461a-b97c-92e56f4a40f2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:23.004523 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60b35722-87a5-463a-944c-84c4ac11086a req-13c02a14-32e4-461a-b97c-92e56f4a40f2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 945 time: 0.0510511 Aug 23 03:58:23.045099 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60b35722-87a5-463a-944c-84c4ac11086a req-645047b1-69f1-4b20-8b4a-5d2082d27482 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Aug 23 03:58:23.220853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15829ac1-5448-4620-a019-d043f9d13522 req-e8e7ceff-c487-45c4-9dd3-bcf5ef0b9629 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:23.222786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15829ac1-5448-4620-a019-d043f9d13522 req-e8e7ceff-c487-45c4-9dd3-bcf5ef0b9629 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1094 time: 0.0491123 Aug 23 03:58:23.257705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15829ac1-5448-4620-a019-d043f9d13522 req-239594bb-8bf0-4f6b-8fae-7e46cfac6b7b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285168 Aug 23 03:58:24.161361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fde59-ab95-495b-9547-4647a4af5953 req-b5cc5f63-094a-4caf-a8fd-0de9e8abc46d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:24.163398 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-932fde59-ab95-495b-9547-4647a4af5953 req-b5cc5f63-094a-4caf-a8fd-0de9e8abc46d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 945 time: 0.0496387 Aug 23 03:58:24.201086 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-932fde59-ab95-495b-9547-4647a4af5953 req-45d5613a-9a97-4aaf-a271-205c7fa3351b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Aug 23 03:58:24.212706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 40002d03-b8ba-4546-ae4f-bd677de2eb8d details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:58:24.316085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 40002d03-b8ba-4546-ae4f-bd677de2eb8d, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=40002d03-b8ba-4546-ae4f-bd677de2eb8d,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:24.326399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '40002d03-b8ba-4546-ae4f-bd677de2eb8d', 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679', 'port_id': '40002d03-b8ba-4546-ae4f-bd677de2eb8d', 'mac_address': 'fa:16:3e:b8:f3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f2e3e5-c5d0-49ad-8d83-7168eb2b5388', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:58:24.370502 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:24.375362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81389cb-eb9d-4ce0-b377-8252e7eec0b3 req-154a60e8-2b41-48fe-8346-79a48b125eba tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:24.383031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d81389cb-eb9d-4ce0-b377-8252e7eec0b3 req-154a60e8-2b41-48fe-8346-79a48b125eba tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1094 time: 0.0434952 Aug 23 03:58:24.383915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40002d03-b8ba-4546-ae4f-bd677de2eb8d {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:24.403644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 40002d03-b8ba-4546-ae4f-bd677de2eb8d, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=40002d03-b8ba-4546-ae4f-bd677de2eb8d,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:24.411454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d81389cb-eb9d-4ce0-b377-8252e7eec0b3 req-f3c62601-2295-40df-a457-63368e20f73c tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284114 Aug 23 03:58:24.576618 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:24.626239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=40002d03-b8ba-4546-ae4f-bd677de2eb8d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:24.805922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['40002d03-b8ba-4546-ae4f-bd677de2eb8d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:25.325463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51757d38-139f-4c36-a800-d970bce5fa6d req-f383ec64-bae4-4509-afd5-4ed7f482b8a3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:25.327069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51757d38-139f-4c36-a800-d970bce5fa6d req-f383ec64-bae4-4509-afd5-4ed7f482b8a3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 945 time: 0.0565143 Aug 23 03:58:25.367800 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51757d38-139f-4c36-a800-d970bce5fa6d req-12d666d8-6b25-48d6-a4ee-8fbd70f9f0e1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Aug 23 03:58:25.484248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765e0ef-016f-4eb3-8b58-c8c3ea0653ef req-241288c6-26d9-4ef5-bf38-5356e9fe1b6f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:25.485784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8765e0ef-016f-4eb3-8b58-c8c3ea0653ef req-241288c6-26d9-4ef5-bf38-5356e9fe1b6f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 945 time: 0.0495138 Aug 23 03:58:25.525487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8765e0ef-016f-4eb3-8b58-c8c3ea0653ef req-7d572ff4-48f5-4505-a4ff-311bb1619292 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332682 Aug 23 03:58:25.544259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20500e1-69ea-4df0-b17a-5f983c4d8163 req-3531fde3-7db6-465c-b3bf-f374a69ffb0a tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:25.546091 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e20500e1-69ea-4df0-b17a-5f983c4d8163 req-3531fde3-7db6-465c-b3bf-f374a69ffb0a tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1095 time: 0.0455780 Aug 23 03:58:25.586003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e20500e1-69ea-4df0-b17a-5f983c4d8163 req-d350d459-79dd-450b-a377-7454429d079f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 Aug 23 03:58:25.693589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee3845-d49d-4d40-9892-05a1eb0555f4 req-0f4813a5-fff0-48fd-a5bc-d024a8c13230 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:25.695063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ee3845-d49d-4d40-9892-05a1eb0555f4 req-0f4813a5-fff0-48fd-a5bc-d024a8c13230 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 945 time: 0.0533140 Aug 23 03:58:25.733168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9ee3845-d49d-4d40-9892-05a1eb0555f4 req-ad462613-b337-434d-a080-19ace0eee03f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Aug 23 03:58:26.093275 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d028e6e-734d-413a-8f98-8caf8506585f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:26.228350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 40002d03-b8ba-4546-ae4f-bd677de2eb8d up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:26.267603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af7da6-552a-49c0-aac2-16afc9370f00 req-7ea6caf2-d62a-417f-b9c6-e1290874c1a5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:26.269239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3af7da6-552a-49c0-aac2-16afc9370f00 req-7ea6caf2-d62a-417f-b9c6-e1290874c1a5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 945 time: 0.0529432 Aug 23 03:58:26.310638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3af7da6-552a-49c0-aac2-16afc9370f00 req-67ddb6d7-92b6-401b-b62f-c50e8a1e6cd7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 Aug 23 03:58:26.367871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 40002d03-b8ba-4546-ae4f-bd677de2eb8d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:26.372076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 40002d03-b8ba-4546-ae4f-bd677de2eb8d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:26.372476 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:26.455300 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:26.482138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918134f-0562-45ec-bcd0-e936e65ae2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40002d03-b8ba-4546-ae4f-bd677de2eb8d'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:26.484504 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35d3d79-7a60-423f-9077-f48da4addb91" -d '{"events": [{"server_uuid": "8918134f-0562-45ec-bcd0-e936e65ae2c3", "name": "network-vif-plugged", "status": "completed", "tag": "40002d03-b8ba-4546-ae4f-bd677de2eb8d"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:26.496939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 40002d03-b8ba-4546-ae4f-bd677de2eb8d, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=40002d03-b8ba-4546-ae4f-bd677de2eb8d,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:26.524915 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd47775-12c3-41ff-872b-10e995384d53 x-openstack-request-id: req-bbd47775-12c3-41ff-872b-10e995384d53 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:26.531364 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8918134f-0562-45ec-bcd0-e936e65ae2c3", "name": "network-vif-plugged", "status": "completed", "tag": "40002d03-b8ba-4546-ae4f-bd677de2eb8d", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:26.531364 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbd47775-12c3-41ff-872b-10e995384d53 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:26.531364 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8918134f-0562-45ec-bcd0-e936e65ae2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40002d03-b8ba-4546-ae4f-bd677de2eb8d', 'code': 200} Aug 23 03:58:26.602446 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:26.648225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db444d7e-e738-46d7-a043-00f96a9af1e7 req-38a819f9-35c9-41d1-97b5-7ddf7cae5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:26.658547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db444d7e-e738-46d7-a043-00f96a9af1e7 req-38a819f9-35c9-41d1-97b5-7ddf7cae5ae0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1095 time: 0.0626056 Aug 23 03:58:26.658686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=40002d03-b8ba-4546-ae4f-bd677de2eb8d,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:26.686808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db444d7e-e738-46d7-a043-00f96a9af1e7 req-e7081331-2b91-4d98-98a6-1d5ca91e798d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294847 Aug 23 03:58:26.716498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4b3a5-b036-4596-9122-40e2d074537f req-27b24972-20c7-401d-b781-e75a5fbd4afc tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:26.718050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14b4b3a5-b036-4596-9122-40e2d074537f req-27b24972-20c7-401d-b781-e75a5fbd4afc tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0415521 Aug 23 03:58:26.754190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14b4b3a5-b036-4596-9122-40e2d074537f req-0e13a567-722f-418c-8f1c-991f287cce9f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301917 Aug 23 03:58:27.422479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d19701-72a5-41bf-9f7c-037de9f24d65 req-88f0f03e-851a-42e3-bac9-b8c06fcef99b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:27.424043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3d19701-72a5-41bf-9f7c-037de9f24d65 req-88f0f03e-851a-42e3-bac9-b8c06fcef99b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 945 time: 0.0492897 Aug 23 03:58:27.464771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3d19701-72a5-41bf-9f7c-037de9f24d65 req-837d69b0-bd6f-4f2f-97e9-e3b4c43556dd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342524 Aug 23 03:58:27.867737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35071f25-e94d-4c30-8641-2046dde51898 req-9c83598f-2d76-4076-bd22-bb7a5f8175d8 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:27.869336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35071f25-e94d-4c30-8641-2046dde51898 req-9c83598f-2d76-4076-bd22-bb7a5f8175d8 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0447056 Aug 23 03:58:27.905048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35071f25-e94d-4c30-8641-2046dde51898 req-23e9d3ab-b676-4e0c-a7a1-d6e77526816e tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298655 Aug 23 03:58:28.005611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-b9a2697b-8341-4eb5-ba3b-de4bb6293c9c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:28.009070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-b9a2697b-8341-4eb5-ba3b-de4bb6293c9c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 945 time: 0.0514724 Aug 23 03:58:28.108203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port 67c131ee-c338-4b39-9696-2836b3458db9 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:28.113740 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:28.196407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] For port 67c131ee-c338-4b39-9696-2836b3458db9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=67c131ee-c338-4b39-9696-2836b3458db9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:28.196774 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:28.208474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for 67c131ee-c338-4b39-9696-2836b3458db9 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:28.450620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:28.477455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=67c131ee-c338-4b39-9696-2836b3458db9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:28.483651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['67c131ee-c338-4b39-9696-2836b3458db9'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:28.528249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] No DVR routers for this DVR port 67c131ee-c338-4b39-9696-2836b3458db9 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:58:28.530523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:28.532615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b5cc74b4-9ead-42ae-a118-3bb46b2bbc6f req-86d94817-daac-4ff5-9101-74b386f6e079 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "DELETE /v2.0/ports/67c131ee-c338-4b39-9696-2836b3458db9 HTTP/1.1" status: 204 len: 173 time: 0.5177321 Aug 23 03:58:28.532969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e09ea14-5a17-49c1-b6b7-3ef7d5fee532', 'name': 'network-vif-deleted', 'tag': '67c131ee-c338-4b39-9696-2836b3458db9'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:28.535770 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f43db0e-9c80-4e9c-b299-f579d4dd468c" -d '{"events": [{"server_uuid": "6e09ea14-5a17-49c1-b6b7-3ef7d5fee532", "name": "network-vif-deleted", "tag": "67c131ee-c338-4b39-9696-2836b3458db9"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:28.583448 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e25c059b-b5b6-487a-967f-e59e8b26279c req-952480bb-02e3-4ef5-a8f6-d3501c5af17a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 210 time: 0.0386677 Aug 23 03:58:28.615857 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d612492-baac-4b65-b69a-1a5b496b1356 x-openstack-request-id: req-2d612492-baac-4b65-b69a-1a5b496b1356 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:28.616159 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e09ea14-5a17-49c1-b6b7-3ef7d5fee532", "name": "network-vif-deleted", "tag": "67c131ee-c338-4b39-9696-2836b3458db9", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:28.616416 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d612492-baac-4b65-b69a-1a5b496b1356 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:28.616825 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e09ea14-5a17-49c1-b6b7-3ef7d5fee532', 'name': 'network-vif-deleted', 'tag': '67c131ee-c338-4b39-9696-2836b3458db9', 'status': 'completed', 'code': 200} Aug 23 03:58:28.773313 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-28837338-77c1-49f6-ac08-13acc0a7f449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:28.884873 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:29.034151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870a11-a9cc-41a9-b20b-26b59271cc2a req-fa498ba0-406b-490c-889d-ba04ba048e28 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:29.035892 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2870a11-a9cc-41a9-b20b-26b59271cc2a req-fa498ba0-406b-490c-889d-ba04ba048e28 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0571878 Aug 23 03:58:29.080514 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2870a11-a9cc-41a9-b20b-26b59271cc2a req-d75173ec-3435-40a6-ae5c-485072d6cea8 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342586 Aug 23 03:58:29.213595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05593af-2140-451f-b9fe-7afe59b647cf req-2b53a340-f5db-4b16-abb8-cf651552bc25 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:29.216004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f05593af-2140-451f-b9fe-7afe59b647cf req-2b53a340-f5db-4b16-abb8-cf651552bc25 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0445261 Aug 23 03:58:29.251602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f05593af-2140-451f-b9fe-7afe59b647cf req-8f70a92a-c5ab-4036-8692-003cf4893de2 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295563 Aug 23 03:58:29.401554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6ac51-e647-4ac4-be92-f0fcd2f72a86 req-ebb4cda5-c7d9-4b77-b80e-8d031e7e06dd tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:29.405479 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bbb6ac51-e647-4ac4-be92-f0fcd2f72a86 req-ebb4cda5-c7d9-4b77-b80e-8d031e7e06dd tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0812104 Aug 23 03:58:29.449596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bbb6ac51-e647-4ac4-be92-f0fcd2f72a86 req-bba73599-8dda-47eb-a6d7-e4bb2aa04120 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Aug 23 03:58:29.707512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-add67f93-250e-414d-b074-6c21748fa574 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:29.714959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-add67f93-250e-414d-b074-6c21748fa574 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/networks?id=43179e5b-97e3-466b-9329-ddfac567d679 HTTP/1.1" status: 200 len: 909 time: 0.1226959 Aug 23 03:58:29.730070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-30abd1c0-5bf2-4e92-abfd-76270ef3f742 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/quotas/61283e27cbc8408ba01488a34d751b7b HTTP/1.1" status: 200 len: 375 time: 0.0142043 Aug 23 03:58:29.784725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-c5fa38dd-7005-42e1-bcfb-9de9f041874f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=61283e27cbc8408ba01488a34d751b7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537367 Aug 23 03:58:29.814845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-dfa0409d-3d03-4dbe-b54e-ddd4431704ba tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:29.816341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-dfa0409d-3d03-4dbe-b54e-ddd4431704ba tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 815 time: 0.1412225 Aug 23 03:58:29.832949 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-ceca655b-81b9-4682-9c26-894961eb3b72 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/quotas/30cc3c060f244c86a3a6293962a731d8 HTTP/1.1" status: 200 len: 375 time: 0.0095313 Aug 23 03:58:29.875791 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-d383cd73-8447-442d-9840-784324486e75 service neutron] 10.222.0.20 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901003 Aug 23 03:58:29.905533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-0cdcaec0-65f1-40fd-9563-1b5b60adb741 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664017 Aug 23 03:58:29.981727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-3b4a500d-a49b-48e8-b452-808011bfc752 service neutron] 10.222.0.20 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991039 Aug 23 03:58:29.996583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e690a4e4-2ac5-4d76-b9d1-0b375e642e34 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899005 Aug 23 03:58:30.123126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-1e31ae95-2f24-444a-aecf-395278ae35a3 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186631 Aug 23 03:58:30.300507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c272d4b-0c53-4fc4-8560-6592a1289a2f req-275629a9-c9ed-4ff8-be16-0fb9ea663bcb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 210 time: 0.0287287 Aug 23 03:58:30.423022 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:30.531026 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f965559c-ce1c-46ef-8687-24da0cf4a42e req-a8215a2a-52f7-4e27-a876-911bcdbb3b7d tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 210 time: 0.0599561 Aug 23 03:58:30.539993 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2bc4e2d1-4ace-4b49-9dce-f70be8a4b994 req-2ecad123-24b5-448d-8e1a-5744083d0cbc tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 210 time: 0.0623550 Aug 23 03:58:31.409946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78ebbbe4-ba14-42a6-947a-1ebd82c86320 req-0a78d724-2406-4909-8818-1a5a5529a65d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 210 time: 0.0308371 Aug 23 03:58:31.649711 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1ec44f4-f2d0-40b5-a15d-013ed132631f req-e801f28c-6000-4f46-8157-0915d77a4fc1 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 210 time: 0.0452237 Aug 23 03:58:31.674016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-67e54205-1633-4f03-9c5d-43e14083d8ae req-d8046aa1-0047-4c13-bd52-a6c029e260b5 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 210 time: 0.0493965 Aug 23 03:58:31.765112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:32.124251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 67c131ee-c338-4b39-9696-2836b3458db9 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:32.144196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 67c131ee-c338-4b39-9696-2836b3458db9 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:32.144540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 67c131ee-c338-4b39-9696-2836b3458db9 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:32.543735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05bab8b5-2070-44a5-a92e-cddf78645223 req-04118713-296f-4bd4-8874-4b9af322cb4b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 210 time: 0.0430956 Aug 23 03:58:32.633233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-d9b099f7-5632-42a2-ab6f-dba609dce77c tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:32.635644 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-d9b099f7-5632-42a2-ab6f-dba609dce77c tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.11 "GET /v2.0/networks?id=43179e5b-97e3-466b-9329-ddfac567d679 HTTP/1.1" status: 200 len: 909 time: 0.1551383 Aug 23 03:58:32.655522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Request body: {'port': {'device_id': 'd44999bb-590a-4127-8a82-6e2e8bf4dc3f', 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679', 'admin_state_up': True, 'tenant_id': '61283e27cbc8408ba01488a34d751b7b'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:32.743933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab0ecb18-07c3-4293-8f91-2dfe06df196f req-495481e0-b19a-425c-91e8-ba2925b543eb tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 210 time: 0.0270350 Aug 23 03:58:32.767151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Made reservation on behalf of 61283e27cbc8408ba01488a34d751b7b for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:58:32.769517 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:32.778409 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-efe8f7e8-c228-45d6-b472-36b1dd504449 req-b8d687c9-70a9-45e4-8e94-b9f42b10dae7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 210 time: 0.0321651 Aug 23 03:58:32.903964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Allocated IP 172.20.0.11 (43179e5b-97e3-466b-9329-ddfac567d679/43f2e3e5-c5d0-49ad-8d83-7168eb2b5388/d04655c4-12f0-4c30-a1d8-2e8fa7f399f5) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:58:33.041666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:33.054692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Transition to ACTIVE for port object d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:33.160154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:33.171882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['40002d03-b8ba-4546-ae4f-bd677de2eb8d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:33.204703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Network 43179e5b-97e3-466b-9329-ddfac567d679 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:33.210646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:33.218928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:58:33.262618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Pushing event updated for resources: {'Port': ['ID=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:33.296741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.300805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:33.338874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:33.339491 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:33.390930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-d7ce6550-9752-460a-b7dc-73f11339d4ae tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:33.392542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-d7ce6550-9752-460a-b7dc-73f11339d4ae tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.11 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 815 time: 0.1508310 Aug 23 03:58:33.416568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Request body: {'port': {'device_id': '04379780-78a1-484f-999b-16cc303b1d54', 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543', 'admin_state_up': True, 'tenant_id': '30cc3c060f244c86a3a6293962a731d8'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:33.434053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-31d4c9f3-c67c-4ec2-86b5-661b247d8689 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7825525 Aug 23 03:58:33.455134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Request body: {'port': {'device_id': 'd44999bb-590a-4127-8a82-6e2e8bf4dc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:33.563797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:33.619449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-609efd1b-52df-4bf5-9d00-2f218093b459 None None] Provisioning for port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:33.623875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-609efd1b-52df-4bf5-9d00-2f218093b459 None None] Provisioning complete for port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:33.628513 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-609efd1b-52df-4bf5-9d00-2f218093b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:33.692770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-609efd1b-52df-4bf5-9d00-2f218093b459 None None] Port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:58:33.718880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Made reservation on behalf of 30cc3c060f244c86a3a6293962a731d8 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:58:33.722240 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:33.748569 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb46cb3a-76df-41b7-a056-7d6676e5d7b2 req-3c2c97f5-8b0b-4ecc-8f3a-2da91ba3a6f9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e09ea14-5a17-49c1-b6b7-3ef7d5fee532 HTTP/1.1" status: 200 len: 210 time: 0.0492899 Aug 23 03:58:33.912675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2d631-efaf-478d-8c65-f12a315d39f8 req-a4f74ee7-961d-4d9a-bbae-f994a73793bf tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:33.914968 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bbe2d631-efaf-478d-8c65-f12a315d39f8 req-a4f74ee7-961d-4d9a-bbae-f994a73793bf tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1028 time: 0.0775101 Aug 23 03:58:33.957356 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bbe2d631-efaf-478d-8c65-f12a315d39f8 req-77aaa22f-7962-4149-830c-9b2207b7d09b tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358660 Aug 23 03:58:34.202001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63a3573a-c22b-486f-8d06-68afab304d67 req-5b06f6c8-1123-4e1e-a985-b0e81c47aac6 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 210 time: 0.0407703 Aug 23 03:58:34.284180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Allocated IP 172.20.0.11 (ccb2d891-9503-4f78-a507-6e63142de543/2388861d-573e-49dd-b5da-6ff7addfc4c2/868b782a-c990-4c61-9f08-5262dafca319) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:58:34.360871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:34.372946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:34.406521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Transition to ACTIVE for port object d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:34.490859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:34.498163 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:34.591394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:34.680327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:34.693423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6aa900f1-04e8-4bba-ad3e-c3def0945eee'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:34.793770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Network ccb2d891-9503-4f78-a507-6e63142de543 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:58:34.810634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aec78b-3e8f-43d8-92b1-e3b2b4bb11cb req-c1dce712-f1d7-478e-8744-1c0ea935652a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:34.819922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51aec78b-3e8f-43d8-92b1-e3b2b4bb11cb req-c1dce712-f1d7-478e-8744-1c0ea935652a tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 945 time: 0.2195632 Aug 23 03:58:34.831739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:58:34.834698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Pushing event updated for resources: {'Port': ['ID=868b782a-c990-4c61-9f08-5262dafca319,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:34.836977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Attempting to bind port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:34.837344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Attempting to bind port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:34.837670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Attempting to bind port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 on network 43179e5b-97e3-466b-9329-ddfac567d679 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:34.839947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:58:34.883334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 on network 43179e5b-97e3-466b-9329-ddfac567d679 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:58:34.883673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Attempting to bind port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 on network 43179e5b-97e3-466b-9329-ddfac567d679 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:34.903611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:34.904166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Checking segment: {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:34.904554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Bound using segment: {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:34.905022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Bound port: d04655c4-12f0-4c30-a1d8-2e8fa7f399f5, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d7956c-5905-482a-ac80-61f175b33be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:34.905392 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:34.928826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51aec78b-3e8f-43d8-92b1-e3b2b4bb11cb req-b39ce17a-9a99-4028-92ae-b5596a34311e tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079404 Aug 23 03:58:34.934584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:34.935180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:35.009720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] For port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:35.013464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] For port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:35.091750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a089e-4095-4725-9655-71c17f8e2b49 req-ac24e10d-abbd-4817-a48c-9d393ae183d2 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:35.093406 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-535a089e-4095-4725-9655-71c17f8e2b49 req-ac24e10d-abbd-4817-a48c-9d393ae183d2 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1053 time: 0.0558088 Aug 23 03:58:35.100535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-e6059a11-30cf-4cd0-b5e2-78ad891f837a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6886594 Aug 23 03:58:35.132814 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:35.175764 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-535a089e-4095-4725-9655-71c17f8e2b49 req-bccd567b-aff6-4357-8fef-c61d08121e1f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615056 Aug 23 03:58:35.185399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:35.186010 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:35.187527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] 10.222.0.11 "PUT /v2.0/ports/d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 HTTP/1.1" status: 200 len: 1092 time: 1.7397375 Aug 23 03:58:35.193882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Request body: {'port': {'device_id': '04379780-78a1-484f-999b-16cc303b1d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:58:35.205122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44999bb-590a-4127-8a82-6e2e8bf4dc3f', 'tag': 'd04655c4-12f0-4c30-a1d8-2e8fa7f399f5'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:35.207619 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790f05f0-329d-49fd-9f2f-1df8ff245f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d44999bb-590a-4127-8a82-6e2e8bf4dc3f", "tag": "d04655c4-12f0-4c30-a1d8-2e8fa7f399f5"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:35.271827 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bc2c67-c213-46e7-9194-31001b727237 x-openstack-request-id: req-23bc2c67-c213-46e7-9194-31001b727237 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:35.272170 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44999bb-590a-4127-8a82-6e2e8bf4dc3f", "tag": "d04655c4-12f0-4c30-a1d8-2e8fa7f399f5", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:35.272648 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23bc2c67-c213-46e7-9194-31001b727237 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:35.273998 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44999bb-590a-4127-8a82-6e2e8bf4dc3f', 'tag': 'd04655c4-12f0-4c30-a1d8-2e8fa7f399f5', 'status': 'completed', 'code': 200} Aug 23 03:58:35.277268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca025abe-d468-4c5a-9209-b9bb13960bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:35.342611 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:35.390203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5a7ed-b488-49dd-83ab-475977fc1978 req-2ec4839b-aba6-484a-afe9-9498fcb4f907 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:35.392861 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-53b5a7ed-b488-49dd-83ab-475977fc1978 req-2ec4839b-aba6-484a-afe9-9498fcb4f907 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 932 time: 0.0737879 Aug 23 03:58:35.439182 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-53b5a7ed-b488-49dd-83ab-475977fc1978 req-b3d74aa1-99d7-48d9-b3e8-3b2cec5f9476 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Aug 23 03:58:35.581154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f05f0-329d-49fd-9f2f-1df8ff245f5c req-518d6cdc-e8ac-4015-b262-34483c30cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:35.582658 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-790f05f0-329d-49fd-9f2f-1df8ff245f5c req-518d6cdc-e8ac-4015-b262-34483c30cb12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61283e27cbc8408ba01488a34d751b7b&device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1095 time: 0.2189167 Aug 23 03:58:35.592253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-589aba86-a4f7-4299-97d2-303ee2f1fc29 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:35.593706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-589aba86-a4f7-4299-97d2-303ee2f1fc29 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 945 time: 0.2075605 Aug 23 03:58:35.820976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f05f0-329d-49fd-9f2f-1df8ff245f5c req-d5107556-5f79-4ff9-9729-07e701445129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:35.822465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-790f05f0-329d-49fd-9f2f-1df8ff245f5c req-d5107556-5f79-4ff9-9729-07e701445129 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=61283e27cbc8408ba01488a34d751b7b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2200792 Aug 23 03:58:35.930451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Deleting port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:35.930798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:35.943801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525cec1-8392-41db-a3c0-9ba601e1e07c req-8f4e1422-c9a1-46a9-a414-c778b9cb5413 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:35.945537 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8525cec1-8392-41db-a3c0-9ba601e1e07c req-8f4e1422-c9a1-46a9-a414-c778b9cb5413 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 945 time: 0.0528498 Aug 23 03:58:35.999631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8525cec1-8392-41db-a3c0-9ba601e1e07c req-ce489896-9d99-42af-99be-f113c26c8dab tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464075 Aug 23 03:58:36.014939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868b782a-c990-4c61-9f08-5262dafca319 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:36.029888 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:36.090111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Transition to ACTIVE for port object 868b782a-c990-4c61-9f08-5262dafca319 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:58:36.129187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f05f0-329d-49fd-9f2f-1df8ff245f5c req-dd02d305-6d4c-46ce-8dd0-9e54404919cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:36.130833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-790f05f0-329d-49fd-9f2f-1df8ff245f5c req-dd02d305-6d4c-46ce-8dd0-9e54404919cc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2957950 Aug 23 03:58:36.157003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] For port 2383dfa2-2fae-4a37-b422-d5b0d32174f0, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=2383dfa2-2fae-4a37-b422-d5b0d32174f0,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:36.157399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:36.179065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ea2ff-0437-494c-b1a6-139ac640105f req-7b76b057-1689-474f-9271-4d41798990b0 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:36.186391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a21ea2ff-0437-494c-b1a6-139ac640105f req-7b76b057-1689-474f-9271-4d41798990b0 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 945 time: 0.1154847 Aug 23 03:58:36.198813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:36.509355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Pushing event updated for resources: {'Port': ['ID=868b782a-c990-4c61-9f08-5262dafca319,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:36.517793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a21ea2ff-0437-494c-b1a6-139ac640105f req-14028cfd-4845-4900-8b66-f95944e9f7af tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b55265a-1a40-4c1d-be1f-a112c3a250ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302653 Aug 23 03:58:36.522838 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:36.523225 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:36.523631 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Floating IP a0eb9781-2c08-4914-b74a-f69b3442d30d disassociated. External IP: 172.25.1.16, port: 2383dfa2-2fae-4a37-b422-d5b0d32174f0. Aug 23 03:58:36.523946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Calling delete_port for 2383dfa2-2fae-4a37-b422-d5b0d32174f0 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:36.581030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-df6be0cf-a3fc-43f7-a849-eda4c03d5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:36.581030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-df6be0cf-a3fc-43f7-a849-eda4c03d5983 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61283e27cbc8408ba01488a34d751b7b&device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1095 time: 0.3776808 Aug 23 03:58:36.694766 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-7f005e86-faa8-436d-90d4-de46f6634b30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 HTTP/1.1" status: 200 len: 217 time: 0.0652134 Aug 23 03:58:36.709153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Attempting to bind port 868b782a-c990-4c61-9f08-5262dafca319 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:58:36.709594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Attempting to bind port 868b782a-c990-4c61-9f08-5262dafca319 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:58:36.710015 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Attempting to bind port 868b782a-c990-4c61-9f08-5262dafca319 on network ccb2d891-9503-4f78-a507-6e63142de543 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:36.775127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Port 868b782a-c990-4c61-9f08-5262dafca319 on network ccb2d891-9503-4f78-a507-6e63142de543 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:58:36.775456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Attempting to bind port 868b782a-c990-4c61-9f08-5262dafca319 on network ccb2d891-9503-4f78-a507-6e63142de543 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:58:36.792715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:58:36.793073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Checking segment: {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:58:36.793475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Bound using segment: {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:58:36.793975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Bound port: 868b782a-c990-4c61-9f08-5262dafca319, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:58:36.794353 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:36.814846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-817a9d40-f226-45f4-87b3-7d9d34210abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:36.816310 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-817a9d40-f226-45f4-87b3-7d9d34210abd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=43f2e3e5-c5d0-49ad-8d83-7168eb2b5388 HTTP/1.1" status: 200 len: 848 time: 0.1110513 Aug 23 03:58:36.818691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc1f1-2fc6-491a-bed6-a5151ee1e128 req-a7d62a7f-4705-4148-b3c4-688cff65aef0 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:36.820374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ddfc1f1-2fc6-491a-bed6-a5151ee1e128 req-a7d62a7f-4705-4148-b3c4-688cff65aef0 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 944 time: 0.0675061 Aug 23 03:58:36.823929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80cfbd-a1b2-4946-a73e-794032440fa3 req-6e79b944-f5c0-4372-9ba4-789a6af7ac28 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:36.825426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a80cfbd-a1b2-4946-a73e-794032440fa3 req-6e79b944-f5c0-4372-9ba4-789a6af7ac28 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1095 time: 0.1400414 Aug 23 03:58:36.884671 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ddfc1f1-2fc6-491a-bed6-a5151ee1e128 req-2b0fba64-6851-4500-ac8f-bc8a95b024c7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474284 Aug 23 03:58:36.985486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a80cfbd-a1b2-4946-a73e-794032440fa3 req-3fa57931-ea74-4cac-8d7a-30b85fee219f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379564 Aug 23 03:58:36.988297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] For port 868b782a-c990-4c61-9f08-5262dafca319, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:58:36.992252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-aa8970df-bfd7-411f-baa7-67a4c60241dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:36.993676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-aa8970df-bfd7-411f-baa7-67a4c60241dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43179e5b-97e3-466b-9329-ddfac567d679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674101 Aug 23 03:58:36.995360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] For port 868b782a-c990-4c61-9f08-5262dafca319, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=868b782a-c990-4c61-9f08-5262dafca319,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:58:37.027983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:37.091034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event deleted for resources: {'Port': ['ID=2383dfa2-2fae-4a37-b422-d5b0d32174f0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:37.093727 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:37.146222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:37.146840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:37.148259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] 10.222.0.11 "PUT /v2.0/ports/868b782a-c990-4c61-9f08-5262dafca319 HTTP/1.1" status: 200 len: 1092 time: 1.9750266 Aug 23 03:58:37.231236 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-df18c955-fad6-48d8-ab2e-383a3f7204cb service neutron] 10.222.0.11 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224865 Aug 23 03:58:37.231830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab125c9-aed6-49d9-a776-c913ab3bbf4d service neutron] Pushing event updated for resources: {'Port': ['ID=868b782a-c990-4c61-9f08-5262dafca319,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:37.277790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04379780-78a1-484f-999b-16cc303b1d54', 'tag': '868b782a-c990-4c61-9f08-5262dafca319'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:37.280630 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8df57ec-9368-4e87-872b-51b077962c49" -d '{"events": [{"name": "network-changed", "server_uuid": "04379780-78a1-484f-999b-16cc303b1d54", "tag": "868b782a-c990-4c61-9f08-5262dafca319"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:37.365912 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3647076c-e15f-4066-b368-d51bb79c82cf x-openstack-request-id: req-3647076c-e15f-4066-b368-d51bb79c82cf {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:37.366392 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04379780-78a1-484f-999b-16cc303b1d54", "tag": "868b782a-c990-4c61-9f08-5262dafca319", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:37.366674 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3647076c-e15f-4066-b368-d51bb79c82cf {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:37.367177 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04379780-78a1-484f-999b-16cc303b1d54', 'tag': '868b782a-c990-4c61-9f08-5262dafca319', 'status': 'completed', 'code': 200} Aug 23 03:58:37.402035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:58:37.413204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-9b31852b-fb65-4f86-830d-94e997a6afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:37.414769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-9b31852b-fb65-4f86-830d-94e997a6afa1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 1095 time: 0.1281877 Aug 23 03:58:37.430098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-9c698777-8664-4ce1-89eb-3bf3230017e9 service neutron] 10.222.0.11 "GET /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878169 Aug 23 03:58:37.608025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:37.841832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-8be4086a-2504-4d5b-98ee-e6adb90b35ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=868b782a-c990-4c61-9f08-5262dafca319 HTTP/1.1" status: 200 len: 217 time: 0.4111941 Aug 23 03:58:37.900220 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5fe043d1-7f9a-428c-95cb-06e46bc574be req-63c53df4-7e4f-456f-923f-20abf73a9eb9 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 210 time: 0.0622089 Aug 23 03:58:37.956166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-117649ce-220d-48b2-a810-7e50e60fd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:37.956166 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-117649ce-220d-48b2-a810-7e50e60fd528 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2388861d-573e-49dd-b5da-6ff7addfc4c2 HTTP/1.1" status: 200 len: 855 time: 0.0991580 Aug 23 03:58:37.990876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-245fe897-87fc-406d-ab3e-1c5b251659cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ccb2d891-9503-4f78-a507-6e63142de543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306609 Aug 23 03:58:37.991906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:58:38.008553 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] Sync routers for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:58:38.023179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1924ba-51f9-4bd8-8007-4450ee07cb82 req-d9d3eec0-e68d-4460-8806-ec880377e45e tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:38.026325 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:38.030089 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:38.032861 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e1924ba-51f9-4bd8-8007-4450ee07cb82 req-d9d3eec0-e68d-4460-8806-ec880377e45e tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 944 time: 0.0806937 Aug 23 03:58:38.086901 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e1924ba-51f9-4bd8-8007-4450ee07cb82 req-450b6b75-0021-4100-8d3f-0f97c5d4dcbf tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524485 Aug 23 03:58:38.088641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] No DVR routers for this DVR port 2383dfa2-2fae-4a37-b422-d5b0d32174f0 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:58:38.092455 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:38.094716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-62457f9b-ba2c-45b8-8719-283bde03dddd req-3fe03725-ce14-44de-9235-a2c9c0e00082 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.11 "DELETE /v2.0/ports/2383dfa2-2fae-4a37-b422-d5b0d32174f0 HTTP/1.1" status: 204 len: 173 time: 2.4912241 Aug 23 03:58:38.151296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2383dfa2-2fae-4a37-b422-d5b0d32174f0 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:38.164785 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:38.183326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 2383dfa2-2fae-4a37-b422-d5b0d32174f0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:38.189505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 2383dfa2-2fae-4a37-b422-d5b0d32174f0 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:38.201657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-31a3fd50-9169-459a-97e4-e84355c48a02 service neutron] 10.222.0.11 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025683 Aug 23 03:58:38.203507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e70b3e-edbb-4b55-a76d-ba8aab9d7b49 req-b72a904c-7774-4175-b929-f212a77d9ff2 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:38.206845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7e70b3e-edbb-4b55-a76d-ba8aab9d7b49 req-b72a904c-7774-4175-b929-f212a77d9ff2 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1095 time: 0.0996299 Aug 23 03:58:38.308981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7e70b3e-edbb-4b55-a76d-ba8aab9d7b49 req-f6869305-52aa-4192-8ff3-a345530d513e tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865970 Aug 23 03:58:38.353889 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f740314-e0ea-4b12-9286-be99dc031a87 req-b5ad0943-d63b-451f-bfa2-1603f1fe523a service neutron] 10.222.0.11 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410818 Aug 23 03:58:38.523822 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3', 'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'mac_address': 'fa:16:3e:3c:3f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:35Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 5, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'subnets': [{'id': '73850eb5-de73-4765-934e-5a49113ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:38.572717 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] Checking router: e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:58:38.596853 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:38.597384 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:38.612517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df57ec-9368-4e87-872b-51b077962c49 req-f365ee1c-ac38-4ebc-a9e2-9e03993557dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:38.614430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8df57ec-9368-4e87-872b-51b077962c49 req-f365ee1c-ac38-4ebc-a9e2-9e03993557dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 1095 time: 0.0610704 Aug 23 03:58:38.727735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df57ec-9368-4e87-872b-51b077962c49 req-751ae090-a9ec-4620-bf68-b73a6732a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:38.730158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8df57ec-9368-4e87-872b-51b077962c49 req-751ae090-a9ec-4620-bf68-b73a6732a7e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 915 time: 0.1079779 Aug 23 03:58:38.733259 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:38.855332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8df57ec-9368-4e87-872b-51b077962c49 req-24fb158c-93c3-4d8b-8e69-7ffc53770be5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=868b782a-c990-4c61-9f08-5262dafca319 HTTP/1.1" status: 200 len: 217 time: 0.1163278 Aug 23 03:58:38.921747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df57ec-9368-4e87-872b-51b077962c49 req-1dc1ceeb-8c54-4e20-8e00-fb15a6bbec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:38.923872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8df57ec-9368-4e87-872b-51b077962c49 req-1dc1ceeb-8c54-4e20-8e00-fb15a6bbec57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2388861d-573e-49dd-b5da-6ff7addfc4c2 HTTP/1.1" status: 200 len: 855 time: 0.0537107 Aug 23 03:58:38.979747 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8df57ec-9368-4e87-872b-51b077962c49 req-20e0cfa8-88b8-46b7-bf25-75608648093b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ccb2d891-9503-4f78-a507-6e63142de543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479727 Aug 23 03:58:39.094040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52ca56dc-6ac0-4aa1-abff-227c8b792dc5 req-cdef119f-1116-42d7-ad5f-4a102924abed tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ca7db65-5b8e-420c-9645-ae29e4d39f32 HTTP/1.1" status: 200 len: 210 time: 0.0572715 Aug 23 03:58:39.133523 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3', 'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'mac_address': 'fa:16:3e:3c:3f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:35Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 5, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'subnets': [{'id': '73850eb5-de73-4765-934e-5a49113ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:39.156863 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5c996-14ff-4bef-b478-9db28f19634d None None] The sync data for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 is: [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:37Z', 'revision_number': 4, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3', 'name': '', 'network_id': '0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'mac_address': 'fa:16:3e:3c:3f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '73850eb5-de73-4765-934e-5a49113ad443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:35Z', 'updated_at': '2021-08-23T03:52:46Z', 'revision_number': 5, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'subnets': [{'id': '73850eb5-de73-4765-934e-5a49113ad443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:58:39.159261 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8df57ec-9368-4e87-872b-51b077962c49 req-a55990af-c19e-4d2c-b947-ae27ee39090a service neutron] 10.222.0.11 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683359 Aug 23 03:58:39.232083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c5339-7c8f-4b3d-ac70-6804da2b0cb5 req-e5fee549-b637-4eb9-97d2-d7f62ffb05cc tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:39.235663 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb4c5339-7c8f-4b3d-ac70-6804da2b0cb5 req-e5fee549-b637-4eb9-97d2-d7f62ffb05cc tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 944 time: 0.0609114 Aug 23 03:58:39.291122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8df57ec-9368-4e87-872b-51b077962c49 req-33a6c006-888d-4d54-8012-9e2bb085b81f service neutron] 10.222.0.11 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230292 Aug 23 03:58:39.303887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bb4c5339-7c8f-4b3d-ac70-6804da2b0cb5 req-728094f0-15d6-4556-aaad-7816cbaddb6b tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547895 Aug 23 03:58:39.368895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'name': 'network-vif-deleted', 'tag': '2383dfa2-2fae-4a37-b422-d5b0d32174f0'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:39.371411 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4171982-3390-4960-9f9d-889036022ac3" -d '{"events": [{"server_uuid": "3ca7db65-5b8e-420c-9645-ae29e4d39f32", "name": "network-vif-deleted", "tag": "2383dfa2-2fae-4a37-b422-d5b0d32174f0"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:39.414133 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a56f77-7c36-46d2-8dff-d059029d3e69 x-openstack-request-id: req-28a56f77-7c36-46d2-8dff-d059029d3e69 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:39.414498 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca7db65-5b8e-420c-9645-ae29e4d39f32", "name": "network-vif-deleted", "tag": "2383dfa2-2fae-4a37-b422-d5b0d32174f0", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:39.414849 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28a56f77-7c36-46d2-8dff-d059029d3e69 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:39.415314 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7db65-5b8e-420c-9645-ae29e4d39f32', 'name': 'network-vif-deleted', 'tag': '2383dfa2-2fae-4a37-b422-d5b0d32174f0', 'status': 'completed', 'code': 200} Aug 23 03:58:39.424677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39060) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:39.486655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c6438-d46f-46ca-a2d1-78326d24447a req-878c3ec1-2f58-425f-bc2d-0ce85482a837 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:39.488285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-891c6438-d46f-46ca-a2d1-78326d24447a req-878c3ec1-2f58-425f-bc2d-0ce85482a837 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1095 time: 0.0522790 Aug 23 03:58:39.525691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-891c6438-d46f-46ca-a2d1-78326d24447a req-4758895f-2e21-4cf0-a60f-ddc6f19d0abe tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310919 Aug 23 03:58:39.528881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4b7e4-dea1-44d8-bfba-47b5d2b346af None None] New status for floating IP a0eb9781-2c08-4914-b74a-f69b3442d30d: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 03:58:39.574879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cb1728c-0725-4062-89c9-8e93663e9099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:39.670282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cb1728c-0725-4062-89c9-8e93663e9099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:39.753053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cb1728c-0725-4062-89c9-8e93663e9099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:39.793788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4cb1728c-0725-4062-89c9-8e93663e9099 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5335c6673111455cb10e134fff837ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674579 Aug 23 03:58:39.794317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1728c-0725-4062-89c9-8e93663e9099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2e8848-d6e3-4b74-803f-3a3feabf38bf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:39.796053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39072) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:39.850211 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:39.871926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:39.978804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:39.981500 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:39.984921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a2e8848-d6e3-4b74-803f-3a3feabf38bf HTTP/1.1" status: 204 len: 168 time: 0.1852565 Aug 23 03:58:39.994224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2e8848-d6e3-4b74-803f-3a3feabf38bf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:40.002712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.003295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.003511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.004206 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.004602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.005003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.005757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.006146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.006634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.007006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.007472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.008013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe236af8-062a-4e2b-b333-8d6b9fac7cee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:40.154660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:58:40.174023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39110) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:40.256808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:58:40.297423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:40.313444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Deleting port 24588a16-9e18-4c05-9eca-2f956a389cac {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:40.313793 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.329239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'd04655c4-12f0-4c30-a1d8-2e8fa7f399f5', 'network_id': '43179e5b-97e3-466b-9329-ddfac567d679', 'port_id': 'd04655c4-12f0-4c30-a1d8-2e8fa7f399f5', 'mac_address': 'fa:16:3e:32:1b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f2e3e5-c5d0-49ad-8d83-7168eb2b5388', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:58:40.414399 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.434982 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.435317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.438697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:40.459699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:40.470040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Calling delete_port for 24588a16-9e18-4c05-9eca-2f956a389cac owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:40.479297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9dfd4-e369-4d07-884d-49699dd31440 req-e8da3471-93e0-455e-af62-908b5a2ff136 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:40.487684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:40.489162 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41e9dfd4-e369-4d07-884d-49699dd31440 req-e8da3471-93e0-455e-af62-908b5a2ff136 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 944 time: 0.0672770 Aug 23 03:58:40.489935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'port_id': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'mac_address': 'fa:16:3e:5d:7f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:58:40.537827 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-41e9dfd4-e369-4d07-884d-49699dd31440 req-74cd97ae-d94f-4917-aef9-8e1be7f3aa4e tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 Aug 23 03:58:40.557082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.577149 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.588918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aa0e25b-6275-426d-a8c1-c96116c744dc {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:40.660303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:40.664608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:40.710119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3e4e5-b7ee-49b9-8263-bd39cefe812e req-c4f86593-54ea-4eeb-9c0b-fc1fac2f1c9c tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:40.711758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a2f3e4e5-b7ee-49b9-8263-bd39cefe812e req-c4f86593-54ea-4eeb-9c0b-fc1fac2f1c9c tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1096 time: 0.1108294 Aug 23 03:58:40.714167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39132) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:40.729266 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db08edd-0486-43c6-9cb8-3e1f436318ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.744867 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.761369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a2f3e4e5-b7ee-49b9-8263-bd39cefe812e req-a652a28d-0172-476c-ba69-1c11649b5569 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Aug 23 03:58:40.773591 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.799398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event deleted for resources: {'Port': ['ID=24588a16-9e18-4c05-9eca-2f956a389cac,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:40.864489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db08edd-0486-43c6-9cb8-3e1f436318ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.873503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.876362 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.883225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-531f384e-45e7-431d-b42d-9a5a3e757f65 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "DELETE /v2.0/floatingips/a0eb9781-2c08-4914-b74a-f69b3442d30d HTTP/1.1" status: 204 len: 168 time: 0.7034411 Aug 23 03:58:40.930477 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db08edd-0486-43c6-9cb8-3e1f436318ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:40.996397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39146) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:41.012072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db08edd-0486-43c6-9cb8-3e1f436318ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0de3fb-ad4c-4cf6-adb2-61e82acd3067,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:41.025296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9db08edd-0486-43c6-9cb8-3e1f436318ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aed1e0b391104715ba13a04a1b6c9a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028281 Aug 23 03:58:41.025296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39148) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:41.057267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3aa0e25b-6275-426d-a8c1-c96116c744dc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:41.084128 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-074c0908-90de-493d-816d-6f59f60b1a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:41.099596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aea-0bbb-45ca-b421-d11a64358939 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:41.105179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:41.123152 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-074c0908-90de-493d-816d-6f59f60b1a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:41.147295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aea-0bbb-45ca-b421-d11a64358939 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:41.207791 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['d04655c4-12f0-4c30-a1d8-2e8fa7f399f5'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:41.454909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-074c0908-90de-493d-816d-6f59f60b1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:41.455086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aea-0bbb-45ca-b421-d11a64358939 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:41.455086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aea-0bbb-45ca-b421-d11a64358939 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:41.455680 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-074c0908-90de-493d-816d-6f59f60b1a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:41.455792 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f1c71aea-0bbb-45ca-b421-d11a64358939 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] 10.222.0.20 "DELETE /v2.0/security-groups/5b55265a-1a40-4c1d-be1f-a112c3a250ec HTTP/1.1" status: 204 len: 168 time: 0.4542658 Aug 23 03:58:41.455892 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-074c0908-90de-493d-816d-6f59f60b1a6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b0de3fb-ad4c-4cf6-adb2-61e82acd3067 HTTP/1.1" status: 204 len: 168 time: 0.4277704 Aug 23 03:58:41.468927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c0908-90de-493d-816d-6f59f60b1a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0de3fb-ad4c-4cf6-adb2-61e82acd3067,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:41.471914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c71aea-0bbb-45ca-b421-d11a64358939 tempest-TestServerBasicOps-1312137573 tempest-TestServerBasicOps-1312137573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b55265a-1a40-4c1d-be1f-a112c3a250ec,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:41.568596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39168) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:41.687516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f1ea7-b8a6-47a0-a7ed-d22e8b63cb70 req-2094a762-4a62-49b2-8d0e-d1aa3f0b1fa7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:41.696015 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e51f1ea7-b8a6-47a0-a7ed-d22e8b63cb70 req-2094a762-4a62-49b2-8d0e-d1aa3f0b1fa7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 944 time: 0.0898633 Aug 23 03:58:41.767265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e51f1ea7-b8a6-47a0-a7ed-d22e8b63cb70 req-896e4019-cf1f-4192-830b-d3ad839485d6 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695100 Aug 23 03:58:41.941518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fcf05-74f0-4d12-b110-e86833af6ce1 req-0721edb1-9b48-4b04-b410-1f00f1c27826 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:41.947797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b44fcf05-74f0-4d12-b110-e86833af6ce1 req-0721edb1-9b48-4b04-b410-1f00f1c27826 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1096 time: 0.0959933 Aug 23 03:58:42.032169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b44fcf05-74f0-4d12-b110-e86833af6ce1 req-708bf89b-5fe6-475f-a0cf-dd70e3e41867 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732818 Aug 23 03:58:42.166684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 868b782a-c990-4c61-9f08-5262dafca319 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:58:42.179258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:42.304632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:42.407647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3aa0e25b-6275-426d-a8c1-c96116c744dc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:42.408474 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:42.420392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 868b782a-c990-4c61-9f08-5262dafca319, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=868b782a-c990-4c61-9f08-5262dafca319,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:42.461915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:42.478226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:42.478785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:42.545296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '868b782a-c990-4c61-9f08-5262dafca319', 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543', 'port_id': '868b782a-c990-4c61-9f08-5262dafca319', 'mac_address': 'fa:16:3e:66:4c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2388861d-573e-49dd-b5da-6ff7addfc4c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:58:42.559363 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:42.640999 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:42.713619 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:42.732680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44999bb-590a-4127-8a82-6e2e8bf4dc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04655c4-12f0-4c30-a1d8-2e8fa7f399f5'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:42.735177 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c8409b-0266-4cff-9afc-989dd14a0ddf" -d '{"events": [{"server_uuid": "d44999bb-590a-4127-8a82-6e2e8bf4dc3f", "name": "network-vif-plugged", "status": "completed", "tag": "d04655c4-12f0-4c30-a1d8-2e8fa7f399f5"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:42.742546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868b782a-c990-4c61-9f08-5262dafca319 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:58:42.772485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 868b782a-c990-4c61-9f08-5262dafca319, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=868b782a-c990-4c61-9f08-5262dafca319,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:42.796730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:42.812411 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:42.864016 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016372a5-12fc-45b8-83bb-7cbd6a55a1e1 x-openstack-request-id: req-016372a5-12fc-45b8-83bb-7cbd6a55a1e1 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:42.864389 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44999bb-590a-4127-8a82-6e2e8bf4dc3f", "name": "network-vif-plugged", "status": "completed", "tag": "d04655c4-12f0-4c30-a1d8-2e8fa7f399f5", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:42.865194 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-016372a5-12fc-45b8-83bb-7cbd6a55a1e1 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:42.866996 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44999bb-590a-4127-8a82-6e2e8bf4dc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04655c4-12f0-4c30-a1d8-2e8fa7f399f5', 'code': 200} Aug 23 03:58:42.868672 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:42.924034 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:42.986746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:43.058261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=868b782a-c990-4c61-9f08-5262dafca319,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:43.064249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0306f4-20b7-402d-a5a1-641d6b0bd562 req-8d873b15-7820-4f04-b885-42d825dbe31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:43.070675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb0306f4-20b7-402d-a5a1-641d6b0bd562 req-8d873b15-7820-4f04-b885-42d825dbe31b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.1118052 Aug 23 03:58:43.083968 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:43.150751 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb0306f4-20b7-402d-a5a1-641d6b0bd562 req-9fbdb8ae-43cf-4e7e-807b-58f6937004e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721543 Aug 23 03:58:43.201032 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:43.270496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c06c1-fb2b-4126-9ac4-0944b1944389 req-8d7a78ce-cb36-4f09-9464-32c716cd4b36 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:43.275554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-005c06c1-fb2b-4126-9ac4-0944b1944389 req-8d7a78ce-cb36-4f09-9464-32c716cd4b36 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.1185939 Aug 23 03:58:43.304768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['868b782a-c990-4c61-9f08-5262dafca319'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:43.330901 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-005c06c1-fb2b-4126-9ac4-0944b1944389 req-ada8d9ec-f7af-4c27-b03f-0566ebdfd1b7 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488858 Aug 23 03:58:43.419848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20ead7-df1e-447f-b5cf-fe4e978896bb req-e4905040-49e4-4fc0-bd45-fe12896827fd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:43.427275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f20ead7-df1e-447f-b5cf-fe4e978896bb req-e4905040-49e4-4fc0-bd45-fe12896827fd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 945 time: 0.1383755 Aug 23 03:58:43.450345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:43.477603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f20ead7-df1e-447f-b5cf-fe4e978896bb req-c44aad6a-0664-4acc-8bf4-77864e7039fc tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440850 Aug 23 03:58:43.655142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Deleting port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:43.655467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:43.774908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] For port 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:43.774908 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:43.791257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Calling delete_port for 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:44.230836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:44.270242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Pushing event deleted for resources: {'Port': ['ID=9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:44.528048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6235c-6e39-48e9-8bff-a0e39288ab4e req-3ca3cef5-6d28-4611-8e62-04127b459b2e tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:44.539802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:44.542061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-30a6235c-6e39-48e9-8bff-a0e39288ab4e req-3ca3cef5-6d28-4611-8e62-04127b459b2e tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.0996606 Aug 23 03:58:44.650143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-30a6235c-6e39-48e9-8bff-a0e39288ab4e req-15419fb1-3817-4da9-bd5f-1d033a11d83f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065722 Aug 23 03:58:44.774075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ccec6-e2ba-4f5a-b8ee-aacdc5502cad req-f9797e4b-e828-498c-af35-a08d722c2ec6 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:44.780445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-141ccec6-e2ba-4f5a-b8ee-aacdc5502cad req-f9797e4b-e828-498c-af35-a08d722c2ec6 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 945 time: 0.1563251 Aug 23 03:58:44.869291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:44.873059 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12929eb9-94f2-4a9d-a9fe-10aa3824a400" -d '{"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:44.963555 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad02f86-4bdc-450b-8754-dc9548889feb x-openstack-request-id: req-1ad02f86-4bdc-450b-8754-dc9548889feb {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:44.963896 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:44.964148 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ad02f86-4bdc-450b-8754-dc9548889feb {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:44.964548 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'code': 200} Aug 23 03:58:44.987091 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-141ccec6-e2ba-4f5a-b8ee-aacdc5502cad req-d07aa070-e962-42ec-a405-f348d7dc015e tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990049 Aug 23 03:58:45.037957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:58:45.173785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:58:45.181657 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7dfe1285-44f2-4bd7-8871-6130f1788bec admin admin] 10.222.0.20 "PUT /v2.0/routers/e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6118731 Aug 23 03:58:45.181782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39252) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:45.188184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] Sync routers for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:58:45.210347 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:45.213628 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:45.318214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:45.402108 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:45.484982 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:45.658146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Deleting port 9999aed1-487d-4422-a4cd-a840c79c16ba {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:45.658745 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:45.816473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44207916-4990-4d09-8412-3435e8a87c21 req-469d4e8e-f12b-43b1-8948-10800a4166b5 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:45.824955 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:58:44Z', 'revision_number': 5, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port': {'id': '9999aed1-487d-4422-a4cd-a840c79c16ba', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:45.826846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-44207916-4990-4d09-8412-3435e8a87c21 req-469d4e8e-f12b-43b1-8948-10800a4166b5 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.0666533 Aug 23 03:58:45.858013 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] Checking router: e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:58:45.871621 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] Routers {'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:45.872254 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:45.873542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-44207916-4990-4d09-8412-3435e8a87c21 req-df600687-9d0a-4a4e-8b97-81f82c227426 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456288 Aug 23 03:58:45.876490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] For port 9999aed1-487d-4422-a4cd-a840c79c16ba, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9999aed1-487d-4422-a4cd-a840c79c16ba,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:45.877074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:45.925200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Calling delete_port for 9999aed1-487d-4422-a4cd-a840c79c16ba owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:46.046184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] Set router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:46.097800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287649-4688-484e-9222-d90ba2f19646 req-8ab01387-2f17-4eef-834f-ee59d80784f1 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:46.099348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d287649-4688-484e-9222-d90ba2f19646 req-8ab01387-2f17-4eef-834f-ee59d80784f1 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.1157005 Aug 23 03:58:46.174893 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d287649-4688-484e-9222-d90ba2f19646 req-dc742028-fa2d-43f9-95b4-36e89bb71874 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661726 Aug 23 03:58:46.214468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 868b782a-c990-4c61-9f08-5262dafca319 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:58:46.225660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3aad9-b4d6-4c63-96ab-fb42ab70947b req-67e0eedc-6a5a-424c-8218-0e16a199b6dd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:46.240325 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ed3aad9-b4d6-4c63-96ab-fb42ab70947b req-67e0eedc-6a5a-424c-8218-0e16a199b6dd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 945 time: 0.1052349 Aug 23 03:58:46.260793 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:58:45Z', 'revision_number': 6, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:46.261607 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:46.310100 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9999aed1-487d-4422-a4cd-a840c79c16ba,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:46.343871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ed3aad9-b4d6-4c63-96ab-fb42ab70947b req-4611bea1-ca7e-421f-ba4d-7e398c867029 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011834 Aug 23 03:58:46.422202 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51635e-19e3-4f64-8370-a9f9b5026ba7 None None] The sync data for ids ['e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5'] in n-d-749052-7 is: [{'id': 'e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5', 'name': 'tempest-TestServerBasicOps-1985247365-router', 'tenant_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:33Z', 'updated_at': '2021-08-23T03:58:45Z', 'revision_number': 6, 'project_id': 'aa798ec7391d48c78ce0028c038f2ed3', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:58:46.457044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:46.504458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 868b782a-c990-4c61-9f08-5262dafca319 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:58:46.513843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 868b782a-c990-4c61-9f08-5262dafca319 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:58:46.516431 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:46.788393 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:46.797232 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:46.800791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:46.817941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867af48-2df9-4719-bd60-f62cd91341fd req-23b22be7-60c9-42c9-a04f-5003924e6798 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:46.829929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9867af48-2df9-4719-bd60-f62cd91341fd req-23b22be7-60c9-42c9-a04f-5003924e6798 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.3759904 Aug 23 03:58:46.863616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 868b782a-c990-4c61-9f08-5262dafca319, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=868b782a-c990-4c61-9f08-5262dafca319,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:46.952390 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9867af48-2df9-4719-bd60-f62cd91341fd req-104a8d66-cbf8-4c65-864c-5385ff86fdf7 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085093 Aug 23 03:58:46.969890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04379780-78a1-484f-999b-16cc303b1d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868b782a-c990-4c61-9f08-5262dafca319'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:46.976752 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc546620-47da-4dc4-a82a-8612a79ec763" -d '{"events": [{"server_uuid": "04379780-78a1-484f-999b-16cc303b1d54", "name": "network-vif-plugged", "status": "completed", "tag": "868b782a-c990-4c61-9f08-5262dafca319"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:47.017322 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1675a03-e7f0-46c3-aa4a-0174cb4139d5 x-openstack-request-id: req-c1675a03-e7f0-46c3-aa4a-0174cb4139d5 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:47.017322 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04379780-78a1-484f-999b-16cc303b1d54", "name": "network-vif-plugged", "status": "completed", "tag": "868b782a-c990-4c61-9f08-5262dafca319", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:47.017322 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1675a03-e7f0-46c3-aa4a-0174cb4139d5 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:47.017322 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04379780-78a1-484f-999b-16cc303b1d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868b782a-c990-4c61-9f08-5262dafca319', 'code': 200} Aug 23 03:58:47.147739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e52a9-424f-4ff0-a28c-3a85e4d0ebf3 req-3b6cca1d-7438-4e55-856f-e92eb2204325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:47.149530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f99e52a9-424f-4ff0-a28c-3a85e4d0ebf3 req-3b6cca1d-7438-4e55-856f-e92eb2204325 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 1096 time: 0.0473368 Aug 23 03:58:47.184958 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f99e52a9-424f-4ff0-a28c-3a85e4d0ebf3 req-3cdbb7ee-38ea-4e8b-bc69-45ab878d46e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284820 Aug 23 03:58:47.221206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:47.221206 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:58:47.221452 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:47.226927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:47.228127 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d2da0fb-08aa-47f6-9b1f-791ad06c87b2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e59af85e-b6c9-4a00-afff-c4c7dd8d6fb5 HTTP/1.1" status: 204 len: 168 time: 2.0455368 Aug 23 03:58:47.230576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39284) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:47.281743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=868b782a-c990-4c61-9f08-5262dafca319,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:47.309720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc929ea6-890a-4774-b92c-6f4fa9cfa94e admin admin] Deleting subnet 73850eb5-de73-4765-934e-5a49113ad443 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:58:47.314522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc929ea6-890a-4774-b92c-6f4fa9cfa94e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:47.375211 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc929ea6-890a-4774-b92c-6f4fa9cfa94e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:47.573349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9999aed1-487d-4422-a4cd-a840c79c16ba no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:47.616536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9999aed1-487d-4422-a4cd-a840c79c16ba {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:47.616886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9999aed1-487d-4422-a4cd-a840c79c16ba not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:47.617364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:47.656882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:47.669560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9627d4fe-dd49-4bc0-a254-ca1c1cd95bb3 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:47.684993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb3780-9af1-4329-94eb-be23642fcae5 req-8595ffe3-2fc7-4dbe-b7b7-128be4de289f tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:47.702681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6cb3780-9af1-4329-94eb-be23642fcae5 req-8595ffe3-2fc7-4dbe-b7b7-128be4de289f tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 946 time: 0.2479324 Aug 23 03:58:47.735959 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc929ea6-890a-4774-b92c-6f4fa9cfa94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:47.797356 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b6cb3780-9af1-4329-94eb-be23642fcae5 req-398c39c4-1728-46f3-81b6-439572320373 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729442 Aug 23 03:58:47.808915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67643ba-c380-4876-ac29-31c47a7474f9 req-557af4b2-83b6-40ef-baf8-3efe35476da9 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:47.810795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e67643ba-c380-4876-ac29-31c47a7474f9 req-557af4b2-83b6-40ef-baf8-3efe35476da9 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.1197824 Aug 23 03:58:47.886263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e67643ba-c380-4876-ac29-31c47a7474f9 req-adf7f469-b5cb-416b-8adf-173efb975571 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687346 Aug 23 03:58:47.936601 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc929ea6-890a-4774-b92c-6f4fa9cfa94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:47.971284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc929ea6-890a-4774-b92c-6f4fa9cfa94e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:47.974207 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cc929ea6-890a-4774-b92c-6f4fa9cfa94e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/73850eb5-de73-4765-934e-5a49113ad443 HTTP/1.1" status: 204 len: 168 time: 0.7419255 Aug 23 03:58:47.975454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc929ea6-890a-4774-b92c-6f4fa9cfa94e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73850eb5-de73-4765-934e-5a49113ad443,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:47.976097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39314) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:47.982887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f7046c-4c02-4c59-95fb-093821d0b7bf None None] Network 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:58:48.082894 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.145156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Deleting port e0136bbb-5392-45c1-8778-2270c0366ba8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:48.146369 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.244336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2333b0-ffcf-40b4-a27a-0f52849416a7 None None] DHCP port deletion for 0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:58:48.255167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] For port e0136bbb-5392-45c1-8778-2270c0366ba8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e0136bbb-5392-45c1-8778-2270c0366ba8,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:48.255167 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.281359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Calling delete_port for e0136bbb-5392-45c1-8778-2270c0366ba8 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:48.320216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6b2333b0-ffcf-40b4-a27a-0f52849416a7 None None] Deleting port e0136bbb-5392-45c1-8778-2270c0366ba8 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:48.321061 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b2333b0-ffcf-40b4-a27a-0f52849416a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.415359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6b2333b0-ffcf-40b4-a27a-0f52849416a7 None None] For port e0136bbb-5392-45c1-8778-2270c0366ba8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e0136bbb-5392-45c1-8778-2270c0366ba8,segment=NetworkSegment(ab49cf87-4d95-4753-ab35-2656483830d3),segment_id=ab49cf87-4d95-4753-ab35-2656483830d3)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:48.416433 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b2333b0-ffcf-40b4-a27a-0f52849416a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.433587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6b2333b0-ffcf-40b4-a27a-0f52849416a7 None None] Calling delete_port for e0136bbb-5392-45c1-8778-2270c0366ba8 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:48.487821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.528488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0136bbb-5392-45c1-8778-2270c0366ba8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:48.534584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] No DVR routers for this DVR port e0136bbb-5392-45c1-8778-2270c0366ba8 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:58:48.558646 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b2333b0-ffcf-40b4-a27a-0f52849416a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.608647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2333b0-ffcf-40b4-a27a-0f52849416a7 None None] Pushing event deleted for resources: {'Port': ['ID=e0136bbb-5392-45c1-8778-2270c0366ba8,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:48.615480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2333b0-ffcf-40b4-a27a-0f52849416a7 None None] No DVR routers for this DVR port e0136bbb-5392-45c1-8778-2270c0366ba8 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:58:48.638828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.659214 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:48.681768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab49cf87-4d95-4753-ab35-2656483830d3') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:48.685245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab49cf87-4d95-4753-ab35-2656483830d3') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:48.695085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.719577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.740608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:58:48.741076 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:58:48.745931 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:58:48.979584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.998602 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:48.999462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733 HTTP/1.1" status: 204 len: 168 time: 1.0208313 Aug 23 03:58:49.006833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39334) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:49.046577 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:58:49.053113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e39fa-21b5-446f-8930-96e30e558593 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c3d3592-bd20-4d4f-bcf6-5bf8c9dbe733,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:49.078835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8059eb8-44a9-4016-b8db-814eb90c6472 req-d8b9d1a8-c945-43a0-af3a-7bd7786ca5af tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:49.085905 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8059eb8-44a9-4016-b8db-814eb90c6472 req-d8b9d1a8-c945-43a0-af3a-7bd7786ca5af tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.0908270 Aug 23 03:58:49.155440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8059eb8-44a9-4016-b8db-814eb90c6472 req-4546b63c-8955-4f4c-b61b-39326266a8fd tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619075 Aug 23 03:58:49.195131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350c9d6-dae5-4162-a7fa-aa08ebfe646e req-53ad53bf-f5dc-4560-ba56-c9b555c58896 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:49.206256 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c350c9d6-dae5-4162-a7fa-aa08ebfe646e req-53ad53bf-f5dc-4560-ba56-c9b555c58896 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 946 time: 0.2796648 Aug 23 03:58:49.340026 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c350c9d6-dae5-4162-a7fa-aa08ebfe646e req-5ef1d09a-dd5e-4c42-85f4-99b3a042d380 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257205 Aug 23 03:58:49.617155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e0136bbb-5392-45c1-8778-2270c0366ba8 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:49.678644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: e0136bbb-5392-45c1-8778-2270c0366ba8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:49.680756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e0136bbb-5392-45c1-8778-2270c0366ba8 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:49.829584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-591631a6-5201-4fca-bdcf-2f0ae15b376e tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:49.831095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-591631a6-5201-4fca-bdcf-2f0ae15b376e tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.1296756 Aug 23 03:58:50.002336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Deleting port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:50.002692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:50.101534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] For port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:50.101940 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:50.120507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Calling delete_port for d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:50.319827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4433-b604-47b3-832b-cb3de3bbf95b req-6b9e6910-7955-4072-afa3-04fc695a3846 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:50.323809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-87be4433-b604-47b3-832b-cb3de3bbf95b req-6b9e6910-7955-4072-afa3-04fc695a3846 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 1097 time: 0.0753310 Aug 23 03:58:50.352330 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:50.365991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['40002d03-b8ba-4546-ae4f-bd677de2eb8d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:50.411932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-87be4433-b604-47b3-832b-cb3de3bbf95b req-7feab8f4-eda0-4cb5-af37-ae8d3175845c tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770094 Aug 23 03:58:50.436294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Pushing event deleted for resources: {'Port': ['ID=d04655c4-12f0-4c30-a1d8-2e8fa7f399f5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:50.450413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:50.832994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] No DVR routers for this DVR port d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:58:50.838560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:50.843156 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32f2792f-cb91-4c99-9866-c03dfb9a57bd req-ad37511b-1800-44c5-b795-8b05a3691012 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.11 "DELETE /v2.0/ports/d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 HTTP/1.1" status: 204 len: 173 time: 1.0008407 Aug 23 03:58:50.850898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44999bb-590a-4127-8a82-6e2e8bf4dc3f', 'name': 'network-vif-deleted', 'tag': 'd04655c4-12f0-4c30-a1d8-2e8fa7f399f5'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:50.857352 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e5605b-c136-424e-9d55-73ffd6d0e560" -d '{"events": [{"server_uuid": "d44999bb-590a-4127-8a82-6e2e8bf4dc3f", "name": "network-vif-deleted", "tag": "d04655c4-12f0-4c30-a1d8-2e8fa7f399f5"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:51.004246 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cd3bbb-41f3-43e9-899e-2af37a82d138 x-openstack-request-id: req-d4cd3bbb-41f3-43e9-899e-2af37a82d138 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:51.005540 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44999bb-590a-4127-8a82-6e2e8bf4dc3f", "name": "network-vif-deleted", "tag": "d04655c4-12f0-4c30-a1d8-2e8fa7f399f5", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:51.005809 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4cd3bbb-41f3-43e9-899e-2af37a82d138 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:51.006219 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44999bb-590a-4127-8a82-6e2e8bf4dc3f', 'name': 'network-vif-deleted', 'tag': 'd04655c4-12f0-4c30-a1d8-2e8fa7f399f5', 'status': 'completed', 'code': 200} Aug 23 03:58:51.015293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39370) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:51.195357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Deleting port c461848d-37e9-401b-8b04-3143b477f77c {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:51.195772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:51.231033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66b-2572-41ce-9abf-e925f7e94771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:51.426708 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66b-2572-41ce-9abf-e925f7e94771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:51.490874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc43c66b-2572-41ce-9abf-e925f7e94771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:51.562387 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fc43c66b-2572-41ce-9abf-e925f7e94771 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26fed3207649412bbfb6db202e64c1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5450244 Aug 23 03:58:51.575622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39380) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:51.674817 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8935e5ad-4616-489a-8c3e-45f36da1f955 req-5d210356-211c-47f7-a1d0-9a5331ec4de2 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d44999bb-590a-4127-8a82-6e2e8bf4dc3f HTTP/1.1" status: 200 len: 210 time: 0.0840938 Aug 23 03:58:51.675752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43c66b-2572-41ce-9abf-e925f7e94771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df27eeb4-4325-44a5-8f4f-9584efe4ead8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:51.830635 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aa1415e2-b5e2-4937-be16-781144d2e017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:51.904938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aa1415e2-b5e2-4937-be16-781144d2e017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:52.142391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] For port c461848d-37e9-401b-8b04-3143b477f77c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c461848d-37e9-401b-8b04-3143b477f77c,segment=NetworkSegment(3cb18217-d4e5-4816-94b5-6c5cb05aa4c1),segment_id=3cb18217-d4e5-4816-94b5-6c5cb05aa4c1)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:52.142391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:52.142391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Calling delete_port for c461848d-37e9-401b-8b04-3143b477f77c owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:52.209731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:52.273982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:52.274355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device d04655c4-12f0-4c30-a1d8-2e8fa7f399f5 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:52.607116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:52.664303 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:52.678969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Pushing event deleted for resources: {'Port': ['ID=c461848d-37e9-401b-8b04-3143b477f77c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:52.844361 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aa1415e2-b5e2-4937-be16-781144d2e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:52.846909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aa1415e2-b5e2-4937-be16-781144d2e017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:52.851094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aa1415e2-b5e2-4937-be16-781144d2e017 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df27eeb4-4325-44a5-8f4f-9584efe4ead8 HTTP/1.1" status: 204 len: 168 time: 1.2710762 Aug 23 03:58:52.861803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1415e2-b5e2-4937-be16-781144d2e017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27eeb4-4325-44a5-8f4f-9584efe4ead8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:53.040918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:53.408638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:58:53.602175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ec70-ea23-4e11-93c4-06a83339f11d req-a55b22ba-686a-467d-bdde-a89d45e004b6 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:53.604181 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6822ec70-ea23-4e11-93c4-06a83339f11d req-a55b22ba-686a-467d-bdde-a89d45e004b6 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0892892 Aug 23 03:58:53.640041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:58:53.653041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] Sync routers for ids ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:58:53.658248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-43a725ae-d9bb-4ed2-b5bf-5ca71dcfe014 admin admin] 10.222.0.20 "PUT /v2.0/routers/24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6501820 Aug 23 03:58:53.659357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39402) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:53.664622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] Routers {'24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:53.670765 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:53.719504 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6822ec70-ea23-4e11-93c4-06a83339f11d req-85761ee6-538b-45d6-8f88-e2c05fcf7055 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070564 Aug 23 03:58:53.835448 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:53.882163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] Set router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:54.000129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39404) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:54.021773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3a6133cd-646a-4fa5-bd7d-ab3a0c93293c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:54.033214 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:54.133225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:41Z', 'updated_at': '2021-08-23T03:58:52Z', 'revision_number': 5, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'gw_port': {'id': '0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:52:42Z', 'updated_at': '2021-08-23T03:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:54.196190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] Checking router: 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:58:54.216085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] Routers {'24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:58:54.217274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:54.245076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Deleting port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:54.245721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:54.258768 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3a6133cd-646a-4fa5-bd7d-ab3a0c93293c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:54.368786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] Set router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:58:54.372860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] For port 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:54.373272 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:54.398480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Calling delete_port for 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:54.430195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:41Z', 'updated_at': '2021-08-23T03:58:54Z', 'revision_number': 6, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:54.461157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67098d5b-fd03-478a-9236-792f9f4779a6 None None] The sync data for ids ['24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb'] in n-d-749052-7 is: [{'id': '24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb', 'name': 'tempest-TestServerBasicOps-347740139-router', 'tenant_id': '261872e837b048b89ddc08dbb42168e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:52:41Z', 'updated_at': '2021-08-23T03:58:54Z', 'revision_number': 6, 'project_id': '261872e837b048b89ddc08dbb42168e0', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:58:54.595853 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3a6133cd-646a-4fa5-bd7d-ab3a0c93293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:54.622647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3a6133cd-646a-4fa5-bd7d-ab3a0c93293c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22945c456ee74da49e6fd2535a08a2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200442 Aug 23 03:58:54.633553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39408) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:54.642331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6133cd-646a-4fa5-bd7d-ab3a0c93293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbdcc63-f218-4900-9b81-7b8a02f5461a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:54.732664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec7caaac-cbef-4cad-9b4f-48850cba0614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:54.760921 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec7caaac-cbef-4cad-9b4f-48850cba0614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:54.827013 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:54.927226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-ecf6bf13-7a68-4d79-81d6-d9022eeb56be tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:54.929241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:54.932953 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-ecf6bf13-7a68-4d79-81d6-d9022eeb56be tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1096 time: 0.1551018 Aug 23 03:58:55.038105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65b926-b86d-44c0-84f0-6d1688d17717 req-e6139b30-3dc9-4732-97a4-62d13b19a348 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:58:55.066152 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.071033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f65b926-b86d-44c0-84f0-6d1688d17717 req-e6139b30-3dc9-4732-97a4-62d13b19a348 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 1096 time: 0.2124698 Aug 23 03:58:55.150709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec7caaac-cbef-4cad-9b4f-48850cba0614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.154378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec7caaac-cbef-4cad-9b4f-48850cba0614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.155989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ec7caaac-cbef-4cad-9b4f-48850cba0614 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dbdcc63-f218-4900-9b81-7b8a02f5461a HTTP/1.1" status: 204 len: 168 time: 0.5214334 Aug 23 03:58:55.208854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.212002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.214394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7caaac-cbef-4cad-9b4f-48850cba0614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbdcc63-f218-4900-9b81-7b8a02f5461a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:55.257231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f65b926-b86d-44c0-84f0-6d1688d17717 req-3f2653b0-1fd9-4974-a5fe-c7f59c45d66c tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7003bf2b-7560-4661-a1a0-dcd7c0192ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848865 Aug 23 03:58:55.335220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Deleting port 40002d03-b8ba-4546-ae4f-bd677de2eb8d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:55.335852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.355922 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.357404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:58:55.368748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.370472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1b6ed5e7-ac9c-4e7f-a339-82270b7c71a8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/24b7ba0e-03cc-40ba-95fd-8b22c2c20ffb HTTP/1.1" status: 204 len: 168 time: 1.7098858 Aug 23 03:58:55.375940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39420) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:55.516296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e7be48-534e-4be0-9730-4904f04dec82 admin admin] Deleting subnet bd03ae19-585e-4714-aa4a-a4db306287f4 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:58:55.524108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60e7be48-534e-4be0-9730-4904f04dec82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.586284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] For port 40002d03-b8ba-4546-ae4f-bd677de2eb8d, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=40002d03-b8ba-4546-ae4f-bd677de2eb8d,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:55.587355 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.607149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c461848d-37e9-401b-8b04-3143b477f77c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:55.618013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Calling delete_port for 40002d03-b8ba-4546-ae4f-bd677de2eb8d owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:55.663630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c461848d-37e9-401b-8b04-3143b477f77c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:55.664367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c461848d-37e9-401b-8b04-3143b477f77c not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:55.665433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60e7be48-534e-4be0-9730-4904f04dec82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:55.666494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:55.709627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:55.713752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0dc7e68a-ec9e-424e-a675-b4d5c0d6e54e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:55.870886 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60e7be48-534e-4be0-9730-4904f04dec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:56.076527 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1a9c405a-95bf-4b7e-b5da-e9b0c09fd54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:56.104671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:56.117947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['40002d03-b8ba-4546-ae4f-bd677de2eb8d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:58:56.133723 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60e7be48-534e-4be0-9730-4904f04dec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:56.163795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Pushing event deleted for resources: {'Port': ['ID=40002d03-b8ba-4546-ae4f-bd677de2eb8d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:56.210424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7be48-534e-4be0-9730-4904f04dec82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd03ae19-585e-4714-aa4a-a4db306287f4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:56.236022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] No DVR routers for this DVR port 40002d03-b8ba-4546-ae4f-bd677de2eb8d on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:58:56.242725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:56.246037 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b8465ee-a5a2-40dd-a2ab-95633846c7f9 req-6d1aed90-82b5-4dfb-afab-85ce06425d60 tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.24 "DELETE /v2.0/ports/40002d03-b8ba-4546-ae4f-bd677de2eb8d HTTP/1.1" status: 204 len: 173 time: 1.3073592 Aug 23 03:58:56.246545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8918134f-0562-45ec-bcd0-e936e65ae2c3', 'name': 'network-vif-deleted', 'tag': '40002d03-b8ba-4546-ae4f-bd677de2eb8d'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:58:56.255616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f9295-9976-410f-9e03-06b36dfae1b3 None None] Network 99998a35-165b-41bf-b760-3754764391dc requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:58:56.256191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-60e7be48-534e-4be0-9730-4904f04dec82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:56.262355 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-60e7be48-534e-4be0-9730-4904f04dec82 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bd03ae19-585e-4714-aa4a-a4db306287f4 HTTP/1.1" status: 204 len: 168 time: 0.8852434 Aug 23 03:58:56.263038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39432) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:56.282028 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1268a1-e63c-4125-8ae5-d5e001e1a60e" -d '{"events": [{"server_uuid": "8918134f-0562-45ec-bcd0-e936e65ae2c3", "name": "network-vif-deleted", "tag": "40002d03-b8ba-4546-ae4f-bd677de2eb8d"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:58:56.420212 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ad771b-739a-41c9-ba6a-5f54b3948033 x-openstack-request-id: req-84ad771b-739a-41c9-ba6a-5f54b3948033 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:58:56.420786 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8918134f-0562-45ec-bcd0-e936e65ae2c3", "name": "network-vif-deleted", "tag": "40002d03-b8ba-4546-ae4f-bd677de2eb8d", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:58:56.421272 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84ad771b-739a-41c9-ba6a-5f54b3948033 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:58:56.422062 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8918134f-0562-45ec-bcd0-e936e65ae2c3', 'name': 'network-vif-deleted', 'tag': '40002d03-b8ba-4546-ae4f-bd677de2eb8d', 'status': 'completed', 'code': 200} Aug 23 03:58:56.523501 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:56.549539 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bdd85412-ca30-4e68-bed4-879e470df3ab req-bec3cc58-b21d-41d2-8a35-4d483eb4e44f tempest-TestServerMultinode-446231134 tempest-TestServerMultinode-446231134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8918134f-0562-45ec-bcd0-e936e65ae2c3 HTTP/1.1" status: 200 len: 210 time: 0.0993586 Aug 23 03:58:56.679391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Deleting port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:56.679905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:56.829140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] For port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=393b8bed-1fe3-4191-9f4b-143c7db5c8cf,segment=NetworkSegment(3cb18217-d4e5-4816-94b5-6c5cb05aa4c1),segment_id=3cb18217-d4e5-4816-94b5-6c5cb05aa4c1)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:56.829705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:56.849176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Calling delete_port for 393b8bed-1fe3-4191-9f4b-143c7db5c8cf owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:56.907263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] DHCP port deletion for 99998a35-165b-41bf-b760-3754764391dc request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:58:57.014383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Deleting port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:57.019846 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.055888 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.125150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=393b8bed-1fe3-4191-9f4b-143c7db5c8cf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:57.148842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] No DVR routers for this DVR port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:58:57.186315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] For port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=393b8bed-1fe3-4191-9f4b-143c7db5c8cf,segment=NetworkSegment(3cb18217-d4e5-4816-94b5-6c5cb05aa4c1),segment_id=3cb18217-d4e5-4816-94b5-6c5cb05aa4c1)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:57.187134 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.208515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Calling delete_port for 393b8bed-1fe3-4191-9f4b-143c7db5c8cf owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:57.285727 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.316901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99998a35-165b-41bf-b760-3754764391dc']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:57.335091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:57.335612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb18217-d4e5-4816-94b5-6c5cb05aa4c1') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:58:57.353889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.354868 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.386920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.388346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Pushing event deleted for resources: {'Port': ['ID=393b8bed-1fe3-4191-9f4b-143c7db5c8cf,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:57.399430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] No DVR routers for this DVR port 393b8bed-1fe3-4191-9f4b-143c7db5c8cf on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:58:57.399728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:58:57.407722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.407875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.407875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.407875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:58:57.408230 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:58:57.411190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.411190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.411190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.411190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.411190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.411190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.411190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.411190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.411190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4a0e4-2ca4-4d90-a2ee-67c54f8c5e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:58:57.582113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 393b8bed-1fe3-4191-9f4b-143c7db5c8cf no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:57.602426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.610672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:57.615517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/99998a35-165b-41bf-b760-3754764391dc HTTP/1.1" status: 204 len: 168 time: 1.3483822 Aug 23 03:58:57.633239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e2c3-184c-420d-90ec-82bbad6228c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=99998a35-165b-41bf-b760-3754764391dc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:57.663108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 393b8bed-1fe3-4191-9f4b-143c7db5c8cf {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:57.666083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 393b8bed-1fe3-4191-9f4b-143c7db5c8cf not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:57.689735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39458) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:58.128601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39466) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:58.229746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c9fad29e-b04a-4f75-8c5d-6f6d2efdfef4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa798ec7391d48c78ce0028c038f2ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971982 Aug 23 03:58:58.232449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39468) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:58.304073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:58.337197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 40002d03-b8ba-4546-ae4f-bd677de2eb8d no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:58:58.341810 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-462bd75e-3ae9-4890-9415-0a9607750ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:58.377918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 40002d03-b8ba-4546-ae4f-bd677de2eb8d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:58:58.378152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 40002d03-b8ba-4546-ae4f-bd677de2eb8d not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:58:58.389346 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-462bd75e-3ae9-4890-9415-0a9607750ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:58.567653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-462bd75e-3ae9-4890-9415-0a9607750ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:58.570257 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-462bd75e-3ae9-4890-9415-0a9607750ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:58.576199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-462bd75e-3ae9-4890-9415-0a9607750ba1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f6ad263-95b5-4cbf-9a5d-213e2350f458 HTTP/1.1" status: 204 len: 168 time: 0.3379900 Aug 23 03:58:58.587707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bd75e-3ae9-4890-9415-0a9607750ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6ad263-95b5-4cbf-9a5d-213e2350f458,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:58.731123 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-abaf4a5f-c56b-4222-876f-89665e9a07e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:58.773192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Deleting port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:58:58.773738 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:58.822747 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:58.907458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] For port 611bfec8-507f-40ca-a6f8-2a0f5dc766ab, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=611bfec8-507f-40ca-a6f8-2a0f5dc766ab,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:58:58.907882 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:58.933120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Calling delete_port for 611bfec8-507f-40ca-a6f8-2a0f5dc766ab owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:58:59.347913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:59.397877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Pushing event deleted for resources: {'Port': ['ID=611bfec8-507f-40ca-a6f8-2a0f5dc766ab,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:58:59.683640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39482) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:59.757819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:58:59.768052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39484) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:58:59.769583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-69970e8c-b075-4b23-aa7b-49d97caa2f96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=261872e837b048b89ddc08dbb42168e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803385 Aug 23 03:59:00.256393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-89aed31d-7dd2-44a9-ba33-ad47a3344019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:00.279345 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-89aed31d-7dd2-44a9-ba33-ad47a3344019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:00.427840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-89aed31d-7dd2-44a9-ba33-ad47a3344019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:00.434858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-89aed31d-7dd2-44a9-ba33-ad47a3344019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:00.436183 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:00.439739 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-89aed31d-7dd2-44a9-ba33-ad47a3344019 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00afb601-7ea3-4b93-8280-df1e326d3e01 HTTP/1.1" status: 204 len: 168 time: 0.6700852 Aug 23 03:59:00.624296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aed31d-7dd2-44a9-ba33-ad47a3344019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00afb601-7ea3-4b93-8280-df1e326d3e01,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:00.743597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:59:00.921708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:59:00.936738 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] Sync routers for ids ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:59:00.938923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39498) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:00.941228 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3474180a-0593-432f-8a0a-16e93635e409 admin admin] 10.222.0.20 "PUT /v2.0/routers/9ecf0de9-9deb-47af-8f0c-64395f2becd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2502530 Aug 23 03:59:00.957217 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] Routers {'9ecf0de9-9deb-47af-8f0c-64395f2becd4'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:59:00.958531 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:01.118871 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:01.206454 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] Set router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:59:01.404479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:01.594847 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:57Z', 'updated_at': '2021-08-23T03:58:59Z', 'revision_number': 5, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'gw_port': {'id': '13a33374-0c7b-4b50-913e-f3799f659a8d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:44:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:58Z', 'updated_at': '2021-08-23T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:01.646301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Deleting port 13a33374-0c7b-4b50-913e-f3799f659a8d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:59:01.646982 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:01.806669 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] Checking router: 9ecf0de9-9deb-47af-8f0c-64395f2becd4 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:59:01.847087 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] Routers {'9ecf0de9-9deb-47af-8f0c-64395f2becd4'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:59:01.854040 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:01.939520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] For port 13a33374-0c7b-4b50-913e-f3799f659a8d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=13a33374-0c7b-4b50-913e-f3799f659a8d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:01.940130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:01.952701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Calling delete_port for 13a33374-0c7b-4b50-913e-f3799f659a8d owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:59:02.009792 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] Set router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:59:02.054948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8484612c-3942-4e01-aa74-be1c114a00cd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:02.057543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8484612c-3942-4e01-aa74-be1c114a00cd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 815 time: 0.2379222 Aug 23 03:59:02.094340 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:57Z', 'updated_at': '2021-08-23T03:59:01Z', 'revision_number': 6, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:02.103172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-e4b5f180-5c0e-449e-9898-b91b7a14bc17 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/quotas/30cc3c060f244c86a3a6293962a731d8 HTTP/1.1" status: 200 len: 375 time: 0.0380337 Aug 23 03:59:02.156017 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9cf50-d7ad-4088-9444-8c0efd8a6863 None None] The sync data for ids ['9ecf0de9-9deb-47af-8f0c-64395f2becd4'] in n-d-749052-7 is: [{'id': '9ecf0de9-9deb-47af-8f0c-64395f2becd4', 'name': 'tempest-TestServerMultinode-848381052-router', 'tenant_id': '3aa9aa61f5214314b1e019cf97478565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:57Z', 'updated_at': '2021-08-23T03:59:01Z', 'revision_number': 6, 'project_id': '3aa9aa61f5214314b1e019cf97478565', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:59:02.293821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-a9d66e99-6869-42e9-b80b-9cb17998a6e3 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1842515 Aug 23 03:59:02.402336 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:02.427112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-7ee03d43-a3a8-44d4-8b75-9e17d83b916a service neutron] 10.222.0.20 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261275 Aug 23 03:59:02.460752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:02.494295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a33374-0c7b-4b50-913e-f3799f659a8d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:02.574002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:02.705746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:02.711209 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:02.783042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-310291fa-b517-483a-87ab-84a04109d3ab service neutron] 10.222.0.20 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363223 Aug 23 03:59:02.783042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39540) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:02.898813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:02.899498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecf0de9-9deb-47af-8f0c-64395f2becd4 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:59:02.924156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:02.924644 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-438adde8-e411-408d-8786-21b848fa7fd7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9ecf0de9-9deb-47af-8f0c-64395f2becd4 HTTP/1.1" status: 204 len: 168 time: 1.9838359 Aug 23 03:59:02.926641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39544) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:02.997289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cce5-ac6b-4ac6-9d1f-90f4c44632e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.022285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-159abee4-519e-4475-a8e5-4c712c9e478f admin admin] Deleting subnet 43f2e3e5-c5d0-49ad-8d83-7168eb2b5388 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:59:03.026908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-159abee4-519e-4475-a8e5-4c712c9e478f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.097518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-159abee4-519e-4475-a8e5-4c712c9e478f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.182948 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f321f7be-e275-4507-9100-f9474b659e38 req-6e9e2958-6a53-41be-8fcb-cc1b3cd78db0 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 210 time: 0.1006825 Aug 23 03:59:03.266185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cce5-ac6b-4ac6-9d1f-90f4c44632e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.268373 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-159abee4-519e-4475-a8e5-4c712c9e478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.369989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cce5-ac6b-4ac6-9d1f-90f4c44632e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.409334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e0a9cce5-ac6b-4ac6-9d1f-90f4c44632e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bed916b793f040eb92d44042f213fb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329281 Aug 23 03:59:03.410236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9cce5-ac6b-4ac6-9d1f-90f4c44632e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7d821e-091c-4045-a451-0f7a4e972f8a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:03.413279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39574) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:03.459545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-159abee4-519e-4475-a8e5-4c712c9e478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.498609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159abee4-519e-4475-a8e5-4c712c9e478f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f2e3e5-c5d0-49ad-8d83-7168eb2b5388,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:03.519364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4cb7b-9b32-4c85-a82f-c27bc0309d46 None None] Network 43179e5b-97e3-466b-9329-ddfac567d679 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:59:03.520682 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-159abee4-519e-4475-a8e5-4c712c9e478f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.525842 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-159abee4-519e-4475-a8e5-4c712c9e478f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43f2e3e5-c5d0-49ad-8d83-7168eb2b5388 HTTP/1.1" status: 204 len: 168 time: 0.5977976 Aug 23 03:59:03.526991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39578) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:03.554163 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e380f287-f2fa-4ada-879e-0746c58c5013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.595133 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e380f287-f2fa-4ada-879e-0746c58c5013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.647672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.676903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 611bfec8-507f-40ca-a6f8-2a0f5dc766ab no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:59:03.699990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 611bfec8-507f-40ca-a6f8-2a0f5dc766ab {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:59:03.700631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 611bfec8-507f-40ca-a6f8-2a0f5dc766ab not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:59:03.701097 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13a33374-0c7b-4b50-913e-f3799f659a8d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:59:03.719319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Deleting port 89fa40a4-12a0-4d3c-abea-dd3965c7783e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:59:03.719714 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.738646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 13a33374-0c7b-4b50-913e-f3799f659a8d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:59:03.738646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13a33374-0c7b-4b50-913e-f3799f659a8d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:59:03.756349 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e380f287-f2fa-4ada-879e-0746c58c5013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.759472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e380f287-f2fa-4ada-879e-0746c58c5013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.763516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e380f287-f2fa-4ada-879e-0746c58c5013 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e7d821e-091c-4045-a451-0f7a4e972f8a HTTP/1.1" status: 204 len: 168 time: 0.3471355 Aug 23 03:59:03.797165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380f287-f2fa-4ada-879e-0746c58c5013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7d821e-091c-4045-a451-0f7a4e972f8a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:03.839481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dff888-60a0-4da2-ace8-3dfaf23d4fcf None None] DHCP port deletion for 43179e5b-97e3-466b-9329-ddfac567d679 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:59:03.844909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] For port 89fa40a4-12a0-4d3c-abea-dd3965c7783e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=89fa40a4-12a0-4d3c-abea-dd3965c7783e,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:03.845333 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.859486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Calling delete_port for 89fa40a4-12a0-4d3c-abea-dd3965c7783e owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:59:03.914837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a8dff888-60a0-4da2-ace8-3dfaf23d4fcf None None] Deleting port 89fa40a4-12a0-4d3c-abea-dd3965c7783e {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:59:03.915519 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8dff888-60a0-4da2-ace8-3dfaf23d4fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:03.993599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a8dff888-60a0-4da2-ace8-3dfaf23d4fcf None None] For port 89fa40a4-12a0-4d3c-abea-dd3965c7783e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=89fa40a4-12a0-4d3c-abea-dd3965c7783e,segment=NetworkSegment(81d7956c-5905-482a-ac80-61f175b33be9),segment_id=81d7956c-5905-482a-ac80-61f175b33be9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:03.994283 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8dff888-60a0-4da2-ace8-3dfaf23d4fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.009003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a8dff888-60a0-4da2-ace8-3dfaf23d4fcf None None] Calling delete_port for 89fa40a4-12a0-4d3c-abea-dd3965c7783e owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:59:04.094043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.109370 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8dff888-60a0-4da2-ace8-3dfaf23d4fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.124938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dff888-60a0-4da2-ace8-3dfaf23d4fcf None None] No DVR routers for this DVR port 89fa40a4-12a0-4d3c-abea-dd3965c7783e on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:59:04.148704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89fa40a4-12a0-4d3c-abea-dd3965c7783e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:04.157147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff888-60a0-4da2-ace8-3dfaf23d4fcf None None] Pushing event deleted for resources: {'Port': ['ID=89fa40a4-12a0-4d3c-abea-dd3965c7783e,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:04.166453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] No DVR routers for this DVR port 89fa40a4-12a0-4d3c-abea-dd3965c7783e on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:59:04.248383 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.260864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43179e5b-97e3-466b-9329-ddfac567d679']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:04.270439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d7956c-5905-482a-ac80-61f175b33be9') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:04.270744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d7956c-5905-482a-ac80-61f175b33be9') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:04.280456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.317710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57508e47-1476-4b43-850a-f365ab3baf1d req-100fa9f2-7f47-479a-b8c7-d4dcf86c4352 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 210 time: 0.0347288 Aug 23 03:59:04.318633 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.327560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:59:04.327959 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: timer() Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:59:04.329625 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:59:04.458465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc5f09-109c-42a4-b405-530ee2ef586b req-7dc94bf7-87d4-4b5c-9d3f-3646fd2155dc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:04.459949 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8edc5f09-109c-42a4-b405-530ee2ef586b req-7dc94bf7-87d4-4b5c-9d3f-3646fd2155dc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 945 time: 0.0550807 Aug 23 03:59:04.513596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8edc5f09-109c-42a4-b405-530ee2ef586b req-4dff06da-b423-4142-8df8-13475b6eab8f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451229 Aug 23 03:59:04.546406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.559755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.561741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/43179e5b-97e3-466b-9329-ddfac567d679 HTTP/1.1" status: 204 len: 168 time: 1.0330904 Aug 23 03:59:04.565473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39606) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:04.572175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b033-a894-4caf-bc90-f357c4ccb1c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=43179e5b-97e3-466b-9329-ddfac567d679,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:04.672482 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39612) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:04.711740 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-854f8bab-c918-49b4-87fc-10c76efa9f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.850863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-854f8bab-c918-49b4-87fc-10c76efa9f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:04.967472 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-854f8bab-c918-49b4-87fc-10c76efa9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:05.011808 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-854f8bab-c918-49b4-87fc-10c76efa9f9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ea2d4ceaef14fd4b89c5740515722f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354824 Aug 23 03:59:05.012897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39628) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:05.027841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f8bab-c918-49b4-87fc-10c76efa9f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1707db-3eb7-4f01-9358-e6e51393df85,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:05.057858 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:05.081199 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5fa52410-18ec-47de-8eb0-1b57c95fdabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:05.103727 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5fa52410-18ec-47de-8eb0-1b57c95fdabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:05.241680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5fa52410-18ec-47de-8eb0-1b57c95fdabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:05.244972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5fa52410-18ec-47de-8eb0-1b57c95fdabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:05.248643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5fa52410-18ec-47de-8eb0-1b57c95fdabb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd1707db-3eb7-4f01-9358-e6e51393df85 HTTP/1.1" status: 204 len: 168 time: 0.2323921 Aug 23 03:59:05.254352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa52410-18ec-47de-8eb0-1b57c95fdabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1707db-3eb7-4f01-9358-e6e51393df85,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:05.361806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Deleting port 14869246-4ebd-4cc1-beee-9aa158aee325 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:59:05.362048 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:05.461997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c13bdd5b-a5ee-414d-98ae-00fbd0051e0f req-43dee772-9867-4841-9e36-d661a13531a9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 210 time: 0.0332835 Aug 23 03:59:05.496330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] For port 14869246-4ebd-4cc1-beee-9aa158aee325, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=14869246-4ebd-4cc1-beee-9aa158aee325,segment=NetworkSegment(3e393d46-13ac-439f-816b-933233cb3cb1),segment_id=3e393d46-13ac-439f-816b-933233cb3cb1)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:05.497825 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:05.515046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Calling delete_port for 14869246-4ebd-4cc1-beee-9aa158aee325 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:59:05.557213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 89fa40a4-12a0-4d3c-abea-dd3965c7783e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:59:05.579077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 89fa40a4-12a0-4d3c-abea-dd3965c7783e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:59:05.579691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 89fa40a4-12a0-4d3c-abea-dd3965c7783e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:59:05.731911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-7a13aba5-4f1e-4e0f-8f69-a415a831ad6d tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:05.733499 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-7a13aba5-4f1e-4e0f-8f69-a415a831ad6d tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.24 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 815 time: 0.1597214 Aug 23 03:59:05.754045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Request body: {'port': {'device_id': '77027a74-a464-4023-89e9-b0ca0c6906a9', 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543', 'admin_state_up': True, 'tenant_id': '30cc3c060f244c86a3a6293962a731d8'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:59:06.013813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:06.016020 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Made reservation on behalf of 30cc3c060f244c86a3a6293962a731d8 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:59:06.020054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:06.055630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Pushing event deleted for resources: {'Port': ['ID=14869246-4ebd-4cc1-beee-9aa158aee325,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:06.349149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:59:06.439155 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:06.465403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:06.468007 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444005bc-676c-4608-80e3-bbd68736defa" -d '{"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:06.484537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:06.536846 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30ce323-732f-4b40-826b-660b9de77c39 x-openstack-request-id: req-f30ce323-732f-4b40-826b-660b9de77c39 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:06.537389 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:06.537816 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f30ce323-732f-4b40-826b-660b9de77c39 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:06.538429 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'code': 200} Aug 23 03:59:06.564710 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:06.636388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Allocated IP 172.20.0.10 (ccb2d891-9503-4f78-a507-6e63142de543/2388861d-573e-49dd-b5da-6ff7addfc4c2/fc78e912-3b13-43fa-b9c6-cb35a721803d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:59:06.641482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:06.700471 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-34689ebc-7d1c-4f90-9c88-ac5638273f43 req-25e344d6-f8a1-4971-b997-d1dcc2cffbbc tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 210 time: 0.0454583 Aug 23 03:59:06.716523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:06.975689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.077115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Router c46180b3-9d52-486c-a2d7-2f865b78ab6c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 03:59:07.169546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.183881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6aa900f1-04e8-4bba-ad3e-c3def0945eee'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:59:07.211702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['868b782a-c990-4c61-9f08-5262dafca319'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:59:07.234607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Network ccb2d891-9503-4f78-a507-6e63142de543 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:59:07.239919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 03:59:07.241579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:59:07.251093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e43018b-b08d-4d60-b512-b10a6a73913d admin admin] 10.222.0.20 "PUT /v2.0/routers/c46180b3-9d52-486c-a2d7-2f865b78ab6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6848750 Aug 23 03:59:07.252263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:59:07.253782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39682) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:07.258633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] Sync routers for ids ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 03:59:07.280962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Pushing event updated for resources: {'Port': ['ID=fc78e912-3b13-43fa-b9c6-cb35a721803d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:07.339184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] Routers {'c46180b3-9d52-486c-a2d7-2f865b78ab6c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:59:07.339843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:07.353426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:07.354671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.426647 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.459415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8599f028-dc6f-4baa-bc9c-cbbbb5847fce tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7151418 Aug 23 03:59:07.473095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Request body: {'port': {'device_id': '77027a74-a464-4023-89e9-b0ca0c6906a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:59:07.546242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] Set router c46180b3-9d52-486c-a2d7-2f865b78ab6c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:59:07.577305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.592915 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.627577 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.719818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Deleting port bac3b01f-ca47-439d-820c-7859abff6288 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:59:07.720267 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.822209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:58:07Z', 'updated_at': '2021-08-23T03:59:05Z', 'revision_number': 5, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'gw_port': {'id': 'bac3b01f-ca47-439d-820c-7859abff6288', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:58:08Z', 'updated_at': '2021-08-23T03:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:07.858180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] Checking router: c46180b3-9d52-486c-a2d7-2f865b78ab6c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 03:59:07.867900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] Routers {'c46180b3-9d52-486c-a2d7-2f865b78ab6c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 03:59:07.868896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T03:58:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:07.875070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] For port bac3b01f-ca47-439d-820c-7859abff6288, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bac3b01f-ca47-439d-820c-7859abff6288,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:07.875657 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.890149 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc78e912-3b13-43fa-b9c6-cb35a721803d {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:59:07.898342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Calling delete_port for bac3b01f-ca47-439d-820c-7859abff6288 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:59:07.898570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:07.914415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Transition to ACTIVE for port object fc78e912-3b13-43fa-b9c6-cb35a721803d will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:59:07.927929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0ddf2-0c08-4318-b608-d94a33a08ee0 req-35831140-8d16-4ed5-9740-15b42fb5274b tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:07.929471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-38c0ddf2-0c08-4318-b608-d94a33a08ee0 req-35831140-8d16-4ed5-9740-15b42fb5274b tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 932 time: 0.1037047 Aug 23 03:59:07.964973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] Set router c46180b3-9d52-486c-a2d7-2f865b78ab6c gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 03:59:08.005130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.009406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-38c0ddf2-0c08-4318-b608-d94a33a08ee0 req-ae7dad1f-cf82-44b9-a862-b84144a7a497 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483108 Aug 23 03:59:08.021762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:58:07Z', 'updated_at': '2021-08-23T03:59:07Z', 'revision_number': 6, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:08.056106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f8ac7-d721-4785-961e-cf09a176d915 None None] The sync data for ids ['c46180b3-9d52-486c-a2d7-2f865b78ab6c'] in n-d-749052-7 is: [{'id': 'c46180b3-9d52-486c-a2d7-2f865b78ab6c', 'name': 'tempest-TestServerMultinode-1332749338-router', 'tenant_id': '61283e27cbc8408ba01488a34d751b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:58:07Z', 'updated_at': '2021-08-23T03:59:07Z', 'revision_number': 6, 'project_id': '61283e27cbc8408ba01488a34d751b7b', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 03:59:08.136097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc78e912-3b13-43fa-b9c6-cb35a721803d,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:08.168215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Attempting to bind port fc78e912-3b13-43fa-b9c6-cb35a721803d on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:59:08.168541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Attempting to bind port fc78e912-3b13-43fa-b9c6-cb35a721803d by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:59:08.168940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Attempting to bind port fc78e912-3b13-43fa-b9c6-cb35a721803d on network ccb2d891-9503-4f78-a507-6e63142de543 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:59:08.173305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Port fc78e912-3b13-43fa-b9c6-cb35a721803d on network ccb2d891-9503-4f78-a507-6e63142de543 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:59:08.185831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Attempting to bind port fc78e912-3b13-43fa-b9c6-cb35a721803d on network ccb2d891-9503-4f78-a507-6e63142de543 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:59:08.185831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:59:08.185831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Checking segment: {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:59:08.185831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Bound using segment: {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:59:08.185831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Bound port: fc78e912-3b13-43fa-b9c6-cb35a721803d, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:59:08.185831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.255710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] For port fc78e912-3b13-43fa-b9c6-cb35a721803d, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:59:08.279401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] For port fc78e912-3b13-43fa-b9c6-cb35a721803d, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fc78e912-3b13-43fa-b9c6-cb35a721803d,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:59:08.298942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.336725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac3b01f-ca47-439d-820c-7859abff6288,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:08.342869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-6295e6d1-3dab-4a60-b35b-4e628d23c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:08.344604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-6295e6d1-3dab-4a60-b35b-4e628d23c582 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1094 time: 0.0488536 Aug 23 03:59:08.360047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:59:08.384217 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.455954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.508319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:08.529954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'port_id': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'mac_address': 'fa:16:3e:5d:7f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:59:08.575193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:08.575745 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.578559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/fc78e912-3b13-43fa-b9c6-cb35a721803d HTTP/1.1" status: 200 len: 1092 time: 1.1103306 Aug 23 03:59:08.580828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77027a74-a464-4023-89e9-b0ca0c6906a9', 'tag': 'fc78e912-3b13-43fa-b9c6-cb35a721803d'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:08.583382 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.584174 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89954fe7-0bab-4116-9e16-2c958c0c6490" -d '{"events": [{"name": "network-changed", "server_uuid": "77027a74-a464-4023-89e9-b0ca0c6906a9", "tag": "fc78e912-3b13-43fa-b9c6-cb35a721803d"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:08.604328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa0e25b-6275-426d-a8c1-c96116c744dc {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:59:08.609281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.612472 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.625703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:08.655187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-c98a7a35-7716-4812-8cbd-6b1534ff1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:08.656854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-c98a7a35-7716-4812-8cbd-6b1534ff1abb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.2834814 Aug 23 03:59:08.664057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3ba68-b7c3-4c0a-a6a8-6c2d9ed870c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc78e912-3b13-43fa-b9c6-cb35a721803d,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:08.664397 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9bc866-de23-4d4f-b143-3f37fd9d6ad9 x-openstack-request-id: req-2d9bc866-de23-4d4f-b143-3f37fd9d6ad9 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:08.664709 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77027a74-a464-4023-89e9-b0ca0c6906a9", "tag": "fc78e912-3b13-43fa-b9c6-cb35a721803d", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:08.665220 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d9bc866-de23-4d4f-b143-3f37fd9d6ad9 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:08.665698 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77027a74-a464-4023-89e9-b0ca0c6906a9', 'tag': 'fc78e912-3b13-43fa-b9c6-cb35a721803d', 'status': 'completed', 'code': 200} Aug 23 03:59:08.722110 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.771571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-2461ecdb-322d-42aa-a6e8-d88d30003eaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 998 time: 0.0999384 Aug 23 03:59:08.775728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.776546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c46180b3-9d52-486c-a2d7-2f865b78ab6c {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 03:59:08.781055 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.782276 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c57da44a-9644-46d9-bd33-e596aca621b2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c46180b3-9d52-486c-a2d7-2f865b78ab6c HTTP/1.1" status: 204 len: 168 time: 1.5269020 Aug 23 03:59:08.790233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39722) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:08.791086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89954fe7-0bab-4116-9e16-2c958c0c6490 req-21df6110-41bf-4979-9c42-cca303808f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:08.796419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89954fe7-0bab-4116-9e16-2c958c0c6490 req-21df6110-41bf-4979-9c42-cca303808f23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 1095 time: 0.0765288 Aug 23 03:59:08.799735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3aa0e25b-6275-426d-a8c1-c96116c744dc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:59:08.805440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:08.884690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-06609dc2-ea19-4985-946b-7c66ee3ae536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:08.886384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-06609dc2-ea19-4985-946b-7c66ee3ae536 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0903180 Aug 23 03:59:08.889965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-84396ba4-b530-469e-b7f7-176b06c2110b admin admin] Deleting subnet e1c890e3-ad1a-4019-a145-009c1d14180b {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 03:59:08.896564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84396ba4-b530-469e-b7f7-176b06c2110b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:08.944933 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84396ba4-b530-469e-b7f7-176b06c2110b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:09.041816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-402b56cf-5977-42f2-b3cd-905f9921a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:09.043326 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-402b56cf-5977-42f2-b3cd-905f9921a9be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149242 Aug 23 03:59:09.107677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84396ba4-b530-469e-b7f7-176b06c2110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:09.205790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89954fe7-0bab-4116-9e16-2c958c0c6490 req-52bccb6f-39ff-4be6-a8c0-046578762a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:09.207561 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89954fe7-0bab-4116-9e16-2c958c0c6490 req-52bccb6f-39ff-4be6-a8c0-046578762a3a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=30cc3c060f244c86a3a6293962a731d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3201137 Aug 23 03:59:09.278261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c474c-ca37-430a-a40f-b800a83848e3 req-d1c51dfc-5e1f-4d87-bf57-e83eaa9c2558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:09.280080 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-350c474c-ca37-430a-a40f-b800a83848e3 req-d1c51dfc-5e1f-4d87-bf57-e83eaa9c2558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 944 time: 0.1450210 Aug 23 03:59:09.303400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-fac542cc-0978-41e7-9fbb-9b72ec142f7d service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528031 Aug 23 03:59:09.328995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-350c474c-ca37-430a-a40f-b800a83848e3 req-4f43c0c1-188d-41e7-85b9-6ee8a60323d5 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Aug 23 03:59:09.443825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89954fe7-0bab-4116-9e16-2c958c0c6490 req-b195ed7a-59e2-4c10-8724-33a7e9334b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:09.445322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-89954fe7-0bab-4116-9e16-2c958c0c6490 req-b195ed7a-59e2-4c10-8724-33a7e9334b29 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2258344 Aug 23 03:59:09.458054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84396ba4-b530-469e-b7f7-176b06c2110b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:09.477462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c3f5d635-9ac6-44df-b1c8-eb21dfc2046e req-533fd73c-eed5-4ab1-b7c4-176aa9595075 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313729 Aug 23 03:59:09.486392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84396ba4-b530-469e-b7f7-176b06c2110b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c890e3-ad1a-4019-a145-009c1d14180b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:09.494975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84396ba4-b530-469e-b7f7-176b06c2110b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:09.504413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123aca71-26c5-4f0d-929a-fe384ec8224d None None] Network 60d86ca1-49f0-49e5-bbe7-82cd17e0116e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 03:59:09.506762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 39756) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:09.509914 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-84396ba4-b530-469e-b7f7-176b06c2110b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e1c890e3-ad1a-4019-a145-009c1d14180b HTTP/1.1" status: 204 len: 168 time: 0.7073543 Aug 23 03:59:09.600717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 14869246-4ebd-4cc1-beee-9aa158aee325 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:59:09.635171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 14869246-4ebd-4cc1-beee-9aa158aee325 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:59:09.635786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 14869246-4ebd-4cc1-beee-9aa158aee325 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:59:09.636538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bac3b01f-ca47-439d-820c-7859abff6288 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:59:09.658989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:09.678567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-b5b13d88-b611-4ba1-a5fd-e69f5deba85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:09.678567 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-b5b13d88-b611-4ba1-a5fd-e69f5deba85b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 1095 time: 0.1886003 Aug 23 03:59:09.683067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: bac3b01f-ca47-439d-820c-7859abff6288 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:59:09.683691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bac3b01f-ca47-439d-820c-7859abff6288 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:59:09.747256 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-919775fd-b530-4a1c-996c-c0274ca7aa83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc78e912-3b13-43fa-b9c6-cb35a721803d HTTP/1.1" status: 200 len: 217 time: 0.0413187 Aug 23 03:59:09.798752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc9424a-2ae1-4242-87dc-05f613a35f4d None None] DHCP port deletion for 60d86ca1-49f0-49e5-bbe7-82cd17e0116e request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 03:59:09.814330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Deleting port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:59:09.814587 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:09.818310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-4dad9312-5789-4874-972b-de81a5477511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:09.819843 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-4dad9312-5789-4874-972b-de81a5477511 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2388861d-573e-49dd-b5da-6ff7addfc4c2 HTTP/1.1" status: 200 len: 855 time: 0.0645778 Aug 23 03:59:09.847137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9424a-2ae1-4242-87dc-05f613a35f4d None None] Deleting port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 03:59:09.849357 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcc9424a-2ae1-4242-87dc-05f613a35f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:09.862471 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-f1cf3d67-b8a8-4ff4-bb62-ed03d8694cde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccb2d891-9503-4f78-a507-6e63142de543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335965 Aug 23 03:59:09.927148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fcc9424a-2ae1-4242-87dc-05f613a35f4d None None] For port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fcc9fdd3-8147-4f15-ad5f-ccbc762d358c,segment=NetworkSegment(3e393d46-13ac-439f-816b-933233cb3cb1),segment_id=3e393d46-13ac-439f-816b-933233cb3cb1)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:09.927558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcc9424a-2ae1-4242-87dc-05f613a35f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:09.930734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] For port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fcc9fdd3-8147-4f15-ad5f-ccbc762d358c,segment=NetworkSegment(3e393d46-13ac-439f-816b-933233cb3cb1),segment_id=3e393d46-13ac-439f-816b-933233cb3cb1)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:09.931112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:09.972876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9424a-2ae1-4242-87dc-05f613a35f4d None None] Calling delete_port for fcc9fdd3-8147-4f15-ad5f-ccbc762d358c owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:59:09.973808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Calling delete_port for fcc9fdd3-8147-4f15-ad5f-ccbc762d358c owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 03:59:10.047193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-8e4e16fb-5e02-4bf6-8819-055da68d198d service neutron] 10.222.0.24 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612704 Aug 23 03:59:10.133761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e22e19-4900-40b1-8f0f-0a7ed8ad7866 req-c9f2620d-6574-4699-bf93-62d0b3ec108a tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:10.145406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50e22e19-4900-40b1-8f0f-0a7ed8ad7866 req-c9f2620d-6574-4699-bf93-62d0b3ec108a tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0904346 Aug 23 03:59:10.203808 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50e22e19-4900-40b1-8f0f-0a7ed8ad7866 req-97d41079-fe53-4ff7-8b82-611f581c7791 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570805 Aug 23 03:59:10.247214 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcc9424a-2ae1-4242-87dc-05f613a35f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:10.251996 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-226b0275-5975-4175-9960-18ba1ce2fbdc req-b03c68a4-0236-471d-8ec1-5571a70fc069 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926062 Aug 23 03:59:10.273574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:10.301945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc9fdd3-8147-4f15-ad5f-ccbc762d358c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:10.306115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] No DVR routers for this DVR port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:59:10.322408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc9424a-2ae1-4242-87dc-05f613a35f4d None None] No DVR routers for this DVR port fcc9fdd3-8147-4f15-ad5f-ccbc762d358c on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 03:59:10.330041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9424a-2ae1-4242-87dc-05f613a35f4d None None] Pushing event deleted for resources: {'Port': ['ID=fcc9fdd3-8147-4f15-ad5f-ccbc762d358c,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:10.371852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:59:10.415046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:10.430209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d86ca1-49f0-49e5-bbe7-82cd17e0116e']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:10.458300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e393d46-13ac-439f-816b-933233cb3cb1') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:10.458300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e393d46-13ac-439f-816b-933233cb3cb1') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 03:59:10.510601 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:10.516675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3aa0e25b-6275-426d-a8c1-c96116c744dc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:59:10.517073 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:10.532161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:10.543932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 03:59:10.543932 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: timer() Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 03:59:10.544871 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 03:59:10.579069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cbde2-7cac-475c-929f-a99f8d2347f8 req-94f78a1c-4e8c-4f53-8f79-687903ddb5d5 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:10.579069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-117cbde2-7cac-475c-929f-a99f8d2347f8 req-94f78a1c-4e8c-4f53-8f79-687903ddb5d5 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 944 time: 0.1303840 Aug 23 03:59:10.692618 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:10.734896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:10.737902 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ebef2e-233b-45d7-a0cc-cb6d17bb703a" -d '{"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:10.771996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:10.787783 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27ad493-15de-4038-aac0-673d80f4e71c x-openstack-request-id: req-e27ad493-15de-4038-aac0-673d80f4e71c {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:10.788084 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:10.788335 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e27ad493-15de-4038-aac0-673d80f4e71c {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:10.788870 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'code': 200} Aug 23 03:59:10.887236 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:10.962166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=10']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:10.978260 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-117cbde2-7cac-475c-929f-a99f8d2347f8 req-c34bc298-2177-400f-976f-34d05d78e85c tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574174 Aug 23 03:59:11.046968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:11.054416 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:11.062490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] 10.222.0.20 "DELETE /v2.0/networks/60d86ca1-49f0-49e5-bbe7-82cd17e0116e HTTP/1.1" status: 204 len: 168 time: 1.5433362 Aug 23 03:59:11.082687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324de00b-715a-48ea-849c-5f17668db64f admin admin] Pushing event deleted for resources: {'Network': ['ID=60d86ca1-49f0-49e5-bbe7-82cd17e0116e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:11.352796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc468364-4e69-437a-a78b-d62a05c5966a req-e9b79945-a33b-439e-8ef7-b7dbab5ed36c tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:11.354516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc468364-4e69-437a-a78b-d62a05c5966a req-e9b79945-a33b-439e-8ef7-b7dbab5ed36c tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0722277 Aug 23 03:59:11.457870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc468364-4e69-437a-a78b-d62a05c5966a req-a9dd5a94-1150-4ff7-bfcc-c9d44a147970 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775404 Aug 23 03:59:11.562890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fcc9fdd3-8147-4f15-ad5f-ccbc762d358c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:59:11.589708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: fcc9fdd3-8147-4f15-ad5f-ccbc762d358c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 03:59:11.590166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fcc9fdd3-8147-4f15-ad5f-ccbc762d358c not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 03:59:11.618683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39808) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:11.685246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-32f8fc6d-4ebe-45e4-bb03-370bab45c892 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3aa9aa61f5214314b1e019cf97478565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653467 Aug 23 03:59:11.687751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39810) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:11.748018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e9ea-1561-451d-a4b5-354948f86be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:11.771254 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e9ea-1561-451d-a4b5-354948f86be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:11.898716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e9ea-1561-451d-a4b5-354948f86be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:11.901609 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e9ea-1561-451d-a4b5-354948f86be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:11.902778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fcb0e9ea-1561-451d-a4b5-354948f86be0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ee90d0c-ec12-4897-9ece-be4145cabf22 HTTP/1.1" status: 204 len: 168 time: 0.2136548 Aug 23 03:59:11.917291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0e9ea-1561-451d-a4b5-354948f86be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee90d0c-ec12-4897-9ece-be4145cabf22,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:12.166894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b3123-c1eb-4fd4-b91b-1a311a00a357 req-5baefc91-539e-4437-adea-d39bf8db8971 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:12.168797 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f0b3123-c1eb-4fd4-b91b-1a311a00a357 req-5baefc91-539e-4437-adea-d39bf8db8971 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 944 time: 0.0771103 Aug 23 03:59:12.239376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f0b3123-c1eb-4fd4-b91b-1a311a00a357 req-550982c2-56c3-4393-a0e6-ffba6837587c tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643351 Aug 23 03:59:12.389260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fc78e912-3b13-43fa-b9c6-cb35a721803d details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:59:12.671927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fc78e912-3b13-43fa-b9c6-cb35a721803d, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fc78e912-3b13-43fa-b9c6-cb35a721803d,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:12.704128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac63bb4-7936-4993-a3e3-173b53a23c56 req-97cf0e02-8dcf-484c-82a3-0f20661d5c36 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:12.704702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'fc78e912-3b13-43fa-b9c6-cb35a721803d', 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543', 'port_id': 'fc78e912-3b13-43fa-b9c6-cb35a721803d', 'mac_address': 'fa:16:3e:cd:f3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2388861d-573e-49dd-b5da-6ff7addfc4c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:59:12.712946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ac63bb4-7936-4993-a3e3-173b53a23c56 req-97cf0e02-8dcf-484c-82a3-0f20661d5c36 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.1366508 Aug 23 03:59:12.766917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ac63bb4-7936-4993-a3e3-173b53a23c56 req-ce76f7fd-7d99-48e5-87df-de5f786a5265 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501904 Aug 23 03:59:12.772325 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:12.788859 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc78e912-3b13-43fa-b9c6-cb35a721803d {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:59:12.811119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39830) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:12.826847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fc78e912-3b13-43fa-b9c6-cb35a721803d, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fc78e912-3b13-43fa-b9c6-cb35a721803d,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:12.859117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-50031234-2dc6-4132-a5c9-e07b266ed8e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61283e27cbc8408ba01488a34d751b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465589 Aug 23 03:59:12.861624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 39832) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:12.899314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:12.949514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1bd489b-fa0b-4d91-9c11-67e51e7d0131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:12.975135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1bd489b-fa0b-4d91-9c11-67e51e7d0131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:12.991049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fc78e912-3b13-43fa-b9c6-cb35a721803d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:13.121686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1bd489b-fa0b-4d91-9c11-67e51e7d0131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:13.124523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c1bd489b-fa0b-4d91-9c11-67e51e7d0131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:13.127981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c1bd489b-fa0b-4d91-9c11-67e51e7d0131 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7003bf2b-7560-4661-a1a0-dcd7c0192ebf HTTP/1.1" status: 204 len: 168 time: 0.2630229 Aug 23 03:59:13.136228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd489b-fa0b-4d91-9c11-67e51e7d0131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7003bf2b-7560-4661-a1a0-dcd7c0192ebf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:13.142141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['fc78e912-3b13-43fa-b9c6-cb35a721803d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:59:13.392628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9101a-6427-4c03-b8f2-a61ccf633867 req-40f33c67-6214-494a-b12e-089ac1d8009d tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:13.394066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68c9101a-6427-4c03-b8f2-a61ccf633867 req-40f33c67-6214-494a-b12e-089ac1d8009d tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 945 time: 0.0697031 Aug 23 03:59:13.448628 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68c9101a-6427-4c03-b8f2-a61ccf633867 req-cc50ef73-d889-463c-9a02-1ffe89b59135 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Aug 23 03:59:13.935843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08597ed-bb10-40e8-bac3-942ae58128df req-f59c2ad8-0968-4209-87b2-2f0498b81066 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:13.980325 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f08597ed-bb10-40e8-bac3-942ae58128df req-f59c2ad8-0968-4209-87b2-2f0498b81066 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0708253 Aug 23 03:59:13.983186 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f08597ed-bb10-40e8-bac3-942ae58128df req-b1672525-c1c0-43e4-b505-4dff5c61a0a7 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Aug 23 03:59:14.402543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fc78e912-3b13-43fa-b9c6-cb35a721803d up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:59:14.570371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port fc78e912-3b13-43fa-b9c6-cb35a721803d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:59:14.591602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port fc78e912-3b13-43fa-b9c6-cb35a721803d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:59:14.592286 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:14.720209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0839d5e-8da3-4df6-96f8-47877fe5c6d1 req-53cb38d5-7cc5-4194-abb0-233117446d81 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:14.730217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0839d5e-8da3-4df6-96f8-47877fe5c6d1 req-53cb38d5-7cc5-4194-abb0-233117446d81 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 945 time: 0.1129537 Aug 23 03:59:14.809328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:14.842527 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e0839d5e-8da3-4df6-96f8-47877fe5c6d1 req-f1bfbbf5-e685-4b39-a0c3-9a715433930c tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113584 Aug 23 03:59:14.877620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77027a74-a464-4023-89e9-b0ca0c6906a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc78e912-3b13-43fa-b9c6-cb35a721803d'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:14.880827 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5faaf14-d9ef-4631-b0ea-55f53a8e19bd" -d '{"events": [{"server_uuid": "77027a74-a464-4023-89e9-b0ca0c6906a9", "name": "network-vif-plugged", "status": "completed", "tag": "fc78e912-3b13-43fa-b9c6-cb35a721803d"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:14.940206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fc78e912-3b13-43fa-b9c6-cb35a721803d, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fc78e912-3b13-43fa-b9c6-cb35a721803d,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:14.965384 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6113c-cfa0-4cf7-8cc4-05e992c75e4e x-openstack-request-id: req-13f6113c-cfa0-4cf7-8cc4-05e992c75e4e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:14.965684 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77027a74-a464-4023-89e9-b0ca0c6906a9", "name": "network-vif-plugged", "status": "completed", "tag": "fc78e912-3b13-43fa-b9c6-cb35a721803d", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:14.968356 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13f6113c-cfa0-4cf7-8cc4-05e992c75e4e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:14.968356 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77027a74-a464-4023-89e9-b0ca0c6906a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc78e912-3b13-43fa-b9c6-cb35a721803d', 'code': 200} Aug 23 03:59:15.029150 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:15.106658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc513808-e60c-48bd-9328-535ddd05cffd req-35164714-38db-4bce-9a80-9d533e291a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:15.109626 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc513808-e60c-48bd-9328-535ddd05cffd req-35164714-38db-4bce-9a80-9d533e291a43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 1097 time: 0.0651472 Aug 23 03:59:15.126061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fc78e912-3b13-43fa-b9c6-cb35a721803d,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:15.197405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb9bcd-8313-4451-a81b-ca21fa347bd6 req-4bb665ea-fe2a-4cdc-a891-3727c4ebd642 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:15.226359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7eb9bcd-8313-4451-a81b-ca21fa347bd6 req-4bb665ea-fe2a-4cdc-a891-3727c4ebd642 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.1102951 Aug 23 03:59:15.237864 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc513808-e60c-48bd-9328-535ddd05cffd req-973b65d6-5193-462e-becd-1c87a88914ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098347 Aug 23 03:59:15.278537 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7eb9bcd-8313-4451-a81b-ca21fa347bd6 req-9482da63-419e-4534-8014-45e8dbc00a4d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507846 Aug 23 03:59:16.093551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e4a1-d6f2-469d-a8a3-bb9d5f02d666 req-621a8779-2c9f-4b2d-ad31-ca1fb2417982 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:16.102554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1e0e4a1-d6f2-469d-a8a3-bb9d5f02d666 req-621a8779-2c9f-4b2d-ad31-ca1fb2417982 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 946 time: 0.1110644 Aug 23 03:59:16.158395 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1e0e4a1-d6f2-469d-a8a3-bb9d5f02d666 req-2ad05055-54cf-4629-b210-105ac2181574 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494802 Aug 23 03:59:16.411303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954e433-d4b8-46a1-9c71-c85c5676e058 req-5290e924-2136-4676-b41a-afb681ca89ec tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:16.418575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b954e433-d4b8-46a1-9c71-c85c5676e058 req-5290e924-2136-4676-b41a-afb681ca89ec tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0646174 Aug 23 03:59:16.461902 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b954e433-d4b8-46a1-9c71-c85c5676e058 req-883428e8-3896-4fe3-972a-f53c99f1c933 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Aug 23 03:59:16.900383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-f993c803-97a5-4f6b-985a-fdd5b1cf96fe tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:16.907626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-f993c803-97a5-4f6b-985a-fdd5b1cf96fe tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1319609 Aug 23 03:59:16.928160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-ba6a7ef6-e1fa-4229-aea2-d09d508a4009 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/quotas/e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 375 time: 0.0158234 Aug 23 03:59:16.984375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-418ad0ee-a72d-4952-ada3-8512cac55c6e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589058 Aug 23 03:59:17.074775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-b9e1e12f-3d6e-4d21-b2a6-0093d6ea639e service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895381 Aug 23 03:59:17.202795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-986f637a-e210-446f-a5bd-bf7fd12db71d service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198268 Aug 23 03:59:17.345870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aae0d5-28cf-4b51-8672-9a04a6118c8b req-9f2afaad-11d8-40ae-b38c-e7403163bd57 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:17.347433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e4aae0d5-28cf-4b51-8672-9a04a6118c8b req-9f2afaad-11d8-40ae-b38c-e7403163bd57 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 946 time: 0.1135759 Aug 23 03:59:17.415363 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e4aae0d5-28cf-4b51-8672-9a04a6118c8b req-7f845220-f88f-4bea-b83e-bf5022212bb6 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556319 Aug 23 03:59:17.654478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aab9d-0059-46f9-8395-8eefb06d9fb6 req-4090cc0c-9ea4-43e3-8a82-8f2b15496675 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:17.656157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-077aab9d-0059-46f9-8395-8eefb06d9fb6 req-4090cc0c-9ea4-43e3-8a82-8f2b15496675 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.1115892 Aug 23 03:59:17.679746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-411fe211-b4e8-4d86-b7d8-2db72fd547eb req-9c2a9dcb-dbbf-44c7-b1e3-93a7d44471ed tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0473075 Aug 23 03:59:17.763748 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-077aab9d-0059-46f9-8395-8eefb06d9fb6 req-349a4cd0-0725-4001-a8f3-3756c1cfedfa tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996687 Aug 23 03:59:18.811971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a5d25b4-eeea-41d7-9b4f-bb82f15293dc req-ae8a491e-32d5-4737-8e6f-cd28cc99a65c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0423551 Aug 23 03:59:18.944726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b5b3e-f4dd-4eae-b696-d71980412f40 req-cd43beee-6090-4c52-bf31-344032ed6543 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:18.946470 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a25b5b3e-f4dd-4eae-b696-d71980412f40 req-cd43beee-6090-4c52-bf31-344032ed6543 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0765910 Aug 23 03:59:19.005677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a25b5b3e-f4dd-4eae-b696-d71980412f40 req-aad439bd-6eee-42ea-910b-35eed8aa65b3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488315 Aug 23 03:59:19.464002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-d935c6ec-57ba-420d-80a7-b1baee39ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:19.466544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-d935c6ec-57ba-420d-80a7-b1baee39ad01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 1097 time: 0.0661583 Aug 23 03:59:19.630991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-c9aaa062-4d11-4a8c-bda4-d5664bfec787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:19.632821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-c9aaa062-4d11-4a8c-bda4-d5664bfec787 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 910 time: 0.1429160 Aug 23 03:59:19.739855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-242e565e-9542-4cd7-a9a0-4cc2518c55af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455f43fe-d38d-440c-b136-83bc63b7e723 HTTP/1.1" status: 200 len: 1002 time: 0.0987940 Aug 23 03:59:19.810201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-d3452a39-9012-4e7e-baac-3ad80ef8210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:19.811940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-d3452a39-9012-4e7e-baac-3ad80ef8210d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0626826 Aug 23 03:59:19.907727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b609d703-122b-447c-9740-7bdc70c05b9d req-53f07c73-c046-441c-b728-69a1ba2a5a34 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0447133 Aug 23 03:59:19.914767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-b7358f25-0b45-432a-b9c3-7bee94792730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:19.919947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-b7358f25-0b45-432a-b9c3-7bee94792730 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992332 Aug 23 03:59:20.040813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-5a18841a-1c53-4c5c-995f-45116d70f6f7 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128995 Aug 23 03:59:20.141452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6d536-841b-42e2-96d4-572f1c9ae661 req-9ea0ccd9-30ca-476a-9b10-f4a536ea3a7c tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:20.143062 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06f6d536-841b-42e2-96d4-572f1c9ae661 req-9ea0ccd9-30ca-476a-9b10-f4a536ea3a7c tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0649259 Aug 23 03:59:20.202547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06f6d536-841b-42e2-96d4-572f1c9ae661 req-ca2703a9-da0b-4203-b3fe-9685a9692f70 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520196 Aug 23 03:59:20.208842 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cfb8c6b-4247-408c-98bf-03cd848609e3 req-aa77da05-feab-421f-8d1b-f3c4d745ce5c service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543558 Aug 23 03:59:20.323636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9ccb80c6-c9be-49c8-a359-4d029eda3ac2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:20.325420 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9ccb80c6-c9be-49c8-a359-4d029eda3ac2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1354177 Aug 23 03:59:20.346534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'port': {'device_id': 'c5814673-1685-4e43-9376-cd331c2b8fc7', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'admin_state_up': True, 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:59:20.595064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Made reservation on behalf of e3e5f49885824abaa95bf72b9f7d181b for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:59:20.599403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:20.863470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.20.0.13 (da389ae7-7804-4ae7-8f73-f7c7932783d0/31bdaccd-306d-4d80-92e2-e885e165ffa3/bbde82ce-eba2-4f73-8e11-6d364e32feb9) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:59:21.049130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dc47d093-e28f-45a2-b60a-60e0b967f712 req-c9717f4d-fc18-44fe-ab40-152ce468e06f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0481112 Aug 23 03:59:21.086360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:21.100232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Transition to ACTIVE for port object bbde82ce-eba2-4f73-8e11-6d364e32feb9 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:59:21.215477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:21.325619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:59:21.351024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:59:21.361263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:59:21.369471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=bbde82ce-eba2-4f73-8e11-6d364e32feb9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:21.412314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e126f5f-b13b-4151-bda7-0cbed1f6a2b9 req-f384982c-f9bd-4b8d-a09a-504b9ccb48c4 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:21.415463 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e126f5f-b13b-4151-bda7-0cbed1f6a2b9 req-f384982c-f9bd-4b8d-a09a-504b9ccb48c4 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0826464 Aug 23 03:59:21.457719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:21.458536 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:21.486315 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e126f5f-b13b-4151-bda7-0cbed1f6a2b9 req-fe6f52e4-a853-4743-91bd-f625116222eb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635386 Aug 23 03:59:21.610407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-833ccda1-bf63-45f1-bba3-fae7347ad7a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2678649 Aug 23 03:59:21.642833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Request body: {'port': {'device_id': 'c5814673-1685-4e43-9376-cd331c2b8fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:59:21.720572 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:21.779309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-edcf904e-5cbe-4cd8-a765-180d4feb8c53 None None] Provisioning for port bbde82ce-eba2-4f73-8e11-6d364e32feb9 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:59:21.786131 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-edcf904e-5cbe-4cd8-a765-180d4feb8c53 None None] Provisioning complete for port bbde82ce-eba2-4f73-8e11-6d364e32feb9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:59:21.786514 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-edcf904e-5cbe-4cd8-a765-180d4feb8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:21.828651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-edcf904e-5cbe-4cd8-a765-180d4feb8c53 None None] Port bbde82ce-eba2-4f73-8e11-6d364e32feb9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:59:22.302904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633d5ae-9e4e-4fe8-bb22-0db7809ac77b req-4c307f11-2486-4e5e-bd38-7783f0631f02 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:22.310524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6633d5ae-9e4e-4fe8-bb22-0db7809ac77b req-4c307f11-2486-4e5e-bd38-7783f0631f02 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 932 time: 0.0723810 Aug 23 03:59:22.344289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbde82ce-eba2-4f73-8e11-6d364e32feb9 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:59:22.350758 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6633d5ae-9e4e-4fe8-bb22-0db7809ac77b req-3a67188c-9756-40cc-9b79-a1a2348656ca tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Aug 23 03:59:22.355451 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:22.386997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Transition to ACTIVE for port object bbde82ce-eba2-4f73-8e11-6d364e32feb9 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:59:22.505509 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:22.523347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7864bd-7299-4438-8e9c-5b32d9edb3ff req-83a6a861-335e-4e79-b6a7-163201c96f9a tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:22.533147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da7864bd-7299-4438-8e9c-5b32d9edb3ff req-83a6a861-335e-4e79-b6a7-163201c96f9a tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0799780 Aug 23 03:59:22.628617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da7864bd-7299-4438-8e9c-5b32d9edb3ff req-793f3d1a-0817-4811-8e23-bd0270b743c5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917909 Aug 23 03:59:22.695075 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:22.749188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-80977d0e-9eb9-49e5-8edd-9cc773127b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:22.751082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-80977d0e-9eb9-49e5-8edd-9cc773127b1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 1097 time: 0.3215597 Aug 23 03:59:22.761325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Pushing event updated for resources: {'Port': ['ID=bbde82ce-eba2-4f73-8e11-6d364e32feb9,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:22.764376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Attempting to bind port bbde82ce-eba2-4f73-8e11-6d364e32feb9 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:59:22.764917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Attempting to bind port bbde82ce-eba2-4f73-8e11-6d364e32feb9 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:59:22.765456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Attempting to bind port bbde82ce-eba2-4f73-8e11-6d364e32feb9 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:59:22.789711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Port bbde82ce-eba2-4f73-8e11-6d364e32feb9 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:59:22.791819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Attempting to bind port bbde82ce-eba2-4f73-8e11-6d364e32feb9 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:59:22.811237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:59:22.811884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:59:22.812461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Bound using segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:59:22.813100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Bound port: bbde82ce-eba2-4f73-8e11-6d364e32feb9, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:59:22.813633 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:23.005883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-b8b6ba42-be2c-4afc-8b49-8831adda66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:23.008143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-b8b6ba42-be2c-4afc-8b49-8831adda66f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 910 time: 0.2383897 Aug 23 03:59:23.012797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] For port bbde82ce-eba2-4f73-8e11-6d364e32feb9, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:59:23.017894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] For port bbde82ce-eba2-4f73-8e11-6d364e32feb9, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bbde82ce-eba2-4f73-8e11-6d364e32feb9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:59:23.092206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:23.112526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-31f84db8-8e20-4d6a-8423-879cd5463db0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455f43fe-d38d-440c-b136-83bc63b7e723 HTTP/1.1" status: 200 len: 1002 time: 0.0968590 Aug 23 03:59:23.162791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:23.163418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:23.164872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] 10.222.0.11 "PUT /v2.0/ports/bbde82ce-eba2-4f73-8e11-6d364e32feb9 HTTP/1.1" status: 200 len: 1092 time: 1.5268700 Aug 23 03:59:23.165315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5814673-1685-4e43-9376-cd331c2b8fc7', 'tag': 'bbde82ce-eba2-4f73-8e11-6d364e32feb9'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:23.167577 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42fd38-da80-4b3b-a566-80ccfbca291f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5814673-1685-4e43-9376-cd331c2b8fc7", "tag": "bbde82ce-eba2-4f73-8e11-6d364e32feb9"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:23.252970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbec30-0660-4975-a1d4-4264a0661189 service neutron] Pushing event updated for resources: {'Port': ['ID=bbde82ce-eba2-4f73-8e11-6d364e32feb9,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:23.260700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-9c24d7c9-0945-4209-b611-3ea907766a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:23.261854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-9c24d7c9-0945-4209-b611-3ea907766a2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.1286545 Aug 23 03:59:23.290925 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c488ca-2d1f-412a-8c93-f129073c6fa7 x-openstack-request-id: req-94c488ca-2d1f-412a-8c93-f129073c6fa7 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:23.291198 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5814673-1685-4e43-9376-cd331c2b8fc7", "tag": "bbde82ce-eba2-4f73-8e11-6d364e32feb9", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:23.291330 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94c488ca-2d1f-412a-8c93-f129073c6fa7 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:23.291675 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5814673-1685-4e43-9376-cd331c2b8fc7', 'tag': 'bbde82ce-eba2-4f73-8e11-6d364e32feb9', 'status': 'completed', 'code': 200} Aug 23 03:59:23.369846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-3dd1616e-86ed-46f7-9358-2773eaac911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:23.402187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-3dd1616e-86ed-46f7-9358-2773eaac911e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023667 Aug 23 03:59:23.402187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42fd38-da80-4b3b-a566-80ccfbca291f req-1d49a24c-b293-486b-8146-71a25bf6af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:23.402187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb42fd38-da80-4b3b-a566-80ccfbca291f req-1d49a24c-b293-486b-8146-71a25bf6af79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0662112 Aug 23 03:59:23.574928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-2bccd6bf-cb1b-4f85-9962-91e91b3bb765 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901510 Aug 23 03:59:23.607002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13608719-8411-4841-af6f-2c4fc9723d92 req-17ae4283-2e7c-41cb-b74a-f69fc9ecba2b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:23.611633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13608719-8411-4841-af6f-2c4fc9723d92 req-17ae4283-2e7c-41cb-b74a-f69fc9ecba2b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.1363101 Aug 23 03:59:23.676377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42fd38-da80-4b3b-a566-80ccfbca291f req-1b21819c-1571-4846-a669-f0ad10528ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:23.677930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb42fd38-da80-4b3b-a566-80ccfbca291f req-1b21819c-1571-4846-a669-f0ad10528ffc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2687788 Aug 23 03:59:23.729824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13608719-8411-4841-af6f-2c4fc9723d92 req-9352d4af-7c46-411b-88bd-c3da782af72e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020865 Aug 23 03:59:23.836546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39b3b81-0808-4ab2-9612-e6d7e4a88ae7 req-8f90d32a-8a94-424f-b9f7-8fa24ba8778b service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512345 Aug 23 03:59:23.866299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd8fcb-4141-4aed-babf-97f4e564a697 req-3f5c03aa-a8b0-43c8-88ea-bc1d25dd4b4e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:23.868099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79cd8fcb-4141-4aed-babf-97f4e564a697 req-3f5c03aa-a8b0-43c8-88ea-bc1d25dd4b4e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0892932 Aug 23 03:59:23.883571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42fd38-da80-4b3b-a566-80ccfbca291f req-c4439465-7a61-4433-a1e7-85f676fa0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:23.885169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb42fd38-da80-4b3b-a566-80ccfbca291f req-c4439465-7a61-4433-a1e7-85f676fa0f4d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1994715 Aug 23 03:59:23.947576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79cd8fcb-4141-4aed-babf-97f4e564a697 req-fe8fb8ef-4c1d-412e-a9c5-08d5312038db tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614142 Aug 23 03:59:24.034555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-89be34b4-0767-411d-9055-a6d6424eeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:24.037032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-89be34b4-0767-411d-9055-a6d6424eeacc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0671437 Aug 23 03:59:24.166386 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-bbc5b453-ad2a-4819-99ff-9a54a0a2acae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbde82ce-eba2-4f73-8e11-6d364e32feb9 HTTP/1.1" status: 200 len: 217 time: 0.1145651 Aug 23 03:59:24.252083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-ef9f6af1-34b1-4487-a877-ad925f5f6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:24.253797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-ef9f6af1-34b1-4487-a877-ad925f5f6360 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0793657 Aug 23 03:59:24.312064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-7d83542b-4c7c-4ec3-b3a2-656699cac3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:24.313795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-7d83542b-4c7c-4ec3-b3a2-656699cac3cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476747 Aug 23 03:59:24.419075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-b11636fa-6f09-4c60-aa07-d12bdd63fe68 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971000 Aug 23 03:59:24.575463 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3919bcba-58c6-4ffa-aec5-10f75e8c51ad req-9ac316c8-85de-477b-a9ad-36fb75486550 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315601 Aug 23 03:59:24.940179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01f99e-ec19-416b-939c-d8611c89d782 req-2bcee888-b08d-4c29-bac7-53670965a250 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:24.945580 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc01f99e-ec19-416b-939c-d8611c89d782 req-2bcee888-b08d-4c29-bac7-53670965a250 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0923598 Aug 23 03:59:24.998705 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc01f99e-ec19-416b-939c-d8611c89d782 req-3b37fa22-dcd8-453d-8ecb-ac4f5db761d9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500915 Aug 23 03:59:25.148245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757967e7-5294-4ab9-85da-369b658cfeda req-18fbc3ab-6ba9-4f3a-a113-4ae189c5a85b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:25.149798 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-757967e7-5294-4ab9-85da-369b658cfeda req-18fbc3ab-6ba9-4f3a-a113-4ae189c5a85b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0791116 Aug 23 03:59:25.218678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-757967e7-5294-4ab9-85da-369b658cfeda req-fc59977b-b121-48ed-b6a1-5fd27a6658b3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606155 Aug 23 03:59:25.241608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af2e51-6f13-4690-8f62-3986fdf91325 req-e70d5ebe-7d70-4829-9692-02abca255293 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:25.249000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-86af2e51-6f13-4690-8f62-3986fdf91325 req-e70d5ebe-7d70-4829-9692-02abca255293 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0917559 Aug 23 03:59:25.332209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-86af2e51-6f13-4690-8f62-3986fdf91325 req-305753dc-f33d-477b-a257-118182769f05 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819361 Aug 23 03:59:26.047506 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 03:59:26.076801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496c1c7-73ba-45ec-8fd0-fa259fd7f649 req-7854f28a-21c0-4442-afa2-85aa05758fa6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:26.078325 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0496c1c7-73ba-45ec-8fd0-fa259fd7f649 req-7854f28a-21c0-4442-afa2-85aa05758fa6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0532415 Aug 23 03:59:26.119285 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-219cefb5-7b85-4b9e-84fc-bc32de61efbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:26.151869 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0496c1c7-73ba-45ec-8fd0-fa259fd7f649 req-cfa6b444-f087-4b8b-ae40-3f5ca4daf592 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665271 Aug 23 03:59:26.181731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a1e6e-9b13-4a07-8daf-52b92657838f req-3b34b67a-fbe0-467d-a2ae-352053191a25 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:26.184137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd9a1e6e-9b13-4a07-8daf-52b92657838f req-3b34b67a-fbe0-467d-a2ae-352053191a25 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0995569 Aug 23 03:59:26.245616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd9a1e6e-9b13-4a07-8daf-52b92657838f req-9ddf1406-049a-42ba-8ec6-7702e986cd36 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479593 Aug 23 03:59:27.305334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a5986-9051-4a13-8dd4-815c2538f52e req-6d202c62-e256-4239-83ee-01ab20a8fb99 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:27.314124 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-445a5986-9051-4a13-8dd4-815c2538f52e req-6d202c62-e256-4239-83ee-01ab20a8fb99 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0806003 Aug 23 03:59:27.364650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-445a5986-9051-4a13-8dd4-815c2538f52e req-b57fe355-f58c-40db-8ab5-3843b1f48f6f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482147 Aug 23 03:59:27.393483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f784b-1477-445e-be6a-8c26c5782860 req-2682596e-e40d-43d4-8d7f-06247828f3e3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:27.397451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b6f784b-1477-445e-be6a-8c26c5782860 req-2682596e-e40d-43d4-8d7f-06247828f3e3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0756779 Aug 23 03:59:27.461965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b6f784b-1477-445e-be6a-8c26c5782860 req-8a57056a-0f76-4605-85d7-030ada7eae28 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554380 Aug 23 03:59:28.476031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:59:28.478087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:59:28.502588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184416b-2ab9-477e-b840-23ec5349ec63 req-2ee754c0-125a-4c26-a57e-dfa6a40f16d4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:28.505113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b184416b-2ab9-477e-b840-23ec5349ec63 req-2ee754c0-125a-4c26-a57e-dfa6a40f16d4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0595195 Aug 23 03:59:28.568834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b184416b-2ab9-477e-b840-23ec5349ec63 req-b2f19636-1fc0-400e-8703-4a497bdb31bb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576251 Aug 23 03:59:28.580659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8070f46-c8b1-4122-b06f-61b6c63410c3 req-54e95b2b-63b2-4abc-a47d-5f6fceb03061 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:28.582482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8070f46-c8b1-4122-b06f-61b6c63410c3 req-54e95b2b-63b2-4abc-a47d-5f6fceb03061 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0572159 Aug 23 03:59:28.629612 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:28.635202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8070f46-c8b1-4122-b06f-61b6c63410c3 req-c4f78e56-e8da-4ef9-9a83-5af086350498 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Aug 23 03:59:28.661098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:28.689739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:28.692141 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c17d1c-e21d-4e9c-960d-c3337bab3968" -d '{"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:28.701576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'port_id': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'mac_address': 'fa:16:3e:5d:7f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:59:28.706140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:28.732917 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf970a3e-39b8-4204-95ed-47199331e1e1 x-openstack-request-id: req-cf970a3e-39b8-4204-95ed-47199331e1e1 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:28.733422 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:28.734088 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf970a3e-39b8-4204-95ed-47199331e1e1 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:28.734615 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'code': 200} Aug 23 03:59:28.759401 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:28.772428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aa0e25b-6275-426d-a8c1-c96116c744dc {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:59:28.794166 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:28.800945 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-506e7f65-0981-46ae-af4e-108872916bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:28.870698 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:28.878242 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 03:59:28.878620 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 03:59:28.883079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=11']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:29.290365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40138) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:29.409856 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c315710-1ac7-4f5f-9ec7-22c84e7e27d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:29.418967 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:29.432665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa0e25b-6275-426d-a8c1-c96116c744dc {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:59:29.452421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:29.503311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c315710-1ac7-4f5f-9ec7-22c84e7e27d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:29.543709 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:29.574852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c315710-1ac7-4f5f-9ec7-22c84e7e27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:29.603067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c315710-1ac7-4f5f-9ec7-22c84e7e27d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f2bd72-87f0-4cca-a2bc-55161ad1bad9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:29.608901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=12']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:29.628896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40144) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:29.629457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7c315710-1ac7-4f5f-9ec7-22c84e7e27d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ff1b85fc44a4f7f8d9fe92b95240cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374219 Aug 23 03:59:29.651424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3aa0e25b-6275-426d-a8c1-c96116c744dc'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:59:29.688107 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af87d6cd-558f-4b7c-925d-27a52c8f7246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:29.715786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af87d6cd-558f-4b7c-925d-27a52c8f7246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:29.744521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd142e-7ce4-4c6b-9cd1-734c7bdecc9d req-78ee3e58-296e-4448-9821-9f5e60f9b74d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:29.752235 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4ffd142e-7ce4-4c6b-9cd1-734c7bdecc9d req-78ee3e58-296e-4448-9821-9f5e60f9b74d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 945 time: 0.0908051 Aug 23 03:59:29.800564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4ffd142e-7ce4-4c6b-9cd1-734c7bdecc9d req-b15164a0-994b-4cd4-b666-dd27bb5c4385 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Aug 23 03:59:29.814193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e012-0149-4b1b-9201-f2874eb027f4 req-cb2aa870-c597-4bb9-952f-792ab97afdbe tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:29.815740 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c79e012-0149-4b1b-9201-f2874eb027f4 req-cb2aa870-c597-4bb9-952f-792ab97afdbe tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0657413 Aug 23 03:59:29.862805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c79e012-0149-4b1b-9201-f2874eb027f4 req-7a8b2f68-b8e8-4d73-9bb3-e915510430f7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Aug 23 03:59:29.889325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af87d6cd-558f-4b7c-925d-27a52c8f7246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:29.892104 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af87d6cd-558f-4b7c-925d-27a52c8f7246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:29.893375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-af87d6cd-558f-4b7c-925d-27a52c8f7246 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8f2bd72-87f0-4cca-a2bc-55161ad1bad9 HTTP/1.1" status: 204 len: 168 time: 0.2622116 Aug 23 03:59:29.903005 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87d6cd-558f-4b7c-925d-27a52c8f7246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f2bd72-87f0-4cca-a2bc-55161ad1bad9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:30.443323 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:30.472529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:59:30.528447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3aa0e25b-6275-426d-a8c1-c96116c744dc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:59:30.528741 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:30.632628 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:30.681610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:30.699043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40176) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:30.713410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab8f4d97-1cd9-40fa-acb8-a77007607dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:30.736234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:30.739522 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de79a5e-f9ac-4172-9faa-ead0f93f18f0" -d '{"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:30.763395 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:30.813968 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1f7bb7-f449-407b-a380-f78d2e1bd57e x-openstack-request-id: req-af1f7bb7-f449-407b-a380-f78d2e1bd57e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:30.814465 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:30.814951 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af1f7bb7-f449-407b-a380-f78d2e1bd57e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:30.824502 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'code': 200} Aug 23 03:59:30.871881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=13']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:30.895592 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab8f4d97-1cd9-40fa-acb8-a77007607dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:30.967910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68972ca-8d4a-4e09-a551-4d7e51086969 req-7558980e-c4b1-4a4b-a7fd-97758677de31 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:30.970281 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68972ca-8d4a-4e09-a551-4d7e51086969 req-7558980e-c4b1-4a4b-a7fd-97758677de31 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0618927 Aug 23 03:59:31.015133 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab8f4d97-1cd9-40fa-acb8-a77007607dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:31.049942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390ce4b-0002-461e-891d-f014c90db6ee req-f2cb1e7e-e794-406d-9c2d-5813aaab2cf8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:31.052107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0390ce4b-0002-461e-891d-f014c90db6ee req-f2cb1e7e-e794-406d-9c2d-5813aaab2cf8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0883839 Aug 23 03:59:31.075024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b68972ca-8d4a-4e09-a551-4d7e51086969 req-a68e84ca-e854-40ea-b6a2-b70f273354fd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793118 Aug 23 03:59:31.117469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f4d97-1cd9-40fa-acb8-a77007607dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d3ba95-1368-40fe-85c8-2bf42d46de82,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:31.127521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0390ce4b-0002-461e-891d-f014c90db6ee req-661fc0f2-f86c-45cb-a335-9ed0f85e11a1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638003 Aug 23 03:59:31.132765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ab8f4d97-1cd9-40fa-acb8-a77007607dc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f625a632c65c45988fa53fb06d2cf70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294007 Aug 23 03:59:31.133222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40184) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:31.196429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ab646fd-b624-4877-b757-46b8916310f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:31.223241 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ab646fd-b624-4877-b757-46b8916310f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:31.370457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ab646fd-b624-4877-b757-46b8916310f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:31.373796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ab646fd-b624-4877-b757-46b8916310f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:31.377500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1ab646fd-b624-4877-b757-46b8916310f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87d3ba95-1368-40fe-85c8-2bf42d46de82 HTTP/1.1" status: 204 len: 168 time: 0.2380533 Aug 23 03:59:31.397158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab646fd-b624-4877-b757-46b8916310f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d3ba95-1368-40fe-85c8-2bf42d46de82,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:31.797556 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:32.212800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624da172-1e3f-4428-9443-f1ea2cd93ec2 req-cab67965-c7b6-4f07-9d8a-924ff3305c82 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:32.215200 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-624da172-1e3f-4428-9443-f1ea2cd93ec2 req-cab67965-c7b6-4f07-9d8a-924ff3305c82 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0572157 Aug 23 03:59:32.277552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ceded-82b3-4f4a-86c6-42d5e33fc376 req-a0a868ad-dc0c-4219-aa7c-591403bdd546 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:32.282802 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-624da172-1e3f-4428-9443-f1ea2cd93ec2 req-1810df0e-3d02-4537-8e67-71eee6fb38b6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556026 Aug 23 03:59:32.290113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d1ceded-82b3-4f4a-86c6-42d5e33fc376 req-a0a868ad-dc0c-4219-aa7c-591403bdd546 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0665300 Aug 23 03:59:32.305814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40196) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:32.323308 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-551e3750-7732-4ba2-a653-e0bc3eae4141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:32.368548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d1ceded-82b3-4f4a-86c6-42d5e33fc376 req-842a14ea-81fe-4aa2-83ee-4966c0febe4e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770130 Aug 23 03:59:32.496831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-551e3750-7732-4ba2-a653-e0bc3eae4141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:32.575467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-551e3750-7732-4ba2-a653-e0bc3eae4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:32.636491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-551e3750-7732-4ba2-a653-e0bc3eae4141 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b30da5e556b4cbaa25ff2c227060a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273127 Aug 23 03:59:32.636885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40200) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:32.640341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e3750-7732-4ba2-a653-e0bc3eae4141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1fd0eb-6932-4c99-b43d-5dab338e41da,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:32.706403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-880bb470-a701-447a-8b85-a0fe36c7b8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:32.738023 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-880bb470-a701-447a-8b85-a0fe36c7b8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:32.875857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-880bb470-a701-447a-8b85-a0fe36c7b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:32.879566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-880bb470-a701-447a-8b85-a0fe36c7b8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:32.883439 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-880bb470-a701-447a-8b85-a0fe36c7b8f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d1fd0eb-6932-4c99-b43d-5dab338e41da HTTP/1.1" status: 204 len: 168 time: 0.2430828 Aug 23 03:59:32.892087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bb470-a701-447a-8b85-a0fe36c7b8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1fd0eb-6932-4c99-b43d-5dab338e41da,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:33.472834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12427367-8eee-4962-9311-c8d4b6df69d3 req-aeac2cb9-0f05-4fb5-8952-c9c88cef58a1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:33.474735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12427367-8eee-4962-9311-c8d4b6df69d3 req-aeac2cb9-0f05-4fb5-8952-c9c88cef58a1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0841405 Aug 23 03:59:33.559123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12427367-8eee-4962-9311-c8d4b6df69d3 req-2108b5cf-2193-483d-bdcb-a0b25e6e8049 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762048 Aug 23 03:59:33.572797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dd932-112b-4fef-b0b9-20ccd0e05d98 req-b6614246-0d30-46c3-8bf3-bb9a9f6bfd13 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:33.589543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f79dd932-112b-4fef-b0b9-20ccd0e05d98 req-b6614246-0d30-46c3-8bf3-bb9a9f6bfd13 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.1117427 Aug 23 03:59:33.615784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f79dd932-112b-4fef-b0b9-20ccd0e05d98 req-f0a0af13-e8a5-49a0-8e01-ae0f1ba98e77 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Aug 23 03:59:34.822159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c797a0-0027-4e0d-81f0-9de3cd926577 req-36369f2c-7b1a-483e-96a9-b61e103f2051 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:34.823822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e1c797a0-0027-4e0d-81f0-9de3cd926577 req-36369f2c-7b1a-483e-96a9-b61e103f2051 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.1373169 Aug 23 03:59:34.839095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70034ee6-03a8-4824-9f81-ade2ae652cdd req-b0a587dc-cb6f-4f4d-9657-1ce78e179068 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:34.853937 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-70034ee6-03a8-4824-9f81-ade2ae652cdd req-b0a587dc-cb6f-4f4d-9657-1ce78e179068 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0952783 Aug 23 03:59:34.918777 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e1c797a0-0027-4e0d-81f0-9de3cd926577 req-f96aa01c-56ec-4d32-a568-5325b57bf8d2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685496 Aug 23 03:59:34.969620 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-70034ee6-03a8-4824-9f81-ade2ae652cdd req-2eda11bd-3347-4b96-a243-ebf3ce161bca tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118336 Aug 23 03:59:36.121728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104fcb0-77c8-4373-90ee-e5d5bc172ee3 req-c72f4e88-9094-4e5a-9ea3-b21a5ca60bea tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:36.129302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4104fcb0-77c8-4373-90ee-e5d5bc172ee3 req-c72f4e88-9094-4e5a-9ea3-b21a5ca60bea tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.1260703 Aug 23 03:59:36.149502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe562f3-b0ba-49ea-8050-40709a3621cf req-66bdcead-2786-4735-bba4-f0c34e910746 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:36.151428 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffe562f3-b0ba-49ea-8050-40709a3621cf req-66bdcead-2786-4735-bba4-f0c34e910746 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0917745 Aug 23 03:59:36.230170 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffe562f3-b0ba-49ea-8050-40709a3621cf req-d35dd36c-12fa-466a-b5d2-7f7e2b1d427d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716043 Aug 23 03:59:36.241356 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4104fcb0-77c8-4373-90ee-e5d5bc172ee3 req-b375a3fc-8d9c-46bd-94d4-bc34e10d2619 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108377 Aug 23 03:59:36.893902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40292) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:37.059977 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:37.199435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:37.275700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:37.348201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ace83623664e46af85ce3b8c2306eb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528611 Aug 23 03:59:37.358631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40300) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:37.452601 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db7d744b-e108-488a-9cd0-ed3b3b8562fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:37.452832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69d00ce-9c72-431b-ac4b-fd8224d7b172,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:37.483555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.483921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db7d744b-e108-488a-9cd0-ed3b3b8562fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:37.484075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.484653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.485323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.485882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.486595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.486734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.487696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.488152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.498886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.499732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.504820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71510894-e5d0-49c2-9cd6-d2856f0d8f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:37.564598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffde1b-5733-4983-8c21-31de95d3fa4b req-9a4db54c-9ae6-47e8-b50b-991493ab6020 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:37.567024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4ffde1b-5733-4983-8c21-31de95d3fa4b req-9a4db54c-9ae6-47e8-b50b-991493ab6020 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.2094204 Aug 23 03:59:37.579444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013c4b-4fbe-4c9a-aeac-9664d2bf14ce req-6089e5e5-64e1-4cad-9e6f-78c14f9e3f88 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:37.581607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39013c4b-4fbe-4c9a-aeac-9664d2bf14ce req-6089e5e5-64e1-4cad-9e6f-78c14f9e3f88 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.1256120 Aug 23 03:59:37.627467 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f4ffde1b-5733-4983-8c21-31de95d3fa4b req-790e859f-1dd7-49d8-846b-bd115fc90f4f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521705 Aug 23 03:59:37.631451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39013c4b-4fbe-4c9a-aeac-9664d2bf14ce req-2641fc00-733b-45e0-8746-42c42a49a93d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Aug 23 03:59:37.711533 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:37.940653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db7d744b-e108-488a-9cd0-ed3b3b8562fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:37.947530 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db7d744b-e108-488a-9cd0-ed3b3b8562fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:37.952083 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-db7d744b-e108-488a-9cd0-ed3b3b8562fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a69d00ce-9c72-431b-ac4b-fd8224d7b172 HTTP/1.1" status: 204 len: 168 time: 0.5918038 Aug 23 03:59:37.961641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d744b-e108-488a-9cd0-ed3b3b8562fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69d00ce-9c72-431b-ac4b-fd8224d7b172,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:38.725422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40316) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:38.747155 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cfc04afd-b92e-4c3b-8ee2-3606728c6d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:38.783080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64162e89-eadf-4ddc-8112-ac2ff561fb0b req-a943f97c-498c-4ed4-b6c2-bd982ed6d27d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:38.785527 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-64162e89-eadf-4ddc-8112-ac2ff561fb0b req-a943f97c-498c-4ed4-b6c2-bd982ed6d27d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0729513 Aug 23 03:59:38.848386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-64162e89-eadf-4ddc-8112-ac2ff561fb0b req-3f841890-87ed-4b24-b900-9bfc41c43f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537925 Aug 23 03:59:38.906209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cfc04afd-b92e-4c3b-8ee2-3606728c6d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:38.922349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468228ae-1038-4f2a-85f7-8232e4342f57 req-35fee728-0d92-491b-90ac-6cf2daafc478 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:38.930029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-468228ae-1038-4f2a-85f7-8232e4342f57 req-35fee728-0d92-491b-90ac-6cf2daafc478 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.1601019 Aug 23 03:59:38.977967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-468228ae-1038-4f2a-85f7-8232e4342f57 req-39cfcaef-0fbe-40c2-bc2e-c91c57ac6eb9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461884 Aug 23 03:59:39.005554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cfc04afd-b92e-4c3b-8ee2-3606728c6d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:39.071293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40322) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:39.071606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cfc04afd-b92e-4c3b-8ee2-3606728c6d71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a91178581bd4491978b7c5573cdf1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441942 Aug 23 03:59:39.072732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc04afd-b92e-4c3b-8ee2-3606728c6d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5197e7-f0ef-415c-b6bf-cda4c8a6fcde,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:39.135008 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f746996f-4f3e-4a53-970f-e7810e47d920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:39.182737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f746996f-4f3e-4a53-970f-e7810e47d920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:39.347185 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f746996f-4f3e-4a53-970f-e7810e47d920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:39.350322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f746996f-4f3e-4a53-970f-e7810e47d920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:39.351732 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f746996f-4f3e-4a53-970f-e7810e47d920 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed5197e7-f0ef-415c-b6bf-cda4c8a6fcde HTTP/1.1" status: 204 len: 168 time: 0.2788954 Aug 23 03:59:39.359880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746996f-4f3e-4a53-970f-e7810e47d920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5197e7-f0ef-415c-b6bf-cda4c8a6fcde,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:40.010396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5e238-a045-46b3-974e-b2faa969befa req-8a1aba90-5ace-40b0-aa22-6ec10d874aab tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:40.022239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33b5e238-a045-46b3-974e-b2faa969befa req-8a1aba90-5ace-40b0-aa22-6ec10d874aab tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0907214 Aug 23 03:59:40.098451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33b5e238-a045-46b3-974e-b2faa969befa req-40690d24-0b04-4351-a4fe-21c5d2995f20 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740347 Aug 23 03:59:40.171814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8ae1d-4d12-4463-8c4b-a441d60011d3 req-c95606c8-676f-4774-a7e1-98ae62dc9f21 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:40.177519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27d8ae1d-4d12-4463-8c4b-a441d60011d3 req-c95606c8-676f-4774-a7e1-98ae62dc9f21 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0818763 Aug 23 03:59:40.222737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27d8ae1d-4d12-4463-8c4b-a441d60011d3 req-f21274f3-a1ac-4aeb-a47b-129f36e7ac99 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422301 Aug 23 03:59:41.310273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21c1f4-cfc1-4716-ad1c-df0125c68ac2 req-7c5df40a-dd0e-4349-80ab-da373d925c54 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:41.316770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de21c1f4-cfc1-4716-ad1c-df0125c68ac2 req-7c5df40a-dd0e-4349-80ab-da373d925c54 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0926223 Aug 23 03:59:41.364141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de21c1f4-cfc1-4716-ad1c-df0125c68ac2 req-758a7c58-08bb-44d7-9b28-798be9385465 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Aug 23 03:59:41.405764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a135df9-3998-45a4-b2de-ac5280969a92 req-46b7bdb0-e195-4d52-8438-b7e08c76eab1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:41.407407 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a135df9-3998-45a4-b2de-ac5280969a92 req-46b7bdb0-e195-4d52-8438-b7e08c76eab1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0780363 Aug 23 03:59:41.468511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a135df9-3998-45a4-b2de-ac5280969a92 req-7978f453-c133-438a-8604-fd115cafe9b9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541139 Aug 23 03:59:41.618236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-619a9675-9ebc-43ec-9caf-34c3a4de32f8 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:41.619711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-619a9675-9ebc-43ec-9caf-34c3a4de32f8 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 815 time: 0.1223769 Aug 23 03:59:41.638329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-8eb85ac0-d425-4ff1-8d70-1a97d08910f8 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/quotas/30cc3c060f244c86a3a6293962a731d8 HTTP/1.1" status: 200 len: 375 time: 0.0094512 Aug 23 03:59:41.707206 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-637e4d91-c83a-43bd-b032-bd8b19fb09c8 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610433 Aug 23 03:59:41.818871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-c6539d5e-ebab-4952-94a5-f9bde1970d50 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042943 Aug 23 03:59:41.934411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ecc6e0f7-a32a-4daf-a176-a23998d3e398 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096292 Aug 23 03:59:42.228576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a7599b1-c246-42d0-8e57-9281e31dc0dc req-f3c24c92-2147-40d1-82fc-fae990646a36 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 210 time: 0.0538929 Aug 23 03:59:42.526440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d2646-1295-4e58-9345-d275561cd186 req-53fd9a48-cd20-45e0-9d55-a27c59fe8f49 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:42.535950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-927d2646-1295-4e58-9345-d275561cd186 req-53fd9a48-cd20-45e0-9d55-a27c59fe8f49 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0757973 Aug 23 03:59:42.574764 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-927d2646-1295-4e58-9345-d275561cd186 req-7e21cc23-445f-4e9d-86db-ddb7b9d177e5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376666 Aug 23 03:59:42.645928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49cd01-e690-48b5-b43d-db5dd23a85b8 req-b2db5827-068a-4025-93c4-210b614bd26c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:42.651345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b49cd01-e690-48b5-b43d-db5dd23a85b8 req-b2db5827-068a-4025-93c4-210b614bd26c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0725985 Aug 23 03:59:42.715270 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b49cd01-e690-48b5-b43d-db5dd23a85b8 req-84e78e44-397c-435f-8a91-cad5133736cd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579798 Aug 23 03:59:43.318097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d291182d-f086-4e91-8fd2-32daf9e880a9 req-7e96c29d-935a-4782-a117-8b3230e8b68e tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 210 time: 0.0301082 Aug 23 03:59:43.696673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450bf8e-76d4-49de-a424-c472a652af51 req-91a377a7-73d5-4908-805c-60f2ea1a86ba tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:43.698842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f450bf8e-76d4-49de-a424-c472a652af51 req-91a377a7-73d5-4908-805c-60f2ea1a86ba tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0514669 Aug 23 03:59:43.750392 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f450bf8e-76d4-49de-a424-c472a652af51 req-d6159b0a-3e57-4fc0-a089-64c1da10c225 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455868 Aug 23 03:59:43.833252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8010790-6d4f-486b-a25a-88778e895a4e req-fd041083-79c5-49a3-bf04-fab56a502dda tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:43.834945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8010790-6d4f-486b-a25a-88778e895a4e req-fd041083-79c5-49a3-bf04-fab56a502dda tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0509970 Aug 23 03:59:43.908220 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8010790-6d4f-486b-a25a-88778e895a4e req-ade876f6-c1b6-4dec-857a-15885587d6b8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672686 Aug 23 03:59:44.414495 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8dbdbda-d019-4631-a22a-aa65faa0878f req-823c0a2b-e984-453e-bb68-6871d628ffe8 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Aug 23 03:59:44.755452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-0c87ba87-7dd5-4fbf-912a-a78c30963692 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:44.756927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-0c87ba87-7dd5-4fbf-912a-a78c30963692 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.11 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 815 time: 0.1301641 Aug 23 03:59:44.776186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Request body: {'port': {'device_id': '1fa0bf26-4454-4258-a096-1cb76f95b6b6', 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543', 'admin_state_up': True, 'tenant_id': '30cc3c060f244c86a3a6293962a731d8'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:59:44.918036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f4739-4399-409c-94b2-f398bf139047 req-9db1d75a-b207-4a94-8689-be3717d8101f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:44.919499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a85f4739-4399-409c-94b2-f398bf139047 req-9db1d75a-b207-4a94-8689-be3717d8101f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0805979 Aug 23 03:59:44.971845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a85f4739-4399-409c-94b2-f398bf139047 req-aa276059-a046-46ee-980d-7be8dceb0080 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451121 Aug 23 03:59:45.036457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65a39d-7638-4972-8949-1817586b7962 req-8530bef1-525d-4867-94e8-01cf12f65711 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:45.038200 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e65a39d-7638-4972-8949-1817586b7962 req-8530bef1-525d-4867-94e8-01cf12f65711 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0538929 Aug 23 03:59:45.081130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e65a39d-7638-4972-8949-1817586b7962 req-8f767d11-1caf-4d4f-8dae-f5a7493d920b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 Aug 23 03:59:45.082609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Made reservation on behalf of 30cc3c060f244c86a3a6293962a731d8 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:59:45.086188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:45.230934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Allocated IP 172.20.0.14 (ccb2d891-9503-4f78-a507-6e63142de543/2388861d-573e-49dd-b5da-6ff7addfc4c2/a4d7537f-dd07-48aa-9d85-ff31886fba0b) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:59:45.374397 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:45.514481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b46c925-6295-487b-801c-c477df125c20 req-e4f45a27-1ef8-43f5-b5f3-77a3be9c2791 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 210 time: 0.0263669 Aug 23 03:59:45.515978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:45.529048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6aa900f1-04e8-4bba-ad3e-c3def0945eee', 'fc78e912-3b13-43fa-b9c6-cb35a721803d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:59:45.559075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Network ccb2d891-9503-4f78-a507-6e63142de543 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:59:45.562319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['868b782a-c990-4c61-9f08-5262dafca319'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:59:45.562515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:59:45.565805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:59:45.602920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Pushing event updated for resources: {'Port': ['ID=a4d7537f-dd07-48aa-9d85-ff31886fba0b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:45.626578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:45.627118 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:45.712332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ea6b5601-cc52-44e4-abdd-c84b0e665558 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9404826 Aug 23 03:59:45.734855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Request body: {'port': {'device_id': '1fa0bf26-4454-4258-a096-1cb76f95b6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:59:45.810658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:46.097209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608294-7bd0-49ff-94e1-5fbeda88f290 req-eb446937-b2cf-41f7-ab96-c6a4028b8e58 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:46.098834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e608294-7bd0-49ff-94e1-5fbeda88f290 req-eb446937-b2cf-41f7-ab96-c6a4028b8e58 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0537872 Aug 23 03:59:46.099402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d7537f-dd07-48aa-9d85-ff31886fba0b {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:59:46.108359 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:46.120848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Transition to ACTIVE for port object a4d7537f-dd07-48aa-9d85-ff31886fba0b will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:59:46.141299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e608294-7bd0-49ff-94e1-5fbeda88f290 req-04b0f7fb-02cc-436a-bcce-061ade163b0e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Aug 23 03:59:46.208846 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:46.285336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Pushing event updated for resources: {'Port': ['ID=a4d7537f-dd07-48aa-9d85-ff31886fba0b,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:46.371201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d0b8d-259c-4267-8e5d-13952237042b req-5236f31f-9556-4776-9add-373ce4d0eeae tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:46.372718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25d0b8d-259c-4267-8e5d-13952237042b req-5236f31f-9556-4776-9add-373ce4d0eeae tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 946 time: 0.0918767 Aug 23 03:59:46.373602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Attempting to bind port a4d7537f-dd07-48aa-9d85-ff31886fba0b on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:59:46.374539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Attempting to bind port a4d7537f-dd07-48aa-9d85-ff31886fba0b by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:59:46.374539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Attempting to bind port a4d7537f-dd07-48aa-9d85-ff31886fba0b on network ccb2d891-9503-4f78-a507-6e63142de543 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:59:46.379486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Port a4d7537f-dd07-48aa-9d85-ff31886fba0b on network ccb2d891-9503-4f78-a507-6e63142de543 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:59:46.381118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Attempting to bind port a4d7537f-dd07-48aa-9d85-ff31886fba0b on network ccb2d891-9503-4f78-a507-6e63142de543 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:59:46.391695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:59:46.392039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Checking segment: {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:59:46.393710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Bound using segment: {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:59:46.393710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Bound port: a4d7537f-dd07-48aa-9d85-ff31886fba0b, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:59:46.393710 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:46.454431 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d25d0b8d-259c-4267-8e5d-13952237042b req-b7d1b032-5fec-4232-842d-a427beab6cfe tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715160 Aug 23 03:59:46.484024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] For port a4d7537f-dd07-48aa-9d85-ff31886fba0b, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:59:46.489238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] For port a4d7537f-dd07-48aa-9d85-ff31886fba0b, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a4d7537f-dd07-48aa-9d85-ff31886fba0b,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:59:46.572199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 03:59:46.632535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:46.661415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a951fa-6830-4b9b-b456-000382642b5c req-09261713-7ea2-489a-ab1c-605c46ffb167 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:46.663088 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61a951fa-6830-4b9b-b456-000382642b5c req-09261713-7ea2-489a-ab1c-605c46ffb167 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 944 time: 0.0510807 Aug 23 03:59:46.674505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:46.674505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:46.677709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] 10.222.0.11 "PUT /v2.0/ports/a4d7537f-dd07-48aa-9d85-ff31886fba0b HTTP/1.1" status: 200 len: 1092 time: 0.9478478 Aug 23 03:59:46.678905 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:46.679100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa0bf26-4454-4258-a096-1cb76f95b6b6', 'tag': 'a4d7537f-dd07-48aa-9d85-ff31886fba0b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:46.681834 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb742fe-0bb0-43e3-8087-398aaf116eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa0bf26-4454-4258-a096-1cb76f95b6b6", "tag": "a4d7537f-dd07-48aa-9d85-ff31886fba0b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:46.710707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01788c1-c2ff-4157-9562-70ba09086f9f service neutron] Pushing event updated for resources: {'Port': ['ID=a4d7537f-dd07-48aa-9d85-ff31886fba0b,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:46.726803 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-61a951fa-6830-4b9b-b456-000382642b5c req-79db3e55-62b5-4e31-8de0-d1f7c26f19ae tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555446 Aug 23 03:59:46.740314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:46.740314 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3071560-7d23-4e65-986e-038518f302c9" -d '{"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:46.745457 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cebc86-8465-464c-ac2c-c7f44eef49fd x-openstack-request-id: req-e2cebc86-8465-464c-ac2c-c7f44eef49fd {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:46.745457 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa0bf26-4454-4258-a096-1cb76f95b6b6", "tag": "a4d7537f-dd07-48aa-9d85-ff31886fba0b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:46.745457 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2cebc86-8465-464c-ac2c-c7f44eef49fd {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:46.745457 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa0bf26-4454-4258-a096-1cb76f95b6b6', 'tag': 'a4d7537f-dd07-48aa-9d85-ff31886fba0b', 'status': 'completed', 'code': 200} Aug 23 03:59:46.751267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:46.776743 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a27e33-291e-4b30-b22d-1865172bec17 x-openstack-request-id: req-23a27e33-291e-4b30-b22d-1865172bec17 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:46.777074 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-unplugged", "status": "completed", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:46.777331 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23a27e33-291e-4b30-b22d-1865172bec17 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:46.777729 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'code': 200} Aug 23 03:59:46.840640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb742fe-0bb0-43e3-8087-398aaf116eb5 req-e814dd9d-19cc-4615-b668-cc8768e08cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:46.842286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddb742fe-0bb0-43e3-8087-398aaf116eb5 req-e814dd9d-19cc-4615-b668-cc8768e08cb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 1095 time: 0.0442765 Aug 23 03:59:46.849002 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:46.907553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=14']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:46.978707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb742fe-0bb0-43e3-8087-398aaf116eb5 req-a629c878-5b15-48b1-a593-5f6f04a2ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:46.982729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddb742fe-0bb0-43e3-8087-398aaf116eb5 req-a629c878-5b15-48b1-a593-5f6f04a2ec30 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=30cc3c060f244c86a3a6293962a731d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1233344 Aug 23 03:59:47.089094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb742fe-0bb0-43e3-8087-398aaf116eb5 req-4c68fe2d-fd59-41a4-baf0-e60e801c54de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:47.090679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddb742fe-0bb0-43e3-8087-398aaf116eb5 req-4c68fe2d-fd59-41a4-baf0-e60e801c54de service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1031275 Aug 23 03:59:47.210306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-e75faeb7-a730-4372-ab73-0e3badb3d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:47.212079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-e75faeb7-a730-4372-ab73-0e3badb3d77b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 1095 time: 0.0533628 Aug 23 03:59:47.261818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-cd7d8df2-3be8-4294-9a4a-43d18c7e85e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d7537f-dd07-48aa-9d85-ff31886fba0b HTTP/1.1" status: 200 len: 217 time: 0.0353873 Aug 23 03:59:47.272118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa13ff-bc80-44a5-b5f8-8502ee860418 req-f65ebab8-b25c-4a48-9c6c-b38a5ac94039 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:47.274634 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bbaa13ff-bc80-44a5-b5f8-8502ee860418 req-f65ebab8-b25c-4a48-9c6c-b38a5ac94039 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0521896 Aug 23 03:59:47.316713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-99912ca0-3054-4c44-b34a-be2e910b1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:47.318442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-99912ca0-3054-4c44-b34a-be2e910b1103 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2388861d-573e-49dd-b5da-6ff7addfc4c2 HTTP/1.1" status: 200 len: 855 time: 0.0493796 Aug 23 03:59:47.319438 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bbaa13ff-bc80-44a5-b5f8-8502ee860418 req-668200ec-856c-41ed-a1a4-ee94ba144256 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347543 Aug 23 03:59:47.352336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-50ea5291-6eea-47f8-967f-24afb52f4c61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ccb2d891-9503-4f78-a507-6e63142de543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262706 Aug 23 03:59:47.460171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-ccee4a4d-45a1-40ae-99de-785675240ca3 service neutron] 10.222.0.11 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995572 Aug 23 03:59:47.582900 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15d691d2-5694-4262-ac6f-42fa7e6c4f95 req-85fa4107-b951-44c4-ae20-2dda65948e92 service neutron] 10.222.0.11 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146619 Aug 23 03:59:47.855644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591b9f7-a925-4d51-8fcf-3de528bc7bd4 req-b7357718-635a-4e33-b86e-df553aac9af7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:47.857609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c591b9f7-a925-4d51-8fcf-3de528bc7bd4 req-b7357718-635a-4e33-b86e-df553aac9af7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 944 time: 0.0624819 Aug 23 03:59:47.908540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c591b9f7-a925-4d51-8fcf-3de528bc7bd4 req-68aaa1ee-d7e4-4624-b1b7-209316754db7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447102 Aug 23 03:59:48.446889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a5c0a-711a-44f5-a796-c9ffd100f1fb req-249b596f-b789-4789-bfff-31e43842417e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:48.448355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-444a5c0a-711a-44f5-a796-c9ffd100f1fb req-249b596f-b789-4789-bfff-31e43842417e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0565097 Aug 23 03:59:48.485227 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-444a5c0a-711a-44f5-a796-c9ffd100f1fb req-6209dcd6-7422-48a4-8cd4-d6c700a0826f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Aug 23 03:59:49.024584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b63cd-cf67-4aa1-8757-9aaa4b4e5da4 req-4d27e3f6-5be4-4ad5-997d-345424d1d151 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:49.027704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae0b63cd-cf67-4aa1-8757-9aaa4b4e5da4 req-4d27e3f6-5be4-4ad5-997d-345424d1d151 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 944 time: 0.0522659 Aug 23 03:59:49.064890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae0b63cd-cf67-4aa1-8757-9aaa4b4e5da4 req-d2d2c6d0-bbf8-421f-baca-a835b8579300 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Aug 23 03:59:49.085526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba549d63-07ee-4d98-b8ce-bbd2125f7917 req-f8307714-8451-488a-9f6a-7e8b7639681d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:49.087169 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba549d63-07ee-4d98-b8ce-bbd2125f7917 req-f8307714-8451-488a-9f6a-7e8b7639681d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0497508 Aug 23 03:59:49.125037 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba549d63-07ee-4d98-b8ce-bbd2125f7917 req-71929561-6bc0-4d98-b88f-719ca0c5fa43 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Aug 23 03:59:49.515975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce5ad-98ab-4687-9b23-4ec11169a5fd req-8f299464-6c56-4062-9378-12b2c8d10f10 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:49.517518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c9ce5ad-98ab-4687-9b23-4ec11169a5fd req-8f299464-6c56-4062-9378-12b2c8d10f10 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0512004 Aug 23 03:59:49.567206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c9ce5ad-98ab-4687-9b23-4ec11169a5fd req-1aca7c26-07b3-4e81-aa82-d51e39d660ac tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372849 Aug 23 03:59:49.616362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-d4e73e26-ce18-4d2f-9669-05d33c4ccd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:49.618005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-d4e73e26-ce18-4d2f-9669-05d33c4ccd59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1095 time: 0.0499671 Aug 23 03:59:49.621816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca3d8e-ee10-4dc9-9adf-6ad5defa11dd req-5480c8fe-d473-41c9-86b8-9dd942baa4ee tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:49.623286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bca3d8e-ee10-4dc9-9adf-6ad5defa11dd req-5480c8fe-d473-41c9-86b8-9dd942baa4ee tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0579388 Aug 23 03:59:49.667770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bca3d8e-ee10-4dc9-9adf-6ad5defa11dd req-0f21103f-fa7d-472e-af86-9983023545bc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Aug 23 03:59:49.713510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-80ff0474-0898-465c-92b0-58a6ce0d4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:49.715012 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-80ff0474-0898-465c-92b0-58a6ce0d4ab1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.0874662 Aug 23 03:59:49.790664 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-d07856a1-11cb-444a-94c0-e5c3a1b388a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 998 time: 0.0672357 Aug 23 03:59:49.841468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-466f53d8-355a-4e75-a49e-8f11de36ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:49.843032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-466f53d8-355a-4e75-a49e-8f11de36ac26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0433085 Aug 23 03:59:49.887470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-375cf287-d00e-489d-8a50-8dcf44f5384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:49.888941 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-375cf287-d00e-489d-8a50-8dcf44f5384e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387142 Aug 23 03:59:49.979992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-f7bd562f-0686-4c48-a8f7-2693739c89a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835154 Aug 23 03:59:50.069186 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5bfb8871-384f-4b99-8c1f-c3d64fbfecd7 req-f6cb45da-9bb9-42e5-99b6-b751eb4a0c63 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808427 Aug 23 03:59:50.187838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c79ecd-5277-4247-a0fd-074b58ae7110 req-d6d02993-efe5-44d7-92a1-df8af26755c8 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:50.189612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33c79ecd-5277-4247-a0fd-074b58ae7110 req-d6d02993-efe5-44d7-92a1-df8af26755c8 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 944 time: 0.0571332 Aug 23 03:59:50.230215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-33c79ecd-5277-4247-a0fd-074b58ae7110 req-af61a723-805e-411d-9022-03159e0bdbe5 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339167 Aug 23 03:59:50.768504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e50e-8de2-4e9e-a251-fecd06d03e7f req-39ae37e3-c674-43d1-af57-93293822d334 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:50.770278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39c6e50e-8de2-4e9e-a251-fecd06d03e7f req-39ae37e3-c674-43d1-af57-93293822d334 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0994225 Aug 23 03:59:50.821150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689ab1-6f6f-48e7-ad95-14337c5303e5 req-a8647787-c950-42a1-8c41-8271114d35d3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:50.822821 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2689ab1-6f6f-48e7-ad95-14337c5303e5 req-a8647787-c950-42a1-8c41-8271114d35d3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0756249 Aug 23 03:59:50.823570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39c6e50e-8de2-4e9e-a251-fecd06d03e7f req-f7622f55-6a44-4475-8c69-2e28eae22b4e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458305 Aug 23 03:59:50.873814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a2689ab1-6f6f-48e7-ad95-14337c5303e5 req-4c7ce9b7-a5b7-4531-9949-0ec529f82b0f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Aug 23 03:59:51.415942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b796d4-20c0-46b5-81f5-26eb1774434c req-87814584-1f10-4929-be0c-b2ca90822b64 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:51.425379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b796d4-20c0-46b5-81f5-26eb1774434c req-87814584-1f10-4929-be0c-b2ca90822b64 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 944 time: 0.0855215 Aug 23 03:59:51.471976 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b796d4-20c0-46b5-81f5-26eb1774434c req-1f8584a1-5416-4cce-bab7-e6dafe43a2f9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Aug 23 03:59:51.989003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1c92-a824-4676-a1de-c2d8dd9c093b req-3cfbed5d-9bd7-491d-99f1-932aa0bc8b69 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:51.997413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b35e1c92-a824-4676-a1de-c2d8dd9c093b req-3cfbed5d-9bd7-491d-99f1-932aa0bc8b69 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0746484 Aug 23 03:59:52.028782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63085b0-59df-48a1-8d47-364820e0f3ac req-e22d7c30-afb0-42f5-9424-482e6c1a8cdd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:52.030510 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e63085b0-59df-48a1-8d47-364820e0f3ac req-e22d7c30-afb0-42f5-9424-482e6c1a8cdd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0643401 Aug 23 03:59:52.033029 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b35e1c92-a824-4676-a1de-c2d8dd9c093b req-9f652e52-83fa-4998-b8bd-28d3c91d73cb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344360 Aug 23 03:59:52.085101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e63085b0-59df-48a1-8d47-364820e0f3ac req-8d48004c-ea7f-4cc7-8a7f-42130fd27d0f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464544 Aug 23 03:59:52.205086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40684) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:52.254729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff03d8-83ca-4ce2-94a8-d0e47e722f99 req-ea8596f8-e5ca-4276-948f-36811224e6b6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:52.256486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2ff03d8-83ca-4ce2-94a8-d0e47e722f99 req-ea8596f8-e5ca-4276-948f-36811224e6b6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0581288 Aug 23 03:59:52.298248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2ff03d8-83ca-4ce2-94a8-d0e47e722f99 req-3bb3d495-072f-47c4-9874-ace29bc7c8c6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357027 Aug 23 03:59:52.329057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.442238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd48554-1dac-4cce-ba6c-1464292cac53 req-7f13f6bc-ce42-46f4-b5bc-1d8501614e86 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:52.443643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7cd48554-1dac-4cce-ba6c-1464292cac53 req-7f13f6bc-ce42-46f4-b5bc-1d8501614e86 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0732467 Aug 23 03:59:52.472177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a4d7537f-dd07-48aa-9d85-ff31886fba0b details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 03:59:52.478179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.496426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7cd48554-1dac-4cce-ba6c-1464292cac53 req-9d669b28-2488-4fea-9453-21d600b6c94c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456531 Aug 23 03:59:52.540213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.588784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d9469868b724802914b5e58e285b221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821318 Aug 23 03:59:52.589183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075c1daa-a5b5-4f48-8b74-77b341ea09ed,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:52.592187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40694) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:52.608143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9229-d458-4f4e-aecd-3c20ba6b0e33 req-103e674c-cfec-4dd2-a3d1-5390baa43747 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:52.611512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a4d7537f-dd07-48aa-9d85-ff31886fba0b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a4d7537f-dd07-48aa-9d85-ff31886fba0b,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:52.613532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.613884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.614272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.614617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.614945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.615278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.615623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.615927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.616366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.616697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.617031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.617422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf55d6-3e34-4b79-8679-7e2a5275617b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 03:59:52.617558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cad9229-d458-4f4e-aecd-3c20ba6b0e33 req-103e674c-cfec-4dd2-a3d1-5390baa43747 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 944 time: 0.0749307 Aug 23 03:59:52.633230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a4d7537f-dd07-48aa-9d85-ff31886fba0b', 'network_id': 'ccb2d891-9503-4f78-a507-6e63142de543', 'port_id': 'a4d7537f-dd07-48aa-9d85-ff31886fba0b', 'mac_address': 'fa:16:3e:53:c2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2388861d-573e-49dd-b5da-6ff7addfc4c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 03:59:52.665747 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.666705 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b65fa503-0dc8-4380-b604-a50810f05199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.682078 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cad9229-d458-4f4e-aecd-3c20ba6b0e33 req-2c744658-e803-4cbf-a7d1-ba7f08a2fb21 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593309 Aug 23 03:59:52.682916 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.691813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b65fa503-0dc8-4380-b604-a50810f05199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.697634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d7537f-dd07-48aa-9d85-ff31886fba0b {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:59:52.719467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a4d7537f-dd07-48aa-9d85-ff31886fba0b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a4d7537f-dd07-48aa-9d85-ff31886fba0b,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:52.780186 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.806830 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b65fa503-0dc8-4380-b604-a50810f05199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.809508 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b65fa503-0dc8-4380-b604-a50810f05199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:52.810666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b65fa503-0dc8-4380-b604-a50810f05199 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/075c1daa-a5b5-4f48-8b74-77b341ea09ed HTTP/1.1" status: 204 len: 168 time: 0.2168748 Aug 23 03:59:52.842620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a4d7537f-dd07-48aa-9d85-ff31886fba0b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:52.855592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fa503-0dc8-4380-b604-a50810f05199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c1daa-a5b5-4f48-8b74-77b341ea09ed,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:52.906028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-cfd8de40-7265-47db-a384-14030b1e3258 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:52.907515 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-cfd8de40-7265-47db-a384-14030b1e3258 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.1258311 Aug 23 03:59:52.922641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-d0ce4564-2b4f-4b49-9d2f-f4064338801c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/quotas/17a63caf60224e979a6cbaa5a1e80bf9 HTTP/1.1" status: 200 len: 375 time: 0.0093653 Aug 23 03:59:52.979177 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-9b39fb52-3de4-4ffa-bc39-fb243636b05c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503833 Aug 23 03:59:53.074947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-02c5dcfb-169c-4fe8-8611-56febe80674d service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891910 Aug 23 03:59:53.177416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-1ec85507-d065-4983-9057-ef3fbbab9aef service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956872 Aug 23 03:59:53.192680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a4d7537f-dd07-48aa-9d85-ff31886fba0b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 03:59:53.210244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6799e-5c35-4613-987e-85a67c140df7 req-037805df-fd89-4733-929c-a7572931587c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:53.212434 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fd6799e-5c35-4613-987e-85a67c140df7 req-037805df-fd89-4733-929c-a7572931587c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0539753 Aug 23 03:59:53.259488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fd6799e-5c35-4613-987e-85a67c140df7 req-a3d72410-f10e-4bcc-b927-2a5a61e32c79 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Aug 23 03:59:53.412042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40718) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:53.436179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-629e924a-9494-42df-ba97-811298a2f121 req-93f37059-77f0-48d9-9578-5ffde6e1ef61 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 210 time: 0.0344636 Aug 23 03:59:53.439122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c632b339-8246-4a03-9578-4b1e69b8e4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:53.540904 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c632b339-8246-4a03-9578-4b1e69b8e4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:53.625532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c632b339-8246-4a03-9578-4b1e69b8e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:53.664142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632b339-8246-4a03-9578-4b1e69b8e4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e1158d-7389-45fb-9876-739852412c63,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:53.669394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c632b339-8246-4a03-9578-4b1e69b8e4f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c44a86122665467e97fc299ad0452cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560916 Aug 23 03:59:53.671857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40724) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 03:59:53.741375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5139cfee-1217-490b-b730-cfb843dccd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:53.763414 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5139cfee-1217-490b-b730-cfb843dccd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:53.836732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ad084-4338-4fdd-be7f-c04aa3528bf9 req-a6f58926-76f6-43e7-8b70-fed228ef181e tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:53.838255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d9ad084-4338-4fdd-be7f-c04aa3528bf9 req-a6f58926-76f6-43e7-8b70-fed228ef181e tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 945 time: 0.0636113 Aug 23 03:59:53.879877 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5d9ad084-4338-4fdd-be7f-c04aa3528bf9 req-bbefc621-c5df-49ec-9cd8-365973457489 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354326 Aug 23 03:59:53.932023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5139cfee-1217-490b-b730-cfb843dccd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:53.934628 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5139cfee-1217-490b-b730-cfb843dccd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:53.935751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5139cfee-1217-490b-b730-cfb843dccd0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54e1158d-7389-45fb-9876-739852412c63 HTTP/1.1" status: 204 len: 168 time: 0.2627883 Aug 23 03:59:53.943592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139cfee-1217-490b-b730-cfb843dccd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e1158d-7389-45fb-9876-739852412c63,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:54.386638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a64099-5dc3-49e2-a79b-75968d724e63 req-a5234847-b3be-42c9-87fd-e09fc7153d3e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:54.388255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35a64099-5dc3-49e2-a79b-75968d724e63 req-a5234847-b3be-42c9-87fd-e09fc7153d3e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0600235 Aug 23 03:59:54.434367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35a64099-5dc3-49e2-a79b-75968d724e63 req-2acea49a-7ebb-44d5-946a-1ee3ff7c9ab3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Aug 23 03:59:54.487478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a4d7537f-dd07-48aa-9d85-ff31886fba0b up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 03:59:54.533925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-570b5bcf-f92a-4c2a-ac4f-ed684a53d09c req-b1b66a53-4dc1-4938-a092-8c54b4d39007 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 210 time: 0.0337408 Aug 23 03:59:54.642452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port a4d7537f-dd07-48aa-9d85-ff31886fba0b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:59:54.646511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a4d7537f-dd07-48aa-9d85-ff31886fba0b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:59:54.646882 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:54.725789 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:54.749205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa0bf26-4454-4258-a096-1cb76f95b6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d7537f-dd07-48aa-9d85-ff31886fba0b'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:54.751903 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f68f8df-ea27-42a3-b4ec-51d04ff9100a" -d '{"events": [{"server_uuid": "1fa0bf26-4454-4258-a096-1cb76f95b6b6", "name": "network-vif-plugged", "status": "completed", "tag": "a4d7537f-dd07-48aa-9d85-ff31886fba0b"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:54.767883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a4d7537f-dd07-48aa-9d85-ff31886fba0b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a4d7537f-dd07-48aa-9d85-ff31886fba0b,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 03:59:54.801073 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223d6b8e-439e-42ac-ad8e-8e6dcb701833 x-openstack-request-id: req-223d6b8e-439e-42ac-ad8e-8e6dcb701833 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:54.801366 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa0bf26-4454-4258-a096-1cb76f95b6b6", "name": "network-vif-plugged", "status": "completed", "tag": "a4d7537f-dd07-48aa-9d85-ff31886fba0b", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:54.801622 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-223d6b8e-439e-42ac-ad8e-8e6dcb701833 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:54.802072 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa0bf26-4454-4258-a096-1cb76f95b6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d7537f-dd07-48aa-9d85-ff31886fba0b', 'code': 200} Aug 23 03:59:54.834723 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:54.888112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a4d7537f-dd07-48aa-9d85-ff31886fba0b,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:54.946448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65be0c2-e721-4fbe-83dc-2f98083608c3 req-b22fa462-08b4-45a1-93f4-c5e14c6da53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:54.948266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b65be0c2-e721-4fbe-83dc-2f98083608c3 req-b22fa462-08b4-45a1-93f4-c5e14c6da53d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 1097 time: 0.0519614 Aug 23 03:59:54.993414 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b65be0c2-e721-4fbe-83dc-2f98083608c3 req-f91dcab9-502a-49d5-976a-44fe993313be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Aug 23 03:59:55.010802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981ff58-464a-4a24-b4f3-97e3c41b8e23 req-e0c7b20c-ad53-4641-9f19-995b443271d2 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:55.012357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0981ff58-464a-4a24-b4f3-97e3c41b8e23 req-e0c7b20c-ad53-4641-9f19-995b443271d2 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0572433 Aug 23 03:59:55.056191 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0981ff58-464a-4a24-b4f3-97e3c41b8e23 req-d2f948bf-6d2b-44ea-93c7-52192a78db94 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373008 Aug 23 03:59:55.340635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-65999eb5-9b9a-4705-ae07-2bd95de945e4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:55.342080 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-65999eb5-9b9a-4705-ae07-2bd95de945e4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.1021791 Aug 23 03:59:55.354645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'port': {'device_id': '66028a93-98b2-4fe1-98d0-dac6898dc67d', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'admin_state_up': True, 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:59:55.537034 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Made reservation on behalf of 17a63caf60224e979a6cbaa5a1e80bf9 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 03:59:55.540799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:55.566810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9a3e-0af7-4797-9b95-12a701365edc req-7d5bd1a7-35b9-4e52-a96d-362c05681a80 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:55.569265 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ccf9a3e-0af7-4797-9b95-12a701365edc req-7d5bd1a7-35b9-4e52-a96d-362c05681a80 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0513031 Aug 23 03:59:55.615758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ccf9a3e-0af7-4797-9b95-12a701365edc req-0020c0f1-5e3d-4cff-803d-770bb8adf809 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Aug 23 03:59:55.667436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c7e8d17f-5936-4adb-b532-51da97db6e28 req-d71c196e-47c4-4c85-b42a-d5d8620b4d21 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 210 time: 0.0547993 Aug 23 03:59:55.694654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Allocated IP 172.20.0.10 (a6f42f2b-c7e8-4c42-9915-befc2cd587c4/41a30ff7-50a6-4af0-a74e-74aace8d48c8/41a8ff7a-7031-4bba-802e-0767d5698467) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 03:59:55.851925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:55.869546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Transition to ACTIVE for port object 41a8ff7a-7031-4bba-802e-0767d5698467 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:59:55.966749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:56.010248 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 03:59:56.013401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 03:59:56.017027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 03:59:56.026385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'Port': ['ID=41a8ff7a-7031-4bba-802e-0767d5698467,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:56.072252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:56.073038 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:56.074465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e60e5254-ba48-4270-b1ba-9343a23e71d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:56.167903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2d15650c-3ded-4737-876a-f4eae7d54382 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8168986 Aug 23 03:59:56.180756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Request body: {'port': {'device_id': '66028a93-98b2-4fe1-98d0-dac6898dc67d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 03:59:56.181998 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9ff16-9626-4f3e-8a7e-33768322e529 req-be22999a-32d9-4177-9212-2f3e5e6d77cd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:56.183965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68a9ff16-9626-4f3e-8a7e-33768322e529 req-be22999a-32d9-4177-9212-2f3e5e6d77cd tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0586679 Aug 23 03:59:56.231672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68a9ff16-9626-4f3e-8a7e-33768322e529 req-842dca35-a502-4d50-b628-7aac704df0e7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Aug 23 03:59:56.250141 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:56.397102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5ea07230-de09-447f-8ee9-bf788ac24e4a None None] Provisioning for port 41a8ff7a-7031-4bba-802e-0767d5698467 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 03:59:56.402538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5ea07230-de09-447f-8ee9-bf788ac24e4a None None] Provisioning complete for port 41a8ff7a-7031-4bba-802e-0767d5698467 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 03:59:56.402538 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5ea07230-de09-447f-8ee9-bf788ac24e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:56.436077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5ea07230-de09-447f-8ee9-bf788ac24e4a None None] Port 41a8ff7a-7031-4bba-802e-0767d5698467 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 03:59:56.524516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a8ff7a-7031-4bba-802e-0767d5698467 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 03:59:56.532616 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:56.545174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Transition to ACTIVE for port object 41a8ff7a-7031-4bba-802e-0767d5698467 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 03:59:56.608377 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:56.664753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Pushing event updated for resources: {'Port': ['ID=41a8ff7a-7031-4bba-802e-0767d5698467,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:56.788917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce94c0a-ca18-4d3a-aac2-c9b537ebc8bf req-2d439f63-a604-4263-8083-ed95bc6e30a6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:56.790541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ce94c0a-ca18-4d3a-aac2-c9b537ebc8bf req-2d439f63-a604-4263-8083-ed95bc6e30a6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0777032 Aug 23 03:59:56.791754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Attempting to bind port 41a8ff7a-7031-4bba-802e-0767d5698467 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 03:59:56.792091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Attempting to bind port 41a8ff7a-7031-4bba-802e-0767d5698467 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 03:59:56.792514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Attempting to bind port 41a8ff7a-7031-4bba-802e-0767d5698467 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:59:56.797284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Port 41a8ff7a-7031-4bba-802e-0767d5698467 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 03:59:56.797660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Attempting to bind port 41a8ff7a-7031-4bba-802e-0767d5698467 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 03:59:56.809998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 03:59:56.810536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Checking segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 03:59:56.810807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Bound using segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 03:59:56.811215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Bound port: 41a8ff7a-7031-4bba-802e-0767d5698467, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 03:59:56.811646 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:56.824553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61170487-592f-434a-9b0a-e71d37d59094 req-7602a7f0-1095-44c1-84fb-8757409efee0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:56.829531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61170487-592f-434a-9b0a-e71d37d59094 req-7602a7f0-1095-44c1-84fb-8757409efee0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 944 time: 0.0745711 Aug 23 03:59:56.872300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9ce94c0a-ca18-4d3a-aac2-c9b537ebc8bf req-613a321c-1042-4056-b26c-ff98063dd102 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Aug 23 03:59:56.874571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61170487-592f-434a-9b0a-e71d37d59094 req-2853725c-7e80-4053-89a6-89b47f9aefc2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Aug 23 03:59:56.915803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] For port 41a8ff7a-7031-4bba-802e-0767d5698467, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 03:59:56.919217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] For port 41a8ff7a-7031-4bba-802e-0767d5698467, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=41a8ff7a-7031-4bba-802e-0767d5698467,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 03:59:56.988865 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:57.025734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:57.026464 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:57.027872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] 10.222.0.24 "PUT /v2.0/ports/41a8ff7a-7031-4bba-802e-0767d5698467 HTTP/1.1" status: 200 len: 1092 time: 0.8516219 Aug 23 03:59:57.030132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66028a93-98b2-4fe1-98d0-dac6898dc67d', 'tag': '41a8ff7a-7031-4bba-802e-0767d5698467'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 03:59:57.033059 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3171d89-e61d-4969-b085-7eb478782f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "66028a93-98b2-4fe1-98d0-dac6898dc67d", "tag": "41a8ff7a-7031-4bba-802e-0767d5698467"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 03:59:57.058093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3ef31-40ad-4aca-857e-fb435ebb5104 service neutron] Pushing event updated for resources: {'Port': ['ID=41a8ff7a-7031-4bba-802e-0767d5698467,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 03:59:57.075486 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 03:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7faeea-8ebd-4d24-8b37-25eb2c58248e x-openstack-request-id: req-6d7faeea-8ebd-4d24-8b37-25eb2c58248e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 03:59:57.075785 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66028a93-98b2-4fe1-98d0-dac6898dc67d", "tag": "41a8ff7a-7031-4bba-802e-0767d5698467", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 03:59:57.076040 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d7faeea-8ebd-4d24-8b37-25eb2c58248e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 03:59:57.076441 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66028a93-98b2-4fe1-98d0-dac6898dc67d', 'tag': '41a8ff7a-7031-4bba-802e-0767d5698467', 'status': 'completed', 'code': 200} Aug 23 03:59:57.137633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171d89-e61d-4969-b085-7eb478782f8a req-4946f095-114b-4404-8f1d-c9f06850cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:57.139155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3171d89-e61d-4969-b085-7eb478782f8a req-4946f095-114b-4404-8f1d-c9f06850cb25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 1095 time: 0.0418661 Aug 23 03:59:57.239432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171d89-e61d-4969-b085-7eb478782f8a req-0ac532f2-61a9-4bac-9908-debc37e612f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:57.241464 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3171d89-e61d-4969-b085-7eb478782f8a req-0ac532f2-61a9-4bac-9908-debc37e612f2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0941095 Aug 23 03:59:57.378733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f33b8a-d822-40f8-bfe7-3b0b814112d6 req-665e5deb-b670-4491-ad88-c27540dd4ac9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:57.380209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81f33b8a-d822-40f8-bfe7-3b0b814112d6 req-665e5deb-b670-4491-ad88-c27540dd4ac9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0696023 Aug 23 03:59:57.381339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171d89-e61d-4969-b085-7eb478782f8a req-6093af20-f279-4619-96dd-b00d4bd6dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:57.382649 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b3171d89-e61d-4969-b085-7eb478782f8a req-6093af20-f279-4619-96dd-b00d4bd6dca9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1343353 Aug 23 03:59:57.419216 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-81f33b8a-d822-40f8-bfe7-3b0b814112d6 req-9039f3a2-ab4d-4c79-96c2-4e83dac69ef2 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Aug 23 03:59:57.479428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-5d2411a1-78c5-4825-98ec-813c09e343ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:57.480936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-5d2411a1-78c5-4825-98ec-813c09e343ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 1095 time: 0.0521851 Aug 23 03:59:57.527955 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-2334613c-01c3-4d4a-aea0-a410463447f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a8ff7a-7031-4bba-802e-0767d5698467 HTTP/1.1" status: 200 len: 217 time: 0.0346014 Aug 23 03:59:57.576378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-1dff53cb-2f8b-4971-87a7-afccb9ebe02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:57.577866 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-1dff53cb-2f8b-4971-87a7-afccb9ebe02f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0435915 Aug 23 03:59:57.625979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-cf3ae0b9-0269-42f2-a5fe-42154542bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:57.628168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-cf3ae0b9-0269-42f2-a5fe-42154542bb68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435441 Aug 23 03:59:57.718800 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-7525dc90-5f8a-4017-9602-69ecdad4b7b9 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833714 Aug 23 03:59:57.818466 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55a46450-9ae3-40a0-b254-5222fe6a9ef5 req-b02ab04d-7bf4-4664-b6ce-e107b61e4485 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921462 Aug 23 03:59:58.015134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846475a-3486-4177-bd25-39f796b785f2 req-f093ac19-6cd0-4f6c-bfab-518830363497 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:58.016719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b846475a-3486-4177-bd25-39f796b785f2 req-f093ac19-6cd0-4f6c-bfab-518830363497 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 944 time: 0.0616419 Aug 23 03:59:58.019711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3230aa-79cb-46c5-b197-ab5dd603c801 req-e86f2c7b-f65d-4ba6-97b4-7cf75ded7e40 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:58.021374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b3230aa-79cb-46c5-b197-ab5dd603c801 req-e86f2c7b-f65d-4ba6-97b4-7cf75ded7e40 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0673933 Aug 23 03:59:58.062435 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b846475a-3486-4177-bd25-39f796b785f2 req-2935e2bf-5719-494a-ad6b-88aaa60f4599 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354006 Aug 23 03:59:58.067032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2b3230aa-79cb-46c5-b197-ab5dd603c801 req-0b88530e-6d18-4fb5-b492-2f023982ab15 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 Aug 23 03:59:58.714859 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-74809d27-97a5-4287-af1b-aad631567329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:58.811704 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 03:59:59.177244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106de417-41f1-48a8-9f03-dc1e9bdeef61 req-2eb6d45a-0c1d-4adf-914f-63c7c9f88a8e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:59.178719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-106de417-41f1-48a8-9f03-dc1e9bdeef61 req-2eb6d45a-0c1d-4adf-914f-63c7c9f88a8e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 944 time: 0.0478075 Aug 23 03:59:59.215855 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-106de417-41f1-48a8-9f03-dc1e9bdeef61 req-3223dc8d-6d00-48e9-b630-9ed72f4bc2e0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Aug 23 03:59:59.321145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90fe3e-1a0b-44ed-9b60-0270c793ba7a req-7d5f1626-a4f0-408d-89fb-a83531efd985 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 03:59:59.322491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90fe3e-1a0b-44ed-9b60-0270c793ba7a req-7d5f1626-a4f0-408d-89fb-a83531efd985 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0530195 Aug 23 03:59:59.361830 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90fe3e-1a0b-44ed-9b60-0270c793ba7a req-405390fb-ca1e-410e-9707-c48ca5a4c540 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327027 Aug 23 04:00:00.331582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60378344-a883-4fde-aad6-89a9881a34ea req-1dd3d8a3-1150-4557-bc81-518cf72707ea tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:00.333359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60378344-a883-4fde-aad6-89a9881a34ea req-1dd3d8a3-1150-4557-bc81-518cf72707ea tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 944 time: 0.0503652 Aug 23 04:00:00.372313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-60378344-a883-4fde-aad6-89a9881a34ea req-2691e29a-d3d7-444a-8f52-9693cac54cdf tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324926 Aug 23 04:00:00.425752 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:00.482177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7e2e1-1649-41cc-b577-eb1a554c1e20 req-7fe68a0b-4aea-41f2-805e-6e9f7311f89f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:00.483866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5be7e2e1-1649-41cc-b577-eb1a554c1e20 req-7fe68a0b-4aea-41f2-805e-6e9f7311f89f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0496571 Aug 23 04:00:00.533915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5be7e2e1-1649-41cc-b577-eb1a554c1e20 req-44625c70-8309-4888-8501-f609d9767c9b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Aug 23 04:00:00.614560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 41a8ff7a-7031-4bba-802e-0767d5698467 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:00:00.712959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 41a8ff7a-7031-4bba-802e-0767d5698467, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=41a8ff7a-7031-4bba-802e-0767d5698467,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:00.723375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '41a8ff7a-7031-4bba-802e-0767d5698467', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'port_id': '41a8ff7a-7031-4bba-802e-0767d5698467', 'mac_address': 'fa:16:3e:9d:fa:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:00:00.761396 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:00.778142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a8ff7a-7031-4bba-802e-0767d5698467 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:00:00.797064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 41a8ff7a-7031-4bba-802e-0767d5698467, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=41a8ff7a-7031-4bba-802e-0767d5698467,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:00.853795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:00.907415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=41a8ff7a-7031-4bba-802e-0767d5698467,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:00.915361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.915722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.916070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.916412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.916752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.917111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.917448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.917782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.918113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.918442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.918772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:00.919100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:01.083241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['41a8ff7a-7031-4bba-802e-0767d5698467'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:01.489599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4037a1-e51b-4735-a603-f2148b5799d6 req-3d3f79d7-45cb-4e48-84b9-a58fbee24389 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:01.491077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e4037a1-e51b-4735-a603-f2148b5799d6 req-3d3f79d7-45cb-4e48-84b9-a58fbee24389 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 945 time: 0.0483949 Aug 23 04:00:01.530718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8e4037a1-e51b-4735-a603-f2148b5799d6 req-57ee669d-4422-4ff4-aa8d-de417c75f8e6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Aug 23 04:00:01.663035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218dd16-b1bf-476b-9950-d0222e0e03fc req-b0e3f250-1b0b-4f58-b53d-59808899ec80 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:01.671812 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5218dd16-b1bf-476b-9950-d0222e0e03fc req-b0e3f250-1b0b-4f58-b53d-59808899ec80 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0604165 Aug 23 04:00:01.711311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5218dd16-b1bf-476b-9950-d0222e0e03fc req-319d49a7-35a4-46b9-b46c-94152c001ec0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386755 Aug 23 04:00:01.728082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:02.628352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 41a8ff7a-7031-4bba-802e-0767d5698467 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:00:02.662103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4004a-063d-4a86-95a3-9ce985d2e6df req-6a31766e-aff7-4778-8718-cd78dafee990 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:02.670049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-94c4004a-063d-4a86-95a3-9ce985d2e6df req-6a31766e-aff7-4778-8718-cd78dafee990 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 945 time: 0.0657218 Aug 23 04:00:02.722906 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-94c4004a-063d-4a86-95a3-9ce985d2e6df req-161958b5-04fe-48d9-b313-58360dadb863 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468614 Aug 23 04:00:02.756497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 41a8ff7a-7031-4bba-802e-0767d5698467 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:00:02.760534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 41a8ff7a-7031-4bba-802e-0767d5698467 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:00:02.760903 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:02.853954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b858b42-02c7-433a-860d-590ed224d03e req-9dfff85a-4fde-4e67-a22e-0bfe2dd92eda tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:02.855858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b858b42-02c7-433a-860d-590ed224d03e req-9dfff85a-4fde-4e67-a22e-0bfe2dd92eda tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0528193 Aug 23 04:00:02.860211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:02.897612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b858b42-02c7-433a-860d-590ed224d03e req-c57eec1f-fbbd-4781-8c52-9763886c0f61 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336673 Aug 23 04:00:02.909594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66028a93-98b2-4fe1-98d0-dac6898dc67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a8ff7a-7031-4bba-802e-0767d5698467'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:00:02.920629 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52484e4-6c64-45ef-9c58-426e2b7a5a8d" -d '{"events": [{"server_uuid": "66028a93-98b2-4fe1-98d0-dac6898dc67d", "name": "network-vif-plugged", "status": "completed", "tag": "41a8ff7a-7031-4bba-802e-0767d5698467"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:00:02.923391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 41a8ff7a-7031-4bba-802e-0767d5698467, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=41a8ff7a-7031-4bba-802e-0767d5698467,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:02.950001 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d64b65-a663-42cb-a5b4-8c4a2265a982 x-openstack-request-id: req-44d64b65-a663-42cb-a5b4-8c4a2265a982 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:00:02.950293 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66028a93-98b2-4fe1-98d0-dac6898dc67d", "name": "network-vif-plugged", "status": "completed", "tag": "41a8ff7a-7031-4bba-802e-0767d5698467", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:00:02.950548 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44d64b65-a663-42cb-a5b4-8c4a2265a982 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:00:02.951015 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66028a93-98b2-4fe1-98d0-dac6898dc67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a8ff7a-7031-4bba-802e-0767d5698467', 'code': 200} Aug 23 04:00:02.996442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:03.048287 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:00:03.053912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=41a8ff7a-7031-4bba-802e-0767d5698467,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:03.054628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62679ba-e9ee-4fda-9883-96fab1fe24e6 req-5221bed2-20ae-4d2a-877c-d61731ba4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:03.056137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b62679ba-e9ee-4fda-9883-96fab1fe24e6 req-5221bed2-20ae-4d2a-877c-d61731ba4e00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 1097 time: 0.0436401 Aug 23 04:00:03.091336 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b62679ba-e9ee-4fda-9883-96fab1fe24e6 req-776e786c-29a6-4218-8221-5e0c6f5378f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282493 Aug 23 04:00:03.851465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b69bf7-54cc-4fa0-8391-19ea759dbbd7 req-3ffa45a5-8b6f-4bb9-bce1-91e2c282c9ba tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:03.853552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b69bf7-54cc-4fa0-8391-19ea759dbbd7 req-3ffa45a5-8b6f-4bb9-bce1-91e2c282c9ba tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0684865 Aug 23 04:00:03.906697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b69bf7-54cc-4fa0-8391-19ea759dbbd7 req-b303fdea-4514-4382-9a06-3452a71f0050 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Aug 23 04:00:04.035841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553be49-ac97-4f40-bd2b-a4009202e08d req-db74fcab-6269-4597-b856-9e5d03bf406e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:04.038073 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5553be49-ac97-4f40-bd2b-a4009202e08d req-db74fcab-6269-4597-b856-9e5d03bf406e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0613751 Aug 23 04:00:04.093616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5553be49-ac97-4f40-bd2b-a4009202e08d req-bc8c48b5-38fc-4e0c-b66d-8c07e0b6f493 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Aug 23 04:00:05.020839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a15da0-1176-44ea-96a2-c0d36e4284c1 req-21beb605-78e1-4a5a-8d01-62500207ebcd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:05.022361 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9a15da0-1176-44ea-96a2-c0d36e4284c1 req-21beb605-78e1-4a5a-8d01-62500207ebcd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0488420 Aug 23 04:00:05.060642 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9a15da0-1176-44ea-96a2-c0d36e4284c1 req-723dcf40-2837-4411-8847-7598c67fd9fb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Aug 23 04:00:05.208777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1f97b-10a0-4959-ad67-1fd713ab4bf4 req-ca80c82c-a990-4004-a6d2-3df24c1f2d85 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:05.210854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-96f1f97b-10a0-4959-ad67-1fd713ab4bf4 req-ca80c82c-a990-4004-a6d2-3df24c1f2d85 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0503612 Aug 23 04:00:05.251455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-96f1f97b-10a0-4959-ad67-1fd713ab4bf4 req-d14150b8-b75b-4f21-b310-5f30086058fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343542 Aug 23 04:00:05.446893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bdfdc-7c06-4c32-98ff-455e8f94e84e req-b091f19b-9d3d-46fb-80ea-7fac3fc6a92a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:05.447879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d9bdfdc-7c06-4c32-98ff-455e8f94e84e req-b091f19b-9d3d-46fb-80ea-7fac3fc6a92a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0491471 Aug 23 04:00:05.490575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d9bdfdc-7c06-4c32-98ff-455e8f94e84e req-ef49e245-0de1-4b82-8cca-20946afc6470 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Aug 23 04:00:06.374185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e249287-4f7e-4b46-becb-8d19ae2125f1 req-81efb6c8-6011-4533-9437-83dfcc4a2be6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:06.375652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e249287-4f7e-4b46-becb-8d19ae2125f1 req-81efb6c8-6011-4533-9437-83dfcc4a2be6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 944 time: 0.0521047 Aug 23 04:00:06.413363 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3e249287-4f7e-4b46-becb-8d19ae2125f1 req-1d2ea4c3-d9df-483b-8b6d-79892195ec08 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Aug 23 04:00:06.566284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device bbde82ce-eba2-4f73-8e11-6d364e32feb9 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:00:06.625881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a0088-7650-485c-9147-ac9432a5a929 req-4f50e0d0-e2f8-47bd-9280-51f5e4238f08 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:06.628259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b4a0088-7650-485c-9147-ac9432a5a929 req-4f50e0d0-e2f8-47bd-9280-51f5e4238f08 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0710831 Aug 23 04:00:06.663706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port bbde82ce-eba2-4f73-8e11-6d364e32feb9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bbde82ce-eba2-4f73-8e11-6d364e32feb9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:06.665339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b4a0088-7650-485c-9147-ac9432a5a929 req-5d11464c-d9af-4b5a-85d9-8ad472e3e7fb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309103 Aug 23 04:00:06.678017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'bbde82ce-eba2-4f73-8e11-6d364e32feb9', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'port_id': 'bbde82ce-eba2-4f73-8e11-6d364e32feb9', 'mac_address': 'fa:16:3e:2e:b5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:00:06.719891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:06.733180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbde82ce-eba2-4f73-8e11-6d364e32feb9 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:00:06.753077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port bbde82ce-eba2-4f73-8e11-6d364e32feb9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bbde82ce-eba2-4f73-8e11-6d364e32feb9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:06.816882 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:06.867699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=bbde82ce-eba2-4f73-8e11-6d364e32feb9,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:07.257706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['bbde82ce-eba2-4f73-8e11-6d364e32feb9'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:07.530492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983145f-0870-4931-8942-0bd9ce4a3a75 req-e29dd6aa-3519-4c7d-9b35-eb24ec1e83fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:07.532057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4983145f-0870-4931-8942-0bd9ce4a3a75 req-e29dd6aa-3519-4c7d-9b35-eb24ec1e83fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 945 time: 0.0533659 Aug 23 04:00:07.545207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:07.570365 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4983145f-0870-4931-8942-0bd9ce4a3a75 req-93191634-9b1a-40a7-a8c5-94ddc72cfa88 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316775 Aug 23 04:00:07.781217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408ca59-018a-42e0-bd2d-3815156a09d2 req-35e4aae7-c9a5-4139-8b95-3939055a8935 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:07.782722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e408ca59-018a-42e0-bd2d-3815156a09d2 req-35e4aae7-c9a5-4139-8b95-3939055a8935 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0485384 Aug 23 04:00:07.819740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e408ca59-018a-42e0-bd2d-3815156a09d2 req-b76ed771-5df0-40ba-a216-6b92d554e945 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Aug 23 04:00:08.580934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device bbde82ce-eba2-4f73-8e11-6d364e32feb9 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:00:08.701723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26bd87-2671-480f-81ef-2a3dbdd83c23 req-abba93b5-922f-4825-aae9-bdd846112ddc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:08.703199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d26bd87-2671-480f-81ef-2a3dbdd83c23 req-abba93b5-922f-4825-aae9-bdd846112ddc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 945 time: 0.0506253 Aug 23 04:00:08.743606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0d26bd87-2671-480f-81ef-2a3dbdd83c23 req-c006a436-305d-4340-a6dd-b1f816a81210 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Aug 23 04:00:08.749187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port bbde82ce-eba2-4f73-8e11-6d364e32feb9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:00:08.754769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port bbde82ce-eba2-4f73-8e11-6d364e32feb9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:00:08.755703 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:08.827443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40966) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:08.840360 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:08.875574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5814673-1685-4e43-9376-cd331c2b8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbde82ce-eba2-4f73-8e11-6d364e32feb9'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:00:08.877915 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c722e7b1-317f-486a-8053-35954051d52e" -d '{"events": [{"server_uuid": "c5814673-1685-4e43-9376-cd331c2b8fc7", "name": "network-vif-plugged", "status": "completed", "tag": "bbde82ce-eba2-4f73-8e11-6d364e32feb9"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:00:08.891485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port bbde82ce-eba2-4f73-8e11-6d364e32feb9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bbde82ce-eba2-4f73-8e11-6d364e32feb9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:08.935830 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b6154c-bdf3-406e-93c4-bb65dd72b47b x-openstack-request-id: req-a6b6154c-bdf3-406e-93c4-bb65dd72b47b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:00:08.936128 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5814673-1685-4e43-9376-cd331c2b8fc7", "name": "network-vif-plugged", "status": "completed", "tag": "bbde82ce-eba2-4f73-8e11-6d364e32feb9", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:00:08.936387 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6b6154c-bdf3-406e-93c4-bb65dd72b47b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:00:08.936788 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5814673-1685-4e43-9376-cd331c2b8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbde82ce-eba2-4f73-8e11-6d364e32feb9', 'code': 200} Aug 23 04:00:08.950805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04001bd-f65a-465b-994e-8aa817202ef9 req-0be98a78-0095-4190-b1ff-322943de26fc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:08.952294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c04001bd-f65a-465b-994e-8aa817202ef9 req-0be98a78-0095-4190-b1ff-322943de26fc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0532663 Aug 23 04:00:08.960225 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:09.005994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2b60000-a360-41e6-8f5d-963edcd314e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:09.009946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c04001bd-f65a-465b-994e-8aa817202ef9 req-9709fab9-23b5-4cf5-98fd-ffc7e8ca0a7c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506661 Aug 23 04:00:09.010313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=bbde82ce-eba2-4f73-8e11-6d364e32feb9,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:09.106302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2b60000-a360-41e6-8f5d-963edcd314e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:09.173883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2b60000-a360-41e6-8f5d-963edcd314e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:09.216350 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2b60000-a360-41e6-8f5d-963edcd314e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49986b65d0994b79be029910044b7b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854060 Aug 23 04:00:09.216350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b60000-a360-41e6-8f5d-963edcd314e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1e6660-b37f-45e8-b45a-2c6d6abc57bc,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:09.217280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40974) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:09.311664 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c1368e1-239a-4c39-bfe3-ae4522767ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:09.317483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-ca29040c-3c28-4d56-accb-9a3549fdb15a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646529 Aug 23 04:00:09.337676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c1368e1-239a-4c39-bfe3-ae4522767ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:09.382915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2d916-2820-4188-9f04-a757dbdbac80 req-01ef9caa-7e0b-492f-a731-ffe7b497506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:09.384332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8d2d916-2820-4188-9f04-a757dbdbac80 req-01ef9caa-7e0b-492f-a731-ffe7b497506f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 1097 time: 0.3371532 Aug 23 04:00:09.422050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8d2d916-2820-4188-9f04-a757dbdbac80 req-4284e86e-2106-4b34-8cc2-1cd6d9d11f7b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299723 Aug 23 04:00:09.655218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-0ea87d17-75bf-495e-95aa-6473148e769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:09.656621 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-0ea87d17-75bf-495e-95aa-6473148e769f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=30cc3c060f244c86a3a6293962a731d8&device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 1096 time: 0.3117378 Aug 23 04:00:09.730927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c1368e1-239a-4c39-bfe3-ae4522767ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:09.733450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c1368e1-239a-4c39-bfe3-ae4522767ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:09.734575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3c1368e1-239a-4c39-bfe3-ae4522767ddc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc1e6660-b37f-45e8-b45a-2c6d6abc57bc HTTP/1.1" status: 204 len: 168 time: 0.5164058 Aug 23 04:00:09.753594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1368e1-239a-4c39-bfe3-ae4522767ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1e6660-b37f-45e8-b45a-2c6d6abc57bc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:09.788273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-884a7be5-0f29-4811-a94d-b58476453199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:09.790190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-884a7be5-0f29-4811-a94d-b58476453199 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 200 len: 915 time: 0.1147041 Aug 23 04:00:09.836537 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-036cc64d-18c9-4fb2-915c-cea91433c4cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6aa900f1-04e8-4bba-ad3e-c3def0945eee HTTP/1.1" status: 200 len: 217 time: 0.0394638 Aug 23 04:00:09.904938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-b18f4346-8eb1-4a0f-b559-e83fadc1f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:09.906480 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-b18f4346-8eb1-4a0f-b559-e83fadc1f89b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2388861d-573e-49dd-b5da-6ff7addfc4c2 HTTP/1.1" status: 200 len: 855 time: 0.0618150 Aug 23 04:00:09.917744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71006713-a6d1-4e16-876a-67c849f50510 req-bdc6bb56-74ea-4676-be16-d85bcf9b7a16 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:09.919204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-71006713-a6d1-4e16-876a-67c849f50510 req-bdc6bb56-74ea-4676-be16-d85bcf9b7a16 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0855241 Aug 23 04:00:09.955301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-6a0b91de-46bc-42be-8d9c-38c167ba0dbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccb2d891-9503-4f78-a507-6e63142de543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351694 Aug 23 04:00:09.985221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-71006713-a6d1-4e16-876a-67c849f50510 req-cc2cb456-1049-488c-a27b-7e6bbdd540c1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565386 Aug 23 04:00:10.064617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-c15e0e35-0782-49d9-82e6-f6a39e08b211 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967817 Aug 23 04:00:10.145834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c505b22-8bff-44ad-b496-eb8b99a6031e req-2bc0686b-0e32-411a-97ef-c7726a2eaa51 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:10.147748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c505b22-8bff-44ad-b496-eb8b99a6031e req-2bc0686b-0e32-411a-97ef-c7726a2eaa51 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0510786 Aug 23 04:00:10.163298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a444e6e5-cc29-4d62-8d73-8b86fdbf8b91 req-4fd6addc-134e-4867-baed-6196384967fa service neutron] 10.222.0.24 "GET /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918493 Aug 23 04:00:10.189562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c505b22-8bff-44ad-b496-eb8b99a6031e req-79d7b882-b30d-40f3-bd79-0f45930dd055 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340662 Aug 23 04:00:10.534443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 40986) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:10.548150 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a828b3b0-1c46-410d-bc98-771f4b36023f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:10.633243 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a828b3b0-1c46-410d-bc98-771f4b36023f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:10.706174 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a828b3b0-1c46-410d-bc98-771f4b36023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:10.745995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a828b3b0-1c46-410d-bc98-771f4b36023f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0995ed2abcf44de8b37a7ba2816063f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082157 Aug 23 04:00:10.745995 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828b3b0-1c46-410d-bc98-771f4b36023f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55127a07-dcf3-4f5f-8cd2-94451e4b0171,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:10.746791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 40990) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:10.802149 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06ccaa71-d5d3-482b-908a-3d371c30d61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:10.826597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06ccaa71-d5d3-482b-908a-3d371c30d61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:10.944898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06ccaa71-d5d3-482b-908a-3d371c30d61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:10.947538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-06ccaa71-d5d3-482b-908a-3d371c30d61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:10.948719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-06ccaa71-d5d3-482b-908a-3d371c30d61b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55127a07-dcf3-4f5f-8cd2-94451e4b0171 HTTP/1.1" status: 204 len: 168 time: 0.2009530 Aug 23 04:00:10.957228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccaa71-d5d3-482b-908a-3d371c30d61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55127a07-dcf3-4f5f-8cd2-94451e4b0171,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:11.113574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eb8eb-9f5f-46db-b44f-25c57dc13d02 req-f155df47-2b55-4b05-b862-6d8855c6cf71 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:11.115403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c91eb8eb-9f5f-46db-b44f-25c57dc13d02 req-f155df47-2b55-4b05-b862-6d8855c6cf71 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0585167 Aug 23 04:00:11.158029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c91eb8eb-9f5f-46db-b44f-25c57dc13d02 req-98e741ca-f041-4727-bf93-65e350187fa5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357556 Aug 23 04:00:11.313222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2de55-e6db-4908-8abf-944734ab5664 req-7133fd2b-c2d6-42e2-a438-ae28ffc7c5e2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:11.315423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca2de55-e6db-4908-8abf-944734ab5664 req-7133fd2b-c2d6-42e2-a438-ae28ffc7c5e2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0493972 Aug 23 04:00:11.352976 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ca2de55-e6db-4908-8abf-944734ab5664 req-96be12a1-7f06-447f-9ad6-92308139bf4f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Aug 23 04:00:11.686390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41016) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:11.699654 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96cde162-8632-4f38-95be-c3ba5177450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:11.788099 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96cde162-8632-4f38-95be-c3ba5177450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:11.858846 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96cde162-8632-4f38-95be-c3ba5177450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:11.895215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-96cde162-8632-4f38-95be-c3ba5177450d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e204b50b34142eeb46557c08fbea72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076504 Aug 23 04:00:11.901252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41018) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:11.901666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cde162-8632-4f38-95be-c3ba5177450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5903c52a-cee2-4564-baf2-38f7feb9d01a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:11.945923 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf323-3648-4b39-bc9a-57ab27987a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:11.966288 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf323-3648-4b39-bc9a-57ab27987a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:12.093634 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf323-3648-4b39-bc9a-57ab27987a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:12.096898 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf323-3648-4b39-bc9a-57ab27987a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:12.098138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a6ebf323-3648-4b39-bc9a-57ab27987a26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5903c52a-cee2-4564-baf2-38f7feb9d01a HTTP/1.1" status: 204 len: 168 time: 0.1989102 Aug 23 04:00:12.106962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebf323-3648-4b39-bc9a-57ab27987a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5903c52a-cee2-4564-baf2-38f7feb9d01a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:12.278165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f638a3-d473-40eb-9aef-7acf6ee3fce9 req-2ad5e8dc-6160-4957-8fd1-af2bbe9ed5f6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:12.279999 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59f638a3-d473-40eb-9aef-7acf6ee3fce9 req-2ad5e8dc-6160-4957-8fd1-af2bbe9ed5f6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0526059 Aug 23 04:00:12.320099 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59f638a3-d473-40eb-9aef-7acf6ee3fce9 req-f4bae9d1-f16b-4dc1-b358-88d2f8cc06cd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338104 Aug 23 04:00:12.436388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cea22-44a6-40b7-af7f-f8d512a6515f req-5ce50869-4840-4689-94a1-e4f7c29af400 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:12.438613 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a27cea22-44a6-40b7-af7f-f8d512a6515f req-5ce50869-4840-4689-94a1-e4f7c29af400 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0525222 Aug 23 04:00:12.481342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a27cea22-44a6-40b7-af7f-f8d512a6515f req-a548c0e9-b104-40b7-a27b-1c8f0c284f00 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Aug 23 04:00:12.496957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dc0d6-7b70-4865-8d58-74e2ddf222d4 req-e4459b5d-22e4-42ba-9047-73e74eed1e6a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:12.498932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e9dc0d6-7b70-4865-8d58-74e2ddf222d4 req-e4459b5d-22e4-42ba-9047-73e74eed1e6a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0764132 Aug 23 04:00:12.552376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9e9dc0d6-7b70-4865-8d58-74e2ddf222d4 req-5d3602b2-bdce-428c-a270-db0bd0444205 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Aug 23 04:00:12.662009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0380d-abc9-464c-bc07-009c711eeb5f req-68cc77f2-07be-450a-9e2c-18447ff59ca7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:12.663528 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7d0380d-abc9-464c-bc07-009c711eeb5f req-68cc77f2-07be-450a-9e2c-18447ff59ca7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0510333 Aug 23 04:00:12.702928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f7d0380d-abc9-464c-bc07-009c711eeb5f req-ad184972-f6ce-4206-b7e2-fb9195fa3ee8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332949 Aug 23 04:00:13.313661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900186-ede7-4377-90a6-2a06bcb0d774 req-4d16cab4-f45a-450b-905e-6a5ab6c3775a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:13.315239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24900186-ede7-4377-90a6-2a06bcb0d774 req-4d16cab4-f45a-450b-905e-6a5ab6c3775a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0540745 Aug 23 04:00:13.354577 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24900186-ede7-4377-90a6-2a06bcb0d774 req-43c9d977-ac7f-40e4-93e4-167eef3d1e1a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334454 Aug 23 04:00:13.668429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd7527-522e-4dd3-ac3a-21c345661c54 req-cc9f46eb-ede9-43cd-bbe7-f1a6c0a25303 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:13.669950 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9fd7527-522e-4dd3-ac3a-21c345661c54 req-cc9f46eb-ede9-43cd-bbe7-f1a6c0a25303 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0493293 Aug 23 04:00:13.711032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9fd7527-522e-4dd3-ac3a-21c345661c54 req-e383db58-dcf1-4cf0-af05-5c3438ee22dc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348048 Aug 23 04:00:14.471066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264228c-1805-4803-9f08-9a153789b1b4 req-1aac969f-af43-4a8a-8c79-d43202ce700d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:14.472694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d264228c-1805-4803-9f08-9a153789b1b4 req-1aac969f-af43-4a8a-8c79-d43202ce700d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0484586 Aug 23 04:00:14.511705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d264228c-1805-4803-9f08-9a153789b1b4 req-74a52839-e285-4f93-8302-753908d23115 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323520 Aug 23 04:00:14.834984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba9f0-9d67-47fc-862d-2711d14f4adf req-e66e180a-7525-4b24-98ff-d28ca881e0fe tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:14.842427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85bba9f0-9d67-47fc-862d-2711d14f4adf req-e66e180a-7525-4b24-98ff-d28ca881e0fe tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0637445 Aug 23 04:00:14.878871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85bba9f0-9d67-47fc-862d-2711d14f4adf req-0e9f6daf-ddeb-4494-8e91-c868706aaa43 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355775 Aug 23 04:00:15.256865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-8475e590-2376-4d24-a752-51bc441f41c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:15.258512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-8475e590-2376-4d24-a752-51bc441f41c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0495074 Aug 23 04:00:15.358792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port bbde82ce-eba2-4f73-8e11-6d364e32feb9 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:00:15.359256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:15.455939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] For port bbde82ce-eba2-4f73-8e11-6d364e32feb9, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=bbde82ce-eba2-4f73-8e11-6d364e32feb9,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:15.456316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:15.468781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for bbde82ce-eba2-4f73-8e11-6d364e32feb9 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:00:15.627255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f6c49-c6ec-4af6-a31a-12fea3dfc3b5 req-1d0cba57-a5c7-4747-91fe-dc82f37471cc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:15.628674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6b9f6c49-c6ec-4af6-a31a-12fea3dfc3b5 req-1d0cba57-a5c7-4747-91fe-dc82f37471cc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 946 time: 0.0493567 Aug 23 04:00:15.666005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6b9f6c49-c6ec-4af6-a31a-12fea3dfc3b5 req-dc814024-d170-465e-bcea-f3ca82fba904 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Aug 23 04:00:15.685648 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:15.720146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=bbde82ce-eba2-4f73-8e11-6d364e32feb9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:15.728101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['bbde82ce-eba2-4f73-8e11-6d364e32feb9'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:15.767851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] No DVR routers for this DVR port bbde82ce-eba2-4f73-8e11-6d364e32feb9 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:00:15.770475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:15.772525 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-087e2c25-cccd-4383-8b1b-7f0bba5b5153 req-0a19d389-6c97-4df4-b855-7ef640453fae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "DELETE /v2.0/ports/bbde82ce-eba2-4f73-8e11-6d364e32feb9 HTTP/1.1" status: 204 len: 173 time: 0.5062616 Aug 23 04:00:15.775671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5814673-1685-4e43-9376-cd331c2b8fc7', 'name': 'network-vif-deleted', 'tag': 'bbde82ce-eba2-4f73-8e11-6d364e32feb9'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:00:15.778728 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97623d5-b524-4d2d-a33c-949518acbec0" -d '{"events": [{"server_uuid": "c5814673-1685-4e43-9376-cd331c2b8fc7", "name": "network-vif-deleted", "tag": "bbde82ce-eba2-4f73-8e11-6d364e32feb9"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:00:15.816612 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e945548-e87e-43c5-9aa0-d85507425247 x-openstack-request-id: req-7e945548-e87e-43c5-9aa0-d85507425247 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:00:15.816916 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5814673-1685-4e43-9376-cd331c2b8fc7", "name": "network-vif-deleted", "tag": "bbde82ce-eba2-4f73-8e11-6d364e32feb9", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:00:15.817204 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e945548-e87e-43c5-9aa0-d85507425247 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:00:15.817604 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5814673-1685-4e43-9376-cd331c2b8fc7', 'name': 'network-vif-deleted', 'tag': 'bbde82ce-eba2-4f73-8e11-6d364e32feb9', 'status': 'completed', 'code': 200} Aug 23 04:00:16.001719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7663-e18a-491f-bf17-426e681cb72e req-53687037-831f-4e25-8b5e-ec0ff04130e8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:16.004401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abec7663-e18a-491f-bf17-426e681cb72e req-53687037-831f-4e25-8b5e-ec0ff04130e8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0563769 Aug 23 04:00:16.043879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abec7663-e18a-491f-bf17-426e681cb72e req-b4f612bd-fa13-4bd7-a4a5-d6a4babcf17f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334461 Aug 23 04:00:16.782796 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c84e0a5-ed61-4f93-b5d8-09d434cf84dd req-65c8a9cb-9e17-42fb-a787-6a47cd08ab96 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0318539 Aug 23 04:00:17.193246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb37975-df82-406d-aed3-5bc5ac44a15e req-ed1e120d-c156-40d1-919d-7ae536334bc7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:17.194726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4fb37975-df82-406d-aed3-5bc5ac44a15e req-ed1e120d-c156-40d1-919d-7ae536334bc7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0577645 Aug 23 04:00:17.233183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4fb37975-df82-406d-aed3-5bc5ac44a15e req-c978c082-108b-4a33-9acd-2cdbd458179b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Aug 23 04:00:17.873730 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-86382483-6454-4c4d-8c1f-5690a5223d97 req-1d2c9c01-bb76-4c57-a2ff-8641a9d3dba3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0252249 Aug 23 04:00:18.350783 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560f3a3-1c01-44f6-9eef-4cffa727cd6b req-021b7dd5-7600-4200-b4ca-33ec1a61d937 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:18.352319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6560f3a3-1c01-44f6-9eef-4cffa727cd6b req-021b7dd5-7600-4200-b4ca-33ec1a61d937 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0491676 Aug 23 04:00:18.390210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6560f3a3-1c01-44f6-9eef-4cffa727cd6b req-4948f89f-e16c-418b-8b03-dcb4d4cae619 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Aug 23 04:00:18.968854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9bb66f23-bf5e-42b9-95b3-60288fb13f52 req-ca21e5df-ccc1-4241-a0e0-b47648d92b22 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0252912 Aug 23 04:00:19.514742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409d2a7-e773-4065-a8f9-edf30f1ce770 req-bd232c36-97d5-427d-b8ac-075228601c22 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:19.516222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e409d2a7-e773-4065-a8f9-edf30f1ce770 req-bd232c36-97d5-427d-b8ac-075228601c22 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0540955 Aug 23 04:00:19.554866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e409d2a7-e773-4065-a8f9-edf30f1ce770 req-43f60d81-07cc-4ae5-9c2f-51ccae658898 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Aug 23 04:00:20.083097 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd291e94-92c2-4bb5-9b2b-52032d0c8fd8 req-e4c8f358-69de-4fd6-90d5-6d99d14baf6c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5814673-1685-4e43-9376-cd331c2b8fc7 HTTP/1.1" status: 200 len: 210 time: 0.0269253 Aug 23 04:00:20.414044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-2d28aee6-ab99-4d29-9c24-aef1bc282311 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467546 Aug 23 04:00:20.550196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-9bd39914-1264-4b73-acbb-e331b9ecdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:20.551915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-9bd39914-1264-4b73-acbb-e331b9ecdfbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 1097 time: 0.0665095 Aug 23 04:00:20.676917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device bbde82ce-eba2-4f73-8e11-6d364e32feb9 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:00:20.699114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: bbde82ce-eba2-4f73-8e11-6d364e32feb9 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:00:20.699441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device bbde82ce-eba2-4f73-8e11-6d364e32feb9 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:00:20.707213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-395356cc-610c-451d-8396-aad92031f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:20.709215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-395356cc-610c-451d-8396-aad92031f3c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 910 time: 0.1355948 Aug 23 04:00:20.724204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a264b3-8ffa-4d4b-9382-40f697f885bd req-05e02e1c-ce5a-48a0-838f-f33cdaaef62b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:20.726689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59a264b3-8ffa-4d4b-9382-40f697f885bd req-05e02e1c-ce5a-48a0-838f-f33cdaaef62b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0828700 Aug 23 04:00:20.812422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-59a264b3-8ffa-4d4b-9382-40f697f885bd req-2f17f078-de9b-464d-9807-3997868b8f4a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755422 Aug 23 04:00:20.852702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-0a3b71e4-a0e4-46a9-884c-ca9ed086f03a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455f43fe-d38d-440c-b136-83bc63b7e723 HTTP/1.1" status: 200 len: 1002 time: 0.1248488 Aug 23 04:00:20.913447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-e2bca27a-4e45-49cc-844b-34cecf3f89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:20.915048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-e2bca27a-4e45-49cc-844b-34cecf3f89ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0536382 Aug 23 04:00:20.964622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-d9ce2771-b623-4ee8-a0d2-25f6a5097929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:20.967219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-d9ce2771-b623-4ee8-a0d2-25f6a5097929 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427096 Aug 23 04:00:21.075503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-c2fbdf04-009a-4cce-aae7-ad3e900c553a service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009898 Aug 23 04:00:21.221502 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd56a243-3cbc-4b77-a5dc-b9708243245e req-1086f37e-1c3c-40cb-ae28-179d76d2f8c8 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386220 Aug 23 04:00:21.978262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cecbd1-2099-4eb3-ab75-0405dba66e90 req-e9710279-c2ce-42f9-a282-8f7b65eed8de tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:21.981092 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03cecbd1-2099-4eb3-ab75-0405dba66e90 req-e9710279-c2ce-42f9-a282-8f7b65eed8de tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0529432 Aug 23 04:00:22.020688 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03cecbd1-2099-4eb3-ab75-0405dba66e90 req-efecbf12-8093-4cd7-badd-f4ebc5a2708c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Aug 23 04:00:22.685350 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:22.812403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a5977-a487-4a1e-aa33-ce11be8a0679 req-339d706e-b749-41f1-85c3-04e930d83e43 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:22.814554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c99a5977-a487-4a1e-aa33-ce11be8a0679 req-339d706e-b749-41f1-85c3-04e930d83e43 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0543325 Aug 23 04:00:22.855597 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c99a5977-a487-4a1e-aa33-ce11be8a0679 req-c436a254-4330-4c23-b50a-10ee82e6e6bb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Aug 23 04:00:23.150209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23f045-4a1c-4391-af71-452628d67dca req-0db868c1-5f42-400b-bd3c-1796317bf99c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:23.152422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1f23f045-4a1c-4391-af71-452628d67dca req-0db868c1-5f42-400b-bd3c-1796317bf99c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0567636 Aug 23 04:00:23.191333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1f23f045-4a1c-4391-af71-452628d67dca req-e0baad8b-e5e7-4625-8486-52ae9a252b20 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Aug 23 04:00:23.985990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494cdc-cd63-42da-8ac9-2356dd2c9ef3 req-a0fa4489-5555-4dcd-b836-3255da612f1c tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:23.993490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1494cdc-cd63-42da-8ac9-2356dd2c9ef3 req-a0fa4489-5555-4dcd-b836-3255da612f1c tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0648751 Aug 23 04:00:24.030945 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1494cdc-cd63-42da-8ac9-2356dd2c9ef3 req-e2fef9d4-bc39-47af-85d3-7339d616e754 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Aug 23 04:00:24.320420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422daa03-f51c-48c9-bf0e-d24c22d36954 req-c1bfaca3-e3a1-4e10-84db-970e91e6d0b4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:24.329565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-422daa03-f51c-48c9-bf0e-d24c22d36954 req-c1bfaca3-e3a1-4e10-84db-970e91e6d0b4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0688722 Aug 23 04:00:24.408955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-422daa03-f51c-48c9-bf0e-d24c22d36954 req-9204eb43-b524-4649-bc7b-cd429071fe4c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751364 Aug 23 04:00:24.928889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-8281f060-e03e-4936-9bd2-16d738d0e069 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:24.930795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-8281f060-e03e-4936-9bd2-16d738d0e069 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0919695 Aug 23 04:00:25.071115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Deleting port a4d7537f-dd07-48aa-9d85-ff31886fba0b {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:00:25.071720 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:25.198380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] For port a4d7537f-dd07-48aa-9d85-ff31886fba0b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a4d7537f-dd07-48aa-9d85-ff31886fba0b,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:25.198744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:25.214276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba5051-f3e8-407f-a782-841dbfd5d8b3 req-b3bfc0d8-53b6-4d2f-afda-bb058914539b tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:25.216485 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80ba5051-f3e8-407f-a782-841dbfd5d8b3 req-b3bfc0d8-53b6-4d2f-afda-bb058914539b tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 946 time: 0.0702133 Aug 23 04:00:25.218817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Calling delete_port for a4d7537f-dd07-48aa-9d85-ff31886fba0b owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:00:25.294510 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80ba5051-f3e8-407f-a782-841dbfd5d8b3 req-09d16dff-388f-41ee-8222-99e1fe373c3d tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701709 Aug 23 04:00:25.465051 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:25.484612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6aa900f1-04e8-4bba-ad3e-c3def0945eee', 'fc78e912-3b13-43fa-b9c6-cb35a721803d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:25.512813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Pushing event deleted for resources: {'Port': ['ID=a4d7537f-dd07-48aa-9d85-ff31886fba0b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:25.513106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['868b782a-c990-4c61-9f08-5262dafca319', 'a4d7537f-dd07-48aa-9d85-ff31886fba0b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:25.609614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] No DVR routers for this DVR port a4d7537f-dd07-48aa-9d85-ff31886fba0b on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:00:25.613186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:25.628860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b3bafec-5876-4f4f-b5dd-52dc3c7ee8b9 req-af9f1482-d8fe-4ade-a7ed-b8bcd970b4a4 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.11 "DELETE /v2.0/ports/a4d7537f-dd07-48aa-9d85-ff31886fba0b HTTP/1.1" status: 204 len: 173 time: 0.6906340 Aug 23 04:00:25.636067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa0bf26-4454-4258-a096-1cb76f95b6b6', 'name': 'network-vif-deleted', 'tag': 'a4d7537f-dd07-48aa-9d85-ff31886fba0b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:00:25.642565 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81c9b55-ce8c-46b2-9104-d3fed14dbf3e" -d '{"events": [{"server_uuid": "1fa0bf26-4454-4258-a096-1cb76f95b6b6", "name": "network-vif-deleted", "tag": "a4d7537f-dd07-48aa-9d85-ff31886fba0b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:00:25.663131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc421b1-b575-40ce-aa56-bb9ee0b2a234 req-b17779a9-ff0c-446f-9c52-54a369c87d4f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:25.665433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6fc421b1-b575-40ce-aa56-bb9ee0b2a234 req-b17779a9-ff0c-446f-9c52-54a369c87d4f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.1664631 Aug 23 04:00:25.733371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6fc421b1-b575-40ce-aa56-bb9ee0b2a234 req-0f5b6f60-c37e-45d1-a448-e01b94d3ef22 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607002 Aug 23 04:00:25.753673 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbf33f9-e7bd-42d6-a7cd-b2100b14621b x-openstack-request-id: req-4dbf33f9-e7bd-42d6-a7cd-b2100b14621b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:00:25.754228 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa0bf26-4454-4258-a096-1cb76f95b6b6", "name": "network-vif-deleted", "tag": "a4d7537f-dd07-48aa-9d85-ff31886fba0b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:00:25.754699 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dbf33f9-e7bd-42d6-a7cd-b2100b14621b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:00:25.755336 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa0bf26-4454-4258-a096-1cb76f95b6b6', 'name': 'network-vif-deleted', 'tag': 'a4d7537f-dd07-48aa-9d85-ff31886fba0b', 'status': 'completed', 'code': 200} Aug 23 04:00:26.070649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0a2f911c-21d1-4633-9c93-26549ae83bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:26.434687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-92aa6169-4c5a-404b-837b-52f71026b1e1 req-451dfada-6be7-4546-bf86-7da809c9226a tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa0bf26-4454-4258-a096-1cb76f95b6b6 HTTP/1.1" status: 200 len: 210 time: 0.0443709 Aug 23 04:00:26.850708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf0b9-181d-471f-b815-732fa4f230b8 req-7a06d680-0081-49cf-a2ee-50ca6af264a2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:26.852219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b1bf0b9-181d-471f-b815-732fa4f230b8 req-7a06d680-0081-49cf-a2ee-50ca6af264a2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0513725 Aug 23 04:00:26.890267 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4b1bf0b9-181d-471f-b815-732fa4f230b8 req-a036af89-377b-4e58-b6db-5cd2c9c0e988 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Aug 23 04:00:26.992421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc627d4a-6947-489d-8d37-61592636e70c req-011914e5-9bc1-412a-8e79-c584565d3046 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:26.994003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc627d4a-6947-489d-8d37-61592636e70c req-011914e5-9bc1-412a-8e79-c584565d3046 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0562949 Aug 23 04:00:27.036401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc627d4a-6947-489d-8d37-61592636e70c req-e3290443-ea25-4f93-a5dc-08f075084b04 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361590 Aug 23 04:00:28.026578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64959cb-82d8-451c-9bd3-30e44cb2f19e req-c980a286-32cc-46c6-bcec-876081024fbe tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:28.028117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c64959cb-82d8-451c-9bd3-30e44cb2f19e req-c980a286-32cc-46c6-bcec-876081024fbe tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0699613 Aug 23 04:00:28.096590 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c64959cb-82d8-451c-9bd3-30e44cb2f19e req-e26c0c34-1d89-461a-8014-d0cd7c9c0935 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535889 Aug 23 04:00:28.162111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e84af9-001c-4972-bae3-3924d7e836b3 req-4ca4a9f3-bdca-4a5b-9d1a-c7fe742e7d71 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:28.163933 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51e84af9-001c-4972-bae3-3924d7e836b3 req-4ca4a9f3-bdca-4a5b-9d1a-c7fe742e7d71 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0506098 Aug 23 04:00:28.203098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51e84af9-001c-4972-bae3-3924d7e836b3 req-5ad0f4ba-e25e-45e8-90de-099205c3dae8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328500 Aug 23 04:00:28.722429 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a66c71d4-7699-4d89-8d9f-f52cd81c9e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:28.729213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a4d7537f-dd07-48aa-9d85-ff31886fba0b no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:00:28.756939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: a4d7537f-dd07-48aa-9d85-ff31886fba0b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:00:28.760027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a4d7537f-dd07-48aa-9d85-ff31886fba0b not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:00:28.836180 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:29.275462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7470-7b7b-4948-b45b-b4ad0ef6a6f4 req-5ef6d97e-3bf8-4377-8dc2-a7f77e180a21 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:29.286111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cda7470-7b7b-4948-b45b-b4ad0ef6a6f4 req-5ef6d97e-3bf8-4377-8dc2-a7f77e180a21 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.1258647 Aug 23 04:00:29.355532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cda7470-7b7b-4948-b45b-b4ad0ef6a6f4 req-db9b33b3-09b2-414e-a458-35e46b40e19e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682938 Aug 23 04:00:29.395501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15bf60-304e-480f-9444-44410a234ec1 req-7509a65f-4fce-4ad1-9ae2-5391f194f724 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:29.397341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc15bf60-304e-480f-9444-44410a234ec1 req-7509a65f-4fce-4ad1-9ae2-5391f194f724 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0822186 Aug 23 04:00:29.447889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc15bf60-304e-480f-9444-44410a234ec1 req-bd8b7600-61ae-41fd-b2df-1152f0685193 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353169 Aug 23 04:00:30.430689 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:30.491095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74921a0-e217-40a9-a862-faa63ecdc0d0 req-82e09f7f-e732-47db-9956-23fd80bafa62 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:30.492687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c74921a0-e217-40a9-a862-faa63ecdc0d0 req-82e09f7f-e732-47db-9956-23fd80bafa62 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0597358 Aug 23 04:00:30.567578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c74921a0-e217-40a9-a862-faa63ecdc0d0 req-237d9008-75b7-4d84-b9e7-36bd122d30b0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686288 Aug 23 04:00:30.604934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99a8f2-68ce-4cb3-a461-56168acf4b23 req-007c411c-c238-4453-9793-969d79565bc0 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:30.610500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1c99a8f2-68ce-4cb3-a461-56168acf4b23 req-007c411c-c238-4453-9793-969d79565bc0 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0844896 Aug 23 04:00:30.699298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1c99a8f2-68ce-4cb3-a461-56168acf4b23 req-d90f56e8-6e9d-48e1-9c81-630858427cbc tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762832 Aug 23 04:00:31.425624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1d41a-e21a-4112-a5be-15bdff233f07 req-07084f5a-3425-4240-b654-1c92c5c0f720 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:31.427985 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-72c1d41a-e21a-4112-a5be-15bdff233f07 req-07084f5a-3425-4240-b654-1c92c5c0f720 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 946 time: 0.0635505 Aug 23 04:00:31.471817 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-72c1d41a-e21a-4112-a5be-15bdff233f07 req-c7c91f41-a589-44a2-8b1c-356ad86a69ad tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Aug 23 04:00:31.718322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ea5a2-a1ce-4ac9-a8a9-009316ae5dc6 req-5c9a2bb3-1ca3-4f7e-ae3b-72c811551e3e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:31.720351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1e1ea5a2-a1ce-4ac9-a8a9-009316ae5dc6 req-5c9a2bb3-1ca3-4f7e-ae3b-72c811551e3e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0597522 Aug 23 04:00:31.756274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:31.760795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1e1ea5a2-a1ce-4ac9-a8a9-009316ae5dc6 req-1e2a8def-23c3-4968-b94c-9f1773ee4e24 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341854 Aug 23 04:00:31.818072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa25f0e-7451-4e38-81f9-ceaedab28cde req-5beb1988-88d5-4902-bc4d-5d3528fb2bee tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:31.819606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8aa25f0e-7451-4e38-81f9-ceaedab28cde req-5beb1988-88d5-4902-bc4d-5d3528fb2bee tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0565078 Aug 23 04:00:31.874982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8aa25f0e-7451-4e38-81f9-ceaedab28cde req-48c5a41c-1b31-46e9-bc2a-9545baca9438 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461657 Aug 23 04:00:32.645205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac2227-dec1-468b-9b56-7a7556a06643 req-55d312fc-206d-43b1-9e97-b9ea908f6f07 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:32.646702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1dac2227-dec1-468b-9b56-7a7556a06643 req-55d312fc-206d-43b1-9e97-b9ea908f6f07 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 946 time: 0.1043065 Aug 23 04:00:32.694231 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1dac2227-dec1-468b-9b56-7a7556a06643 req-ebb091c8-b615-42c4-a3c2-4ed8206b66e3 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Aug 23 04:00:32.827177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-e5789995-ea6c-4139-948b-411b2b647a28 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:32.828751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-e5789995-ea6c-4139-948b-411b2b647a28 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.24 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 946 time: 0.0513446 Aug 23 04:00:32.925747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5ae8c-1334-41a6-905b-8304b732b53f req-6dbfc86e-c7e1-44b9-adf6-1134131b0b04 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:32.927402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ddb5ae8c-1334-41a6-905b-8304b732b53f req-6dbfc86e-c7e1-44b9-adf6-1134131b0b04 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0950503 Aug 23 04:00:33.026204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Deleting port fc78e912-3b13-43fa-b9c6-cb35a721803d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:00:33.026801 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:33.031279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478493c9-1185-4606-bd4b-a3a683a63dec req-114ab156-8ec7-4fdc-a675-bacc863f84c0 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:33.044030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-478493c9-1185-4606-bd4b-a3a683a63dec req-114ab156-8ec7-4fdc-a675-bacc863f84c0 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0991399 Aug 23 04:00:33.089628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-478493c9-1185-4606-bd4b-a3a683a63dec req-6ccf2228-f385-47e5-8a9b-b71c3c6b656b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446186 Aug 23 04:00:33.109069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ddb5ae8c-1334-41a6-905b-8304b732b53f req-20e162d6-f9e2-4207-96d2-b10b66ab0065 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451044 Aug 23 04:00:33.146062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] For port fc78e912-3b13-43fa-b9c6-cb35a721803d, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fc78e912-3b13-43fa-b9c6-cb35a721803d,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:33.147613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:33.160903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Calling delete_port for fc78e912-3b13-43fa-b9c6-cb35a721803d owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:00:33.360380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:33.374281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6aa900f1-04e8-4bba-ad3e-c3def0945eee', 'fc78e912-3b13-43fa-b9c6-cb35a721803d'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:33.391620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Pushing event deleted for resources: {'Port': ['ID=fc78e912-3b13-43fa-b9c6-cb35a721803d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:33.416445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['868b782a-c990-4c61-9f08-5262dafca319'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:33.455426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] No DVR routers for this DVR port fc78e912-3b13-43fa-b9c6-cb35a721803d on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:00:33.458986 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:33.461197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35f32b6c-cdeb-44ab-92c2-a4f505be2a87 req-d4077232-4d13-46ab-9caf-63c4deb751eb tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.24 "DELETE /v2.0/ports/fc78e912-3b13-43fa-b9c6-cb35a721803d HTTP/1.1" status: 204 len: 173 time: 0.6205165 Aug 23 04:00:33.461643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77027a74-a464-4023-89e9-b0ca0c6906a9', 'name': 'network-vif-deleted', 'tag': 'fc78e912-3b13-43fa-b9c6-cb35a721803d'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:00:33.470558 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18288859-e1e4-449e-96d5-644855b23e5d" -d '{"events": [{"server_uuid": "77027a74-a464-4023-89e9-b0ca0c6906a9", "name": "network-vif-deleted", "tag": "fc78e912-3b13-43fa-b9c6-cb35a721803d"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:00:33.529754 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5f8250-91f0-407c-b657-464042c225f5 x-openstack-request-id: req-6b5f8250-91f0-407c-b657-464042c225f5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:00:33.529754 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77027a74-a464-4023-89e9-b0ca0c6906a9", "name": "network-vif-deleted", "tag": "fc78e912-3b13-43fa-b9c6-cb35a721803d", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:00:33.529970 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b5f8250-91f0-407c-b657-464042c225f5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:00:33.530321 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77027a74-a464-4023-89e9-b0ca0c6906a9', 'name': 'network-vif-deleted', 'tag': 'fc78e912-3b13-43fa-b9c6-cb35a721803d', 'status': 'completed', 'code': 200} Aug 23 04:00:33.805548 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80b9c941-8f46-4d5d-811a-527ec741d834 req-7f4744a6-a79b-4422-8fd8-f854c0fe3de8 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=77027a74-a464-4023-89e9-b0ca0c6906a9 HTTP/1.1" status: 200 len: 210 time: 0.0345719 Aug 23 04:00:34.239487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be499f32-b55e-42ec-a2b4-9fb5497150b5 req-57338864-c048-4a59-85ef-213680a39bc1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:34.241147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be499f32-b55e-42ec-a2b4-9fb5497150b5 req-57338864-c048-4a59-85ef-213680a39bc1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0552442 Aug 23 04:00:34.291647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7755ed-4ba0-4955-b626-df217db61c18 req-ba70af82-6fc2-4be7-a3fe-f0df68b1900f tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:34.299330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-be499f32-b55e-42ec-a2b4-9fb5497150b5 req-ac0e5156-6ce9-4d57-a230-961a50505cf7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509322 Aug 23 04:00:34.305580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fd7755ed-4ba0-4955-b626-df217db61c18 req-ba70af82-6fc2-4be7-a3fe-f0df68b1900f tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.1186106 Aug 23 04:00:34.340317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fd7755ed-4ba0-4955-b626-df217db61c18 req-3fd2255a-a952-4c79-9f67-7749d98195c3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Aug 23 04:00:35.333231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe373f-e213-42df-acfc-8076169d52fc req-a04a097e-20d9-4ae7-831b-c74d2079c333 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:35.334906 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0dfe373f-e213-42df-acfc-8076169d52fc req-a04a097e-20d9-4ae7-831b-c74d2079c333 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 946 time: 0.0595198 Aug 23 04:00:35.376011 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0dfe373f-e213-42df-acfc-8076169d52fc req-6ff53aa9-bb0d-4a3e-8f69-4bff6564ab16 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333071 Aug 23 04:00:35.435600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08ce5-da9f-4023-be82-97ea654797c2 req-bdb4a6ba-7db7-435c-8266-a4e2f4089672 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:35.437197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8da08ce5-da9f-4023-be82-97ea654797c2 req-bdb4a6ba-7db7-435c-8266-a4e2f4089672 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0511382 Aug 23 04:00:35.476882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8da08ce5-da9f-4023-be82-97ea654797c2 req-fb32e9bf-0eac-42b0-9ccf-489511ab855c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Aug 23 04:00:35.492279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eb8fd-3ac0-4a38-9b71-5696426202ad req-10fbfccf-b276-42f0-9b10-f9fe1b96219b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:35.493859 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d68eb8fd-3ac0-4a38-9b71-5696426202ad req-10fbfccf-b276-42f0-9b10-f9fe1b96219b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0532022 Aug 23 04:00:35.547293 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d68eb8fd-3ac0-4a38-9b71-5696426202ad req-e1483419-cc19-4f5b-bf08-b13ded6e95ce tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Aug 23 04:00:36.492394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54420e-0181-4a90-81c1-9eb94044b70b req-a535b522-de2e-416a-a105-e1d52d2d9b3f tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:36.493972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e54420e-0181-4a90-81c1-9eb94044b70b req-a535b522-de2e-416a-a105-e1d52d2d9b3f tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 946 time: 0.0495970 Aug 23 04:00:36.535269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e54420e-0181-4a90-81c1-9eb94044b70b req-c833ae4c-b4ff-465d-8080-5cbe3c6f19d7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353715 Aug 23 04:00:36.635563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f527f42-d266-40d7-b14f-d2030278ef94 req-4d52d8f9-da25-4dba-a6ef-8f44ed8a89c7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:36.643946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f527f42-d266-40d7-b14f-d2030278ef94 req-4d52d8f9-da25-4dba-a6ef-8f44ed8a89c7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0856893 Aug 23 04:00:36.690472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7f527f42-d266-40d7-b14f-d2030278ef94 req-71df1d84-06b1-4245-968d-36bf4dda20f5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456762 Aug 23 04:00:36.709571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eb09a-764d-45fc-8140-e885b2fc5625 req-dc8f56b2-d044-42d2-b1e3-12c5ce7e2092 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:36.711558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e8eb09a-764d-45fc-8140-e885b2fc5625 req-dc8f56b2-d044-42d2-b1e3-12c5ce7e2092 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0742114 Aug 23 04:00:36.774457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e8eb09a-764d-45fc-8140-e885b2fc5625 req-53303cd1-ad4d-489d-a673-183a9e58a7a8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562749 Aug 23 04:00:36.825929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fc78e912-3b13-43fa-b9c6-cb35a721803d no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:00:36.851607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: fc78e912-3b13-43fa-b9c6-cb35a721803d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:00:36.856885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fc78e912-3b13-43fa-b9c6-cb35a721803d not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:00:36.889709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945f023-edbc-4466-9f31-33022fdaf44e req-c0aeaac1-1d0a-4d75-afe0-6a2c44bf50aa tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:36.893473 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a945f023-edbc-4466-9f31-33022fdaf44e req-c0aeaac1-1d0a-4d75-afe0-6a2c44bf50aa tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0557353 Aug 23 04:00:36.940731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a945f023-edbc-4466-9f31-33022fdaf44e req-6d799beb-3e45-4c43-95af-4accca2b3c19 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428185 Aug 23 04:00:37.073603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db7aef-584d-4778-b5ef-7f1817ec1612 req-431ff20d-632d-49ba-b346-bdca52246f54 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:37.075264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7db7aef-584d-4778-b5ef-7f1817ec1612 req-431ff20d-632d-49ba-b346-bdca52246f54 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0570233 Aug 23 04:00:37.138527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7db7aef-584d-4778-b5ef-7f1817ec1612 req-3c4b5f64-fad3-44f5-a50c-9991d4b71dd2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535433 Aug 23 04:00:37.152373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-267830e5-73ff-4ef9-9d05-7a0600bec577 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:37.153907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-267830e5-73ff-4ef9-9d05-7a0600bec577 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.11 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 946 time: 0.0777755 Aug 23 04:00:37.255525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Deleting port 868b782a-c990-4c61-9f08-5262dafca319 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:00:37.255957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:37.367751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] For port 868b782a-c990-4c61-9f08-5262dafca319, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=868b782a-c990-4c61-9f08-5262dafca319,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:37.368266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:37.396018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Calling delete_port for 868b782a-c990-4c61-9f08-5262dafca319 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:00:37.507589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-9cf0446a-17e3-4caf-99ef-55f3d8c0cc80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:37.509689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-9cf0446a-17e3-4caf-99ef-55f3d8c0cc80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.1499202 Aug 23 04:00:37.544910 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-5f50bf5d-4627-48da-9716-40c8ab486c69 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/quotas/17a63caf60224e979a6cbaa5a1e80bf9 HTTP/1.1" status: 200 len: 375 time: 0.0269203 Aug 23 04:00:37.571448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:37.639022 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:37.641764 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-cd8af6d6-b41b-4c76-9f26-9a311401f529 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0903502 Aug 23 04:00:37.650183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6aa900f1-04e8-4bba-ad3e-c3def0945eee'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:37.675456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2acaff5c-f493-4dbe-bc24-d5cad57c184c req-17460b30-062b-4797-8903-73ad34ed9e87 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 210 time: 0.0479648 Aug 23 04:00:37.680702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['868b782a-c990-4c61-9f08-5262dafca319'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:37.763371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Pushing event deleted for resources: {'Port': ['ID=868b782a-c990-4c61-9f08-5262dafca319,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:37.786125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.786125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.786504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.786601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.786942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.798360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.803856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.803856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.803856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.803856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.804354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.804470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:37.812070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] No DVR routers for this DVR port 868b782a-c990-4c61-9f08-5262dafca319 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:00:37.815053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:37.817412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac3bad8e-4b85-4f95-b4f2-01bdabcc6f3b req-9fc2b0bb-8ff3-455c-abe9-c76bbb6770e9 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.11 "DELETE /v2.0/ports/868b782a-c990-4c61-9f08-5262dafca319 HTTP/1.1" status: 204 len: 173 time: 0.6568568 Aug 23 04:00:37.818306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04379780-78a1-484f-999b-16cc303b1d54', 'name': 'network-vif-deleted', 'tag': '868b782a-c990-4c61-9f08-5262dafca319'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:00:37.830878 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845fcc24-9394-4e74-99a0-018277b204c2" -d '{"events": [{"server_uuid": "04379780-78a1-484f-999b-16cc303b1d54", "name": "network-vif-deleted", "tag": "868b782a-c990-4c61-9f08-5262dafca319"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:00:37.946766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6d0e-89f6-497f-9b4c-d7ea78df0dc7 req-5b4231e7-3cf9-4d8f-b204-d45533ed6884 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:37.949107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f6a6d0e-89f6-497f-9b4c-d7ea78df0dc7 req-5b4231e7-3cf9-4d8f-b204-d45533ed6884 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0743570 Aug 23 04:00:37.975781 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-8a3824f2-8422-471f-8b4b-0f5d44d6f9be service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263388 Aug 23 04:00:38.006531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f6a6d0e-89f6-497f-9b4c-d7ea78df0dc7 req-d8e33abd-3f27-46d4-86f7-71710f0188ac tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442486 Aug 23 04:00:38.073424 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82e6f17-b6c6-4bf5-b9bc-080a730812ab x-openstack-request-id: req-f82e6f17-b6c6-4bf5-b9bc-080a730812ab {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:00:38.073772 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04379780-78a1-484f-999b-16cc303b1d54", "name": "network-vif-deleted", "tag": "868b782a-c990-4c61-9f08-5262dafca319", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:00:38.076107 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f82e6f17-b6c6-4bf5-b9bc-080a730812ab {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:00:38.076595 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04379780-78a1-484f-999b-16cc303b1d54', 'name': 'network-vif-deleted', 'tag': '868b782a-c990-4c61-9f08-5262dafca319', 'status': 'completed', 'code': 200} Aug 23 04:00:38.093252 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-464d8c12-a93a-4306-afac-fdaf040509c5 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162980 Aug 23 04:00:39.034355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-dcf6d349-93ff-4dd0-a687-39d21452f51d req-79c35759-99b1-4bbd-9355-ab87796d998b tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=04379780-78a1-484f-999b-16cc303b1d54 HTTP/1.1" status: 200 len: 210 time: 0.0798347 Aug 23 04:00:39.105971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25472c96-2a69-4856-ba36-7ac68332e9f6 req-68c580d6-3cd7-4832-acd1-a0fd9d4b6902 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 210 time: 0.0345187 Aug 23 04:00:39.191364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef872d-cbe1-4fc8-8ccf-0d88459719fa req-c0ff8bd7-6df8-4557-b3d8-132870bd5993 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:39.193059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beef872d-cbe1-4fc8-8ccf-0d88459719fa req-c0ff8bd7-6df8-4557-b3d8-132870bd5993 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0662251 Aug 23 04:00:39.257248 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beef872d-cbe1-4fc8-8ccf-0d88459719fa req-f664838a-10f0-434d-a3c6-ea2b56673f91 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442615 Aug 23 04:00:39.295651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-5dc2d6f9-bef5-4c5c-ae50-f378fea9d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:39.297713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-5dc2d6f9-bef5-4c5c-ae50-f378fea9d373 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 1097 time: 0.0516498 Aug 23 04:00:39.398428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-6ad55565-e091-4d81-9edc-00d1dd72808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:39.400275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-6ad55565-e091-4d81-9edc-00d1dd72808f service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 910 time: 0.0964952 Aug 23 04:00:39.499749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-5ae0051f-1b05-4795-8463-308efd743ec4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=455f43fe-d38d-440c-b136-83bc63b7e723 HTTP/1.1" status: 200 len: 1002 time: 0.0902092 Aug 23 04:00:39.556787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-680193da-08fe-410a-8834-94e65f25f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:39.558710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-680193da-08fe-410a-8834-94e65f25f27b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0516012 Aug 23 04:00:39.615725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-93335fa0-7c36-4d3c-a41c-9a952067359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:39.617584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-93335fa0-7c36-4d3c-a41c-9a952067359e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508530 Aug 23 04:00:39.725052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-600eb013-f9d0-4606-b665-aa34f7d28198 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929208 Aug 23 04:00:39.827390 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09dc59fa-f7b5-4638-a93d-4487315e409d req-5812b88b-8401-40a2-9c49-fba3bda9fc81 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955763 Aug 23 04:00:40.048678 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:00:40.205331 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7fd72096-595a-4998-b105-fadcc1baa65b req-1c77e2a4-5613-4d9a-b842-353845ff8f95 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 210 time: 0.0306842 Aug 23 04:00:40.379479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d13b7-c6a5-4df4-9505-d8b754408a9f req-19c378fb-8e73-4df9-be67-b86ba69b5e21 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:40.386451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-934d13b7-c6a5-4df4-9505-d8b754408a9f req-19c378fb-8e73-4df9-be67-b86ba69b5e21 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0631940 Aug 23 04:00:40.443392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-934d13b7-c6a5-4df4-9505-d8b754408a9f req-10767fd3-93f1-414c-bfb1-90b4ab7eda15 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551193 Aug 23 04:00:40.783651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 868b782a-c990-4c61-9f08-5262dafca319 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:00:40.810259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 868b782a-c990-4c61-9f08-5262dafca319 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:00:40.812891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 868b782a-c990-4c61-9f08-5262dafca319 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:00:41.338571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-84b54c54-f546-4660-b75e-0ac273b18fef req-9be0d25d-75b0-47a3-93ac-b532305b27c3 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 210 time: 0.0353456 Aug 23 04:00:41.438611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-cf038484-47d3-468e-a604-002472d10a46 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:41.440372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-cf038484-47d3-468e-a604-002472d10a46 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.11 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.1554878 Aug 23 04:00:41.472565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'port': {'device_id': 'cdb8b749-f7b7-4414-9ee5-ffb2f781ee41', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'admin_state_up': True, 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:00:41.645126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207610b7-ecc9-4a68-8ceb-0be12db4500c req-9380c248-4f3e-4ec3-8ed3-7d8588e5aee1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:41.646964 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-207610b7-ecc9-4a68-8ceb-0be12db4500c req-9380c248-4f3e-4ec3-8ed3-7d8588e5aee1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0738490 Aug 23 04:00:41.696343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-207610b7-ecc9-4a68-8ceb-0be12db4500c req-4c98c4f4-5a8f-45f1-a70a-75e6da9afabe tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Aug 23 04:00:41.698434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Made reservation on behalf of 17a63caf60224e979a6cbaa5a1e80bf9 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:00:41.702762 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:41.862161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Allocated IP 172.20.0.7 (a6f42f2b-c7e8-4c42-9915-befc2cd587c4/41a30ff7-50a6-4af0-a74e-74aace8d48c8/65ccff03-e6cf-4ad1-997c-4bb45348aa57) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:00:42.039059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:42.059757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Transition to ACTIVE for port object 65ccff03-e6cf-4ad1-997c-4bb45348aa57 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:00:42.177154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:42.190814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['41a8ff7a-7031-4bba-802e-0767d5698467'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:42.229311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:00:42.233483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:00:42.241978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:00:42.287320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'Port': ['ID=65ccff03-e6cf-4ad1-997c-4bb45348aa57,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:42.322704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:42.323372 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:42.428172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-6db1b60a-0e1d-4582-b04f-545acc1d8154 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9700172 Aug 23 04:00:42.449591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Request body: {'port': {'device_id': 'cdb8b749-f7b7-4414-9ee5-ffb2f781ee41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:00:42.579427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29567472-1df2-40a7-87e8-ae5b390fb860 req-ce6988b9-2ba8-4b1a-b44a-887d32e1a557 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:42.588451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-29567472-1df2-40a7-87e8-ae5b390fb860 req-ce6988b9-2ba8-4b1a-b44a-887d32e1a557 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 931 time: 0.1513715 Aug 23 04:00:42.599686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:42.662362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-29567472-1df2-40a7-87e8-ae5b390fb860 req-43825f54-edf7-494f-bca4-f35422990f88 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730224 Aug 23 04:00:42.721574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4a646aae-394f-49d0-9df3-3c38942b5b8b None None] Provisioning for port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:00:42.728667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4a646aae-394f-49d0-9df3-3c38942b5b8b None None] Provisioning complete for port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:00:42.729210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a646aae-394f-49d0-9df3-3c38942b5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:42.807101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4a646aae-394f-49d0-9df3-3c38942b5b8b None None] Port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:00:43.012600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ccff03-e6cf-4ad1-997c-4bb45348aa57 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:00:43.020330 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:43.032648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Transition to ACTIVE for port object 65ccff03-e6cf-4ad1-997c-4bb45348aa57 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:00:43.124834 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:43.181432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=65ccff03-e6cf-4ad1-997c-4bb45348aa57,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:43.265112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Attempting to bind port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:00:43.266393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Attempting to bind port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:00:43.266794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Attempting to bind port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:00:43.273934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:00:43.274284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Attempting to bind port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:00:43.286375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:00:43.286780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Checking segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:00:43.287239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Bound using segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:00:43.287593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Bound port: 65ccff03-e6cf-4ad1-997c-4bb45348aa57, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:00:43.288016 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:43.376703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] For port 65ccff03-e6cf-4ad1-997c-4bb45348aa57, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:00:43.383342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] For port 65ccff03-e6cf-4ad1-997c-4bb45348aa57, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=65ccff03-e6cf-4ad1-997c-4bb45348aa57,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:00:43.459091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:43.507608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:43.507608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:43.507608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/65ccff03-e6cf-4ad1-997c-4bb45348aa57 HTTP/1.1" status: 200 len: 1091 time: 1.0559847 Aug 23 04:00:43.507608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb8b749-f7b7-4414-9ee5-ffb2f781ee41', 'tag': '65ccff03-e6cf-4ad1-997c-4bb45348aa57'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:00:43.507608 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00b0ab7-3793-4b89-8735-941e1cc0e7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb8b749-f7b7-4414-9ee5-ffb2f781ee41", "tag": "65ccff03-e6cf-4ad1-997c-4bb45348aa57"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:00:43.564280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5917261-eae8-4a6b-9fda-94eabbb0b4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=65ccff03-e6cf-4ad1-997c-4bb45348aa57,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:43.570032 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63a1f5-a8e4-4c18-a2ae-fabb87583356 x-openstack-request-id: req-9d63a1f5-a8e4-4c18-a2ae-fabb87583356 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:00:43.570329 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb8b749-f7b7-4414-9ee5-ffb2f781ee41", "tag": "65ccff03-e6cf-4ad1-997c-4bb45348aa57", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:00:43.570586 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d63a1f5-a8e4-4c18-a2ae-fabb87583356 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:00:43.570983 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb8b749-f7b7-4414-9ee5-ffb2f781ee41', 'tag': '65ccff03-e6cf-4ad1-997c-4bb45348aa57', 'status': 'completed', 'code': 200} Aug 23 04:00:43.708754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b0ab7-3793-4b89-8735-941e1cc0e7d5 req-0bafca38-c499-4106-bff1-140b7cedefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:43.713487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00b0ab7-3793-4b89-8735-941e1cc0e7d5 req-0bafca38-c499-4106-bff1-140b7cedefd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 1094 time: 0.0758283 Aug 23 04:00:43.905808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b0ab7-3793-4b89-8735-941e1cc0e7d5 req-d5805d3f-d0a1-4132-84e2-178f2031410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:43.907337 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00b0ab7-3793-4b89-8735-941e1cc0e7d5 req-d5805d3f-d0a1-4132-84e2-178f2031410a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1788781 Aug 23 04:00:43.919492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15365c-a9d2-4aa2-b1b4-c5effb090236 req-5a6593ad-0a1f-4388-a2e0-2667a54670fd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:43.921245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb15365c-a9d2-4aa2-b1b4-c5effb090236 req-5a6593ad-0a1f-4388-a2e0-2667a54670fd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 943 time: 0.0789499 Aug 23 04:00:44.390211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb15365c-a9d2-4aa2-b1b4-c5effb090236 req-5bade555-05f9-4cf1-a6ec-3a61021f32e1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533396 Aug 23 04:00:44.416241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b0ab7-3793-4b89-8735-941e1cc0e7d5 req-7edaf0b3-01e5-4567-a8c9-e5ffa97c1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:44.418159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00b0ab7-3793-4b89-8735-941e1cc0e7d5 req-7edaf0b3-01e5-4567-a8c9-e5ffa97c1a8b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4950151 Aug 23 04:00:44.438390 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2d9e7-1292-48e5-a940-138de0613975 req-f5f7ab50-e582-43d4-bc3b-4d32a702a576 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:44.446683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffe2d9e7-1292-48e5-a940-138de0613975 req-f5f7ab50-e582-43d4-bc3b-4d32a702a576 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 945 time: 0.0636647 Aug 23 04:00:44.484962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffe2d9e7-1292-48e5-a940-138de0613975 req-e376319f-93f9-45be-87b5-fb934de7656b tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365005 Aug 23 04:00:44.560625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-a9a0496c-02b6-4a79-b7ec-0a5a0805a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:44.562380 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-a9a0496c-02b6-4a79-b7ec-0a5a0805a1f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 1094 time: 0.0624862 Aug 23 04:00:44.613989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-1dc7d4ab-0f9a-4a68-827a-36218ebce489 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65ccff03-e6cf-4ad1-997c-4bb45348aa57 HTTP/1.1" status: 200 len: 217 time: 0.0363677 Aug 23 04:00:44.663388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-d6037ed0-6be2-438e-9637-7bce5a8729a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:44.664926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-d6037ed0-6be2-438e-9637-7bce5a8729a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0446134 Aug 23 04:00:44.716924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-31bdb8f6-e10e-483c-815e-fcd7afee159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:44.719280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-31bdb8f6-e10e-483c-815e-fcd7afee159f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465853 Aug 23 04:00:44.809647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-89bdffb9-6d8c-4c48-b6e0-f9ac2d9b98d9 service neutron] 10.222.0.11 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830581 Aug 23 04:00:44.925361 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47b2008b-d845-4f2b-83d5-7eb5fc22dc04 req-563ae941-7d64-4906-a0c4-ee5d1e27cfbc service neutron] 10.222.0.11 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087732 Aug 23 04:00:45.498775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0a9d2-d740-4a20-a142-bdb504446bda req-0ab3eda2-055e-4f20-8192-78a39d8e10e8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:45.500985 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75f0a9d2-d740-4a20-a142-bdb504446bda req-0ab3eda2-055e-4f20-8192-78a39d8e10e8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 943 time: 0.0497024 Aug 23 04:00:45.544987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75f0a9d2-d740-4a20-a142-bdb504446bda req-99b5e3cc-ecab-415f-86bb-c381e71ec714 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 Aug 23 04:00:45.669208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a87e9b-c2b4-4ed4-9491-f0754b17562d req-bc5589ed-cd09-45a1-a0e5-fad64574d240 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:45.671387 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95a87e9b-c2b4-4ed4-9491-f0754b17562d req-bc5589ed-cd09-45a1-a0e5-fad64574d240 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 945 time: 0.0651693 Aug 23 04:00:45.717860 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95a87e9b-c2b4-4ed4-9491-f0754b17562d req-7cb19f44-1bda-48d5-b8e7-ffeb1091f5db tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/security-groups?id=c371e702-699b-4ed1-9262-250d76ac6e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Aug 23 04:00:45.880859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-f64b1f15-1bf7-40c8-8990-39838261eda7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:45.891074 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-f64b1f15-1bf7-40c8-8990-39838261eda7 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.24 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 945 time: 0.0481849 Aug 23 04:00:46.013442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Deleting port 6aa900f1-04e8-4bba-ad3e-c3def0945eee {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:00:46.013799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:46.107057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] For port 6aa900f1-04e8-4bba-ad3e-c3def0945eee, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6aa900f1-04e8-4bba-ad3e-c3def0945eee,segment=NetworkSegment(b42ff2df-7b39-4b44-bce1-9d1bacb30aae),segment_id=b42ff2df-7b39-4b44-bce1-9d1bacb30aae)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:46.107454 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:46.120105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Calling delete_port for 6aa900f1-04e8-4bba-ad3e-c3def0945eee owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:00:46.313710 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:46.326510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6aa900f1-04e8-4bba-ad3e-c3def0945eee'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:46.341913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Pushing event deleted for resources: {'Port': ['ID=6aa900f1-04e8-4bba-ad3e-c3def0945eee,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:46.391133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] No DVR routers for this DVR port 6aa900f1-04e8-4bba-ad3e-c3def0945eee on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:00:46.407761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:46.411033 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-44b4b96f-dc06-4be9-8a17-0af3937d550e req-8d7a7cc8-5cae-44fa-8094-4019f4627d32 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.24 "DELETE /v2.0/ports/6aa900f1-04e8-4bba-ad3e-c3def0945eee HTTP/1.1" status: 204 len: 173 time: 0.5219533 Aug 23 04:00:46.411558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db3d670-a69e-4242-908f-ec58941ab89d', 'name': 'network-vif-deleted', 'tag': '6aa900f1-04e8-4bba-ad3e-c3def0945eee'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:00:46.414556 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218cefe9-3f7c-48a1-94ca-bc5a0f3c5079" -d '{"events": [{"server_uuid": "6db3d670-a69e-4242-908f-ec58941ab89d", "name": "network-vif-deleted", "tag": "6aa900f1-04e8-4bba-ad3e-c3def0945eee"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:00:46.455011 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbe5420-77b0-4673-a2bb-997f6f07400f x-openstack-request-id: req-ffbe5420-77b0-4673-a2bb-997f6f07400f {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:00:46.455315 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db3d670-a69e-4242-908f-ec58941ab89d", "name": "network-vif-deleted", "tag": "6aa900f1-04e8-4bba-ad3e-c3def0945eee", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:00:46.455982 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffbe5420-77b0-4673-a2bb-997f6f07400f {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:00:46.456506 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db3d670-a69e-4242-908f-ec58941ab89d', 'name': 'network-vif-deleted', 'tag': '6aa900f1-04e8-4bba-ad3e-c3def0945eee', 'status': 'completed', 'code': 200} Aug 23 04:00:46.698400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb6569-3a61-456b-b4ca-d9cdb7e31709 req-bdcb047b-96a2-4753-a981-07956169a344 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:46.699894 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-54eb6569-3a61-456b-b4ca-d9cdb7e31709 req-bdcb047b-96a2-4753-a981-07956169a344 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 943 time: 0.0491796 Aug 23 04:00:46.746997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-54eb6569-3a61-456b-b4ca-d9cdb7e31709 req-3c5715c4-8a0f-4c48-ab5c-992af05b229b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Aug 23 04:00:46.857952 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d41313dc-f2a0-4265-a3c4-e7aafbefc30e req-3851cc72-70f6-4259-8380-5867b6e6e277 tempest-AttachVolumeNegativeTest-2084784559 tempest-AttachVolumeNegativeTest-2084784559-project] 10.222.0.20 "GET /v2.0/ports?device_id=6db3d670-a69e-4242-908f-ec58941ab89d HTTP/1.1" status: 200 len: 210 time: 0.0269244 Aug 23 04:00:47.893043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ac14c-a164-4a06-9680-75946c513a11 req-f5b003ea-e395-45ff-8e08-fbec654febc0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:47.896916 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-278ac14c-a164-4a06-9680-75946c513a11 req-f5b003ea-e395-45ff-8e08-fbec654febc0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 943 time: 0.0546651 Aug 23 04:00:47.918760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41748) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:47.939708 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-278ac14c-a164-4a06-9680-75946c513a11 req-c44130ca-1e72-4b63-aa16-d81c67c9ea71 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368094 Aug 23 04:00:47.972517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-721794c0-bbc2-4987-b3d1-392d6153bc2a admin admin] Deleting subnet 2388861d-573e-49dd-b5da-6ff7addfc4c2 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:00:47.979444 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-721794c0-bbc2-4987-b3d1-392d6153bc2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.022197 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-721794c0-bbc2-4987-b3d1-392d6153bc2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.063876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-721794c0-bbc2-4987-b3d1-392d6153bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.219181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-721794c0-bbc2-4987-b3d1-392d6153bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.246713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721794c0-bbc2-4987-b3d1-392d6153bc2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2388861d-573e-49dd-b5da-6ff7addfc4c2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:48.255617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-721794c0-bbc2-4987-b3d1-392d6153bc2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.255617 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-721794c0-bbc2-4987-b3d1-392d6153bc2a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2388861d-573e-49dd-b5da-6ff7addfc4c2 HTTP/1.1" status: 204 len: 168 time: 0.3314314 Aug 23 04:00:48.255617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41754) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:48.350664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.432063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.442658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb2d891-9503-4f78-a507-6e63142de543']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:00:48.452679 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:00:48.453769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42ff2df-7b39-4b44-bce1-9d1bacb30aae') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:00:48.464017 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.479238 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.486222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:00:48.486624 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:00:48.488326 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:00:48.652733 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.658874 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:48.660749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ccb2d891-9503-4f78-a507-6e63142de543 HTTP/1.1" status: 204 len: 168 time: 0.4062560 Aug 23 04:00:48.672612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02b5aa-ac23-422e-a15a-317226cfb205 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb2d891-9503-4f78-a507-6e63142de543,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:48.836800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 65ccff03-e6cf-4ad1-997c-4bb45348aa57 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:00:48.908681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6aa900f1-04e8-4bba-ad3e-c3def0945eee no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:00:48.936495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 6aa900f1-04e8-4bba-ad3e-c3def0945eee {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:00:48.936759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6aa900f1-04e8-4bba-ad3e-c3def0945eee not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:00:48.970303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 65ccff03-e6cf-4ad1-997c-4bb45348aa57, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=65ccff03-e6cf-4ad1-997c-4bb45348aa57,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:48.982406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '65ccff03-e6cf-4ad1-997c-4bb45348aa57', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'port_id': '65ccff03-e6cf-4ad1-997c-4bb45348aa57', 'mac_address': 'fa:16:3e:99:24:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:00:49.028377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:49.045339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ccff03-e6cf-4ad1-997c-4bb45348aa57 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:00:49.067966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a40ff7-14cf-4e9f-a9cf-325e3d52dc27 req-54700890-47c3-49eb-a13c-a57bfd6f5248 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:49.072459 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46a40ff7-14cf-4e9f-a9cf-325e3d52dc27 req-54700890-47c3-49eb-a13c-a57bfd6f5248 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 943 time: 0.0510523 Aug 23 04:00:49.072645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 65ccff03-e6cf-4ad1-997c-4bb45348aa57, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=65ccff03-e6cf-4ad1-997c-4bb45348aa57,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:49.110373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41772) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:49.114018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46a40ff7-14cf-4e9f-a9cf-325e3d52dc27 req-18cfa14a-de64-4827-9889-be53b624f685 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370164 Aug 23 04:00:49.158109 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3d683947-2d6c-4280-9b57-f0118b73d750 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30cc3c060f244c86a3a6293962a731d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465016 Aug 23 04:00:49.160759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41774) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:49.178403 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:49.211755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ce0e88c-b582-4561-816c-e7452aa85070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:49.225252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=65ccff03-e6cf-4ad1-997c-4bb45348aa57,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:49.237881 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ce0e88c-b582-4561-816c-e7452aa85070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:49.367072 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ce0e88c-b582-4561-816c-e7452aa85070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:49.369656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ce0e88c-b582-4561-816c-e7452aa85070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:49.370847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1ce0e88c-b582-4561-816c-e7452aa85070 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c371e702-699b-4ed1-9262-250d76ac6e35 HTTP/1.1" status: 204 len: 168 time: 0.2088733 Aug 23 04:00:49.378795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0e88c-b582-4561-816c-e7452aa85070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c371e702-699b-4ed1-9262-250d76ac6e35,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:49.605901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['65ccff03-e6cf-4ad1-997c-4bb45348aa57'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:00:50.251880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc1bbc-89cf-44c2-bbd2-7b5a0b15bf0d req-e521cfe9-75ed-4989-844b-4fd8fbcfb536 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:50.263771 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2bc1bbc-89cf-44c2-bbd2-7b5a0b15bf0d req-e521cfe9-75ed-4989-844b-4fd8fbcfb536 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 944 time: 0.0580575 Aug 23 04:00:50.296113 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2bc1bbc-89cf-44c2-bbd2-7b5a0b15bf0d req-ef1b91f8-1692-4cff-938a-7746fb1dead1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363533 Aug 23 04:00:50.867760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 65ccff03-e6cf-4ad1-997c-4bb45348aa57 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:00:51.007217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:00:51.012523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:00:51.017556 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:51.123128 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:51.161947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 65ccff03-e6cf-4ad1-997c-4bb45348aa57, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=65ccff03-e6cf-4ad1-997c-4bb45348aa57,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:00:51.162915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb8b749-f7b7-4414-9ee5-ffb2f781ee41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ccff03-e6cf-4ad1-997c-4bb45348aa57'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:00:51.165507 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becd7882-9bfb-4a7b-9054-5be55d491456" -d '{"events": [{"server_uuid": "cdb8b749-f7b7-4414-9ee5-ffb2f781ee41", "name": "network-vif-plugged", "status": "completed", "tag": "65ccff03-e6cf-4ad1-997c-4bb45348aa57"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:00:51.207113 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a8347-0abf-4d90-ad7c-b8856885eeaf x-openstack-request-id: req-dc4a8347-0abf-4d90-ad7c-b8856885eeaf {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:00:51.207113 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb8b749-f7b7-4414-9ee5-ffb2f781ee41", "name": "network-vif-plugged", "status": "completed", "tag": "65ccff03-e6cf-4ad1-997c-4bb45348aa57", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:00:51.207113 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc4a8347-0abf-4d90-ad7c-b8856885eeaf {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:00:51.207113 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb8b749-f7b7-4414-9ee5-ffb2f781ee41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ccff03-e6cf-4ad1-997c-4bb45348aa57', 'code': 200} Aug 23 04:00:51.281334 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:51.348780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=65ccff03-e6cf-4ad1-997c-4bb45348aa57,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:51.381833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd187b8e-fb21-482f-80d0-f19078d5d393 req-dde0a8c6-20f9-488a-82b4-6eb345d5c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:51.381833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd187b8e-fb21-482f-80d0-f19078d5d393 req-dde0a8c6-20f9-488a-82b4-6eb345d5c306 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 1096 time: 0.0791838 Aug 23 04:00:51.419064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd187b8e-fb21-482f-80d0-f19078d5d393 req-cd10a4d3-4041-4eda-b546-55e31624863c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Aug 23 04:00:51.473216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346d2d3-0955-40ca-a486-cb65f26deb38 req-c7e19be4-aaab-480c-84fd-19d37944a52c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:51.481266 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b346d2d3-0955-40ca-a486-cb65f26deb38 req-c7e19be4-aaab-480c-84fd-19d37944a52c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 945 time: 0.0646813 Aug 23 04:00:51.544825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b346d2d3-0955-40ca-a486-cb65f26deb38 req-e92d095e-3a14-4d54-9f61-1efe37f48614 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623565 Aug 23 04:00:52.650325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b024c8-6306-4bae-ae30-7a33f2f3c4f9 req-3cd29079-3e0a-4b7d-81f7-ca7f738e2335 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:52.651879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57b024c8-6306-4bae-ae30-7a33f2f3c4f9 req-3cd29079-3e0a-4b7d-81f7-ca7f738e2335 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 945 time: 0.0533774 Aug 23 04:00:52.685277 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:52.696740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57b024c8-6306-4bae-ae30-7a33f2f3c4f9 req-b88f26f0-e60a-4be4-b548-f9eb11faf1dc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Aug 23 04:00:53.695743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 41904) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:53.857932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2690713-af95-4622-906c-b648a4392bf9 req-c76a4615-0a71-4194-af92-41deb5b31716 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:53.859584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2690713-af95-4622-906c-b648a4392bf9 req-c76a4615-0a71-4194-af92-41deb5b31716 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 945 time: 0.0606992 Aug 23 04:00:53.882660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-518f7171-1947-4bfe-99de-5a5d70cfe29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:53.905063 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2690713-af95-4622-906c-b648a4392bf9 req-d325b2fd-9567-476c-a8d6-ad23a71c6aa0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390639 Aug 23 04:00:53.992584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-518f7171-1947-4bfe-99de-5a5d70cfe29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:54.052893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-518f7171-1947-4bfe-99de-5a5d70cfe29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:54.097639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-518f7171-1947-4bfe-99de-5a5d70cfe29d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f90f2aef0a704995ba0a517192b674b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999641 Aug 23 04:00:54.098608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f7171-1947-4bfe-99de-5a5d70cfe29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1325bf01-04c9-424d-81df-04a86a16e542,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:54.100267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41920) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:54.152368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:54.173218 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:54.285115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:54.289105 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:54.289105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1325bf01-04c9-424d-81df-04a86a16e542 HTTP/1.1" status: 204 len: 168 time: 0.1875713 Aug 23 04:00:54.296931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1325bf01-04c9-424d-81df-04a86a16e542,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:54.304515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.304880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.305226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.305555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.306098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.311874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.311874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.311874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.311874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.311874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.311874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.311874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89a3aa-4744-4482-97b2-2e130af3c210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:00:54.897485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41938) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:54.911962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363e9fe1-92fb-430b-a7aa-2acf399eeed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:55.002170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363e9fe1-92fb-430b-a7aa-2acf399eeed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:55.081112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363e9fe1-92fb-430b-a7aa-2acf399eeed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:55.118816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e9fe1-92fb-430b-a7aa-2acf399eeed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebc37fd-b8dc-4db8-9f10-47bc23bbbb3d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:55.124141 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-363e9fe1-92fb-430b-a7aa-2acf399eeed8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b850e2765c2b4d478ba372df5b2ab519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242444 Aug 23 04:00:55.125945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 41946) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:55.177446 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c24216a-9740-4c5c-bf7a-b726d9cdf14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:55.198160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c24216a-9740-4c5c-bf7a-b726d9cdf14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:55.303750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c24216a-9740-4c5c-bf7a-b726d9cdf14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:55.306415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c24216a-9740-4c5c-bf7a-b726d9cdf14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:55.307720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c24216a-9740-4c5c-bf7a-b726d9cdf14c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bebc37fd-b8dc-4db8-9f10-47bc23bbbb3d HTTP/1.1" status: 204 len: 168 time: 0.1807406 Aug 23 04:00:55.316254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24216a-9740-4c5c-bf7a-b726d9cdf14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebc37fd-b8dc-4db8-9f10-47bc23bbbb3d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:55.863364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-39383f09-84ec-43f9-82b0-0019c9a6f767 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:55.864874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-39383f09-84ec-43f9-82b0-0019c9a6f767 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1011221 Aug 23 04:00:55.887643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-1438970f-7ff8-410b-9fb9-b5bdadd1cc18 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/quotas/e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 375 time: 0.0140719 Aug 23 04:00:55.960997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-541bc088-9375-4279-9a7a-1fee8826dd01 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618162 Aug 23 04:00:56.067486 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1719bfc6-fc5f-4aa7-8cdb-dd1adf505e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:56.175045 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-469ed043-e34e-4681-9c54-937cf6df3d34 service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071242 Aug 23 04:00:56.269040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-7e88f694-47a8-417c-830e-49e10650373c service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877817 Aug 23 04:00:56.888912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f052871c-7d45-4193-b97e-fde861e572df req-7c12e3ea-1162-431f-8568-d035c27c9a4d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 210 time: 0.0428643 Aug 23 04:00:57.995746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-563fe90e-47d4-406b-964b-eaf538efaaa2 req-f52228d1-5528-4eb0-be83-2496a30029e9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 210 time: 0.0317004 Aug 23 04:00:58.747192 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-68302496-720d-42bb-8850-f6fd3e5abb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:58.808819 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:58.839417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-3e1367f2-4f0d-4bb2-92f1-8154c8edbf6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:58.841652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-3e1367f2-4f0d-4bb2-92f1-8154c8edbf6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1084464 Aug 23 04:00:58.854416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'port': {'device_id': '53f1f377-1eea-4c0f-9b92-3482931badfc', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'admin_state_up': True, 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:00:59.052298 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Made reservation on behalf of e3e5f49885824abaa95bf72b9f7d181b for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:00:59.057527 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:59.114464 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f973fddb-6d86-4eed-8c2c-94f8155d4b1c req-e9630739-f0eb-4265-b7fe-913c65fe3842 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 210 time: 0.0339165 Aug 23 04:00:59.223874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.20.0.10 (da389ae7-7804-4ae7-8f73-f7c7932783d0/31bdaccd-306d-4d80-92e2-e885e165ffa3/c6643b71-5f77-421d-a072-2e4f28bfb955) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:00:59.373063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:59.388502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Transition to ACTIVE for port object c6643b71-5f77-421d-a072-2e4f28bfb955 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:00:59.485599 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:59.493737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42112) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:59.543193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:00:59.552381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:00:59.554628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=c6643b71-5f77-421d-a072-2e4f28bfb955,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:59.556749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:00:59.615203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:00:59.615882 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:59.686256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6897045-bea1-4df9-94ac-9bf3b0d7e09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:59.699967 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-855b82c2-258e-4cba-8c68-206a20ec5765 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8466122 Aug 23 04:00:59.710084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Request body: {'port': {'device_id': '53f1f377-1eea-4c0f-9b92-3482931badfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:00:59.771460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:59.791597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6897045-bea1-4df9-94ac-9bf3b0d7e09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:59.852358 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6897045-bea1-4df9-94ac-9bf3b0d7e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:00:59.898566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6897045-bea1-4df9-94ac-9bf3b0d7e09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4effd9df-f162-4b62-8cf9-698f8641071d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:00:59.922908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c6897045-bea1-4df9-94ac-9bf3b0d7e09e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06a9ddb6fcbd45a692868618633b007c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256043 Aug 23 04:00:59.927747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42120) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:00:59.998444 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97f5e48a-4c37-4f53-aab6-67cfe1f4ad52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.001986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-56978427-c2db-4abb-9d2a-690be11ee428 None None] Provisioning for port c6643b71-5f77-421d-a072-2e4f28bfb955 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:00.013981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-56978427-c2db-4abb-9d2a-690be11ee428 None None] Provisioning complete for port c6643b71-5f77-421d-a072-2e4f28bfb955 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:00.014449 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-56978427-c2db-4abb-9d2a-690be11ee428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.029148 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97f5e48a-4c37-4f53-aab6-67cfe1f4ad52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.086872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-56978427-c2db-4abb-9d2a-690be11ee428 None None] Port c6643b71-5f77-421d-a072-2e4f28bfb955 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:01:00.149921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6643b71-5f77-421d-a072-2e4f28bfb955 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:01:00.155426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97f5e48a-4c37-4f53-aab6-67cfe1f4ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.158218 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.160878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97f5e48a-4c37-4f53-aab6-67cfe1f4ad52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.162598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-97f5e48a-4c37-4f53-aab6-67cfe1f4ad52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4effd9df-f162-4b62-8cf9-698f8641071d HTTP/1.1" status: 204 len: 168 time: 0.2339013 Aug 23 04:01:00.175884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5e48a-4c37-4f53-aab6-67cfe1f4ad52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4effd9df-f162-4b62-8cf9-698f8641071d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:00.176577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Transition to ACTIVE for port object c6643b71-5f77-421d-a072-2e4f28bfb955 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:00.263791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476ac6a-4fa1-4f30-a541-40c589ab081f req-732cbccc-2f31-4cc1-b62e-434c466b637d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:00.265235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a476ac6a-4fa1-4f30-a541-40c589ab081f req-732cbccc-2f31-4cc1-b62e-434c466b637d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 932 time: 0.0499997 Aug 23 04:01:00.285970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.379257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a476ac6a-4fa1-4f30-a541-40c589ab081f req-e05c4c82-74e7-468d-8d33-df9a2ab2b610 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055570 Aug 23 04:01:00.411901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Pushing event updated for resources: {'Port': ['ID=c6643b71-5f77-421d-a072-2e4f28bfb955,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:00.461599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.506128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Attempting to bind port c6643b71-5f77-421d-a072-2e4f28bfb955 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:01:00.506478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Attempting to bind port c6643b71-5f77-421d-a072-2e4f28bfb955 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:01:00.506815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Attempting to bind port c6643b71-5f77-421d-a072-2e4f28bfb955 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:01:00.545963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Port c6643b71-5f77-421d-a072-2e4f28bfb955 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:01:00.546842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Attempting to bind port c6643b71-5f77-421d-a072-2e4f28bfb955 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:01:00.576706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:01:00.582565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:01:00.582565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Bound using segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:01:00.582565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Bound port: c6643b71-5f77-421d-a072-2e4f28bfb955, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:01:00.582565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.681061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] For port c6643b71-5f77-421d-a072-2e4f28bfb955, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:01:00.684285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] For port c6643b71-5f77-421d-a072-2e4f28bfb955, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c6643b71-5f77-421d-a072-2e4f28bfb955,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:01:00.778822 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.837509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:00.838369 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:00.840137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] 10.222.0.24 "PUT /v2.0/ports/c6643b71-5f77-421d-a072-2e4f28bfb955 HTTP/1.1" status: 200 len: 1092 time: 1.1344473 Aug 23 04:01:00.842658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f1f377-1eea-4c0f-9b92-3482931badfc', 'tag': 'c6643b71-5f77-421d-a072-2e4f28bfb955'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:01:00.846102 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5c734f-58c9-452b-8681-b8a0becc6f37" -d '{"events": [{"name": "network-changed", "server_uuid": "53f1f377-1eea-4c0f-9b92-3482931badfc", "tag": "c6643b71-5f77-421d-a072-2e4f28bfb955"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:01:00.927436 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddf5c43-45d9-49b5-b1df-417b463356f3 x-openstack-request-id: req-0ddf5c43-45d9-49b5-b1df-417b463356f3 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:01:00.927730 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f1f377-1eea-4c0f-9b92-3482931badfc", "tag": "c6643b71-5f77-421d-a072-2e4f28bfb955", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:01:00.928022 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ddf5c43-45d9-49b5-b1df-417b463356f3 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:01:00.928420 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f1f377-1eea-4c0f-9b92-3482931badfc', 'tag': 'c6643b71-5f77-421d-a072-2e4f28bfb955', 'status': 'completed', 'code': 200} Aug 23 04:01:00.950762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb1b17-9df4-4f20-94b4-5552a6c96075 service neutron] Pushing event updated for resources: {'Port': ['ID=c6643b71-5f77-421d-a072-2e4f28bfb955,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:00.986877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c734f-58c9-452b-8681-b8a0becc6f37 req-18bd36db-7da0-4256-87c7-8f1325637058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:00.988419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e5c734f-58c9-452b-8681-b8a0becc6f37 req-18bd36db-7da0-4256-87c7-8f1325637058 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 1095 time: 0.0590291 Aug 23 04:01:01.036099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42146) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:01.055830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f882d087-52f4-4f68-a448-def637a124c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:01.179694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c734f-58c9-452b-8681-b8a0becc6f37 req-d9f118c0-dbc7-41c3-b824-f630377785e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:01.181358 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e5c734f-58c9-452b-8681-b8a0becc6f37 req-d9f118c0-dbc7-41c3-b824-f630377785e0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1846554 Aug 23 04:01:01.200915 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f882d087-52f4-4f68-a448-def637a124c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:01.270335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f882d087-52f4-4f68-a448-def637a124c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:01.285066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c734f-58c9-452b-8681-b8a0becc6f37 req-7bd3dec8-18e5-43d3-9766-e26e0f018dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:01.286783 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7e5c734f-58c9-452b-8681-b8a0becc6f37 req-7bd3dec8-18e5-43d3-9766-e26e0f018dd0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0977426 Aug 23 04:01:01.323359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f882d087-52f4-4f68-a448-def637a124c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d88b07d8b92d40f2a76063ed85ed48ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855189 Aug 23 04:01:01.326794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42150) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:01.342915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882d087-52f4-4f68-a448-def637a124c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1b761-d35e-4c66-a110-7851d0891be1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:01.415078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-64634212-a83f-46ca-8323-2389ab6576c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:01.416596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-64634212-a83f-46ca-8323-2389ab6576c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 1095 time: 0.0888872 Aug 23 04:01:01.419491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c13be104-6856-4ae1-9c8c-b49c6291adfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:01.470760 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-8e4606be-743d-4d9f-a6ae-24ef3429dbe0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6643b71-5f77-421d-a072-2e4f28bfb955 HTTP/1.1" status: 200 len: 217 time: 0.0450389 Aug 23 04:01:01.493592 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c13be104-6856-4ae1-9c8c-b49c6291adfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:01.506909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabab7b-b816-4d8b-83e6-c9da3975091d req-8d818b34-f236-4c24-ad7b-794c53aadd85 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:01.515606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aeabab7b-b816-4d8b-83e6-c9da3975091d req-8d818b34-f236-4c24-ad7b-794c53aadd85 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 944 time: 0.0612142 Aug 23 04:01:01.571288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-a4a6e027-4891-49c2-ba9d-8c90fa292c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:01.572506 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aeabab7b-b816-4d8b-83e6-c9da3975091d req-18fd3ec5-6e4b-4519-9a62-8b60856cd382 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558214 Aug 23 04:01:01.573660 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-a4a6e027-4891-49c2-ba9d-8c90fa292c54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0952494 Aug 23 04:01:01.639001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-612cec04-15c1-423c-93cc-43521e4f372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:01.640496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-612cec04-15c1-423c-93cc-43521e4f372a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507851 Aug 23 04:01:01.709671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c13be104-6856-4ae1-9c8c-b49c6291adfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:01.712590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c13be104-6856-4ae1-9c8c-b49c6291adfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:01.713989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c13be104-6856-4ae1-9c8c-b49c6291adfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72c1b761-d35e-4c66-a110-7851d0891be1 HTTP/1.1" status: 204 len: 168 time: 0.3841116 Aug 23 04:01:01.727873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13be104-6856-4ae1-9c8c-b49c6291adfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1b761-d35e-4c66-a110-7851d0891be1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:01.753887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-f47804b6-1f89-4b88-abf6-a4745b23fd56 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035869 Aug 23 04:01:01.758207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:01.849188 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6f26beb-7381-4e5b-b85e-84a7e3445570 req-1d5a6dbc-ead3-42e1-836f-413d4bd5c7de service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901556 Aug 23 04:01:02.734043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f49885-90b2-422f-ac56-51e966fecb6b req-ffe81e0d-b33a-4ab8-8a64-d34c74e5e2bd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:02.740672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a2f49885-90b2-422f-ac56-51e966fecb6b req-ffe81e0d-b33a-4ab8-8a64-d34c74e5e2bd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 944 time: 0.0750182 Aug 23 04:01:02.781969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a2f49885-90b2-422f-ac56-51e966fecb6b req-ae74d8c5-ba08-4fc9-a840-791c68c5031b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Aug 23 04:01:03.466471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42224) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:03.577556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d5ead9c-b7de-4484-a4bf-30ff21bf0901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:03.666850 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d5ead9c-b7de-4484-a4bf-30ff21bf0901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:03.709983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d5ead9c-b7de-4484-a4bf-30ff21bf0901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:03.752395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1d5ead9c-b7de-4484-a4bf-30ff21bf0901 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27053952237746fcb86d590d2cdc94aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847397 Aug 23 04:01:03.753690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ead9c-b7de-4484-a4bf-30ff21bf0901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff5329-d782-4a6a-8b0a-119a9c007a47,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:03.755353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42232) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:03.816480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05631db3-a9b6-4efd-8c58-3d292d748916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:03.839425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05631db3-a9b6-4efd-8c58-3d292d748916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:03.927339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bacd50-6505-4a50-b4f5-4408482d6654 req-1f135666-3dfa-4d41-b18c-d313c8e24a54 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:03.928839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54bacd50-6505-4a50-b4f5-4408482d6654 req-1f135666-3dfa-4d41-b18c-d313c8e24a54 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 944 time: 0.0670302 Aug 23 04:01:03.969511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54bacd50-6505-4a50-b4f5-4408482d6654 req-b380a5f5-add5-42dc-9919-a5e92fc9c7e4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Aug 23 04:01:03.981524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05631db3-a9b6-4efd-8c58-3d292d748916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:03.985437 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-05631db3-a9b6-4efd-8c58-3d292d748916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:03.985622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-05631db3-a9b6-4efd-8c58-3d292d748916 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56ff5329-d782-4a6a-8b0a-119a9c007a47 HTTP/1.1" status: 204 len: 168 time: 0.2285681 Aug 23 04:01:03.994008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05631db3-a9b6-4efd-8c58-3d292d748916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff5329-d782-4a6a-8b0a-119a9c007a47,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:05.089352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0ea78-85cb-4ccb-bab0-4a947fe16eec req-8fad79b4-d4c8-4320-b0bc-7de7c7070ea2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:05.090865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-33c0ea78-85cb-4ccb-bab0-4a947fe16eec req-8fad79b4-d4c8-4320-b0bc-7de7c7070ea2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 944 time: 0.0524049 Aug 23 04:01:05.128244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-33c0ea78-85cb-4ccb-bab0-4a947fe16eec req-d0ae0e30-c43c-48a6-83ce-c16a9eaa61b9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307038 Aug 23 04:01:06.117324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ccef2-6bdc-4584-86af-786573ca68f0 req-3c5dd77c-d7a5-4aab-af22-54ccc59be1b7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:06.118878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-191ccef2-6bdc-4584-86af-786573ca68f0 req-3c5dd77c-d7a5-4aab-af22-54ccc59be1b7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0505295 Aug 23 04:01:06.158077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-191ccef2-6bdc-4584-86af-786573ca68f0 req-d34eb86b-3a98-45cc-8278-7296029cef10 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329189 Aug 23 04:01:06.280971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b878-fef9-4e07-be93-60d2ee0832d1 req-2a542358-313e-4dc5-8821-251ce03e6c7f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:06.288908 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68d6b878-fef9-4e07-be93-60d2ee0832d1 req-2a542358-313e-4dc5-8821-251ce03e6c7f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 944 time: 0.0651047 Aug 23 04:01:06.327341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff2369-9271-4242-b66b-7c09abba613a req-7a2b80dd-cb99-4086-924c-c73e32d369a7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:06.334279 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-68d6b878-fef9-4e07-be93-60d2ee0832d1 req-4c208ee6-f00b-4777-9b1d-682e7e8362b4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443926 Aug 23 04:01:06.334968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5fff2369-9271-4242-b66b-7c09abba613a req-7a2b80dd-cb99-4086-924c-c73e32d369a7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0701025 Aug 23 04:01:06.347520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42326) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:06.376874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5fff2369-9271-4242-b66b-7c09abba613a req-1ac2a5fc-6ab4-4b4d-b8ee-1ca268767882 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404751 Aug 23 04:01:06.465604 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eb9af3b-d2e5-43e7-8729-1278a350e19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:06.555665 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eb9af3b-d2e5-43e7-8729-1278a350e19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:06.623543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7eb9af3b-d2e5-43e7-8729-1278a350e19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:06.660598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9af3b-d2e5-43e7-8729-1278a350e19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965daa1d-c328-4721-96e3-220634463f14,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:06.664958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7eb9af3b-d2e5-43e7-8729-1278a350e19d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75f2af4300064ad9af49c6230425f99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163600 Aug 23 04:01:06.667884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42336) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:06.721821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-696d28c6-c7a1-4e3c-bade-76be4cd10d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:06.742021 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-696d28c6-c7a1-4e3c-bade-76be4cd10d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:06.859035 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-696d28c6-c7a1-4e3c-bade-76be4cd10d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:06.861448 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-696d28c6-c7a1-4e3c-bade-76be4cd10d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:06.862547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-696d28c6-c7a1-4e3c-bade-76be4cd10d92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/965daa1d-c328-4721-96e3-220634463f14 HTTP/1.1" status: 204 len: 168 time: 0.1936922 Aug 23 04:01:06.873139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d28c6-c7a1-4e3c-bade-76be4cd10d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965daa1d-c328-4721-96e3-220634463f14,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:06.910488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc871bf-cb0a-487c-b160-65740cea5665 req-72bc1ba0-1e97-47db-80ca-321ac9eae49c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:06.912017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7bc871bf-cb0a-487c-b160-65740cea5665 req-72bc1ba0-1e97-47db-80ca-321ac9eae49c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0796499 Aug 23 04:01:06.959584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7bc871bf-cb0a-487c-b160-65740cea5665 req-4bceb3f1-a675-4ce8-b44b-54afb6f30757 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402694 Aug 23 04:01:07.444496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101f1a-a982-4531-98eb-acabd5102594 req-ae6a2c98-3e90-4540-baf4-14d91c85ad33 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:07.446712 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57101f1a-a982-4531-98eb-acabd5102594 req-ae6a2c98-3e90-4540-baf4-14d91c85ad33 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 944 time: 0.0520623 Aug 23 04:01:07.488958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-57101f1a-a982-4531-98eb-acabd5102594 req-6eef5799-bfad-4f4c-83ac-16f1f6555861 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360856 Aug 23 04:01:07.548862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42364) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:07.562103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b51df7d1-501e-4703-b01e-499ebe05af9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:07.581739 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:07.651914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b51df7d1-501e-4703-b01e-499ebe05af9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:07.726352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b51df7d1-501e-4703-b01e-499ebe05af9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:07.766259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b51df7d1-501e-4703-b01e-499ebe05af9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d79409d0bda645e695453997512f77b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162688 Aug 23 04:01:07.767120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51df7d1-501e-4703-b01e-499ebe05af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238d80f-9002-40df-bc38-efd0f4155261,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:07.769470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42370) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:07.801902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0055e24-b395-4a9c-8520-13bc900d18e1 req-ca7526f1-d386-45be-a886-c4fbde643f35 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:07.803582 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a0055e24-b395-4a9c-8520-13bc900d18e1 req-ca7526f1-d386-45be-a886-c4fbde643f35 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0527799 Aug 23 04:01:07.828211 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab1619f3-fa37-43d3-b354-de9af3c46c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:07.852927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab1619f3-fa37-43d3-b354-de9af3c46c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:07.855263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a0055e24-b395-4a9c-8520-13bc900d18e1 req-86a9560e-023b-40b2-914b-58ecfc83a5f1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450487 Aug 23 04:01:07.970588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab1619f3-fa37-43d3-b354-de9af3c46c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:07.973233 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab1619f3-fa37-43d3-b354-de9af3c46c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:07.974593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ab1619f3-fa37-43d3-b354-de9af3c46c1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f238d80f-9002-40df-bc38-efd0f4155261 HTTP/1.1" status: 204 len: 168 time: 0.2040014 Aug 23 04:01:07.982062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1619f3-fa37-43d3-b354-de9af3c46c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238d80f-9002-40df-bc38-efd0f4155261,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:08.611067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc37871-52ae-48cd-80cf-25018649746e req-55fca0e5-6055-41d2-8626-5cc01c3490d2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:08.612586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cc37871-52ae-48cd-80cf-25018649746e req-55fca0e5-6055-41d2-8626-5cc01c3490d2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 944 time: 0.0524650 Aug 23 04:01:08.650657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cc37871-52ae-48cd-80cf-25018649746e req-e22f177f-061c-4ee3-9c95-82acf0fbf469 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Aug 23 04:01:08.980305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456834ec-c7e1-45bf-b98d-7969c43ab6a7 req-504daeae-1355-490f-858d-f0e9ca9c5f6e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:08.981845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456834ec-c7e1-45bf-b98d-7969c43ab6a7 req-504daeae-1355-490f-858d-f0e9ca9c5f6e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0556278 Aug 23 04:01:09.020246 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456834ec-c7e1-45bf-b98d-7969c43ab6a7 req-a99597e6-e697-4f82-a955-81acc071c354 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322201 Aug 23 04:01:09.764355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53b549-9e38-445b-82eb-2f4a89893079 req-0372c0af-c5b5-4482-a41e-7e9116a56e90 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:09.765950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e53b549-9e38-445b-82eb-2f4a89893079 req-0372c0af-c5b5-4482-a41e-7e9116a56e90 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 944 time: 0.0501680 Aug 23 04:01:09.808148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e53b549-9e38-445b-82eb-2f4a89893079 req-3968061c-148d-40b8-9ede-63de29c2b79a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361729 Aug 23 04:01:09.924442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42450) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:10.029762 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6ef209c-78b8-46cf-90e2-57aecbaa5ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:10.119013 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6ef209c-78b8-46cf-90e2-57aecbaa5ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:10.138753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714295b-24ee-4f4d-8a0d-a16d4ebae933 req-905a1db5-adad-458b-8886-e71599fb03e7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:10.140268 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3714295b-24ee-4f4d-8a0d-a16d4ebae933 req-905a1db5-adad-458b-8886-e71599fb03e7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0495541 Aug 23 04:01:10.176442 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6ef209c-78b8-46cf-90e2-57aecbaa5ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:10.177610 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3714295b-24ee-4f4d-8a0d-a16d4ebae933 req-6428263e-06f4-4d8e-8bc6-460193cd8112 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308003 Aug 23 04:01:10.219858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef209c-78b8-46cf-90e2-57aecbaa5ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0e474-f0e1-4588-a41c-261e5547ec4a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:10.230896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42460) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:10.232224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b6ef209c-78b8-46cf-90e2-57aecbaa5ebe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=453a34d9094a48d887d6ce1d8c83e830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066447 Aug 23 04:01:10.288040 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d50a96b4-e28c-4432-b8ba-557ac45bb348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:10.335543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d50a96b4-e28c-4432-b8ba-557ac45bb348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:10.627623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-50dca671-8823-40f7-82d3-57d1f4f03685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:10.629080 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-50dca671-8823-40f7-82d3-57d1f4f03685 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1095 time: 0.3367183 Aug 23 04:01:10.730991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-a1222a3e-f688-4849-bf2c-7dd71b6a06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:10.732438 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-a1222a3e-f688-4849-bf2c-7dd71b6a06f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.0846820 Aug 23 04:01:10.737339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d50a96b4-e28c-4432-b8ba-557ac45bb348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:10.739949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d50a96b4-e28c-4432-b8ba-557ac45bb348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:10.741093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d50a96b4-e28c-4432-b8ba-557ac45bb348 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40a0e474-f0e1-4588-a41c-261e5547ec4a HTTP/1.1" status: 204 len: 168 time: 0.5088603 Aug 23 04:01:10.784095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a96b4-e28c-4432-b8ba-557ac45bb348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0e474-f0e1-4588-a41c-261e5547ec4a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:10.812199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-38203f2a-cfd0-49c0-b397-07e03678dc4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 998 time: 0.0700486 Aug 23 04:01:10.863574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-841df7e7-b15d-47d3-953f-b35b1890cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:10.867230 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-841df7e7-b15d-47d3-953f-b35b1890cadb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0466840 Aug 23 04:01:10.927183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-f71aa696-6cd9-46fc-9126-37665f3fdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:10.928708 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-f71aa696-6cd9-46fc-9126-37665f3fdb92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546999 Aug 23 04:01:10.936941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e156ef-ec68-4a63-a1fa-13e7f1fa682c req-702f999d-45f1-47d6-ac58-e37231de7be0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:10.939644 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34e156ef-ec68-4a63-a1fa-13e7f1fa682c req-702f999d-45f1-47d6-ac58-e37231de7be0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 944 time: 0.0626898 Aug 23 04:01:10.977141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34e156ef-ec68-4a63-a1fa-13e7f1fa682c req-a4a2e699-444d-48c9-b609-d7929e4ced11 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Aug 23 04:01:11.028532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-ea1011b7-ec23-4473-a0a9-b8d887377abc service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878379 Aug 23 04:01:11.037208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c6643b71-5f77-421d-a072-2e4f28bfb955 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:01:11.134670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c6643b71-5f77-421d-a072-2e4f28bfb955, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c6643b71-5f77-421d-a072-2e4f28bfb955,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:11.145486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'c6643b71-5f77-421d-a072-2e4f28bfb955', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'port_id': 'c6643b71-5f77-421d-a072-2e4f28bfb955', 'mac_address': 'fa:16:3e:50:26:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:01:11.151368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-42d8f2fb-ff5f-4ff4-8f03-956c73ae7f6b req-ceb68ab1-33cc-43fc-8044-88bf3904a20a service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158118 Aug 23 04:01:11.184772 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:11.197746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6643b71-5f77-421d-a072-2e4f28bfb955 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:01:11.219379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c6643b71-5f77-421d-a072-2e4f28bfb955, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c6643b71-5f77-421d-a072-2e4f28bfb955,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:11.303174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52e942-7b0a-4e86-b41a-6018d7f25b45 req-f1bf8332-6a8f-4012-9e34-abf5f373c87c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:11.304682 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f52e942-7b0a-4e86-b41a-6018d7f25b45 req-f1bf8332-6a8f-4012-9e34-abf5f373c87c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0564306 Aug 23 04:01:11.307678 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:11.348458 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9f52e942-7b0a-4e86-b41a-6018d7f25b45 req-0e75a04c-22bd-42ff-a7e9-9fab81397ad0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344002 Aug 23 04:01:11.379979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c6643b71-5f77-421d-a072-2e4f28bfb955,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:11.388283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.388641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.389138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.389610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.390048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.390483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.391620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.392058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.392487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.392919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.393378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.393941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:11.555343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c6643b71-5f77-421d-a072-2e4f28bfb955'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:01:12.101389 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ad6d0-d009-4e45-9ff2-2a8c4ca22c9d req-fec72848-9a0d-4446-9372-1a26a3a24630 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:12.103054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e2ad6d0-d009-4e45-9ff2-2a8c4ca22c9d req-fec72848-9a0d-4446-9372-1a26a3a24630 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 945 time: 0.0532651 Aug 23 04:01:12.142876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e2ad6d0-d009-4e45-9ff2-2a8c4ca22c9d req-459951be-ded4-4681-ab82-f5d06f39096d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Aug 23 04:01:12.466505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ccfa9-865a-4dba-8980-35d8130c9673 req-0004b417-1805-4199-b3b2-67a852d60d7c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:12.468324 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-538ccfa9-865a-4dba-8980-35d8130c9673 req-0004b417-1805-4199-b3b2-67a852d60d7c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0520782 Aug 23 04:01:12.511411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-538ccfa9-865a-4dba-8980-35d8130c9673 req-87204666-6a6e-4fa9-808d-218311d9b2be tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360410 Aug 23 04:01:13.028084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c6643b71-5f77-421d-a072-2e4f28bfb955 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:01:13.141867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port c6643b71-5f77-421d-a072-2e4f28bfb955 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:13.149724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port c6643b71-5f77-421d-a072-2e4f28bfb955 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:13.149724 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:13.249201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:13.275602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f1f377-1eea-4c0f-9b92-3482931badfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6643b71-5f77-421d-a072-2e4f28bfb955'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:01:13.278435 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eff7cb4-029c-40cd-b06a-17f283781659" -d '{"events": [{"server_uuid": "53f1f377-1eea-4c0f-9b92-3482931badfc", "name": "network-vif-plugged", "status": "completed", "tag": "c6643b71-5f77-421d-a072-2e4f28bfb955"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:01:13.283265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78ab31-9818-4b5c-ace3-c81a263bdd3e req-fa6fb602-2ee6-42e4-a0d1-4359edc0b71f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:13.291067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b78ab31-9818-4b5c-ace3-c81a263bdd3e req-fa6fb602-2ee6-42e4-a0d1-4359edc0b71f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 945 time: 0.0676613 Aug 23 04:01:13.293241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c6643b71-5f77-421d-a072-2e4f28bfb955, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c6643b71-5f77-421d-a072-2e4f28bfb955,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:13.321600 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bf6e17-0eef-47d8-b690-641baa482faa x-openstack-request-id: req-44bf6e17-0eef-47d8-b690-641baa482faa {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:01:13.322011 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f1f377-1eea-4c0f-9b92-3482931badfc", "name": "network-vif-plugged", "status": "completed", "tag": "c6643b71-5f77-421d-a072-2e4f28bfb955", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:01:13.322354 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44bf6e17-0eef-47d8-b690-641baa482faa {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:01:13.322837 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f1f377-1eea-4c0f-9b92-3482931badfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6643b71-5f77-421d-a072-2e4f28bfb955', 'code': 200} Aug 23 04:01:13.351214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b78ab31-9818-4b5c-ace3-c81a263bdd3e req-41750bfe-dc2d-4b5a-aa8f-0588a6a2571c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591717 Aug 23 04:01:13.381712 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:13.432830 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c6643b71-5f77-421d-a072-2e4f28bfb955,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:13.434322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908cf0f-7ff4-4107-9e36-daf69c4772d2 req-c3cfac87-20cc-4b68-862b-84c354d8b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:13.435903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a908cf0f-7ff4-4107-9e36-daf69c4772d2 req-c3cfac87-20cc-4b68-862b-84c354d8b4f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 1097 time: 0.0445590 Aug 23 04:01:13.473491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a908cf0f-7ff4-4107-9e36-daf69c4772d2 req-439359ac-090b-489c-b5dd-b55af45b5d30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 Aug 23 04:01:13.638632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c8dbc-4ef5-48ed-a0e4-02b6e1d7b99e req-d622f05c-ee66-4c6d-aa3e-5548bfab20e1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:13.640253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-395c8dbc-4ef5-48ed-a0e4-02b6e1d7b99e req-d622f05c-ee66-4c6d-aa3e-5548bfab20e1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0527482 Aug 23 04:01:13.679954 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-395c8dbc-4ef5-48ed-a0e4-02b6e1d7b99e req-09e60acc-7c54-4575-80f6-81a123e969a7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330398 Aug 23 04:01:14.487445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d514dc7-42cf-42fd-b854-80b315037af1 req-97bf4f01-acbb-42b5-9d76-9fbbd797e70a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:14.488871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d514dc7-42cf-42fd-b854-80b315037af1 req-97bf4f01-acbb-42b5-9d76-9fbbd797e70a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 946 time: 0.0650237 Aug 23 04:01:14.531444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d514dc7-42cf-42fd-b854-80b315037af1 req-6e427b5b-77d6-46c0-b675-56f36c9aa551 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361691 Aug 23 04:01:14.808163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024a9da-0d1c-405d-b447-b192d3bd403a req-24d63bfc-8ae1-4370-a7be-ceba95848686 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:14.809980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6024a9da-0d1c-405d-b447-b192d3bd403a req-24d63bfc-8ae1-4370-a7be-ceba95848686 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0509491 Aug 23 04:01:14.851321 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6024a9da-0d1c-405d-b447-b192d3bd403a req-688ea8a9-9630-4458-99c0-54e50ae11843 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333483 Aug 23 04:01:15.659419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f609e62-b2cb-40c0-b014-7a1e2d27330d req-1660dcd2-bbeb-489e-8b01-a6ba11abe5cd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:15.660960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1f609e62-b2cb-40c0-b014-7a1e2d27330d req-1660dcd2-bbeb-489e-8b01-a6ba11abe5cd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 946 time: 0.0553517 Aug 23 04:01:15.700436 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1f609e62-b2cb-40c0-b014-7a1e2d27330d req-f057a7ea-893e-4d22-be38-c003c070841c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333898 Aug 23 04:01:15.813094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c0b63-d1eb-4bd4-b7a8-8399ef3c4deb req-7910cf49-230a-4a75-994e-0d33d9d609c1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:15.814567 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f55c0b63-d1eb-4bd4-b7a8-8399ef3c4deb req-7910cf49-230a-4a75-994e-0d33d9d609c1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 946 time: 0.0481794 Aug 23 04:01:15.855599 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f55c0b63-d1eb-4bd4-b7a8-8399ef3c4deb req-ce4cfa21-6a6d-46c1-9327-0f9d0ba2f82a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Aug 23 04:01:15.986346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb27839-f635-47a9-9c67-271230a66100 req-f3e88d40-6d37-49cc-bbdb-94811c74542a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:15.987810 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1eb27839-f635-47a9-9c67-271230a66100 req-f3e88d40-6d37-49cc-bbdb-94811c74542a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0536575 Aug 23 04:01:16.027008 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1eb27839-f635-47a9-9c67-271230a66100 req-a7695282-6e72-45c5-8ffb-0a7def2ed3bf tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329316 Aug 23 04:01:16.863911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 42756) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:17.009567 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56e71f5d-13a7-4c5a-b405-0f333897d5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:17.047734 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:01:17.117343 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56e71f5d-13a7-4c5a-b405-0f333897d5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:17.164089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19bfdc-5685-4835-9ef7-edaa00c1c92b req-9129928d-c481-412c-a462-6b4e20483236 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:17.172570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b19bfdc-5685-4835-9ef7-edaa00c1c92b req-9129928d-c481-412c-a462-6b4e20483236 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0597856 Aug 23 04:01:17.187104 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-56e71f5d-13a7-4c5a-b405-0f333897d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:17.217206 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b19bfdc-5685-4835-9ef7-edaa00c1c92b req-0ad36119-90c2-4649-8a46-3e1b82751310 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373814 Aug 23 04:01:17.237702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-56e71f5d-13a7-4c5a-b405-0f333897d5b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed593e6b0a574fb98ce4be0d9a9db355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726475 Aug 23 04:01:17.243215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e71f5d-13a7-4c5a-b405-0f333897d5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a514b8a-606c-4b4c-a648-588a836f9d19,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:17.245321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 42788) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:17.300092 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b71d5d11-4384-4459-be82-ebdd18e36ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:17.325296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b71d5d11-4384-4459-be82-ebdd18e36ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:17.480588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b71d5d11-4384-4459-be82-ebdd18e36ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:17.483311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b71d5d11-4384-4459-be82-ebdd18e36ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:17.484644 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b71d5d11-4384-4459-be82-ebdd18e36ec6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a514b8a-606c-4b4c-a648-588a836f9d19 HTTP/1.1" status: 204 len: 168 time: 0.2382059 Aug 23 04:01:17.493415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d5d11-4384-4459-be82-ebdd18e36ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a514b8a-606c-4b4c-a648-588a836f9d19,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:18.357179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7f8ad-69d8-478a-8f13-17addea64d96 req-bb45fcbd-0e51-4c42-875d-7a62e8802e20 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:18.358802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ca7f8ad-69d8-478a-8f13-17addea64d96 req-bb45fcbd-0e51-4c42-875d-7a62e8802e20 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0526001 Aug 23 04:01:18.406865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ca7f8ad-69d8-478a-8f13-17addea64d96 req-ef283345-38ac-444a-bd16-fdbd93230a62 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 Aug 23 04:01:18.770532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee1d8-bb2f-4040-8bd5-f810994b40c6 req-dd2d1e44-4f99-46ff-a240-e9e8e41221ba tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:18.773704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-415ee1d8-bb2f-4040-8bd5-f810994b40c6 req-dd2d1e44-4f99-46ff-a240-e9e8e41221ba tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0504706 Aug 23 04:01:18.820044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-415ee1d8-bb2f-4040-8bd5-f810994b40c6 req-fc19f91f-3500-4d9d-a6ae-1c9aeafa2d5a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414431 Aug 23 04:01:18.867865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-0e083bce-8c3c-4495-966f-910e32983824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:18.869396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-0e083bce-8c3c-4495-966f-910e32983824 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1095 time: 0.0428114 Aug 23 04:01:18.963674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-f6cde22c-061c-4889-95ff-4a9d5b39c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:18.965205 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-f6cde22c-061c-4889-95ff-4a9d5b39c1ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.0892611 Aug 23 04:01:19.030288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-eab09cba-192d-428f-ad93-0cbd250129db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 998 time: 0.0582285 Aug 23 04:01:19.078896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-3d4d5ac0-94a1-487b-909f-55a46895f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:19.080237 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-3d4d5ac0-94a1-487b-909f-55a46895f34d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0430880 Aug 23 04:01:19.131150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-f53feacb-e0c8-439a-bd57-1190c7049ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:19.132663 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-f53feacb-e0c8-439a-bd57-1190c7049ff6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452406 Aug 23 04:01:19.232454 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-4629b000-fb12-470f-91a3-7db12a4f730f service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925143 Aug 23 04:01:19.343460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ec743ba-2c57-4fa9-afcd-2b35f652b475 req-3e2347b1-90d0-4ede-8f81-368931c1a96f service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043923 Aug 23 04:01:19.503554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-4ddc0ff3-d0b2-4637-a87d-1bbfd25a95e9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:19.505163 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-4ddc0ff3-d0b2-4637-a87d-1bbfd25a95e9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.0997920 Aug 23 04:01:19.521226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-e26db36b-e8f6-4fc2-a6e3-4fcd6b774d13 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/quotas/e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 375 time: 0.0098197 Aug 23 04:01:19.583522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-8863d5b1-468b-4a7a-a057-3772626b26bd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561657 Aug 23 04:01:19.678943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-039e9769-fd47-415a-988b-e22219fe8bce service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880067 Aug 23 04:01:19.774672 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-61d46dcc-f730-4744-8c38-ef7b12bffa3f service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899148 Aug 23 04:01:19.947765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706636e-d010-4da4-a4a8-6f2d78ae4838 req-3b71ddec-dbcc-40ff-b665-88e105e6c931 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:19.949321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6706636e-d010-4da4-a4a8-6f2d78ae4838 req-3b71ddec-dbcc-40ff-b665-88e105e6c931 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0587022 Aug 23 04:01:19.990278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6706636e-d010-4da4-a4a8-6f2d78ae4838 req-7abfe2ef-754d-483b-a944-4ee2e262de91 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341349 Aug 23 04:01:20.188387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37ea464b-8b21-45b3-9aa9-56a04739f1cf req-e18d6f8e-2b7f-491e-922d-75325d4656dd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0301323 Aug 23 04:01:21.107913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe457e-aac9-46b9-a421-5175d2440877 req-728d9dbf-b711-4197-8cd4-ad44670075c2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:21.109951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82fe457e-aac9-46b9-a421-5175d2440877 req-728d9dbf-b711-4197-8cd4-ad44670075c2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0499103 Aug 23 04:01:21.149903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82fe457e-aac9-46b9-a421-5175d2440877 req-9aaab97f-002f-41d6-a345-3942ff7472a4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335679 Aug 23 04:01:21.270193 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec72064-63bb-44d9-91f9-2d2330249c56 req-72780bea-c707-46ac-adf6-f9bde8055fbd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:21.271829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ec72064-63bb-44d9-91f9-2d2330249c56 req-72780bea-c707-46ac-adf6-f9bde8055fbd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0538607 Aug 23 04:01:21.302394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b13d5074-830f-42c7-8d6b-b0b7e46444a3 req-1426bb90-7ebf-482b-b298-9f1074ee36f2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0275991 Aug 23 04:01:21.313840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ec72064-63bb-44d9-91f9-2d2330249c56 req-c8598a92-8b2b-4b86-b883-12cc08deec6b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355520 Aug 23 04:01:21.885258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b17861-9734-41bc-8199-7b2aa0dc8b41 req-91c5192c-bc34-4867-869e-e71127fc36ee tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:21.885258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6b17861-9734-41bc-8199-7b2aa0dc8b41 req-91c5192c-bc34-4867-869e-e71127fc36ee tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0563140 Aug 23 04:01:21.925778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6b17861-9734-41bc-8199-7b2aa0dc8b41 req-4ab372ac-3272-4ffe-9631-43ffb697e7a3 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415270 Aug 23 04:01:22.350619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87de1c9-ae86-4aa0-ad1a-3ef46106358c req-c47ce65d-3bb2-459a-b423-bb8d78189e39 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:22.372022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f87de1c9-ae86-4aa0-ad1a-3ef46106358c req-c47ce65d-3bb2-459a-b423-bb8d78189e39 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0634265 Aug 23 04:01:22.421371 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcd415a-704a-4fe7-a7f8-7db93c764184 req-6e0c1f90-2b0e-4532-8e72-0650b45b5bd5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0324419 Aug 23 04:01:22.421889 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f87de1c9-ae86-4aa0-ad1a-3ef46106358c req-f5e5cabe-f5b2-4eb4-8a80-fa21648ba12f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486851 Aug 23 04:01:22.691336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-24504490-5ab9-477a-b0b2-3eb99c5af651 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:22.693225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-24504490-5ab9-477a-b0b2-3eb99c5af651 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1242771 Aug 23 04:01:22.714060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'port': {'device_id': 'e0361c65-d334-44bd-829f-2b51e8d0c3f5', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'admin_state_up': True, 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:22.714912 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:22.901594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Made reservation on behalf of e3e5f49885824abaa95bf72b9f7d181b for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:01:22.913386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.058184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.20.0.14 (da389ae7-7804-4ae7-8f73-f7c7932783d0/31bdaccd-306d-4d80-92e2-e885e165ffa3/0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:23.090370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43290) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:23.236225 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24180fb2-8b7d-4810-93a8-9dd80bde4613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.261937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.285573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Transition to ACTIVE for port object 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:23.378360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24180fb2-8b7d-4810-93a8-9dd80bde4613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.463457 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24180fb2-8b7d-4810-93a8-9dd80bde4613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.465984 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.478044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c6643b71-5f77-421d-a072-2e4f28bfb955'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:01:23.573696 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f227e97-1743-42d3-bfdb-1bef92cc4468 req-720cd52f-9d1c-405f-bc91-da1045fec104 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:23.582549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f227e97-1743-42d3-bfdb-1bef92cc4468 req-720cd52f-9d1c-405f-bc91-da1045fec104 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 932 time: 0.0659003 Aug 23 04:01:23.587268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:23.600366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:23.610873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:23.654675 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1f227e97-1743-42d3-bfdb-1bef92cc4468 req-0264758b-4963-48fa-baab-7aac0211f928 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710189 Aug 23 04:01:23.659498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-24180fb2-8b7d-4810-93a8-9dd80bde4613 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4be0894547444937ba6a70fea6f36d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680068 Aug 23 04:01:23.662385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43320) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:23.678802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:23.678802 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.683273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24180fb2-8b7d-4810-93a8-9dd80bde4613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884b07de-2144-473e-9de0-286761b1645e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:23.710059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4079fdd-aa3a-44c8-ade2-0f8c7a5646ff req-1026b974-7b6c-4e79-b0c4-0305cda1601f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:23.712322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e4079fdd-aa3a-44c8-ade2-0f8c7a5646ff req-1026b974-7b6c-4e79-b0c4-0305cda1601f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.2287755 Aug 23 04:01:23.720150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:23.745862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d935-9f07-4474-827f-c633d811cb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.768608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e4079fdd-aa3a-44c8-ade2-0f8c7a5646ff req-d6a37620-acb4-45a7-8e54-7c12bc2033eb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 Aug 23 04:01:23.769097 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d935-9f07-4474-827f-c633d811cb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.814639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-c106e434-7222-4ffa-a3f8-bb101221da8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1049402 Aug 23 04:01:23.834307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Request body: {'port': {'device_id': 'e0361c65-d334-44bd-829f-2b51e8d0c3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:23.912604 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d935-9f07-4474-827f-c633d811cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.923457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d935-9f07-4474-827f-c633d811cb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.927593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e5e9d935-9f07-4474-827f-c633d811cb38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/884b07de-2144-473e-9de0-286761b1645e HTTP/1.1" status: 204 len: 168 time: 0.2625306 Aug 23 04:01:23.930258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:23.946958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9d935-9f07-4474-827f-c633d811cb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884b07de-2144-473e-9de0-286761b1645e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:24.258392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:01:24.266450 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:24.278819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Transition to ACTIVE for port object 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:24.373083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7dbbd4b7-6c9c-4bd7-92fe-d1e65c75f175 None None] Provisioning for port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:24.373590 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:24.455997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:24.530234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c92ac-76c3-411a-8050-0961ce4156af req-19fef887-e0d2-4242-b577-8d75e733e560 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:24.532122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-694c92ac-76c3-411a-8050-0961ce4156af req-19fef887-e0d2-4242-b577-8d75e733e560 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.1165152 Aug 23 04:01:24.575037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Attempting to bind port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:01:24.575378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Attempting to bind port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:01:24.575708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Attempting to bind port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:01:24.590992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:01:24.594029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Attempting to bind port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:01:24.608853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-694c92ac-76c3-411a-8050-0961ce4156af req-b38b78af-b96f-486a-8fd1-3864261dd61f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696592 Aug 23 04:01:24.612491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:01:24.612829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:01:24.613242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Bound using segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:01:24.613694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Bound port: 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:01:24.614058 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:24.704492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] For port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:01:24.708099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] For port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:01:24.792595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6f12-99d3-4db0-800d-e6ae8492f78f req-8ea06977-bd9f-404a-a60f-9550a4a32512 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:24.794314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce8d6f12-99d3-4db0-800d-e6ae8492f78f req-8ea06977-bd9f-404a-a60f-9550a4a32512 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0511661 Aug 23 04:01:24.804917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:24.848484 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce8d6f12-99d3-4db0-800d-e6ae8492f78f req-a8850997-b3ee-4937-ad0c-dc26441423c3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Aug 23 04:01:24.871228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:24.871228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:24.875199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] 10.222.0.11 "PUT /v2.0/ports/0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 HTTP/1.1" status: 200 len: 1092 time: 1.0451989 Aug 23 04:01:24.875772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0361c65-d334-44bd-829f-2b51e8d0c3f5', 'tag': '0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:01:24.880481 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b021d94b-7621-4219-8073-4dcaa6c160a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0361c65-d334-44bd-829f-2b51e8d0c3f5", "tag": "0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:01:24.889800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926e23e-cfed-447e-aa5b-eacbafd61cee service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:24.937915 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb1e333-a9f9-4e1b-ad50-795badf3c366 x-openstack-request-id: req-9bb1e333-a9f9-4e1b-ad50-795badf3c366 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:01:24.938216 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0361c65-d334-44bd-829f-2b51e8d0c3f5", "tag": "0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:01:24.938474 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bb1e333-a9f9-4e1b-ad50-795badf3c366 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:01:24.938907 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0361c65-d334-44bd-829f-2b51e8d0c3f5', 'tag': '0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76', 'status': 'completed', 'code': 200} Aug 23 04:01:25.032067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d94b-7621-4219-8073-4dcaa6c160a7 req-299d6b61-9a8b-4c48-8cd1-44edcc6117b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:25.033724 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b021d94b-7621-4219-8073-4dcaa6c160a7 req-299d6b61-9a8b-4c48-8cd1-44edcc6117b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 1095 time: 0.0495677 Aug 23 04:01:25.073323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43380) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:25.091163 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f8d26228-ec9e-418f-9a5b-8f4b79f73097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:25.160963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d94b-7621-4219-8073-4dcaa6c160a7 req-06490c71-453e-4f0b-ade2-41c40238f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:25.162937 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b021d94b-7621-4219-8073-4dcaa6c160a7 req-06490c71-453e-4f0b-ade2-41c40238f7f8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1152246 Aug 23 04:01:25.201096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f8d26228-ec9e-418f-9a5b-8f4b79f73097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:25.267743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d94b-7621-4219-8073-4dcaa6c160a7 req-9a38b28e-ba27-41ca-88a5-e278fa4dc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:25.269288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b021d94b-7621-4219-8073-4dcaa6c160a7 req-9a38b28e-ba27-41ca-88a5-e278fa4dc512 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0973418 Aug 23 04:01:25.274355 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f8d26228-ec9e-418f-9a5b-8f4b79f73097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:25.318084 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f8d26228-ec9e-418f-9a5b-8f4b79f73097 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f28b90df17c46ffbb3e7295db5f7bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410858 Aug 23 04:01:25.318084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d26228-ec9e-418f-9a5b-8f4b79f73097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2b9bc-fd69-48fe-9666-305c6dd7d16b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:25.319309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43390) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:25.376799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-474d7268-4cac-4163-a119-467d51be83dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:25.392795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-ad6ab7fd-4a27-42eb-8181-1a24303c91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:25.395368 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-ad6ab7fd-4a27-42eb-8181-1a24303c91a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 1095 time: 0.0613828 Aug 23 04:01:25.401915 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-474d7268-4cac-4163-a119-467d51be83dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:25.450963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-e6591107-90fd-4281-98a6-849dabd91a67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 HTTP/1.1" status: 200 len: 217 time: 0.0405786 Aug 23 04:01:25.503079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-0cd5e96c-b418-4228-9a5b-68057a2f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:25.504557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-0cd5e96c-b418-4228-9a5b-68057a2f5e38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0473688 Aug 23 04:01:25.508789 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-474d7268-4cac-4163-a119-467d51be83dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:25.511887 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-474d7268-4cac-4163-a119-467d51be83dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:25.514440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-474d7268-4cac-4163-a119-467d51be83dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fc2b9bc-fd69-48fe-9666-305c6dd7d16b HTTP/1.1" status: 204 len: 168 time: 0.1924424 Aug 23 04:01:25.526076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7268-4cac-4163-a119-467d51be83dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2b9bc-fd69-48fe-9666-305c6dd7d16b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:25.571348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-f23994fa-8057-4dd9-8978-8ee57e3020bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:25.572860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-f23994fa-8057-4dd9-8978-8ee57e3020bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610549 Aug 23 04:01:25.690803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-1d0f70b7-98ad-4bdb-a4be-23bf5878cf25 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096067 Aug 23 04:01:25.774991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66b0de-7f1e-44ac-9a11-ae2d1df979f7 req-1f35b6ca-d629-4fb7-b708-2e675cebd6ef tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:25.777091 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4a66b0de-7f1e-44ac-9a11-ae2d1df979f7 req-1f35b6ca-d629-4fb7-b708-2e675cebd6ef tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0717864 Aug 23 04:01:25.815738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-726acd29-683b-41f6-8caf-66e926ca05f8 req-f76f1c41-3014-401e-bbe1-ea77c211edd9 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170585 Aug 23 04:01:25.824417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4a66b0de-7f1e-44ac-9a11-ae2d1df979f7 req-56f1a859-aab6-4ada-97af-e9f2c5a2c39b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402684 Aug 23 04:01:26.000481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45b367-c0e6-48a2-8e61-7c3843c5f57c req-0aa4d656-07f8-4d42-ae7d-fdfd439e7177 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:26.004201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f45b367-c0e6-48a2-8e61-7c3843c5f57c req-0aa4d656-07f8-4d42-ae7d-fdfd439e7177 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0909789 Aug 23 04:01:26.063491 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d7bd4af3-c2ab-46a7-9078-7699049b6424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:26.091459 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f45b367-c0e6-48a2-8e61-7c3843c5f57c req-0d9c3756-0b33-45c4-8976-d3525ab5166a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711572 Aug 23 04:01:26.122857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ede94f-ad49-4818-91cc-d0eb42fd5dc7 req-388a8383-d8b2-4e7d-adfa-98d647b5b908 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:26.125778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2ede94f-ad49-4818-91cc-d0eb42fd5dc7 req-388a8383-d8b2-4e7d-adfa-98d647b5b908 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0930097 Aug 23 04:01:26.181718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2ede94f-ad49-4818-91cc-d0eb42fd5dc7 req-9ee7d274-b20b-4052-9b81-73f450eba52e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501380 Aug 23 04:01:26.258287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c1892-2a8e-4d37-9695-82df1851a79d req-caf6969c-94e9-43a1-99c1-fd596314ea03 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:26.259058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a76c1892-2a8e-4d37-9695-82df1851a79d req-caf6969c-94e9-43a1-99c1-fd596314ea03 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0543003 Aug 23 04:01:26.305772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a76c1892-2a8e-4d37-9695-82df1851a79d req-b5ea09f6-850c-484a-b367-4b76239179f5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390353 Aug 23 04:01:26.436517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50b009-1f0a-4ca1-aff0-ab857c2dd41b req-d8b274b7-8b30-4423-886f-8ef488bb749c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:26.438847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce50b009-1f0a-4ca1-aff0-ab857c2dd41b req-d8b274b7-8b30-4423-886f-8ef488bb749c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0635514 Aug 23 04:01:26.479990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ce50b009-1f0a-4ca1-aff0-ab857c2dd41b req-df225381-ad1c-4a23-8c21-ce798c24ee7f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342498 Aug 23 04:01:27.322332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5038dc-f082-4f75-8db5-4214c76325e5 req-48e3a58d-03aa-4fe0-83f6-fcb07b8d7de5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:27.323803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc5038dc-f082-4f75-8db5-4214c76325e5 req-48e3a58d-03aa-4fe0-83f6-fcb07b8d7de5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0623410 Aug 23 04:01:27.364191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc5038dc-f082-4f75-8db5-4214c76325e5 req-c7271a84-645f-4b27-b4fd-b2bdac136312 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Aug 23 04:01:27.496720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43510) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:27.612595 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04ffe2c7-b97c-4ac3-8cfc-f1adc19411c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:27.701467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04ffe2c7-b97c-4ac3-8cfc-f1adc19411c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:27.817447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04ffe2c7-b97c-4ac3-8cfc-f1adc19411c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:27.858132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-04ffe2c7-b97c-4ac3-8cfc-f1adc19411c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d87c15ccd13447489b99ec34159cead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600628 Aug 23 04:01:27.859499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe2c7-b97c-4ac3-8cfc-f1adc19411c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca14ab2-4d0c-4cab-a67e-3f0cb5e6b666,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:27.861365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43524) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:27.920666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4661-0c0e-49b2-8def-3fb6871fd4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:27.949673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4661-0c0e-49b2-8def-3fb6871fd4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:28.061259 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4661-0c0e-49b2-8def-3fb6871fd4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:28.067340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4661-0c0e-49b2-8def-3fb6871fd4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:28.067340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b9fa4661-0c0e-49b2-8def-3fb6871fd4b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ca14ab2-4d0c-4cab-a67e-3f0cb5e6b666 HTTP/1.1" status: 204 len: 168 time: 0.2023549 Aug 23 04:01:28.078246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa4661-0c0e-49b2-8def-3fb6871fd4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca14ab2-4d0c-4cab-a67e-3f0cb5e6b666,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:28.492233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6c393-df2e-4801-91ac-9a61918cc5b0 req-e041bcd0-0a2f-4c81-a541-cb1bc618083f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:28.493752 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d6c393-df2e-4801-91ac-9a61918cc5b0 req-e041bcd0-0a2f-4c81-a541-cb1bc618083f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0560417 Aug 23 04:01:28.539948 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d6c393-df2e-4801-91ac-9a61918cc5b0 req-8b298550-f9bc-486c-856a-e17a114ea66b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Aug 23 04:01:28.729472 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-100f68df-7df4-4b63-8e0c-2d67665c42b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:28.844121 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:29.687430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f11169-e992-4a7f-a93d-e3e61b66770c req-27fbc39f-a3ae-4b25-886e-b13eaf02e6c5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:29.689179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72f11169-e992-4a7f-a93d-e3e61b66770c req-27fbc39f-a3ae-4b25-886e-b13eaf02e6c5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0658498 Aug 23 04:01:29.736135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72f11169-e992-4a7f-a93d-e3e61b66770c req-d3ba38c5-ffa0-4e80-aae9-7a18e4b2fee7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Aug 23 04:01:30.458802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:30.712932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43604) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:30.901987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06f0be-9ddc-4fc9-92f6-c8184baf36e9 req-63e400a9-2c5d-4014-a99a-61e1d0d91f87 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:30.903853 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c06f0be-9ddc-4fc9-92f6-c8184baf36e9 req-63e400a9-2c5d-4014-a99a-61e1d0d91f87 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0654685 Aug 23 04:01:30.929387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:30.953831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0c06f0be-9ddc-4fc9-92f6-c8184baf36e9 req-0bfde915-c546-4793-80d1-a6bc02f8f2cf tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Aug 23 04:01:31.044222 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:31.453840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:31.569694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Allocated IP 172.25.1.146 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/6dafe650-5590-47c0-9167-853ac3b656e6) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:31.689473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:31.766210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:31.796596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:31.838249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:31.840967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:31.844129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:31.882330 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event updated for resources: {'Port': ['ID=6dafe650-5590-47c0-9167-853ac3b656e6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:31.962808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.088122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.125528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306390be-2717-4f8e-96fe-97df6e1e5096 req-adefa862-44e3-49c7-bec3-128b5c8df5a5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:32.127052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-306390be-2717-4f8e-96fe-97df6e1e5096 req-adefa862-44e3-49c7-bec3-128b5c8df5a5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0966594 Aug 23 04:01:32.223904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-306390be-2717-4f8e-96fe-97df6e1e5096 req-d5ac7642-bb73-4351-876d-1c65b3e90ef2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835171 Aug 23 04:01:32.286395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.354487 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.429415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event updated for resources: {'Port': ['ID=6dafe650-5590-47c0-9167-853ac3b656e6,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:32.443288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.540968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.542260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0364ed56-eb94-444f-9d17-4efb1bdbcbaf tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8258383 Aug 23 04:01:32.544883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43620) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:32.551424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2087155878'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:32.645712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Made reservation on behalf of 361263f2d4c94d419ec39be0dff9e87a for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:01:32.654299 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.664423 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.771696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.890643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.912874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:01:32.932591 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:32.940441 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Added segment 1a9091d8-04ab-4c43-9ca6-7058b7ff2e31 of type vlan for network 03d32f39-65a4-49f3-b426-ae24f2cb98ff Aug 23 04:01:32.940441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadbe28a-9156-4524-bb5e-0bc1b899ebce,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:32.985080 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.097322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.105128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:33.106704 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.141131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43624) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:33.216017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6700521 Aug 23 04:01:33.219233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43628) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:33.219907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26083cbb-99ad-4ee4-90c9-066d78d13727 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event updated for resources: {'Network': ['ID=03d32f39-65a4-49f3-b426-ae24f2cb98ff,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:33.224861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Request body: {'subnet': {'network_id': '03d32f39-65a4-49f3-b426-ae24f2cb98ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:33.240556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 03d32f39-65a4-49f3-b426-ae24f2cb98ff details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:01:33.304269 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fac8eac-67bc-4ac4-b948-632ace171efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.380235 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 04:01:33.380235 n-d-749052-7 neutron-server[95120]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 23 04:01:33.380235 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id': '361263f2d4c94d419ec39be0dff9e87a', 'id': '6c334b3d-03bf-4cc9-b49d-b7d2b8358f47', 'expiration': datetime.datetime(2021, 8, 23, 4, 3, 33, 361883)}] Aug 23 04:01:33.380235 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:01:33.380835 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:01:33.408320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b289e-939a-4cbf-b67c-704ea09e3f44 req-16f4388e-8d1f-4bb8-8e41-3f9c3ae0703d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:33.408320 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-219b289e-939a-4cbf-b67c-704ea09e3f44 req-16f4388e-8d1f-4bb8-8e41-3f9c3ae0703d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0839651 Aug 23 04:01:33.466349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-219b289e-939a-4cbf-b67c-704ea09e3f44 req-7d212299-bbc7-4dfd-880d-646ffb5c1e1b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535738 Aug 23 04:01:33.498460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fac8eac-67bc-4ac4-b948-632ace171efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.592526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6fac8eac-67bc-4ac4-b948-632ace171efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.643782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac8eac-67bc-4ac4-b948-632ace171efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520d75c7-ab90-487c-b857-d361e71e084b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:33.650073 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6fac8eac-67bc-4ac4-b948-632ace171efa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87be6fcedca441849e06934f495fa305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066099 Aug 23 04:01:33.652776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43632) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:33.703690 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d88d64c-c7cc-49a0-a310-a2a5ff56e26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.730609 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d88d64c-c7cc-49a0-a310-a2a5ff56e26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.872489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d88d64c-c7cc-49a0-a310-a2a5ff56e26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.875825 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d88d64c-c7cc-49a0-a310-a2a5ff56e26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:33.877001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7d88d64c-c7cc-49a0-a310-a2a5ff56e26a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/520d75c7-ab90-487c-b857-d361e71e084b HTTP/1.1" status: 204 len: 168 time: 0.2231512 Aug 23 04:01:33.885467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88d64c-c7cc-49a0-a310-a2a5ff56e26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520d75c7-ab90-487c-b857-d361e71e084b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:34.026501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Made reservation on behalf of 361263f2d4c94d419ec39be0dff9e87a for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:01:34.030056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:34.432787 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:34.496145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event updated for resources: {'Subnet': ['ID=45495e6e-28a8-4822-ae56-48512f0ef511,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:34.506177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Checking segment: {'id': '1a9091d8-04ab-4c43-9ca6-7058b7ff2e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '03d32f39-65a4-49f3-b426-ae24f2cb98ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:01:34.506537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Network hostable DHCP agents. Network: 03d32f39-65a4-49f3-b426-ae24f2cb98ff, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:01:34.617808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Network 03d32f39-65a4-49f3-b426-ae24f2cb98ff is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:01:34.625951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db0dc8-d327-4f5b-8b5a-0316aaeddc3b req-c40f59c4-e1e8-4328-89f1-bacfa301e81a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:34.627588 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53db0dc8-d327-4f5b-8b5a-0316aaeddc3b req-c40f59c4-e1e8-4328-89f1-bacfa301e81a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0611115 Aug 23 04:01:34.677527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53db0dc8-d327-4f5b-8b5a-0316aaeddc3b req-85498f56-e8c5-4932-8678-07e96bc43c3b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Aug 23 04:01:34.732350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 03d32f39-65a4-49f3-b426-ae24f2cb98ff) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:34.742425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620289fb-614f-437e-80e2-06956683a572 None None] Network 03d32f39-65a4-49f3-b426-ae24f2cb98ff requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:01:34.752087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:34.752087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:34.836386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1d7a78af-cecd-4131-a28d-155b5bf5777a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6159949 Aug 23 04:01:34.839443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43656) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:34.844513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-933445144', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:34.907843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-03d32f39-65a4-49f3-b426-ae24f2cb98ff', 'network_id': '03d32f39-65a4-49f3-b426-ae24f2cb98ff', 'tenant_id': '361263f2d4c94d419ec39be0dff9e87a', 'fixed_ips': [{'subnet_id': '45495e6e-28a8-4822-ae56-48512f0ef511'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:01:34.908706 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:34.956430 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:34.957216 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.027944 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.052231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43660) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:35.057332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Allocated IP 172.20.0.2 (03d32f39-65a4-49f3-b426-ae24f2cb98ff/45495e6e-28a8-4822-ae56-48512f0ef511/b287d094-3a29-4412-a0e7-7d3851f5dd4f) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:35.170176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-509885776-network', 'tenant_id': '780cb80f12a542479b70fbe5beed484a'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:35.219584 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.228990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Transition to ACTIVE for port object b287d094-3a29-4412-a0e7-7d3851f5dd4f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:35.244372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Transition to ACTIVE for port object b287d094-3a29-4412-a0e7-7d3851f5dd4f will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:35.262519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Made reservation on behalf of 780cb80f12a542479b70fbe5beed484a for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:01:35.265110 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.274544 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.304772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.324213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.362243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Network 03d32f39-65a4-49f3-b426-ae24f2cb98ff is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:35.366336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:35.374889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:35.386202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Pushing event updated for resources: {'Port': ['ID=b287d094-3a29-4412-a0e7-7d3851f5dd4f,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:35.425904 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.441729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Attempting to bind port b287d094-3a29-4412-a0e7-7d3851f5dd4f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:01:35.442142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Attempting to bind port b287d094-3a29-4412-a0e7-7d3851f5dd4f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1a9091d8-04ab-4c43-9ca6-7058b7ff2e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '03d32f39-65a4-49f3-b426-ae24f2cb98ff'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:01:35.442510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Attempting to bind port b287d094-3a29-4412-a0e7-7d3851f5dd4f on network 03d32f39-65a4-49f3-b426-ae24f2cb98ff {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:01:35.447989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:01:35.448364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Checking segment: {'id': '1a9091d8-04ab-4c43-9ca6-7058b7ff2e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '03d32f39-65a4-49f3-b426-ae24f2cb98ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:01:35.448841 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.449199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Bound using segment: {'id': '1a9091d8-04ab-4c43-9ca6-7058b7ff2e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '03d32f39-65a4-49f3-b426-ae24f2cb98ff'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:01:35.449668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Bound port: b287d094-3a29-4412-a0e7-7d3851f5dd4f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9091d8-04ab-4c43-9ca6-7058b7ff2e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '03d32f39-65a4-49f3-b426-ae24f2cb98ff'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:01:35.452676 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.517895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] For port b287d094-3a29-4412-a0e7-7d3851f5dd4f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:01:35.520909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] For port b287d094-3a29-4412-a0e7-7d3851f5dd4f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b287d094-3a29-4412-a0e7-7d3851f5dd4f,segment=NetworkSegment(1a9091d8-04ab-4c43-9ca6-7058b7ff2e31),segment_id=1a9091d8-04ab-4c43-9ca6-7058b7ff2e31)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:01:35.581146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.604723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.619522 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.620606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:01:35.628710 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.631448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deb2369-7d21-461e-aed4-8c9c53221cdf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:35.637249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.637598 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Added segment 48d80729-6b72-4bab-8fb2-96a946dc2ef7 of type vlan for network 77464e5b-fc5c-4502-8aee-faffc5804bde Aug 23 04:01:35.692785 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.728006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b29c8b-9be2-40bd-a323-86a73ec728ec None None] Pushing event updated for resources: {'Port': ['ID=b287d094-3a29-4412-a0e7-7d3851f5dd4f,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:35.792127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Allocated IP 172.25.1.154 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/dbd9b5a8-529c-4746-b514-13057b11bce5) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:35.817355 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.818377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:35.818969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:35.892140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] Pushing event updated for resources: {'Network': ['ID=77464e5b-fc5c-4502-8aee-faffc5804bde,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:35.916552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c5156-0c65-46e7-8305-d1c7e28aead2 req-73a1f1c2-6c99-4655-a638-06390aac43ad tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:35.935255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a78c5156-0c65-46e7-8305-d1c7e28aead2 req-73a1f1c2-6c99-4655-a638-06390aac43ad tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1549866 Aug 23 04:01:35.940390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 77464e5b-fc5c-4502-8aee-faffc5804bde details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:01:35.944694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fe1aa8ce-ebad-4190-9e7f-4d4fcf7659d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8888664 Aug 23 04:01:35.946030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43666) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:35.959436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Request body: {'subnet': {'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-509885776-subnet', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:36.027484 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:36.036096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a78c5156-0c65-46e7-8305-d1c7e28aead2 req-07f94372-895f-4370-879e-61a97bbb3fa2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857902 Aug 23 04:01:36.106722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Made reservation on behalf of 780cb80f12a542479b70fbe5beed484a for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:01:36.109124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:36.210011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:36.246733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:36.250398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:36.254118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:36.288806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event updated for resources: {'Port': ['ID=dbd9b5a8-529c-4746-b514-13057b11bce5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:36.400189 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:36.459834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a857ec6-3633-42e3-a5b1-f1db642f27ae,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:36.473620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Checking segment: {'id': '48d80729-6b72-4bab-8fb2-96a946dc2ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:01:36.473620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Network hostable DHCP agents. Network: 77464e5b-fc5c-4502-8aee-faffc5804bde, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:01:36.565734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Network 77464e5b-fc5c-4502-8aee-faffc5804bde is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:01:36.651808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 77464e5b-fc5c-4502-8aee-faffc5804bde) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:36.661551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a01857-3e5e-45e8-acdf-c44d9cc067b3 None None] Network 77464e5b-fc5c-4502-8aee-faffc5804bde requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:01:36.669182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:36.669948 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:36.804388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e39526a1-75ea-45f3-a408-7f7992aa5cb5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8565583 Aug 23 04:01:36.805378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43668) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:36.810349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:36.845395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-77464e5b-fc5c-4502-8aee-faffc5804bde', 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'fixed_ips': [{'subnet_id': '0a857ec6-3633-42e3-a5b1-f1db642f27ae'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:01:36.846366 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:36.864417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948b8bf-2c1e-4cfb-9988-d43155c19c1e None None] Network 03d32f39-65a4-49f3-b426-ae24f2cb98ff requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:01:36.909454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:36.911060 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:36.975884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:36.978919 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.198142 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.216547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1ce18c39-69e6-4fbc-b39e-438c7f4e5e12 None None] Provisioning for port b287d094-3a29-4412-a0e7-7d3851f5dd4f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:37.269947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Allocated IP 172.20.0.2 (77464e5b-fc5c-4502-8aee-faffc5804bde/0a857ec6-3633-42e3-a5b1-f1db642f27ae/83b35b9a-7bcf-47d2-ab1b-990a84f15008) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:37.272383 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.307442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca09b4-0945-48cf-8fc5-8b8d6369071b req-7c985bd3-af5e-4ea4-a106-779ce39b0570 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:37.313847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bdca09b4-0945-48cf-8fc5-8b8d6369071b req-7c985bd3-af5e-4ea4-a106-779ce39b0570 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1462364 Aug 23 04:01:37.397818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bdca09b4-0945-48cf-8fc5-8b8d6369071b req-4f557d0b-8025-4e03-98f2-0426d31a61f6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792985 Aug 23 04:01:37.461466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Router cf1c4b37-d842-44ac-a81c-c06bd0faecec is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:01:37.470787 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.484045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Transition to ACTIVE for port object 83b35b9a-7bcf-47d2-ab1b-990a84f15008 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:37.501863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Transition to ACTIVE for port object 83b35b9a-7bcf-47d2-ab1b-990a84f15008 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:37.588324 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:01:37.603120 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f0eb0-11d9-4bb5-9ca6-01239cfa0b69 None None] Sync routers for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:01:37.609936 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.619251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.631214 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.631401 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f0eb0-11d9-4bb5-9ca6-01239cfa0b69 None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:37.632009 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-993f0eb0-11d9-4bb5-9ca6-01239cfa0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:37.672422 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-993f0eb0-11d9-4bb5-9ca6-01239cfa0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:37.674350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.676110 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f5f7397c-ad8e-4748-b2f4-85982a40dd24 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.8355448 Aug 23 04:01:37.678961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43672) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:37.688798 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f0eb0-11d9-4bb5-9ca6-01239cfa0b69 None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:37.689700 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-993f0eb0-11d9-4bb5-9ca6-01239cfa0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:37.706054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Pushing event updated for resources: {'Port': ['ID=83b35b9a-7bcf-47d2-ab1b-990a84f15008,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:37.719350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Network 77464e5b-fc5c-4502-8aee-faffc5804bde is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:37.720693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.723426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:37.731709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:37.758847 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-993f0eb0-11d9-4bb5-9ca6-01239cfa0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:37.763067 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f0eb0-11d9-4bb5-9ca6-01239cfa0b69 None None] The sync data for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:01:37.776138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b287d094-3a29-4412-a0e7-7d3851f5dd4f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:01:37.808616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Allocated IP 172.25.1.235 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/fecc4cd5-0b85-4c52-a179-07ac26b8177a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:37.829869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Attempting to bind port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:01:37.830245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Attempting to bind port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '48d80729-6b72-4bab-8fb2-96a946dc2ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:01:37.830612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Attempting to bind port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 on network 77464e5b-fc5c-4502-8aee-faffc5804bde {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:01:37.842441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:01:37.842847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Checking segment: {'id': '48d80729-6b72-4bab-8fb2-96a946dc2ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:01:37.843252 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.843650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Bound using segment: {'id': '48d80729-6b72-4bab-8fb2-96a946dc2ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:01:37.844125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Bound port: 83b35b9a-7bcf-47d2-ab1b-990a84f15008, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d80729-6b72-4bab-8fb2-96a946dc2ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:01:37.844717 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.920430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] For port 83b35b9a-7bcf-47d2-ab1b-990a84f15008, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:01:37.923648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] For port 83b35b9a-7bcf-47d2-ab1b-990a84f15008, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=83b35b9a-7bcf-47d2-ab1b-990a84f15008,segment=NetworkSegment(48d80729-6b72-4bab-8fb2-96a946dc2ef7),segment_id=48d80729-6b72-4bab-8fb2-96a946dc2ef7)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:01:37.941659 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:37.964326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b287d094-3a29-4412-a0e7-7d3851f5dd4f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:37.970993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b287d094-3a29-4412-a0e7-7d3851f5dd4f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:37.970993 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.059290 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.068227 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.081249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.127892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:38.131006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:38.138315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:38.141585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Pushing event updated for resources: {'Port': ['ID=fecc4cd5-0b85-4c52-a179-07ac26b8177a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:38.155883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281d52d-9aef-4971-a06f-83952032ef7d None None] Pushing event updated for resources: {'Port': ['ID=83b35b9a-7bcf-47d2-ab1b-990a84f15008,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:38.173134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.173480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.173816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.174142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.174508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.174938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.175266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.175587 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.175907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.176074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b287d094-3a29-4412-a0e7-7d3851f5dd4f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b287d094-3a29-4412-a0e7-7d3851f5dd4f,segment=NetworkSegment(1a9091d8-04ab-4c43-9ca6-7058b7ff2e31),segment_id=1a9091d8-04ab-4c43-9ca6-7058b7ff2e31)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:38.176205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.176527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.176982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:38.209241 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.243792 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.314738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b287d094-3a29-4412-a0e7-7d3851f5dd4f,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:38.582604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.609502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad69d7-3854-4414-8200-34c1e253bbea req-50278b08-51fc-4b54-b47b-843a1f9d5c99 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:38.611077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e2ad69d7-3854-4414-8200-34c1e253bbea req-50278b08-51fc-4b54-b47b-843a1f9d5c99 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1317613 Aug 23 04:01:38.647765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Allocated IP 172.20.0.1 (03d32f39-65a4-49f3-b426-ae24f2cb98ff/45495e6e-28a8-4822-ae56-48512f0ef511/c81bac70-a793-4c11-a756-7116dbc44814) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:38.676003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e2ad69d7-3854-4414-8200-34c1e253bbea req-ff60f5d9-24de-41ae-943d-384184c249d4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558305 Aug 23 04:01:38.786832 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.801291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Transition to ACTIVE for port object c81bac70-a793-4c11-a756-7116dbc44814 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:38.803112 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.892070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:38.931677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Network 03d32f39-65a4-49f3-b426-ae24f2cb98ff is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:38.934889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:38.938870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:38.977190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event updated for resources: {'Port': ['ID=c81bac70-a793-4c11-a756-7116dbc44814,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:38.996294 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:39.068633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Router ab46ca9e-c718-4c03-9057-3828f7c2cb5f is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:01:39.199732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:01:39.202634 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:39.220567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Sync routers for ids ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:01:39.231957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Routers {'ab46ca9e-c718-4c03-9057-3828f7c2cb5f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:39.232757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:39.283717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b87656-724e-4b89-a3b1-ada46ddb7b29 None None] Network 77464e5b-fc5c-4502-8aee-faffc5804bde requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:01:39.348647 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:39.350040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb6a591a-7185-4073-b0ac-2410ef264bae admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5435174 Aug 23 04:01:39.352767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43678) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:39.426363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Set router ab46ca9e-c718-4c03-9057-3828f7c2cb5f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:01:39.457321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2aa995ef-63d4-4292-a6b6-da75e8c0054a None None] Provisioning for port c81bac70-a793-4c11-a756-7116dbc44814 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:39.494614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2aa995ef-63d4-4292-a6b6-da75e8c0054a None None] Provisioning complete for port c81bac70-a793-4c11-a756-7116dbc44814 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:39.494991 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2aa995ef-63d4-4292-a6b6-da75e8c0054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:39.504404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:39.613047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2aa995ef-63d4-4292-a6b6-da75e8c0054a None None] Port c81bac70-a793-4c11-a756-7116dbc44814 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:01:39.630219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:39.753915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:01:36Z', 'updated_at': '2021-08-23T04:01:38Z', 'revision_number': 3, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'gw_port': {'id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:37Z', 'updated_at': '2021-08-23T04:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:39.776494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event updated for resources: {'Port': ['ID=c81bac70-a793-4c11-a756-7116dbc44814,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:39.783011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:39.790272 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Checking router: ab46ca9e-c718-4c03-9057-3828f7c2cb5f for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:01:39.790821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Updating router ab46ca9e-c718-4c03-9057-3828f7c2cb5f port fecc4cd5-0b85-4c52-a179-07ac26b8177a binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:01:39.827567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:39.833707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c1697673-5849-4163-8b8f-bc6b8dbcc7e3 None None] Provisioning for port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:39.964900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 83b35b9a-7bcf-47d2-ab1b-990a84f15008 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:01:39.966595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1e550-f49a-4af3-82e2-3fd2e52b3000 req-14a438d1-d585-4ee7-bf08-7302bc79017b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:39.968241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94e1e550-f49a-4af3-82e2-3fd2e52b3000 req-14a438d1-d585-4ee7-bf08-7302bc79017b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1052880 Aug 23 04:01:39.969850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Network 03d32f39-65a4-49f3-b426-ae24f2cb98ff is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:39.972138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:40.069052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94e1e550-f49a-4af3-82e2-3fd2e52b3000 req-38ec8f55-b1fd-40c7-9528-30bea6f8eeb5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908546 Aug 23 04:01:40.157197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:40.175120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:40.175568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.287488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.304339 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.336758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Transition to ACTIVE for port object fecc4cd5-0b85-4c52-a179-07ac26b8177a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:40.355033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.382087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4387fb24-d6d4-4a8f-a253-32648bcf127d None None] Provisioning complete for port c81bac70-a793-4c11-a756-7116dbc44814 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:40.382496 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4387fb24-d6d4-4a8f-a253-32648bcf127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.423891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 83b35b9a-7bcf-47d2-ab1b-990a84f15008, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=83b35b9a-7bcf-47d2-ab1b-990a84f15008,segment=NetworkSegment(48d80729-6b72-4bab-8fb2-96a946dc2ef7),segment_id=48d80729-6b72-4bab-8fb2-96a946dc2ef7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:40.436478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4387fb24-d6d4-4a8f-a253-32648bcf127d None None] Port c81bac70-a793-4c11-a756-7116dbc44814 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:01:40.448962 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.465111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Router cf1c4b37-d842-44ac-a81c-c06bd0faecec has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:01:40.477846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Allocated IP 172.20.0.1 (77464e5b-fc5c-4502-8aee-faffc5804bde/0a857ec6-3633-42e3-a5b1-f1db642f27ae/0dc36e62-d1d1-49bc-9668-cbaefd6486f7) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:40.502221 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Attempting to bind port fecc4cd5-0b85-4c52-a179-07ac26b8177a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:01:40.502516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Attempting to bind port fecc4cd5-0b85-4c52-a179-07ac26b8177a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:01:40.502885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Attempting to bind port fecc4cd5-0b85-4c52-a179-07ac26b8177a on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:01:40.513658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99a1ee-9d6d-4e08-b6cf-97a3c8c812e4 None None] Pushing event updated for resources: {'Port': ['ID=fecc4cd5-0b85-4c52-a179-07ac26b8177a,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:40.518099 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.518430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b287d094-3a29-4412-a0e7-7d3851f5dd4f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:01:40.543229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:01:40.543605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:01:40.544013 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.544409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:01:40.544898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Bound port: fecc4cd5-0b85-4c52-a179-07ac26b8177a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:01:40.545313 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.585811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:01:40.591024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-338f0425-8134-4b6f-86c5-6c59822f0bc9 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "PUT /v2.0/routers/cf1c4b37-d842-44ac-a81c-c06bd0faecec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9104204 Aug 23 04:01:40.596356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43682) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:40.601507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Request body: {'port': {'network_id': '03d32f39-65a4-49f3-b426-ae24f2cb98ff', 'name': 'tempest-FloatingIPAdminTestJSON-1990681329'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:40.618610 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0a950-c89a-4f11-9e9a-a8de692b3dc0 None None] Sync routers for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:01:40.624593 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.630334 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a0a950-c89a-4f11-9e9a-a8de692b3dc0 None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:40.631184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e3a0a950-c89a-4f11-9e9a-a8de692b3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:40.650774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=83b35b9a-7bcf-47d2-ab1b-990a84f15008,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:40.662053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] For port fecc4cd5-0b85-4c52-a179-07ac26b8177a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:01:40.664970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] For port fecc4cd5-0b85-4c52-a179-07ac26b8177a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fecc4cd5-0b85-4c52-a179-07ac26b8177a,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:01:40.669339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b287d094-3a29-4412-a0e7-7d3851f5dd4f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:40.669727 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.676547 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e3a0a950-c89a-4f11-9e9a-a8de692b3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:40.684062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Transition to ACTIVE for port object 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:40.698568 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a0a950-c89a-4f11-9e9a-a8de692b3dc0 None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:40.698568 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e3a0a950-c89a-4f11-9e9a-a8de692b3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:40.722615 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e3a0a950-c89a-4f11-9e9a-a8de692b3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:40.723616 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0a950-c89a-4f11-9e9a-a8de692b3dc0 None None] The sync data for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:01:40.756034 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.807053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Routers {'ab46ca9e-c718-4c03-9057-3828f7c2cb5f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:40.807675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:40.827878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.830202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Made reservation on behalf of 361263f2d4c94d419ec39be0dff9e87a for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:01:40.833980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:40.848686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99a1ee-9d6d-4e08-b6cf-97a3c8c812e4 None None] Pushing event updated for resources: {'Port': ['ID=fecc4cd5-0b85-4c52-a179-07ac26b8177a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:40.884126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Network 77464e5b-fc5c-4502-8aee-faffc5804bde is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:40.891441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] device_id is not set on port 8173c745-16af-4108-a5c9-4e0820f74ea4 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:01:40.898206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:40.908184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:40.912551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc36e62-d1d1-49bc-9668-cbaefd6486f7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:40.922411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] Set router ab46ca9e-c718-4c03-9057-3828f7c2cb5f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:01:40.999835 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.101762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Allocated IP 172.20.0.6 (03d32f39-65a4-49f3-b426-ae24f2cb98ff/45495e6e-28a8-4822-ae56-48512f0ef511/8173c745-16af-4108-a5c9-4e0820f74ea4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:41.119188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:01:36Z', 'updated_at': '2021-08-23T04:01:38Z', 'revision_number': 3, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'gw_port': {'id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:37Z', 'updated_at': '2021-08-23T04:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:41.154527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03eda4a-a945-4cad-aa2b-4314ec1ee373 None None] The sync data for ids ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'] in n-d-749052-7 is: [{'id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:01:36Z', 'updated_at': '2021-08-23T04:01:38Z', 'revision_number': 3, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'gw_port': {'id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:37Z', 'updated_at': '2021-08-23T04:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:01:41.215134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a06248-9a2a-49e6-9e92-5085044cc31b req-7f89020f-99a2-4ed9-932f-70e7c130a0ae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:41.216822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0a06248-9a2a-49e6-9e92-5085044cc31b req-7f89020f-99a2-4ed9-932f-70e7c130a0ae tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0542808 Aug 23 04:01:41.228300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4ffe6dca-cf4c-4a54-b766-ec59f969e1f7 None None] Provisioning for port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:41.235364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4ffe6dca-cf4c-4a54-b766-ec59f969e1f7 None None] Provisioning complete for port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:41.235754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6dca-cf4c-4a54-b766-ec59f969e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.275221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0a06248-9a2a-49e6-9e92-5085044cc31b req-3e12371d-9726-4416-b7f1-aff419ee4d6c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500450 Aug 23 04:01:41.284133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe6dca-cf4c-4a54-b766-ec59f969e1f7 None None] Port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:01:41.323932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.340713 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.381263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Transition to ACTIVE for port object 8173c745-16af-4108-a5c9-4e0820f74ea4 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:41.559200 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.578143 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.631262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Network 03d32f39-65a4-49f3-b426-ae24f2cb98ff is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:41.634615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:41.638334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:41.642554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.694726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event updated for resources: {'Port': ['ID=8173c745-16af-4108-a5c9-4e0820f74ea4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:41.756544 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.790553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:41.791178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.807619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 83b35b9a-7bcf-47d2-ab1b-990a84f15008 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:01:41.854336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc36e62-d1d1-49bc-9668-cbaefd6486f7,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:41.883649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:41.884751 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:41.914811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Network 77464e5b-fc5c-4502-8aee-faffc5804bde is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:41.916514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:41.948231 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-213cab5c-044f-431f-ba1d-b8aa8522eadc tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3504851 Aug 23 04:01:41.952805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43686) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:42.023411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fecc4cd5-0b85-4c52-a179-07ac26b8177a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:01:42.140949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Router ab46ca9e-c718-4c03-9057-3828f7c2cb5f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:01:42.167242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'project_id': '361263f2d4c94d419ec39be0dff9e87a', 'port_id': '8173c745-16af-4108-a5c9-4e0820f74ea4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:42.181034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port fecc4cd5-0b85-4c52-a179-07ac26b8177a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:42.188076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port fecc4cd5-0b85-4c52-a179-07ac26b8177a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:42.188882 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:42.232503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cfda9981-3b05-4f1e-9463-456fd1fb9b86 None None] Provisioning for port 8173c745-16af-4108-a5c9-4e0820f74ea4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:01:42.241578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cfda9981-3b05-4f1e-9463-456fd1fb9b86 None None] Provisioning complete for port 8173c745-16af-4108-a5c9-4e0820f74ea4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:42.241992 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfda9981-3b05-4f1e-9463-456fd1fb9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:42.274623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:42.293098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:01:42.299024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cfda9981-3b05-4f1e-9463-456fd1fb9b86 None None] Port 8173c745-16af-4108-a5c9-4e0820f74ea4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:01:42.304327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-10aab735-18c1-4025-9369-deab1f331000 admin admin] 10.222.0.20 "PUT /v2.0/routers/ab46ca9e-c718-4c03-9057-3828f7c2cb5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9472094 Aug 23 04:01:42.343516 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:42.369188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port fecc4cd5-0b85-4c52-a179-07ac26b8177a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fecc4cd5-0b85-4c52-a179-07ac26b8177a,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:42.399318 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:42.425409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b3147abd-116c-45b0-9c9b-41a9156abcca None None] Provisioning complete for port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:42.425929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b3147abd-116c-45b0-9c9b-41a9156abcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:42.434674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c57f9c-9f31-47a9-ae48-7e4fa6605754 req-ce2fd97c-29b1-4581-80e8-4ff8440ce92e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:42.436205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9c57f9c-9f31-47a9-ae48-7e4fa6605754 req-ce2fd97c-29b1-4581-80e8-4ff8440ce92e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0631254 Aug 23 04:01:42.458146 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:42.489544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9c57f9c-9f31-47a9-ae48-7e4fa6605754 req-f876a100-95a1-401b-967c-b5b3ac28e6ca tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444081 Aug 23 04:01:42.533288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Allocated IP 172.25.1.211 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/6d80e030-7da2-49c9-9d0f-549f5df9080d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:42.652812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:42.672556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b3147abd-116c-45b0-9c9b-41a9156abcca None None] Port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:01:42.704838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=fecc4cd5-0b85-4c52-a179-07ac26b8177a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:42.792569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:42.834558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:42.837278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:42.839735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:42.848812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Pushing event updated for resources: {'Port': ['ID=6d80e030-7da2-49c9-9d0f-549f5df9080d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:43.013448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Sync routers for ids ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:01:43.023920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Routers {'ab46ca9e-c718-4c03-9057-3828f7c2cb5f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:43.024574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:43.136209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Set router ab46ca9e-c718-4c03-9057-3828f7c2cb5f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:01:43.333023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:43.356687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:01:36Z', 'updated_at': '2021-08-23T04:01:41Z', 'revision_number': 4, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'gw_port': {'id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:37Z', 'updated_at': '2021-08-23T04:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0dc36e62-d1d1-49bc-9668-cbaefd6486f7', 'name': '', 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'mac_address': 'fa:16:3e:2c:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0a857ec6-3633-42e3-a5b1-f1db642f27ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:40Z', 'updated_at': '2021-08-23T04:01:41Z', 'revision_number': 2, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'subnets': [{'id': '0a857ec6-3633-42e3-a5b1-f1db642f27ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:43.393694 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Checking router: ab46ca9e-c718-4c03-9057-3828f7c2cb5f for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:01:43.394058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Updating router ab46ca9e-c718-4c03-9057-3828f7c2cb5f port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:01:43.421260 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:43.507525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:43.687045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5b05b-ff2d-4735-8d79-2a5b4ffa0475 req-0ff5f909-aa6c-4fa1-9929-cf48253f9fc9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:43.688597 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b8f5b05b-ff2d-4735-8d79-2a5b4ffa0475 req-0ff5f909-aa6c-4fa1-9929-cf48253f9fc9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1031928 Aug 23 04:01:43.708812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fecc4cd5-0b85-4c52-a179-07ac26b8177a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:01:43.746030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43712) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:43.746671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:43.755524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b8f5b05b-ff2d-4735-8d79-2a5b4ffa0475 req-b9266418-8f7b-48d4-b250-4c1811dbfcad tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589612 Aug 23 04:01:43.791404 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:43.806343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Transition to ACTIVE for port object 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:01:43.813193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port fecc4cd5-0b85-4c52-a179-07ac26b8177a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:01:43.813571 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:43.846323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:43.893918 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:43.922627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Pushing event updated for resources: {'Port': ['ID=6d80e030-7da2-49c9-9d0f-549f5df9080d,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:43.938751 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:43.959758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45533086-421f-4b30-a9d1-941bc3113a24 None None] Pushing event updated for resources: {'Port': ['ID=0dc36e62-d1d1-49bc-9668-cbaefd6486f7,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:44.023977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Attempting to bind port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:01:44.023977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Attempting to bind port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '48d80729-6b72-4bab-8fb2-96a946dc2ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:01:44.024771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Attempting to bind port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 on network 77464e5b-fc5c-4502-8aee-faffc5804bde {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:01:44.029702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:01:44.030733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Checking segment: {'id': '48d80729-6b72-4bab-8fb2-96a946dc2ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:01:44.031508 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:44.031508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Bound using segment: {'id': '48d80729-6b72-4bab-8fb2-96a946dc2ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:01:44.031990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Bound port: 0dc36e62-d1d1-49bc-9668-cbaefd6486f7, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d80729-6b72-4bab-8fb2-96a946dc2ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:01:44.032391 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:44.070002 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Floating IP f06e51d8-3c88-4c92-882a-3a1d612ed935 associated. External IP: 172.25.1.211, port: 8173c745-16af-4108-a5c9-4e0820f74ea4. Aug 23 04:01:44.120304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] For port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:01:44.124324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] For port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0dc36e62-d1d1-49bc-9668-cbaefd6486f7,segment=NetworkSegment(48d80729-6b72-4bab-8fb2-96a946dc2ef7),segment_id=48d80729-6b72-4bab-8fb2-96a946dc2ef7)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:01:44.156700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:44.211854 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:44.277947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Routers {'ab46ca9e-c718-4c03-9057-3828f7c2cb5f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:44.278723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:44.316586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Router cf1c4b37-d842-44ac-a81c-c06bd0faecec has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:01:44.340171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45533086-421f-4b30-a9d1-941bc3113a24 None None] Pushing event updated for resources: {'Port': ['ID=0dc36e62-d1d1-49bc-9668-cbaefd6486f7,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:44.442742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] Set router ab46ca9e-c718-4c03-9057-3828f7c2cb5f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:01:44.460523 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:01:44.469354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Deleting port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:44.469354 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:44.473799 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bb3911-a76b-4cb1-91c5-48110cb5fd73 None None] Sync routers for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:01:44.484876 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bb3911-a76b-4cb1-91c5-48110cb5fd73 None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:44.485834 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-61bb3911-a76b-4cb1-91c5-48110cb5fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:44.531483 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-61bb3911-a76b-4cb1-91c5-48110cb5fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:44.540888 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bb3911-a76b-4cb1-91c5-48110cb5fd73 None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:44.541577 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-61bb3911-a76b-4cb1-91c5-48110cb5fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:44.552017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] For port 0dc36e62-d1d1-49bc-9668-cbaefd6486f7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0dc36e62-d1d1-49bc-9668-cbaefd6486f7,segment=NetworkSegment(48d80729-6b72-4bab-8fb2-96a946dc2ef7),segment_id=48d80729-6b72-4bab-8fb2-96a946dc2ef7)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:44.552385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:44.567406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Calling delete_port for 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:44.577830 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-61bb3911-a76b-4cb1-91c5-48110cb5fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:44.578485 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bb3911-a76b-4cb1-91c5-48110cb5fd73 None None] The sync data for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:01:44.582589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:44.617552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b1970186-3bf5-436d-9ea9-3504640ef410 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.6630518 Aug 23 04:01:44.620428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43716) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:44.685436 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:01:36Z', 'updated_at': '2021-08-23T04:01:41Z', 'revision_number': 4, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'gw_port': {'id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:37Z', 'updated_at': '2021-08-23T04:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0dc36e62-d1d1-49bc-9668-cbaefd6486f7', 'name': '', 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'mac_address': 'fa:16:3e:2c:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0a857ec6-3633-42e3-a5b1-f1db642f27ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:40Z', 'updated_at': '2021-08-23T04:01:44Z', 'revision_number': 4, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'subnets': [{'id': '0a857ec6-3633-42e3-a5b1-f1db642f27ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:44.715402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d00d321-90cb-4e9d-82cc-c02b42b44089 None None] The sync data for ids ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'] in n-d-749052-7 is: [{'id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:01:36Z', 'updated_at': '2021-08-23T04:01:41Z', 'revision_number': 4, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'gw_port': {'id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:37Z', 'updated_at': '2021-08-23T04:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0dc36e62-d1d1-49bc-9668-cbaefd6486f7', 'name': '', 'network_id': '77464e5b-fc5c-4502-8aee-faffc5804bde', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'mac_address': 'fa:16:3e:2c:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '0a857ec6-3633-42e3-a5b1-f1db642f27ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:40Z', 'updated_at': '2021-08-23T04:01:44Z', 'revision_number': 4, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'subnets': [{'id': '0a857ec6-3633-42e3-a5b1-f1db642f27ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:01:44.740135 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2fea3a06-275b-4f55-90f8-54c06a2851f2 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] 10.222.0.20 "GET /v2.0/floatingips/f06e51d8-3c88-4c92-882a-3a1d612ed935 HTTP/1.1" status: 200 len: 983 time: 0.1182714 Aug 23 04:01:44.742551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43718) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:44.879761 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:44.931144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc36e62-d1d1-49bc-9668-cbaefd6486f7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:45.208171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437b88c-673a-4c9b-8217-d5ec6cf649f3 req-89330db8-e54e-43f9-b072-e04cacdb3a03 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:45.217676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5437b88c-673a-4c9b-8217-d5ec6cf649f3 req-89330db8-e54e-43f9-b072-e04cacdb3a03 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.3846147 Aug 23 04:01:45.277845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5437b88c-673a-4c9b-8217-d5ec6cf649f3 req-8c82c229-eaf6-4414-9edb-0b2fbd8adec9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589752 Aug 23 04:01:45.302980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:45.404181 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ee10ed17-f875-420a-bdad-344ad8334aba tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.6605206 Aug 23 04:01:45.407048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43732) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:45.606156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Deleting port 6d80e030-7da2-49c9-9d0f-549f5df9080d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:45.612673 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:45.700589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:45.700589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:45.715331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Calling delete_port for 6d80e030-7da2-49c9-9d0f-549f5df9080d owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:45.963636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Router ab46ca9e-c718-4c03-9057-3828f7c2cb5f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:01:45.976713 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:45.993597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad2f33-c292-47de-add3-97c164da707e req-baeb828a-8823-499f-abd2-8f55b48d979b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:45.995151 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddad2f33-c292-47de-add3-97c164da707e req-baeb828a-8823-499f-abd2-8f55b48d979b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.0640068 Aug 23 04:01:46.031983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event deleted for resources: {'Port': ['ID=6d80e030-7da2-49c9-9d0f-549f5df9080d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:46.085164 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:46.085459 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Floating IP f06e51d8-3c88-4c92-882a-3a1d612ed935 disassociated (deleted). External IP: 172.25.1.211, port: 8173c745-16af-4108-a5c9-4e0820f74ea4. Aug 23 04:01:46.104796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddad2f33-c292-47de-add3-97c164da707e req-856db685-2e7c-488e-84f6-0ed070b2b70c tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740874 Aug 23 04:01:46.126544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:01:46.136471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0b60c075-5ad3-4c5c-a0d9-7c61900cbd68 admin admin] 10.222.0.20 "PUT /v2.0/routers/ab46ca9e-c718-4c03-9057-3828f7c2cb5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3892350 Aug 23 04:01:46.138978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43736) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:46.245640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] Sync routers for ids ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:01:46.252783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:46.257578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] Routers {'ab46ca9e-c718-4c03-9057-3828f7c2cb5f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:46.258251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:46.319163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Router cf1c4b37-d842-44ac-a81c-c06bd0faecec has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:01:46.386367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] Set router ab46ca9e-c718-4c03-9057-3828f7c2cb5f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:01:46.399173 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:46.466335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2ab9c-a442-4e91-874f-ba160960996d req-c67ec036-5c9d-43f0-b01d-a7d82ea191b8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:46.467907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ea2ab9c-a442-4e91-874f-ba160960996d req-c67ec036-5c9d-43f0-b01d-a7d82ea191b8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0969646 Aug 23 04:01:46.494298 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:01:46.499640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:46.507550 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c1f62-cf3a-4fa6-8cd3-13eb0d5bd329 None None] Sync routers for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:01:46.518302 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c1f62-cf3a-4fa6-8cd3-13eb0d5bd329 None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:46.519870 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d01c1f62-cf3a-4fa6-8cd3-13eb0d5bd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:46.554021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43742) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:46.554825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8e00d64c-d069-4f92-b3a2-2ee06a44519a tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "DELETE /v2.0/floatingips/f06e51d8-3c88-4c92-882a-3a1d612ed935 HTTP/1.1" status: 204 len: 168 time: 1.1464424 Aug 23 04:01:46.556870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Deleting port fecc4cd5-0b85-4c52-a179-07ac26b8177a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:46.557251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:46.561717 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4ea2ab9c-a442-4e91-874f-ba160960996d req-45a90604-e960-4df0-980c-26ce9e140ca7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841227 Aug 23 04:01:46.562553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:46.565468 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d01c1f62-cf3a-4fa6-8cd3-13eb0d5bd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:46.575705 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c1f62-cf3a-4fa6-8cd3-13eb0d5bd329 None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:46.577029 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d01c1f62-cf3a-4fa6-8cd3-13eb0d5bd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:46.602194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:01:36Z', 'updated_at': '2021-08-23T04:01:44Z', 'revision_number': 5, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'gw_port': {'id': 'fecc4cd5-0b85-4c52-a179-07ac26b8177a', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:99:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:01:37Z', 'updated_at': '2021-08-23T04:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:46.610586 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d01c1f62-cf3a-4fa6-8cd3-13eb0d5bd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:46.611282 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c1f62-cf3a-4fa6-8cd3-13eb0d5bd329 None None] The sync data for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:01:46.631043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] Checking router: ab46ca9e-c718-4c03-9057-3828f7c2cb5f for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:01:46.639758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] Routers {'ab46ca9e-c718-4c03-9057-3828f7c2cb5f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:46.640371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:46.683267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] For port fecc4cd5-0b85-4c52-a179-07ac26b8177a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fecc4cd5-0b85-4c52-a179-07ac26b8177a,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:46.683632 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:46.695426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Calling delete_port for fecc4cd5-0b85-4c52-a179-07ac26b8177a owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:46.725128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] Set router ab46ca9e-c718-4c03-9057-3828f7c2cb5f gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:01:46.737524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:46.776689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:01:36Z', 'updated_at': '2021-08-23T04:01:46Z', 'revision_number': 6, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:46.807147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e4829-844e-49a0-8842-f3d6e67f4431 None None] The sync data for ids ['ab46ca9e-c718-4c03-9057-3828f7c2cb5f'] in n-d-749052-7 is: [{'id': 'ab46ca9e-c718-4c03-9057-3828f7c2cb5f', 'name': 'tempest-ImageQuotaTest-509885776-router', 'tenant_id': '780cb80f12a542479b70fbe5beed484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:01:36Z', 'updated_at': '2021-08-23T04:01:46Z', 'revision_number': 6, 'project_id': '780cb80f12a542479b70fbe5beed484a', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:01:46.928065 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.006507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.040623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Pushing event deleted for resources: {'Port': ['ID=fecc4cd5-0b85-4c52-a179-07ac26b8177a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:47.079225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Allocated IP 172.25.1.204 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/961a26ae-30ca-46ac-aa2e-d9db3a30e983) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:47.180040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.484216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-69ca2698-eba5-42a2-9e16-44e53cc38d47 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:47.484216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-69ca2698-eba5-42a2-9e16-44e53cc38d47 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.1896999 Aug 23 04:01:47.484216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.484216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.484216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.495919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02aac3-0687-480e-aec1-a7f0e9e5ab65 req-320f238b-6978-4cb4-b666-e0d9aff9e697 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:47.497541 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c02aac3-0687-480e-aec1-a7f0e9e5ab65 req-320f238b-6978-4cb4-b666-e0d9aff9e697 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.2306514 Aug 23 04:01:47.574299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c02aac3-0687-480e-aec1-a7f0e9e5ab65 req-224a477e-9a25-4c0a-b244-063ec73156c3 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656798 Aug 23 04:01:47.578412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Deleting port 455f43fe-d38d-440c-b136-83bc63b7e723 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:47.578755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.670046 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.670667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab46ca9e-c718-4c03-9057-3828f7c2cb5f {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:01:47.677431 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.680767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc35fbfc-ef05-4e2e-ad0b-c9a52173a43a admin admin] 10.222.0.20 "DELETE /v2.0/routers/ab46ca9e-c718-4c03-9057-3828f7c2cb5f HTTP/1.1" status: 204 len: 168 time: 1.5381520 Aug 23 04:01:47.681676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43748) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:47.694170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:01:47.718504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09e5ee-225e-43f0-b9c2-ab6c9dded518 req-f102d1b2-fb9c-4b6e-8365-495628797d3a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:47.720738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:01:47.721337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0dc36e62-d1d1-49bc-9668-cbaefd6486f7 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:01:47.721805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b09e5ee-225e-43f0-b9c2-ab6c9dded518 req-f102d1b2-fb9c-4b6e-8365-495628797d3a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0604663 Aug 23 04:01:47.722090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fecc4cd5-0b85-4c52-a179-07ac26b8177a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:01:47.737858 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.742474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: fecc4cd5-0b85-4c52-a179-07ac26b8177a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:01:47.743467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fecc4cd5-0b85-4c52-a179-07ac26b8177a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:01:47.762279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] For port 455f43fe-d38d-440c-b136-83bc63b7e723, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=455f43fe-d38d-440c-b136-83bc63b7e723,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:47.762653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.766184 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b09e5ee-225e-43f0-b9c2-ab6c9dded518 req-03e03941-9cdf-4f31-a1b0-50a7af4a5170 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Aug 23 04:01:47.797517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1a23ae-9412-4782-8ea4-51a2cd04cc0b admin admin] Deleting subnet 0a857ec6-3633-42e3-a5b1-f1db642f27ae {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:01:47.807420 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a1a23ae-9412-4782-8ea4-51a2cd04cc0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:47.864266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:47.875114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:47.887359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:47.897654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Pushing event updated for resources: {'Port': ['ID=961a26ae-30ca-46ac-aa2e-d9db3a30e983,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:47.937628 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a1a23ae-9412-4782-8ea4-51a2cd04cc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.121976 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.156388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a1a23ae-9412-4782-8ea4-51a2cd04cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.177257 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.177449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.177767 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Floating IP 7090573d-0d0d-468d-8bf5-0562c7f8638f disassociated. External IP: 172.25.1.212, port: 455f43fe-d38d-440c-b136-83bc63b7e723. Aug 23 04:01:48.178105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Calling delete_port for 455f43fe-d38d-440c-b136-83bc63b7e723 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:48.270206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.373001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a1a23ae-9412-4782-8ea4-51a2cd04cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.739450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a81f9-0016-46a2-900c-a79b23477811 None None] Network 77464e5b-fc5c-4502-8aee-faffc5804bde requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:01:48.743593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a23ae-9412-4782-8ea4-51a2cd04cc0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a857ec6-3633-42e3-a5b1-f1db642f27ae,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:48.750011 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a1a23ae-9412-4782-8ea4-51a2cd04cc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.754515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0a1a23ae-9412-4782-8ea4-51a2cd04cc0b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0a857ec6-3633-42e3-a5b1-f1db642f27ae HTTP/1.1" status: 204 len: 168 time: 1.0725129 Aug 23 04:01:48.754909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43752) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:48.834668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92956e4-fbaf-4c3c-a7de-d0763a29f030 req-a058658d-2bd4-42d1-b012-0a5fff32c9f9 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:48.836238 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d92956e4-fbaf-4c3c-a7de-d0763a29f030 req-a058658d-2bd4-42d1-b012-0a5fff32c9f9 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 946 time: 0.1083887 Aug 23 04:01:48.869624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.877107 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.878735 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:48.918082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event deleted for resources: {'Port': ['ID=455f43fe-d38d-440c-b136-83bc63b7e723,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:48.928245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83739c-5a60-41d3-923c-9de63f553b19 req-7f8986ee-81d3-4366-99f5-ca388f5f9c02 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:48.930029 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f83739c-5a60-41d3-923c-9de63f553b19 req-7f8986ee-81d3-4366-99f5-ca388f5f9c02 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0785871 Aug 23 04:01:48.943284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d92956e4-fbaf-4c3c-a7de-d0763a29f030 req-e8d28193-2470-45e6-9c58-d219af44a449 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=f982cfd7-0117-4167-900b-52f729417aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924115 Aug 23 04:01:48.987644 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.005523 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f83739c-5a60-41d3-923c-9de63f553b19 req-b56913e0-cbd7-4efc-b55c-6bcdd70eac28 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523915 Aug 23 04:01:49.016395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ace232-62fb-4300-a8c5-f0a7509c3dab None None] DHCP port deletion for 77464e5b-fc5c-4502-8aee-faffc5804bde request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:01:49.025653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Deleting port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:49.025653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.066697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e7ace232-62fb-4300-a8c5-f0a7509c3dab None None] Deleting port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:49.067153 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e7ace232-62fb-4300-a8c5-f0a7509c3dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.097381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] For port 83b35b9a-7bcf-47d2-ab1b-990a84f15008, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=83b35b9a-7bcf-47d2-ab1b-990a84f15008,segment=NetworkSegment(48d80729-6b72-4bab-8fb2-96a946dc2ef7),segment_id=48d80729-6b72-4bab-8fb2-96a946dc2ef7)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:49.097743 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.113687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Pushing event updated for resources: {'Port': ['ID=961a26ae-30ca-46ac-aa2e-d9db3a30e983,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:49.121083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Calling delete_port for 83b35b9a-7bcf-47d2-ab1b-990a84f15008 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:49.136054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e7ace232-62fb-4300-a8c5-f0a7509c3dab None None] For port 83b35b9a-7bcf-47d2-ab1b-990a84f15008, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=83b35b9a-7bcf-47d2-ab1b-990a84f15008,segment=NetworkSegment(48d80729-6b72-4bab-8fb2-96a946dc2ef7),segment_id=48d80729-6b72-4bab-8fb2-96a946dc2ef7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:49.136700 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e7ace232-62fb-4300-a8c5-f0a7509c3dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.145958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.151799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e7ace232-62fb-4300-a8c5-f0a7509c3dab None None] Calling delete_port for 83b35b9a-7bcf-47d2-ab1b-990a84f15008 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:49.162523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Router 54eea67e-157b-4400-90bf-93fbdb9fb53c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:01:49.254596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.255843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-67d6c52a-b71c-4e28-b715-df3024b5fb00 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7007239 Aug 23 04:01:49.259146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43756) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:49.278736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:01:49.290928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] Sync routers for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.294985 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:01:49.300815 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:01:49.301591 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.311461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:49.318367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:49.326992 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Pushing event deleted for resources: {'Port': ['ID=83b35b9a-7bcf-47d2-ab1b-990a84f15008,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:49.334930 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] No DVR routers for this DVR port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:01:49.336356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] No DVR routers for this DVR port 455f43fe-d38d-440c-b136-83bc63b7e723 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:01:49.339336 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.342810 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-acc88edf-0fbf-4643-81e7-1d1f00cf0566 req-45f4b8e0-bc54-4731-96e4-f4030f188c60 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "DELETE /v2.0/ports/455f43fe-d38d-440c-b136-83bc63b7e723 HTTP/1.1" status: 204 len: 173 time: 2.0178850 Aug 23 04:01:49.343730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'name': 'network-vif-deleted', 'tag': '455f43fe-d38d-440c-b136-83bc63b7e723'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:01:49.356687 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9abcaba-470b-4fdb-bd1b-63de42414662" -d '{"events": [{"server_uuid": "8fca86cd-9e57-460b-ab00-c3692485db4b", "name": "network-vif-deleted", "tag": "455f43fe-d38d-440c-b136-83bc63b7e723"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:01:49.427637 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed5bc69-9059-4681-8dd8-1d223684340a x-openstack-request-id: req-8ed5bc69-9059-4681-8dd8-1d223684340a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:01:49.427935 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca86cd-9e57-460b-ab00-c3692485db4b", "name": "network-vif-deleted", "tag": "455f43fe-d38d-440c-b136-83bc63b7e723", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:01:49.428193 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ed5bc69-9059-4681-8dd8-1d223684340a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:01:49.428650 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca86cd-9e57-460b-ab00-c3692485db4b', 'name': 'network-vif-deleted', 'tag': '455f43fe-d38d-440c-b136-83bc63b7e723', 'status': 'completed', 'code': 200} Aug 23 04:01:49.437685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.450568 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:49.459807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77464e5b-fc5c-4502-8aee-faffc5804bde']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:49.476342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d80729-6b72-4bab-8fb2-96a946dc2ef7') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:49.476643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d80729-6b72-4bab-8fb2-96a946dc2ef7') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:49.501333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.517335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.524301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:01:49.524675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:01:49.526341 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:01:49.554912 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e7ace232-62fb-4300-a8c5-f0a7509c3dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.587547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ace232-62fb-4300-a8c5-f0a7509c3dab None None] Pushing event deleted for resources: {'Port': ['ID=83b35b9a-7bcf-47d2-ab1b-990a84f15008,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:49.622400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ace232-62fb-4300-a8c5-f0a7509c3dab None None] No DVR routers for this DVR port 83b35b9a-7bcf-47d2-ab1b-990a84f15008 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:01:49.657491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.657934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:01:49.689799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 83b35b9a-7bcf-47d2-ab1b-990a84f15008 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:01:49.692222 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.703449 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.703449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] 10.222.0.20 "DELETE /v2.0/networks/77464e5b-fc5c-4502-8aee-faffc5804bde HTTP/1.1" status: 204 len: 168 time: 0.9444768 Aug 23 04:01:49.712004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 83b35b9a-7bcf-47d2-ab1b-990a84f15008 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:01:49.712151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d00f7c-2e68-47e5-aaf7-4503a590467b admin admin] Pushing event deleted for resources: {'Network': ['ID=77464e5b-fc5c-4502-8aee-faffc5804bde,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:49.712348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 83b35b9a-7bcf-47d2-ab1b-990a84f15008 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:01:49.786962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:49.891195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:49.896651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Allocated IP 172.25.1.110 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/4c13b0a2-e245-4e5a-814b-9bbc8f8bf9e9) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:49.918437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] Checking router: 54eea67e-157b-4400-90bf-93fbdb9fb53c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:01:49.927668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:49.928283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:50.005829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.063539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:01:50.090157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a1f4b63-485a-4708-8041-83481352d0e2 req-f042a3dd-391e-4163-980f-96420978661e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca86cd-9e57-460b-ab00-c3692485db4b HTTP/1.1" status: 200 len: 210 time: 0.0389555 Aug 23 04:01:50.139936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23832ad-1c9d-41ff-b8c3-8e1924c8fb19 req-2bf1caba-cd53-4f9d-96cd-c2ab8f7ea772 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:50.141761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23832ad-1c9d-41ff-b8c3-8e1924c8fb19 req-2bf1caba-cd53-4f9d-96cd-c2ab8f7ea772 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0561812 Aug 23 04:01:50.184234 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d23832ad-1c9d-41ff-b8c3-8e1924c8fb19 req-594bfdb8-32ee-475a-9620-d79e2fea3df2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345743 Aug 23 04:01:50.205595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43768) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:50.237076 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.278590 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b12fc4cf-1a1d-4170-87f8-790ba9d635c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=780cb80f12a542479b70fbe5beed484a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718348 Aug 23 04:01:50.278876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:50.283219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43770) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:50.289851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:50.292581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:50.295986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:50.308725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16d113-ef32-40b9-bf47-c63ab78ffc8b None None] The sync data for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 is: [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:01:50.322406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Pushing event updated for resources: {'Port': ['ID=4c13b0a2-e245-4e5a-814b-9bbc8f8bf9e9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:50.361044 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f03e4b5-5bb2-4f36-bd74-60b6f1726579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.397674 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f03e4b5-5bb2-4f36-bd74-60b6f1726579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.399749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.545552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.559693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f03e4b5-5bb2-4f36-bd74-60b6f1726579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.563676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f03e4b5-5bb2-4f36-bd74-60b6f1726579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.568179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2f03e4b5-5bb2-4f36-bd74-60b6f1726579 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4deb2369-7d21-461e-aed4-8c9c53221cdf HTTP/1.1" status: 204 len: 168 time: 0.2834270 Aug 23 04:01:50.591589 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be20895-5ac5-4c13-af78-02effb724ad5 None None] New status for floating IP 7090573d-0d0d-468d-8bf5-0562c7f8638f: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:01:50.612694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03e4b5-5bb2-4f36-bd74-60b6f1726579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deb2369-7d21-461e-aed4-8c9c53221cdf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:50.768178 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.851704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:50.931273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Pushing event updated for resources: {'Port': ['ID=4c13b0a2-e245-4e5a-814b-9bbc8f8bf9e9,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:50.944547 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.016679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.018039 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fd27c163-b17f-4d3e-b1aa-788067285ffb tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7577336 Aug 23 04:01:51.020756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43776) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:51.082328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ce702ebe-1de9-4e03-9e09-37e3af107550 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.0604277 Aug 23 04:01:51.084908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43778) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:51.171715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0ff07386-5725-44aa-8a1e-00558e5ed211 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0855448 Aug 23 04:01:51.177851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43784) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:51.203010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 455f43fe-d38d-440c-b136-83bc63b7e723 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:01:51.243557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 455f43fe-d38d-440c-b136-83bc63b7e723 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:01:51.244260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 455f43fe-d38d-440c-b136-83bc63b7e723 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:01:51.343914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43788) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:51.351050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e0163-68f1-4f21-ac6a-e101c36eff78 req-d7cb77a1-5d5d-43dd-9144-e6acb4cb0c34 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:51.352556 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-550e0163-68f1-4f21-ac6a-e101c36eff78 req-d7cb77a1-5d5d-43dd-9144-e6acb4cb0c34 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0673013 Aug 23 04:01:51.354188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Deleting port 4c13b0a2-e245-4e5a-814b-9bbc8f8bf9e9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:51.354528 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.413519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca08518a-1d16-4d5d-a48b-b5caec8653a8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.419280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43790) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:51.442036 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323d4ebf-d493-4691-bfe9-da46f16ae05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.454428 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-550e0163-68f1-4f21-ac6a-e101c36eff78 req-c3e2b817-fe07-4337-8508-72fe1f1ae5a7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853899 Aug 23 04:01:51.463497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca08518a-1d16-4d5d-a48b-b5caec8653a8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.469141 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.469480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.482210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Calling delete_port for 4c13b0a2-e245-4e5a-814b-9bbc8f8bf9e9 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:51.572291 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323d4ebf-d493-4691-bfe9-da46f16ae05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.662426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca08518a-1d16-4d5d-a48b-b5caec8653a8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.665071 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ca08518a-1d16-4d5d-a48b-b5caec8653a8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.666250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca08518a-1d16-4d5d-a48b-b5caec8653a8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "DELETE /v2.0/security-groups/f982cfd7-0117-4167-900b-52f729417aed HTTP/1.1" status: 204 len: 168 time: 0.3212924 Aug 23 04:01:51.669211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43792) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:51.675771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08518a-1d16-4d5d-a48b-b5caec8653a8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f982cfd7-0117-4167-900b-52f729417aed,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:51.685308 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-4fe9c6fb-0be9-4819-a942-6349075a8df8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] show failed (client error): The resource could not be found. Aug 23 04:01:51.689427 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4fe9c6fb-0be9-4819-a942-6349075a8df8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups/f982cfd7-0117-4167-900b-52f729417aed HTTP/1.1" status: 404 len: 347 time: 0.0161827 Aug 23 04:01:51.689553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43794) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:51.700666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-323d4ebf-d493-4691-bfe9-da46f16ae05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.747277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-323d4ebf-d493-4691-bfe9-da46f16ae05c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3269520 Aug 23 04:01:51.748261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d4ebf-d493-4691-bfe9-da46f16ae05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce36591-6a36-46b2-a113-13ba95c7c389,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:51.751410 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43796) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:51.759246 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.796533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Pushing event deleted for resources: {'Port': ['ID=4c13b0a2-e245-4e5a-814b-9bbc8f8bf9e9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:51.803529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c9246c5-8eb1-4f72-90c3-edd4e74df16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.828503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c9246c5-8eb1-4f72-90c3-edd4e74df16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.880804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.883244 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.884422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a6bad1bb-d368-472f-af16-8ad83df7467f tempest-FloatingIPAdminTestJSON-771468798 tempest-FloatingIPAdminTestJSON-771468798-project] 10.222.0.20 "DELETE /v2.0/floatingips/29ef939f-6fa6-4746-8e18-9daf2be4e939 HTTP/1.1" status: 204 len: 168 time: 0.7056317 Aug 23 04:01:51.887263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43798) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:51.890401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Deleting port 9ee496f8-6b6e-485d-97d1-9bef7fcf14f9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:51.890737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.964079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c9246c5-8eb1-4f72-90c3-edd4e74df16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.966475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9c9246c5-8eb1-4f72-90c3-edd4e74df16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.968139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9c9246c5-8eb1-4f72-90c3-edd4e74df16d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ce36591-6a36-46b2-a113-13ba95c7c389 HTTP/1.1" status: 204 len: 168 time: 0.2156279 Aug 23 04:01:51.969706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.970161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:51.983610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Calling delete_port for 9ee496f8-6b6e-485d-97d1-9bef7fcf14f9 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:52.008915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9246c5-8eb1-4f72-90c3-edd4e74df16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce36591-6a36-46b2-a113-13ba95c7c389,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:52.062200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Deleting port 961a26ae-30ca-46ac-aa2e-d9db3a30e983 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:52.062547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.148665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.149065 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.162835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Calling delete_port for 961a26ae-30ca-46ac-aa2e-d9db3a30e983 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:52.183375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.213188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event deleted for resources: {'Port': ['ID=9ee496f8-6b6e-485d-97d1-9bef7fcf14f9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:52.282379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.287611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.292471 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2c180eae-8548-4245-816c-03826c39b9c1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "DELETE /v2.0/floatingips/7090573d-0d0d-468d-8bf5-0562c7f8638f HTTP/1.1" status: 204 len: 168 time: 0.5986958 Aug 23 04:01:52.390108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.438713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Pushing event deleted for resources: {'Port': ['ID=961a26ae-30ca-46ac-aa2e-d9db3a30e983,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:52.511874 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.517427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.518782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fefe6c2a-f9fb-4288-9cba-21d5c77b77b6 tempest-FloatingIPAdminTestJSON-28506986 tempest-FloatingIPAdminTestJSON-28506986-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/a734bc21-5277-4c35-a384-d46a9908766a HTTP/1.1" status: 204 len: 168 time: 0.6304986 Aug 23 04:01:52.523006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43806) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:52.614574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c65e0-aa79-4c7e-9243-9bc46501f9a2 req-137c1d19-b28a-4f22-88fb-a6c34fe6441d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:52.615939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232c65e0-aa79-4c7e-9243-9bc46501f9a2 req-137c1d19-b28a-4f22-88fb-a6c34fe6441d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0604873 Aug 23 04:01:52.625603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c354b704-f3cd-4fda-9aaf-dee4dbb289df tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Deleting port 8173c745-16af-4108-a5c9-4e0820f74ea4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:52.626179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c354b704-f3cd-4fda-9aaf-dee4dbb289df tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.656756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232c65e0-aa79-4c7e-9243-9bc46501f9a2 req-0ec5dda5-4b54-4691-a9b8-704b1d82d488 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Aug 23 04:01:52.695067 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.715016 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c354b704-f3cd-4fda-9aaf-dee4dbb289df tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:52.726875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c354b704-f3cd-4fda-9aaf-dee4dbb289df tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Calling delete_port for 8173c745-16af-4108-a5c9-4e0820f74ea4 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:52.943843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43810) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:52.948505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bbf649ee-c858-412e-bdec-70e21cd0e83b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291165970', 'description': 'tempest-description--1662851918'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:52.993508 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c354b704-f3cd-4fda-9aaf-dee4dbb289df tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.022572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354b704-f3cd-4fda-9aaf-dee4dbb289df tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event deleted for resources: {'Port': ['ID=8173c745-16af-4108-a5c9-4e0820f74ea4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:53.056136 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbf649ee-c858-412e-bdec-70e21cd0e83b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.112626 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c354b704-f3cd-4fda-9aaf-dee4dbb289df tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.116935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c354b704-f3cd-4fda-9aaf-dee4dbb289df tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "DELETE /v2.0/ports/8173c745-16af-4108-a5c9-4e0820f74ea4 HTTP/1.1" status: 204 len: 168 time: 0.5905967 Aug 23 04:01:53.117241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43812) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:53.194922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25fccec-3043-404a-9bc6-5349d569b046 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:53.199961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a25fccec-3043-404a-9bc6-5349d569b046 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf1c4b37-d842-44ac-a81c-c06bd0faecec HTTP/1.1" status: 200 len: 913 time: 0.0754294 Aug 23 04:01:53.199961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43814) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:53.263311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbf649ee-c858-412e-bdec-70e21cd0e83b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.354268 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbf649ee-c858-412e-bdec-70e21cd0e83b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.430023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf649ee-c858-412e-bdec-70e21cd0e83b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2576470b-26a0-4dd8-83d3-b3ec8daa2f89,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:53.493740 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbf649ee-c858-412e-bdec-70e21cd0e83b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.494957 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bbf649ee-c858-412e-bdec-70e21cd0e83b tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5501142 Aug 23 04:01:53.498182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43816) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:53.502970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b6bfe7ec-a0ff-4c8e-9963-41fbdcfa2be1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'security_group_rule': {'security_group_id': '2576470b-26a0-4dd8-83d3-b3ec8daa2f89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:53.623328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b6bfe7ec-a0ff-4c8e-9963-41fbdcfa2be1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.671623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b6bfe7ec-a0ff-4c8e-9963-41fbdcfa2be1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.677939 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.774425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766995ae-9672-4085-8e08-563b3754a63d req-a42b9402-113a-45c7-bda8-9548677b26b7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:53.775994 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-766995ae-9672-4085-8e08-563b3754a63d req-a42b9402-113a-45c7-bda8-9548677b26b7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0497458 Aug 23 04:01:53.801516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b6bfe7ec-a0ff-4c8e-9963-41fbdcfa2be1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.829252 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-766995ae-9672-4085-8e08-563b3754a63d req-a4f110de-220d-4f42-8266-6fa29a2a58fa tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462244 Aug 23 04:01:53.832448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfe7ec-a0ff-4c8e-9963-41fbdcfa2be1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e886276c-617f-42c2-a6cd-67fd5c97c6d5,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:53.907308 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b6bfe7ec-a0ff-4c8e-9963-41fbdcfa2be1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:53.908521 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b6bfe7ec-a0ff-4c8e-9963-41fbdcfa2be1 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4092712 Aug 23 04:01:53.912075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43822) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:53.916463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-626f937b-bd54-49e1-8834-17b7525494bb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'security_group_rule': {'security_group_id': '2576470b-26a0-4dd8-83d3-b3ec8daa2f89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:53.951943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Deleting port c81bac70-a793-4c11-a756-7116dbc44814 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:53.952400 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:54.035859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:54.043224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-626f937b-bd54-49e1-8834-17b7525494bb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:54.047031 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:01:54.047792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Calling delete_port for c81bac70-a793-4c11-a756-7116dbc44814 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:54.100894 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-626f937b-bd54-49e1-8834-17b7525494bb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:54.197716 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-626f937b-bd54-49e1-8834-17b7525494bb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:54.225193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f937b-bd54-49e1-8834-17b7525494bb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26b842e-db4c-4087-947c-eb2f0dd38fdd,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:54.325524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:54.355238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event deleted for resources: {'Port': ['ID=c81bac70-a793-4c11-a756-7116dbc44814,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:54.375256 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-626f937b-bd54-49e1-8834-17b7525494bb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:54.384690 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-626f937b-bd54-49e1-8834-17b7525494bb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4668605 Aug 23 04:01:54.384832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43828) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:54.387084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:01:54.551461 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:54.598297 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:54.921813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78789b70-e51e-4037-95ef-3561f34362cc req-1a17e2f8-4b5d-40e2-8cdd-f091948040c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:54.923699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78789b70-e51e-4037-95ef-3561f34362cc req-1a17e2f8-4b5d-40e2-8cdd-f091948040c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0787060 Aug 23 04:01:54.993805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-78789b70-e51e-4037-95ef-3561f34362cc req-5a52f194-1a46-44a2-9ce4-31f3247f3073 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631926 Aug 23 04:01:55.000308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-01599bc9-61e9-4331-9b03-ae0abd8d4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:55.002049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-01599bc9-61e9-4331-9b03-ae0abd8d4f67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1095 time: 0.0648839 Aug 23 04:01:55.101828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-54d611a8-34ae-4cd4-b797-d49f61b97629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:55.103464 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-54d611a8-34ae-4cd4-b797-d49f61b97629 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.0936034 Aug 23 04:01:55.167690 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-7bcd6b0f-47f8-4ff8-a1ea-ee637510fb80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 998 time: 0.0572145 Aug 23 04:01:55.188149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097d6d2-7771-4c94-bbc6-41e5f9685b9f req-e63c53f8-f18c-4329-a046-070f70c63c1b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:55.189526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f097d6d2-7771-4c94-bbc6-41e5f9685b9f req-e63c53f8-f18c-4329-a046-070f70c63c1b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1203229 Aug 23 04:01:55.190863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:55.220452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-b4b53556-2786-47c8-872b-7659409c9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:55.221956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-b4b53556-2786-47c8-872b-7659409c9141 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0479498 Aug 23 04:01:55.240742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Router cf1c4b37-d842-44ac-a81c-c06bd0faecec has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:01:55.270218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-ddccba28-d077-4456-90c1-7a6197c3f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:55.272417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-ddccba28-d077-4456-90c1-7a6197c3f2cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421686 Aug 23 04:01:55.293715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f097d6d2-7771-4c94-bbc6-41e5f9685b9f req-cfd05da0-d978-446d-8c79-f47858ecb750 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941091 Aug 23 04:01:55.371558 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-581511b4-9c8c-45ea-a52c-bca523735866 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910835 Aug 23 04:01:55.413453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Allocated IP 172.25.1.12 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/bd415a54-2b0f-4fda-a245-2508607395c7) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:01:55.456437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:01:55.465714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0cad5a15-deee-43d7-aec9-80556a7be88e tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "PUT /v2.0/routers/cf1c4b37-d842-44ac-a81c-c06bd0faecec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2616112 Aug 23 04:01:55.466087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43834) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:55.468715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058df085-bab3-4b4f-8c2a-c7e33214e16b None None] Sync routers for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:01:55.475064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7aa42c7d-4a2a-406f-a34e-cb0e2b0060c0 req-0d91fae6-d8ab-46e4-82c7-556e245fffdc service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971775 Aug 23 04:01:55.477759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058df085-bab3-4b4f-8c2a-c7e33214e16b None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:55.478505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-058df085-bab3-4b4f-8c2a-c7e33214e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:55.519101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-058df085-bab3-4b4f-8c2a-c7e33214e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:55.529048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058df085-bab3-4b4f-8c2a-c7e33214e16b None None] Routers {'cf1c4b37-d842-44ac-a81c-c06bd0faecec'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:01:55.530012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-058df085-bab3-4b4f-8c2a-c7e33214e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:55.556681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:55.563868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-058df085-bab3-4b4f-8c2a-c7e33214e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:55.564523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058df085-bab3-4b4f-8c2a-c7e33214e16b None None] The sync data for ids ['cf1c4b37-d842-44ac-a81c-c06bd0faecec'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:01:55.698116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:55.741776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:01:55.746369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:01:55.753403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:01:55.756652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'Port': ['ID=bd415a54-2b0f-4fda-a245-2508607395c7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:55.845340 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:55.888749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:55.946182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:55.996671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.079960 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-be536a22-0d52-45f9-a95e-567f879dcd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.113135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.184378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289fd93-91ba-45e4-9db1-3677bf8b3242 req-743a178f-896a-4e6f-8e34-c01909aeb714 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:56.185857 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b289fd93-91ba-45e4-9db1-3677bf8b3242 req-743a178f-896a-4e6f-8e34-c01909aeb714 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0692344 Aug 23 04:01:56.206292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Deleting port dbd9b5a8-529c-4746-b514-13057b11bce5 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:56.206632 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.256561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.278444 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b289fd93-91ba-45e4-9db1-3677bf8b3242 req-6dcb9222-7b85-4e06-bf64-72e75b443831 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856950 Aug 23 04:01:56.307274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.319475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Calling delete_port for dbd9b5a8-529c-4746-b514-13057b11bce5 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:56.331737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'Port': ['ID=bd415a54-2b0f-4fda-a245-2508607395c7,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:56.343107 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.428523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80dc7d-7dab-4e39-9b0d-4550873dd9ab req-9fe48a6f-077e-42ed-81bd-54432640e3b3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:56.430075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b80dc7d-7dab-4e39-9b0d-4550873dd9ab req-9fe48a6f-077e-42ed-81bd-54432640e3b3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0541241 Aug 23 04:01:56.452690 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.453833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2a143736-c72e-448f-9ede-069654770189 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0703728 Aug 23 04:01:56.472260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b80dc7d-7dab-4e39-9b0d-4550873dd9ab req-36e0c1d7-e6ca-4427-bc39-8c4115771a21 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Aug 23 04:01:56.570646 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.600644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event deleted for resources: {'Port': ['ID=dbd9b5a8-529c-4746-b514-13057b11bce5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:56.625631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.625976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.626316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.626650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.626979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.627305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.627629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.627952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.628277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.628603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.628922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.629264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:01:56.695538 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-6f67d3a1-7b33-43b8-a3ba-23595bbfedfb tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1291165970&fields=id&tenant_id=632646eed3d64d61be4f2ded22d27c35 HTTP/1.1" status: 200 len: 267 time: 0.0849288 Aug 23 04:01:56.698080 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.809756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.813914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.912949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-4a2d0ff5-cd45-41d2-92fa-8e356b61989d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:56.914448 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-4a2d0ff5-cd45-41d2-92fa-8e356b61989d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 810 time: 0.1904802 Aug 23 04:01:56.930287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-587edc11-fd97-4a19-abac-30829a407d2c tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/quotas/632646eed3d64d61be4f2ded22d27c35 HTTP/1.1" status: 200 len: 375 time: 0.0091398 Aug 23 04:01:56.947489 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.948028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Fanout notify agent at l3_agent the message router_deleted on router cf1c4b37-d842-44ac-a81c-c06bd0faecec {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:01:56.967893 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:56.968975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8c3838e3-77c9-457c-98a1-b2e1322d1da3 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "DELETE /v2.0/routers/cf1c4b37-d842-44ac-a81c-c06bd0faecec HTTP/1.1" status: 204 len: 168 time: 1.5028012 Aug 23 04:01:56.971735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43852) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:56.993452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-b6a2a0fd-064d-4536-a229-e138a64d7bd4 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577872 Aug 23 04:01:57.027972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90343f9-cf8a-4576-9ff5-d1139ceb9bbe tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Deleting subnet 45495e6e-28a8-4822-ae56-48512f0ef511 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:01:57.031062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e90343f9-cf8a-4576-9ff5-d1139ceb9bbe tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.071681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e90343f9-cf8a-4576-9ff5-d1139ceb9bbe tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.093644 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-38a9cd0c-d9b8-4095-a78d-5af18472b57c service neutron] 10.222.0.20 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868540 Aug 23 04:01:57.161358 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e90343f9-cf8a-4576-9ff5-d1139ceb9bbe tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.184725 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-21726769-adf7-4a6e-b8b1-fce077ed2889 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848055 Aug 23 04:01:57.291153 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e90343f9-cf8a-4576-9ff5-d1139ceb9bbe tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.318629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90343f9-cf8a-4576-9ff5-d1139ceb9bbe tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event deleted for resources: {'Subnet': ['ID=45495e6e-28a8-4822-ae56-48512f0ef511,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:57.322565 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e90343f9-cf8a-4576-9ff5-d1139ceb9bbe tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.324530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e90343f9-cf8a-4576-9ff5-d1139ceb9bbe tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "DELETE /v2.0/subnets/45495e6e-28a8-4822-ae56-48512f0ef511 HTTP/1.1" status: 204 len: 168 time: 0.3506625 Aug 23 04:01:57.327457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43856) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:57.334066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045d68b-96f5-4fbd-8604-f247c9dcdab6 None None] Network 03d32f39-65a4-49f3-b426-ae24f2cb98ff requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:01:57.412463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a780b-7430-451a-a38a-da4d80b434b3 req-d3af072a-a467-4b24-981a-34048ef44f21 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:57.417493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a14a780b-7430-451a-a38a-da4d80b434b3 req-d3af072a-a467-4b24-981a-34048ef44f21 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0572610 Aug 23 04:01:57.448472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.473052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a14a780b-7430-451a-a38a-da4d80b434b3 req-0c067668-fa0d-4434-99c9-80b50ee9e8b0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513427 Aug 23 04:01:57.519847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cccf8976-628c-43df-bef7-aff369174264 req-0bde0a59-5655-45bb-a25f-b99d376749d7 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 210 time: 0.0317762 Aug 23 04:01:57.551909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Deleting port b287d094-3a29-4412-a0e7-7d3851f5dd4f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:57.552403 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.557550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e5c17-1e34-4d85-94ea-e2e1e5f98db3 None None] DHCP port deletion for 03d32f39-65a4-49f3-b426-ae24f2cb98ff request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:01:57.630112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f92e5c17-1e34-4d85-94ea-e2e1e5f98db3 None None] Deleting port b287d094-3a29-4412-a0e7-7d3851f5dd4f {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:57.630496 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f92e5c17-1e34-4d85-94ea-e2e1e5f98db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.631243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] For port b287d094-3a29-4412-a0e7-7d3851f5dd4f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b287d094-3a29-4412-a0e7-7d3851f5dd4f,segment=NetworkSegment(1a9091d8-04ab-4c43-9ca6-7058b7ff2e31),segment_id=1a9091d8-04ab-4c43-9ca6-7058b7ff2e31)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:57.631776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.655116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Calling delete_port for b287d094-3a29-4412-a0e7-7d3851f5dd4f owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:57.664332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee386d-9de4-4be7-a46a-6d674074234d req-f0038762-d6fa-4cd2-8816-3cf31826639c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:57.666607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0ee386d-9de4-4be7-a46a-6d674074234d req-f0038762-d6fa-4cd2-8816-3cf31826639c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0814791 Aug 23 04:01:57.718953 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b287d094-3a29-4412-a0e7-7d3851f5dd4f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:01:57.732393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0ee386d-9de4-4be7-a46a-6d674074234d req-958717c8-6910-4118-9439-fcb59c83263e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Aug 23 04:01:57.758774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f92e5c17-1e34-4d85-94ea-e2e1e5f98db3 None None] For port b287d094-3a29-4412-a0e7-7d3851f5dd4f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b287d094-3a29-4412-a0e7-7d3851f5dd4f,segment=NetworkSegment(1a9091d8-04ab-4c43-9ca6-7058b7ff2e31),segment_id=1a9091d8-04ab-4c43-9ca6-7058b7ff2e31)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:01:57.759205 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f92e5c17-1e34-4d85-94ea-e2e1e5f98db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.776072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f92e5c17-1e34-4d85-94ea-e2e1e5f98db3 None None] Calling delete_port for b287d094-3a29-4412-a0e7-7d3851f5dd4f owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:57.850905 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.875162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.877362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event deleted for resources: {'Port': ['ID=b287d094-3a29-4412-a0e7-7d3851f5dd4f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:57.885849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] No DVR routers for this DVR port b287d094-3a29-4412-a0e7-7d3851f5dd4f on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:01:57.926964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f92e5c17-1e34-4d85-94ea-e2e1e5f98db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.952826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e5c17-1e34-4d85-94ea-e2e1e5f98db3 None None] Pushing event deleted for resources: {'Port': ['ID=b287d094-3a29-4412-a0e7-7d3851f5dd4f,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:57.958442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e5c17-1e34-4d85-94ea-e2e1e5f98db3 None None] No DVR routers for this DVR port b287d094-3a29-4412-a0e7-7d3851f5dd4f on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:01:57.975913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:57.987544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d32f39-65a4-49f3-b426-ae24f2cb98ff']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:57.997666 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9091d8-04ab-4c43-9ca6-7058b7ff2e31') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:57.998582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9091d8-04ab-4c43-9ca6-7058b7ff2e31') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:01:58.007287 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.021382 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.027278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:01:58.027663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:01:58.030639 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:01:58.187644 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.195175 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.196984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "DELETE /v2.0/networks/03d32f39-65a4-49f3-b426-ae24f2cb98ff HTTP/1.1" status: 204 len: 168 time: 0.8685243 Aug 23 04:01:58.199730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43872) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:58.208698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df62db-3d46-4bea-9436-8b5f95877be6 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event deleted for resources: {'Network': ['ID=03d32f39-65a4-49f3-b426-ae24f2cb98ff,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:58.322665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Deleting port 6dafe650-5590-47c0-9167-853ac3b656e6 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:01:58.323003 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.396765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.397042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.408390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Calling delete_port for 6dafe650-5590-47c0-9167-853ac3b656e6 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:01:58.616196 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e62156b3-abf5-4b6b-9124-036e7208d109 req-a2306a48-e7e1-4819-80fd-b481b44eb623 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 210 time: 0.0268564 Aug 23 04:01:58.626823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.653710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Pushing event deleted for resources: {'Port': ['ID=6dafe650-5590-47c0-9167-853ac3b656e6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:58.715616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.718636 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.719805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9ef10b82-255d-436e-8939-5e1cae944ec1 tempest-FloatingIPAdminTestJSON-2130508691 tempest-FloatingIPAdminTestJSON-2130508691-project] 10.222.0.20 "DELETE /v2.0/floatingips/436d0746-1d05-478d-acfe-b3fff26393c2 HTTP/1.1" status: 204 len: 168 time: 0.5190485 Aug 23 04:01:58.776474 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1915ff4-3eb6-455a-bdc0-4e7e9d051580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.839229 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:58.850396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc739c6-3c80-4167-9af9-6a4158fa8ea1 req-ad6853d6-151a-4ce7-824e-7efaccd0d719 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:01:58.851912 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afc739c6-3c80-4167-9af9-6a4158fa8ea1 req-ad6853d6-151a-4ce7-824e-7efaccd0d719 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0490835 Aug 23 04:01:58.893094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afc739c6-3c80-4167-9af9-6a4158fa8ea1 req-6827bd77-e637-48e3-bce0-d3056db7dcce tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Aug 23 04:01:59.192756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43882) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:59.327397 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-24f6a20b-10c3-4d1d-9dc0-0fd6116fdac5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=361263f2d4c94d419ec39be0dff9e87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334207 Aug 23 04:01:59.329795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43886) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:01:59.377363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-77f9d8fa-1bfd-4d62-8620-6c9638a2f829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:59.402364 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-77f9d8fa-1bfd-4d62-8620-6c9638a2f829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:59.523139 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-77f9d8fa-1bfd-4d62-8620-6c9638a2f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:59.525826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-77f9d8fa-1bfd-4d62-8620-6c9638a2f829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:01:59.526977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-77f9d8fa-1bfd-4d62-8620-6c9638a2f829 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dadbe28a-9156-4524-bb5e-0bc1b899ebce HTTP/1.1" status: 204 len: 168 time: 0.1962941 Aug 23 04:01:59.534612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9d8fa-1bfd-4d62-8620-6c9638a2f829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadbe28a-9156-4524-bb5e-0bc1b899ebce,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:01:59.708180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3da3d05-338d-46c1-959e-0db994118443 req-7ba5aaf7-473b-4169-a4b4-17df05c87e34 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 210 time: 0.0264332 Aug 23 04:02:00.064093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-4ee29750-4d9c-4d6c-986c-1401efcbf2e6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:00.065620 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-4ee29750-4d9c-4d6c-986c-1401efcbf2e6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 810 time: 0.1419837 Aug 23 04:02:00.073485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e91491-0647-4bc2-89e5-0222e3fcd927 req-44b9a45c-aa7c-43ea-b4af-5f74a7b1c5b8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:00.074825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e91491-0647-4bc2-89e5-0222e3fcd927 req-44b9a45c-aa7c-43ea-b4af-5f74a7b1c5b8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1105232 Aug 23 04:02:00.135576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-cdaa20ed-f014-48b3-a25c-eb4bbd8f98a0 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=632646eed3d64d61be4f2ded22d27c35 HTTP/1.1" status: 200 len: 380 time: 0.0550044 Aug 23 04:02:00.140195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e91491-0647-4bc2-89e5-0222e3fcd927 req-740f2bdd-4480-4542-a6de-48e32f1d148e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Aug 23 04:02:00.144814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'port': {'device_id': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'admin_state_up': True, 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'security_groups': ['2576470b-26a0-4dd8-83d3-b3ec8daa2f89']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:00.272959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43898) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:00.287419 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1028425b-6bd3-4b7f-b201-98ca2759fab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.360116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Made reservation on behalf of 632646eed3d64d61be4f2ded22d27c35 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:00.363823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.508057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.541331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Allocated IP 172.20.0.8 (d6d3b2f2-4a40-4377-87b2-51c9d8135e0b/3fc49637-83bc-40ca-b9d8-de9e1ad01931/1cbd05bb-22eb-4958-9f78-7072e7213788) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:00.554608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1028425b-6bd3-4b7f-b201-98ca2759fab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.684210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1028425b-6bd3-4b7f-b201-98ca2759fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.689828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.734979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Transition to ACTIVE for port object 1cbd05bb-22eb-4958-9f78-7072e7213788 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:00.738456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1028425b-6bd3-4b7f-b201-98ca2759fab0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c0f7ab379b64004916a4da904588005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644823 Aug 23 04:02:00.740648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028425b-6bd3-4b7f-b201-98ca2759fab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c35254-5141-4483-a8e1-59d3b82255aa,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:00.741282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43902) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:00.803199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86a43f92-1bab-4aec-a204-69362c77b082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.819983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7cefbff3-1d59-4373-984c-5cfc04d381d0 req-13b6cfd8-5f9d-4357-b45c-b0a8d1c8d45e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 210 time: 0.0296037 Aug 23 04:02:00.837219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86a43f92-1bab-4aec-a204-69362c77b082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.902496 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.947601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:00.950446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:00.954613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:00.988017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event updated for resources: {'Port': ['ID=1cbd05bb-22eb-4958-9f78-7072e7213788,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:00.988208 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86a43f92-1bab-4aec-a204-69362c77b082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.990609 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86a43f92-1bab-4aec-a204-69362c77b082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:00.994873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-86a43f92-1bab-4aec-a204-69362c77b082 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40c35254-5141-4483-a8e1-59d3b82255aa HTTP/1.1" status: 204 len: 168 time: 0.2525058 Aug 23 04:02:01.007695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a43f92-1bab-4aec-a204-69362c77b082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c35254-5141-4483-a8e1-59d3b82255aa,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:01.012055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:01.012722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.084308 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-fc2aeab2-7214-4139-8ced-3410859fd613 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9431086 Aug 23 04:02:01.103618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Request body: {'port': {'device_id': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:01.160801 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.313874 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-53548160-5409-419b-a40b-761de87af2dd None None] Provisioning for port 1cbd05bb-22eb-4958-9f78-7072e7213788 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:01.317769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-53548160-5409-419b-a40b-761de87af2dd None None] Provisioning complete for port 1cbd05bb-22eb-4958-9f78-7072e7213788 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:01.318148 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-53548160-5409-419b-a40b-761de87af2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.333832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7ec40-f71b-47c0-a87e-bcce50e357a8 req-30ef1182-c145-4137-81db-12bb0e36a1fb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:01.335359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ca7ec40-f71b-47c0-a87e-bcce50e357a8 req-30ef1182-c145-4137-81db-12bb0e36a1fb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1199908 Aug 23 04:02:01.355754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-53548160-5409-419b-a40b-761de87af2dd None None] Port 1cbd05bb-22eb-4958-9f78-7072e7213788 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:01.412516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ca7ec40-f71b-47c0-a87e-bcce50e357a8 req-c1fbe3df-3d2a-4624-8ba7-6edd18aa0909 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704453 Aug 23 04:02:01.496849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbd05bb-22eb-4958-9f78-7072e7213788 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:02:01.505201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.516667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Transition to ACTIVE for port object 1cbd05bb-22eb-4958-9f78-7072e7213788 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:01.598684 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.651282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbd05bb-22eb-4958-9f78-7072e7213788,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:01.728739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Attempting to bind port 1cbd05bb-22eb-4958-9f78-7072e7213788 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:01.729120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Attempting to bind port 1cbd05bb-22eb-4958-9f78-7072e7213788 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:01.729451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Attempting to bind port 1cbd05bb-22eb-4958-9f78-7072e7213788 on network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:01.734796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Port 1cbd05bb-22eb-4958-9f78-7072e7213788 on network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:02:01.735202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Attempting to bind port 1cbd05bb-22eb-4958-9f78-7072e7213788 on network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:01.740084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:01.740417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Checking segment: {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:01.740795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Bound using segment: {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:01.741256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Bound port: 1cbd05bb-22eb-4958-9f78-7072e7213788, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2557ad8e-6f16-465f-b9a0-ef6d06107319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:01.741605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.764993 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.797727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43910) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:01.816014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ca42120-3cef-4570-850f-ecccd269f6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.826399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] For port 1cbd05bb-22eb-4958-9f78-7072e7213788, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:01.841193 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] For port 1cbd05bb-22eb-4958-9f78-7072e7213788, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1cbd05bb-22eb-4958-9f78-7072e7213788,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:01.927063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ca42120-3cef-4570-850f-ecccd269f6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.943051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283e1e-1c91-473b-a99d-ecba6c1335a1 req-c473929d-77f1-408d-aa0a-79d6833afac2 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:01.944539 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-66283e1e-1c91-473b-a99d-ecba6c1335a1 req-c473929d-77f1-408d-aa0a-79d6833afac2 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 943 time: 0.0530035 Aug 23 04:02:01.959840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.982916 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-66283e1e-1c91-473b-a99d-ecba6c1335a1 req-acf90aec-d821-4827-ad7b-df55494fd60c tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318077 Aug 23 04:02:01.993047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:01.993763 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:01.995731 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] 10.222.0.11 "PUT /v2.0/ports/1cbd05bb-22eb-4958-9f78-7072e7213788 HTTP/1.1" status: 200 len: 1091 time: 0.8971841 Aug 23 04:02:01.998348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'tag': '1cbd05bb-22eb-4958-9f78-7072e7213788'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:02.000694 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68119a4c-1242-4b78-9e59-ad4d052e2dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "98f59871-78a9-4535-a5e0-f98df6c2d4de", "tag": "1cbd05bb-22eb-4958-9f78-7072e7213788"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:02.032193 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1ca42120-3cef-4570-850f-ecccd269f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:02.051628 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0244db9-b94e-4c58-8dcc-ae7b1a19b239 x-openstack-request-id: req-e0244db9-b94e-4c58-8dcc-ae7b1a19b239 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:02.051924 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f59871-78a9-4535-a5e0-f98df6c2d4de", "tag": "1cbd05bb-22eb-4958-9f78-7072e7213788", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:02.052173 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0244db9-b94e-4c58-8dcc-ae7b1a19b239 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:02.052572 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'tag': '1cbd05bb-22eb-4958-9f78-7072e7213788', 'status': 'completed', 'code': 200} Aug 23 04:02:02.059162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c436a3-e024-4c42-82af-54f8a4b16381 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbd05bb-22eb-4958-9f78-7072e7213788,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:02.084215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1ca42120-3cef-4570-850f-ecccd269f6de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a96b692506bc4a8fb110d57f9f6cf47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853074 Aug 23 04:02:02.085864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43916) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:02.093677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca42120-3cef-4570-850f-ecccd269f6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6df2b7-a14f-49a5-88c7-6d15ac7879ba,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:02.130043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119a4c-1242-4b78-9e59-ad4d052e2dc1 req-7217fd3d-33c2-420e-91b8-113c9d726c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:02.131556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68119a4c-1242-4b78-9e59-ad4d052e2dc1 req-7217fd3d-33c2-420e-91b8-113c9d726c2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 1094 time: 0.0461564 Aug 23 04:02:02.145836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b7f73299-ef43-44d4-8a1e-398b7eb49d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:02.169847 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b7f73299-ef43-44d4-8a1e-398b7eb49d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:02.244700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119a4c-1242-4b78-9e59-ad4d052e2dc1 req-7cfb4362-9a0f-416c-ab9e-572e14069c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:02.246211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68119a4c-1242-4b78-9e59-ad4d052e2dc1 req-7cfb4362-9a0f-416c-ab9e-572e14069c3c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=632646eed3d64d61be4f2ded22d27c35&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1000497 Aug 23 04:02:02.296944 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b7f73299-ef43-44d4-8a1e-398b7eb49d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:02.299744 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b7f73299-ef43-44d4-8a1e-398b7eb49d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:02.303300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b7f73299-ef43-44d4-8a1e-398b7eb49d72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf6df2b7-a14f-49a5-88c7-6d15ac7879ba HTTP/1.1" status: 204 len: 168 time: 0.2139180 Aug 23 04:02:02.309702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f73299-ef43-44d4-8a1e-398b7eb49d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6df2b7-a14f-49a5-88c7-6d15ac7879ba,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:02.342872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119a4c-1242-4b78-9e59-ad4d052e2dc1 req-040f034a-d9b0-45fc-92f9-e577438c95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:02.344411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68119a4c-1242-4b78-9e59-ad4d052e2dc1 req-040f034a-d9b0-45fc-92f9-e577438c95f8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0905883 Aug 23 04:02:02.443941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-026f2f2a-2e3b-470d-9a1f-905271ac0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:02.445634 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-026f2f2a-2e3b-470d-9a1f-905271ac0670 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 1094 time: 0.0451615 Aug 23 04:02:02.493382 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-219d37ba-e8c5-4919-8ed4-d0d1cc207946 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbd05bb-22eb-4958-9f78-7072e7213788 HTTP/1.1" status: 200 len: 217 time: 0.0340075 Aug 23 04:02:02.535230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edf33b-f613-4a6c-a041-aa62e07ebb4d req-9f316780-7007-4ca3-8235-4cb481520e45 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:02.536976 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5edf33b-f613-4a6c-a041-aa62e07ebb4d req-9f316780-7007-4ca3-8235-4cb481520e45 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0543375 Aug 23 04:02:02.545970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-8f5a1a33-2a13-4555-a5c4-4fac607adce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:02.547633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-8f5a1a33-2a13-4555-a5c4-4fac607adce5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0477939 Aug 23 04:02:02.578458 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5edf33b-f613-4a6c-a041-aa62e07ebb4d req-ffef7535-dedf-4349-8b56-bd55bc756f68 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Aug 23 04:02:02.598939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-893a5b64-320b-4ffd-b50f-78e795001fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:02.600599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-893a5b64-320b-4ffd-b50f-78e795001fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454736 Aug 23 04:02:02.690712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-d33eb340-8926-44a4-a035-1374b089279d service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829964 Aug 23 04:02:02.783852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff083764-1e23-4153-90cd-7d54a8e8c76f req-8ae6a015-e4d2-485f-a692-67753b0c3b3b service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862968 Aug 23 04:02:03.100203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02e969-f93b-4817-bafa-c4ea53221d1b req-db3c5068-a945-4dca-94ad-6b5efe2be81a tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:03.101758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab02e969-f93b-4817-bafa-c4ea53221d1b req-db3c5068-a945-4dca-94ad-6b5efe2be81a tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 943 time: 0.0492625 Aug 23 04:02:03.141930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab02e969-f93b-4817-bafa-c4ea53221d1b req-0ca0184b-d603-4f73-83cd-e558a5eacf31 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332761 Aug 23 04:02:03.362392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43942) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:03.456923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1103718991'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:03.559443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Made reservation on behalf of 81bcdaeb974b434db99daaeb561a74b8 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:03.563029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:03.571460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:03.684065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:03.705976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e2df9-34c0-40c4-a818-18ce0485be8f req-a1eb5330-a88a-4e60-8402-0696cbe511f0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:03.707471 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a80e2df9-34c0-40c4-a818-18ce0485be8f req-a1eb5330-a88a-4e60-8402-0696cbe511f0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0579078 Aug 23 04:02:03.746452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a80e2df9-34c0-40c4-a818-18ce0485be8f req-068aa7e5-7eb3-4eaf-ac81-ec7045e3f4f7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Aug 23 04:02:03.763195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:03.786478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:03.801286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80096133-1d0f-434b-8e8a-61eedeb4d3d0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:03.805164 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:03.805515 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Added segment 2dfef7d9-1705-4e25-a6b5-141032e11f82 of type vlan for network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 Aug 23 04:02:03.853459 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:03.942471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:03.948579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:03.949221 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:04.048087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Network': ['ID=8f8defa6-a9b4-48bc-aaf1-4ea7abecf090,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:04.058332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:04.088196 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7cf85e34-1edf-4ea9-bb5a-04aa20d286b4 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7220945 Aug 23 04:02:04.088519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43948) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:04.094397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'subnet': {'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:04.257274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817ed47-684f-49a6-ae46-cce2abde79f0 req-0e06fd22-56f7-4108-9439-3f56bba554e4 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:04.258745 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e817ed47-684f-49a6-ae46-cce2abde79f0 req-0e06fd22-56f7-4108-9439-3f56bba554e4 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 943 time: 0.0496926 Aug 23 04:02:04.261421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Made reservation on behalf of 81bcdaeb974b434db99daaeb561a74b8 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:04.264681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:04.357152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e817ed47-684f-49a6-ae46-cce2abde79f0 req-9ff4d1a0-0a8c-4549-ad25-d670641341e2 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884402 Aug 23 04:02:04.551741 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:04.606046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Subnet': ['ID=31d72d02-7b50-472a-871d-443cc8d6dce8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:04.621700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Checking segment: {'id': '2dfef7d9-1705-4e25-a6b5-141032e11f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:04.622065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Network hostable DHCP agents. Network: 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:04.707420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:04.799423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:04.804218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:04.805608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:04.810434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ab0c0-1503-41b6-9d5a-ae0404a46d56 None None] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:04.871270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7500f-06d9-495b-8372-2f366b0777c8 req-91203029-8036-41a7-a443-6b499ba8110d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:04.873074 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-36f7500f-06d9-495b-8372-2f366b0777c8 req-91203029-8036-41a7-a443-6b499ba8110d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0552297 Aug 23 04:02:04.895169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d53b8115-fe03-4555-86c0-b3fa3d5f18e1 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8053360 Aug 23 04:02:04.896002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43954) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:04.904149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'port': {'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-122220584'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:04.931301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-36f7500f-06d9-495b-8372-2f366b0777c8 req-2a1fc506-ef45-43be-a1db-2f1bbe73ebe9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484490 Aug 23 04:02:04.987124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-8f8defa6-a9b4-48bc-aaf1-4ea7abecf090', 'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090', 'tenant_id': '81bcdaeb974b434db99daaeb561a74b8', 'fixed_ips': [{'subnet_id': '31d72d02-7b50-472a-871d-443cc8d6dce8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:02:04.987980 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.138284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Allocated IP 2001:db8::2 (8f8defa6-a9b4-48bc-aaf1-4ea7abecf090/31d72d02-7b50-472a-871d-443cc8d6dce8/a77341cc-5326-4acf-8ebc-64feb733f2c6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:05.159359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Made reservation on behalf of 81bcdaeb974b434db99daaeb561a74b8 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:05.163435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.181590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] device_id is not set on port a2c40730-3aff-4aac-83a1-8def4325da84 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:05.281671 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.290842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Transition to ACTIVE for port object a77341cc-5326-4acf-8ebc-64feb733f2c6 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:05.306384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Transition to ACTIVE for port object a77341cc-5326-4acf-8ebc-64feb733f2c6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:05.377224 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.420339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:05.423405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:05.430011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:05.435035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Pushing event updated for resources: {'Port': ['ID=a77341cc-5326-4acf-8ebc-64feb733f2c6,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:05.489661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Attempting to bind port a77341cc-5326-4acf-8ebc-64feb733f2c6 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:05.490024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Attempting to bind port a77341cc-5326-4acf-8ebc-64feb733f2c6 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2dfef7d9-1705-4e25-a6b5-141032e11f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:05.490509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Attempting to bind port a77341cc-5326-4acf-8ebc-64feb733f2c6 on network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:05.495769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:05.496151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Checking segment: {'id': '2dfef7d9-1705-4e25-a6b5-141032e11f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:05.496418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Allocated IP 2001:db8::162 (8f8defa6-a9b4-48bc-aaf1-4ea7abecf090/31d72d02-7b50-472a-871d-443cc8d6dce8/a2c40730-3aff-4aac-83a1-8def4325da84) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:05.496558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.496957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Bound using segment: {'id': '2dfef7d9-1705-4e25-a6b5-141032e11f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:05.497457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Bound port: a77341cc-5326-4acf-8ebc-64feb733f2c6, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfef7d9-1705-4e25-a6b5-141032e11f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:05.497842 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.534974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb9e57-a9f5-4b28-89e4-492d6c79fc4d req-7a650473-f161-4e0f-9dad-202bfeaaa473 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:05.536616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ccb9e57-a9f5-4b28-89e4-492d6c79fc4d req-7a650473-f161-4e0f-9dad-202bfeaaa473 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 943 time: 0.0778117 Aug 23 04:02:05.568161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] For port a77341cc-5326-4acf-8ebc-64feb733f2c6, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:05.571921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] For port a77341cc-5326-4acf-8ebc-64feb733f2c6, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a77341cc-5326-4acf-8ebc-64feb733f2c6,segment=NetworkSegment(2dfef7d9-1705-4e25-a6b5-141032e11f82),segment_id=2dfef7d9-1705-4e25-a6b5-141032e11f82)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:05.607907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ccb9e57-a9f5-4b28-89e4-492d6c79fc4d req-888a0454-6a8b-4dd4-ab51-dc451e812bb8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626009 Aug 23 04:02:05.658319 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.726054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ef52f-41ad-4d28-9a19-054c7fe82cb4 None None] Pushing event updated for resources: {'Port': ['ID=a77341cc-5326-4acf-8ebc-64feb733f2c6,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:05.744072 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.760955 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Transition to ACTIVE for port object a2c40730-3aff-4aac-83a1-8def4325da84 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:05.863825 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.924605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:05.927801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:05.931735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:05.940370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:05.941110 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:05.966188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Port': ['ID=a2c40730-3aff-4aac-83a1-8def4325da84,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:06.057640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d916cb0f-3644-4992-8339-05d97d78b206 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1598737 Aug 23 04:02:06.060416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43960) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:06.067974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'port': {'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1424566858', 'allowed_address_pairs': [{'ip_address': '2001:db8::162', 'mac_address': 'fa:16:3e:cf:c9:36'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:06.141747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8636ed-9871-4b6b-9ada-e09695fa242c req-994215f7-b6dd-4177-b4fb-134c87d587a1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:06.143232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc8636ed-9871-4b6b-9ada-e09695fa242c req-994215f7-b6dd-4177-b4fb-134c87d587a1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1196620 Aug 23 04:02:06.207155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fc8636ed-9871-4b6b-9ada-e09695fa242c req-acb61541-1231-4e51-b7fa-3a853c34565d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561857 Aug 23 04:02:06.336364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Made reservation on behalf of 81bcdaeb974b434db99daaeb561a74b8 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:06.424498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:06.444079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] device_id is not set on port b2f6a079-5511-439f-b7db-e2812f35744a yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:06.564987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Allocated IP 2001:db8::7 (8f8defa6-a9b4-48bc-aaf1-4ea7abecf090/31d72d02-7b50-472a-871d-443cc8d6dce8/b2f6a079-5511-439f-b7db-e2812f35744a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:06.751827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab35b0-f95c-474f-8986-ef781aae9e63 req-0e6092f1-e9f2-439c-b06b-04a07e0ec425 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:06.757936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79ab35b0-f95c-474f-8986-ef781aae9e63 req-0e6092f1-e9f2-439c-b06b-04a07e0ec425 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 943 time: 0.0651107 Aug 23 04:02:06.759402 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:06.775864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d1e215-87cd-4991-b7ba-9bdcd9e23a13 None None] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:06.776371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Transition to ACTIVE for port object b2f6a079-5511-439f-b7db-e2812f35744a will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:06.814969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79ab35b0-f95c-474f-8986-ef781aae9e63 req-6bcca0af-855f-470b-87cf-837c70f64182 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546544 Aug 23 04:02:06.892766 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:06.940959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b5bc9830-fb99-4231-9456-228d0e875a24 None None] Provisioning for port a77341cc-5326-4acf-8ebc-64feb733f2c6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:06.947151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:06.953546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Port': ['ID=b2f6a079-5511-439f-b7db-e2812f35744a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:06.955936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:06.958290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:06.963961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:06.965032 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:07.030362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-470beb18-44cc-432f-b7b3-dc7f77b3f777 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.9672704 Aug 23 04:02:07.032202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43964) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:07.089661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ea4ef1-cbdf-493b-b127-4961332430e0 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:07.096404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ea4ef1-cbdf-493b-b127-4961332430e0 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:07.102663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ea4ef1-cbdf-493b-b127-4961332430e0 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:07.105058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-01ea4ef1-cbdf-493b-b127-4961332430e0 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.0708838 Aug 23 04:02:07.107299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43966) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:07.208168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a2b32dfa-9127-4975-bbc2-de6914d72368 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Deleting port b2f6a079-5511-439f-b7db-e2812f35744a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:07.208168 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dfa-9127-4975-bbc2-de6914d72368 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:07.280463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1cbd05bb-22eb-4958-9f78-7072e7213788 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:02:07.354736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-77aa6f91-86cb-4421-8b02-324dcd0f487a None None] Provisioning for port a2c40730-3aff-4aac-83a1-8def4325da84 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:07.360779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-77aa6f91-86cb-4421-8b02-324dcd0f487a None None] Provisioning complete for port a2c40730-3aff-4aac-83a1-8def4325da84 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:07.361430 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-77aa6f91-86cb-4421-8b02-324dcd0f487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:07.366976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543ff53-a177-40fc-86f7-b58380da24d3 req-2e287c1a-8f1c-439a-be69-bfe1ea3d366b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:07.375564 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b543ff53-a177-40fc-86f7-b58380da24d3 req-2e287c1a-8f1c-439a-be69-bfe1ea3d366b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0688825 Aug 23 04:02:07.396972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dfa-9127-4975-bbc2-de6914d72368 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:07.423081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a2b32dfa-9127-4975-bbc2-de6914d72368 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Calling delete_port for b2f6a079-5511-439f-b7db-e2812f35744a owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:07.430451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b543ff53-a177-40fc-86f7-b58380da24d3 req-2b252fb3-06eb-4dc4-b199-b3a1628be02d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538249 Aug 23 04:02:07.456258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-77aa6f91-86cb-4421-8b02-324dcd0f487a None None] Port a2c40730-3aff-4aac-83a1-8def4325da84 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:07.499835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1cbd05bb-22eb-4958-9f78-7072e7213788, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1cbd05bb-22eb-4958-9f78-7072e7213788,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:07.520000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '1cbd05bb-22eb-4958-9f78-7072e7213788', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'port_id': '1cbd05bb-22eb-4958-9f78-7072e7213788', 'mac_address': 'fa:16:3e:c9:43:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:02:07.566003 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:07.580244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbd05bb-22eb-4958-9f78-7072e7213788 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:02:07.585853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-77aa6f91-86cb-4421-8b02-324dcd0f487a None None] Provisioning for port b2f6a079-5511-439f-b7db-e2812f35744a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:07.595214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-77aa6f91-86cb-4421-8b02-324dcd0f487a None None] Provisioning complete for port b2f6a079-5511-439f-b7db-e2812f35744a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:07.595608 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-77aa6f91-86cb-4421-8b02-324dcd0f487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:07.626181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1cbd05bb-22eb-4958-9f78-7072e7213788, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1cbd05bb-22eb-4958-9f78-7072e7213788,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:07.642959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-77aa6f91-86cb-4421-8b02-324dcd0f487a None None] Port b2f6a079-5511-439f-b7db-e2812f35744a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:07.685189 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:07.719658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dfa-9127-4975-bbc2-de6914d72368 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:07.720264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:07.765096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b32dfa-9127-4975-bbc2-de6914d72368 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event deleted for resources: {'Port': ['ID=b2f6a079-5511-439f-b7db-e2812f35744a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:07.943720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a77341cc-5326-4acf-8ebc-64feb733f2c6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:02:08.014170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7fa2d69c-55aa-4811-8c0e-b16448067cd7 None None] Provisioning complete for port a2c40730-3aff-4aac-83a1-8def4325da84 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:08.014394 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7fa2d69c-55aa-4811-8c0e-b16448067cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:08.041293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=1cbd05bb-22eb-4958-9f78-7072e7213788,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:08.073886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2d69c-55aa-4811-8c0e-b16448067cd7 None None] Port a2c40730-3aff-4aac-83a1-8def4325da84 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:08.084174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7fa2d69c-55aa-4811-8c0e-b16448067cd7 None None] Could not find standard attr ID for object b2f6a079-5511-439f-b7db-e2812f35744a. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 04:02:08.133652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['1cbd05bb-22eb-4958-9f78-7072e7213788'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:08.156870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port a77341cc-5326-4acf-8ebc-64feb733f2c6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:08.164324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a77341cc-5326-4acf-8ebc-64feb733f2c6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:08.164707 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:08.295054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2b32dfa-9127-4975-bbc2-de6914d72368 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:08.297689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a2b32dfa-9127-4975-bbc2-de6914d72368 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "DELETE /v2.0/ports/b2f6a079-5511-439f-b7db-e2812f35744a HTTP/1.1" status: 204 len: 168 time: 1.1894193 Aug 23 04:02:08.300339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43972) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:08.311258 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:08.327286 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7958741-5348-4adc-b71b-44da615837ff tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] GET failed (client error): The resource could not be found. Aug 23 04:02:08.328776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e7958741-5348-4adc-b71b-44da615837ff tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "GET /v2.0/ports/b2f6a079-5511-439f-b7db-e2812f35744a HTTP/1.1" status: 404 len: 333 time: 0.0275140 Aug 23 04:02:08.332401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43974) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:08.337342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'port': {'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1560785378'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:08.366342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port a77341cc-5326-4acf-8ebc-64feb733f2c6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a77341cc-5326-4acf-8ebc-64feb733f2c6,segment=NetworkSegment(2dfef7d9-1705-4e25-a6b5-141032e11f82),segment_id=2dfef7d9-1705-4e25-a6b5-141032e11f82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:08.372986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b492b-81f8-4e9a-8f5e-fd2cc122b595 req-8ed7c011-d9d2-486a-a972-a6c0f5e34e07 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:08.374629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-737b492b-81f8-4e9a-8f5e-fd2cc122b595 req-8ed7c011-d9d2-486a-a972-a6c0f5e34e07 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 944 time: 0.4632938 Aug 23 04:02:08.446486 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:08.464060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-737b492b-81f8-4e9a-8f5e-fd2cc122b595 req-894160e7-0e17-4d8e-af6c-8b13c44bfe6e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617270 Aug 23 04:02:08.503925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=a77341cc-5326-4acf-8ebc-64feb733f2c6,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:08.542378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa483-a489-4768-8e70-042605374281 req-a20719c5-5c64-4713-be39-268247ed5d8d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:08.543977 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1baa483-a489-4768-8e70-042605374281 req-a20719c5-5c64-4713-be39-268247ed5d8d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0498800 Aug 23 04:02:08.563332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Made reservation on behalf of 81bcdaeb974b434db99daaeb561a74b8 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:08.567074 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:08.581735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d1baa483-a489-4768-8e70-042605374281 req-7ce08ff8-9df6-4972-ba20-4869b66e39c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Aug 23 04:02:08.584823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] device_id is not set on port d5fae8bc-f204-4220-9d8b-aaecee718c51 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:08.697483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Allocated IP 2001:db8::6a (8f8defa6-a9b4-48bc-aaf1-4ea7abecf090/31d72d02-7b50-472a-871d-443cc8d6dce8/d5fae8bc-f204-4220-9d8b-aaecee718c51) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:08.842438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:08.855416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Transition to ACTIVE for port object d5fae8bc-f204-4220-9d8b-aaecee718c51 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:08.946446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:08.986447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:08.989224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:08.992704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:08.998505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:08.999632 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.012130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Port': ['ID=d5fae8bc-f204-4220-9d8b-aaecee718c51,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:09.126191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-59413673-7a46-49e1-9b4f-d92ffb541da5 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7927768 Aug 23 04:02:09.128768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43978) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:09.134096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-29a3f5ac-ab44-4756-861d-33758002666d tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::162', 'mac_address': 'fa:16:3e:cf:c9:36'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:09.279783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29a3f5ac-ab44-4756-861d-33758002666d tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.296571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1cbd05bb-22eb-4958-9f78-7072e7213788 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:02:09.300851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b19a159c-eff4-44d8-9444-737da2e54d2c None None] Provisioning for port d5fae8bc-f204-4220-9d8b-aaecee718c51 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:09.327856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b19a159c-eff4-44d8-9444-737da2e54d2c None None] Provisioning complete for port d5fae8bc-f204-4220-9d8b-aaecee718c51 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:09.328234 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b19a159c-eff4-44d8-9444-737da2e54d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.375629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b19a159c-eff4-44d8-9444-737da2e54d2c None None] Port d5fae8bc-f204-4220-9d8b-aaecee718c51 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:09.431677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 1cbd05bb-22eb-4958-9f78-7072e7213788 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:09.435524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 1cbd05bb-22eb-4958-9f78-7072e7213788 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:09.435897 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.458307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29a3f5ac-ab44-4756-861d-33758002666d tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.512821 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.536252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbd05bb-22eb-4958-9f78-7072e7213788'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:09.538498 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89df7e9-c7c6-4883-b38b-8e9ad361f49b" -d '{"events": [{"server_uuid": "98f59871-78a9-4535-a5e0-f98df6c2d4de", "name": "network-vif-plugged", "status": "completed", "tag": "1cbd05bb-22eb-4958-9f78-7072e7213788"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:09.551396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1cbd05bb-22eb-4958-9f78-7072e7213788, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1cbd05bb-22eb-4958-9f78-7072e7213788,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:09.579138 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c238620d-dce2-4763-93a9-bb825037089e x-openstack-request-id: req-c238620d-dce2-4763-93a9-bb825037089e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:09.579138 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f59871-78a9-4535-a5e0-f98df6c2d4de", "name": "network-vif-plugged", "status": "completed", "tag": "1cbd05bb-22eb-4958-9f78-7072e7213788", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:09.579138 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c238620d-dce2-4763-93a9-bb825037089e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:09.579138 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbd05bb-22eb-4958-9f78-7072e7213788', 'code': 200} Aug 23 04:02:09.594750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eea37-d014-4d5b-8316-6d245349b28d req-5aec7dbf-4f31-4ca2-bb0a-0f097ca73315 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:09.596328 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e40eea37-d014-4d5b-8316-6d245349b28d req-5aec7dbf-4f31-4ca2-bb0a-0f097ca73315 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 944 time: 0.0546339 Aug 23 04:02:09.597331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29a3f5ac-ab44-4756-861d-33758002666d tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.642295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-29a3f5ac-ab44-4756-861d-33758002666d tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] In _notify_port_updated(), no bound segment for port d5fae8bc-f204-4220-9d8b-aaecee718c51 on network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 04:02:09.652259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a3f5ac-ab44-4756-861d-33758002666d tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:09.652259 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29a3f5ac-ab44-4756-861d-33758002666d tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.653305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-29a3f5ac-ab44-4756-861d-33758002666d tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "PUT /v2.0/ports/d5fae8bc-f204-4220-9d8b-aaecee718c51 HTTP/1.1" status: 200 len: 1002 time: 0.5234306 Aug 23 04:02:09.654287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43986) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:09.683254 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.695199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3f5ac-ab44-4756-861d-33758002666d tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Port': ['ID=d5fae8bc-f204-4220-9d8b-aaecee718c51,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:09.729352 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e40eea37-d014-4d5b-8316-6d245349b28d req-88a395e8-fc85-4645-86ff-3156cc5cd703 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233015 Aug 23 04:02:09.746943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2172407-2b3d-4bf2-873b-5ec8b091677d req-0af42170-261a-4e60-b707-50d2311a8f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:09.748526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2172407-2b3d-4bf2-873b-5ec8b091677d req-0af42170-261a-4e60-b707-50d2311a8f27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 1096 time: 0.0717545 Aug 23 04:02:09.753479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a77341cc-5326-4acf-8ebc-64feb733f2c6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:02:09.761175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=1cbd05bb-22eb-4958-9f78-7072e7213788,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:09.798516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2172407-2b3d-4bf2-873b-5ec8b091677d req-39c86265-4e30-4b1a-8e04-db3aa393e44c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Aug 23 04:02:09.813055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a77341cc-5326-4acf-8ebc-64feb733f2c6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:09.813573 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.821035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016192-ae70-43b2-b9a3-0d75c3e54704 req-6b9d1675-5b0a-4489-97db-5dc1198db509 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:09.822652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a016192-ae70-43b2-b9a3-0d75c3e54704 req-6b9d1675-5b0a-4489-97db-5dc1198db509 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1094067 Aug 23 04:02:09.873200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a16cd-c7be-41ba-b7ff-016f8b322e5f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Deleting port d5fae8bc-f204-4220-9d8b-aaecee718c51 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:09.873557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec7a16cd-c7be-41ba-b7ff-016f8b322e5f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.892946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2a016192-ae70-43b2-b9a3-0d75c3e54704 req-3bc89c0d-0e3f-4d41-9bf0-4c5bb0587bb0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613821 Aug 23 04:02:09.969835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec7a16cd-c7be-41ba-b7ff-016f8b322e5f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:09.980912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a16cd-c7be-41ba-b7ff-016f8b322e5f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Calling delete_port for d5fae8bc-f204-4220-9d8b-aaecee718c51 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:10.000924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fd12fb9f-4834-4dd9-a4ca-f402b880c8c2 None None] Provisioning complete for port d5fae8bc-f204-4220-9d8b-aaecee718c51 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:10.001343 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fd12fb9f-4834-4dd9-a4ca-f402b880c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:10.038114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fd12fb9f-4834-4dd9-a4ca-f402b880c8c2 None None] Port d5fae8bc-f204-4220-9d8b-aaecee718c51 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:10.179931 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec7a16cd-c7be-41ba-b7ff-016f8b322e5f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:10.210123 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a16cd-c7be-41ba-b7ff-016f8b322e5f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event deleted for resources: {'Port': ['ID=d5fae8bc-f204-4220-9d8b-aaecee718c51,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:10.325331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec7a16cd-c7be-41ba-b7ff-016f8b322e5f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:10.327851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec7a16cd-c7be-41ba-b7ff-016f8b322e5f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "DELETE /v2.0/ports/d5fae8bc-f204-4220-9d8b-aaecee718c51 HTTP/1.1" status: 204 len: 168 time: 0.6707947 Aug 23 04:02:10.330750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43988) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:10.358909 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00dd163-a62b-4551-a2be-81d6055b0577 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] GET failed (client error): The resource could not be found. Aug 23 04:02:10.361418 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d00dd163-a62b-4551-a2be-81d6055b0577 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "GET /v2.0/ports/d5fae8bc-f204-4220-9d8b-aaecee718c51 HTTP/1.1" status: 404 len: 333 time: 0.0297096 Aug 23 04:02:10.364246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 43990) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:10.369488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'port': {'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-20726011'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:10.563411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Made reservation on behalf of 81bcdaeb974b434db99daaeb561a74b8 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:10.566949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:10.584517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] device_id is not set on port 2dee6abf-573d-431a-9a3d-e9e49d3f544b yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:10.697602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Allocated IP 2001:db8::24f (8f8defa6-a9b4-48bc-aaf1-4ea7abecf090/31d72d02-7b50-472a-871d-443cc8d6dce8/2dee6abf-573d-431a-9a3d-e9e49d3f544b) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:10.843630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790bbd3-9983-4633-868d-deda33b1fb87 req-1beaba10-4894-45c2-894d-d2884b909d2d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:10.844494 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:10.845076 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7790bbd3-9983-4633-868d-deda33b1fb87 req-1beaba10-4894-45c2-894d-d2884b909d2d tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 945 time: 0.0599971 Aug 23 04:02:10.857948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Transition to ACTIVE for port object 2dee6abf-573d-431a-9a3d-e9e49d3f544b will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:10.887413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7790bbd3-9983-4633-868d-deda33b1fb87 req-49bca5c7-1d9b-4acd-abae-29f46cec2d03 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363286 Aug 23 04:02:10.995300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.044188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:11.049674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:11.051945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:11.057770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:11.058347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.080995 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01572d-588d-4d1d-bc35-c91edaa0fa54 req-dd772f75-bbe4-457a-a303-38223aa7a1e2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:11.082583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b01572d-588d-4d1d-bc35-c91edaa0fa54 req-dd772f75-bbe4-457a-a303-38223aa7a1e2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.1159678 Aug 23 04:02:11.086841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Port': ['ID=2dee6abf-573d-431a-9a3d-e9e49d3f544b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:11.129753 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b01572d-588d-4d1d-bc35-c91edaa0fa54 req-84681d0d-34f0-4906-b657-0f9717402cb5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380259 Aug 23 04:02:11.143413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9e88df93-1b07-4a7d-a5de-0a9c8da8bffe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7781122 Aug 23 04:02:11.149154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43996) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:11.154714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d0e2d70e-140b-4904-a1e0-b7a875bef7d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cf:c9:36'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:11.228551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d0e2d70e-140b-4904-a1e0-b7a875bef7d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.375989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-268d8ba5-d039-49b7-9c5b-d0b9c53c9dec None None] Provisioning for port 2dee6abf-573d-431a-9a3d-e9e49d3f544b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:11.379796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-268d8ba5-d039-49b7-9c5b-d0b9c53c9dec None None] Provisioning complete for port 2dee6abf-573d-431a-9a3d-e9e49d3f544b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:11.380181 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-268d8ba5-d039-49b7-9c5b-d0b9c53c9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.405962 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d0e2d70e-140b-4904-a1e0-b7a875bef7d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.413990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-268d8ba5-d039-49b7-9c5b-d0b9c53c9dec None None] Port 2dee6abf-573d-431a-9a3d-e9e49d3f544b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:11.484711 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d0e2d70e-140b-4904-a1e0-b7a875bef7d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.517265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2d70e-140b-4904-a1e0-b7a875bef7d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] In _notify_port_updated(), no bound segment for port 2dee6abf-573d-431a-9a3d-e9e49d3f544b on network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 {{(pid=95121) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 04:02:11.523031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e2d70e-140b-4904-a1e0-b7a875bef7d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:11.523534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d0e2d70e-140b-4904-a1e0-b7a875bef7d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.524809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d0e2d70e-140b-4904-a1e0-b7a875bef7d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "PUT /v2.0/ports/2dee6abf-573d-431a-9a3d-e9e49d3f544b HTTP/1.1" status: 200 len: 1001 time: 0.3747585 Aug 23 04:02:11.527829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 43998) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:11.548942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2d70e-140b-4904-a1e0-b7a875bef7d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Port': ['ID=2dee6abf-573d-431a-9a3d-e9e49d3f544b,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:11.635915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-671ce0f7-ef53-4506-b997-ff1cd0c77b1f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Deleting port 2dee6abf-573d-431a-9a3d-e9e49d3f544b {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:11.636258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-671ce0f7-ef53-4506-b997-ff1cd0c77b1f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.724107 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-671ce0f7-ef53-4506-b997-ff1cd0c77b1f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.734328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a62875c8-2d28-44b3-a03b-4a7e5e6fbee5 None None] Provisioning complete for port 2dee6abf-573d-431a-9a3d-e9e49d3f544b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:11.734816 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a62875c8-2d28-44b3-a03b-4a7e5e6fbee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.736019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-671ce0f7-ef53-4506-b997-ff1cd0c77b1f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Calling delete_port for 2dee6abf-573d-431a-9a3d-e9e49d3f544b owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:11.768438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a62875c8-2d28-44b3-a03b-4a7e5e6fbee5 None None] Port 2dee6abf-573d-431a-9a3d-e9e49d3f544b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:11.946093 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-671ce0f7-ef53-4506-b997-ff1cd0c77b1f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:11.982828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ce0f7-ef53-4506-b997-ff1cd0c77b1f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event deleted for resources: {'Port': ['ID=2dee6abf-573d-431a-9a3d-e9e49d3f544b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:12.028646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-671ce0f7-ef53-4506-b997-ff1cd0c77b1f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:12.030640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-671ce0f7-ef53-4506-b997-ff1cd0c77b1f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "DELETE /v2.0/ports/2dee6abf-573d-431a-9a3d-e9e49d3f544b HTTP/1.1" status: 204 len: 168 time: 0.5018907 Aug 23 04:02:12.033501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44002) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:12.059785 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-98195ebe-db73-48d6-9fe7-53d5f9c962d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] GET failed (client error): The resource could not be found. Aug 23 04:02:12.065460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-98195ebe-db73-48d6-9fe7-53d5f9c962d9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "GET /v2.0/ports/2dee6abf-573d-431a-9a3d-e9e49d3f544b HTTP/1.1" status: 404 len: 333 time: 0.0270689 Aug 23 04:02:12.065763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44004) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:12.071272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'port': {'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2033456632'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:12.081421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa923307-a730-4d3b-a995-b075c7a772d0 req-0f195d42-f2e4-4e0e-83bd-ab0bf3c604e6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:12.083046 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa923307-a730-4d3b-a995-b075c7a772d0 req-0f195d42-f2e4-4e0e-83bd-ab0bf3c604e6 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 945 time: 0.1254823 Aug 23 04:02:12.127533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa923307-a730-4d3b-a995-b075c7a772d0 req-c588d0ca-b53d-44c1-8b95-b606468a47d0 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Aug 23 04:02:12.261455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa54af4-d244-4914-ae8e-dca339fd41af req-2672dac0-71f2-4271-b9e5-c4ded7ae8615 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:12.264247 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9fa54af4-d244-4914-ae8e-dca339fd41af req-2672dac0-71f2-4271-b9e5-c4ded7ae8615 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0545936 Aug 23 04:02:12.303164 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9fa54af4-d244-4914-ae8e-dca339fd41af req-0060d070-f0d8-40f1-9322-f9297fada589 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340164 Aug 23 04:02:12.532502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-bd6a6b33-a323-4703-a9b2-05e35c126c2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1276164 Aug 23 04:02:12.543112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa68460-7dd5-4e28-a286-bda616b5f19c req-0f9507fd-fcf8-4644-abdc-bc4caffece28 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:12.544533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffa68460-7dd5-4e28-a286-bda616b5f19c req-0f9507fd-fcf8-4644-abdc-bc4caffece28 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 945 time: 0.1385968 Aug 23 04:02:12.554211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44012) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:12.559032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5e6043bc-f743-4adf-a72f-e29d864b43d5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Request body: {'floatingip': {'port_id': '1cbd05bb-22eb-4958-9f78-7072e7213788'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:12.598985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-3fbda794-fc94-477b-86da-b27a56fba684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:12.601030 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-3fbda794-fc94-477b-86da-b27a56fba684 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 1097 time: 0.0433564 Aug 23 04:02:12.601876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e6043bc-f743-4adf-a72f-e29d864b43d5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:12.684356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Made reservation on behalf of 81bcdaeb974b434db99daaeb561a74b8 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:12.687831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:12.712987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] device_id is not set on port a7360e35-8886-4359-873f-3a36f1bde161 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:12.764296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-05ce8c1c-c676-4525-a876-ed8d3f13a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:12.765867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-05ce8c1c-c676-4525-a876-ed8d3f13a9ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.1410501 Aug 23 04:02:12.818771 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-b8ab0582-0bd3-4c47-837a-7f83d9ed336b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41a8ff7a-7031-4bba-802e-0767d5698467 HTTP/1.1" status: 200 len: 217 time: 0.0439143 Aug 23 04:02:12.909246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Allocated IP 2001:db8::1b6 (8f8defa6-a9b4-48bc-aaf1-4ea7abecf090/31d72d02-7b50-472a-871d-443cc8d6dce8/a7360e35-8886-4359-873f-3a36f1bde161) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:12.912167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-87e5bc90-8af0-4256-bb1d-c06a21099e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:12.913690 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-87e5bc90-8af0-4256-bb1d-c06a21099e50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0718906 Aug 23 04:02:12.994280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-13b2bed3-ede1-477a-8053-e90192869500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:12.995939 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-13b2bed3-ede1-477a-8053-e90192869500 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743041 Aug 23 04:02:13.041572 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e6043bc-f743-4adf-a72f-e29d864b43d5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:13.094931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e6043bc-f743-4adf-a72f-e29d864b43d5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:13.160524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:13.165657 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-bbe41258-9f12-48bf-af15-203ada1badc8 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567290 Aug 23 04:02:13.182915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Transition to ACTIVE for port object a7360e35-8886-4359-873f-3a36f1bde161 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:13.196540 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-5e6043bc-f743-4adf-a72f-e29d864b43d5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Floating IP 24ca5a0c-bfcc-412d-9257-f0d5a5056b0c associated. External IP: 172.25.1.12, port: 1cbd05bb-22eb-4958-9f78-7072e7213788. Aug 23 04:02:13.277909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32b7773e-b506-4196-abfd-3adba2bc8865 req-e675b70e-cbe2-4084-923f-b5d4177f7e9b service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043432 Aug 23 04:02:13.371006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:13.420108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:13.425158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:13.431856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:13.433944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6043bc-f743-4adf-a72f-e29d864b43d5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Router 54eea67e-157b-4400-90bf-93fbdb9fb53c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:02:13.438293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:13.438947 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:13.442577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Port': ['ID=a7360e35-8886-4359-873f-3a36f1bde161,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:13.447479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dcd48-92ca-4c73-b17a-493ffe6a75ba req-8d16426a-0612-437c-b334-413dbbf677f9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:13.448947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-869dcd48-92ca-4c73-b17a-493ffe6a75ba req-8d16426a-0612-437c-b334-413dbbf677f9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0729437 Aug 23 04:02:13.525286 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9c76d848-ea24-4351-9b61-cdaf39519ae9 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4582047 Aug 23 04:02:13.527882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44016) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:13.529272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-869dcd48-92ca-4c73-b17a-493ffe6a75ba req-2f939725-4e00-48f7-85fe-07739a68d31d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700514 Aug 23 04:02:13.533725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'port': {'network_id': '8f8defa6-a9b4-48bc-aaf1-4ea7abecf090', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-670297148'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:13.585147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6043bc-f743-4adf-a72f-e29d864b43d5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:02:13.589623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5e6043bc-f743-4adf-a72f-e29d864b43d5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:13.600619 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] Sync routers for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:02:13.613203 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:02:13.614359 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:13.620779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5e6043bc-f743-4adf-a72f-e29d864b43d5 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "PUT /v2.0/floatingips/24ca5a0c-bfcc-412d-9257-f0d5a5056b0c HTTP/1.1" status: 200 len: 990 time: 1.0654449 Aug 23 04:02:13.621467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'tag': '1cbd05bb-22eb-4958-9f78-7072e7213788'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:13.623839 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98576b3-21ae-480c-92c2-a257c568ceca" -d '{"events": [{"name": "network-changed", "server_uuid": "98f59871-78a9-4535-a5e0-f98df6c2d4de", "tag": "1cbd05bb-22eb-4958-9f78-7072e7213788"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:13.714198 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eedc062-5aba-4f1e-855d-19b6ef9943d2 x-openstack-request-id: req-8eedc062-5aba-4f1e-855d-19b6ef9943d2 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:13.714546 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f59871-78a9-4535-a5e0-f98df6c2d4de", "tag": "1cbd05bb-22eb-4958-9f78-7072e7213788", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:13.714862 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8eedc062-5aba-4f1e-855d-19b6ef9943d2 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:13.715328 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'tag': '1cbd05bb-22eb-4958-9f78-7072e7213788', 'status': 'completed', 'code': 200} Aug 23 04:02:13.744696 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:02:13.751237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Made reservation on behalf of 81bcdaeb974b434db99daaeb561a74b8 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:13.754785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:13.775929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] device_id is not set on port c658eac9-c5c9-4fc6-983a-873006bcb2fd yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:13.797647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e447a2e4-6c77-4054-9954-80cbf8fff76d None None] Provisioning for port a7360e35-8886-4359-873f-3a36f1bde161 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:13.802294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e447a2e4-6c77-4054-9954-80cbf8fff76d None None] Provisioning complete for port a7360e35-8886-4359-873f-3a36f1bde161 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:13.802885 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e447a2e4-6c77-4054-9954-80cbf8fff76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:13.815538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98576b3-21ae-480c-92c2-a257c568ceca req-6195b036-35c5-41a1-ad5c-8a1e233f9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:13.817454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c98576b3-21ae-480c-92c2-a257c568ceca req-6195b036-35c5-41a1-ad5c-8a1e233f9dc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 1096 time: 0.0484862 Aug 23 04:02:13.852201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e447a2e4-6c77-4054-9954-80cbf8fff76d None None] Port a7360e35-8886-4359-873f-3a36f1bde161 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:13.914085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Allocated IP 2001:db8::77 (8f8defa6-a9b4-48bc-aaf1-4ea7abecf090/31d72d02-7b50-472a-871d-443cc8d6dce8/c658eac9-c5c9-4fc6-983a-873006bcb2fd) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:13.917116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98576b3-21ae-480c-92c2-a257c568ceca req-8b54f2e1-a331-486f-a18d-ece9a78909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:13.918637 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c98576b3-21ae-480c-92c2-a257c568ceca req-8b54f2e1-a331-486f-a18d-ece9a78909d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 910 time: 0.0946295 Aug 23 04:02:13.986780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c98576b3-21ae-480c-92c2-a257c568ceca req-344bd7d5-b0fc-4c00-b2f7-3be331a43a7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbd05bb-22eb-4958-9f78-7072e7213788 HTTP/1.1" status: 200 len: 998 time: 0.0612595 Aug 23 04:02:14.011822 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '24ca5a0c-bfcc-412d-9257-f0d5a5056b0c', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'floating_ip_address': '172.25.1.12', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'port_id': '1cbd05bb-22eb-4958-9f78-7072e7213788', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'mac_address': 'fa:16:3e:c9:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:01:55Z', 'updated_at': '2021-08-23T04:02:12Z', 'revision_number': 1, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:14.038079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98576b3-21ae-480c-92c2-a257c568ceca req-5a1058a6-bf6b-4ef0-ac91-802554846fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:14.038330 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] Checking router: 54eea67e-157b-4400-90bf-93fbdb9fb53c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:02:14.039718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c98576b3-21ae-480c-92c2-a257c568ceca req-5a1058a6-bf6b-4ef0-ac91-802554846fcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0461156 Aug 23 04:02:14.046436 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:02:14.047043 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:01:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:14.073770 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:14.088372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Transition to ACTIVE for port object c658eac9-c5c9-4fc6-983a-873006bcb2fd will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:14.092287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98576b3-21ae-480c-92c2-a257c568ceca req-00a2c311-2fb6-4640-a552-eb4ff101a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:14.094668 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c98576b3-21ae-480c-92c2-a257c568ceca req-00a2c311-2fb6-4640-a552-eb4ff101a851 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479677 Aug 23 04:02:14.157198 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:02:14.171406 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:14.187306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c98576b3-21ae-480c-92c2-a257c568ceca req-b4fa2de7-b962-48df-84b3-0344299fff7c service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852077 Aug 23 04:02:14.214877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:14.218363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:14.220812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:14.226868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:14.227498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:14.243658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Port': ['ID=c658eac9-c5c9-4fc6-983a-873006bcb2fd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:14.296400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c98576b3-21ae-480c-92c2-a257c568ceca req-15c4e64c-3e2b-442c-aaa7-0ae3d92f96c2 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008441 Aug 23 04:02:14.367454 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1e93945c-185b-4061-9de2-ecd806aa19fe tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8364840 Aug 23 04:02:14.368109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44022) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:14.373732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d4a34af1-6fc5-4072-8036-87bd319b413a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::162', 'mac_address': 'fa:16:3e:cf:c9:36'}, {'ip_address': '2001:db8::1b6', 'mac_address': 'fa:16:3e:b4:94:64'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:14.494428 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '24ca5a0c-bfcc-412d-9257-f0d5a5056b0c', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'floating_ip_address': '172.25.1.12', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'port_id': '1cbd05bb-22eb-4958-9f78-7072e7213788', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'mac_address': 'fa:16:3e:c9:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:01:55Z', 'updated_at': '2021-08-23T04:02:12Z', 'revision_number': 1, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:14.520910 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c85926e-9005-4bc5-86cb-a5170b204366 None None] The sync data for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 is: [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '24ca5a0c-bfcc-412d-9257-f0d5a5056b0c', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'floating_ip_address': '172.25.1.12', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'port_id': '1cbd05bb-22eb-4958-9f78-7072e7213788', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'mac_address': 'fa:16:3e:c9:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:01:55Z', 'updated_at': '2021-08-23T04:02:12Z', 'revision_number': 1, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:02:14.525889 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4a34af1-6fc5-4072-8036-87bd319b413a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:14.557154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ad2078fc-0f41-4ceb-b1f1-fc0a504638aa None None] Provisioning for port c658eac9-c5c9-4fc6-983a-873006bcb2fd completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:14.558211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ad2078fc-0f41-4ceb-b1f1-fc0a504638aa None None] Provisioning complete for port c658eac9-c5c9-4fc6-983a-873006bcb2fd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:14.558814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ad2078fc-0f41-4ceb-b1f1-fc0a504638aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:14.615979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ad2078fc-0f41-4ceb-b1f1-fc0a504638aa None None] Port c658eac9-c5c9-4fc6-983a-873006bcb2fd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:14.661944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316be462-a2fd-4466-bc87-dfefd9ee131e req-131128dd-4913-47d8-9341-fba839fe30ac tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:14.663503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-316be462-a2fd-4466-bc87-dfefd9ee131e req-131128dd-4913-47d8-9341-fba839fe30ac tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0516679 Aug 23 04:02:14.706090 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-316be462-a2fd-4466-bc87-dfefd9ee131e req-ea533ae4-c0a2-4a43-9812-9bbf75908e80 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Aug 23 04:02:14.721966 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4a34af1-6fc5-4072-8036-87bd319b413a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:14.753420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647f8987-ac02-402d-a8ba-1da707d730f9 None None] New status for floating IP 24ca5a0c-bfcc-412d-9257-f0d5a5056b0c: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:02:14.825874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4a34af1-6fc5-4072-8036-87bd319b413a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:14.859548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d4a34af1-6fc5-4072-8036-87bd319b413a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] In _notify_port_updated(), no bound segment for port c658eac9-c5c9-4fc6-983a-873006bcb2fd on network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 04:02:14.865118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a34af1-6fc5-4072-8036-87bd319b413a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:14.865749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d4a34af1-6fc5-4072-8036-87bd319b413a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:14.870080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44028) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:14.870219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d4a34af1-6fc5-4072-8036-87bd319b413a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "PUT /v2.0/ports/c658eac9-c5c9-4fc6-983a-873006bcb2fd HTTP/1.1" status: 200 len: 1066 time: 0.5010509 Aug 23 04:02:14.904199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a34af1-6fc5-4072-8036-87bd319b413a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event updated for resources: {'Port': ['ID=c658eac9-c5c9-4fc6-983a-873006bcb2fd,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:14.975221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ac98406f-9e1b-4132-9be5-2857d805ee6a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Deleting port c658eac9-c5c9-4fc6-983a-873006bcb2fd {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:14.975566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac98406f-9e1b-4132-9be5-2857d805ee6a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:15.067137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac98406f-9e1b-4132-9be5-2857d805ee6a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:15.080327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ac98406f-9e1b-4132-9be5-2857d805ee6a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Calling delete_port for c658eac9-c5c9-4fc6-983a-873006bcb2fd owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:15.139751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b3522beb-e4ce-44e3-9f51-5bb5e4fbdaf3 None None] Provisioning complete for port c658eac9-c5c9-4fc6-983a-873006bcb2fd triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:15.140474 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b3522beb-e4ce-44e3-9f51-5bb5e4fbdaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:15.174196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b3522beb-e4ce-44e3-9f51-5bb5e4fbdaf3 None None] Port c658eac9-c5c9-4fc6-983a-873006bcb2fd cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:15.301625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac98406f-9e1b-4132-9be5-2857d805ee6a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:15.329725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98406f-9e1b-4132-9be5-2857d805ee6a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event deleted for resources: {'Port': ['ID=c658eac9-c5c9-4fc6-983a-873006bcb2fd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:15.484353 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac98406f-9e1b-4132-9be5-2857d805ee6a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:15.486416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ac98406f-9e1b-4132-9be5-2857d805ee6a tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "DELETE /v2.0/ports/c658eac9-c5c9-4fc6-983a-873006bcb2fd HTTP/1.1" status: 204 len: 168 time: 0.6149170 Aug 23 04:02:15.489131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44030) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:15.513282 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e2bbe0-5ff7-4ecc-a13b-9fdc731dbd6b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] GET failed (client error): The resource could not be found. Aug 23 04:02:15.514840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-72e2bbe0-5ff7-4ecc-a13b-9fdc731dbd6b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "GET /v2.0/ports/c658eac9-c5c9-4fc6-983a-873006bcb2fd HTTP/1.1" status: 404 len: 333 time: 0.0247915 Aug 23 04:02:15.517658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44032) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:15.604785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-165f90ec-5207-4152-ab4a-b0542bd25aa7 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Deleting port a7360e35-8886-4359-873f-3a36f1bde161 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:15.605164 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-165f90ec-5207-4152-ab4a-b0542bd25aa7 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:15.689667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-165f90ec-5207-4152-ab4a-b0542bd25aa7 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:15.701711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-165f90ec-5207-4152-ab4a-b0542bd25aa7 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Calling delete_port for a7360e35-8886-4359-873f-3a36f1bde161 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:15.872289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb29c-e68b-47ad-aead-5bea8085faa0 req-1400a200-5b47-4c5b-ae74-c87752af2ed8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:15.874006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1ddb29c-e68b-47ad-aead-5bea8085faa0 req-1400a200-5b47-4c5b-ae74-c87752af2ed8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0904510 Aug 23 04:02:15.915217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1ddb29c-e68b-47ad-aead-5bea8085faa0 req-33171b00-cc14-4d40-865c-261010302c8b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351715 Aug 23 04:02:15.959161 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-165f90ec-5207-4152-ab4a-b0542bd25aa7 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:15.992250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f90ec-5207-4152-ab4a-b0542bd25aa7 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event deleted for resources: {'Port': ['ID=a7360e35-8886-4359-873f-3a36f1bde161,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:16.028356 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-165f90ec-5207-4152-ab4a-b0542bd25aa7 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:16.030776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-165f90ec-5207-4152-ab4a-b0542bd25aa7 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "DELETE /v2.0/ports/a7360e35-8886-4359-873f-3a36f1bde161 HTTP/1.1" status: 204 len: 168 time: 0.5115507 Aug 23 04:02:16.033246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44038) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:16.059114 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfeb16b-6320-4725-a7b5-07b522bfab7f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] GET failed (client error): The resource could not be found. Aug 23 04:02:16.060686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dbfeb16b-6320-4725-a7b5-07b522bfab7f tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "GET /v2.0/ports/a7360e35-8886-4359-873f-3a36f1bde161 HTTP/1.1" status: 404 len: 333 time: 0.0265334 Aug 23 04:02:16.064390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44040) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:16.152589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-52d037e2-9ca1-4477-929d-3f79e3dd9bdb tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Deleting port a2c40730-3aff-4aac-83a1-8def4325da84 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:16.152953 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52d037e2-9ca1-4477-929d-3f79e3dd9bdb tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:16.539882 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52d037e2-9ca1-4477-929d-3f79e3dd9bdb tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:16.551819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-52d037e2-9ca1-4477-929d-3f79e3dd9bdb tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Calling delete_port for a2c40730-3aff-4aac-83a1-8def4325da84 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:16.758623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52d037e2-9ca1-4477-929d-3f79e3dd9bdb tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:16.788013 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d037e2-9ca1-4477-929d-3f79e3dd9bdb tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event deleted for resources: {'Port': ['ID=a2c40730-3aff-4aac-83a1-8def4325da84,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:16.812019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52d037e2-9ca1-4477-929d-3f79e3dd9bdb tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:16.814028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52d037e2-9ca1-4477-929d-3f79e3dd9bdb tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "DELETE /v2.0/ports/a2c40730-3aff-4aac-83a1-8def4325da84 HTTP/1.1" status: 204 len: 168 time: 0.7486839 Aug 23 04:02:16.816457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44042) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:16.872698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d313db-8679-453a-8108-de014a106d40 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Deleting subnet 31d72d02-7b50-472a-871d-443cc8d6dce8 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:02:16.876397 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5d313db-8679-453a-8108-de014a106d40 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:16.919028 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5d313db-8679-453a-8108-de014a106d40 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.005896 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5d313db-8679-453a-8108-de014a106d40 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.089319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a727a-bfc1-4889-bd7d-1bbf4b0aa742 req-d58fa460-a21b-4407-b489-8d3f1311cc9f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:17.090742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f4a727a-bfc1-4889-bd7d-1bbf4b0aa742 req-d58fa460-a21b-4407-b489-8d3f1311cc9f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0865521 Aug 23 04:02:17.131199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f4a727a-bfc1-4889-bd7d-1bbf4b0aa742 req-57d0dad4-92e6-4ee3-886b-99c2a1dd3bfb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Aug 23 04:02:17.162945 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5d313db-8679-453a-8108-de014a106d40 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.189893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d313db-8679-453a-8108-de014a106d40 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event deleted for resources: {'Subnet': ['ID=31d72d02-7b50-472a-871d-443cc8d6dce8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:17.193536 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5d313db-8679-453a-8108-de014a106d40 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.196012 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b5d313db-8679-453a-8108-de014a106d40 tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "DELETE /v2.0/subnets/31d72d02-7b50-472a-871d-443cc8d6dce8 HTTP/1.1" status: 204 len: 168 time: 0.3785067 Aug 23 04:02:17.197928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44048) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:17.199983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad38e9f-5e63-4fb1-b1e9-c1f0b9e1b0bf None None] Network 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:17.278503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.332869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Deleting port a77341cc-5326-4acf-8ebc-64feb733f2c6 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:17.333253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.374379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] DHCP port deletion for 8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:02:17.397434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] For port a77341cc-5326-4acf-8ebc-64feb733f2c6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a77341cc-5326-4acf-8ebc-64feb733f2c6,segment=NetworkSegment(2dfef7d9-1705-4e25-a6b5-141032e11f82),segment_id=2dfef7d9-1705-4e25-a6b5-141032e11f82)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:17.397799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.414470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Calling delete_port for a77341cc-5326-4acf-8ebc-64feb733f2c6 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:17.419505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Deleting port a77341cc-5326-4acf-8ebc-64feb733f2c6 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:17.419895 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.484546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] For port a77341cc-5326-4acf-8ebc-64feb733f2c6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a77341cc-5326-4acf-8ebc-64feb733f2c6,segment=NetworkSegment(2dfef7d9-1705-4e25-a6b5-141032e11f82),segment_id=2dfef7d9-1705-4e25-a6b5-141032e11f82)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:17.484949 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.497789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Calling delete_port for a77341cc-5326-4acf-8ebc-64feb733f2c6 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:17.610244 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.615837 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.643935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event deleted for resources: {'Port': ['ID=a77341cc-5326-4acf-8ebc-64feb733f2c6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:17.643935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] No DVR routers for this DVR port a77341cc-5326-4acf-8ebc-64feb733f2c6 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:17.649104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Pushing event deleted for resources: {'Port': ['ID=a77341cc-5326-4acf-8ebc-64feb733f2c6,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:17.652780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] No DVR routers for this DVR port a77341cc-5326-4acf-8ebc-64feb733f2c6 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.666347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad60ed-0473-420b-bede-b9ef7bdecadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:17.719710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a77341cc-5326-4acf-8ebc-64feb733f2c6 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:02:17.725936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.736341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8defa6-a9b4-48bc-aaf1-4ea7abecf090']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:17.739756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: a77341cc-5326-4acf-8ebc-64feb733f2c6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:02:17.740180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a77341cc-5326-4acf-8ebc-64feb733f2c6 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:02:17.746205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfef7d9-1705-4e25-a6b5-141032e11f82') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:17.746518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfef7d9-1705-4e25-a6b5-141032e11f82') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:17.755143 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.768283 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.774243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:17.774631 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:17.777467 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:17.901680 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.909770 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:17.911328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] 10.222.0.20 "DELETE /v2.0/networks/8f8defa6-a9b4-48bc-aaf1-4ea7abecf090 HTTP/1.1" status: 204 len: 168 time: 0.7123997 Aug 23 04:02:17.927546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093c540-0f82-4b60-b0eb-9972c816981b tempest-AllowedAddressPairIpV6TestJSON-414053922 tempest-AllowedAddressPairIpV6TestJSON-414053922-project] Pushing event deleted for resources: {'Network': ['ID=8f8defa6-a9b4-48bc-aaf1-4ea7abecf090,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:18.245324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd903759-67db-4357-9353-6c9b2a5a640c req-29e0b8eb-598d-4536-b7da-da6fc9143669 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:18.246803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fd903759-67db-4357-9353-6c9b2a5a640c req-29e0b8eb-598d-4536-b7da-da6fc9143669 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0500891 Aug 23 04:02:18.285671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fd903759-67db-4357-9353-6c9b2a5a640c req-0d350898-4e16-4d4a-82b6-1f393d1ca150 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329206 Aug 23 04:02:18.381339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44058) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:18.518457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-da9eaea0-ec25-4c8e-a15e-c53ad4dd27cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81bcdaeb974b434db99daaeb561a74b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359670 Aug 23 04:02:18.521272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44062) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:18.567090 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbd67ac3-971c-4f16-a2e3-e5641c03844c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:18.587708 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbd67ac3-971c-4f16-a2e3-e5641c03844c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:18.718966 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbd67ac3-971c-4f16-a2e3-e5641c03844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:18.721452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fbd67ac3-971c-4f16-a2e3-e5641c03844c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:18.722595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fbd67ac3-971c-4f16-a2e3-e5641c03844c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80096133-1d0f-434b-8e8a-61eedeb4d3d0 HTTP/1.1" status: 204 len: 168 time: 0.2004428 Aug 23 04:02:18.730249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd67ac3-971c-4f16-a2e3-e5641c03844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80096133-1d0f-434b-8e8a-61eedeb4d3d0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:19.346475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:02:19.401325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba5313-9134-4edf-9f58-c2cb7d8c2b08 req-b5ba4d23-312b-4b9e-af24-a89fc830e1fa tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:19.403395 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17ba5313-9134-4edf-9f58-c2cb7d8c2b08 req-b5ba4d23-312b-4b9e-af24-a89fc830e1fa tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 944 time: 0.0504878 Aug 23 04:02:19.444417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:19.448478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17ba5313-9134-4edf-9f58-c2cb7d8c2b08 req-4a82e20c-681d-4533-b0c3-7b86394abfc3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Aug 23 04:02:19.462347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'port_id': '0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76', 'mac_address': 'fa:16:3e:de:53:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:02:19.506363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:19.519196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:02:19.538662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:19.643015 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:19.689967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:19.709596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44088) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:19.804383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'networks': [{'name': 'tempest-network--1927036621'}, {'name': 'tempest-network--890581261'}]} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:19.804697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'network': {'name': 'tempest-network--1927036621'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:19.805187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'network': {'name': 'tempest-network--890581261'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:19.899845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Made reservation on behalf of bb00c8cf0db3476cb4d9bcc162adc609 for: {'network': 2} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:19.904365 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:19.916900 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.001485 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.032696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:20.084551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.085043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.125598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8e257a-475a-44bd-a6b6-870c048fb002,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:20.128175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:20.141537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.141827 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Added segment f4ced08e-5c01-4f60-9d6d-a2af5f46a8e1 of type vlan for network ec606dd2-f5df-48c6-bd30-4d02e1122127 Aug 23 04:02:20.181163 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.209224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:20.217568 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.217911 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Added segment 028f3928-6b78-472a-bcbf-09b6288ad70f of type vlan for network 285b76de-bc41-482a-831b-3f835c62761f Aug 23 04:02:20.255414 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.381456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.381892 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.387398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:20.392239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:20.392797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.458881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Network': ['ID=ec606dd2-f5df-48c6-bd30-4d02e1122127,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:20.469133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network ec606dd2-f5df-48c6-bd30-4d02e1122127 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:20.519201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8084726 Aug 23 04:02:20.522120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44096) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:20.535846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c28913-f12a-4f48-a9c1-e9a3fbf3ed91 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Network': ['ID=285b76de-bc41-482a-831b-3f835c62761f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:20.550700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 285b76de-bc41-482a-831b-3f835c62761f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:20.579392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60931a61-6b46-41ac-b69e-959c4cb15177 req-da44a1c4-486f-462c-a98c-24795899d094 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:20.581064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60931a61-6b46-41ac-b69e-959c4cb15177 req-da44a1c4-486f-462c-a98c-24795899d094 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0606933 Aug 23 04:02:20.629576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60931a61-6b46-41ac-b69e-959c4cb15177 req-077ebfc2-75cc-4bba-a531-ba404b96606f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Aug 23 04:02:20.722346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4715bdc-1abe-4d21-92b0-d630be07b315 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:20.728480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4715bdc-1abe-4d21-92b0-d630be07b315 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:20.735051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4715bdc-1abe-4d21-92b0-d630be07b315 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:20.741223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4715bdc-1abe-4d21-92b0-d630be07b315 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:20.742818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a4715bdc-1abe-4d21-92b0-d630be07b315 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2195246 Aug 23 04:02:20.745679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44098) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:20.821577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.903343 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.915476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec606dd2-f5df-48c6-bd30-4d02e1122127']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:20.926106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ced08e-5c01-4f60-9d6d-a2af5f46a8e1') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:20.927072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ced08e-5c01-4f60-9d6d-a2af5f46a8e1') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:20.935407 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.949077 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.954931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:20.955308 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:20.958140 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:21.088487 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.095788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.097455 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/networks/ec606dd2-f5df-48c6-bd30-4d02e1122127 HTTP/1.1" status: 204 len: 168 time: 0.3508136 Aug 23 04:02:21.100124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44100) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:21.108953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a94230-308a-4ad4-8f1c-7ee823c354d0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Network': ['ID=ec606dd2-f5df-48c6-bd30-4d02e1122127,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:21.175796 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.265248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.275593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285b76de-bc41-482a-831b-3f835c62761f']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:21.286175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028f3928-6b78-472a-bcbf-09b6288ad70f') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:21.286474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028f3928-6b78-472a-bcbf-09b6288ad70f') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:21.295116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.309395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.315419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:21.315799 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:21.319013 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:21.356493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:02:21.466991 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.474497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.476278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/networks/285b76de-bc41-482a-831b-3f835c62761f HTTP/1.1" status: 204 len: 168 time: 0.3751171 Aug 23 04:02:21.478927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44104) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:21.492120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f72f5b-2d5a-45e4-8fb3-da5537d1d215 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Network': ['ID=285b76de-bc41-482a-831b-3f835c62761f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:21.512644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:21.517401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:21.517873 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.582520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fc02a-4f62-4178-8ae8-2b887fb22103 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:21.588477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fc02a-4f62-4178-8ae8-2b887fb22103 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:21.593648 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf0fc02a-4f62-4178-8ae8-2b887fb22103 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1101267 Aug 23 04:02:21.593804 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.594023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44106) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:21.599052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-769905611'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:21.615500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0361c65-d334-44bd-829f-2b51e8d0c3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:21.617770 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf5d4a7-45d5-4866-990c-6f0276a83285" -d '{"events": [{"server_uuid": "e0361c65-d334-44bd-829f-2b51e8d0c3f5", "name": "network-vif-plugged", "status": "completed", "tag": "0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:21.634322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:21.652917 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a91bc-8bf9-4fef-9a14-cb8278b188fc x-openstack-request-id: req-6a9a91bc-8bf9-4fef-9a14-cb8278b188fc {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:21.653236 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0361c65-d334-44bd-829f-2b51e8d0c3f5", "name": "network-vif-plugged", "status": "completed", "tag": "0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:21.653490 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a9a91bc-8bf9-4fef-9a14-cb8278b188fc {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:21.653881 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0361c65-d334-44bd-829f-2b51e8d0c3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76', 'code': 200} Aug 23 04:02:21.724563 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.730506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Made reservation on behalf of bb00c8cf0db3476cb4d9bcc162adc609 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:21.733893 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.763563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:21.775774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef394c-e5ce-4d72-93e0-53fed6910ab5 req-82344e1d-7148-4103-9b06-6c0246339f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:21.777478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:21.777752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48ef394c-e5ce-4d72-93e0-53fed6910ab5 req-82344e1d-7148-4103-9b06-6c0246339f4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 1097 time: 0.0435991 Aug 23 04:02:21.778988 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd990a-a942-4709-9094-db696cd0ddef req-9f3a5532-13b8-4218-8d39-2cfaa7cd322a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:21.781389 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cefd990a-a942-4709-9094-db696cd0ddef req-9f3a5532-13b8-4218-8d39-2cfaa7cd322a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 945 time: 0.0820684 Aug 23 04:02:21.786090 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.786604 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Added segment 3d2a6649-d0e8-451a-b84c-61321f4e08df of type vlan for network 000a3427-231c-4bc5-9a47-6eadad423ee9 Aug 23 04:02:21.813601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48ef394c-e5ce-4d72-93e0-53fed6910ab5 req-8937618b-ca05-4fe1-acca-18e3aab55ba1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289686 Aug 23 04:02:21.850602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.855168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cefd990a-a942-4709-9094-db696cd0ddef req-c394dd55-dcaf-4454-8ea6-3aca1ee73381 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667784 Aug 23 04:02:21.958712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:21.964271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:21.964980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:22.033084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Network': ['ID=000a3427-231c-4bc5-9a47-6eadad423ee9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:22.043389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 000a3427-231c-4bc5-9a47-6eadad423ee9 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:22.084918 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bfd6c273-db53-4213-a463-8655fe316022 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4898050 Aug 23 04:02:22.087448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44112) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:22.092410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-649772011'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:22.181183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Made reservation on behalf of bb00c8cf0db3476cb4d9bcc162adc609 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:22.184618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:22.207037 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:22.215270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:22.218342 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Added segment 9316cdac-65f4-4eab-bc7a-96cccdeaa027 of type vlan for network b790a4f1-8952-449f-b130-58b61b776b04 Aug 23 04:02:22.253120 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:22.328562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:22.341559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:22.344803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:22.410431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Network': ['ID=b790a4f1-8952-449f-b130-58b61b776b04,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:22.421116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network b790a4f1-8952-449f-b130-58b61b776b04 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:22.466349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-883910f3-ebd2-4322-bc49-b0974308709f tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3778696 Aug 23 04:02:22.469861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44116) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:22.475108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'ports': [{'network_id': '000a3427-231c-4bc5-9a47-6eadad423ee9', 'name': 'tempest-port--1916265871', 'admin_state_up': True}, {'network_id': 'b790a4f1-8952-449f-b130-58b61b776b04', 'admin_state_up': False}]} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:22.475429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'port': {'network_id': '000a3427-231c-4bc5-9a47-6eadad423ee9', 'name': 'tempest-port--1916265871', 'admin_state_up': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:22.475909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'port': {'network_id': 'b790a4f1-8952-449f-b130-58b61b776b04', 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:22.661697 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:22.752950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Made reservation on behalf of bb00c8cf0db3476cb4d9bcc162adc609 for: {'port': 2} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:22.757624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:22.771158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:22.849952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] device_id is not set on port b4efc811-e3c6-47d9-bf09-dd47786a9ed2 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:23.016071 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:23.044315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ab0b9-8820-4d23-b51f-c8be383a31f8 req-0dbf4db3-c6cd-404a-8a70-f944938fd537 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:23.045839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c05ab0b9-8820-4d23-b51f-c8be383a31f8 req-0dbf4db3-c6cd-404a-8a70-f944938fd537 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 946 time: 0.1034343 Aug 23 04:02:23.112249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] device_id is not set on port c3d23fe8-e780-4b5e-88c7-d49450e43f8e yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:23.130244 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c05ab0b9-8820-4d23-b51f-c8be383a31f8 req-57f07a7f-eea0-47ac-8a6c-1fbb6f8de090 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754724 Aug 23 04:02:23.230195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:23.336651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:23.391484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Port': ['ID=b4efc811-e3c6-47d9-bf09-dd47786a9ed2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:23.407627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Checking segment: {'id': '3d2a6649-d0e8-451a-b84c-61321f4e08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '000a3427-231c-4bc5-9a47-6eadad423ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:23.408256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Network hostable DHCP agents. Network: 000a3427-231c-4bc5-9a47-6eadad423ee9, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:23.539873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Network 000a3427-231c-4bc5-9a47-6eadad423ee9 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:23.621450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 000a3427-231c-4bc5-9a47-6eadad423ee9) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:23.631606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:23.631606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:23.631969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262cb890-b5c3-4654-8494-a2f93021da8d None None] Network 000a3427-231c-4bc5-9a47-6eadad423ee9 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:23.690047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Port': ['ID=c3d23fe8-e780-4b5e-88c7-d49450e43f8e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:23.698134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Checking segment: {'id': '9316cdac-65f4-4eab-bc7a-96cccdeaa027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b790a4f1-8952-449f-b130-58b61b776b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:23.698490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Network hostable DHCP agents. Network: b790a4f1-8952-449f-b130-58b61b776b04, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:23.758316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Network b790a4f1-8952-449f-b130-58b61b776b04 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:23.830752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, b790a4f1-8952-449f-b130-58b61b776b04) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:23.834702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:23.839611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a9d4f3-7e40-4f43-b981-e78c568f1b28 None None] Network b790a4f1-8952-449f-b130-58b61b776b04 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:23.841068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:23.846651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:23.847323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:23.953727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d78bab52-a7ee-4c41-8853-2c2590655ffd tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4828162 Aug 23 04:02:23.956165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44122) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:24.007229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09643165-fb35-4fd5-9cf2-c57efb653322 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:24.013207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09643165-fb35-4fd5-9cf2-c57efb653322 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:24.014766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-09643165-fb35-4fd5-9cf2-c57efb653322 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0576680 Aug 23 04:02:24.017610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44124) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:24.099267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f2caf-4ca1-4831-95b0-1e1450e863fe tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Deleting port b4efc811-e3c6-47d9-bf09-dd47786a9ed2 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:24.099604 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2caf-4ca1-4831-95b0-1e1450e863fe tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:24.166149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2caf-4ca1-4831-95b0-1e1450e863fe tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:24.178141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f2caf-4ca1-4831-95b0-1e1450e863fe tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Calling delete_port for b4efc811-e3c6-47d9-bf09-dd47786a9ed2 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:24.205639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-91152226-b509-4753-acda-2653eed5b280 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416145 Aug 23 04:02:24.316026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-5fe4bd71-e10c-4c0f-9536-b8f45c4221ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:24.317634 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-5fe4bd71-e10c-4c0f-9536-b8f45c4221ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 1096 time: 0.0500281 Aug 23 04:02:24.431560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-4af118b4-5db1-4432-bea2-88adffc7bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:24.433004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-4af118b4-5db1-4432-bea2-88adffc7bfa1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.0936859 Aug 23 04:02:24.476893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-7f265d89-001e-428d-b029-2e3dd2786265 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65ccff03-e6cf-4ad1-997c-4bb45348aa57 HTTP/1.1" status: 200 len: 217 time: 0.0359845 Aug 23 04:02:24.533877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-3b4505df-97d6-4ab1-8f2f-caf9315c3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:24.535357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-3b4505df-97d6-4ab1-8f2f-caf9315c3fd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0518413 Aug 23 04:02:24.601915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-fc21be86-f073-459c-92fa-ecda591e3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:24.603431 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-fc21be86-f073-459c-92fa-ecda591e3a45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443242 Aug 23 04:02:24.655744 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2caf-4ca1-4831-95b0-1e1450e863fe tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:24.695001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f2caf-4ca1-4831-95b0-1e1450e863fe tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Port': ['ID=b4efc811-e3c6-47d9-bf09-dd47786a9ed2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:24.696133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-26986fbb-f508-4453-adc5-e3409224b3ae service neutron] 10.222.0.11 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847974 Aug 23 04:02:24.705885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2caf-4ca1-4831-95b0-1e1450e863fe tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:24.705885 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ba0f2caf-4ca1-4831-95b0-1e1450e863fe tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/ports/b4efc811-e3c6-47d9-bf09-dd47786a9ed2 HTTP/1.1" status: 204 len: 168 time: 0.6854782 Aug 23 04:02:24.710831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44132) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:24.742034 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c077a7c-ca15-4b9b-bf81-bca405f6fd69 req-2299ba17-ba97-4f28-b611-8e249b733e6d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:24.743531 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c077a7c-ca15-4b9b-bf81-bca405f6fd69 req-2299ba17-ba97-4f28-b611-8e249b733e6d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 946 time: 0.2107944 Aug 23 04:02:24.784669 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c077a7c-ca15-4b9b-bf81-bca405f6fd69 req-1de04c65-1513-4923-8b42-ac8140cf5880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343442 Aug 23 04:02:24.859600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc968e43-5061-4cf0-b15a-1bd0cd719773 req-2ece8a15-4f72-4112-bc71-7e76579b3dba service neutron] 10.222.0.11 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561444 Aug 23 04:02:24.892927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-39389441-ed55-4867-8fac-39dd7f2965a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Deleting port c3d23fe8-e780-4b5e-88c7-d49450e43f8e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:24.893296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39389441-ed55-4867-8fac-39dd7f2965a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:24.969181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b37706-6a78-4b26-9d2c-865283bb02a3 req-0e7f533c-442d-465b-9a59-226120729019 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:24.970682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f4b37706-6a78-4b26-9d2c-865283bb02a3 req-0e7f533c-442d-465b-9a59-226120729019 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 946 time: 0.1148908 Aug 23 04:02:24.974048 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39389441-ed55-4867-8fac-39dd7f2965a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.006044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-39389441-ed55-4867-8fac-39dd7f2965a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Calling delete_port for c3d23fe8-e780-4b5e-88c7-d49450e43f8e owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:25.032493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f4b37706-6a78-4b26-9d2c-865283bb02a3 req-6fcded35-5b1f-4e9f-a594-c7d13bfc04ef tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558455 Aug 23 04:02:25.175642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39389441-ed55-4867-8fac-39dd7f2965a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.208100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39389441-ed55-4867-8fac-39dd7f2965a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Port': ['ID=c3d23fe8-e780-4b5e-88c7-d49450e43f8e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:25.214586 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39389441-ed55-4867-8fac-39dd7f2965a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.216411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-39389441-ed55-4867-8fac-39dd7f2965a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/ports/c3d23fe8-e780-4b5e-88c7-d49450e43f8e HTTP/1.1" status: 204 len: 168 time: 0.5046909 Aug 23 04:02:25.219411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44140) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:25.251163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9e8c5165-bb80-4c49-a7c8-9fdc3159ee81 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306334 Aug 23 04:02:25.254670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44142) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:25.259317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2051981052'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:25.346926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Made reservation on behalf of bb00c8cf0db3476cb4d9bcc162adc609 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:25.350475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.379640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:25.388181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.388521 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Added segment e515dd5f-cabf-488e-8958-0075085a6f10 of type vlan for network 0bc8bf45-b043-4c15-aff8-7d3705df14a0 Aug 23 04:02:25.429377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.505844 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.511774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:25.512441 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.611870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Network': ['ID=0bc8bf45-b043-4c15-aff8-7d3705df14a0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:25.630359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef45bd-7297-447d-8ca7-7f1022ff2236 req-a2307e93-5fd8-4cf8-9d85-c62c7326e480 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:25.632119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1ef45bd-7297-447d-8ca7-7f1022ff2236 req-a2307e93-5fd8-4cf8-9d85-c62c7326e480 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 946 time: 0.1624079 Aug 23 04:02:25.639804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a6391974-5476-4816-988b-a1135ce44029 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3795571 Aug 23 04:02:25.639911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 0bc8bf45-b043-4c15-aff8-7d3705df14a0 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:25.640347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44150) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:25.644397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1977254611'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:25.692900 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f1ef45bd-7297-447d-8ca7-7f1022ff2236 req-7de794e8-6e78-4af7-8226-71354e7cbb9c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Aug 23 04:02:25.747336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Made reservation on behalf of bb00c8cf0db3476cb4d9bcc162adc609 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:25.750806 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.774309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:25.783546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.784751 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Added segment 3043c9ba-bb94-4e52-96a2-343d7dfa8048 of type vlan for network 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb Aug 23 04:02:25.824102 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.907295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.913183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:25.913765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:25.980553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Network': ['ID=2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:25.991827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:26.045212 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4689707f-9b54-48f1-98b1-bec430c1d1a9 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4049001 Aug 23 04:02:26.073140 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3dc2397f-1c1e-400f-a196-26182179df09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:26.811487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcd408-6c74-4af5-96cd-c280458b1aa2 req-2d7db64f-3f24-4a99-bcab-4bcb57a8efa1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:26.812972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5edcd408-6c74-4af5-96cd-c280458b1aa2 req-2d7db64f-3f24-4a99-bcab-4bcb57a8efa1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 946 time: 0.0507233 Aug 23 04:02:26.851315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5edcd408-6c74-4af5-96cd-c280458b1aa2 req-fd878a81-ca76-43e0-ac81-6b3422c6a318 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Aug 23 04:02:27.385269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-3b59ae9f-0ad0-4cdb-af95-4ddabccdc788 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:27.386684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-3b59ae9f-0ad0-4cdb-af95-4ddabccdc788 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 946 time: 0.0476975 Aug 23 04:02:27.482732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:27.483787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:27.568438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] For port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:27.568817 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:27.580508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:27.770134 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:27.786485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c6643b71-5f77-421d-a072-2e4f28bfb955'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:27.801211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:27.843527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:27.853152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] No DVR routers for this DVR port 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:27.855759 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:27.857907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8708789-4917-4f83-a87b-0b44f9d29391 req-855cbe0a-0068-40e0-8787-0a8a5ee9104a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "DELETE /v2.0/ports/0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 HTTP/1.1" status: 204 len: 173 time: 0.4653919 Aug 23 04:02:27.858929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0361c65-d334-44bd-829f-2b51e8d0c3f5', 'name': 'network-vif-deleted', 'tag': '0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:27.867465 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6046825-03d6-46a6-a6f2-5f47cddef440" -d '{"events": [{"server_uuid": "e0361c65-d334-44bd-829f-2b51e8d0c3f5", "name": "network-vif-deleted", "tag": "0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:27.962884 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93000b6f-7cbb-4e02-bda8-877301bf66c2 x-openstack-request-id: req-93000b6f-7cbb-4e02-bda8-877301bf66c2 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:27.970489 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0361c65-d334-44bd-829f-2b51e8d0c3f5", "name": "network-vif-deleted", "tag": "0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:27.970489 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93000b6f-7cbb-4e02-bda8-877301bf66c2 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:27.970489 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0361c65-d334-44bd-829f-2b51e8d0c3f5', 'name': 'network-vif-deleted', 'tag': '0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76', 'status': 'completed', 'code': 200} Aug 23 04:02:27.998100 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9506d780-01b4-4055-a97d-976d1f04a874 req-84691e25-febb-4ce6-8381-2f88d148de22 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0337048 Aug 23 04:02:28.722941 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b87c-a5ce-4b87-af42-32302b267102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:28.810190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:29.101890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b0aa6670-44ed-4458-84ce-419c1a3db840 req-38f96ea2-d595-4ff2-bcc3-078a51d4760c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0264256 Aug 23 04:02:29.303415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44166) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:29.308692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'subnets': [{'network_id': '0bc8bf45-b043-4c15-aff8-7d3705df14a0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--682002184', 'ip_version': 6}, {'network_id': '2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:29.309161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'subnet': {'network_id': '0bc8bf45-b043-4c15-aff8-7d3705df14a0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--682002184', 'ip_version': 6}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:29.309967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Request body: {'subnet': {'network_id': '2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:29.562706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Made reservation on behalf of bb00c8cf0db3476cb4d9bcc162adc609 for: {'subnet': 2} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:29.567446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:29.567815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:29.691902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398862e-344a-4ce0-a310-bf863133b84a req-364c28d0-33c4-4733-b5b0-364d7b4cb45c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:29.693332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9398862e-344a-4ce0-a310-bf863133b84a req-364c28d0-33c4-4733-b5b0-364d7b4cb45c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.1210434 Aug 23 04:02:29.763839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9398862e-344a-4ce0-a310-bf863133b84a req-2b0c7065-46b9-4092-863b-39c3b86b26ea tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634787 Aug 23 04:02:29.883193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce76f5e-f2b7-4616-88c5-4d3d8abac008 req-ad3a3f95-a0d8-4d9c-9c86-a12a9e486f8d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:29.884605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1ce76f5e-f2b7-4616-88c5-4d3d8abac008 req-ad3a3f95-a0d8-4d9c-9c86-a12a9e486f8d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0504282 Aug 23 04:02:29.932896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1ce76f5e-f2b7-4616-88c5-4d3d8abac008 req-1463a39f-70c8-4ec9-8722-2f056ec37596 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366557 Aug 23 04:02:30.129211 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:30.225285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Subnet': ['ID=26b32d20-9b6f-4f0e-85ce-e7b66356740d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:30.228816 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2615a5d3-37b3-4dd9-b879-c7f480d20c78 req-c766f061-79de-45f4-a047-96690c6a002b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0381114 Aug 23 04:02:30.231973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Checking segment: {'id': 'e515dd5f-cabf-488e-8958-0075085a6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0bc8bf45-b043-4c15-aff8-7d3705df14a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:30.232417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Network hostable DHCP agents. Network: 0bc8bf45-b043-4c15-aff8-7d3705df14a0, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:30.245272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-d905a1f1-eb87-4733-8764-5a1e0493f852 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:30.246896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-d905a1f1-eb87-4733-8764-5a1e0493f852 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.1164856 Aug 23 04:02:30.263455 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-4d28c8ac-3d48-4ca6-ac34-4ef93d49dcf8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/quotas/17a63caf60224e979a6cbaa5a1e80bf9 HTTP/1.1" status: 200 len: 375 time: 0.0098062 Aug 23 04:02:30.324614 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-78108028-e02b-4ece-be6f-ba65867b78cc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0551596 Aug 23 04:02:30.336085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Network 0bc8bf45-b043-4c15-aff8-7d3705df14a0 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:30.421879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 0bc8bf45-b043-4c15-aff8-7d3705df14a0) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:30.426361 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:30.426502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-a202dd76-c2eb-4fe8-bd20-c23651734559 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942857 Aug 23 04:02:30.430983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b7894-fbcc-4dc5-913d-56afe2c6e752 None None] Network 0bc8bf45-b043-4c15-aff8-7d3705df14a0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:30.435155 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:30.479214 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event updated for resources: {'Subnet': ['ID=7ecba552-b2a7-47b3-be34-51de9dd57aac,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:30.515751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Checking segment: {'id': '3043c9ba-bb94-4e52-96a2-343d7dfa8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:30.516493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Network hostable DHCP agents. Network: 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:30.533479 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-9740c7cb-ccf5-4552-ab57-ad38ebb47013 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004317 Aug 23 04:02:30.590652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Network 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:30.600359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-0bc8bf45-b043-4c15-aff8-7d3705df14a0', 'network_id': '0bc8bf45-b043-4c15-aff8-7d3705df14a0', 'tenant_id': 'bb00c8cf0db3476cb4d9bcc162adc609', 'fixed_ips': [{'subnet_id': '26b32d20-9b6f-4f0e-85ce-e7b66356740d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:02:30.601295 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:30.684297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:30.688700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:30.689271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:30.689919 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:30.696924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83aba1e-b985-4a8d-90bc-b7042c6bbff1 None None] Network 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:30.825772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d59f0e81-01e9-4726-9949-1fb372804f9e req-74f74c8a-6e7e-4e2c-aa7a-f491e4af4beb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 210 time: 0.0356462 Aug 23 04:02:30.828465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-475b308b-dcc4-4c4f-95a2-4c997c6d3d18 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.5238500 Aug 23 04:02:30.834468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44194) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:30.918373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4741f915-396e-4841-b4c3-b34b3b6ef922 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:30.920667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4741f915-396e-4841-b4c3-b34b3b6ef922 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:30.922223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4741f915-396e-4841-b4c3-b34b3b6ef922 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:30.933471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44196) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:30.934983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4741f915-396e-4841-b4c3-b34b3b6ef922 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0991385 Aug 23 04:02:30.966788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Allocated IP 2001:db8::1 (0bc8bf45-b043-4c15-aff8-7d3705df14a0/26b32d20-9b6f-4f0e-85ce-e7b66356740d/32b455f2-cca1-4fd2-9e6f-74b3070a166d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:30.996595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15c8149-e2e2-4674-b2bd-6226eb14c5d3 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Deleting subnet 26b32d20-9b6f-4f0e-85ce-e7b66356740d {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:02:31.051449 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:02:31.119520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb', 'network_id': '2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb', 'tenant_id': 'bb00c8cf0db3476cb4d9bcc162adc609', 'fixed_ips': [{'subnet_id': '7ecba552-b2a7-47b3-be34-51de9dd57aac'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:02:31.120371 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.238836 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.254098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Transition to ACTIVE for port object 32b455f2-cca1-4fd2-9e6f-74b3070a166d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:31.297703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Transition to ACTIVE for port object 32b455f2-cca1-4fd2-9e6f-74b3070a166d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:31.324065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Allocated IP 2001:db8:0:1::1 (2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb/7ecba552-b2a7-47b3-be34-51de9dd57aac/e0ff404a-3163-481f-a165-0b1e17a7b50e) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:31.344886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00c7b8ae-106b-4207-bc37-8759c5fdc22e req-ac3ff0af-7baa-4bce-847e-8073d0c91f17 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0266993 Aug 23 04:02:31.409573 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15c8149-e2e2-4674-b2bd-6226eb14c5d3 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.413148 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.429158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:02:31.432159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-4509b160-0a22-4291-91e5-414032738e1e req-76183687-fc1b-4120-818f-63b0d371005e service neutron] (95121) timed out ('10.222.0.24', 64183) {{(pid=95121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:02:31.453755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15c8149-e2e2-4674-b2bd-6226eb14c5d3 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.483297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Network 0bc8bf45-b043-4c15-aff8-7d3705df14a0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:31.493482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:02:31.493482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 0b9e6b2d-ef3c-4f90-8073-fa1966ff3d76 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:02:31.497545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:31.500304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:31.567569 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15c8149-e2e2-4674-b2bd-6226eb14c5d3 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.590850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Pushing event updated for resources: {'Port': ['ID=32b455f2-cca1-4fd2-9e6f-74b3070a166d,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:31.612178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Attempting to bind port 32b455f2-cca1-4fd2-9e6f-74b3070a166d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:31.612553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Attempting to bind port 32b455f2-cca1-4fd2-9e6f-74b3070a166d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'e515dd5f-cabf-488e-8958-0075085a6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0bc8bf45-b043-4c15-aff8-7d3705df14a0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:31.612915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Attempting to bind port 32b455f2-cca1-4fd2-9e6f-74b3070a166d on network 0bc8bf45-b043-4c15-aff8-7d3705df14a0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:31.615947 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.624644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:31.625062 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Checking segment: {'id': 'e515dd5f-cabf-488e-8958-0075085a6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0bc8bf45-b043-4c15-aff8-7d3705df14a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:31.625739 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.625942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Bound using segment: {'id': 'e515dd5f-cabf-488e-8958-0075085a6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0bc8bf45-b043-4c15-aff8-7d3705df14a0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:31.626493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Bound port: 32b455f2-cca1-4fd2-9e6f-74b3070a166d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e515dd5f-cabf-488e-8958-0075085a6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0bc8bf45-b043-4c15-aff8-7d3705df14a0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:31.626971 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.631234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Transition to ACTIVE for port object e0ff404a-3163-481f-a165-0b1e17a7b50e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:31.675408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Transition to ACTIVE for port object e0ff404a-3163-481f-a165-0b1e17a7b50e will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:31.751735 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15c8149-e2e2-4674-b2bd-6226eb14c5d3 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.754368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] For port 32b455f2-cca1-4fd2-9e6f-74b3070a166d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:31.757695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] For port 32b455f2-cca1-4fd2-9e6f-74b3070a166d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=32b455f2-cca1-4fd2-9e6f-74b3070a166d,segment=NetworkSegment(e515dd5f-cabf-488e-8958-0075085a6f10),segment_id=e515dd5f-cabf-488e-8958-0075085a6f10)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:31.781062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c8149-e2e2-4674-b2bd-6226eb14c5d3 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Subnet': ['ID=26b32d20-9b6f-4f0e-85ce-e7b66356740d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:31.783025 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15c8149-e2e2-4674-b2bd-6226eb14c5d3 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.784885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c15c8149-e2e2-4674-b2bd-6226eb14c5d3 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/subnets/26b32d20-9b6f-4f0e-85ce-e7b66356740d HTTP/1.1" status: 204 len: 168 time: 0.8502538 Aug 23 04:02:31.787679 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44208) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:31.799033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.839016 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Network 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:31.841839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:31.843772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5b3277-1230-40ee-876c-baeb4b2ecbe4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Deleting subnet 7ecba552-b2a7-47b3-be34-51de9dd57aac {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:02:31.844503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:31.847204 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3277-1230-40ee-876c-baeb4b2ecbe4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.856534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Pushing event updated for resources: {'Port': ['ID=e0ff404a-3163-481f-a165-0b1e17a7b50e,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:31.879281 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.888924 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3277-1230-40ee-876c-baeb4b2ecbe4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.899303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f659c7bf-1a20-4d90-bb49-61a6820dfac2 req-30aea16c-4141-4d36-90ae-b19a9aab4ac7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 210 time: 0.0373929 Aug 23 04:02:31.912060 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Attempting to bind port e0ff404a-3163-481f-a165-0b1e17a7b50e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:31.912424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Attempting to bind port e0ff404a-3163-481f-a165-0b1e17a7b50e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3043c9ba-bb94-4e52-96a2-343d7dfa8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:31.912787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Attempting to bind port e0ff404a-3163-481f-a165-0b1e17a7b50e on network 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:31.926862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:31.926862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Checking segment: {'id': '3043c9ba-bb94-4e52-96a2-343d7dfa8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:31.928844 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.928844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Bound using segment: {'id': '3043c9ba-bb94-4e52-96a2-343d7dfa8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:31.928844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Bound port: e0ff404a-3163-481f-a165-0b1e17a7b50e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3043c9ba-bb94-4e52-96a2-343d7dfa8048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:31.928844 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.931708 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:31.999311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3277-1230-40ee-876c-baeb4b2ecbe4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.026032 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82903f-7bab-4393-9726-4955e32eb331 None None] Pushing event updated for resources: {'Port': ['ID=32b455f2-cca1-4fd2-9e6f-74b3070a166d,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:32.146808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3277-1230-40ee-876c-baeb4b2ecbe4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.149936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] For port e0ff404a-3163-481f-a165-0b1e17a7b50e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:32.153525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] For port e0ff404a-3163-481f-a165-0b1e17a7b50e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e0ff404a-3163-481f-a165-0b1e17a7b50e,segment=NetworkSegment(3043c9ba-bb94-4e52-96a2-343d7dfa8048),segment_id=3043c9ba-bb94-4e52-96a2-343d7dfa8048)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:32.186439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b3277-1230-40ee-876c-baeb4b2ecbe4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Subnet': ['ID=7ecba552-b2a7-47b3-be34-51de9dd57aac,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:32.194955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3277-1230-40ee-876c-baeb4b2ecbe4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.197765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5f5b3277-1230-40ee-876c-baeb4b2ecbe4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/subnets/7ecba552-b2a7-47b3-be34-51de9dd57aac HTTP/1.1" status: 204 len: 168 time: 0.4089115 Aug 23 04:02:32.202289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44214) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:32.273090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f7fe3d-a3da-450d-b92b-02630bf542c4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:32.277962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3f7fe3d-a3da-450d-b92b-02630bf542c4 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0710051 Aug 23 04:02:32.279006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44216) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:32.283191 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.365594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f24ffc-7c80-4f42-8e9b-4b514430aa11 None None] Pushing event updated for resources: {'Port': ['ID=e0ff404a-3163-481f-a165-0b1e17a7b50e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:32.390873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.469296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9495b503-79c3-43da-9773-8d0a9708ab76 req-16f25069-f86c-4066-a6f3-6c3fcc920d10 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0361c65-d334-44bd-829f-2b51e8d0c3f5 HTTP/1.1" status: 200 len: 210 time: 0.0311246 Aug 23 04:02:32.479166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Deleting port e0ff404a-3163-481f-a165-0b1e17a7b50e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:32.479693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.579602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] For port e0ff404a-3163-481f-a165-0b1e17a7b50e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e0ff404a-3163-481f-a165-0b1e17a7b50e,segment=NetworkSegment(3043c9ba-bb94-4e52-96a2-343d7dfa8048),segment_id=3043c9ba-bb94-4e52-96a2-343d7dfa8048)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:32.579986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.617150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Calling delete_port for e0ff404a-3163-481f-a165-0b1e17a7b50e owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:32.798355 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.829896 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Port': ['ID=e0ff404a-3163-481f-a165-0b1e17a7b50e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:32.832125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] No DVR routers for this DVR port e0ff404a-3163-481f-a165-0b1e17a7b50e on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:32.942531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.955064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:32.968302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3043c9ba-bb94-4e52-96a2-343d7dfa8048') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:32.968598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3043c9ba-bb94-4e52-96a2-343d7dfa8048') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:32.979159 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:32.997280 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.013868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:33.014913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:33.033142 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:33.048374 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16b4703c-31d1-4e01-baa8-11b89cc0fd7b req-bc3af74b-2b79-4305-8fb6-809a29a59d42 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 210 time: 0.0520055 Aug 23 04:02:33.198538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.207221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.213047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/networks/2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb HTTP/1.1" status: 204 len: 168 time: 0.9295750 Aug 23 04:02:33.213047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44222) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:33.215057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba430752-7dcb-4c52-a822-f07f51c251e2 None None] Network 0bc8bf45-b043-4c15-aff8-7d3705df14a0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:33.231898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97273b3c-385c-4eb2-a0ee-f3a45641ccd0 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Network': ['ID=2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:33.384240 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.444004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Deleting port 32b455f2-cca1-4fd2-9e6f-74b3070a166d {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:33.444626 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.461126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ebd74cbd-dc7b-4ea1-ae5d-0436d8e893c7 None None] Provisioning for port 32b455f2-cca1-4fd2-9e6f-74b3070a166d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:33.499617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c94c3-c985-4bcc-b1e4-e17a09a42cc7 None None] DHCP port deletion for 0bc8bf45-b043-4c15-aff8-7d3705df14a0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:02:33.601526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-213c94c3-c985-4bcc-b1e4-e17a09a42cc7 None None] Deleting port 32b455f2-cca1-4fd2-9e6f-74b3070a166d {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:33.601914 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-213c94c3-c985-4bcc-b1e4-e17a09a42cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.713593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-b8adcb5a-463c-419b-86d2-05819447b765 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:33.717003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-b8adcb5a-463c-419b-86d2-05819447b765 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.2518394 Aug 23 04:02:33.734416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'port': {'device_id': 'fa454a87-1a84-4b29-b252-b2077808e587', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'admin_state_up': True, 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:33.751811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-213c94c3-c985-4bcc-b1e4-e17a09a42cc7 None None] For port 32b455f2-cca1-4fd2-9e6f-74b3070a166d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=32b455f2-cca1-4fd2-9e6f-74b3070a166d,segment=NetworkSegment(e515dd5f-cabf-488e-8958-0075085a6f10),segment_id=e515dd5f-cabf-488e-8958-0075085a6f10)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:33.757153 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-213c94c3-c985-4bcc-b1e4-e17a09a42cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.771370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-213c94c3-c985-4bcc-b1e4-e17a09a42cc7 None None] Calling delete_port for 32b455f2-cca1-4fd2-9e6f-74b3070a166d owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:33.895998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8a587304-48ba-43ea-890f-28cf2ea71c8b None None] Could not find standard attr ID for object e0ff404a-3163-481f-a165-0b1e17a7b50e. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 04:02:33.930216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Made reservation on behalf of 17a63caf60224e979a6cbaa5a1e80bf9 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:33.938747 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.953602 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-213c94c3-c985-4bcc-b1e4-e17a09a42cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:33.974854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c294e5-29e0-403d-8493-fafe4aeec1b7 None None] DHCP port deletion for 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:02:33.977518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c94c3-c985-4bcc-b1e4-e17a09a42cc7 None None] No DVR routers for this DVR port 32b455f2-cca1-4fd2-9e6f-74b3070a166d on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:33.995138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] For port 32b455f2-cca1-4fd2-9e6f-74b3070a166d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=32b455f2-cca1-4fd2-9e6f-74b3070a166d,segment=NetworkSegment(e515dd5f-cabf-488e-8958-0075085a6f10),segment_id=e515dd5f-cabf-488e-8958-0075085a6f10)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:33.995692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.009788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Calling delete_port for 32b455f2-cca1-4fd2-9e6f-74b3070a166d owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:34.030704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c94c3-c985-4bcc-b1e4-e17a09a42cc7 None None] Pushing event deleted for resources: {'Port': ['ID=32b455f2-cca1-4fd2-9e6f-74b3070a166d,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:34.037236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996e431-7389-4671-998d-86bdbe10bcbe None None] Network 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:34.054031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996e431-7389-4671-998d-86bdbe10bcbe None None] Network 2a9bc3e0-ef38-40d7-ae93-0dc0730fc7cb could not be found, it might have been deleted concurrently. {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 04:02:34.100665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.112302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Allocated IP 172.20.0.3 (a6f42f2b-c7e8-4c42-9915-befc2cd587c4/41a30ff7-50a6-4af0-a74e-74aace8d48c8/fa9227c1-0f9c-4b68-80ea-4f5aaf97b295) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:34.136002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Port': ['ID=32b455f2-cca1-4fd2-9e6f-74b3070a166d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:34.140478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] No DVR routers for this DVR port 32b455f2-cca1-4fd2-9e6f-74b3070a166d on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:34.181417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa27adc1-eec0-4336-bd5a-68b0e606205d req-220ba412-fd2d-4532-8469-840a7fa99bbe tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 210 time: 0.0458760 Aug 23 04:02:34.223429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.235238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc8bf45-b043-4c15-aff8-7d3705df14a0']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:34.245465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e515dd5f-cabf-488e-8958-0075085a6f10') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:34.245836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e515dd5f-cabf-488e-8958-0075085a6f10') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:34.255455 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.269718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.276554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:34.280349 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:34.314870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.391447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.391641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Transition to ACTIVE for port object fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:34.404991 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.409847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/networks/0bc8bf45-b043-4c15-aff8-7d3705df14a0 HTTP/1.1" status: 204 len: 168 time: 1.1937449 Aug 23 04:02:34.409847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44234) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:34.428604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4aa923-2f58-4195-a6fe-46fbb1da3fbf tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Network': ['ID=0bc8bf45-b043-4c15-aff8-7d3705df14a0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:34.495955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.535108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.549298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['41a8ff7a-7031-4bba-802e-0767d5698467'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:34.582437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:34.585521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:34.588304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:34.591512 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.594891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['65ccff03-e6cf-4ad1-997c-4bb45348aa57'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:34.604598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b790a4f1-8952-449f-b130-58b61b776b04']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:34.618365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9316cdac-65f4-4eab-bc7a-96cccdeaa027') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:34.618866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9316cdac-65f4-4eab-bc7a-96cccdeaa027') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:34.623079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'Port': ['ID=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:34.628788 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.653395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:34.654382 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.659292 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.671520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:34.672084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:34.675084 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:34.743037 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-df6c04e6-d3ef-437c-a300-021bb1aa4c80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0164738 Aug 23 04:02:34.824578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Request body: {'port': {'device_id': 'fa454a87-1a84-4b29-b252-b2077808e587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:34.848505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.855722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.857669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/networks/b790a4f1-8952-449f-b130-58b61b776b04 HTTP/1.1" status: 204 len: 168 time: 0.4466307 Aug 23 04:02:34.861684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44240) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:34.878760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c96f25-b262-47a2-b75a-186b8a107fd6 tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Network': ['ID=b790a4f1-8952-449f-b130-58b61b776b04,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:34.974821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.983781 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:34.998741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a4c52e9-44a9-4c76-8674-c35d0771f0db None None] Provisioning for port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:35.004864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a4c52e9-44a9-4c76-8674-c35d0771f0db None None] Provisioning complete for port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:35.005597 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a4c52e9-44a9-4c76-8674-c35d0771f0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.043843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c52e9-44a9-4c76-8674-c35d0771f0db None None] Port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:35.112122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.173886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000a3427-231c-4bc5-9a47-6eadad423ee9']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:35.188339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2a6649-d0e8-451a-b84c-61321f4e08df') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:35.188634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2a6649-d0e8-451a-b84c-61321f4e08df') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:35.203110 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.257467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.271422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:35.275258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:35.281634 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:35.396940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715cec3-9c5d-4fec-a695-37bacb6ecaf0 req-d9ed2bab-7974-477c-bb45-35a841527a5c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:35.398400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9715cec3-9c5d-4fec-a695-37bacb6ecaf0 req-d9ed2bab-7974-477c-bb45-35a841527a5c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 931 time: 0.1325324 Aug 23 04:02:35.463953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.476666 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.478493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] 10.222.0.20 "DELETE /v2.0/networks/000a3427-231c-4bc5-9a47-6eadad423ee9 HTTP/1.1" status: 204 len: 168 time: 0.6159139 Aug 23 04:02:35.482776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:02:35.489335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9715cec3-9c5d-4fec-a695-37bacb6ecaf0 req-a9e454cb-160a-456e-897a-ea7610632427 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827005 Aug 23 04:02:35.501148 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.503784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f42ec-fcf1-49c4-844c-7b606a1e511d tempest-BulkNetworkOpsIpV6Test-527820899 tempest-BulkNetworkOpsIpV6Test-527820899-project] Pushing event deleted for resources: {'Network': ['ID=000a3427-231c-4bc5-9a47-6eadad423ee9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:35.516799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Transition to ACTIVE for port object fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:35.621739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.674630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:35.680114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e0ff404a-3163-481f-a165-0b1e17a7b50e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:02:35.709393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: e0ff404a-3163-481f-a165-0b1e17a7b50e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:02:35.709745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e0ff404a-3163-481f-a165-0b1e17a7b50e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:02:35.759542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Attempting to bind port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:35.760101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Attempting to bind port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:35.760730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Attempting to bind port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:35.768138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:02:35.768480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Attempting to bind port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:35.773941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:35.778689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Checking segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:35.778689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Bound using segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:35.778689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Bound port: fa9227c1-0f9c-4b68-80ea-4f5aaf97b295, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:35.778689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:35.854967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] For port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:35.858600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] For port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:35.971298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:36.048373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:36.048934 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:36.050881 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 HTTP/1.1" status: 200 len: 1091 time: 1.2992969 Aug 23 04:02:36.051664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa454a87-1a84-4b29-b252-b2077808e587', 'tag': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:36.053947 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5fd48d-f32e-4fef-9439-e5f770e10cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa454a87-1a84-4b29-b252-b2077808e587", "tag": "fa9227c1-0f9c-4b68-80ea-4f5aaf97b295"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:36.058124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efa1f6-fa85-4484-934e-775c340c4292 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:36.096559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44258) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:36.117934 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb92a1-8db4-413c-88a0-931e03636dca x-openstack-request-id: req-b0cb92a1-8db4-413c-88a0-931e03636dca {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:36.118979 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa454a87-1a84-4b29-b252-b2077808e587", "tag": "fa9227c1-0f9c-4b68-80ea-4f5aaf97b295", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:36.122323 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0cb92a1-8db4-413c-88a0-931e03636dca {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:36.122323 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa454a87-1a84-4b29-b252-b2077808e587', 'tag': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295', 'status': 'completed', 'code': 200} Aug 23 04:02:36.208619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fd48d-f32e-4fef-9439-e5f770e10cf9 req-291727c6-f44d-45f5-a3d4-fef97b70fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:36.210873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc5fd48d-f32e-4fef-9439-e5f770e10cf9 req-291727c6-f44d-45f5-a3d4-fef97b70fa23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 1094 time: 0.0657682 Aug 23 04:02:36.334461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fa83c525-51a7-4ca5-9ae3-986f3d0cca22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb00c8cf0db3476cb4d9bcc162adc609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366924 Aug 23 04:02:36.337100 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44262) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:36.363744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fd48d-f32e-4fef-9439-e5f770e10cf9 req-f38daf81-f849-4e25-8841-bc991f7d339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:36.365209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc5fd48d-f32e-4fef-9439-e5f770e10cf9 req-f38daf81-f849-4e25-8841-bc991f7d339d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1453867 Aug 23 04:02:36.470275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5abee67a-ae20-4c14-b2aa-30aed4990a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:36.507473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5abee67a-ae20-4c14-b2aa-30aed4990a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:36.516357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fd48d-f32e-4fef-9439-e5f770e10cf9 req-cf772951-5e66-4bfd-b2f8-7e46d4bcc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:36.517900 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc5fd48d-f32e-4fef-9439-e5f770e10cf9 req-cf772951-5e66-4bfd-b2f8-7e46d4bcc704 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1428256 Aug 23 04:02:36.609777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-873627ea-e4a7-4451-bd6a-696715aa2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:36.611655 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-873627ea-e4a7-4451-bd6a-696715aa2881 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 1094 time: 0.0573664 Aug 23 04:02:36.626641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad5d97-101a-4a2e-8dba-3978edcfada2 req-e19e4082-855c-4c7b-9c25-ec3248897bd3 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:36.635589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abad5d97-101a-4a2e-8dba-3978edcfada2 req-e19e4082-855c-4c7b-9c25-ec3248897bd3 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 943 time: 0.0645628 Aug 23 04:02:36.673626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5abee67a-ae20-4c14-b2aa-30aed4990a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:36.677839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5abee67a-ae20-4c14-b2aa-30aed4990a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:36.680991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5abee67a-ae20-4c14-b2aa-30aed4990a30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f8e257a-475a-44bd-a6b6-870c048fb002 HTTP/1.1" status: 204 len: 168 time: 0.3428984 Aug 23 04:02:36.685269 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-b3719679-b757-4285-acb9-b9a6e159c2a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 HTTP/1.1" status: 200 len: 217 time: 0.0651641 Aug 23 04:02:36.686607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abad5d97-101a-4a2e-8dba-3978edcfada2 req-f071a416-f8e1-4f78-80dc-827be8e46653 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Aug 23 04:02:36.693831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abee67a-ae20-4c14-b2aa-30aed4990a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8e257a-475a-44bd-a6b6-870c048fb002,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:36.745744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-0847f2f1-ddce-4678-a6a6-494fb18f23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:36.747297 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-0847f2f1-ddce-4678-a6a6-494fb18f23e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0545318 Aug 23 04:02:36.796433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-947ef3c6-2bf5-4d80-b5ad-decae09a58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:36.798054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-947ef3c6-2bf5-4d80-b5ad-decae09a58c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438399 Aug 23 04:02:36.895045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-be7b054b-7d5f-4dbb-a3e0-c92182f6cfbc service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902472 Aug 23 04:02:37.000333 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9606faa5-8729-4de2-bfa8-71dff13debfd req-42469cc9-7323-4348-86c4-20bd1d03cb7f service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974312 Aug 23 04:02:37.620991 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:37.798038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077aa55-66e2-4110-b691-1f957a3b95e5 req-e14b1366-9714-4e6e-a63e-45be522e49aa tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:37.799558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b077aa55-66e2-4110-b691-1f957a3b95e5 req-e14b1366-9714-4e6e-a63e-45be522e49aa tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 943 time: 0.0499768 Aug 23 04:02:37.806981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-d778d349-31cb-45af-846f-9110f2cc6d17 req-370140ee-a424-4455-b063-b021788d96eb service neutron] (95120) timed out ('10.222.0.24', 64181) {{(pid=95120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:02:37.837412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b077aa55-66e2-4110-b691-1f957a3b95e5 req-ad26aa7a-0ac0-49bc-a975-35e6e35722c7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317791 Aug 23 04:02:37.854191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44296) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:37.983253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'networks': [{'name': 'tempest-network--1636708216'}, {'name': 'tempest-network--1861699209'}]} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:37.983629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'network': {'name': 'tempest-network--1636708216'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:37.984100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'network': {'name': 'tempest-network--1861699209'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:38.105327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Made reservation on behalf of 70e8fd33f2884d24b6a8bb9c77b531db for: {'network': 2} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:38.110372 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.119111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.203549 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.318124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.318603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.356258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9090e2-5984-44c3-b270-dd84271c635d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:38.367736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.368102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.368458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.368835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.369200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.369532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.369861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.370187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.370511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.370890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.371219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.371559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:38.374880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:38.383928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.384298 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Added segment 21512bb9-511d-47d6-9cf3-db52e8984a6e of type vlan for network 362d1987-5b35-49a2-a445-1b1919264fd5 Aug 23 04:02:38.425062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.453590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:38.462052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.462389 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Added segment 12a3e7c0-b3a7-4354-9ac1-4f7374bf8bfe of type vlan for network c5f64ffe-58db-434a-913e-3187f1ef0e85 Aug 23 04:02:38.530413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.565049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07130536-5b66-4043-ba86-21ab22884699 req-291be8d8-885d-43a8-b45f-a06fbb06a594 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:38.566528 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07130536-5b66-4043-ba86-21ab22884699 req-291be8d8-885d-43a8-b45f-a06fbb06a594 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 946 time: 0.0775111 Aug 23 04:02:38.604083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07130536-5b66-4043-ba86-21ab22884699 req-da84b7ca-a013-409f-ad6f-44ef18622a7c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Aug 23 04:02:38.630607 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.631119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.636700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:38.642114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:38.642733 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.707413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Network': ['ID=362d1987-5b35-49a2-a445-1b1919264fd5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:38.718207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 362d1987-5b35-49a2-a445-1b1919264fd5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:38.772734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9141331 Aug 23 04:02:38.773027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44308) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:38.776581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64520d-d71f-4da5-bf31-c0878559fc4b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Network': ['ID=c5f64ffe-58db-434a-913e-3187f1ef0e85,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:38.787692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c5f64ffe-58db-434a-913e-3187f1ef0e85 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:38.892989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2715265-0fd0-4045-b402-3d943b6212ae tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:38.899708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2715265-0fd0-4045-b402-3d943b6212ae tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:38.905714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2715265-0fd0-4045-b402-3d943b6212ae tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:38.911790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2715265-0fd0-4045-b402-3d943b6212ae tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:38.913500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e2715265-0fd0-4045-b402-3d943b6212ae tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1394603 Aug 23 04:02:38.916523 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44312) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:38.956033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f187761-7893-448c-b850-6462dfdb4bbe req-6c72e6c4-a29f-453d-b894-6d493767f46e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:38.957546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f187761-7893-448c-b850-6462dfdb4bbe req-6c72e6c4-a29f-453d-b894-6d493767f46e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 943 time: 0.0487151 Aug 23 04:02:38.991008 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:38.995413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f187761-7893-448c-b850-6462dfdb4bbe req-10b70786-53fa-4226-9605-0dcf28485304 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Aug 23 04:02:39.080102 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.089888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362d1987-5b35-49a2-a445-1b1919264fd5']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:39.099312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21512bb9-511d-47d6-9cf3-db52e8984a6e') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:39.099609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21512bb9-511d-47d6-9cf3-db52e8984a6e') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:39.108553 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.121865 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.128197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:39.128611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:39.131415 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:39.253417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.260469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.261897 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/networks/362d1987-5b35-49a2-a445-1b1919264fd5 HTTP/1.1" status: 204 len: 168 time: 0.3444173 Aug 23 04:02:39.264764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44314) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:39.273039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d3042-cf1b-4dc4-a97a-8230eefb3753 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Network': ['ID=362d1987-5b35-49a2-a445-1b1919264fd5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:39.343811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.430624 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.440605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f64ffe-58db-434a-913e-3187f1ef0e85']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:39.450421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a3e7c0-b3a7-4354-9ac1-4f7374bf8bfe') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:39.450726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a3e7c0-b3a7-4354-9ac1-4f7374bf8bfe') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:39.459336 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.473114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.478774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:39.479156 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:39.482016 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:39.632346 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.639413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.643170 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/networks/c5f64ffe-58db-434a-913e-3187f1ef0e85 HTTP/1.1" status: 204 len: 168 time: 0.3754380 Aug 23 04:02:39.647271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44318) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:39.662492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe43a61-04e1-43e4-847b-068ec71cec53 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Network': ['ID=c5f64ffe-58db-434a-913e-3187f1ef0e85,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:39.774335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ace5d1-a861-453e-83aa-a7dc0a29f04e req-76017529-2591-4a31-8576-f1fdbee30eb8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:39.775801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-87ace5d1-a861-453e-83aa-a7dc0a29f04e req-76017529-2591-4a31-8576-f1fdbee30eb8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 946 time: 0.0964944 Aug 23 04:02:39.785218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba3a26-0bc5-4271-9252-e48fbbb92d63 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:39.791149 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba3a26-0bc5-4271-9252-e48fbbb92d63 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:39.792588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-14ba3a26-0bc5-4271-9252-e48fbbb92d63 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1474664 Aug 23 04:02:39.797081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44320) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:39.802295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-705974207'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:39.825317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-87ace5d1-a861-453e-83aa-a7dc0a29f04e req-77137777-8ebc-4ea3-a9c3-a2f9f629b18f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f077800-dfe7-44d9-8d6a-3cbcb8513705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Aug 23 04:02:39.883839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Made reservation on behalf of 70e8fd33f2884d24b6a8bb9c77b531db for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:39.888644 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.916362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:39.925374 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:39.925719 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Added segment f64c3fc9-94c0-4191-ba90-7c5f81f8e01a of type vlan for network 3e215d94-b040-45d1-a6b7-30472f890b14 Aug 23 04:02:39.968178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.017369 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef616256-0778-4182-8056-543ad851960a req-29146ce3-3e25-4d7b-8e2b-9d0e17b55c7c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:40.018843 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ef616256-0778-4182-8056-543ad851960a req-29146ce3-3e25-4d7b-8e2b-9d0e17b55c7c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 946 time: 0.0468917 Aug 23 04:02:40.067515 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.073342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:40.074027 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.138555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Network': ['ID=3e215d94-b040-45d1-a6b7-30472f890b14,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:40.147418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1ea39-396a-40bf-8b63-fee865a9c2e7 req-cd3e9c98-3dd6-4eca-ae36-9ddbbe01fad0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:40.149100 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6df1ea39-396a-40bf-8b63-fee865a9c2e7 req-cd3e9c98-3dd6-4eca-ae36-9ddbbe01fad0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 943 time: 0.0811405 Aug 23 04:02:40.149263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 3e215d94-b040-45d1-a6b7-30472f890b14 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:40.174866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc8777f4-389e-4942-b162-b313da98278b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3766706 Aug 23 04:02:40.177103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ef616256-0778-4182-8056-543ad851960a req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port c6643b71-5f77-421d-a072-2e4f28bfb955 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:40.177453 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ef616256-0778-4182-8056-543ad851960a req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.178181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44328) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:40.183392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-511148792'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:40.245889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6df1ea39-396a-40bf-8b63-fee865a9c2e7 req-1c78861a-e49c-4914-996d-a219f88bd703 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879998 Aug 23 04:02:40.279246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ef616256-0778-4182-8056-543ad851960a req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] For port c6643b71-5f77-421d-a072-2e4f28bfb955, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c6643b71-5f77-421d-a072-2e4f28bfb955,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:40.279564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ef616256-0778-4182-8056-543ad851960a req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.282727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Made reservation on behalf of 70e8fd33f2884d24b6a8bb9c77b531db for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:40.287157 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.291112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ef616256-0778-4182-8056-543ad851960a req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for c6643b71-5f77-421d-a072-2e4f28bfb955 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:40.309469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:40.318497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.318876 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Added segment 96fe1715-0d74-4766-a570-2aa9a595b46e of type vlan for network 819af0c7-0368-4d5d-97cc-26a0f0ec8f29 Aug 23 04:02:40.362904 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.443697 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.449523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:40.450142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.472793 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ef616256-0778-4182-8056-543ad851960a req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.484903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c6643b71-5f77-421d-a072-2e4f28bfb955'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:40.501574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=c6643b71-5f77-421d-a072-2e4f28bfb955,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:40.520873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Network': ['ID=819af0c7-0368-4d5d-97cc-26a0f0ec8f29,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:40.533470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 819af0c7-0368-4d5d-97cc-26a0f0ec8f29 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:40.549516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef616256-0778-4182-8056-543ad851960a req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] No DVR routers for this DVR port c6643b71-5f77-421d-a072-2e4f28bfb955 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:40.552037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ef616256-0778-4182-8056-543ad851960a req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.557358 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ef616256-0778-4182-8056-543ad851960a req-5c55ae37-840f-451b-baaf-a1eebb17c61f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "DELETE /v2.0/ports/c6643b71-5f77-421d-a072-2e4f28bfb955 HTTP/1.1" status: 204 len: 173 time: 0.5287294 Aug 23 04:02:40.557358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f1f377-1eea-4c0f-9b92-3482931badfc', 'name': 'network-vif-deleted', 'tag': 'c6643b71-5f77-421d-a072-2e4f28bfb955'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:40.557545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0a4c3484-f656-4ef6-9c42-2ec5908e45e7 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3758643 Aug 23 04:02:40.557620 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e7da80-596d-4b0c-8c24-c390ada7683a" -d '{"events": [{"server_uuid": "53f1f377-1eea-4c0f-9b92-3482931badfc", "name": "network-vif-deleted", "tag": "c6643b71-5f77-421d-a072-2e4f28bfb955"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:40.558315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44330) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:40.564995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'ports': [{'network_id': '3e215d94-b040-45d1-a6b7-30472f890b14', 'name': 'tempest-port--1688403998', 'admin_state_up': True}, {'network_id': '819af0c7-0368-4d5d-97cc-26a0f0ec8f29', 'admin_state_up': False}]} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:40.565770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'port': {'network_id': '3e215d94-b040-45d1-a6b7-30472f890b14', 'name': 'tempest-port--1688403998', 'admin_state_up': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:40.566421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'port': {'network_id': '819af0c7-0368-4d5d-97cc-26a0f0ec8f29', 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:40.598143 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82348362-5a82-45cd-a8f2-241b90c89921 x-openstack-request-id: req-82348362-5a82-45cd-a8f2-241b90c89921 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:40.598556 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f1f377-1eea-4c0f-9b92-3482931badfc", "name": "network-vif-deleted", "tag": "c6643b71-5f77-421d-a072-2e4f28bfb955", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:40.598839 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82348362-5a82-45cd-a8f2-241b90c89921 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:40.599243 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f1f377-1eea-4c0f-9b92-3482931badfc', 'name': 'network-vif-deleted', 'tag': 'c6643b71-5f77-421d-a072-2e4f28bfb955', 'status': 'completed', 'code': 200} Aug 23 04:02:40.775034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Made reservation on behalf of 70e8fd33f2884d24b6a8bb9c77b531db for: {'port': 2} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:40.779700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.793439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:40.882726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] device_id is not set on port 973a3110-5b5b-4d3f-afe3-5167caf4b455 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:40.943827 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1127eecb-6afd-4bd1-b5ea-6d8e61acc627 req-66fdada4-d4ff-4fa6-b763-7bb8a076674b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 210 time: 0.0351923 Aug 23 04:02:41.038351 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:41.112102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] device_id is not set on port 2f24345c-6e9e-413a-a843-84ebd4b449c9 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:41.218560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:41.340824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:02:41.341410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:41.367874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2657b49-bf9c-49bb-9eed-7627eb5c90d8 req-e5fce6aa-ae8f-41d9-9805-3c251fdcb1a7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:41.369672 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2657b49-bf9c-49bb-9eed-7627eb5c90d8 req-e5fce6aa-ae8f-41d9-9805-3c251fdcb1a7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 943 time: 0.0545423 Aug 23 04:02:41.405794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Port': ['ID=973a3110-5b5b-4d3f-afe3-5167caf4b455,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:41.420492 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f2657b49-bf9c-49bb-9eed-7627eb5c90d8 req-712776b4-f32d-4b04-9bdd-53cfb71860d8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Aug 23 04:02:41.457119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Checking segment: {'id': 'f64c3fc9-94c0-4191-ba90-7c5f81f8e01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3e215d94-b040-45d1-a6b7-30472f890b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:41.457493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Network hostable DHCP agents. Network: 3e215d94-b040-45d1-a6b7-30472f890b14, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:41.479009 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:41.489543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'port_id': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295', 'mac_address': 'fa:16:3e:ec:25:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:02:41.526190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:41.530545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Network 3e215d94-b040-45d1-a6b7-30472f890b14 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:41.539462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:02:41.557646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:41.632590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 3e215d94-b040-45d1-a6b7-30472f890b14) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:41.636457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:41.637458 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:41.644096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc1b82-454b-4a11-9da4-37bb4efba0f5 None None] Network 3e215d94-b040-45d1-a6b7-30472f890b14 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:41.670437 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:41.699361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Port': ['ID=2f24345c-6e9e-413a-a843-84ebd4b449c9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:41.710811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Checking segment: {'id': '96fe1715-0d74-4766-a570-2aa9a595b46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '819af0c7-0368-4d5d-97cc-26a0f0ec8f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:41.711171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Network hostable DHCP agents. Network: 819af0c7-0368-4d5d-97cc-26a0f0ec8f29, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:41.779515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Network 819af0c7-0368-4d5d-97cc-26a0f0ec8f29 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:41.786504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:41.859429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 819af0c7-0368-4d5d-97cc-26a0f0ec8f29) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:41.862901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:41.867605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682c51c-ebab-4389-ac09-21f8d768bdd0 None None] Network 819af0c7-0368-4d5d-97cc-26a0f0ec8f29 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:41.871408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:41.876937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:41.877641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:41.894358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['fa9227c1-0f9c-4b68-80ea-4f5aaf97b295'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:41.952596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5ccc364b-45a1-446e-88ed-49235794c600 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3926640 Aug 23 04:02:41.955070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44340) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:42.010808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b4019-8072-4006-83f8-507c00cec79b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:42.019061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b4019-8072-4006-83f8-507c00cec79b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:42.023809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c95b4019-8072-4006-83f8-507c00cec79b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0654528 Aug 23 04:02:42.024583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44344) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:42.077903 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97e44c73-4c8e-46cf-8ba0-f8d8e59e7358 req-fd54c4b7-ee5a-475b-8a3c-5548d1a5d464 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 210 time: 0.0322044 Aug 23 04:02:42.133982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-164c9274-3c7d-427d-9382-4c98f6912a65 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Deleting port 973a3110-5b5b-4d3f-afe3-5167caf4b455 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:42.134323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-164c9274-3c7d-427d-9382-4c98f6912a65 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.201585 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-164c9274-3c7d-427d-9382-4c98f6912a65 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.214728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-164c9274-3c7d-427d-9382-4c98f6912a65 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Calling delete_port for 973a3110-5b5b-4d3f-afe3-5167caf4b455 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:42.375456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-164c9274-3c7d-427d-9382-4c98f6912a65 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.404023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c9274-3c7d-427d-9382-4c98f6912a65 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Port': ['ID=973a3110-5b5b-4d3f-afe3-5167caf4b455,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:42.408997 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-164c9274-3c7d-427d-9382-4c98f6912a65 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.410960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-164c9274-3c7d-427d-9382-4c98f6912a65 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/ports/973a3110-5b5b-4d3f-afe3-5167caf4b455 HTTP/1.1" status: 204 len: 168 time: 0.3851793 Aug 23 04:02:42.413475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44348) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:42.499941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-77c863e3-2d63-4d24-aacb-85bc71836def tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Deleting port 2f24345c-6e9e-413a-a843-84ebd4b449c9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:42.500285 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77c863e3-2d63-4d24-aacb-85bc71836def tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.541177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d20c27-224c-4082-a307-16b368d5a2a9 req-fa293a36-9c88-48d0-8d42-c790e49e9562 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:42.542799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22d20c27-224c-4082-a307-16b368d5a2a9 req-fa293a36-9c88-48d0-8d42-c790e49e9562 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 944 time: 0.0532591 Aug 23 04:02:42.568736 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77c863e3-2d63-4d24-aacb-85bc71836def tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.581525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-77c863e3-2d63-4d24-aacb-85bc71836def tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Calling delete_port for 2f24345c-6e9e-413a-a843-84ebd4b449c9 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:42.581858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22d20c27-224c-4082-a307-16b368d5a2a9 req-69261c94-ade1-4916-ad27-dcf6cf77ca4b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Aug 23 04:02:42.718412 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77c863e3-2d63-4d24-aacb-85bc71836def tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.752056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c863e3-2d63-4d24-aacb-85bc71836def tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Port': ['ID=2f24345c-6e9e-413a-a843-84ebd4b449c9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:42.758927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77c863e3-2d63-4d24-aacb-85bc71836def tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.761529 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-77c863e3-2d63-4d24-aacb-85bc71836def tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/ports/2f24345c-6e9e-413a-a843-84ebd4b449c9 HTTP/1.1" status: 204 len: 168 time: 0.3465590 Aug 23 04:02:42.763535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44352) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:42.791929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8097f45b-8006-46be-b644-446289d45b0e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0272636 Aug 23 04:02:42.796155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44354) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:42.801350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1195293260'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:42.876376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Made reservation on behalf of 70e8fd33f2884d24b6a8bb9c77b531db for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:42.879974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.913246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:42.921546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:42.921889 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Added segment 53fede64-4d4d-4a0e-90bb-93147a63efd2 of type vlan for network d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd Aug 23 04:02:42.960111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.036465 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.042060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:43.042639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.111497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Network': ['ID=d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:43.124545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:43.137806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44360) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:43.138511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-699b4302-98f7-48c3-aa17-e24ceed31b7e tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3412199 Aug 23 04:02:43.155164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-960569742'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:43.220163 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3b10a5c-e9f0-415b-8174-3c88981d501f req-024a008a-2e6b-4936-84a7-0fd3da7e1da4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 210 time: 0.0301716 Aug 23 04:02:43.255318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Made reservation on behalf of 70e8fd33f2884d24b6a8bb9c77b531db for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:43.259009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.283372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:43.291946 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.292249 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Added segment 8cb1bec3-4695-4bdf-940f-77bade4d45c5 of type vlan for network baa798fd-5829-4123-bb4b-c604570607a5 Aug 23 04:02:43.330770 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.357302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:02:43.403124 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.409393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:43.410013 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.459524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:43.464064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:43.464439 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.479661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Network': ['ID=baa798fd-5829-4123-bb4b-c604570607a5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:43.491535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network baa798fd-5829-4123-bb4b-c604570607a5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:43.519790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a5267ccc-79c3-4801-983e-cf0a569bda3a tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3802299 Aug 23 04:02:43.609418 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.636199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa454a87-1a84-4b29-b252-b2077808e587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:43.638757 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25636246-25b2-4492-a94e-5ad9a198a492" -d '{"events": [{"server_uuid": "fa454a87-1a84-4b29-b252-b2077808e587", "name": "network-vif-plugged", "status": "completed", "tag": "fa9227c1-0f9c-4b68-80ea-4f5aaf97b295"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:43.652942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:43.654454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44366) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:43.660663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'subnets': [{'network_id': 'd5d1bc5d-565c-4372-a02d-9c9bf23fc3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1048523798', 'ip_version': 4}, {'network_id': 'baa798fd-5829-4123-bb4b-c604570607a5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:43.660983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'subnet': {'network_id': 'd5d1bc5d-565c-4372-a02d-9c9bf23fc3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1048523798', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:43.661575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Request body: {'subnet': {'network_id': 'baa798fd-5829-4123-bb4b-c604570607a5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:43.712287 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f13f7-8c11-4339-bc8b-b015d67c19a8 x-openstack-request-id: req-3d7f13f7-8c11-4339-bc8b-b015d67c19a8 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:43.712588 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa454a87-1a84-4b29-b252-b2077808e587", "name": "network-vif-plugged", "status": "completed", "tag": "fa9227c1-0f9c-4b68-80ea-4f5aaf97b295", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:43.712842 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d7f13f7-8c11-4339-bc8b-b015d67c19a8 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:43.713269 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa454a87-1a84-4b29-b252-b2077808e587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295', 'code': 200} Aug 23 04:02:43.719969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632dd88-d5cd-49bf-ba3e-6f6ca260c6e0 req-73f1b782-d0a2-42dc-806b-6522ffdb2468 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:43.727565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1632dd88-d5cd-49bf-ba3e-6f6ca260c6e0 req-73f1b782-d0a2-42dc-806b-6522ffdb2468 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 944 time: 0.0587704 Aug 23 04:02:43.729831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:43.731539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c6643b71-5f77-421d-a072-2e4f28bfb955 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:02:43.772021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1632dd88-d5cd-49bf-ba3e-6f6ca260c6e0 req-8d7afc07-8e16-4f16-ba59-b2e5bed54bf5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434024 Aug 23 04:02:43.792917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: c6643b71-5f77-421d-a072-2e4f28bfb955 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:02:43.793299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c6643b71-5f77-421d-a072-2e4f28bfb955 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:02:43.823603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:43.880358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d449f-3012-4d14-bbdb-6df9fdac3ba2 req-a77ab9fb-3d09-4f79-9b2f-acbb1776ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:43.881844 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d9d449f-3012-4d14-bbdb-6df9fdac3ba2 req-a77ab9fb-3d09-4f79-9b2f-acbb1776ce45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 1096 time: 0.0980914 Aug 23 04:02:43.923606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d9d449f-3012-4d14-bbdb-6df9fdac3ba2 req-b18fe15f-34cc-4559-b1ed-7e1d75a58387 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339847 Aug 23 04:02:44.026604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Made reservation on behalf of 70e8fd33f2884d24b6a8bb9c77b531db for: {'subnet': 2} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:44.031688 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:44.032036 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:44.327666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0087a6ca-e8e3-434f-afee-1fce33ae119f req-2aacd870-bf04-4523-a1f0-b3c7085fde1d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=53f1f377-1eea-4c0f-9b92-3482931badfc HTTP/1.1" status: 200 len: 210 time: 0.0254853 Aug 23 04:02:44.467567 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:44.534299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Subnet': ['ID=c4fd993d-25f0-4c8c-8db7-6570fd16bd5a,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:44.538560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Checking segment: {'id': '53fede64-4d4d-4a0e-90bb-93147a63efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5d1bc5d-565c-4372-a02d-9c9bf23fc3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:44.538914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Network hostable DHCP agents. Network: d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:44.632380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Network d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:44.718472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:44.722226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:44.727167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0101c4b8-6f57-41d9-8e14-69d5cb561874 None None] Network d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:44.784671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event updated for resources: {'Subnet': ['ID=961a9fc8-4178-49b6-8046-cc7642b2801d,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:44.798564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Checking segment: {'id': '8cb1bec3-4695-4bdf-940f-77bade4d45c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'baa798fd-5829-4123-bb4b-c604570607a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:44.800749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Network hostable DHCP agents. Network: baa798fd-5829-4123-bb4b-c604570607a5, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:44.899167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75076e6c-9cbe-4da8-b2f3-a260a7183803 req-6a2f7c64-2c6d-4de3-93ac-1e519f1e201b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:44.902956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75076e6c-9cbe-4da8-b2f3-a260a7183803 req-6a2f7c64-2c6d-4de3-93ac-1e519f1e201b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 945 time: 0.0638509 Aug 23 04:02:44.903107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd', 'network_id': 'd5d1bc5d-565c-4372-a02d-9c9bf23fc3dd', 'tenant_id': '70e8fd33f2884d24b6a8bb9c77b531db', 'fixed_ips': [{'subnet_id': 'c4fd993d-25f0-4c8c-8db7-6570fd16bd5a'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:02:44.903867 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:44.904504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Network baa798fd-5829-4123-bb4b-c604570607a5 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:44.958166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75076e6c-9cbe-4da8-b2f3-a260a7183803 req-e51ec6c9-d294-4a44-bb8f-0d42db05bb72 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Aug 23 04:02:44.982178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, baa798fd-5829-4123-bb4b-c604570607a5) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:44.982178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:44.982178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:44.982178 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:44.999130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce12c2a-e2d8-4f4a-89ce-6fe13b201a6c None None] Network baa798fd-5829-4123-bb4b-c604570607a5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:45.054861 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cbca0c4b-abf0-4977-aa1d-55c8a082dbf9 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3987441 Aug 23 04:02:45.057299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44374) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:45.118418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfdac4-30cc-410d-abd4-7392998e6c07 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:45.120065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfdac4-30cc-410d-abd4-7392998e6c07 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:45.121732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfdac4-30cc-410d-abd4-7392998e6c07 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:45.125050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0ecfdac4-30cc-410d-abd4-7392998e6c07 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0654755 Aug 23 04:02:45.127564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44376) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:45.143492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Allocated IP 172.20.0.2 (d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd/c4fd993d-25f0-4c8c-8db7-6570fd16bd5a/e19528ad-94a9-48b8-a60c-4674fd045230) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:45.193168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-afacbb2f-61d7-491e-a4a7-115d7a69ac76 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Deleting subnet c4fd993d-25f0-4c8c-8db7-6570fd16bd5a {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:02:45.423808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-baa798fd-5829-4123-bb4b-c604570607a5', 'network_id': 'baa798fd-5829-4123-bb4b-c604570607a5', 'tenant_id': '70e8fd33f2884d24b6a8bb9c77b531db', 'fixed_ips': [{'subnet_id': '961a9fc8-4178-49b6-8046-cc7642b2801d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:02:45.424599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:45.614334 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:45.629140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Transition to ACTIVE for port object e19528ad-94a9-48b8-a60c-4674fd045230 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:45.631276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Allocated IP 172.20.0.18 (baa798fd-5829-4123-bb4b-c604570607a5/961a9fc8-4178-49b6-8046-cc7642b2801d/9420a6da-ab69-45c5-8718-0c488d59849d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:45.656190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Transition to ACTIVE for port object e19528ad-94a9-48b8-a60c-4674fd045230 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:45.717972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-afacbb2f-61d7-491e-a4a7-115d7a69ac76 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:45.720484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:45.759534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-afacbb2f-61d7-491e-a4a7-115d7a69ac76 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:45.783917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Network d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:45.791638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:45.814187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:45.818772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Pushing event updated for resources: {'Port': ['ID=e19528ad-94a9-48b8-a60c-4674fd045230,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:45.848106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-afacbb2f-61d7-491e-a4a7-115d7a69ac76 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:45.886825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Attempting to bind port e19528ad-94a9-48b8-a60c-4674fd045230 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:45.887127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Attempting to bind port e19528ad-94a9-48b8-a60c-4674fd045230 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '53fede64-4d4d-4a0e-90bb-93147a63efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5d1bc5d-565c-4372-a02d-9c9bf23fc3dd'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:45.887485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Attempting to bind port e19528ad-94a9-48b8-a60c-4674fd045230 on network d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:45.890251 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:45.900582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:45.900970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Checking segment: {'id': '53fede64-4d4d-4a0e-90bb-93147a63efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5d1bc5d-565c-4372-a02d-9c9bf23fc3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:45.901403 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:45.901811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Bound using segment: {'id': '53fede64-4d4d-4a0e-90bb-93147a63efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5d1bc5d-565c-4372-a02d-9c9bf23fc3dd'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:45.902294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Bound port: e19528ad-94a9-48b8-a60c-4674fd045230, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fede64-4d4d-4a0e-90bb-93147a63efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd5d1bc5d-565c-4372-a02d-9c9bf23fc3dd'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:45.902687 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:45.905367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Transition to ACTIVE for port object 9420a6da-ab69-45c5-8718-0c488d59849d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:45.945834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Transition to ACTIVE for port object 9420a6da-ab69-45c5-8718-0c488d59849d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:46.004298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-afacbb2f-61d7-491e-a4a7-115d7a69ac76 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.009040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] For port e19528ad-94a9-48b8-a60c-4674fd045230, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:46.013439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] For port e19528ad-94a9-48b8-a60c-4674fd045230, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e19528ad-94a9-48b8-a60c-4674fd045230,segment=NetworkSegment(53fede64-4d4d-4a0e-90bb-93147a63efd2),segment_id=53fede64-4d4d-4a0e-90bb-93147a63efd2)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:46.033981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacbb2f-61d7-491e-a4a7-115d7a69ac76 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Subnet': ['ID=c4fd993d-25f0-4c8c-8db7-6570fd16bd5a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:46.036046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-afacbb2f-61d7-491e-a4a7-115d7a69ac76 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.038029 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-afacbb2f-61d7-491e-a4a7-115d7a69ac76 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/subnets/c4fd993d-25f0-4c8c-8db7-6570fd16bd5a HTTP/1.1" status: 204 len: 168 time: 0.9094627 Aug 23 04:02:46.040648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44386) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:46.061344 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.070644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2d0cb-b953-4414-83b6-0aad7280a3f0 req-1d5dce0d-6f28-4299-9010-c62d7b291760 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:46.072782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ef2d0cb-b953-4414-83b6-0aad7280a3f0 req-1d5dce0d-6f28-4299-9010-c62d7b291760 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 945 time: 0.0540998 Aug 23 04:02:46.094999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e9d4bf-ffad-48b9-922b-1e16f0098135 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Deleting subnet 961a9fc8-4178-49b6-8046-cc7642b2801d {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:02:46.095271 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.099015 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d4bf-ffad-48b9-922b-1e16f0098135 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.114163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Network baa798fd-5829-4123-bb4b-c604570607a5 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:46.118908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:46.131299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:46.135250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Pushing event updated for resources: {'Port': ['ID=9420a6da-ab69-45c5-8718-0c488d59849d,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:46.135668 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ef2d0cb-b953-4414-83b6-0aad7280a3f0 req-f3ee5505-9294-41b9-9ae3-c3187f18e069 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547452 Aug 23 04:02:46.161897 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d4bf-ffad-48b9-922b-1e16f0098135 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.233793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8c16a-0491-4c8a-be9d-957396033ab8 None None] Pushing event updated for resources: {'Port': ['ID=e19528ad-94a9-48b8-a60c-4674fd045230,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:46.268242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Attempting to bind port 9420a6da-ab69-45c5-8718-0c488d59849d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:46.268876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Attempting to bind port 9420a6da-ab69-45c5-8718-0c488d59849d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '8cb1bec3-4695-4bdf-940f-77bade4d45c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'baa798fd-5829-4123-bb4b-c604570607a5'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:46.269435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Attempting to bind port 9420a6da-ab69-45c5-8718-0c488d59849d on network baa798fd-5829-4123-bb4b-c604570607a5 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:46.278036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:46.278827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Checking segment: {'id': '8cb1bec3-4695-4bdf-940f-77bade4d45c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'baa798fd-5829-4123-bb4b-c604570607a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:46.279453 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.280143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Bound using segment: {'id': '8cb1bec3-4695-4bdf-940f-77bade4d45c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'baa798fd-5829-4123-bb4b-c604570607a5'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:46.280783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Bound port: 9420a6da-ab69-45c5-8718-0c488d59849d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb1bec3-4695-4bdf-940f-77bade4d45c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'baa798fd-5829-4123-bb4b-c604570607a5'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:46.281521 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.357164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] For port 9420a6da-ab69-45c5-8718-0c488d59849d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:46.360767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] For port 9420a6da-ab69-45c5-8718-0c488d59849d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9420a6da-ab69-45c5-8718-0c488d59849d,segment=NetworkSegment(8cb1bec3-4695-4bdf-940f-77bade4d45c5),segment_id=8cb1bec3-4695-4bdf-940f-77bade4d45c5)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:46.465408 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.581219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81976bcd-96c1-4faa-93fb-cf1982d86aa2 None None] Pushing event updated for resources: {'Port': ['ID=9420a6da-ab69-45c5-8718-0c488d59849d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:46.678500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-624a38c6-fb37-4215-a173-7daf865dd5aa tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=17a63caf60224e979a6cbaa5a1e80bf9 HTTP/1.1" status: 200 len: 267 time: 0.4623716 Aug 23 04:02:46.723176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d4bf-ffad-48b9-922b-1e16f0098135 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.777978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-cf0ba8ac-3ffc-4a03-9706-ba1098fe43c5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:46.779654 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-cf0ba8ac-3ffc-4a03-9706-ba1098fe43c5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 945 time: 0.0948620 Aug 23 04:02:46.799702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-9c0c9ac0-0e8d-44a9-97de-16be926a5628 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'port': {'security_groups': []}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:46.874428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-9c0c9ac0-0e8d-44a9-97de-16be926a5628 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.916742 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d4bf-ffad-48b9-922b-1e16f0098135 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.954347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9d4bf-ffad-48b9-922b-1e16f0098135 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Subnet': ['ID=961a9fc8-4178-49b6-8046-cc7642b2801d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:46.956547 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d4bf-ffad-48b9-922b-1e16f0098135 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:46.958484 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c3e9d4bf-ffad-48b9-922b-1e16f0098135 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/subnets/961a9fc8-4178-49b6-8046-cc7642b2801d HTTP/1.1" status: 204 len: 168 time: 0.9168005 Aug 23 04:02:46.961151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44394) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:47.014403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645df1d3-e4f9-4510-a4c2-27c635c0ec60 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:47.015891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-645df1d3-e4f9-4510-a4c2-27c635c0ec60 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0537648 Aug 23 04:02:47.025615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44396) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:47.074613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-9c0c9ac0-0e8d-44a9-97de-16be926a5628 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] For port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:47.104946 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-9c0c9ac0-0e8d-44a9-97de-16be926a5628 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:47.113964 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:47.158597 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-9c0c9ac0-0e8d-44a9-97de-16be926a5628 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:47.172063 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['41a8ff7a-7031-4bba-802e-0767d5698467', 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:47.177035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Deleting port 9420a6da-ab69-45c5-8718-0c488d59849d {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:47.177035 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:47.214433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['65ccff03-e6cf-4ad1-997c-4bb45348aa57'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:47.237747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-9c0c9ac0-0e8d-44a9-97de-16be926a5628 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:47.238705 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-9c0c9ac0-0e8d-44a9-97de-16be926a5628 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:47.244214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-379ce377-4013-4ea6-8787-8c4c66a1f375 req-9c0c9ac0-0e8d-44a9-97de-16be926a5628 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "PUT /v2.0/ports/fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 HTTP/1.1" status: 200 len: 904 time: 0.4539425 Aug 23 04:02:47.249054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa454a87-1a84-4b29-b252-b2077808e587', 'tag': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:47.254985 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac313635-4770-401a-9236-c25b50679525" -d '{"events": [{"name": "network-changed", "server_uuid": "fa454a87-1a84-4b29-b252-b2077808e587", "tag": "fa9227c1-0f9c-4b68-80ea-4f5aaf97b295"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:47.273745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] For port 9420a6da-ab69-45c5-8718-0c488d59849d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9420a6da-ab69-45c5-8718-0c488d59849d,segment=NetworkSegment(8cb1bec3-4695-4bdf-940f-77bade4d45c5),segment_id=8cb1bec3-4695-4bdf-940f-77bade4d45c5)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:47.278528 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:47.296213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Calling delete_port for 9420a6da-ab69-45c5-8718-0c488d59849d owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:47.336163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c9ac0-0e8d-44a9-97de-16be926a5628 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'Port': ['ID=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:47.364087 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d1c99b-4a17-49c5-89f1-c1d556569838 x-openstack-request-id: req-c0d1c99b-4a17-49c5-89f1-c1d556569838 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:47.364398 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa454a87-1a84-4b29-b252-b2077808e587", "tag": "fa9227c1-0f9c-4b68-80ea-4f5aaf97b295", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:47.364651 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0d1c99b-4a17-49c5-89f1-c1d556569838 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:47.365091 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa454a87-1a84-4b29-b252-b2077808e587', 'tag': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295', 'status': 'completed', 'code': 200} Aug 23 04:02:47.407156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['fa9227c1-0f9c-4b68-80ea-4f5aaf97b295'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:47.488754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313635-4770-401a-9236-c25b50679525 req-3edbfc47-e4e4-4472-b78e-5d1f144c8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:47.490384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac313635-4770-401a-9236-c25b50679525 req-3edbfc47-e4e4-4472-b78e-5d1f144c8f94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 1058 time: 0.1026881 Aug 23 04:02:47.595995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100b6646-f246-4fc3-ac82-8c2d18a12cd7 None None] Network d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:47.600971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d642c7f-8e46-4f08-8117-b1b46e3da392 req-643da56a-3b56-4360-934e-975027c64fbe tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:47.615974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d642c7f-8e46-4f08-8117-b1b46e3da392 req-643da56a-3b56-4360-934e-975027c64fbe tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 907 time: 0.1941891 Aug 23 04:02:47.688102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313635-4770-401a-9236-c25b50679525 req-958e8886-3d0d-4125-ab36-3728fd6f9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:47.704010 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac313635-4770-401a-9236-c25b50679525 req-958e8886-3d0d-4125-ab36-3728fd6f9d6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.2054746 Aug 23 04:02:47.747630 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:47.805080 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac313635-4770-401a-9236-c25b50679525 req-f4a7019a-2111-43f4-8bb3-609d17724b79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 HTTP/1.1" status: 200 len: 217 time: 0.0890689 Aug 23 04:02:47.834359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] No DVR routers for this DVR port 9420a6da-ab69-45c5-8718-0c488d59849d on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:47.850658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Port': ['ID=9420a6da-ab69-45c5-8718-0c488d59849d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:47.928082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313635-4770-401a-9236-c25b50679525 req-1663ac1d-9312-47b0-9e2e-c18b2aa24fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:47.929163 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac313635-4770-401a-9236-c25b50679525 req-1663ac1d-9312-47b0-9e2e-c18b2aa24fe7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.1135042 Aug 23 04:02:47.930663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-30e7b554-41ff-48c6-98da-aa8ce8250a82 None None] Provisioning for port e19528ad-94a9-48b8-a60c-4674fd045230 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:47.933833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9420a6da-ab69-45c5-8718-0c488d59849d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:02:47.994271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290b743-74d7-4ffe-b6c4-daee250931a2 req-9f474672-cb90-4cf1-a582-1a81297189b4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:47.999181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9420a6da-ab69-45c5-8718-0c488d59849d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:02:47.999531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9420a6da-ab69-45c5-8718-0c488d59849d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 23 04:02:48.004676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7290b743-74d7-4ffe-b6c4-daee250931a2 req-9f474672-cb90-4cf1-a582-1a81297189b4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.1984842 Aug 23 04:02:48.031243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Port 9420a6da-ab69-45c5-8718-0c488d59849d not found, will not notify nova. {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 23 04:02:48.031790 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e19528ad-94a9-48b8-a60c-4674fd045230 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:02:48.041126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.047152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313635-4770-401a-9236-c25b50679525 req-692fd3dc-28a1-4caa-a48c-cd1933ef5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:48.049943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac313635-4770-401a-9236-c25b50679525 req-692fd3dc-28a1-4caa-a48c-cd1933ef5053 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122086 Aug 23 04:02:48.072902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa798fd-5829-4123-bb4b-c604570607a5']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:48.095040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb1bec3-4695-4bdf-940f-77bade4d45c5') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:48.095312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb1bec3-4695-4bdf-940f-77bade4d45c5') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:48.124462 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.143642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.156085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-15d0508b-0226-4c4a-8583-c934d4fcade0 None None] Provisioning complete for port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:48.156793 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-15d0508b-0226-4c4a-8583-c934d4fcade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.163345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:48.163757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:48.167212 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:48.189947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac313635-4770-401a-9236-c25b50679525 req-cbc1d040-4c92-40f5-97f9-9402cb23b598 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291142 Aug 23 04:02:48.201682 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7290b743-74d7-4ffe-b6c4-daee250931a2 req-576152db-65e7-48b4-977d-28f69e2ddab1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957259 Aug 23 04:02:48.234024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70966a-88b2-487c-a948-8bcd71a764d3 None None] DHCP port deletion for d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:02:48.272978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01674ed7-c99e-42e5-8624-64e9c465952d None None] Network baa798fd-5829-4123-bb4b-c604570607a5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:48.284786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port e19528ad-94a9-48b8-a60c-4674fd045230 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:48.314975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e19528ad-94a9-48b8-a60c-4674fd045230 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:48.315357 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.326809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac313635-4770-401a-9236-c25b50679525 req-209cc758-f9f8-4270-86cb-c90730d5e0e7 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234155 Aug 23 04:02:48.330266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.339670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.341726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/networks/baa798fd-5829-4123-bb4b-c604570607a5 HTTP/1.1" status: 204 len: 168 time: 1.3149154 Aug 23 04:02:48.344855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44434) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:48.366016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c24675-7330-4b5d-a1c9-5c849597e51b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Network': ['ID=baa798fd-5829-4123-bb4b-c604570607a5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:48.413433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95100f1-bbe2-43b5-ab74-433044724ac7 req-e413a6e5-880a-46e6-8f45-f4c2e1f487f5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:48.424355 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f95100f1-bbe2-43b5-ab74-433044724ac7 req-e413a6e5-880a-46e6-8f45-f4c2e1f487f5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0780516 Aug 23 04:02:48.447133 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.472999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4a70966a-88b2-487c-a948-8bcd71a764d3 None None] Deleting port e19528ad-94a9-48b8-a60c-4674fd045230 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:48.473711 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a70966a-88b2-487c-a948-8bcd71a764d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.489723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f95100f1-bbe2-43b5-ab74-433044724ac7 req-2038adbf-b0e1-4167-8b2f-6315de8ffe15 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613837 Aug 23 04:02:48.522756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Deleting port e19528ad-94a9-48b8-a60c-4674fd045230 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:02:48.525924 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.605830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] For port e19528ad-94a9-48b8-a60c-4674fd045230, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e19528ad-94a9-48b8-a60c-4674fd045230,segment=NetworkSegment(53fede64-4d4d-4a0e-90bb-93147a63efd2),segment_id=53fede64-4d4d-4a0e-90bb-93147a63efd2)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:48.606469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.619417 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.624191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Calling delete_port for e19528ad-94a9-48b8-a60c-4674fd045230 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:48.659685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4a70966a-88b2-487c-a948-8bcd71a764d3 None None] For port e19528ad-94a9-48b8-a60c-4674fd045230, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e19528ad-94a9-48b8-a60c-4674fd045230,segment=NetworkSegment(53fede64-4d4d-4a0e-90bb-93147a63efd2),segment_id=53fede64-4d4d-4a0e-90bb-93147a63efd2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:48.660144 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a70966a-88b2-487c-a948-8bcd71a764d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.683511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4a70966a-88b2-487c-a948-8bcd71a764d3 None None] Calling delete_port for e19528ad-94a9-48b8-a60c-4674fd045230 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:02:48.692586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd362423-bc6a-4793-88f9-bcfef2aa57c7 None None] DHCP port deletion for baa798fd-5829-4123-bb4b-c604570607a5 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:02:48.703262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port e19528ad-94a9-48b8-a60c-4674fd045230, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e19528ad-94a9-48b8-a60c-4674fd045230,segment=NetworkSegment(53fede64-4d4d-4a0e-90bb-93147a63efd2),segment_id=53fede64-4d4d-4a0e-90bb-93147a63efd2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:48.709718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-adeb555c-06be-4367-8f40-51133924ac5a None None] Could not find standard attr ID for object 9420a6da-ab69-45c5-8718-0c488d59849d. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 04:02:48.787693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.844308 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.851777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=e19528ad-94a9-48b8-a60c-4674fd045230,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:48.859115 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a70966a-88b2-487c-a948-8bcd71a764d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:48.883682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70966a-88b2-487c-a948-8bcd71a764d3 None None] Pushing event deleted for resources: {'Port': ['ID=e19528ad-94a9-48b8-a60c-4674fd045230,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:48.886065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Port': ['ID=e19528ad-94a9-48b8-a60c-4674fd045230,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:48.891732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70966a-88b2-487c-a948-8bcd71a764d3 None None] No DVR routers for this DVR port e19528ad-94a9-48b8-a60c-4674fd045230 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:48.897132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] No DVR routers for this DVR port e19528ad-94a9-48b8-a60c-4674fd045230 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:02:48.914157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-fce949f0-c70b-494c-b2ee-fd9c568cbeab tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:48.915624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-fce949f0-c70b-494c-b2ee-fd9c568cbeab tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.1570966 Aug 23 04:02:48.955575 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5188e029-28a3-4cc5-8b82-5ee4b5d9617a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/quotas/17a63caf60224e979a6cbaa5a1e80bf9 HTTP/1.1" status: 200 len: 375 time: 0.0209649 Aug 23 04:02:49.026177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.039137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:49.052121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fede64-4d4d-4a0e-90bb-93147a63efd2') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:49.056662 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fede64-4d4d-4a0e-90bb-93147a63efd2') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:49.063265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.079514 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-b46bd297-8736-4ef2-a6f2-f3e10090d268 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1145957 Aug 23 04:02:49.108577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.122300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:49.122694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:49.125665 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:49.228887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-c3522096-7276-41d3-b880-57e36c0eda31 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418552 Aug 23 04:02:49.291957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.301586 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.305654 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/networks/d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd HTTP/1.1" status: 204 len: 168 time: 0.9588258 Aug 23 04:02:49.306016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44474) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:49.319097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8dd87-d593-4ca2-9677-a7891eed6091 tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Network': ['ID=d5d1bc5d-565c-4372-a02d-9c9bf23fc3dd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:49.350250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-4d23f373-d706-448c-ad7a-2b7c30da9af7 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149786 Aug 23 04:02:49.387691 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.471935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.481820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819af0c7-0368-4d5d-97cc-26a0f0ec8f29']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:49.496349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fe1715-0d74-4766-a570-2aa9a595b46e') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:49.496649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fe1715-0d74-4766-a570-2aa9a595b46e') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:49.506503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.526385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.532876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:49.534693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:49.538613 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:49.565588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b4d73742-95f4-45db-bdf0-1fdff9f700d5 req-44ddfd89-414d-45f5-9600-99a654783ac2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 210 time: 0.0280626 Aug 23 04:02:49.595685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44480) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:49.600551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ab8b58b5-8626-4115-be4a-57ab0370ab90 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608085051', 'description': 'tempest-secgroup-smoke-608085051 description', 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:49.687841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.692370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.697070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/networks/819af0c7-0368-4d5d-97cc-26a0f0ec8f29 HTTP/1.1" status: 204 len: 168 time: 0.3879721 Aug 23 04:02:49.698025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44486) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:49.710790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672577b2-eefb-4a3a-b081-90281042f5ba tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Network': ['ID=819af0c7-0368-4d5d-97cc-26a0f0ec8f29,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:49.720643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab8b58b5-8626-4115-be4a-57ab0370ab90 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.724276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e19528ad-94a9-48b8-a60c-4674fd045230 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:02:49.743999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: e19528ad-94a9-48b8-a60c-4674fd045230 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:02:49.744344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e19528ad-94a9-48b8-a60c-4674fd045230 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:02:49.744765 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9420a6da-ab69-45c5-8718-0c488d59849d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:02:49.763359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9420a6da-ab69-45c5-8718-0c488d59849d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:02:49.763714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9420a6da-ab69-45c5-8718-0c488d59849d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:02:49.803796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.927560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.944334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab8b58b5-8626-4115-be4a-57ab0370ab90 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.946096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e215d94-b040-45d1-a6b7-30472f890b14']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:49.955211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64c3fc9-94c0-4191-ba90-7c5f81f8e01a') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:49.955511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64c3fc9-94c0-4191-ba90-7c5f81f8e01a') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:02:49.969936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.984564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.990544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:02:49.990939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:02:49.993831 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:02:50.037760 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab8b58b5-8626-4115-be4a-57ab0370ab90 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.072839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b58b5-8626-4115-be4a-57ab0370ab90 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72779a3d-32a9-47e5-bd96-00c4e15d6e77,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:50.106305 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab8b58b5-8626-4115-be4a-57ab0370ab90 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.108165 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ab8b58b5-8626-4115-be4a-57ab0370ab90 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5108750 Aug 23 04:02:50.110887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44492) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:50.115422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ab4bf83b-c1a5-4aa4-bf6e-91e7232f1a67 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'security_group_rule': {'security_group_id': '72779a3d-32a9-47e5-bd96-00c4e15d6e77', 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:50.126328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.135465 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.137276 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] 10.222.0.20 "DELETE /v2.0/networks/3e215d94-b040-45d1-a6b7-30472f890b14 HTTP/1.1" status: 204 len: 168 time: 0.4381027 Aug 23 04:02:50.152207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705c819-2983-4f82-9cc4-9374f05ae08b tempest-BulkNetworkOpsTest-648212774 tempest-BulkNetworkOpsTest-648212774-project] Pushing event deleted for resources: {'Network': ['ID=3e215d94-b040-45d1-a6b7-30472f890b14,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:50.208397 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf83b-c1a5-4aa4-bf6e-91e7232f1a67 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.255841 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf83b-c1a5-4aa4-bf6e-91e7232f1a67 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.312248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf83b-c1a5-4aa4-bf6e-91e7232f1a67 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.332157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bf83b-c1a5-4aa4-bf6e-91e7232f1a67 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229bfb69-841e-4557-9a5a-45c9053e3424,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:50.443666 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf83b-c1a5-4aa4-bf6e-91e7232f1a67 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.444944 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ab4bf83b-c1a5-4aa4-bf6e-91e7232f1a67 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330996 Aug 23 04:02:50.447660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44496) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:50.452554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e3638843-c753-4226-8dca-d565c2e0f1d6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'security_group_rule': {'security_group_id': '72779a3d-32a9-47e5-bd96-00c4e15d6e77', 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:50.563198 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3638843-c753-4226-8dca-d565c2e0f1d6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.651568 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44502) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:50.663767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3638843-c753-4226-8dca-d565c2e0f1d6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.676430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f11c3570-f549-4c18-b040-61d35c669830 req-48f1b342-246e-405f-8cc8-617451220e92 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 210 time: 0.0290685 Aug 23 04:02:50.747172 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3638843-c753-4226-8dca-d565c2e0f1d6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.783753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3638843-c753-4226-8dca-d565c2e0f1d6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c1686e-e0be-4ecf-bca7-d9d25bee8f51,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:50.813477 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-618fd87c-c26f-41ae-adce-3ed827a82f43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70e8fd33f2884d24b6a8bb9c77b531db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606894 Aug 23 04:02:50.816719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44506) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:50.855989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3638843-c753-4226-8dca-d565c2e0f1d6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.857179 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e3638843-c753-4226-8dca-d565c2e0f1d6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4085114 Aug 23 04:02:50.859733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44510) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:50.864182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a249f634-8b39-4f30-b448-b11a7c2ee2fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'security_group_rule': {'security_group_id': '72779a3d-32a9-47e5-bd96-00c4e15d6e77', 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:50.881513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b107e98d-e1a1-4908-8da2-d9e9090ea93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.912162 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b107e98d-e1a1-4908-8da2-d9e9090ea93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:50.967904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a249f634-8b39-4f30-b448-b11a7c2ee2fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.013467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b107e98d-e1a1-4908-8da2-d9e9090ea93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.016580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b107e98d-e1a1-4908-8da2-d9e9090ea93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.017749 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b107e98d-e1a1-4908-8da2-d9e9090ea93f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe9090e2-5984-44c3-b270-dd84271c635d HTTP/1.1" status: 204 len: 168 time: 0.2000527 Aug 23 04:02:51.019379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a249f634-8b39-4f30-b448-b11a7c2ee2fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.027256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e98d-e1a1-4908-8da2-d9e9090ea93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9090e2-5984-44c3-b270-dd84271c635d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:51.078572 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a249f634-8b39-4f30-b448-b11a7c2ee2fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.100059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249f634-8b39-4f30-b448-b11a7c2ee2fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a42b39f-e67f-4610-9e61-f2ff52eaa388,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:51.182025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a249f634-8b39-4f30-b448-b11a7c2ee2fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.188898 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a249f634-8b39-4f30-b448-b11a7c2ee2fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281584 Aug 23 04:02:51.192966 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44514) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:51.199051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0910926e-bbf0-415c-b8c2-4430083b3d3d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'security_group_rule': {'security_group_id': '72779a3d-32a9-47e5-bd96-00c4e15d6e77', 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:51.278737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0910926e-bbf0-415c-b8c2-4430083b3d3d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.365851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0910926e-bbf0-415c-b8c2-4430083b3d3d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.444149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0910926e-bbf0-415c-b8c2-4430083b3d3d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.461545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910926e-bbf0-415c-b8c2-4430083b3d3d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4a9906-9bc2-4a93-a980-b6732820343b,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:51.499047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-7f325c08-6b9f-4a39-a74b-ef0a35a7813f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:51.500979 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-7f325c08-6b9f-4a39-a74b-ef0a35a7813f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.11 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 811 time: 0.1286316 Aug 23 04:02:51.521397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Request body: {'port': {'device_id': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'admin_state_up': True, 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:51.563976 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0910926e-bbf0-415c-b8c2-4430083b3d3d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.569273 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0910926e-bbf0-415c-b8c2-4430083b3d3d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3748980 Aug 23 04:02:51.593246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44524) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:51.593246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1ed11b05-05d1-4f13-a03a-ff2098dd36db tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'security_group_rule': {'security_group_id': '72779a3d-32a9-47e5-bd96-00c4e15d6e77', 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:51.734907 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-1ed11b05-05d1-4f13-a03a-ff2098dd36db tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Project e3e5f49885824abaa95bf72b9f7d181b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:02:51.740474 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ed11b05-05d1-4f13-a03a-ff2098dd36db tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.777297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92a1a1cc-64a0-40cb-838a-6bb2f9d57817 req-6194dcee-48bf-49fe-974a-ff329127947b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 210 time: 0.0305243 Aug 23 04:02:51.813247 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ed11b05-05d1-4f13-a03a-ff2098dd36db tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.825044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Made reservation on behalf of 17a63caf60224e979a6cbaa5a1e80bf9 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:51.829145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.934738 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ed11b05-05d1-4f13-a03a-ff2098dd36db tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:51.954315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Allocated IP 172.20.0.13 (a6f42f2b-c7e8-4c42-9915-befc2cd587c4/41a30ff7-50a6-4af0-a74e-74aace8d48c8/297faee5-6d2e-4864-b789-c70eb8906aa6) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:51.974624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed11b05-05d1-4f13-a03a-ff2098dd36db tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a898f4-4cea-4677-bfe6-40d5a1e1a155,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:52.047753 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ed11b05-05d1-4f13-a03a-ff2098dd36db tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.051824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1ed11b05-05d1-4f13-a03a-ff2098dd36db tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4777906 Aug 23 04:02:52.051908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44538) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:52.057055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5a306960-e913-49c9-9f99-5523171f3686 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'security_group_rule': {'security_group_id': '72779a3d-32a9-47e5-bd96-00c4e15d6e77', 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:52.109214 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.122241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Transition to ACTIVE for port object 297faee5-6d2e-4864-b789-c70eb8906aa6 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:52.139164 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-5a306960-e913-49c9-9f99-5523171f3686 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Project e3e5f49885824abaa95bf72b9f7d181b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:02:52.144404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a306960-e913-49c9-9f99-5523171f3686 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.209035 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a306960-e913-49c9-9f99-5523171f3686 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.219950 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.231322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['41a8ff7a-7031-4bba-802e-0767d5698467'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:52.260245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['65ccff03-e6cf-4ad1-997c-4bb45348aa57'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:02:52.267474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:52.270825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:52.274589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:52.291486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44542) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:52.303620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event updated for resources: {'Port': ['ID=297faee5-6d2e-4864-b789-c70eb8906aa6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:52.322817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a306960-e913-49c9-9f99-5523171f3686 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.332880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:52.333983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.353460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a306960-e913-49c9-9f99-5523171f3686 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ec63f2-c73b-426d-8ead-08c6d6a89fbd,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:52.423924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2123592911'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:52.450076 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-5506f612-d789-4f30-bd23-1346fe5e707e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9337275 Aug 23 04:02:52.461688 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5a306960-e913-49c9-9f99-5523171f3686 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.463215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5a306960-e913-49c9-9f99-5523171f3686 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4102864 Aug 23 04:02:52.469841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Request body: {'port': {'device_id': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:52.534854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.540773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:52.544296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.560010 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.626622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c4ad1e1e-0910-41b0-9f36-c46931164e31 None None] Provisioning for port 297faee5-6d2e-4864-b789-c70eb8906aa6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:52.631533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c4ad1e1e-0910-41b0-9f36-c46931164e31 None None] Provisioning complete for port 297faee5-6d2e-4864-b789-c70eb8906aa6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:02:52.631533 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4ad1e1e-0910-41b0-9f36-c46931164e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.677415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad1e1e-0910-41b0-9f36-c46931164e31 None None] Port 297faee5-6d2e-4864-b789-c70eb8906aa6 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:02:52.681757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.682704 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.723844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.748536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:52.764563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f22fc48-239b-4f89-90cb-068f24551fff,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:52.767543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.767918 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Added segment a9c4d43e-0caf-4f1e-90e6-88ad571941f1 of type vlan for network 407a5c85-9c32-4833-86b1-c4299e089803 Aug 23 04:02:52.808564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.838660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297faee5-6d2e-4864-b789-c70eb8906aa6 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:02:52.846371 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.883212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Transition to ACTIVE for port object 297faee5-6d2e-4864-b789-c70eb8906aa6 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:52.890284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.897133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:52.899813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.904312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7ca7b-4344-472a-aea8-ec33279abe79 req-87c29a2a-e506-4f75-b5d0-f1bb2cfd06bc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:52.906665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2d7ca7b-4344-472a-aea8-ec33279abe79 req-87c29a2a-e506-4f75-b5d0-f1bb2cfd06bc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 932 time: 0.0575826 Aug 23 04:02:52.947940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2d7ca7b-4344-472a-aea8-ec33279abe79 req-27e55a2b-40e8-412b-bd99-af194ebcac24 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352890 Aug 23 04:02:52.969571 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:52.978386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Network': ['ID=407a5c85-9c32-4833-86b1-c4299e089803,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:52.989225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 407a5c85-9c32-4833-86b1-c4299e089803 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:52.992766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c9b0908b-ff89-42f9-9ed1-6fd67d3c838d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7001863 Aug 23 04:02:53.023987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Pushing event updated for resources: {'Port': ['ID=297faee5-6d2e-4864-b789-c70eb8906aa6,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:53.129103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Attempting to bind port 297faee5-6d2e-4864-b789-c70eb8906aa6 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:53.129437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Attempting to bind port 297faee5-6d2e-4864-b789-c70eb8906aa6 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:53.129764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Attempting to bind port 297faee5-6d2e-4864-b789-c70eb8906aa6 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:53.134426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Port 297faee5-6d2e-4864-b789-c70eb8906aa6 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:02:53.134744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Attempting to bind port 297faee5-6d2e-4864-b789-c70eb8906aa6 on network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:53.155215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:53.155215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Checking segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:53.155215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Bound using segment: {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:53.155517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Bound port: 297faee5-6d2e-4864-b789-c70eb8906aa6, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976b2387-2610-4a21-9609-659f7aebcf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:53.159119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:53.283906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:53.287052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=297faee5-6d2e-4864-b789-c70eb8906aa6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:53.335338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:53.368129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:53.368793 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:53.370207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] 10.222.0.11 "PUT /v2.0/ports/297faee5-6d2e-4864-b789-c70eb8906aa6 HTTP/1.1" status: 200 len: 1092 time: 0.9065902 Aug 23 04:02:53.370639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:02:53.372903 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1294e4c-7d42-4ed6-98b4-42407c690e61" -d '{"events": [{"name": "network-changed", "server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:02:53.422515 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55896c20-0ebe-46c1-a3d5-d428609bdbaf x-openstack-request-id: req-55896c20-0ebe-46c1-a3d5-d428609bdbaf {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:02:53.422812 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:02:53.423066 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55896c20-0ebe-46c1-a3d5-d428609bdbaf {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:02:53.423593 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6', 'status': 'completed', 'code': 200} Aug 23 04:02:53.424821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8b34d-d892-4aa1-baaa-0fa002d0266f service neutron] Pushing event updated for resources: {'Port': ['ID=297faee5-6d2e-4864-b789-c70eb8906aa6,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:53.515652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1294e4c-7d42-4ed6-98b4-42407c690e61 req-fdde937e-5ac4-4fd6-965c-5f3d379d8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:53.517233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1294e4c-7d42-4ed6-98b4-42407c690e61 req-fdde937e-5ac4-4fd6-965c-5f3d379d8dbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 1095 time: 0.0515778 Aug 23 04:02:53.647284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1294e4c-7d42-4ed6-98b4-42407c690e61 req-7b00a012-146c-43bb-8af1-ab45c5612537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:53.648743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1294e4c-7d42-4ed6-98b4-42407c690e61 req-7b00a012-146c-43bb-8af1-ab45c5612537 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1172280 Aug 23 04:02:53.765307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1294e4c-7d42-4ed6-98b4-42407c690e61 req-7422d9ff-d2d9-497a-912f-706792bc317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:53.766712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1294e4c-7d42-4ed6-98b4-42407c690e61 req-7422d9ff-d2d9-497a-912f-706792bc317b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1100304 Aug 23 04:02:53.875181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-2b7bea86-b2a7-4ffd-8d04-afaa2f368d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:53.877519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-2b7bea86-b2a7-4ffd-8d04-afaa2f368d5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 1095 time: 0.0481334 Aug 23 04:02:53.926234 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-31c01d59-3b02-4f3f-995e-6dc67fb1bd83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=297faee5-6d2e-4864-b789-c70eb8906aa6 HTTP/1.1" status: 200 len: 217 time: 0.0347154 Aug 23 04:02:53.984420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-8257a40c-d80f-4f31-b83e-07440c0e01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:53.985946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-8257a40c-d80f-4f31-b83e-07440c0e01b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0534179 Aug 23 04:02:54.043619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-a4564839-2e6d-4a33-b82c-d3c01ce04409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:54.045361 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-a4564839-2e6d-4a33-b82c-d3c01ce04409 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518360 Aug 23 04:02:54.086892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c75938-3e95-425d-b9fa-3133241613de req-a126ffca-13a0-4d6a-9b63-b901ace5ef8c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:54.089125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3c75938-3e95-425d-b9fa-3133241613de req-a126ffca-13a0-4d6a-9b63-b901ace5ef8c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 944 time: 0.0624821 Aug 23 04:02:54.140100 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3c75938-3e95-425d-b9fa-3133241613de req-d3f9d194-797f-4cbd-9802-f7f1f6ab86c2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438490 Aug 23 04:02:54.163647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-142a9d04-c856-4c1b-8cd5-4af50493bd31 service neutron] 10.222.0.11 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978267 Aug 23 04:02:54.261110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-588d6171-da6e-4a6b-8060-ebe12822cb9e req-9fc9bf62-c33f-4c4a-95cd-6e590d0010ec service neutron] 10.222.0.11 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026940 Aug 23 04:02:55.272872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dd149-0e44-415d-8c4f-a565005eace9 req-4882ce24-4653-429c-8bc5-95a00e48fbcc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:55.274004 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b3dd149-0e44-415d-8c4f-a565005eace9 req-4882ce24-4653-429c-8bc5-95a00e48fbcc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 944 time: 0.0610678 Aug 23 04:02:55.324754 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1b3dd149-0e44-415d-8c4f-a565005eace9 req-517b0fdd-d58b-42f1-a0a0-d7710643c07f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435216 Aug 23 04:02:56.049321 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bb36-4f5e-4c13-a0bd-74366a46a6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:56.200185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44636) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:56.205346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'subnet': {'network_id': '407a5c85-9c32-4833-86b1-c4299e089803', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:56.380971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:56.386481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:56.516264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2ca50-9e3e-411a-bbe3-f309af3b3eae req-fba5d1b2-fe07-468c-834c-8ebeaa152153 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:56.517809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1bd2ca50-9e3e-411a-bbe3-f309af3b3eae req-fba5d1b2-fe07-468c-834c-8ebeaa152153 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 944 time: 0.1007562 Aug 23 04:02:56.594145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1bd2ca50-9e3e-411a-bbe3-f309af3b3eae req-79f48e31-6efd-422d-91e7-9ab33bf7d6c6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687156 Aug 23 04:02:56.701226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:56.765751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Subnet': ['ID=7dc29144-4f69-40ee-bfe7-bb925d0a7d4c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:56.776804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.777169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.777503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.777832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.778214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.778533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.778860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.779177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.779494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.780336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.780650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.780963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:02:56.788506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Checking segment: {'id': 'a9c4d43e-0caf-4f1e-90e6-88ad571941f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '407a5c85-9c32-4833-86b1-c4299e089803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:56.788740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network hostable DHCP agents. Network: 407a5c85-9c32-4833-86b1-c4299e089803, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:56.894886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network 407a5c85-9c32-4833-86b1-c4299e089803 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:56.974694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 407a5c85-9c32-4833-86b1-c4299e089803) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:56.981540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:56.982137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:56.983671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365dc344-d800-48d0-9893-122bf7acd3ba None None] Network 407a5c85-9c32-4833-86b1-c4299e089803 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:57.069582 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-20cebf93-28ce-472c-8610-ea14af4db2fd tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8656704 Aug 23 04:02:57.070310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44644) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:57.075319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1085177397'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:57.132796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-407a5c85-9c32-4833-86b1-c4299e089803', 'network_id': '407a5c85-9c32-4833-86b1-c4299e089803', 'tenant_id': 'ef8f889f81c346e793c4989982e30cbe', 'fixed_ips': [{'subnet_id': '7dc29144-4f69-40ee-bfe7-bb925d0a7d4c'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:02:57.133683 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.169504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:57.173255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.199270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:02:57.212398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.212822 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Added segment 876b60eb-4ff4-49d4-90b5-b11a949412d6 of type vlan for network 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 Aug 23 04:02:57.253250 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.278627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Allocated IP 2001:db8:0:ffff::2 (407a5c85-9c32-4833-86b1-c4299e089803/7dc29144-4f69-40ee-bfe7-bb925d0a7d4c/23309661-7fb4-4dca-9f4c-c6f6950855bd) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:57.363384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.369184 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:57.369763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.462890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Network': ['ID=67a88eed-177c-4e3d-b1fc-ad7c481cf3f2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:57.479022 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fc19a250-b137-4da4-88bb-c1c88f2dabb5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4073687 Aug 23 04:02:57.482034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44652) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:57.488504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'subnet': {'network_id': '67a88eed-177c-4e3d-b1fc-ad7c481cf3f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:57.567113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:02:57.639667 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.654740 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Transition to ACTIVE for port object 23309661-7fb4-4dca-9f4c-c6f6950855bd will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:57.671604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Transition to ACTIVE for port object 23309661-7fb4-4dca-9f4c-c6f6950855bd will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:57.685180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:57.689484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.728224 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.767723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Network 407a5c85-9c32-4833-86b1-c4299e089803 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:57.770754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:57.772972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f4d3-e5ef-4e47-84e3-8700b54a6d99 req-d0afdd2f-293e-44cb-9262-a7a5d575fedf tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:57.780651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:57.780805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a748f4d3-e5ef-4e47-84e3-8700b54a6d99 req-d0afdd2f-293e-44cb-9262-a7a5d575fedf tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 944 time: 0.0890663 Aug 23 04:02:57.803166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Pushing event updated for resources: {'Port': ['ID=23309661-7fb4-4dca-9f4c-c6f6950855bd,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:57.824737 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a748f4d3-e5ef-4e47-84e3-8700b54a6d99 req-7523fb4d-c9e9-4b5d-b7d3-e5cf407834c8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Aug 23 04:02:57.841489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Attempting to bind port 23309661-7fb4-4dca-9f4c-c6f6950855bd on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:57.841926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Attempting to bind port 23309661-7fb4-4dca-9f4c-c6f6950855bd by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'a9c4d43e-0caf-4f1e-90e6-88ad571941f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '407a5c85-9c32-4833-86b1-c4299e089803'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:57.842331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Attempting to bind port 23309661-7fb4-4dca-9f4c-c6f6950855bd on network 407a5c85-9c32-4833-86b1-c4299e089803 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:57.850335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:57.850984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Checking segment: {'id': 'a9c4d43e-0caf-4f1e-90e6-88ad571941f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '407a5c85-9c32-4833-86b1-c4299e089803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:57.851395 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.851795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Bound using segment: {'id': 'a9c4d43e-0caf-4f1e-90e6-88ad571941f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '407a5c85-9c32-4833-86b1-c4299e089803'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:57.852275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Bound port: 23309661-7fb4-4dca-9f4c-c6f6950855bd, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c4d43e-0caf-4f1e-90e6-88ad571941f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '407a5c85-9c32-4833-86b1-c4299e089803'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:57.852847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:57.919959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] For port 23309661-7fb4-4dca-9f4c-c6f6950855bd, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:57.923690 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] For port 23309661-7fb4-4dca-9f4c-c6f6950855bd, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=23309661-7fb4-4dca-9f4c-c6f6950855bd,segment=NetworkSegment(a9c4d43e-0caf-4f1e-90e6-88ad571941f1),segment_id=a9c4d43e-0caf-4f1e-90e6-88ad571941f1)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:57.979906 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:58.051641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c148fa9-b899-4803-bc9e-7260f80e4c0c None None] Pushing event updated for resources: {'Port': ['ID=23309661-7fb4-4dca-9f4c-c6f6950855bd,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:58.339812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-f8b1d540-0d38-4ee4-ac87-3cd09930f54f req-f55d87d8-00ae-4382-bb22-a7d6305139e7 service neutron] (95121) timed out ('10.222.0.20', 53224) {{(pid=95121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:02:58.363557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.objects.ports [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 04:02:58.366054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:58.430488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Subnet': ['ID=c70b3699-7209-49d7-9319-17a8a11e53d3,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:58.434789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Checking segment: {'id': '876b60eb-4ff4-49d4-90b5-b11a949412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67a88eed-177c-4e3d-b1fc-ad7c481cf3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:58.435153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network hostable DHCP agents. Network: 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:02:58.546979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:02:58.636516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:58.643287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:58.644425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:58.647498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed9a9c-cad1-4e75-b41d-0313d9587e35 None None] Network 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:58.744523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aa5df239-31c1-4aff-abd7-c80a9bd5c7bf tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2613487 Aug 23 04:02:58.759324 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44660) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:58.765679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'port': {'network_id': '67a88eed-177c-4e3d-b1fc-ad7c481cf3f2', 'name': 'tempest-NetworksIpV6TestAttrs-1932966969'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:02:58.794760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c0950032-75db-48e4-be52-e0a235024ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:58.834585 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:58.846102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-67a88eed-177c-4e3d-b1fc-ad7c481cf3f2', 'network_id': '67a88eed-177c-4e3d-b1fc-ad7c481cf3f2', 'tenant_id': 'ef8f889f81c346e793c4989982e30cbe', 'fixed_ips': [{'subnet_id': 'c70b3699-7209-49d7-9319-17a8a11e53d3'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:02:58.847377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:58.991306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac064ef5-1682-4706-9639-9c854b1e4651 req-858e1f6f-22d5-4eb1-bd13-5bccb23c6d3f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:58.992980 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac064ef5-1682-4706-9639-9c854b1e4651 req-858e1f6f-22d5-4eb1-bd13-5bccb23c6d3f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 944 time: 0.0801759 Aug 23 04:02:59.015927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Allocated IP 2001:db8::f816:3eff:fed0:d789 (67a88eed-177c-4e3d-b1fc-ad7c481cf3f2/c70b3699-7209-49d7-9319-17a8a11e53d3/b6b89127-29d7-4680-b079-b7ca669b8973) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:59.028327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:02:59.036497 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.068105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac064ef5-1682-4706-9639-9c854b1e4651 req-95464c6a-6fde-41e4-9e6c-be9d9a5e3fc7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684187 Aug 23 04:02:59.074804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] device_id is not set on port 7db18fcd-f369-4e79-b680-c81e085d894f yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:02:59.137136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49406c84-cc8e-45fc-b17a-0cbcbef5c5b3 None None] Network 407a5c85-9c32-4833-86b1-c4299e089803 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:02:59.262209 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.280570 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Transition to ACTIVE for port object b6b89127-29d7-4680-b079-b7ca669b8973 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:59.311707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a73ebfb6-ae9e-4431-8518-7bc04d092c1b None None] Provisioning for port 23309661-7fb4-4dca-9f4c-c6f6950855bd completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:02:59.331069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Transition to ACTIVE for port object b6b89127-29d7-4680-b079-b7ca669b8973 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:59.380593 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.422744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Network 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:59.425601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:59.429035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:59.442397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Pushing event updated for resources: {'Port': ['ID=b6b89127-29d7-4680-b079-b7ca669b8973,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:59.443191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Allocated IP 2001:db8::f816:3eff:fe80:ab5a (67a88eed-177c-4e3d-b1fc-ad7c481cf3f2/c70b3699-7209-49d7-9319-17a8a11e53d3/7db18fcd-f369-4e79-b680-c81e085d894f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:02:59.499235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Attempting to bind port b6b89127-29d7-4680-b079-b7ca669b8973 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:02:59.508188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Attempting to bind port b6b89127-29d7-4680-b079-b7ca669b8973 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '876b60eb-4ff4-49d4-90b5-b11a949412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67a88eed-177c-4e3d-b1fc-ad7c481cf3f2'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:02:59.508188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Attempting to bind port b6b89127-29d7-4680-b079-b7ca669b8973 on network 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:02:59.508188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:02:59.508188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Checking segment: {'id': '876b60eb-4ff4-49d4-90b5-b11a949412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67a88eed-177c-4e3d-b1fc-ad7c481cf3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:02:59.508188 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.508188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Bound using segment: {'id': '876b60eb-4ff4-49d4-90b5-b11a949412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67a88eed-177c-4e3d-b1fc-ad7c481cf3f2'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:02:59.508188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Bound port: b6b89127-29d7-4680-b079-b7ca669b8973, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876b60eb-4ff4-49d4-90b5-b11a949412d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '67a88eed-177c-4e3d-b1fc-ad7c481cf3f2'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:02:59.508188 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.555640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 297faee5-6d2e-4864-b789-c70eb8906aa6 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:02:59.600579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] For port b6b89127-29d7-4680-b079-b7ca669b8973, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:02:59.616925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] For port b6b89127-29d7-4680-b079-b7ca669b8973, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b6b89127-29d7-4680-b079-b7ca669b8973,segment=NetworkSegment(876b60eb-4ff4-49d4-90b5-b11a949412d6),segment_id=876b60eb-4ff4-49d4-90b5-b11a949412d6)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:02:59.631435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.648636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Transition to ACTIVE for port object 7db18fcd-f369-4e79-b680-c81e085d894f will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:02:59.688176 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.741200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.749447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=297faee5-6d2e-4864-b789-c70eb8906aa6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:59.767589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '297faee5-6d2e-4864-b789-c70eb8906aa6', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'port_id': '297faee5-6d2e-4864-b789-c70eb8906aa6', 'mac_address': 'fa:16:3e:f8:b9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:02:59.790357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 23309661-7fb4-4dca-9f4c-c6f6950855bd up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:02:59.826168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df318e45-4076-4876-94d9-c7374341f7e6 None None] Pushing event updated for resources: {'Port': ['ID=b6b89127-29d7-4680-b079-b7ca669b8973,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:59.847757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Port': ['ID=7db18fcd-f369-4e79-b680-c81e085d894f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:02:59.856507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:02:59.858007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:02:59.860309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:02:59.867016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:02:59.867661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.892361 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.909894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297faee5-6d2e-4864-b789-c70eb8906aa6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:02:59.931030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=297faee5-6d2e-4864-b789-c70eb8906aa6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:02:59.968814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a5635626-8c82-4e66-b325-9aa6860317ff tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2080240 Aug 23 04:02:59.971177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44668) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:02:59.993903 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:02:59.999261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 23309661-7fb4-4dca-9f4c-c6f6950855bd completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:00.024105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 23309661-7fb4-4dca-9f4c-c6f6950855bd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:00.024383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.038950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-0071123a-1e0a-47ea-a0bf-67c451e92e53 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Deleting subnet c70b3699-7209-49d7-9319-17a8a11e53d3 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:03:00.042450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0071123a-1e0a-47ea-a0bf-67c451e92e53 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.096389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0071123a-1e0a-47ea-a0bf-67c451e92e53 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.108603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=297faee5-6d2e-4864-b789-c70eb8906aa6,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:00.143791 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.193866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 23309661-7fb4-4dca-9f4c-c6f6950855bd, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=23309661-7fb4-4dca-9f4c-c6f6950855bd,segment=NetworkSegment(a9c4d43e-0caf-4f1e-90e6-88ad571941f1),segment_id=a9c4d43e-0caf-4f1e-90e6-88ad571941f1)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:00.261945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbed69d-824c-4642-8a96-c23ee51adb3a req-ac74c115-7d8d-4998-a7de-cecf87f1d437 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:00.263411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bdbed69d-824c-4642-8a96-c23ee51adb3a req-ac74c115-7d8d-4998-a7de-cecf87f1d437 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 945 time: 0.0903802 Aug 23 04:03:00.281243 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.283569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0071123a-1e0a-47ea-a0bf-67c451e92e53 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.342067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=23309661-7fb4-4dca-9f4c-c6f6950855bd,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:00.342375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bdbed69d-824c-4642-8a96-c23ee51adb3a req-8173c3f5-2846-4be6-b964-b6099e996832 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709703 Aug 23 04:03:00.360853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['297faee5-6d2e-4864-b789-c70eb8906aa6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:03:00.443773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0071123a-1e0a-47ea-a0bf-67c451e92e53 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.473983 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.476488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071123a-1e0a-47ea-a0bf-67c451e92e53 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Subnet': ['ID=c70b3699-7209-49d7-9319-17a8a11e53d3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:00.486353 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0071123a-1e0a-47ea-a0bf-67c451e92e53 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.489523 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0071123a-1e0a-47ea-a0bf-67c451e92e53 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/subnets/c70b3699-7209-49d7-9319-17a8a11e53d3 HTTP/1.1" status: 204 len: 168 time: 0.5162377 Aug 23 04:03:00.490764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44672) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:00.551474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7fae46-5439-4c12-a034-aebc21ff6ae1 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:00.553137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7fae46-5439-4c12-a034-aebc21ff6ae1 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:00.557394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2c7fae46-5439-4c12-a034-aebc21ff6ae1 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0602124 Aug 23 04:03:00.558208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44674) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:00.646484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83e14f7e-5edf-4249-a1f2-379c6ad6175d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.654174 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e14f7e-5edf-4249-a1f2-379c6ad6175d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 23 04:03:00.655515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e14f7e-5edf-4249-a1f2-379c6ad6175d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:00.658709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-83e14f7e-5edf-4249-a1f2-379c6ad6175d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 HTTP/1.1" status: 409 len: 405 time: 0.0992033 Aug 23 04:03:00.662610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44676) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:00.668547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1407969796'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:00.735112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:00.738910 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.769274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:03:00.782309 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.782659 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Added segment 2e86bf61-51a5-4853-bc2e-69f3c5595d3e of type vlan for network 6401c856-22ea-42c9-a836-5d027572497d Aug 23 04:03:00.823788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.854947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebc90c9-65bf-49ff-8d02-11f4fbec2625 None None] Network 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:00.917736 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.925484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:00.926083 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:00.997643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Network': ['ID=6401c856-22ea-42c9-a836-5d027572497d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:01.011093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6401c856-22ea-42c9-a836-5d027572497d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:03:01.031385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-10d8fada-be9b-4d88-aa09-471871c3e4a5 None None] Provisioning for port b6b89127-29d7-4680-b079-b7ca669b8973 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:01.048096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2a5e8416-adba-4de3-b56f-0f2b7a834326 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3841276 Aug 23 04:03:01.050815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44682) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:01.057577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'subnet': {'network_id': '6401c856-22ea-42c9-a836-5d027572497d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:01.080531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e1a5b-4ca1-4d63-8594-6073cfb687fa None None] DHCP port deletion for 67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:03:01.141132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e1a5b-4ca1-4d63-8594-6073cfb687fa None None] Deleting port b6b89127-29d7-4680-b079-b7ca669b8973 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:01.141520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1a5b-4ca1-4d63-8594-6073cfb687fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.198127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:01.203282 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.214896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3b4e1a5b-4ca1-4d63-8594-6073cfb687fa None None] For port b6b89127-29d7-4680-b079-b7ca669b8973, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b6b89127-29d7-4680-b079-b7ca669b8973,segment=NetworkSegment(876b60eb-4ff4-49d4-90b5-b11a949412d6),segment_id=876b60eb-4ff4-49d4-90b5-b11a949412d6)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:01.215295 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1a5b-4ca1-4d63-8594-6073cfb687fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.231689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e1a5b-4ca1-4d63-8594-6073cfb687fa None None] Calling delete_port for b6b89127-29d7-4680-b079-b7ca669b8973 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:01.379392 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1a5b-4ca1-4d63-8594-6073cfb687fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.412685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e1a5b-4ca1-4d63-8594-6073cfb687fa None None] Pushing event deleted for resources: {'Port': ['ID=b6b89127-29d7-4680-b079-b7ca669b8973,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:01.418730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e1a5b-4ca1-4d63-8594-6073cfb687fa None None] No DVR routers for this DVR port b6b89127-29d7-4680-b079-b7ca669b8973 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:01.474214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bdc55-9d43-4b30-aacc-35197c5ffa8c req-75937308-1596-4b64-a52d-a72838e9200a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:01.475713 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ae9bdc55-9d43-4b30-aacc-35197c5ffa8c req-75937308-1596-4b64-a52d-a72838e9200a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 945 time: 0.0486319 Aug 23 04:03:01.552560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ae9bdc55-9d43-4b30-aacc-35197c5ffa8c req-2b93db07-c56d-4d9e-8b55-6ed6a742c385 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685844 Aug 23 04:03:01.557608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 297faee5-6d2e-4864-b789-c70eb8906aa6 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:01.578284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 04:03:01.579788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.639977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Subnet': ['ID=5a4dfad2-5bdb-41e6-92d7-cedf7594fc11,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:01.649319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Checking segment: {'id': '2e86bf61-51a5-4853-bc2e-69f3c5595d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6401c856-22ea-42c9-a836-5d027572497d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:01.653353 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network hostable DHCP agents. Network: 6401c856-22ea-42c9-a836-5d027572497d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:03:01.672301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 297faee5-6d2e-4864-b789-c70eb8906aa6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:01.677307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 297faee5-6d2e-4864-b789-c70eb8906aa6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:01.677307 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.723880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network 6401c856-22ea-42c9-a836-5d027572497d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:03:01.740674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 23309661-7fb4-4dca-9f4c-c6f6950855bd up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:01.783891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.803658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6401c856-22ea-42c9-a836-5d027572497d) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:01.807036 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.812872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:01.813643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.841074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cad09-c4fd-4fd7-8c23-59e44460620b None None] Network 6401c856-22ea-42c9-a836-5d027572497d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:01.850146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 23309661-7fb4-4dca-9f4c-c6f6950855bd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:01.850523 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:01.864958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:03:01.867207 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0126e8eb-2536-4ea0-aef8-591a1541d2c3" -d '{"events": [{"server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "name": "network-vif-plugged", "status": "completed", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:03:01.949354 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db966003-2ae6-4043-b0d1-f563fab8fe55 x-openstack-request-id: req-db966003-2ae6-4043-b0d1-f563fab8fe55 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:03:01.949644 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "name": "network-vif-plugged", "status": "completed", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:03:01.949896 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db966003-2ae6-4043-b0d1-f563fab8fe55 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:03:01.950284 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6', 'code': 200} Aug 23 04:03:01.953645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=297faee5-6d2e-4864-b789-c70eb8906aa6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:01.963986 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1e4cc8b9-3c03-4fca-a4f7-0ee5b6e7f67b tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9119270 Aug 23 04:03:01.970155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44692) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:01.975477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'port': {'network_id': '6401c856-22ea-42c9-a836-5d027572497d', 'name': 'tempest-NetworksIpV6TestAttrs-357724922'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:02.056491 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.057111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893c72-cb9e-41c9-b804-0327dddb71e0 req-39e4a18b-cae3-433e-b369-b9b3143ab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:02.059303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55893c72-cb9e-41c9-b804-0327dddb71e0 req-39e4a18b-cae3-433e-b369-b9b3143ab6b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 1097 time: 0.0443373 Aug 23 04:03:02.108219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55893c72-cb9e-41c9-b804-0327dddb71e0 req-dd9a50c7-e202-4f76-a3e3-c71888745bd1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Aug 23 04:03:02.132795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6401c856-22ea-42c9-a836-5d027572497d', 'network_id': '6401c856-22ea-42c9-a836-5d027572497d', 'tenant_id': 'ef8f889f81c346e793c4989982e30cbe', 'fixed_ips': [{'subnet_id': '5a4dfad2-5bdb-41e6-92d7-cedf7594fc11'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:03:02.133668 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.135984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=297faee5-6d2e-4864-b789-c70eb8906aa6,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:02.187231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:02.191203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.211325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] device_id is not set on port 0d3066ae-8934-4409-aaf6-1ea8c2d09982 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:03:02.278461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Allocated IP 2001:db8::f816:3eff:fe2d:ce69 (6401c856-22ea-42c9-a836-5d027572497d/5a4dfad2-5bdb-41e6-92d7-cedf7594fc11/380109bb-c96b-4497-b8e0-4b0fb484b113) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:02.423267 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.431389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Transition to ACTIVE for port object 380109bb-c96b-4497-b8e0-4b0fb484b113 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:02.446517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Transition to ACTIVE for port object 380109bb-c96b-4497-b8e0-4b0fb484b113 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:02.506383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.544619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Network 6401c856-22ea-42c9-a836-5d027572497d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:02.550784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:02.554600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:02.563539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Allocated IP 2001:db8::f816:3eff:fe3f:3022 (6401c856-22ea-42c9-a836-5d027572497d/5a4dfad2-5bdb-41e6-92d7-cedf7594fc11/0d3066ae-8934-4409-aaf6-1ea8c2d09982) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:02.596959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Pushing event updated for resources: {'Port': ['ID=380109bb-c96b-4497-b8e0-4b0fb484b113,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:02.636475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Attempting to bind port 380109bb-c96b-4497-b8e0-4b0fb484b113 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:02.636864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Attempting to bind port 380109bb-c96b-4497-b8e0-4b0fb484b113 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e86bf61-51a5-4853-bc2e-69f3c5595d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6401c856-22ea-42c9-a836-5d027572497d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:02.637259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Attempting to bind port 380109bb-c96b-4497-b8e0-4b0fb484b113 on network 6401c856-22ea-42c9-a836-5d027572497d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:02.643912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:02.644424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Checking segment: {'id': '2e86bf61-51a5-4853-bc2e-69f3c5595d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6401c856-22ea-42c9-a836-5d027572497d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:02.645154 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.645564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Bound using segment: {'id': '2e86bf61-51a5-4853-bc2e-69f3c5595d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6401c856-22ea-42c9-a836-5d027572497d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:02.646031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Bound port: 380109bb-c96b-4497-b8e0-4b0fb484b113, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e86bf61-51a5-4853-bc2e-69f3c5595d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6401c856-22ea-42c9-a836-5d027572497d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:02.646451 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.748260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c645e-549e-4cde-b301-0316c2a3d74c req-78709ee8-53a3-4928-87a7-1d16d2078b2c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:02.748260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d79c645e-549e-4cde-b301-0316c2a3d74c req-78709ee8-53a3-4928-87a7-1d16d2078b2c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0611975 Aug 23 04:03:02.748749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] For port 380109bb-c96b-4497-b8e0-4b0fb484b113, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:02.748749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] For port 380109bb-c96b-4497-b8e0-4b0fb484b113, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=380109bb-c96b-4497-b8e0-4b0fb484b113,segment=NetworkSegment(2e86bf61-51a5-4853-bc2e-69f3c5595d3e),segment_id=2e86bf61-51a5-4853-bc2e-69f3c5595d3e)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:02.748902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d79c645e-549e-4cde-b301-0316c2a3d74c req-4464e7b8-b1d8-4985-b286-6d1ca743590d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357378 Aug 23 04:03:02.782296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.792495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Transition to ACTIVE for port object 0d3066ae-8934-4409-aaf6-1ea8c2d09982 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:02.877969 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.907094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.941344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb94349-7aca-4da4-ad95-9d99bb3cdde2 None None] Pushing event updated for resources: {'Port': ['ID=380109bb-c96b-4497-b8e0-4b0fb484b113,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:02.961463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network 6401c856-22ea-42c9-a836-5d027572497d is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:02.964494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:02.969498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:02.975333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:02.975964 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:02.989720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Port': ['ID=0d3066ae-8934-4409-aaf6-1ea8c2d09982,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:03.059976 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-20b20f03-89e1-49c8-9677-a76a88c35c05 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0886655 Aug 23 04:03:03.062631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44700) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:03.129427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f1a335-35f8-4bec-a9b4-67fe7549ba8e tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Deleting subnet 5a4dfad2-5bdb-41e6-92d7-cedf7594fc11 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:03:03.143468 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a335-35f8-4bec-a9b4-67fe7549ba8e tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:03.192254 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a335-35f8-4bec-a9b4-67fe7549ba8e tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:03.327424 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a335-35f8-4bec-a9b4-67fe7549ba8e tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:03.466749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a335-35f8-4bec-a9b4-67fe7549ba8e tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:03.495009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1a335-35f8-4bec-a9b4-67fe7549ba8e tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4dfad2-5bdb-41e6-92d7-cedf7594fc11,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:03.499200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5f1a335-35f8-4bec-a9b4-67fe7549ba8e tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:03.501232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f5f1a335-35f8-4bec-a9b4-67fe7549ba8e tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/subnets/5a4dfad2-5bdb-41e6-92d7-cedf7594fc11 HTTP/1.1" status: 204 len: 168 time: 0.4375288 Aug 23 04:03:03.503567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44702) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:03.558305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef6efa-8998-4c9f-a716-45dbfad2f8a2 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:03.559746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef6efa-8998-4c9f-a716-45dbfad2f8a2 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:03.564219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a0ef6efa-8998-4c9f-a716-45dbfad2f8a2 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0573165 Aug 23 04:03:03.564451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44704) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:03.654593 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-302e08e9-3c17-4717-88e9-7d85224e3eed tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:03.662066 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-302e08e9-3c17-4717-88e9-7d85224e3eed tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 23 04:03:03.668339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302e08e9-3c17-4717-88e9-7d85224e3eed tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:03.668339 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-302e08e9-3c17-4717-88e9-7d85224e3eed tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/6401c856-22ea-42c9-a836-5d027572497d HTTP/1.1" status: 409 len: 405 time: 0.0991290 Aug 23 04:03:03.668792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44706) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:03.673880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1721244255'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:03.757559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:03.761272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:03.787474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 380109bb-c96b-4497-b8e0-4b0fb484b113 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:03.797745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:03:03.827121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:03.827461 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Added segment 67b71d3f-6980-4e9d-bd1f-8832505e9be7 of type vlan for network 6ec721de-7636-4802-b402-25b769e38ef4 Aug 23 04:03:03.872831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:03.915028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15830bbb-15b3-484e-8661-55330da72672 req-f5ce7fe3-429f-4611-aa2b-5ad82bf4876a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:03.915702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15830bbb-15b3-484e-8661-55330da72672 req-f5ce7fe3-429f-4611-aa2b-5ad82bf4876a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0690589 Aug 23 04:03:03.933552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 380109bb-c96b-4497-b8e0-4b0fb484b113 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:03.966832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15830bbb-15b3-484e-8661-55330da72672 req-3828dcbf-dbe1-41c5-b140-a1d296513254 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 Aug 23 04:03:03.993229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:04.001035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:04.001035 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:04.042194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386b422-2c30-4021-a3b6-877d5c50c7df None None] Network 6401c856-22ea-42c9-a836-5d027572497d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:04.074486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Network': ['ID=6ec721de-7636-4802-b402-25b769e38ef4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:04.098383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6ec721de-7636-4802-b402-25b769e38ef4 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:03:04.128790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e5d228d-93b6-4583-92cd-eb1d9810ccd6 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4593194 Aug 23 04:03:04.132228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44716) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:04.137983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'subnet': {'network_id': '6ec721de-7636-4802-b402-25b769e38ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:04.326853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:04.328006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:04.444267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-418ff43a-56ab-4a67-a4f1-84ee6e8f9609 None None] Provisioning for port 380109bb-c96b-4497-b8e0-4b0fb484b113 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:04.448669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a0ae1-e8e0-4c00-8494-372145fe6630 req-96b6776b-6c6c-4f01-83a8-04854b302c06 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:04.454265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-504a0ae1-e8e0-4c00-8494-372145fe6630 req-96b6776b-6c6c-4f01-83a8-04854b302c06 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0951042 Aug 23 04:03:04.454420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-418ff43a-56ab-4a67-a4f1-84ee6e8f9609 None None] Provisioning complete for port 380109bb-c96b-4497-b8e0-4b0fb484b113 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:04.454420 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-418ff43a-56ab-4a67-a4f1-84ee6e8f9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:04.535363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b1d759-bf9e-4155-af47-a813b0f23e9a None None] DHCP port deletion for 6401c856-22ea-42c9-a836-5d027572497d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:03:04.573143 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-418ff43a-56ab-4a67-a4f1-84ee6e8f9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:04.617507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-418ff43a-56ab-4a67-a4f1-84ee6e8f9609 None None] For port 380109bb-c96b-4497-b8e0-4b0fb484b113, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=380109bb-c96b-4497-b8e0-4b0fb484b113,segment=NetworkSegment(2e86bf61-51a5-4853-bc2e-69f3c5595d3e),segment_id=2e86bf61-51a5-4853-bc2e-69f3c5595d3e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:04.627104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-11b1d759-bf9e-4155-af47-a813b0f23e9a None None] Deleting port 380109bb-c96b-4497-b8e0-4b0fb484b113 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:04.629790 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-11b1d759-bf9e-4155-af47-a813b0f23e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:04.692453 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-418ff43a-56ab-4a67-a4f1-84ee6e8f9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:04.703487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-11b1d759-bf9e-4155-af47-a813b0f23e9a None None] For port 380109bb-c96b-4497-b8e0-4b0fb484b113, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=380109bb-c96b-4497-b8e0-4b0fb484b113,segment=NetworkSegment(2e86bf61-51a5-4853-bc2e-69f3c5595d3e),segment_id=2e86bf61-51a5-4853-bc2e-69f3c5595d3e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:04.703902 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-11b1d759-bf9e-4155-af47-a813b0f23e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:04.737646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-11b1d759-bf9e-4155-af47-a813b0f23e9a None None] Calling delete_port for 380109bb-c96b-4497-b8e0-4b0fb484b113 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:04.797606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ff43a-56ab-4a67-a4f1-84ee6e8f9609 None None] Pushing event updated for resources: {'Port': ['ID=380109bb-c96b-4497-b8e0-4b0fb484b113,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:04.869992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-504a0ae1-e8e0-4c00-8494-372145fe6630 req-b5d9e55c-14b6-408a-8356-b28f61aeaac0 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093750 Aug 23 04:03:04.916065 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-11b1d759-bf9e-4155-af47-a813b0f23e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:04.939469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1d759-bf9e-4155-af47-a813b0f23e9a None None] Pushing event deleted for resources: {'Port': ['ID=380109bb-c96b-4497-b8e0-4b0fb484b113,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:04.946431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1d759-bf9e-4155-af47-a813b0f23e9a None None] No DVR routers for this DVR port 380109bb-c96b-4497-b8e0-4b0fb484b113 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:05.062138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 04:03:05.063582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:05.131827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Subnet': ['ID=353322c4-de87-4845-b25a-ff5bdfde7d59,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:05.142523 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Checking segment: {'id': '67b71d3f-6980-4e9d-bd1f-8832505e9be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ec721de-7636-4802-b402-25b769e38ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:05.142887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network hostable DHCP agents. Network: 6ec721de-7636-4802-b402-25b769e38ef4, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:03:05.249397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network 6ec721de-7636-4802-b402-25b769e38ef4 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:03:05.334626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6ec721de-7636-4802-b402-25b769e38ef4) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:05.339285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:05.339969 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:05.344030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c58f6-3a13-4a9b-9b8a-fa1181bb1d56 None None] Network 6ec721de-7636-4802-b402-25b769e38ef4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:05.431719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2b9f4ec-e6f4-4212-9fef-2e5786a21504 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2978439 Aug 23 04:03:05.434132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44724) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:05.492444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6ec721de-7636-4802-b402-25b769e38ef4', 'network_id': '6ec721de-7636-4802-b402-25b769e38ef4', 'tenant_id': 'ef8f889f81c346e793c4989982e30cbe', 'fixed_ips': [{'subnet_id': '353322c4-de87-4845-b25a-ff5bdfde7d59'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:03:05.494301 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:05.537270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:05.593795 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:05.631215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Allocated IP 2001:db8::f816:3eff:fec5:346b (6ec721de-7636-4802-b402-25b769e38ef4/353322c4-de87-4845-b25a-ff5bdfde7d59/cbd196ec-729d-48af-bfe3-c49e186c4e10) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:05.733583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 380109bb-c96b-4497-b8e0-4b0fb484b113 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:03:05.759678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 380109bb-c96b-4497-b8e0-4b0fb484b113 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:03:05.760022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 380109bb-c96b-4497-b8e0-4b0fb484b113 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:03:05.803737 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:05.812036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Transition to ACTIVE for port object cbd196ec-729d-48af-bfe3-c49e186c4e10 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:05.828142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Transition to ACTIVE for port object cbd196ec-729d-48af-bfe3-c49e186c4e10 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:05.985567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0520f-39fc-4657-adfc-98c8ce9d174c req-d40f5d95-8094-4ae2-b0c8-217a5766b8a6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:05.987024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74f0520f-39fc-4657-adfc-98c8ce9d174c req-d40f5d95-8094-4ae2-b0c8-217a5766b8a6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0477078 Aug 23 04:03:06.023547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74f0520f-39fc-4657-adfc-98c8ce9d174c req-81e7a8aa-fd11-4682-85c1-0af2d0f0da7f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305984 Aug 23 04:03:06.603470 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:06.650691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Network 6ec721de-7636-4802-b402-25b769e38ef4 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:06.653609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:06.659079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:06.666142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Pushing event updated for resources: {'Port': ['ID=cbd196ec-729d-48af-bfe3-c49e186c4e10,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:06.706261 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:06.717384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Attempting to bind port cbd196ec-729d-48af-bfe3-c49e186c4e10 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:06.718285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Attempting to bind port cbd196ec-729d-48af-bfe3-c49e186c4e10 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '67b71d3f-6980-4e9d-bd1f-8832505e9be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ec721de-7636-4802-b402-25b769e38ef4'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:06.718652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Attempting to bind port cbd196ec-729d-48af-bfe3-c49e186c4e10 on network 6ec721de-7636-4802-b402-25b769e38ef4 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:06.723812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:06.724195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Checking segment: {'id': '67b71d3f-6980-4e9d-bd1f-8832505e9be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ec721de-7636-4802-b402-25b769e38ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:06.724604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:06.724996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Bound using segment: {'id': '67b71d3f-6980-4e9d-bd1f-8832505e9be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ec721de-7636-4802-b402-25b769e38ef4'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:06.725485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Bound port: cbd196ec-729d-48af-bfe3-c49e186c4e10, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b71d3f-6980-4e9d-bd1f-8832505e9be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ec721de-7636-4802-b402-25b769e38ef4'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:06.725868 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:06.738294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Subnet': ['ID=353322c4-de87-4845-b25a-ff5bdfde7d59,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:06.798259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] For port cbd196ec-729d-48af-bfe3-c49e186c4e10, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:06.801793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] For port cbd196ec-729d-48af-bfe3-c49e186c4e10, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cbd196ec-729d-48af-bfe3-c49e186c4e10,segment=NetworkSegment(67b71d3f-6980-4e9d-bd1f-8832505e9be7),segment_id=67b71d3f-6980-4e9d-bd1f-8832505e9be7)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:06.806991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:06.820076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec721de-7636-4802-b402-25b769e38ef4']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:06.831763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b71d3f-6980-4e9d-bd1f-8832505e9be7') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:06.832061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b71d3f-6980-4e9d-bd1f-8832505e9be7') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:06.841374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:06.894112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:06.899205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:06.907515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:06.907917 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:06.911004 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:06.982213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4515c9-a02f-4526-9d0c-42fed96dcfff None None] Pushing event updated for resources: {'Port': ['ID=cbd196ec-729d-48af-bfe3-c49e186c4e10,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:07.005549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d1442-ba1e-4e5d-ac70-94f4a8473b7f None None] Network 6ec721de-7636-4802-b402-25b769e38ef4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:07.043807 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 04:03:07.043807 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 04:03:07.043807 n-d-749052-7 neutron-server[95120]: [parameters: {'id': '6ec721de-7636-4802-b402-25b769e38ef4'}] Aug 23 04:03:07.043807 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:03:07.044353 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:03:07.139848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d635d7-d78a-4196-9a41-b0ae67f6f984 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 04:03:07.230417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6cc23-8e7f-498c-80d6-0993488eb223 req-c29e3c7e-1bb4-4cde-8f2a-d75854daf2c1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:07.233096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03c6cc23-8e7f-498c-80d6-0993488eb223 req-c29e3c7e-1bb4-4cde-8f2a-d75854daf2c1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0581002 Aug 23 04:03:07.246424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d635d7-d78a-4196-9a41-b0ae67f6f984 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 04:03:07.288359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-03c6cc23-8e7f-498c-80d6-0993488eb223 req-d0ed1950-d488-456b-8eb3-b99f65417fbd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389428 Aug 23 04:03:07.546483 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:07.599079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:07.600904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Deleting port cbd196ec-729d-48af-bfe3-c49e186c4e10 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:07.601383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:07.662814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] For port cbd196ec-729d-48af-bfe3-c49e186c4e10, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cbd196ec-729d-48af-bfe3-c49e186c4e10,segment=NetworkSegment(67b71d3f-6980-4e9d-bd1f-8832505e9be7),segment_id=67b71d3f-6980-4e9d-bd1f-8832505e9be7)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:07.663095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:07.679588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Calling delete_port for cbd196ec-729d-48af-bfe3-c49e186c4e10 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:07.871971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:07.900159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Port': ['ID=cbd196ec-729d-48af-bfe3-c49e186c4e10,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:07.907797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No DVR routers for this DVR port cbd196ec-729d-48af-bfe3-c49e186c4e10 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:07.992455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.002634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec721de-7636-4802-b402-25b769e38ef4']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:08.012490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b71d3f-6980-4e9d-bd1f-8832505e9be7') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:08.012792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b71d3f-6980-4e9d-bd1f-8832505e9be7') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:08.022402 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.035490 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.041096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:08.041506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:08.044366 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:08.050857 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:03:08.187055 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.199658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.199658 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/6ec721de-7636-4802-b402-25b769e38ef4 HTTP/1.1" status: 204 len: 168 time: 2.7618680 Aug 23 04:03:08.202356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44772) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:08.206432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f7bd3-a2df-49f6-bc2f-9540b3159354 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Network': ['ID=6ec721de-7636-4802-b402-25b769e38ef4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:08.207622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-411259311'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:08.300468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:08.304229 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.333877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:03:08.340719 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.341335 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Added segment 63c3d6d6-af32-470e-8ba5-dbc19165eccd of type vlan for network d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b Aug 23 04:03:08.392990 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.430146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324cf2c-9be0-4870-bf8c-9d6db2ff9d09 req-58c966d3-3d92-4689-8421-50fea4c5b59a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:08.431904 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3324cf2c-9be0-4870-bf8c-9d6db2ff9d09 req-58c966d3-3d92-4689-8421-50fea4c5b59a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0694795 Aug 23 04:03:08.470854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3324cf2c-9be0-4870-bf8c-9d6db2ff9d09 req-1d3d9c39-79e8-475d-ba2b-9b91f64e312a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Aug 23 04:03:08.488973 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.494793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:08.495484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:08.567390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Network': ['ID=d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:08.575684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fb2ea25c-e167-47ae-8797-d4c16b8e4f74 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3721433 Aug 23 04:03:08.579042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44780) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:08.581276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:03:08.585738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'subnet': {'network_id': 'd235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:08.757527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:08.761056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.003393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.073622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Subnet': ['ID=f4602b7b-67b6-4ba5-80cf-2ab9e57dde66,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:09.078038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Checking segment: {'id': '63c3d6d6-af32-470e-8ba5-dbc19165eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:09.078398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network hostable DHCP agents. Network: d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:03:09.151631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:03:09.237391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:09.241718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:09.242315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.247244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c49195-9c03-4c68-809a-f89bfe78a65a None None] Network d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:09.338562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c6ec6619-f456-404d-94d8-37a49396d671 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7558928 Aug 23 04:03:09.338858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44782) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:09.408257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b', 'network_id': 'd235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b', 'tenant_id': 'ef8f889f81c346e793c4989982e30cbe', 'fixed_ips': [{'subnet_id': 'f4602b7b-67b6-4ba5-80cf-2ab9e57dde66'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:03:09.409191 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.463933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.524658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.571378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Allocated IP 2001:db8::2 (d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b/f4602b7b-67b6-4ba5-80cf-2ab9e57dde66/525e9ce1-2265-40ea-89eb-e8b3b1a6637c) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:09.615515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e64d4c-1ecf-4e89-be13-0cc8dd0ea6b0 req-c156a039-f33f-4a12-b05b-40cec517cb5b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:09.616979 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7e64d4c-1ecf-4e89-be13-0cc8dd0ea6b0 req-c156a039-f33f-4a12-b05b-40cec517cb5b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0563016 Aug 23 04:03:09.659069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a7e64d4c-1ecf-4e89-be13-0cc8dd0ea6b0 req-a61f8bab-ebee-4670-b49c-a24bc6ed4710 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358558 Aug 23 04:03:09.719726 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.727687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Transition to ACTIVE for port object 525e9ce1-2265-40ea-89eb-e8b3b1a6637c will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:09.743381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Transition to ACTIVE for port object 525e9ce1-2265-40ea-89eb-e8b3b1a6637c will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:09.831971 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.872084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Network d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:09.874711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:09.877979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:09.888596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Pushing event updated for resources: {'Port': ['ID=525e9ce1-2265-40ea-89eb-e8b3b1a6637c,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:09.944017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Attempting to bind port 525e9ce1-2265-40ea-89eb-e8b3b1a6637c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:09.944388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Attempting to bind port 525e9ce1-2265-40ea-89eb-e8b3b1a6637c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '63c3d6d6-af32-470e-8ba5-dbc19165eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:09.944750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Attempting to bind port 525e9ce1-2265-40ea-89eb-e8b3b1a6637c on network d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:09.945320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.950585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:09.950991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Checking segment: {'id': '63c3d6d6-af32-470e-8ba5-dbc19165eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:09.951449 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.952379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Bound using segment: {'id': '63c3d6d6-af32-470e-8ba5-dbc19165eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:09.952895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Bound port: 525e9ce1-2265-40ea-89eb-e8b3b1a6637c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c3d6d6-af32-470e-8ba5-dbc19165eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:09.953390 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:09.975526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Subnet': ['ID=f4602b7b-67b6-4ba5-80cf-2ab9e57dde66,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:10.020177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] For port 525e9ce1-2265-40ea-89eb-e8b3b1a6637c, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:10.023472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] For port 525e9ce1-2265-40ea-89eb-e8b3b1a6637c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=525e9ce1-2265-40ea-89eb-e8b3b1a6637c,segment=NetworkSegment(63c3d6d6-af32-470e-8ba5-dbc19165eccd),segment_id=63c3d6d6-af32-470e-8ba5-dbc19165eccd)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:10.043699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:10.053997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:10.065856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c3d6d6-af32-470e-8ba5-dbc19165eccd') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:10.066145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c3d6d6-af32-470e-8ba5-dbc19165eccd') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:10.074867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:10.101205 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:10.103068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:10.109228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:10.109613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:10.112668 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:10.187714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce2509-bdfd-4430-b8e4-6f7163d01f94 None None] Pushing event updated for resources: {'Port': ['ID=525e9ce1-2265-40ea-89eb-e8b3b1a6637c,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:10.203876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9add010f-3ef5-47c9-a730-b6ad1a58ef0f None None] Network d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:10.237968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 04:03:10.237968 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 04:03:10.237968 n-d-749052-7 neutron-server[95120]: [parameters: {'id': 'd235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b'}] Aug 23 04:03:10.237968 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:03:10.238435 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:03:10.325421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d1682b-a366-4c44-b6b2-2a34aa93c77a None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 04:03:10.418239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d1682b-a366-4c44-b6b2-2a34aa93c77a None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 04:03:10.739140 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:10.784027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a7e6-852a-4166-af65-c88ea7610b61 req-c6408b61-3243-4f2a-a579-de4b16c14b25 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:10.785612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d828a7e6-852a-4166-af65-c88ea7610b61 req-c6408b61-3243-4f2a-a579-de4b16c14b25 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0583346 Aug 23 04:03:10.843504 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d828a7e6-852a-4166-af65-c88ea7610b61 req-f0d547f5-dcac-48fd-ba37-24da264c03cf tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Aug 23 04:03:10.856933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Deleting port 525e9ce1-2265-40ea-89eb-e8b3b1a6637c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:10.857339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:10.925897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] For port 525e9ce1-2265-40ea-89eb-e8b3b1a6637c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=525e9ce1-2265-40ea-89eb-e8b3b1a6637c,segment=NetworkSegment(63c3d6d6-af32-470e-8ba5-dbc19165eccd),segment_id=63c3d6d6-af32-470e-8ba5-dbc19165eccd)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:10.926181 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:10.939584 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Calling delete_port for 525e9ce1-2265-40ea-89eb-e8b3b1a6637c owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:11.123234 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.148119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Port': ['ID=525e9ce1-2265-40ea-89eb-e8b3b1a6637c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:11.154301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No DVR routers for this DVR port 525e9ce1-2265-40ea-89eb-e8b3b1a6637c on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:11.236444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.245932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:11.255694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c3d6d6-af32-470e-8ba5-dbc19165eccd') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:11.255987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c3d6d6-af32-470e-8ba5-dbc19165eccd') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:11.264419 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.277949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.284482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:11.284945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:11.288193 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:11.449094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.456474 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.458322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b HTTP/1.1" status: 204 len: 168 time: 2.1183443 Aug 23 04:03:11.461983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44796) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:11.468162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-417031770'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:11.470019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46861191-a72b-4ccd-9e35-db82b6a3a274 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Network': ['ID=d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:11.601737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:11.605247 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.625583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 297faee5-6d2e-4864-b789-c70eb8906aa6 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:03:11.630747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:03:11.638541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.638919 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Added segment 1e7924f1-32f2-4895-86c0-7085013530e5 of type vlan for network b5f43102-bddd-41a4-ac83-4e5ff452a7d1 Aug 23 04:03:11.694378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.739856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=297faee5-6d2e-4864-b789-c70eb8906aa6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:11.751688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '297faee5-6d2e-4864-b789-c70eb8906aa6', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'port_id': '297faee5-6d2e-4864-b789-c70eb8906aa6', 'mac_address': 'fa:16:3e:f8:b9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:03:11.794356 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.802489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 297faee5-6d2e-4864-b789-c70eb8906aa6 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:03:11.822627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=297faee5-6d2e-4864-b789-c70eb8906aa6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:11.826220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.832876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:11.836920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.901549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Network': ['ID=b5f43102-bddd-41a4-ac83-4e5ff452a7d1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:11.917475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network b5f43102-bddd-41a4-ac83-4e5ff452a7d1 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:03:11.941833 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:11.964706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734c8cd-ff33-43cf-9eb0-a9f3c5043254 req-7b8b3ed0-b6f8-4f35-bfdb-5f91a2f0f9d2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:11.966265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e734c8cd-ff33-43cf-9eb0-a9f3c5043254 req-7b8b3ed0-b6f8-4f35-bfdb-5f91a2f0f9d2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0500963 Aug 23 04:03:11.988725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7bfd11ff-aa75-4b01-9138-afb8abbc2b35 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5249350 Aug 23 04:03:11.991130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44804) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:11.996086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Request body: {'subnet': {'network_id': 'b5f43102-bddd-41a4-ac83-4e5ff452a7d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:12.033449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=297faee5-6d2e-4864-b789-c70eb8906aa6,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:12.041294 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e734c8cd-ff33-43cf-9eb0-a9f3c5043254 req-ccec14af-3263-491b-858f-f26b39759717 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667486 Aug 23 04:03:12.124401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['297faee5-6d2e-4864-b789-c70eb8906aa6'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:03:12.174695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Made reservation on behalf of ef8f889f81c346e793c4989982e30cbe for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:12.178245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:12.496522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.objects.ports [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95120) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 23 04:03:12.498016 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:12.564072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event updated for resources: {'Subnet': ['ID=a0e372c3-050c-42a6-8760-7de3f042c22f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:12.572260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Checking segment: {'id': '1e7924f1-32f2-4895-86c0-7085013530e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5f43102-bddd-41a4-ac83-4e5ff452a7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:12.572542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network hostable DHCP agents. Network: b5f43102-bddd-41a4-ac83-4e5ff452a7d1, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:03:12.688752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Network b5f43102-bddd-41a4-ac83-4e5ff452a7d1 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:03:12.785717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, b5f43102-bddd-41a4-ac83-4e5ff452a7d1) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:12.790353 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:12.791514 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:12.795813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143041cb-4f6f-4f17-94d7-69d638ac9e14 None None] Network b5f43102-bddd-41a4-ac83-4e5ff452a7d1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:12.912192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-502316cc-6ce1-46a9-b121-b150a3f8387d tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9200106 Aug 23 04:03:12.918605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44810) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:12.956699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-b5f43102-bddd-41a4-ac83-4e5ff452a7d1', 'network_id': 'b5f43102-bddd-41a4-ac83-4e5ff452a7d1', 'tenant_id': 'ef8f889f81c346e793c4989982e30cbe', 'fixed_ips': [{'subnet_id': 'a0e372c3-050c-42a6-8760-7de3f042c22f'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:03:12.957763 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.018772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.081304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.114135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Allocated IP 2001:db8::f816:3eff:feed:8860 (b5f43102-bddd-41a4-ac83-4e5ff452a7d1/a0e372c3-050c-42a6-8760-7de3f042c22f/537df11e-1156-4999-8ddc-18ef2fb1fb4f) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:13.176873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7e153-45a5-4965-8474-6ebc957ba7a4 req-38dc773b-57d7-41a3-934b-0fb1972499b1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:13.178498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dc7e153-45a5-4965-8474-6ebc957ba7a4 req-38dc773b-57d7-41a3-934b-0fb1972499b1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 945 time: 0.0552394 Aug 23 04:03:13.218642 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1dc7e153-45a5-4965-8474-6ebc957ba7a4 req-b7414ac5-3e94-489a-abb2-2d2242d2afb5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Aug 23 04:03:13.279433 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.284725 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-e5d9f29d-5e53-430f-b73f-303cab01b8b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418754 Aug 23 04:03:13.291160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Transition to ACTIVE for port object 537df11e-1156-4999-8ddc-18ef2fb1fb4f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:13.306218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Transition to ACTIVE for port object 537df11e-1156-4999-8ddc-18ef2fb1fb4f will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:13.378485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-3d6e85d8-7711-4ef8-96d3-eeb974b99610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:13.379991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-3d6e85d8-7711-4ef8-96d3-eeb974b99610 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1095 time: 0.0508323 Aug 23 04:03:13.415334 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.454847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Network b5f43102-bddd-41a4-ac83-4e5ff452a7d1 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:13.457643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:13.461046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:13.470401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Pushing event updated for resources: {'Port': ['ID=537df11e-1156-4999-8ddc-18ef2fb1fb4f,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:13.499274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-7a7d7684-2394-4434-876c-a2bfeaeeaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:13.501417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-7a7d7684-2394-4434-876c-a2bfeaeeaa1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.1006274 Aug 23 04:03:13.533755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Attempting to bind port 537df11e-1156-4999-8ddc-18ef2fb1fb4f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:13.534051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Attempting to bind port 537df11e-1156-4999-8ddc-18ef2fb1fb4f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1e7924f1-32f2-4895-86c0-7085013530e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5f43102-bddd-41a4-ac83-4e5ff452a7d1'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:13.534423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Attempting to bind port 537df11e-1156-4999-8ddc-18ef2fb1fb4f on network b5f43102-bddd-41a4-ac83-4e5ff452a7d1 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:13.540310 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:13.540692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Checking segment: {'id': '1e7924f1-32f2-4895-86c0-7085013530e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5f43102-bddd-41a4-ac83-4e5ff452a7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:13.541157 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.541566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Bound using segment: {'id': '1e7924f1-32f2-4895-86c0-7085013530e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5f43102-bddd-41a4-ac83-4e5ff452a7d1'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:13.542037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Bound port: 537df11e-1156-4999-8ddc-18ef2fb1fb4f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7924f1-32f2-4895-86c0-7085013530e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b5f43102-bddd-41a4-ac83-4e5ff452a7d1'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:13.542428 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.571586 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.591098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-5aafaf4c-5bae-4921-b268-a17e0b258fb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 998 time: 0.0822821 Aug 23 04:03:13.621526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e372c3-050c-42a6-8760-7de3f042c22f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:13.625813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] For port 537df11e-1156-4999-8ddc-18ef2fb1fb4f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:13.629981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] For port 537df11e-1156-4999-8ddc-18ef2fb1fb4f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=537df11e-1156-4999-8ddc-18ef2fb1fb4f,segment=NetworkSegment(1e7924f1-32f2-4895-86c0-7085013530e5),segment_id=1e7924f1-32f2-4895-86c0-7085013530e5)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:13.644743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 297faee5-6d2e-4864-b789-c70eb8906aa6 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:13.706276 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.715490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 297faee5-6d2e-4864-b789-c70eb8906aa6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:13.715948 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.718205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-9580144b-1a1c-4b86-9baf-44633be1c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:13.719790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-9580144b-1a1c-4b86-9baf-44633be1c6c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.1107616 Aug 23 04:03:13.721381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f43102-bddd-41a4-ac83-4e5ff452a7d1']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:13.739685 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.740830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7924f1-32f2-4895-86c0-7085013530e5') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:13.741168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7924f1-32f2-4895-86c0-7085013530e5') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:13.766446 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.783731 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.792317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:13.792647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:13.795772 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:13.808489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-ed5029c0-3bf2-4d21-9988-dd10f314029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:13.810166 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-ed5029c0-3bf2-4d21-9988-dd10f314029b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817225 Aug 23 04:03:13.826141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-e424f5ec-a1d5-4da9-9819-5b16b276294c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:03:13.827175 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-e424f5ec-a1d5-4da9-9819-5b16b276294c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058908 Aug 23 04:03:13.958146 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 04:03:13.958146 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 04:03:13.958146 n-d-749052-7 neutron-server[95120]: [parameters: {'id': 'b5f43102-bddd-41a4-ac83-4e5ff452a7d1'}] Aug 23 04:03:13.958146 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:03:13.958526 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:03:14.014001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854546cc-c8bc-4c3d-b223-04408cd6fc73 None None] Pushing event updated for resources: {'Port': ['ID=537df11e-1156-4999-8ddc-18ef2fb1fb4f,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:14.016833 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-66495783-73ff-4d0b-b711-4cc68b8f893d service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637771 Aug 23 04:03:14.068874 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:14.105883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:03:14.108950 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b0c801-adf8-42d8-a109-ffc90689b4ee" -d '{"events": [{"server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "name": "network-vif-plugged", "status": "completed", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:03:14.138990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9d90e0f5-224e-49d6-a488-0a283d8e01a1 req-d45f78b0-cb20-43ac-97ec-b9f00457fa16 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128395 Aug 23 04:03:14.142574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=297faee5-6d2e-4864-b789-c70eb8906aa6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:14.258009 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:14.351926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=297faee5-6d2e-4864-b789-c70eb8906aa6,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:14.431993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205d33d-ced5-44de-abd1-c53e5b628c59 req-86c780bf-e131-4759-bb17-16ceb1823426 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:14.439355 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0205d33d-ced5-44de-abd1-c53e5b628c59 req-86c780bf-e131-4759-bb17-16ceb1823426 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0822566 Aug 23 04:03:14.459856 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:14.464638 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7133505-d76e-4cf3-8944-a11dd9ebe90f x-openstack-request-id: req-d7133505-d76e-4cf3-8944-a11dd9ebe90f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:03:14.465134 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "name": "network-vif-plugged", "status": "completed", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:03:14.465867 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7133505-d76e-4cf3-8944-a11dd9ebe90f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:03:14.465993 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6', 'code': 200} Aug 23 04:03:14.542852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0205d33d-ced5-44de-abd1-c53e5b628c59 req-3cb59aaa-e206-4e60-afeb-769fefbbe885 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012366 Aug 23 04:03:14.588583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Deleting port 537df11e-1156-4999-8ddc-18ef2fb1fb4f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:14.588998 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:14.659469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] For port 537df11e-1156-4999-8ddc-18ef2fb1fb4f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=537df11e-1156-4999-8ddc-18ef2fb1fb4f,segment=NetworkSegment(1e7924f1-32f2-4895-86c0-7085013530e5),segment_id=1e7924f1-32f2-4895-86c0-7085013530e5)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:14.659925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:14.682152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Calling delete_port for 537df11e-1156-4999-8ddc-18ef2fb1fb4f owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:14.912304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:14.949087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Port': ['ID=537df11e-1156-4999-8ddc-18ef2fb1fb4f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:14.951415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No DVR routers for this DVR port 537df11e-1156-4999-8ddc-18ef2fb1fb4f on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:15.068372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:15.080897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f43102-bddd-41a4-ac83-4e5ff452a7d1']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:15.095032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7924f1-32f2-4895-86c0-7085013530e5') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:15.096010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7924f1-32f2-4895-86c0-7085013530e5') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:15.107786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:15.131651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:15.139646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:15.140832 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:15.147081 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:15.260144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27699d-7b71-4cac-b291-c4827b0d246f None None] Network b5f43102-bddd-41a4-ac83-4e5ff452a7d1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:15.302348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-20fd1804-7327-4a8b-879e-4e57ef8b1409 None None] Could not find standard attr ID for object 537df11e-1156-4999-8ddc-18ef2fb1fb4f. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 04:03:15.311621 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:15.320792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:15.330245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44850) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:15.332497 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/b5f43102-bddd-41a4-ac83-4e5ff452a7d1 HTTP/1.1" status: 204 len: 168 time: 2.4107494 Aug 23 04:03:15.382366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4efcaf-75c7-4cc8-950c-5509abc6bae7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Network': ['ID=b5f43102-bddd-41a4-ac83-4e5ff452a7d1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:15.388505 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3cb933-1d5b-4fa3-a8b3-f8a026dfd6d5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): The resource could not be found. Aug 23 04:03:15.395354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3cb933-1d5b-4fa3-a8b3-f8a026dfd6d5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:15.397343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fc3cb933-1d5b-4fa3-a8b3-f8a026dfd6d5 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/subnets/a0e372c3-050c-42a6-8760-7de3f042c22f HTTP/1.1" status: 404 len: 337 time: 0.0656574 Aug 23 04:03:15.399907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44852) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:15.425804 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba578497-b22d-476b-bc02-bac11741567f tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): The resource could not be found. Aug 23 04:03:15.426748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba578497-b22d-476b-bc02-bac11741567f tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:15.431445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44854) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:15.440603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ba578497-b22d-476b-bc02-bac11741567f tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/b5f43102-bddd-41a4-ac83-4e5ff452a7d1 HTTP/1.1" status: 404 len: 339 time: 0.0395594 Aug 23 04:03:15.463788 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-7886a6b3-46a6-453d-a7c9-18c5afd5b8c0 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): The resource could not be found. Aug 23 04:03:15.464711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7886a6b3-46a6-453d-a7c9-18c5afd5b8c0 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:15.469878 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44856) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:15.482342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7886a6b3-46a6-453d-a7c9-18c5afd5b8c0 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/subnets/f4602b7b-67b6-4ba5-80cf-2ab9e57dde66 HTTP/1.1" status: 404 len: 337 time: 0.0495346 Aug 23 04:03:15.494166 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4433a9-6140-4d0b-95a8-91a571c5f885 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): The resource could not be found. Aug 23 04:03:15.495151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4433a9-6140-4d0b-95a8-91a571c5f885 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:15.501138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44858) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:15.506193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea12631-e85b-4b8d-83c7-2eb8c0228fde None None] DHCP port deletion for b5f43102-bddd-41a4-ac83-4e5ff452a7d1 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:03:15.520767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8f4433a9-6140-4d0b-95a8-91a571c5f885 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/d235a5d4-6c2c-4cc7-a2e1-68d79b2d5e1b HTTP/1.1" status: 404 len: 339 time: 0.0484662 Aug 23 04:03:15.544503 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b25577-a63b-41a1-bc3e-8d17c3145861 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): The resource could not be found. Aug 23 04:03:15.545917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b25577-a63b-41a1-bc3e-8d17c3145861 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:15.551326 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88b25577-a63b-41a1-bc3e-8d17c3145861 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/subnets/353322c4-de87-4845-b25a-ff5bdfde7d59 HTTP/1.1" status: 404 len: 337 time: 0.0476530 Aug 23 04:03:15.551638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44860) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:15.571637 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e71c399-2f26-4977-9b3a-a6f585d5c70c tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): The resource could not be found. Aug 23 04:03:15.572446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e71c399-2f26-4977-9b3a-a6f585d5c70c tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:15.575236 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4e71c399-2f26-4977-9b3a-a6f585d5c70c tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/6ec721de-7636-4802-b402-25b769e38ef4 HTTP/1.1" status: 404 len: 339 time: 0.0224614 Aug 23 04:03:15.578510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44864) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:15.689445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c424-b503-4e15-9be1-22beecbdac33 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Deleting port 0d3066ae-8934-4409-aaf6-1ea8c2d09982 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:15.689954 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4b28c424-b503-4e15-9be1-22beecbdac33 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:15.695833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707df982-845c-4685-99c5-d579af430a51 req-5014bd8a-5352-4e34-8e59-d2b18986a341 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:15.704638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-707df982-845c-4685-99c5-d579af430a51 req-5014bd8a-5352-4e34-8e59-d2b18986a341 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0622342 Aug 23 04:03:15.762132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-707df982-845c-4685-99c5-d579af430a51 req-18f84c80-0474-4283-a1ab-35494be5c78c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519216 Aug 23 04:03:15.791370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4b28c424-b503-4e15-9be1-22beecbdac33 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:15.810801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c424-b503-4e15-9be1-22beecbdac33 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Calling delete_port for 0d3066ae-8934-4409-aaf6-1ea8c2d09982 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:15.992075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4b28c424-b503-4e15-9be1-22beecbdac33 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.028656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c424-b503-4e15-9be1-22beecbdac33 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Port': ['ID=0d3066ae-8934-4409-aaf6-1ea8c2d09982,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:16.043368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4b28c424-b503-4e15-9be1-22beecbdac33 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.045615 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4b28c424-b503-4e15-9be1-22beecbdac33 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/ports/0d3066ae-8934-4409-aaf6-1ea8c2d09982 HTTP/1.1" status: 204 len: 168 time: 0.4660928 Aug 23 04:03:16.049801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44868) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:16.110991 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cee110c-676b-49d5-abea-13d88b6e157a tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): The resource could not be found. Aug 23 04:03:16.111426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cee110c-676b-49d5-abea-13d88b6e157a tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:16.113566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3cee110c-676b-49d5-abea-13d88b6e157a tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/subnets/5a4dfad2-5bdb-41e6-92d7-cedf7594fc11 HTTP/1.1" status: 404 len: 337 time: 0.0627422 Aug 23 04:03:16.116225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44870) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:16.254863 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.369840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.388122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6401c856-22ea-42c9-a836-5d027572497d']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:16.399841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e86bf61-51a5-4853-bc2e-69f3c5595d3e') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:16.400145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e86bf61-51a5-4853-bc2e-69f3c5595d3e') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:16.410511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.424788 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.432199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:16.432607 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:16.484708 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:16.563529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.570192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.572502 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/6401c856-22ea-42c9-a836-5d027572497d HTTP/1.1" status: 204 len: 168 time: 0.4553561 Aug 23 04:03:16.575108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44874) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:16.587532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b4c42-a70f-49a8-bb65-c066722a87be tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Network': ['ID=6401c856-22ea-42c9-a836-5d027572497d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:16.679920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-30789396-2576-4f1f-ac9b-c742292d5d48 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Deleting port 7db18fcd-f369-4e79-b680-c81e085d894f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:16.680420 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30789396-2576-4f1f-ac9b-c742292d5d48 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.751881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30789396-2576-4f1f-ac9b-c742292d5d48 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:16.764963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-30789396-2576-4f1f-ac9b-c742292d5d48 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Calling delete_port for 7db18fcd-f369-4e79-b680-c81e085d894f owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:16.878761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59e5c4-39d1-43d7-bb0a-5ffc11268d14 req-d6b916a0-69c3-4a2e-bccc-2dc71f14cd45 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:16.886200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e59e5c4-39d1-43d7-bb0a-5ffc11268d14 req-d6b916a0-69c3-4a2e-bccc-2dc71f14cd45 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0589304 Aug 23 04:03:16.936908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e59e5c4-39d1-43d7-bb0a-5ffc11268d14 req-d95c3ffe-121a-4c38-91bf-ebc1f1bf3c81 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498359 Aug 23 04:03:16.979039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30789396-2576-4f1f-ac9b-c742292d5d48 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.012645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30789396-2576-4f1f-ac9b-c742292d5d48 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Port': ['ID=7db18fcd-f369-4e79-b680-c81e085d894f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:17.025276 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30789396-2576-4f1f-ac9b-c742292d5d48 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.027844 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-30789396-2576-4f1f-ac9b-c742292d5d48 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/ports/7db18fcd-f369-4e79-b680-c81e085d894f HTTP/1.1" status: 204 len: 168 time: 0.4515941 Aug 23 04:03:17.027977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44886) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:17.063575 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c4ed14-a6ed-4078-a34a-88965205abed tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] DELETE failed (client error): The resource could not be found. Aug 23 04:03:17.064043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c4ed14-a6ed-4078-a34a-88965205abed tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:03:17.065809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b0c4ed14-a6ed-4078-a34a-88965205abed tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/subnets/c70b3699-7209-49d7-9319-17a8a11e53d3 HTTP/1.1" status: 404 len: 337 time: 0.0367532 Aug 23 04:03:17.068312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44890) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:17.140711 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-e2309c24-4187-4d84-a461-3fce453cf84a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608085051&fields=id&tenant_id=e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 267 time: 0.0439506 Aug 23 04:03:17.167746 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.267106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-d5722b24-a338-4f77-a349-d5871736b241 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:17.269145 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-d5722b24-a338-4f77-a349-d5871736b241 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1271722 Aug 23 04:03:17.290715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-c43e6db5-3839-4ef5-872f-05055abe7519 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/quotas/e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 375 time: 0.0155146 Aug 23 04:03:17.303673 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.317058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a88eed-177c-4e3d-b1fc-ad7c481cf3f2']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:17.332567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876b60eb-4ff4-49d4-90b5-b11a949412d6') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:17.333241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876b60eb-4ff4-49d4-90b5-b11a949412d6') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:17.344424 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.359990 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.362613 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-f1fd3937-f6f6-4a9a-aefd-d76dab41d072 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659797 Aug 23 04:03:17.371421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:17.371926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:17.376822 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:17.384256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-09d51101-9142-4610-ac6b-bd1649c278b2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:03:17.385364 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-09d51101-9142-4610-ac6b-bd1649c278b2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054224 Aug 23 04:03:17.485651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-21526095-cce7-486d-873d-b39832a179d9 service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934141 Aug 23 04:03:17.512099 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.524342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.525564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/67a88eed-177c-4e3d-b1fc-ad7c481cf3f2 HTTP/1.1" status: 204 len: 168 time: 0.4563046 Aug 23 04:03:17.528018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44894) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:17.547032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f811c3-8d1b-4f3b-bfa7-1b21be0b44a7 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Network': ['ID=67a88eed-177c-4e3d-b1fc-ad7c481cf3f2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:17.590873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f6ecb5-8739-430c-84a7-a6898ba3d323 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Deleting subnet 7dc29144-4f69-40ee-bfe7-bb925d0a7d4c {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:03:17.595670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09f6ecb5-8739-430c-84a7-a6898ba3d323 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.599129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-246b9504-cc41-4e02-9455-c9aae7bd0c07 service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071625 Aug 23 04:03:17.642704 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09f6ecb5-8739-430c-84a7-a6898ba3d323 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.779575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09f6ecb5-8739-430c-84a7-a6898ba3d323 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.951971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09f6ecb5-8739-430c-84a7-a6898ba3d323 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.987115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6ecb5-8739-430c-84a7-a6898ba3d323 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc29144-4f69-40ee-bfe7-bb925d0a7d4c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:17.989126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09f6ecb5-8739-430c-84a7-a6898ba3d323 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:17.993679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44906) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:18.003446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-09f6ecb5-8739-430c-84a7-a6898ba3d323 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/subnets/7dc29144-4f69-40ee-bfe7-bb925d0a7d4c HTTP/1.1" status: 204 len: 168 time: 0.4739368 Aug 23 04:03:18.008542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5270004-e6b8-4da9-addc-c13b6a1532d2 None None] Network 407a5c85-9c32-4833-86b1-c4299e089803 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:18.102025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed414-d4a9-41a4-b73e-be11a830970e req-1b570067-1226-467c-a848-6cfc39658e50 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:18.103547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b5ed414-d4a9-41a4-b73e-be11a830970e req-1b570067-1226-467c-a848-6cfc39658e50 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0930502 Aug 23 04:03:18.148846 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.188555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b5ed414-d4a9-41a4-b73e-be11a830970e req-be732d5b-4ef1-4439-a83b-69572a5a1c1b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744953 Aug 23 04:03:18.215036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Deleting port 23309661-7fb4-4dca-9f4c-c6f6950855bd {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:18.215509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.265808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] DHCP port deletion for 407a5c85-9c32-4833-86b1-c4299e089803 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:03:18.291557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] For port 23309661-7fb4-4dca-9f4c-c6f6950855bd, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=23309661-7fb4-4dca-9f4c-c6f6950855bd,segment=NetworkSegment(a9c4d43e-0caf-4f1e-90e6-88ad571941f1),segment_id=a9c4d43e-0caf-4f1e-90e6-88ad571941f1)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:18.291936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.306336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Calling delete_port for 23309661-7fb4-4dca-9f4c-c6f6950855bd owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:18.329669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Deleting port 23309661-7fb4-4dca-9f4c-c6f6950855bd {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:18.330112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.439442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] For port 23309661-7fb4-4dca-9f4c-c6f6950855bd, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=23309661-7fb4-4dca-9f4c-c6f6950855bd,segment=NetworkSegment(a9c4d43e-0caf-4f1e-90e6-88ad571941f1),segment_id=a9c4d43e-0caf-4f1e-90e6-88ad571941f1)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:18.439837 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.457896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Calling delete_port for 23309661-7fb4-4dca-9f4c-c6f6950855bd owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:18.494236 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.526360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Port': ['ID=23309661-7fb4-4dca-9f4c-c6f6950855bd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:18.530084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] No DVR routers for this DVR port 23309661-7fb4-4dca-9f4c-c6f6950855bd on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:18.558395 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.603265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Pushing event deleted for resources: {'Port': ['ID=23309661-7fb4-4dca-9f4c-c6f6950855bd,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:18.614113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] No DVR routers for this DVR port 23309661-7fb4-4dca-9f4c-c6f6950855bd on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:18.616759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.617129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.618004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.618004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.618215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.618662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.619055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.619462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.619855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.620264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.620650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.621068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf42983-1ad2-4287-8c98-c0fb86834be9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:18.657110 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.672029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407a5c85-9c32-4833-86b1-c4299e089803']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:18.674729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6026a655-6395-4de7-991d-eba4b2cfda1a req-f7694a99-c247-44bf-89b5-9c0efe5e4796 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 210 time: 0.0425379 Aug 23 04:03:18.689274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c4d43e-0caf-4f1e-90e6-88ad571941f1') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:18.689704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c4d43e-0caf-4f1e-90e6-88ad571941f1') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:18.699762 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.724354 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.734510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:18.734984 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:18.738433 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:18.860361 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.867508 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:18.883111 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] 10.222.0.20 "DELETE /v2.0/networks/407a5c85-9c32-4833-86b1-c4299e089803 HTTP/1.1" status: 204 len: 168 time: 0.8881724 Aug 23 04:03:18.897485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095ae41-32d3-4ab0-8101-75a1e349b550 tempest-NetworksIpV6TestAttrs-1815636636 tempest-NetworksIpV6TestAttrs-1815636636-project] Pushing event deleted for resources: {'Network': ['ID=407a5c85-9c32-4833-86b1-c4299e089803,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:19.366847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab9468-585e-4e15-b8a1-33c8b820ff61 req-cfc360c1-7ee9-4482-a3ed-2f86bfbc192b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:19.375937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-05ab9468-585e-4e15-b8a1-33c8b820ff61 req-cfc360c1-7ee9-4482-a3ed-2f86bfbc192b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.1114542 Aug 23 04:03:19.421235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-05ab9468-585e-4e15-b8a1-33c8b820ff61 req-60b65ac5-fdd9-44fe-a48b-b4429f27068e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Aug 23 04:03:19.463871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44930) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:19.664588 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-05fc670f-ba8d-48db-8b3c-f952c0fc57a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef8f889f81c346e793c4989982e30cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989019 Aug 23 04:03:19.667161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 44936) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:19.758739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 23309661-7fb4-4dca-9f4c-c6f6950855bd no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:03:19.783275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 23309661-7fb4-4dca-9f4c-c6f6950855bd {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:03:19.783983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 23309661-7fb4-4dca-9f4c-c6f6950855bd not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:03:19.812573 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2836852-d3db-40cf-ae4f-34612197658b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:19.830190 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6353d20c-8a3a-4455-857d-c86834b3813b req-336d8e17-7f8b-4690-8dc0-ab7f8fa89a00 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 210 time: 0.0313406 Aug 23 04:03:19.852250 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2836852-d3db-40cf-ae4f-34612197658b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:19.968500 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2836852-d3db-40cf-ae4f-34612197658b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:19.971404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2836852-d3db-40cf-ae4f-34612197658b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:19.975214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c2836852-d3db-40cf-ae4f-34612197658b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f22fc48-239b-4f89-90cb-068f24551fff HTTP/1.1" status: 204 len: 168 time: 0.3041248 Aug 23 04:03:19.981169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2836852-d3db-40cf-ae4f-34612197658b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f22fc48-239b-4f89-90cb-068f24551fff,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:20.576572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b187d4b-5554-41e0-8caf-45a9b3781eee req-7a5e3cca-c9e9-42b3-a52a-856113263ee5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:20.578243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b187d4b-5554-41e0-8caf-45a9b3781eee req-7a5e3cca-c9e9-42b3-a52a-856113263ee5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0586283 Aug 23 04:03:20.654031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b187d4b-5554-41e0-8caf-45a9b3781eee req-d51424cf-5cd0-4ef1-9e3e-35b33cd1150a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695634 Aug 23 04:03:20.793329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-883ca1d2-037b-460e-b8af-8f18d214bef0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:20.796916 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-883ca1d2-037b-460e-b8af-8f18d214bef0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1684253 Aug 23 04:03:20.853566 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-70b415a7-b774-4c29-a309-c749ee532dfa tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 379 time: 0.0480027 Aug 23 04:03:20.866965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'port': {'device_id': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'admin_state_up': True, 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'security_groups': ['72779a3d-32a9-47e5-bd96-00c4e15d6e77']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:21.009694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-497be896-2453-41ab-b7b1-1a904f8e1a64 req-7a277868-c666-4ba0-a113-304aafaae224 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 210 time: 0.0500660 Aug 23 04:03:21.431602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Made reservation on behalf of e3e5f49885824abaa95bf72b9f7d181b for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:21.435416 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:21.596825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.20.0.6 (da389ae7-7804-4ae7-8f73-f7c7932783d0/31bdaccd-306d-4d80-92e2-e885e165ffa3/bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:21.616352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44970) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:21.790454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1227899795'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:21.883120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:21.886851 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:21.908814 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.088152 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.151340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0339f988-ea36-47aa-9872-f08f5cf9f56b req-b7f40b9a-3f2a-4b0f-8d96-86e49efb4164 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 210 time: 0.0424159 Aug 23 04:03:22.159311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.178744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:03:22.188060 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.188486 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added segment 7827521c-552d-48c8-a954-cb8ee2ebbeaf of type vlan for network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 Aug 23 04:03:22.247932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.263750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc98010-16a7-4609-b0ec-6992f71925f4 req-c0cf0294-87d9-4cdd-8938-9ae72a5152e4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:22.266710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2dc98010-16a7-4609-b0ec-6992f71925f4 req-c0cf0294-87d9-4cdd-8938-9ae72a5152e4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0895572 Aug 23 04:03:22.304989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80603a3e-b710-4792-a5e2-ee38130ca3df,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:22.318727 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.334184 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2dc98010-16a7-4609-b0ec-6992f71925f4 req-57cdaee5-a7e0-4fbd-95d3-4724327eba39 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595977 Aug 23 04:03:22.334590 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.342248 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Transition to ACTIVE for port object bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:22.349205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:22.349205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.445575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Network': ['ID=6a65cc9c-dcdf-4192-8c54-05e0bc364964,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:22.451112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.481188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0654162a-ad8c-46a9-93cc-92de0bbb450c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8635328 Aug 23 04:03:22.483509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:03:22.484026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44980) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:22.491936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1987916969'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:22.528404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:22.564080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:22.564080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:22.564080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:22.591346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:22.594980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.625418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:22.626084 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.642078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:03:22.656620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.656620 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added segment 3ce98bab-6582-4a95-9991-facc66134864 of type vlan for network 7f118fb4-075c-48eb-832f-0844d0516930 Aug 23 04:03:22.705831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.742361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-2ad85532-e9d6-467a-8983-cd66b8412741 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8796358 Aug 23 04:03:22.746849 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.757250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Request body: {'port': {'device_id': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:22.845577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.865719 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.873979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:22.875827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:22.962883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-35ab389a-f628-419d-a7c0-dfa7e55e6080 None None] Provisioning for port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:22.966896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-35ab389a-f628-419d-a7c0-dfa7e55e6080 None None] Provisioning complete for port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:22.971750 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35ab389a-f628-419d-a7c0-dfa7e55e6080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:23.016439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Network': ['ID=7f118fb4-075c-48eb-832f-0844d0516930,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:23.043064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 7f118fb4-075c-48eb-832f-0844d0516930 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:03:23.095712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-35ab389a-f628-419d-a7c0-dfa7e55e6080 None None] Port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:23.112938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-492af9ae-0219-427e-bc08-10ea3ed1369b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6280332 Aug 23 04:03:23.115871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 44984) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:23.124286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'subnet': {'network_id': '6a65cc9c-dcdf-4192-8c54-05e0bc364964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:23.503103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:03:23.512350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:23.527165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318f961-abbd-431d-b7cd-7eb14996d7c3 req-e2f0f309-7160-49eb-ba92-0cb15b9cdf74 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:23.528733 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b318f961-abbd-431d-b7cd-7eb14996d7c3 req-e2f0f309-7160-49eb-ba92-0cb15b9cdf74 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 931 time: 0.1288757 Aug 23 04:03:23.532610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:23.536108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:23.539867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Transition to ACTIVE for port object bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:23.582140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b318f961-abbd-431d-b7cd-7eb14996d7c3 req-81a5ce4a-ba75-4739-9854-657baccfad96 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358155 Aug 23 04:03:23.616070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:23.754894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Pushing event updated for resources: {'Port': ['ID=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:23.788474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Attempting to bind port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:23.788879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11e223-d8cc-42f8-8503-c465244778b4 req-7c7114f2-055e-4a3c-b9bc-af07c2feba70 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:23.789840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Attempting to bind port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:23.790395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Attempting to bind port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:23.790577 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c11e223-d8cc-42f8-8503-c465244778b4 req-7c7114f2-055e-4a3c-b9bc-af07c2feba70 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.3173857 Aug 23 04:03:23.796042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb on network da389ae7-7804-4ae7-8f73-f7c7932783d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:03:23.796741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Attempting to bind port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:23.803390 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:23.804094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:23.804849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Bound using segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:23.805539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Bound port: bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:23.806135 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:23.815879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-944697dd-fd0f-4cc0-b08b-e18ecc19d92f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4341631 Aug 23 04:03:23.886626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] For port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:23.891838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] For port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:24.008744 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:24.009002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-7fade8ac-ff6c-40c5-b0aa-779865381026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.010885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-7fade8ac-ff6c-40c5-b0aa-779865381026 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 1096 time: 0.1499302 Aug 23 04:03:24.022451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c11e223-d8cc-42f8-8503-c465244778b4 req-e9b61e18-c7a5-4bbc-9b21-2a61e03e6652 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105212 Aug 23 04:03:24.100701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.101360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:24.103753 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb HTTP/1.1" status: 200 len: 1091 time: 1.3509686 Aug 23 04:03:24.106387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'tag': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:03:24.123818 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e" -d '{"events": [{"name": "network-changed", "server_uuid": "09a4df9f-1a1b-44df-a443-595b2b068d6a", "tag": "bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:03:24.186269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f3033-9708-4f42-87bc-f5324ae71d22 service neutron] Pushing event updated for resources: {'Port': ['ID=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:24.273471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-ba8ab086-dbd1-4c5b-b554-ede2c06416b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.275101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-ba8ab086-dbd1-4c5b-b554-ede2c06416b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 910 time: 0.2294977 Aug 23 04:03:24.312041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-7fb0f3e7-bcbc-4b2f-be7b-0a6f9aad0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.318725 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-7fb0f3e7-bcbc-4b2f-be7b-0a6f9aad0ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 1094 time: 0.0939829 Aug 23 04:03:24.389163 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:24.398104 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-27ff9426-c91b-4ee5-ae74-725151362b25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb HTTP/1.1" status: 200 len: 217 time: 0.0705597 Aug 23 04:03:24.421274 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32bc1f-dc3c-4592-8389-ce352b509a82 x-openstack-request-id: req-3f32bc1f-dc3c-4592-8389-ce352b509a82 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:03:24.425263 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a4df9f-1a1b-44df-a443-595b2b068d6a", "tag": "bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:03:24.425263 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f32bc1f-dc3c-4592-8389-ce352b509a82 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:03:24.425263 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'tag': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'status': 'completed', 'code': 200} Aug 23 04:03:24.492409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-55b5225d-3aff-42de-97d4-12aaa95c53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.494297 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-55b5225d-3aff-42de-97d4-12aaa95c53e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0869794 Aug 23 04:03:24.510675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-1cac99e4-6795-49a7-abeb-ec8b22fe1a30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbd05bb-22eb-4958-9f78-7072e7213788 HTTP/1.1" status: 200 len: 1000 time: 0.2259526 Aug 23 04:03:24.512796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Subnet': ['ID=8f428cb0-055c-46fe-9d4d-bc553b3de5fa,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:24.531462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Checking segment: {'id': '7827521c-552d-48c8-a954-cb8ee2ebbeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6a65cc9c-dcdf-4192-8c54-05e0bc364964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:24.531821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network hostable DHCP agents. Network: 6a65cc9c-dcdf-4192-8c54-05e0bc364964, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:03:24.575096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8b9a67ab-981c-4ebb-b428-03c472864c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.579826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-8b9a67ab-981c-4ebb-b428-03c472864c01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783203 Aug 23 04:03:24.586544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-060ea82b-4baa-4d2e-8d86-9541c4fd7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.587999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-060ea82b-4baa-4d2e-8d86-9541c4fd7ed5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0693281 Aug 23 04:03:24.673683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:03:24.697691 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-232e2843-b9c3-4f26-96f1-38f67e661ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.705509 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-b3e1c7bb-03b7-4627-bf28-61b2bd340fa1 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179590 Aug 23 04:03:24.705759 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-232e2843-b9c3-4f26-96f1-38f67e661ba1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049986 Aug 23 04:03:24.714199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-84148ee5-3047-4b00-bf1c-cdf493ca6fea service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:03:24.716342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-84148ee5-3047-4b00-bf1c-cdf493ca6fea service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068145 Aug 23 04:03:24.763898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6a65cc9c-dcdf-4192-8c54-05e0bc364964) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:24.773071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6207a9-7021-4b3d-b279-5c0d5134017d None None] Network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:24.800818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.801463 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:24.853183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-86aadaf0-ede4-46b9-b5e1-10d9b270b252 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276224 Aug 23 04:03:24.902664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d338-7b06-46b0-849f-7f7537fa2c29 req-de4bb30e-1746-439d-bc35-e41792e8368b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:24.904182 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3027d338-7b06-46b0-849f-7f7537fa2c29 req-de4bb30e-1746-439d-bc35-e41792e8368b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.1715608 Aug 23 04:03:24.918909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8a9bb96b-eb18-41e9-abd3-4fcd492f30d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8015480 Aug 23 04:03:24.919537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45000) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:24.947258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'subnet': {'network_id': '7f118fb4-075c-48eb-832f-0844d0516930', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:24.990204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6a65cc9c-dcdf-4192-8c54-05e0bc364964', 'network_id': '6a65cc9c-dcdf-4192-8c54-05e0bc364964', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'fixed_ips': [{'subnet_id': '8f428cb0-055c-46fe-9d4d-bc553b3de5fa'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:03:24.991586 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:25.001966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51abef3b-ce26-41d4-83db-31c5911d55f0 req-82c975ed-24f4-44ab-aaa0-f0f13f8003f4 service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403177 Aug 23 04:03:25.021582 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-13ffb2c5-689b-481c-ac06-65afd1392a39 req-460fff94-17f2-45e9-8ff0-db782d592ce6 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988536 Aug 23 04:03:25.109636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3027d338-7b06-46b0-849f-7f7537fa2c29 req-c189f0a0-d4d3-4637-b1a4-f00de65c9d0a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891310 Aug 23 04:03:25.237762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:25.246927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:25.266347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-8bb1e387-00c8-4b58-8552-577049bad87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:25.270991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-8bb1e387-00c8-4b58-8552-577049bad87c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 1094 time: 0.1017320 Aug 23 04:03:25.288004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909d597-8863-49fa-a1e9-956b3d8f751f req-ad4f6db4-e2f1-4f2b-964a-26d1e067223c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:25.291102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Allocated IP 2001:db8::2 (6a65cc9c-dcdf-4192-8c54-05e0bc364964/8f428cb0-055c-46fe-9d4d-bc553b3de5fa/13ac4a55-e70a-427d-ab43-63b39f2ca053) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:25.291470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3909d597-8863-49fa-a1e9-956b3d8f751f req-ad4f6db4-e2f1-4f2b-964a-26d1e067223c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.1199045 Aug 23 04:03:25.382256 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3909d597-8863-49fa-a1e9-956b3d8f751f req-276c09c6-e123-4d31-a80b-abc51937c857 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848930 Aug 23 04:03:25.492209 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:25.505630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Transition to ACTIVE for port object 13ac4a55-e70a-427d-ab43-63b39f2ca053 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:25.535045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Transition to ACTIVE for port object 13ac4a55-e70a-427d-ab43-63b39f2ca053 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:25.603570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:25.634631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-07d4e8ef-9e5e-4c1b-866c-7c5f53d029ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:25.636459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-07d4e8ef-9e5e-4c1b-866c-7c5f53d029ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.3316407 Aug 23 04:03:25.676150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:25.680617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:25.688647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:25.729294 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-24718f3f-d60c-4c4f-9c92-344a8a24683e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb HTTP/1.1" status: 200 len: 217 time: 0.0601325 Aug 23 04:03:25.768446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Pushing event updated for resources: {'Port': ['ID=13ac4a55-e70a-427d-ab43-63b39f2ca053,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:25.771365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Attempting to bind port 13ac4a55-e70a-427d-ab43-63b39f2ca053 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:25.773776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Attempting to bind port 13ac4a55-e70a-427d-ab43-63b39f2ca053 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '7827521c-552d-48c8-a954-cb8ee2ebbeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6a65cc9c-dcdf-4192-8c54-05e0bc364964'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:25.773776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Attempting to bind port 13ac4a55-e70a-427d-ab43-63b39f2ca053 on network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:25.779420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:25.779803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Checking segment: {'id': '7827521c-552d-48c8-a954-cb8ee2ebbeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6a65cc9c-dcdf-4192-8c54-05e0bc364964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:25.780988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:25.781506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Bound using segment: {'id': '7827521c-552d-48c8-a954-cb8ee2ebbeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6a65cc9c-dcdf-4192-8c54-05e0bc364964'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:25.781996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Bound port: 13ac4a55-e70a-427d-ab43-63b39f2ca053, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7827521c-552d-48c8-a954-cb8ee2ebbeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6a65cc9c-dcdf-4192-8c54-05e0bc364964'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:25.782459 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:25.813126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:25.861317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] For port 13ac4a55-e70a-427d-ab43-63b39f2ca053, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:25.866182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] For port 13ac4a55-e70a-427d-ab43-63b39f2ca053, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=13ac4a55-e70a-427d-ab43-63b39f2ca053,segment=NetworkSegment(7827521c-552d-48c8-a954-cb8ee2ebbeaf),segment_id=7827521c-552d-48c8-a954-cb8ee2ebbeaf)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:25.887173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-1a31e70e-4164-4964-8b10-01cf1cc856ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:25.888983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-1a31e70e-4164-4964-8b10-01cf1cc856ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.1505728 Aug 23 04:03:25.946035 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:25.953453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Subnet': ['ID=81898e92-f872-4996-b8db-94e0aa2d9f79,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:25.966967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-7bbfda0c-5988-48c2-9d7e-2f90a83ceeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:25.968819 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-7bbfda0c-5988-48c2-9d7e-2f90a83ceeb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687232 Aug 23 04:03:26.023771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Checking segment: {'id': '3ce98bab-6582-4a95-9991-facc66134864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f118fb4-075c-48eb-832f-0844d0516930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:26.024146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network hostable DHCP agents. Network: 7f118fb4-075c-48eb-832f-0844d0516930, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:03:26.034088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cd581-17a2-4323-b3a2-c44d41497fbb None None] Pushing event updated for resources: {'Port': ['ID=13ac4a55-e70a-427d-ab43-63b39f2ca053,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:26.087269 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5a2cbd0-11a7-4838-8dc8-4592f0864531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:26.159392 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-58a1b2a1-01e3-45ae-9284-ffbe99bfff66 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734090 Aug 23 04:03:26.210672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 7f118fb4-075c-48eb-832f-0844d0516930 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:03:26.339762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 7f118fb4-075c-48eb-832f-0844d0516930) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:26.354911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47e9f2-f2a0-47cc-a9c6-22029e12e370 None None] Network 7f118fb4-075c-48eb-832f-0844d0516930 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:26.363150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:26.364033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:26.460373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e435c-6fd0-4948-99f4-9ca59c51b0fc req-1248b165-18e3-4646-9229-995f953da0de tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:26.462323 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-975e435c-6fd0-4948-99f4-9ca59c51b0fc req-1248b165-18e3-4646-9229-995f953da0de tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.2187917 Aug 23 04:03:26.491323 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5a18ad2c-3c4d-4bdf-b474-fc3eba05e69e req-83b55f9b-b9c1-447c-9bcb-03142ee674c9 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250246 Aug 23 04:03:26.500631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-26cc7d9f-9f52-4301-9dcf-3b8a97443c67 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5776725 Aug 23 04:03:26.503253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45014) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:26.507944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-14973fe2-3279-4c4e-9b5e-46d42debea22 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-146471620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:26.534937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-975e435c-6fd0-4948-99f4-9ca59c51b0fc req-e985e683-aff6-49ed-bca8-cf2cbcebae4d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649939 Aug 23 04:03:26.597067 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14973fe2-3279-4c4e-9b5e-46d42debea22 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:26.598134 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14973fe2-3279-4c4e-9b5e-46d42debea22 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:26.660187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a11e1d-177e-4551-832b-072c1d8cf929 req-96f88fa4-be8d-48f9-82fa-e333ce0c8ee6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:26.662475 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54a11e1d-177e-4551-832b-072c1d8cf929 req-96f88fa4-be8d-48f9-82fa-e333ce0c8ee6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0822864 Aug 23 04:03:26.668719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-7f118fb4-075c-48eb-832f-0844d0516930', 'network_id': '7f118fb4-075c-48eb-832f-0844d0516930', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'fixed_ips': [{'subnet_id': '81898e92-f872-4996-b8db-94e0aa2d9f79'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:03:26.669694 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:26.691204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14973fe2-3279-4c4e-9b5e-46d42debea22 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:26.728649 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54a11e1d-177e-4551-832b-072c1d8cf929 req-b0cf4204-24bc-4bb8-8ba0-0a0874653666 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579433 Aug 23 04:03:26.768909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14973fe2-3279-4c4e-9b5e-46d42debea22 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:26.855005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Allocated IP 2001:db8:1::2 (7f118fb4-075c-48eb-832f-0844d0516930/81898e92-f872-4996-b8db-94e0aa2d9f79/a205e1a5-d16d-449f-a434-0698d031c906) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:26.887462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14973fe2-3279-4c4e-9b5e-46d42debea22 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:26.892082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45016) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:26.892412 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-14973fe2-3279-4c4e-9b5e-46d42debea22 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3881140 Aug 23 04:03:27.059800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:27.069354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Transition to ACTIVE for port object a205e1a5-d16d-449f-a434-0698d031c906 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:27.085868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Transition to ACTIVE for port object a205e1a5-d16d-449f-a434-0698d031c906 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:27.275603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:27.306268 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:27.350852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Network 7f118fb4-075c-48eb-832f-0844d0516930 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:27.353646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:27.360712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:27.363568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Pushing event updated for resources: {'Port': ['ID=a205e1a5-d16d-449f-a434-0698d031c906,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:27.374517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ff714-cc55-4ac8-b815-9077f4d53580 None None] Network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:27.541163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Attempting to bind port a205e1a5-d16d-449f-a434-0698d031c906 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:27.541163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Attempting to bind port a205e1a5-d16d-449f-a434-0698d031c906 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3ce98bab-6582-4a95-9991-facc66134864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f118fb4-075c-48eb-832f-0844d0516930'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:27.541163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Attempting to bind port a205e1a5-d16d-449f-a434-0698d031c906 on network 7f118fb4-075c-48eb-832f-0844d0516930 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:27.551224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:27.551612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Checking segment: {'id': '3ce98bab-6582-4a95-9991-facc66134864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f118fb4-075c-48eb-832f-0844d0516930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:27.552029 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:27.552482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Bound using segment: {'id': '3ce98bab-6582-4a95-9991-facc66134864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f118fb4-075c-48eb-832f-0844d0516930'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:27.552934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Bound port: a205e1a5-d16d-449f-a434-0698d031c906, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce98bab-6582-4a95-9991-facc66134864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f118fb4-075c-48eb-832f-0844d0516930'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:27.553409 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:27.645815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c2ff7977-7f81-4f2a-a150-aa3dd369c452 None None] Provisioning for port 13ac4a55-e70a-427d-ab43-63b39f2ca053 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:27.687579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] For port a205e1a5-d16d-449f-a434-0698d031c906, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:27.693182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] For port a205e1a5-d16d-449f-a434-0698d031c906, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a205e1a5-d16d-449f-a434-0698d031c906,segment=NetworkSegment(3ce98bab-6582-4a95-9991-facc66134864),segment_id=3ce98bab-6582-4a95-9991-facc66134864)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:27.775854 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:27.852892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13ac4a55-e70a-427d-ab43-63b39f2ca053 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:27.876980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfb065-17f4-4185-a721-2abc94115dc7 req-2c7129cd-e832-4a14-895b-c74156cc5f1f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:27.884948 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55cfb065-17f4-4185-a721-2abc94115dc7 req-2c7129cd-e832-4a14-895b-c74156cc5f1f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0699499 Aug 23 04:03:27.965897 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-55cfb065-17f4-4185-a721-2abc94115dc7 req-12840a12-1408-4f33-8eac-0f86e848d929 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776205 Aug 23 04:03:27.988600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9f386-61db-42c6-9da1-a96e529c8d5b None None] Pushing event updated for resources: {'Port': ['ID=a205e1a5-d16d-449f-a434-0698d031c906,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:28.079210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 13ac4a55-e70a-427d-ab43-63b39f2ca053 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:28.089392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 13ac4a55-e70a-427d-ab43-63b39f2ca053 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:28.089392 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.221787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391aa8f-251d-47ca-aca7-a521f5f59a58 req-939fab18-0840-4179-88a6-a6d0050db565 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:28.223543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d391aa8f-251d-47ca-aca7-a521f5f59a58 req-939fab18-0840-4179-88a6-a6d0050db565 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.1209049 Aug 23 04:03:28.273458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.291225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d391aa8f-251d-47ca-aca7-a521f5f59a58 req-fedae84b-21f6-4678-80c4-40f16a716836 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575330 Aug 23 04:03:28.292428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 2001:db8::1 (6a65cc9c-dcdf-4192-8c54-05e0bc364964/8f428cb0-055c-46fe-9d4d-bc553b3de5fa/332cfc2a-1d4f-4d86-8830-d506174214da) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:28.323452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 13ac4a55-e70a-427d-ab43-63b39f2ca053, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=13ac4a55-e70a-427d-ab43-63b39f2ca053,segment=NetworkSegment(7827521c-552d-48c8-a954-cb8ee2ebbeaf),segment_id=7827521c-552d-48c8-a954-cb8ee2ebbeaf)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:28.329542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3d62d8ae-b838-4871-bfcf-630e65474e15 None None] Provisioning complete for port 13ac4a55-e70a-427d-ab43-63b39f2ca053 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:28.329978 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3d62d8ae-b838-4871-bfcf-630e65474e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.400792 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.430239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.441118 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3d62d8ae-b838-4871-bfcf-630e65474e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.443687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Transition to ACTIVE for port object 332cfc2a-1d4f-4d86-8830-d506174214da will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:28.484585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=13ac4a55-e70a-427d-ab43-63b39f2ca053,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:28.514021 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-3d62d8ae-b838-4871-bfcf-630e65474e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:03:28.514475 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-3d62d8ae-b838-4871-bfcf-630e65474e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:03:28.521901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.565016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:28.568057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:28.570595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:28.571345 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.616073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=332cfc2a-1d4f-4d86-8830-d506174214da,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:28.753320 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f90434de-c17d-4f61-90ee-aa714e34f90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.783758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:28.813955 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:29.046476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c454fe46-83a4-4a7d-8388-396aaaf5e6b8 None None] Network 7f118fb4-075c-48eb-832f-0844d0516930 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:29.086715 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:29.102649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba235c3-593c-448a-a9fa-c0dbcdeb0935 req-10d4ee1e-168f-4d85-a805-e302a5127a03 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:29.104143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eba235c3-593c-448a-a9fa-c0dbcdeb0935 req-10d4ee1e-168f-4d85-a805-e302a5127a03 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0692768 Aug 23 04:03:29.142827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eba235c3-593c-448a-a9fa-c0dbcdeb0935 req-b86f8b56-e459-413e-b71a-5bb6254958a9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311518 Aug 23 04:03:29.145362 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:29.146537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:29.240993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=332cfc2a-1d4f-4d86-8830-d506174214da,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:29.276939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5d769531-3631-4b36-84c5-76dde40e1db3 None None] Provisioning for port a205e1a5-d16d-449f-a434-0698d031c906 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:29.278069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:29.279620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:29.368984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5d769531-3631-4b36-84c5-76dde40e1db3 None None] Provisioning for port 332cfc2a-1d4f-4d86-8830-d506174214da completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:29.373269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5d769531-3631-4b36-84c5-76dde40e1db3 None None] Provisioning complete for port 332cfc2a-1d4f-4d86-8830-d506174214da triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:29.373647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5d769531-3631-4b36-84c5-76dde40e1db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:29.436925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5d769531-3631-4b36-84c5-76dde40e1db3 None None] Port 332cfc2a-1d4f-4d86-8830-d506174214da cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:29.446982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73cb0d-8aec-4cb6-b126-907270a433e4 req-072e00af-1a10-4355-ac51-dcb01184e69e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:29.448532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de73cb0d-8aec-4cb6-b126-907270a433e4 req-072e00af-1a10-4355-ac51-dcb01184e69e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.0567756 Aug 23 04:03:29.494183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 43e738fe-2a93-4a50-b114-b4396b885076 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:03:29.501726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de73cb0d-8aec-4cb6-b126-907270a433e4 req-6bd3be51-dfde-4e66-bfaf-54315d9484ba tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458684 Aug 23 04:03:29.595623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:29.600396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-23fa9086-2d2b-44ba-9058-4f137f0c0bb0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/43e738fe-2a93-4a50-b114-b4396b885076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7070212 Aug 23 04:03:29.603215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45046) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:29.605411 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec41431-17e2-4f96-9bcd-d938ff2ebd12 None None] Sync routers for ids ['43e738fe-2a93-4a50-b114-b4396b885076'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:29.614927 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec41431-17e2-4f96-9bcd-d938ff2ebd12 None None] Routers {'43e738fe-2a93-4a50-b114-b4396b885076'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:29.615550 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fec41431-17e2-4f96-9bcd-d938ff2ebd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['43e738fe-2a93-4a50-b114-b4396b885076'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:29.647275 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fec41431-17e2-4f96-9bcd-d938ff2ebd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:29.648691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e506dd5-f50d-4a57-b544-eed3c77286ea tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:29.650158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6e506dd5-f50d-4a57-b544-eed3c77286ea tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports/332cfc2a-1d4f-4d86-8830-d506174214da HTTP/1.1" status: 200 len: 911 time: 0.0460269 Aug 23 04:03:29.652764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45048) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:29.657838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-c6715de1-295b-495e-a77f-216de1efa35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:29.659326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-c6715de1-295b-495e-a77f-216de1efa35c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 1097 time: 0.0413175 Aug 23 04:03:29.659512 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec41431-17e2-4f96-9bcd-d938ff2ebd12 None None] Routers {'43e738fe-2a93-4a50-b114-b4396b885076'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:29.660136 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fec41431-17e2-4f96-9bcd-d938ff2ebd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['43e738fe-2a93-4a50-b114-b4396b885076'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:29.675898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-728f7b48-922c-48c2-8fdc-49c02b199b7f None None] Provisioning complete for port 332cfc2a-1d4f-4d86-8830-d506174214da triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:29.676283 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-728f7b48-922c-48c2-8fdc-49c02b199b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:29.691418 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fec41431-17e2-4f96-9bcd-d938ff2ebd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:29.691965 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec41431-17e2-4f96-9bcd-d938ff2ebd12 None None] The sync data for ids ['43e738fe-2a93-4a50-b114-b4396b885076'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:29.725369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-728f7b48-922c-48c2-8fdc-49c02b199b7f None None] Port 332cfc2a-1d4f-4d86-8830-d506174214da cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:29.783963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-4e9e6909-b6f3-4402-8fa9-92d52083b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:29.785470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-4e9e6909-b6f3-4402-8fa9-92d52083b165 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.1185026 Aug 23 04:03:29.835972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-5342e2f3-deb2-47a8-9390-6e9b401bb478 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=297faee5-6d2e-4864-b789-c70eb8906aa6 HTTP/1.1" status: 200 len: 217 time: 0.0428777 Aug 23 04:03:29.848780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a205e1a5-d16d-449f-a434-0698d031c906 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:29.900889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-2fc67f2e-825b-448d-97b7-4073d510f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:29.902493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-2fc67f2e-825b-448d-97b7-4073d510f114 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0548370 Aug 23 04:03:29.948230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-eb19e41e-22a7-4001-9fff-9ce96d2bfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:29.949780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-eb19e41e-22a7-4001-9fff-9ce96d2bfdc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396523 Aug 23 04:03:29.972879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port a205e1a5-d16d-449f-a434-0698d031c906 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:29.977658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a205e1a5-d16d-449f-a434-0698d031c906 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:29.978061 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.032835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.042951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-dd3f2399-6adf-4d08-9bfa-7f0db6e07215 service neutron] 10.222.0.11 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857942 Aug 23 04:03:30.058943 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.092774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port a205e1a5-d16d-449f-a434-0698d031c906, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a205e1a5-d16d-449f-a434-0698d031c906,segment=NetworkSegment(3ce98bab-6582-4a95-9991-facc66134864),segment_id=3ce98bab-6582-4a95-9991-facc66134864)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:30.143493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9b2bb1d-c7ab-469c-839e-b45eaa5fb3cf req-c8427909-c574-4998-b20e-dd179f5d1003 service neutron] 10.222.0.11 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934095 Aug 23 04:03:30.167320 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.168123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13ac4a55-e70a-427d-ab43-63b39f2ca053 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:30.244744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=a205e1a5-d16d-449f-a434-0698d031c906,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:30.258807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 13ac4a55-e70a-427d-ab43-63b39f2ca053 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:30.259252 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.309385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eaeaa-511b-4894-936c-02d9d586162e req-f5856bc6-2b21-4e08-ac9b-c94de75a2a7e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:30.310843 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec5eaeaa-511b-4894-936c-02d9d586162e req-f5856bc6-2b21-4e08-ac9b-c94de75a2a7e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0923281 Aug 23 04:03:30.332844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 2001:db8:1::1 (7f118fb4-075c-48eb-832f-0844d0516930/81898e92-f872-4996-b8db-94e0aa2d9f79/e2d291ab-933b-43bd-a859-574913c1c0a0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:30.384300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ec5eaeaa-511b-4894-936c-02d9d586162e req-e28c5423-707a-46ac-91c0-1510e99d4ed9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656652 Aug 23 04:03:30.425334 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.467338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.480200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Transition to ACTIVE for port object e2d291ab-933b-43bd-a859-574913c1c0a0 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:30.574815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.614221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e618a0-ce52-4fa0-8cbe-5ce456bae537 req-019f439b-c9c5-4b1f-9a46-3c67fed5fa7e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:30.615693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 7f118fb4-075c-48eb-832f-0844d0516930 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:30.615818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01e618a0-ce52-4fa0-8cbe-5ce456bae537 req-019f439b-c9c5-4b1f-9a46-3c67fed5fa7e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.0506005 Aug 23 04:03:30.618750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:30.621352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:30.621904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.658459 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-01e618a0-ce52-4fa0-8cbe-5ce456bae537 req-a7a5c802-4458-4ac5-b6b7-6152be9b9e86 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366890 Aug 23 04:03:30.664874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=e2d291ab-933b-43bd-a859-574913c1c0a0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:30.799465 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.916726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dabe3580-3abe-4844-850d-abda8014358f None None] Provisioning for port e2d291ab-933b-43bd-a859-574913c1c0a0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:30.920532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dabe3580-3abe-4844-850d-abda8014358f None None] Provisioning complete for port e2d291ab-933b-43bd-a859-574913c1c0a0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:30.920934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dabe3580-3abe-4844-850d-abda8014358f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:30.955202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-dabe3580-3abe-4844-850d-abda8014358f None None] Port e2d291ab-933b-43bd-a859-574913c1c0a0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:31.058763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:31.138135 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:31.138790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:31.224481 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=e2d291ab-933b-43bd-a859-574913c1c0a0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:31.261581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 7f118fb4-075c-48eb-832f-0844d0516930 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:31.262994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:31.361288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 43e738fe-2a93-4a50-b114-b4396b885076 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:03:31.457778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:31.464245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-554c9471-4411-48d1-94f2-6ef0c17ee0e3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/43e738fe-2a93-4a50-b114-b4396b885076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097646 Aug 23 04:03:31.468202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45060) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:31.473518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5600e6-9914-4405-b484-c27a9d86d3a2 None None] Sync routers for ids ['43e738fe-2a93-4a50-b114-b4396b885076'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:31.489257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5600e6-9914-4405-b484-c27a9d86d3a2 None None] Routers {'43e738fe-2a93-4a50-b114-b4396b885076'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:31.489915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bb5600e6-9914-4405-b484-c27a9d86d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['43e738fe-2a93-4a50-b114-b4396b885076'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:31.492984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bd09f4db-df8b-4d35-82d5-f812642ee1f9 None None] Provisioning complete for port e2d291ab-933b-43bd-a859-574913c1c0a0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:31.493381 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bd09f4db-df8b-4d35-82d5-f812642ee1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:31.524569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bb5600e6-9914-4405-b484-c27a9d86d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:31.533301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29997fa9-119e-44c7-bd04-b3787c43bbe4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:31.534688 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-29997fa9-119e-44c7-bd04-b3787c43bbe4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports/e2d291ab-933b-43bd-a859-574913c1c0a0 HTTP/1.1" status: 200 len: 913 time: 0.0655577 Aug 23 04:03:31.537880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45062) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:31.550784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ceb09-f395-4a51-b444-79135646f781 req-defc0d21-ae2f-4ec4-aff7-21d98640efc9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:31.552365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a57ceb09-f395-4a51-b444-79135646f781 req-defc0d21-ae2f-4ec4-aff7-21d98640efc9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0924091 Aug 23 04:03:31.566175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5600e6-9914-4405-b484-c27a9d86d3a2 None None] Routers {'43e738fe-2a93-4a50-b114-b4396b885076'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:31.566801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bb5600e6-9914-4405-b484-c27a9d86d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['43e738fe-2a93-4a50-b114-b4396b885076'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:31.569585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-bd09f4db-df8b-4d35-82d5-f812642ee1f9 None None] Port e2d291ab-933b-43bd-a859-574913c1c0a0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:31.595891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a57ceb09-f395-4a51-b444-79135646f781 req-5dd6f989-d98b-4148-b4d8-96065e59656f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369716 Aug 23 04:03:31.599997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-bb5600e6-9914-4405-b484-c27a9d86d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:31.600663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5600e6-9914-4405-b484-c27a9d86d3a2 None None] The sync data for ids ['43e738fe-2a93-4a50-b114-b4396b885076'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:31.751046 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:31.759445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a205e1a5-d16d-449f-a434-0698d031c906 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:31.808343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a205e1a5-d16d-449f-a434-0698d031c906 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:31.808717 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:32.043332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3d2c5-0efd-4b7d-8c01-48e0c4155571 req-af5a71f9-b4ed-4ae0-952b-cf4ab4129f4b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:32.046251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80d3d2c5-0efd-4b7d-8c01-48e0c4155571 req-af5a71f9-b4ed-4ae0-952b-cf4ab4129f4b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.0964901 Aug 23 04:03:32.122034 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80d3d2c5-0efd-4b7d-8c01-48e0c4155571 req-60f20732-dc59-45db-ae51-fc2be982a429 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712099 Aug 23 04:03:32.255355 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:32.490159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port e2d291ab-933b-43bd-a859-574913c1c0a0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:32.490502 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:32.572076 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:32.583427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for e2d291ab-933b-43bd-a859-574913c1c0a0 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:32.714584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378920dd-b357-44e8-905e-dfa51f8b983c req-1c102da7-9454-4eb0-8c6d-3eaff8c3e67f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:32.716083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-378920dd-b357-44e8-905e-dfa51f8b983c req-1c102da7-9454-4eb0-8c6d-3eaff8c3e67f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 946 time: 0.0500731 Aug 23 04:03:32.757553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-378920dd-b357-44e8-905e-dfa51f8b983c req-e4154e14-2e7e-4c92-b7aa-2a69c3c440ba tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348825 Aug 23 04:03:32.819987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:32.856071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=e2d291ab-933b-43bd-a859-574913c1c0a0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:32.949541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc77e3-76a0-4fcf-912c-80f070c248bd req-45d6324e-3576-4a62-a413-568104b06d32 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:32.951081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3cc77e3-76a0-4fcf-912c-80f070c248bd req-45d6324e-3576-4a62-a413-568104b06d32 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.1245503 Aug 23 04:03:33.027950 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f3cc77e3-76a0-4fcf-912c-80f070c248bd req-92d71794-c2b3-44d0-854d-5009f37c2364 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475044 Aug 23 04:03:33.028684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:33.211548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875eb89-a2c8-49cb-8b27-9744424be0c0 req-496a43bf-78c6-4000-8518-3abd654b7615 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:33.213040 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a875eb89-a2c8-49cb-8b27-9744424be0c0 req-496a43bf-78c6-4000-8518-3abd654b7615 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0960562 Aug 23 04:03:33.238059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ddb6b-d39c-45bb-b6ae-07ddeebd4816 req-c124d372-4d7c-4333-a4ed-180529419e88 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:33.239537 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d8ddb6b-d39c-45bb-b6ae-07ddeebd4816 req-c124d372-4d7c-4333-a4ed-180529419e88 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.0485387 Aug 23 04:03:33.277661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d8ddb6b-d39c-45bb-b6ae-07ddeebd4816 req-768e1017-65c9-401c-b753-e9a9f0e8eee1 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322526 Aug 23 04:03:33.290848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a875eb89-a2c8-49cb-8b27-9744424be0c0 req-b062c758-e82e-4967-8e0b-5b230bd7b1dc tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494349 Aug 23 04:03:33.294703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 43e738fe-2a93-4a50-b114-b4396b885076 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:03:33.392319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:33.392319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-753f7b5d-3343-40cc-9968-b856e2f3eff8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/43e738fe-2a93-4a50-b114-b4396b885076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530102 Aug 23 04:03:33.395232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45080) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:33.397704 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b01538-f74e-4946-8384-8aaf53b3e9b5 None None] Sync routers for ids ['43e738fe-2a93-4a50-b114-b4396b885076'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:33.407256 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b01538-f74e-4946-8384-8aaf53b3e9b5 None None] Routers {'43e738fe-2a93-4a50-b114-b4396b885076'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:33.407862 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-20b01538-f74e-4946-8384-8aaf53b3e9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['43e738fe-2a93-4a50-b114-b4396b885076'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:33.442100 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-20b01538-f74e-4946-8384-8aaf53b3e9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:33.450647 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b01538-f74e-4946-8384-8aaf53b3e9b5 None None] Routers {'43e738fe-2a93-4a50-b114-b4396b885076'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:33.451272 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-20b01538-f74e-4946-8384-8aaf53b3e9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['43e738fe-2a93-4a50-b114-b4396b885076'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:33.484141 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-20b01538-f74e-4946-8384-8aaf53b3e9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:33.485055 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b01538-f74e-4946-8384-8aaf53b3e9b5 None None] The sync data for ids ['43e738fe-2a93-4a50-b114-b4396b885076'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:33.594238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28105ddc-1d6e-4494-92e8-b4a350dc751b req-6872a9f3-bb7e-4ac0-8fb3-a4c1fb12c8c6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:33.628387 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28105ddc-1d6e-4494-92e8-b4a350dc751b req-6872a9f3-bb7e-4ac0-8fb3-a4c1fb12c8c6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0590403 Aug 23 04:03:33.641720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-28105ddc-1d6e-4494-92e8-b4a350dc751b req-2fa89861-3630-47ce-8659-21193e25d978 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382321 Aug 23 04:03:33.731233 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:33.748120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 297faee5-6d2e-4864-b789-c70eb8906aa6 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:03:33.821465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:33.842982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:03:33.845356 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4487c9-2d2a-4439-a1a6-b05c8232296b" -d '{"events": [{"server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "name": "network-vif-unplugged", "status": "completed", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:03:33.861065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=297faee5-6d2e-4864-b789-c70eb8906aa6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:33.880002 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190d0067-4906-411d-a747-7be69ee0e24d x-openstack-request-id: req-190d0067-4906-411d-a747-7be69ee0e24d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:03:33.880294 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "name": "network-vif-unplugged", "status": "failed", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6", "code": 422}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:03:33.880548 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-190d0067-4906-411d-a747-7be69ee0e24d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:03:33.880944 n-d-749052-7 neutron-server[95122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6', 'code': 422} returned with failed status Aug 23 04:03:33.927964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:33.971001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 332cfc2a-1d4f-4d86-8830-d506174214da {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:33.971343 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:33.974616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=297faee5-6d2e-4864-b789-c70eb8906aa6,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:34.053957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:34.065965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 332cfc2a-1d4f-4d86-8830-d506174214da owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:34.287775 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:34.319704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=332cfc2a-1d4f-4d86-8830-d506174214da,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:34.435792 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:34.463297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eea8f3-36f2-43b9-bfa7-5eb5fe11be75 req-02ef3187-33ce-48d6-b8fc-fc4075a17a0b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:34.464898 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50eea8f3-36f2-43b9-bfa7-5eb5fe11be75 req-02ef3187-33ce-48d6-b8fc-fc4075a17a0b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.0883157 Aug 23 04:03:34.591399 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50eea8f3-36f2-43b9-bfa7-5eb5fe11be75 req-72bf1547-c883-4793-a7b3-3cd729f5e2b5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958300 Aug 23 04:03:34.629307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 43e738fe-2a93-4a50-b114-b4396b885076 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:03:34.704723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:34.712881 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9d9d0e32-adfc-491d-91a7-fb4aa420cefe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/43e738fe-2a93-4a50-b114-b4396b885076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3135531 Aug 23 04:03:34.712881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45092) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:34.716514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1a06e-a182-44a7-a214-dcbb83aca39c None None] Sync routers for ids ['43e738fe-2a93-4a50-b114-b4396b885076'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:34.726721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1a06e-a182-44a7-a214-dcbb83aca39c None None] Routers {'43e738fe-2a93-4a50-b114-b4396b885076'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:34.727437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-edb1a06e-a182-44a7-a214-dcbb83aca39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['43e738fe-2a93-4a50-b114-b4396b885076'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:34.739831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-35332363-b6eb-435d-a8d2-f12bc8ee099c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e738fe-2a93-4a50-b114-b4396b885076 HTTP/1.1" status: 200 len: 205 time: 0.0260494 Aug 23 04:03:34.743187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45094) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:34.760827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-edb1a06e-a182-44a7-a214-dcbb83aca39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:34.769509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1a06e-a182-44a7-a214-dcbb83aca39c None None] Routers {'43e738fe-2a93-4a50-b114-b4396b885076'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:34.770115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-edb1a06e-a182-44a7-a214-dcbb83aca39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['43e738fe-2a93-4a50-b114-b4396b885076'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:34.799085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954e322-cfd5-469d-a739-7d856ea37145 req-646d5a83-ae7e-481f-b68f-ada17e0c4908 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:34.800611 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c954e322-cfd5-469d-a739-7d856ea37145 req-646d5a83-ae7e-481f-b68f-ada17e0c4908 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0899513 Aug 23 04:03:34.803372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-edb1a06e-a182-44a7-a214-dcbb83aca39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:34.804020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb1a06e-a182-44a7-a214-dcbb83aca39c None None] The sync data for ids ['43e738fe-2a93-4a50-b114-b4396b885076'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:34.841779 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f141e92-ce1f-4212-ae8e-7e59ef4cbe4c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:34.924107 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c954e322-cfd5-469d-a739-7d856ea37145 req-605c834e-7698-40ae-aa87-910a010a53e7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985844 Aug 23 04:03:35.011235 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f141e92-ce1f-4212-ae8e-7e59ef4cbe4c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.013301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f141e92-ce1f-4212-ae8e-7e59ef4cbe4c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.122059 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f141e92-ce1f-4212-ae8e-7e59ef4cbe4c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.122570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f141e92-ce1f-4212-ae8e-7e59ef4cbe4c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Fanout notify agent at l3_agent the message router_deleted on router 43e738fe-2a93-4a50-b114-b4396b885076 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:03:35.129302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f141e92-ce1f-4212-ae8e-7e59ef4cbe4c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.130394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6f141e92-ce1f-4212-ae8e-7e59ef4cbe4c tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/43e738fe-2a93-4a50-b114-b4396b885076 HTTP/1.1" status: 204 len: 168 time: 0.3862855 Aug 23 04:03:35.133115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45096) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:35.186408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8327a3f-ed61-4d46-9df7-9de300aa053a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting subnet 81898e92-f872-4996-b8db-94e0aa2d9f79 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:03:35.189398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c8327a3f-ed61-4d46-9df7-9de300aa053a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.227969 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c8327a3f-ed61-4d46-9df7-9de300aa053a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.310425 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c8327a3f-ed61-4d46-9df7-9de300aa053a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.435891 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c8327a3f-ed61-4d46-9df7-9de300aa053a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.463690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8327a3f-ed61-4d46-9df7-9de300aa053a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Subnet': ['ID=81898e92-f872-4996-b8db-94e0aa2d9f79,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:35.465675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c8327a3f-ed61-4d46-9df7-9de300aa053a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.468666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c8327a3f-ed61-4d46-9df7-9de300aa053a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/81898e92-f872-4996-b8db-94e0aa2d9f79 HTTP/1.1" status: 204 len: 168 time: 0.3335040 Aug 23 04:03:35.470811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45100) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:35.473331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f38146-43f7-4027-8e19-19685cceef35 None None] Network 7f118fb4-075c-48eb-832f-0844d0516930 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:35.520280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-49862bb0-afbe-4df1-b3d6-b68709c907a2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting subnet 8f428cb0-055c-46fe-9d4d-bc553b3de5fa {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:03:35.523359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49862bb0-afbe-4df1-b3d6-b68709c907a2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.563758 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49862bb0-afbe-4df1-b3d6-b68709c907a2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.635005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17148423-fc9b-422c-8cfd-86be2927272b None None] DHCP port deletion for 7f118fb4-075c-48eb-832f-0844d0516930 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:03:35.652633 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49862bb0-afbe-4df1-b3d6-b68709c907a2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.693439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-17148423-fc9b-422c-8cfd-86be2927272b None None] Deleting port a205e1a5-d16d-449f-a434-0698d031c906 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:35.693808 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17148423-fc9b-422c-8cfd-86be2927272b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.736194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c31e2-2892-49e3-bdba-b8f05f6b3731 req-d85f5574-e861-44ae-87c0-f5961a567c73 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:35.741146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bf5c31e2-2892-49e3-bdba-b8f05f6b3731 req-d85f5574-e861-44ae-87c0-f5961a567c73 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.0641260 Aug 23 04:03:35.764173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-17148423-fc9b-422c-8cfd-86be2927272b None None] For port a205e1a5-d16d-449f-a434-0698d031c906, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a205e1a5-d16d-449f-a434-0698d031c906,segment=NetworkSegment(3ce98bab-6582-4a95-9991-facc66134864),segment_id=3ce98bab-6582-4a95-9991-facc66134864)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:35.766008 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17148423-fc9b-422c-8cfd-86be2927272b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.774365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a205e1a5-d16d-449f-a434-0698d031c906 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:03:35.780720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bf5c31e2-2892-49e3-bdba-b8f05f6b3731 req-80144d6a-8e94-4efc-b129-b59df61467ee tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357053 Aug 23 04:03:35.796572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-17148423-fc9b-422c-8cfd-86be2927272b None None] Calling delete_port for a205e1a5-d16d-449f-a434-0698d031c906 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:35.814270 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49862bb0-afbe-4df1-b3d6-b68709c907a2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.845291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49862bb0-afbe-4df1-b3d6-b68709c907a2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Subnet': ['ID=8f428cb0-055c-46fe-9d4d-bc553b3de5fa,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:35.849956 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-49862bb0-afbe-4df1-b3d6-b68709c907a2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.855337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45104) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:35.857614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256195fd-be22-4930-9095-30b44258adfb None None] Network 6a65cc9c-dcdf-4192-8c54-05e0bc364964 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:35.861560 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-49862bb0-afbe-4df1-b3d6-b68709c907a2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/8f428cb0-055c-46fe-9d4d-bc553b3de5fa HTTP/1.1" status: 204 len: 168 time: 0.3897104 Aug 23 04:03:35.937194 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.969888 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:35.992126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port a205e1a5-d16d-449f-a434-0698d031c906 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:35.992470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.060691 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17148423-fc9b-422c-8cfd-86be2927272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.086041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port a205e1a5-d16d-449f-a434-0698d031c906, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a205e1a5-d16d-449f-a434-0698d031c906,segment=NetworkSegment(3ce98bab-6582-4a95-9991-facc66134864),segment_id=3ce98bab-6582-4a95-9991-facc66134864)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:36.086406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.104044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for a205e1a5-d16d-449f-a434-0698d031c906 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:36.109137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb1953-e7de-4bc2-a4ce-6ac96e9e4583 None None] DHCP port deletion for 6a65cc9c-dcdf-4192-8c54-05e0bc364964 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:03:36.112686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17148423-fc9b-422c-8cfd-86be2927272b None None] Pushing event deleted for resources: {'Port': ['ID=a205e1a5-d16d-449f-a434-0698d031c906,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:36.113944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0f507-1ca1-42de-b858-0b49edd740d3 req-03d34ebd-4a9c-47b6-a3cf-79c29ca52ed7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:36.115047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23a0f507-1ca1-42de-b858-0b49edd740d3 req-03d34ebd-4a9c-47b6-a3cf-79c29ca52ed7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.1093404 Aug 23 04:03:36.116983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17148423-fc9b-422c-8cfd-86be2927272b None None] No DVR routers for this DVR port a205e1a5-d16d-449f-a434-0698d031c906 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:36.165444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb1953-e7de-4bc2-a4ce-6ac96e9e4583 None None] Deleting port 13ac4a55-e70a-427d-ab43-63b39f2ca053 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:36.165818 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb1953-e7de-4bc2-a4ce-6ac96e9e4583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.202421 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23a0f507-1ca1-42de-b858-0b49edd740d3 req-0d0f78a3-42fb-428a-b9c2-cdc6161aeceb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791323 Aug 23 04:03:36.222736 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.232308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c9fb1953-e7de-4bc2-a4ce-6ac96e9e4583 None None] For port 13ac4a55-e70a-427d-ab43-63b39f2ca053, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=13ac4a55-e70a-427d-ab43-63b39f2ca053,segment=NetworkSegment(7827521c-552d-48c8-a954-cb8ee2ebbeaf),segment_id=7827521c-552d-48c8-a954-cb8ee2ebbeaf)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:36.232707 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb1953-e7de-4bc2-a4ce-6ac96e9e4583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.248271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=a205e1a5-d16d-449f-a434-0698d031c906,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:36.248808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb1953-e7de-4bc2-a4ce-6ac96e9e4583 None None] Calling delete_port for 13ac4a55-e70a-427d-ab43-63b39f2ca053 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:36.251762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No DVR routers for this DVR port a205e1a5-d16d-449f-a434-0698d031c906 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:36.329477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.340178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f118fb4-075c-48eb-832f-0844d0516930']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:36.354856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce98bab-6582-4a95-9991-facc66134864') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:36.355184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce98bab-6582-4a95-9991-facc66134864') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:36.363800 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.377187 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.382796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:36.383179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:36.391132 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:36.408221 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9fb1953-e7de-4bc2-a4ce-6ac96e9e4583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.434365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb1953-e7de-4bc2-a4ce-6ac96e9e4583 None None] Pushing event deleted for resources: {'Port': ['ID=13ac4a55-e70a-427d-ab43-63b39f2ca053,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:36.436726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb1953-e7de-4bc2-a4ce-6ac96e9e4583 None None] No DVR routers for this DVR port 13ac4a55-e70a-427d-ab43-63b39f2ca053 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:36.498330 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.505682 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.507469 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/networks/7f118fb4-075c-48eb-832f-0844d0516930 HTTP/1.1" status: 204 len: 168 time: 0.6511509 Aug 23 04:03:36.510362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45110) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:36.518885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1b8ac-743d-44ff-acaa-818aee458777 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Network': ['ID=7f118fb4-075c-48eb-832f-0844d0516930,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:36.585754 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.672535 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.682081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a65cc9c-dcdf-4192-8c54-05e0bc364964']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:36.692785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7827521c-552d-48c8-a954-cb8ee2ebbeaf') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:36.696413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7827521c-552d-48c8-a954-cb8ee2ebbeaf') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:36.701699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.715363 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.720956 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:36.721371 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:36.724191 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:36.842621 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.849715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:36.851719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/networks/6a65cc9c-dcdf-4192-8c54-05e0bc364964 HTTP/1.1" status: 204 len: 168 time: 0.3403172 Aug 23 04:03:36.855858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45114) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:36.863077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-923374082'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:36.867812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71002390-1916-4caf-bc6d-e77ba9e52984 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Network': ['ID=6a65cc9c-dcdf-4192-8c54-05e0bc364964,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:36.918321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047fd86-654c-4abe-ab97-78e4391e3afb req-6d1deda4-f050-4829-822c-8acbd2788161 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:36.919846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0047fd86-654c-4abe-ab97-78e4391e3afb req-6d1deda4-f050-4829-822c-8acbd2788161 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 943 time: 0.0731926 Aug 23 04:03:36.957647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0047fd86-654c-4abe-ab97-78e4391e3afb req-82cc4662-4a31-44eb-9f3a-fcdd43d5f2aa tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313051 Aug 23 04:03:36.979354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:36.982780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.006500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:03:37.014598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.014976 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added segment 6878a59e-7e1f-4dd0-ab92-78813145fe25 of type vlan for network de03066d-fee9-432c-ad88-b4e049d2f695 Aug 23 04:03:37.053734 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.122413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.128426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:37.129058 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.192226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Network': ['ID=de03066d-fee9-432c-ad88-b4e049d2f695,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:37.202182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network de03066d-fee9-432c-ad88-b4e049d2f695 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:03:37.202868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e87483c4-5347-442d-aae9-7a6e666d4bef tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3460343 Aug 23 04:03:37.205863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45116) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:37.210789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'subnet': {'network_id': 'de03066d-fee9-432c-ad88-b4e049d2f695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:37.330664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ea860-c24d-4008-99a4-5e713423f03d req-b5361c8b-7780-4877-8666-c4b7588db834 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:37.332142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ae9ea860-c24d-4008-99a4-5e713423f03d req-b5361c8b-7780-4877-8666-c4b7588db834 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0548472 Aug 23 04:03:37.362547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:37.366186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.370502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ae9ea860-c24d-4008-99a4-5e713423f03d req-441ecc71-13e2-4f69-a3ec-21065772d9cb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323043 Aug 23 04:03:37.572201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:03:37.582227 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.596769 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.655979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Subnet': ['ID=a75c98cb-e389-49f7-bbde-3c3cd83f9c59,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:37.665225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Checking segment: {'id': '6878a59e-7e1f-4dd0-ab92-78813145fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de03066d-fee9-432c-ad88-b4e049d2f695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:37.665581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network hostable DHCP agents. Network: de03066d-fee9-432c-ad88-b4e049d2f695, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:03:37.669408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:37.679884 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'port_id': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'mac_address': 'fa:16:3e:b7:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:03:37.720675 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.722345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network de03066d-fee9-432c-ad88-b4e049d2f695 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:03:37.733713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:03:37.752799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:37.755077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13ac4a55-e70a-427d-ab43-63b39f2ca053 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:03:37.774453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 13ac4a55-e70a-427d-ab43-63b39f2ca053 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:03:37.774794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13ac4a55-e70a-427d-ab43-63b39f2ca053 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:03:37.779500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, de03066d-fee9-432c-ad88-b4e049d2f695) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:37.797893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:37.797893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.798077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da3b6c9-e44c-401b-9922-c1dea553024f None None] Network de03066d-fee9-432c-ad88-b4e049d2f695 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:37.835415 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.888863 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-77d51a77-fdb1-4064-8f81-09553fc2b0b4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6818488 Aug 23 04:03:37.892049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45122) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:37.897592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d6d029c7-d439-4700-8755-f469c321ad24 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1702514838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:37.907055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:37.970316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-de03066d-fee9-432c-ad88-b4e049d2f695', 'network_id': 'de03066d-fee9-432c-ad88-b4e049d2f695', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'fixed_ips': [{'subnet_id': 'a75c98cb-e389-49f7-bbde-3c3cd83f9c59'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:03:37.971159 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.986040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6d029c7-d439-4700-8755-f469c321ad24 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:37.987137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6d029c7-d439-4700-8755-f469c321ad24 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.045499 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6d029c7-d439-4700-8755-f469c321ad24 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.071321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:03:38.075726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c57ab-e51e-441a-9417-59379a610229 req-6a19287c-04ad-4909-875a-987dc68e23a2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:38.077847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d1c57ab-e51e-441a-9417-59379a610229 req-6a19287c-04ad-4909-875a-987dc68e23a2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 944 time: 0.0529754 Aug 23 04:03:38.115248 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8d1c57ab-e51e-441a-9417-59379a610229 req-c519339a-8397-4cbc-8b8e-e7a7cf838f21 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310953 Aug 23 04:03:38.133757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6d029c7-d439-4700-8755-f469c321ad24 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.148610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Allocated IP 2001:db8::2 (de03066d-fee9-432c-ad88-b4e049d2f695/a75c98cb-e389-49f7-bbde-3c3cd83f9c59/27626662-20df-49e1-bd75-4356d66f3dd2) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:38.207233 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6d029c7-d439-4700-8755-f469c321ad24 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.208371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d6d029c7-d439-4700-8755-f469c321ad24 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3147135 Aug 23 04:03:38.211050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45126) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:38.216120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'port': {'network_id': 'de03066d-fee9-432c-ad88-b4e049d2f695', 'name': 'tempest-RoutersIpV6Test-666434281'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:38.368392 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.379164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:38.383247 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.383630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Transition to ACTIVE for port object 27626662-20df-49e1-bd75-4356d66f3dd2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:38.405525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] device_id is not set on port 5addd118-bbb8-4f19-8505-5d25cb49a09b yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:03:38.418323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Transition to ACTIVE for port object 27626662-20df-49e1-bd75-4356d66f3dd2 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:38.505645 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.505926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ca0e8-53ab-460e-8de0-c7b9d6600b27 req-40712900-0935-4d78-8942-994cda3893d3 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:38.507286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-042ca0e8-53ab-460e-8de0-c7b9d6600b27 req-40712900-0935-4d78-8942-994cda3893d3 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0598035 Aug 23 04:03:38.547450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Network de03066d-fee9-432c-ad88-b4e049d2f695 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:38.551165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:38.557606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:38.560742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Pushing event updated for resources: {'Port': ['ID=27626662-20df-49e1-bd75-4356d66f3dd2,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:38.584935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-042ca0e8-53ab-460e-8de0-c7b9d6600b27 req-703383cf-6cbc-4a33-bb57-bf37169963a6 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534284 Aug 23 04:03:38.594402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 2001:db8::360 (de03066d-fee9-432c-ad88-b4e049d2f695/a75c98cb-e389-49f7-bbde-3c3cd83f9c59/5addd118-bbb8-4f19-8505-5d25cb49a09b) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:38.612535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Attempting to bind port 27626662-20df-49e1-bd75-4356d66f3dd2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:38.612912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Attempting to bind port 27626662-20df-49e1-bd75-4356d66f3dd2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '6878a59e-7e1f-4dd0-ab92-78813145fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de03066d-fee9-432c-ad88-b4e049d2f695'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:38.613323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Attempting to bind port 27626662-20df-49e1-bd75-4356d66f3dd2 on network de03066d-fee9-432c-ad88-b4e049d2f695 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:38.618344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:38.618719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Checking segment: {'id': '6878a59e-7e1f-4dd0-ab92-78813145fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de03066d-fee9-432c-ad88-b4e049d2f695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:38.619125 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.619520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Bound using segment: {'id': '6878a59e-7e1f-4dd0-ab92-78813145fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de03066d-fee9-432c-ad88-b4e049d2f695'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:38.619986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Bound port: 27626662-20df-49e1-bd75-4356d66f3dd2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6878a59e-7e1f-4dd0-ab92-78813145fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de03066d-fee9-432c-ad88-b4e049d2f695'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:38.620368 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.685251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] For port 27626662-20df-49e1-bd75-4356d66f3dd2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:38.688226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] For port 27626662-20df-49e1-bd75-4356d66f3dd2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=27626662-20df-49e1-bd75-4356d66f3dd2,segment=NetworkSegment(6878a59e-7e1f-4dd0-ab92-78813145fe25),segment_id=6878a59e-7e1f-4dd0-ab92-78813145fe25)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:38.738284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.751358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Transition to ACTIVE for port object 5addd118-bbb8-4f19-8505-5d25cb49a09b will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:38.762974 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.818760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f778-c5dc-4f83-ba0b-f6957ed8f854 None None] Pushing event updated for resources: {'Port': ['ID=27626662-20df-49e1-bd75-4356d66f3dd2,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:38.854431 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.900599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network de03066d-fee9-432c-ad88-b4e049d2f695 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:38.903585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:38.907803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:38.913462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:38.914083 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:38.927339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=5addd118-bbb8-4f19-8505-5d25cb49a09b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:38.937858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.938206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.938568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.938902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.939231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.939634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.939882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.940268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.940529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.940925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.941195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:38.944108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:39.025796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a48ae1c9-2fe5-4776-9b1e-03ce7ce96e91 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8136659 Aug 23 04:03:39.028329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45132) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:39.243226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f0ed0-1725-4d24-a5a4-fb56e2748e14 req-68c4addb-f064-4ccd-bbf4-73efa5f5ad19 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:39.244831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c14f0ed0-1725-4d24-a5a4-fb56e2748e14 req-68c4addb-f064-4ccd-bbf4-73efa5f5ad19 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 944 time: 0.0527449 Aug 23 04:03:39.285961 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c14f0ed0-1725-4d24-a5a4-fb56e2748e14 req-47cf1046-4b8b-46b8-8734-57e5ab2f668f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346308 Aug 23 04:03:39.588417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:39.673748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:39.705143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:39.709404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:39.709782 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:39.717518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e13aa4-5837-45cd-a42e-813c0e7b5b5b req-d5ded1c0-9595-4eaa-9c31-32843e09ece8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:39.719218 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-16e13aa4-5837-45cd-a42e-813c0e7b5b5b req-d5ded1c0-9595-4eaa-9c31-32843e09ece8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0581887 Aug 23 04:03:39.756506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a639f-b59c-44fd-89ac-81e1293e483f None None] Network de03066d-fee9-432c-ad88-b4e049d2f695 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:39.773583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-16e13aa4-5837-45cd-a42e-813c0e7b5b5b req-cb885152-60b5-458c-83e5-2f5e954ec413 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472274 Aug 23 04:03:39.855371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 27626662-20df-49e1-bd75-4356d66f3dd2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:39.918586 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:39.959235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:39.971864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:03:39.974145 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf83e8-c09d-4a1f-8b04-aaf67d4aafdf" -d '{"events": [{"server_uuid": "09a4df9f-1a1b-44df-a443-595b2b068d6a", "name": "network-vif-plugged", "status": "completed", "tag": "bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:03:39.992051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-88da1781-64d2-4bf1-a9e4-67f045e76d59 None None] Provisioning for port 27626662-20df-49e1-bd75-4356d66f3dd2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:39.997513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:40.022855 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b99252-0736-4d1f-b852-d87da19fdf96 x-openstack-request-id: req-e6b99252-0736-4d1f-b852-d87da19fdf96 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:03:40.023072 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a4df9f-1a1b-44df-a443-595b2b068d6a", "name": "network-vif-plugged", "status": "completed", "tag": "bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:03:40.023327 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6b99252-0736-4d1f-b852-d87da19fdf96 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:03:40.023747 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'code': 200} Aug 23 04:03:40.036508 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.082961 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.086774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 27626662-20df-49e1-bd75-4356d66f3dd2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:40.110997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 27626662-20df-49e1-bd75-4356d66f3dd2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:40.111505 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.125900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ff2d4-9e68-422d-836f-919a0662dc9c req-c18ebaaf-2b01-4bfa-9461-4c3ba13a000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:40.127371 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf2ff2d4-9e68-422d-836f-919a0662dc9c req-c18ebaaf-2b01-4bfa-9461-4c3ba13a000e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 1096 time: 0.0574176 Aug 23 04:03:40.145449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=5addd118-bbb8-4f19-8505-5d25cb49a09b,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:40.177645 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf2ff2d4-9e68-422d-836f-919a0662dc9c req-775c26af-44ad-43b4-b911-95a8f97aa268 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430231 Aug 23 04:03:40.237198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.338854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:40.356496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3b7952f2-c400-4716-ab7d-80553616e3e7 None None] Provisioning complete for port 27626662-20df-49e1-bd75-4356d66f3dd2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:40.356866 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3b7952f2-c400-4716-ab7d-80553616e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.418619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc7db0-f241-4155-9414-05ac09885a74 req-1b1a4d53-013e-4847-8953-1190f40595fe tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:40.419120 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.426100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.426393 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9acc7db0-f241-4155-9414-05ac09885a74 req-1b1a4d53-013e-4847-8953-1190f40595fe tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 945 time: 0.0619128 Aug 23 04:03:40.473777 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9acc7db0-f241-4155-9414-05ac09885a74 req-64cefeaa-3542-4a6f-9a05-605bfccea3e4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462601 Aug 23 04:03:40.479605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 27626662-20df-49e1-bd75-4356d66f3dd2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=27626662-20df-49e1-bd75-4356d66f3dd2,segment=NetworkSegment(6878a59e-7e1f-4dd0-ab92-78813145fe25),segment_id=6878a59e-7e1f-4dd0-ab92-78813145fe25)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:40.505347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3b7952f2-c400-4716-ab7d-80553616e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.540487 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.628417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=27626662-20df-49e1-bd75-4356d66f3dd2,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:40.635189 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-3b7952f2-c400-4716-ab7d-80553616e3e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:03:40.635189 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-3b7952f2-c400-4716-ab7d-80553616e3e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:03:40.726054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.796456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.797303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:40.867538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=5addd118-bbb8-4f19-8505-5d25cb49a09b,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:40.898095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca363c-90b2-4307-892e-5c1c7e9f1cfa req-4b5bdc14-c036-41cf-b1f7-0153337028e7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:40.899599 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24ca363c-90b2-4307-892e-5c1c7e9f1cfa req-4b5bdc14-c036-41cf-b1f7-0153337028e7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0531189 Aug 23 04:03:40.930875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network de03066d-fee9-432c-ad88-b4e049d2f695 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:40.932275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:40.939405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-24ca363c-90b2-4307-892e-5c1c7e9f1cfa req-5e59a4dd-4c15-42c3-8e51-139fd73400cb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323575 Aug 23 04:03:41.105726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 2f0a10c3-b9c2-402f-807d-fb1524a38ad7 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:03:41.203408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:41.208283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1c57d3d6-463b-4f25-b5aa-41aa0a22f1d2 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/2f0a10c3-b9c2-402f-807d-fb1524a38ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1788745 Aug 23 04:03:41.210960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45150) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:41.214257 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff28568-1d35-426c-8159-ab1fa7a806fd None None] Sync routers for ids ['2f0a10c3-b9c2-402f-807d-fb1524a38ad7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:41.224745 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff28568-1d35-426c-8159-ab1fa7a806fd None None] Routers {'2f0a10c3-b9c2-402f-807d-fb1524a38ad7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:41.225374 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bff28568-1d35-426c-8159-ab1fa7a806fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2f0a10c3-b9c2-402f-807d-fb1524a38ad7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:41.231037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3b7952f2-c400-4716-ab7d-80553616e3e7 None None] Provisioning for port 5addd118-bbb8-4f19-8505-5d25cb49a09b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:41.235788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3b7952f2-c400-4716-ab7d-80553616e3e7 None None] Provisioning complete for port 5addd118-bbb8-4f19-8505-5d25cb49a09b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:41.236171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3b7952f2-c400-4716-ab7d-80553616e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:41.260417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff53694b-4b86-4afa-b395-1529cf915016 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:41.265185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff53694b-4b86-4afa-b395-1529cf915016 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports/5addd118-bbb8-4f19-8505-5d25cb49a09b HTTP/1.1" status: 200 len: 983 time: 0.0502396 Aug 23 04:03:41.265694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45152) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:41.266395 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bff28568-1d35-426c-8159-ab1fa7a806fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:41.278525 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff28568-1d35-426c-8159-ab1fa7a806fd None None] Routers {'2f0a10c3-b9c2-402f-807d-fb1524a38ad7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:41.279286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3b7952f2-c400-4716-ab7d-80553616e3e7 None None] Port 5addd118-bbb8-4f19-8505-5d25cb49a09b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:41.279603 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bff28568-1d35-426c-8159-ab1fa7a806fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2f0a10c3-b9c2-402f-807d-fb1524a38ad7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:41.312394 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-bff28568-1d35-426c-8159-ab1fa7a806fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:41.313086 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff28568-1d35-426c-8159-ab1fa7a806fd None None] The sync data for ids ['2f0a10c3-b9c2-402f-807d-fb1524a38ad7'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:41.399001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-12a59628-9ebb-4ea7-9c2e-f35405b287ae None None] Provisioning complete for port 5addd118-bbb8-4f19-8505-5d25cb49a09b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:41.399474 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-12a59628-9ebb-4ea7-9c2e-f35405b287ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:41.433306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-12a59628-9ebb-4ea7-9c2e-f35405b287ae None None] Port 5addd118-bbb8-4f19-8505-5d25cb49a09b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:41.593750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ace223-9c4b-49e6-8a83-822cdab048c2 req-1b505523-2095-439f-944b-e2e8d3d33603 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:41.595134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25ace223-9c4b-49e6-8a83-822cdab048c2 req-1b505523-2095-439f-944b-e2e8d3d33603 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 945 time: 0.0483856 Aug 23 04:03:41.634237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25ace223-9c4b-49e6-8a83-822cdab048c2 req-f00b9f8d-6b1a-4f13-9168-c1f2c3d50d25 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Aug 23 04:03:41.775636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 27626662-20df-49e1-bd75-4356d66f3dd2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:41.824312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 27626662-20df-49e1-bd75-4356d66f3dd2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:41.824689 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.042567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042524c-66ec-4750-8482-64c78edf4300 req-1310298a-d513-4057-a1d5-5cdb797a195d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:42.044100 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b042524c-66ec-4750-8482-64c78edf4300 req-1310298a-d513-4057-a1d5-5cdb797a195d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 945 time: 0.1197646 Aug 23 04:03:42.055782 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.064305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90553b-2d2f-40e0-bd7b-9b38ab846fee req-10edf080-d0cc-4d40-9a9a-3955f0bf04ce tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:42.065852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd90553b-2d2f-40e0-bd7b-9b38ab846fee req-10edf080-d0cc-4d40-9a9a-3955f0bf04ce tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0559633 Aug 23 04:03:42.103348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd90553b-2d2f-40e0-bd7b-9b38ab846fee req-e11ef5e5-819e-4f2c-a6cb-44ecd842bfe7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Aug 23 04:03:42.152429 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b042524c-66ec-4750-8482-64c78edf4300 req-5e65cbfe-88c7-4fc5-8519-37228fd147e9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982404 Aug 23 04:03:42.174609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45162) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:42.293451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 5addd118-bbb8-4f19-8505-5d25cb49a09b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:42.293451 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.324263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe3aa21-c87d-43e2-a4b7-2ab4a58b2ed8 tempest-TestVolumeBootPattern-869819263 tempest-TestVolumeBootPattern-869819263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:42.325970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bfe3aa21-c87d-43e2-a4b7-2ab4a58b2ed8 tempest-TestVolumeBootPattern-869819263 tempest-TestVolumeBootPattern-869819263-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 1091 time: 0.1503530 Aug 23 04:03:42.329045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45166) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:42.333533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:42.369017 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.382391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 5addd118-bbb8-4f19-8505-5d25cb49a09b owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:42.425381 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.524391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.607617 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.638150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=5addd118-bbb8-4f19-8505-5d25cb49a09b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:42.708702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.25.1.164 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/78a2cf72-4b4a-440f-8831-7c45203e1c31) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:42.735354 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.831499 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.892564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 2f0a10c3-b9c2-402f-807d-fb1524a38ad7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:03:42.934050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:42.971195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:42.974620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:42.977047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:42.978882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:42.980562 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-41ae2654-2fd6-446c-80ce-fd969d8723aa tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/2f0a10c3-b9c2-402f-807d-fb1524a38ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7137794 Aug 23 04:03:42.983800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45170) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:42.988482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44779795-d4fd-4468-b296-c493dcd03a4a None None] Sync routers for ids ['2f0a10c3-b9c2-402f-807d-fb1524a38ad7'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:42.997288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44779795-d4fd-4468-b296-c493dcd03a4a None None] Routers {'2f0a10c3-b9c2-402f-807d-fb1524a38ad7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:42.997921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-44779795-d4fd-4468-b296-c493dcd03a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2f0a10c3-b9c2-402f-807d-fb1524a38ad7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:43.015687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=78a2cf72-4b4a-440f-8831-7c45203e1c31,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:43.044146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-44779795-d4fd-4468-b296-c493dcd03a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:43.053555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44779795-d4fd-4468-b296-c493dcd03a4a None None] Routers {'2f0a10c3-b9c2-402f-807d-fb1524a38ad7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:43.054172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-44779795-d4fd-4468-b296-c493dcd03a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2f0a10c3-b9c2-402f-807d-fb1524a38ad7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:43.088877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-44779795-d4fd-4468-b296-c493dcd03a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:43.089563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44779795-d4fd-4468-b296-c493dcd03a4a None None] The sync data for ids ['2f0a10c3-b9c2-402f-807d-fb1524a38ad7'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:43.176461 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-d401a7e4-26dd-48dc-b942-a1de3179ec72 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] remove_router_interface failed (client error): The resource could not be found. Aug 23 04:03:43.177520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d401a7e4-26dd-48dc-b942-a1de3179ec72 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/2f0a10c3-b9c2-402f-807d-fb1524a38ad7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1928651 Aug 23 04:03:43.185339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45174) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:43.225215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d8abd32a-08dd-4136-b1b7-41c933289fbf tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f0a10c3-b9c2-402f-807d-fb1524a38ad7 HTTP/1.1" status: 200 len: 205 time: 0.0383596 Aug 23 04:03:43.229170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45176) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:43.310151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f2e7f-fd8e-4c3f-9a79-7cd1bda9a8e7 req-3bd9bac3-e9a8-4102-8675-780b909add62 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:43.311673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c45f2e7f-fd8e-4c3f-9a79-7cd1bda9a8e7 req-3bd9bac3-e9a8-4102-8675-780b909add62 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.1368749 Aug 23 04:03:43.315585 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da820b-e090-4ee5-b5a4-39901454aa66 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.353408 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.437916 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c45f2e7f-fd8e-4c3f-9a79-7cd1bda9a8e7 req-ce897852-97d1-48c0-8f0d-916473b39f80 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188390 Aug 23 04:03:43.467815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.497310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da820b-e090-4ee5-b5a4-39901454aa66 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.499884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da820b-e090-4ee5-b5a4-39901454aa66 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.615141 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.630920 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da820b-e090-4ee5-b5a4-39901454aa66 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.631424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da820b-e090-4ee5-b5a4-39901454aa66 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Fanout notify agent at l3_agent the message router_deleted on router 2f0a10c3-b9c2-402f-807d-fb1524a38ad7 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:03:43.638391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85da820b-e090-4ee5-b5a4-39901454aa66 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.641729 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85da820b-e090-4ee5-b5a4-39901454aa66 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/2f0a10c3-b9c2-402f-807d-fb1524a38ad7 HTTP/1.1" status: 204 len: 168 time: 0.4099426 Aug 23 04:03:43.642667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45178) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:43.692032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e473550-8009-4a16-9187-cb063b67051e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting subnet a75c98cb-e389-49f7-bbde-3c3cd83f9c59 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:03:43.695095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e473550-8009-4a16-9187-cb063b67051e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.710649 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.734530 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e473550-8009-4a16-9187-cb063b67051e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.787818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=78a2cf72-4b4a-440f-8831-7c45203e1c31,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:43.799712 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.821950 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e473550-8009-4a16-9187-cb063b67051e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.902677 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Floating IP bc734ef3-9011-4c68-9111-232ecc31ecce associated. External IP: 172.25.1.164, port: bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb. Aug 23 04:03:43.950984 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e473550-8009-4a16-9187-cb063b67051e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.983630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e473550-8009-4a16-9187-cb063b67051e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Subnet': ['ID=a75c98cb-e389-49f7-bbde-3c3cd83f9c59,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:43.985625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e473550-8009-4a16-9187-cb063b67051e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:43.987514 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7e473550-8009-4a16-9187-cb063b67051e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/a75c98cb-e389-49f7-bbde-3c3cd83f9c59 HTTP/1.1" status: 204 len: 168 time: 0.3438098 Aug 23 04:03:43.990236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45182) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:44.001934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8fefe-d2ba-4e4a-a3ab-f05669396f33 None None] Network de03066d-fee9-432c-ad88-b4e049d2f695 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:44.070002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.125788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Router 684066a7-fdcd-4776-aff2-6e7016547b1c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:03:44.132852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 27626662-20df-49e1-bd75-4356d66f3dd2 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:44.133255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.188095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d1e95-4f5e-401f-abd7-ac7f61b104d4 None None] DHCP port deletion for de03066d-fee9-432c-ad88-b4e049d2f695 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:03:44.203398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port 27626662-20df-49e1-bd75-4356d66f3dd2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=27626662-20df-49e1-bd75-4356d66f3dd2,segment=NetworkSegment(6878a59e-7e1f-4dd0-ab92-78813145fe25),segment_id=6878a59e-7e1f-4dd0-ab92-78813145fe25)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:44.203927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.216470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 27626662-20df-49e1-bd75-4356d66f3dd2 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:44.240248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:44.243143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-300d1e95-4f5e-401f-abd7-ac7f61b104d4 None None] Deleting port 27626662-20df-49e1-bd75-4356d66f3dd2 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:44.243689 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-300d1e95-4f5e-401f-abd7-ac7f61b104d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.254592 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] Sync routers for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:44.263908 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:44.265606 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:44.310643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.317145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-300d1e95-4f5e-401f-abd7-ac7f61b104d4 None None] For port 27626662-20df-49e1-bd75-4356d66f3dd2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=27626662-20df-49e1-bd75-4356d66f3dd2,segment=NetworkSegment(6878a59e-7e1f-4dd0-ab92-78813145fe25),segment_id=6878a59e-7e1f-4dd0-ab92-78813145fe25)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:44.317553 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-300d1e95-4f5e-401f-abd7-ac7f61b104d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.330403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-300d1e95-4f5e-401f-abd7-ac7f61b104d4 None None] Calling delete_port for 27626662-20df-49e1-bd75-4356d66f3dd2 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:44.349169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1a4aaa1a-d768-4900-ab92-9add2db0c1fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0088000 Aug 23 04:03:44.349169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'tag': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:03:44.349169 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4599717d-6e4d-403c-ac4e-9630d5ded336" -d '{"events": [{"name": "network-changed", "server_uuid": "09a4df9f-1a1b-44df-a443-595b2b068d6a", "tag": "bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:03:44.358883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.383049 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:03:44.399708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No DVR routers for this DVR port 27626662-20df-49e1-bd75-4356d66f3dd2 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:44.408951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=27626662-20df-49e1-bd75-4356d66f3dd2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:44.430814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-300d1e95-4f5e-401f-abd7-ac7f61b104d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.458132 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c607d5-6353-48cc-b194-1d8701f72d80 x-openstack-request-id: req-32c607d5-6353-48cc-b194-1d8701f72d80 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:03:44.459082 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a4df9f-1a1b-44df-a443-595b2b068d6a", "tag": "bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:03:44.459340 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32c607d5-6353-48cc-b194-1d8701f72d80 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:03:44.459754 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'tag': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'status': 'completed', 'code': 200} Aug 23 04:03:44.475887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d1e95-4f5e-401f-abd7-ac7f61b104d4 None None] Pushing event deleted for resources: {'Port': ['ID=27626662-20df-49e1-bd75-4356d66f3dd2,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:44.477760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d1e95-4f5e-401f-abd7-ac7f61b104d4 None None] No DVR routers for this DVR port 27626662-20df-49e1-bd75-4356d66f3dd2 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:44.512764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.538385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de03066d-fee9-432c-ad88-b4e049d2f695']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:44.556105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6878a59e-7e1f-4dd0-ab92-78813145fe25') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:44.556406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6878a59e-7e1f-4dd0-ab92-78813145fe25') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:44.565284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-273d20d3-db29-49a9-a403-fe855dfea6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:44.566801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-273d20d3-db29-49a9-a403-fe855dfea6cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 1096 time: 0.0657835 Aug 23 04:03:44.570201 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.571424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947292b0-a189-4b50-8d90-1b4d9f62bbee req-a3560a29-5c8a-49fb-a9cb-30c35ad2b065 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:44.573254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-947292b0-a189-4b50-8d90-1b4d9f62bbee req-a3560a29-5c8a-49fb-a9cb-30c35ad2b065 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0542305 Aug 23 04:03:44.605633 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.614244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-947292b0-a189-4b50-8d90-1b4d9f62bbee req-c0a6bd05-d037-4ecc-b703-792ad00644b4 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336616 Aug 23 04:03:44.637614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:44.638025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:44.640962 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:44.680120 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'bc734ef3-9011-4c68-9111-232ecc31ecce', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:b7:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:03:43Z', 'updated_at': '2021-08-23T04:03:43Z', 'revision_number': 0, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:44.711700 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] Checking router: 684066a7-fdcd-4776-aff2-6e7016547b1c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:03:44.715242 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:44.715939 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:44.721120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-632fb147-0eaa-4aaf-a88f-7e2c7f2e36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:44.722595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-632fb147-0eaa-4aaf-a88f-7e2c7f2e36a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.1456761 Aug 23 04:03:44.768948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.776622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.778483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/networks/de03066d-fee9-432c-ad88-b4e049d2f695 HTTP/1.1" status: 204 len: 168 time: 0.7874391 Aug 23 04:03:44.782931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45194) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:44.788318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-771536123'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:44.796084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e6b20-faa5-404d-91eb-4074d2989b93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Network': ['ID=de03066d-fee9-432c-ad88-b4e049d2f695,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:44.811778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-8812adeb-0c92-48a1-8b0f-4c97c92b299b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb HTTP/1.1" status: 200 len: 999 time: 0.0813506 Aug 23 04:03:44.839804 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:03:44.862562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-8aa30cc5-0443-41cf-8904-edb1a58d6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:44.864117 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-8aa30cc5-0443-41cf-8904-edb1a58d6c3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0459740 Aug 23 04:03:44.912199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:44.912860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-306e34be-0088-42a6-9968-82a42ba70be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:44.914636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-306e34be-0088-42a6-9968-82a42ba70be5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437315 Aug 23 04:03:44.915703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.947468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:03:44.959614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418dd9-471c-483b-ab86-2a461bc8803d req-45730aa3-e8c2-4927-a4c3-a94f3fda5cbd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:44.967667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc418dd9-471c-483b-ab86-2a461bc8803d req-45730aa3-e8c2-4927-a4c3-a94f3fda5cbd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0969603 Aug 23 04:03:44.996188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:44.996546 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added segment 8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb of type vlan for network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 Aug 23 04:03:45.055263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc418dd9-471c-483b-ab86-2a461bc8803d req-cddaa85d-a36e-45de-a064-551be4808a22 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868096 Aug 23 04:03:45.058246 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:03:45.058911 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:45.061576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-42eb4868-de79-4554-bef8-6c552cd3ca83 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390498 Aug 23 04:03:45.107101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-58de33aa-d8b7-43ff-a5ca-05184645c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:45.108680 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-58de33aa-d8b7-43ff-a5ca-05184645c818 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1095 time: 0.0807559 Aug 23 04:03:45.118643 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'bc734ef3-9011-4c68-9111-232ecc31ecce', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:b7:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:03:43Z', 'updated_at': '2021-08-23T04:03:43Z', 'revision_number': 0, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:45.149077 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b101596-1b6e-46e0-bf17-71b18bfa862b None None] The sync data for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 is: [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'bc734ef3-9011-4c68-9111-232ecc31ecce', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.164', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:b7:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:03:43Z', 'updated_at': '2021-08-23T04:03:43Z', 'revision_number': 0, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:45.161969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:45.167914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:45.168785 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:45.223137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4599717d-6e4d-403c-ac4e-9630d5ded336 req-7447f852-159f-4698-af25-54134cc30c3e service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507740 Aug 23 04:03:45.243787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-34583084-f70c-425d-abc5-0b53960ce122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:45.245300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-34583084-f70c-425d-abc5-0b53960ce122 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.1115835 Aug 23 04:03:45.249802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Network': ['ID=9e7e16c1-5774-4f04-953b-f1f243bf32e1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:45.260482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:03:45.273590 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ee7d0258-5761-4597-bb45-cbc2c8f343d1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4892421 Aug 23 04:03:45.278185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45200) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:45.282044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'subnet': {'network_id': '9e7e16c1-5774-4f04-953b-f1f243bf32e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:45.318362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-a9bbdcb3-5175-434f-924e-82443c05d114 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 998 time: 0.0660431 Aug 23 04:03:45.378908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-2043af46-2fcc-4da2-a596-df11881346d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:45.380433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-2043af46-2fcc-4da2-a596-df11881346d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0545800 Aug 23 04:03:45.402980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad222c-e70d-47c1-a2db-f894f2f8528b None None] New status for floating IP bc734ef3-9011-4c68-9111-232ecc31ecce: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:03:45.428208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-16e7e9ae-7a0c-4889-bb18-7b1faf7a9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:45.429813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-16e7e9ae-7a0c-4889-bb18-7b1faf7a9623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426161 Aug 23 04:03:45.448107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:45.453862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:45.524635 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-a0b4d72b-bf37-458f-8c4b-57c15c936807 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874927 Aug 23 04:03:45.694190 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:45.752713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Subnet': ['ID=826eb9e7-ff97-4ccf-9c2f-124964ff53bf,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:45.757911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 27626662-20df-49e1-bd75-4356d66f3dd2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:03:45.773388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Checking segment: {'id': '8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9e7e16c1-5774-4f04-953b-f1f243bf32e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:45.773756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network hostable DHCP agents. Network: 9e7e16c1-5774-4f04-953b-f1f243bf32e1, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:03:45.781305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 27626662-20df-49e1-bd75-4356d66f3dd2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:03:45.781681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 27626662-20df-49e1-bd75-4356d66f3dd2 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:03:45.846802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:03:45.926644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 9e7e16c1-5774-4f04-953b-f1f243bf32e1) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:45.931601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:45.933565 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:45.938774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf0bd9-fd21-4999-ac82-9f32b6dda354 None None] Network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:45.939352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fdb76880-3485-45d6-8065-4a1db6dc199f req-87ab726c-0df3-4426-95d6-22eb60755755 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079356 Aug 23 04:03:45.998553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f8db1459-9aac-4f30-9a56-b19acc783978 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7204080 Aug 23 04:03:45.998810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45202) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:46.003486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5cfc7179-5a01-44e9-9b31-3cdec6abbc37 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1482945277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:46.080547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-9e7e16c1-5774-4f04-953b-f1f243bf32e1', 'network_id': '9e7e16c1-5774-4f04-953b-f1f243bf32e1', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'fixed_ips': [{'subnet_id': '826eb9e7-ff97-4ccf-9c2f-124964ff53bf'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:03:46.081573 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.093848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7179-5a01-44e9-9b31-3cdec6abbc37 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.095041 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7179-5a01-44e9-9b31-3cdec6abbc37 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.155481 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7179-5a01-44e9-9b31-3cdec6abbc37 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.204777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9c27-b51c-4efb-ab17-93500322e3da req-c9393802-224f-4799-925f-6b78c50f5bf7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:46.206289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f7d9c27-b51c-4efb-ab17-93500322e3da req-c9393802-224f-4799-925f-6b78c50f5bf7 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0535645 Aug 23 04:03:46.214425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7179-5a01-44e9-9b31-3cdec6abbc37 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.224333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Allocated IP 2001:db8::2 (9e7e16c1-5774-4f04-953b-f1f243bf32e1/826eb9e7-ff97-4ccf-9c2f-124964ff53bf/88376df6-c573-41c6-9a1c-1d9c267a18fc) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:46.372691 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.381645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Transition to ACTIVE for port object 88376df6-c573-41c6-9a1c-1d9c267a18fc will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:46.397838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Transition to ACTIVE for port object 88376df6-c573-41c6-9a1c-1d9c267a18fc will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:46.458888 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.497414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:46.500939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:46.503643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:46.520043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Pushing event updated for resources: {'Port': ['ID=88376df6-c573-41c6-9a1c-1d9c267a18fc,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:46.569752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f7d9c27-b51c-4efb-ab17-93500322e3da req-5c04aa5c-65a1-4d54-a947-c6fb8451b83c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563616 Aug 23 04:03:46.574031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Attempting to bind port 88376df6-c573-41c6-9a1c-1d9c267a18fc on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:46.574407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Attempting to bind port 88376df6-c573-41c6-9a1c-1d9c267a18fc by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9e7e16c1-5774-4f04-953b-f1f243bf32e1'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:46.574771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Attempting to bind port 88376df6-c573-41c6-9a1c-1d9c267a18fc on network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:46.579995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:46.580597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Checking segment: {'id': '8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9e7e16c1-5774-4f04-953b-f1f243bf32e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:46.581002 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.581422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Bound using segment: {'id': '8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9e7e16c1-5774-4f04-953b-f1f243bf32e1'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:46.581886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Bound port: 88376df6-c573-41c6-9a1c-1d9c267a18fc, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9e7e16c1-5774-4f04-953b-f1f243bf32e1'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:46.582302 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.613418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7179-5a01-44e9-9b31-3cdec6abbc37 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.617507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45208) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:46.617986 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5cfc7179-5a01-44e9-9b31-3cdec6abbc37 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6176426 Aug 23 04:03:46.645093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] For port 88376df6-c573-41c6-9a1c-1d9c267a18fc, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:46.648060 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] For port 88376df6-c573-41c6-9a1c-1d9c267a18fc, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=88376df6-c573-41c6-9a1c-1d9c267a18fc,segment=NetworkSegment(8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb),segment_id=8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:46.739504 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:46.797291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4f352-5f6f-4c58-8a46-b7a2161e9a06 None None] Pushing event updated for resources: {'Port': ['ID=88376df6-c573-41c6-9a1c-1d9c267a18fc,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:46.896381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:47.159059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 2001:db8::1 (9e7e16c1-5774-4f04-953b-f1f243bf32e1/826eb9e7-ff97-4ccf-9c2f-124964ff53bf/8601081f-c980-4c96-b5ea-84c29490a6d9) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:47.266644 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:47.285478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Transition to ACTIVE for port object 8601081f-c980-4c96-b5ea-84c29490a6d9 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:47.373884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:47.412764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:47.415505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:47.418998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:47.419530 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:47.457902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=8601081f-c980-4c96-b5ea-84c29490a6d9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:47.599573 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:47.694117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e9acc-52eb-4af5-96b2-677d0e08cdd3 req-a041e1ba-7421-44ab-bef5-7eb5fd7d2234 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:47.694117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-468e9acc-52eb-4af5-96b2-677d0e08cdd3 req-a041e1ba-7421-44ab-bef5-7eb5fd7d2234 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0494366 Aug 23 04:03:47.750801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-468e9acc-52eb-4af5-96b2-677d0e08cdd3 req-1e5c1c89-f68e-464a-ace3-c1e2c9d4ca1d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461719 Aug 23 04:03:47.819404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30767a12-3750-4522-9e6f-2279f04f2748 None None] Network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:47.835261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 88376df6-c573-41c6-9a1c-1d9c267a18fc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:47.920020 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:47.932603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070676-72f4-4646-bdd3-26287f14b410 req-e3e7d629-96db-4f43-894b-66928b4f682a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:47.934198 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd070676-72f4-4646-bdd3-26287f14b410 req-e3e7d629-96db-4f43-894b-66928b4f682a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.1030092 Aug 23 04:03:47.973861 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fd070676-72f4-4646-bdd3-26287f14b410 req-32b055e2-03a1-44e3-8b01-0dc68a30e54d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328326 Aug 23 04:03:47.995081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:47.995081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.009142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 88376df6-c573-41c6-9a1c-1d9c267a18fc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:48.012809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-22752019-5552-424c-a2c9-b413143effc2 None None] Provisioning for port 88376df6-c573-41c6-9a1c-1d9c267a18fc completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:48.018007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 88376df6-c573-41c6-9a1c-1d9c267a18fc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:48.018348 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.021448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-22752019-5552-424c-a2c9-b413143effc2 None None] Provisioning complete for port 88376df6-c573-41c6-9a1c-1d9c267a18fc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:48.022242 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22752019-5552-424c-a2c9-b413143effc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.064548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=8601081f-c980-4c96-b5ea-84c29490a6d9,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:48.102622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21b906-c7cc-41eb-a36c-4e4f01e462da req-12419d3b-73cd-45fe-80e7-0a5d566b44d3 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:48.113565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd21b906-c7cc-41eb-a36c-4e4f01e462da req-12419d3b-73cd-45fe-80e7-0a5d566b44d3 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0683835 Aug 23 04:03:48.143073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:48.144722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:48.167875 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.174917 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22752019-5552-424c-a2c9-b413143effc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.179366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd21b906-c7cc-41eb-a36c-4e4f01e462da req-22b9db5c-245f-422d-977c-c00033d7ff37 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595202 Aug 23 04:03:48.230041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-22752019-5552-424c-a2c9-b413143effc2 None None] For port 88376df6-c573-41c6-9a1c-1d9c267a18fc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=88376df6-c573-41c6-9a1c-1d9c267a18fc,segment=NetworkSegment(8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb),segment_id=8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:48.278162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-22752019-5552-424c-a2c9-b413143effc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.344677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 99f6f860-2f4f-4ced-825a-1a4c128664ae is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:03:48.361754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:03:48.365189 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:03:48.372001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22752019-5552-424c-a2c9-b413143effc2 None None] Pushing event updated for resources: {'Port': ['ID=88376df6-c573-41c6-9a1c-1d9c267a18fc,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:48.403163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e006e415-9b93-4d64-b715-f588dd32e8ae None None] Provisioning complete for port 88376df6-c573-41c6-9a1c-1d9c267a18fc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:48.404972 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e006e415-9b93-4d64-b715-f588dd32e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.449396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:48.457509 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ac456665-d92c-4db1-90e9-b9847affa223 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/99f6f860-2f4f-4ced-825a-1a4c128664ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8364975 Aug 23 04:03:48.457946 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45222) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:48.462523 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8ce1a9-8722-4f17-b43d-951b68336db4 None None] Sync routers for ids ['99f6f860-2f4f-4ced-825a-1a4c128664ae'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:48.475583 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ce1a9-8722-4f17-b43d-951b68336db4 None None] Routers {'99f6f860-2f4f-4ced-825a-1a4c128664ae'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:48.476614 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4f8ce1a9-8722-4f17-b43d-951b68336db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['99f6f860-2f4f-4ced-825a-1a4c128664ae'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:48.514682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5704e1-6edb-4974-a7d9-357db93bb31d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:48.516204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6d5704e1-6edb-4974-a7d9-357db93bb31d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports/8601081f-c980-4c96-b5ea-84c29490a6d9 HTTP/1.1" status: 200 len: 911 time: 0.0575283 Aug 23 04:03:48.518364 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4f8ce1a9-8722-4f17-b43d-951b68336db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:48.519282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45224) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:48.527929 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ce1a9-8722-4f17-b43d-951b68336db4 None None] Routers {'99f6f860-2f4f-4ced-825a-1a4c128664ae'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:48.528913 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4f8ce1a9-8722-4f17-b43d-951b68336db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['99f6f860-2f4f-4ced-825a-1a4c128664ae'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:48.562937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e006e415-9b93-4d64-b715-f588dd32e8ae None None] Provisioning for port 8601081f-c980-4c96-b5ea-84c29490a6d9 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:48.568640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e006e415-9b93-4d64-b715-f588dd32e8ae None None] Provisioning complete for port 8601081f-c980-4c96-b5ea-84c29490a6d9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:48.568640 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e006e415-9b93-4d64-b715-f588dd32e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.592387 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4f8ce1a9-8722-4f17-b43d-951b68336db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:48.593268 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8ce1a9-8722-4f17-b43d-951b68336db4 None None] The sync data for ids ['99f6f860-2f4f-4ced-825a-1a4c128664ae'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:48.607840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e006e415-9b93-4d64-b715-f588dd32e8ae None None] Port 8601081f-c980-4c96-b5ea-84c29490a6d9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:48.673198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d6bea-e4d0-4879-a9f0-bb2e69ec6f64 req-16613474-b84f-423e-abe9-2a667f5ca631 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:48.675191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f13d6bea-e4d0-4879-a9f0-bb2e69ec6f64 req-16613474-b84f-423e-abe9-2a667f5ca631 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0561099 Aug 23 04:03:48.716921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f13d6bea-e4d0-4879-a9f0-bb2e69ec6f64 req-54b4fe20-4978-43df-b42e-adc08366e59f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348577 Aug 23 04:03:48.740518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2c961921-c6a1-474c-946e-786136ec0426 None None] Provisioning complete for port 8601081f-c980-4c96-b5ea-84c29490a6d9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:48.740518 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2c961921-c6a1-474c-946e-786136ec0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.776629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2c961921-c6a1-474c-946e-786136ec0426 None None] Port 8601081f-c980-4c96-b5ea-84c29490a6d9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:48.878330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.911962 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-84c7cca3-9abd-4986-b508-6e61ef7555ad None None] Provisioning complete for port 8601081f-c980-4c96-b5ea-84c29490a6d9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:48.912522 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-84c7cca3-9abd-4986-b508-6e61ef7555ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:48.946417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-84c7cca3-9abd-4986-b508-6e61ef7555ad None None] Port 8601081f-c980-4c96-b5ea-84c29490a6d9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:49.115381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 8601081f-c980-4c96-b5ea-84c29490a6d9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:49.115924 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:49.202692 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:49.214599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 8601081f-c980-4c96-b5ea-84c29490a6d9 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:49.470328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:49.495273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=8601081f-c980-4c96-b5ea-84c29490a6d9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:49.590442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:49.743507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 99f6f860-2f4f-4ced-825a-1a4c128664ae has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:03:49.765182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 88376df6-c573-41c6-9a1c-1d9c267a18fc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:49.812481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 88376df6-c573-41c6-9a1c-1d9c267a18fc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:49.812778 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:49.820771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:49.827326 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-122cabc2-b1e7-4001-af56-d3b07bff8dc9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/99f6f860-2f4f-4ced-825a-1a4c128664ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3069556 Aug 23 04:03:49.829830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45232) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:49.836250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b6e96-6f28-4489-94df-9d5f5ab115f7 None None] Sync routers for ids ['99f6f860-2f4f-4ced-825a-1a4c128664ae'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:49.845404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de10e9e-ab0a-4ac3-94a2-8c6bc4c4d0e0 req-68683f88-dd37-4970-8917-b306120304d5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:49.852706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6de10e9e-ab0a-4ac3-94a2-8c6bc4c4d0e0 req-68683f88-dd37-4970-8917-b306120304d5 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0599613 Aug 23 04:03:49.856305 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-62f35d35-5622-4ba9-8917-df9fe4a21bd1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f6f860-2f4f-4ced-825a-1a4c128664ae HTTP/1.1" status: 200 len: 205 time: 0.0252035 Aug 23 04:03:49.856584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b6e96-6f28-4489-94df-9d5f5ab115f7 None None] Routers {'99f6f860-2f4f-4ced-825a-1a4c128664ae'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:49.857240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da9b6e96-6f28-4489-94df-9d5f5ab115f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['99f6f860-2f4f-4ced-825a-1a4c128664ae'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:49.859452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45234) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:49.897699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da9b6e96-6f28-4489-94df-9d5f5ab115f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:49.903360 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6de10e9e-ab0a-4ac3-94a2-8c6bc4c4d0e0 req-81661ae5-435a-4e28-9e36-ae8b2efd942a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442109 Aug 23 04:03:49.910946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b6e96-6f28-4489-94df-9d5f5ab115f7 None None] Routers {'99f6f860-2f4f-4ced-825a-1a4c128664ae'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:49.911557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da9b6e96-6f28-4489-94df-9d5f5ab115f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['99f6f860-2f4f-4ced-825a-1a4c128664ae'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:49.937832 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad751-c1fe-4f8e-8ecf-4e3a08acd076 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:49.946388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da9b6e96-6f28-4489-94df-9d5f5ab115f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:49.947026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b6e96-6f28-4489-94df-9d5f5ab115f7 None None] The sync data for ids ['99f6f860-2f4f-4ced-825a-1a4c128664ae'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:50.229927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f128bc4-c05e-40ca-8f0c-88e211e93e2f req-0c5966dc-7e9d-4c72-bf95-902861679a91 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:50.231441 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f128bc4-c05e-40ca-8f0c-88e211e93e2f req-0c5966dc-7e9d-4c72-bf95-902861679a91 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0532408 Aug 23 04:03:50.274247 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f128bc4-c05e-40ca-8f0c-88e211e93e2f req-7cd1b2a3-df22-48fd-a004-25966405c86a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347643 Aug 23 04:03:50.449602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad751-c1fe-4f8e-8ecf-4e3a08acd076 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:50.452350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-8293ddea-9179-444a-9a27-e034cd34a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:50.453872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-8293ddea-9179-444a-9a27-e034cd34a0a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 1095 time: 0.1512501 Aug 23 04:03:50.454976 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad751-c1fe-4f8e-8ecf-4e3a08acd076 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:50.571440 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad751-c1fe-4f8e-8ecf-4e3a08acd076 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:50.571907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2ad751-c1fe-4f8e-8ecf-4e3a08acd076 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Fanout notify agent at l3_agent the message router_deleted on router 99f6f860-2f4f-4ced-825a-1a4c128664ae {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:03:50.579774 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fb2ad751-c1fe-4f8e-8ecf-4e3a08acd076 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:50.583966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45242) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:50.585544 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fb2ad751-c1fe-4f8e-8ecf-4e3a08acd076 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/99f6f860-2f4f-4ced-825a-1a4c128664ae HTTP/1.1" status: 204 len: 168 time: 0.7236233 Aug 23 04:03:50.587362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-83e2a936-aae8-483e-ad9f-a9682bbe867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:50.588971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-83e2a936-aae8-483e-ad9f-a9682bbe867b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 200 len: 911 time: 0.1269419 Aug 23 04:03:50.641812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4061db-8475-4f7b-9f78-4bb5ac8d8234 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting subnet 826eb9e7-ff97-4ccf-9c2f-124964ff53bf {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:03:50.645293 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba4061db-8475-4f7b-9f78-4bb5ac8d8234 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:50.658746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-b4eff4dd-c622-479c-b924-04153d2378c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 200 len: 998 time: 0.0630000 Aug 23 04:03:50.696378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba4061db-8475-4f7b-9f78-4bb5ac8d8234 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:50.724098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-b20fcc29-615c-407e-81df-fa1866de2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:50.725723 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-b20fcc29-615c-407e-81df-fa1866de2a11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 200 len: 850 time: 0.0598972 Aug 23 04:03:50.775842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-10e223be-4c6d-4f1f-9500-8e4aff83c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:50.777485 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-10e223be-4c6d-4f1f-9500-8e4aff83c0db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a6f42f2b-c7e8-4c42-9915-befc2cd587c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450139 Aug 23 04:03:50.781650 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba4061db-8475-4f7b-9f78-4bb5ac8d8234 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:50.867249 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-c1588b51-d443-4433-b4fa-d9d6511ad5f5 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825574 Aug 23 04:03:50.899880 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba4061db-8475-4f7b-9f78-4bb5ac8d8234 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:50.930411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4061db-8475-4f7b-9f78-4bb5ac8d8234 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Subnet': ['ID=826eb9e7-ff97-4ccf-9c2f-124964ff53bf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:50.934207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ba4061db-8475-4f7b-9f78-4bb5ac8d8234 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:50.936633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ba4061db-8475-4f7b-9f78-4bb5ac8d8234 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/826eb9e7-ff97-4ccf-9c2f-124964ff53bf HTTP/1.1" status: 204 len: 168 time: 0.3514237 Aug 23 04:03:50.939263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45244) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:50.941547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac0e2a-329e-45af-9a9f-da08afd7af0e None None] Network 9e7e16c1-5774-4f04-953b-f1f243bf32e1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:50.970731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eee5f84d-596e-4732-bc29-cf7be46a65d8 req-26cf3c88-7262-4991-998a-1791320d36a2 service neutron] 10.222.0.24 "GET /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962987 Aug 23 04:03:51.020965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.083128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 88376df6-c573-41c6-9a1c-1d9c267a18fc {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:51.083557 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.123071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a68d26a-efe6-48fd-8740-6f31acbf5b98 None None] DHCP port deletion for 9e7e16c1-5774-4f04-953b-f1f243bf32e1 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:03:51.149526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port 88376df6-c573-41c6-9a1c-1d9c267a18fc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=88376df6-c573-41c6-9a1c-1d9c267a18fc,segment=NetworkSegment(8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb),segment_id=8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:51.149905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.163113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 88376df6-c573-41c6-9a1c-1d9c267a18fc owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:51.171571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2a68d26a-efe6-48fd-8740-6f31acbf5b98 None None] Deleting port 88376df6-c573-41c6-9a1c-1d9c267a18fc {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:51.171967 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2a68d26a-efe6-48fd-8740-6f31acbf5b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.241276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2a68d26a-efe6-48fd-8740-6f31acbf5b98 None None] For port 88376df6-c573-41c6-9a1c-1d9c267a18fc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=88376df6-c573-41c6-9a1c-1d9c267a18fc,segment=NetworkSegment(8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb),segment_id=8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:51.241670 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2a68d26a-efe6-48fd-8740-6f31acbf5b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.254422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2a68d26a-efe6-48fd-8740-6f31acbf5b98 None None] Calling delete_port for 88376df6-c573-41c6-9a1c-1d9c267a18fc owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:51.333468 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.340595 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2a68d26a-efe6-48fd-8740-6f31acbf5b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.351262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No DVR routers for this DVR port 88376df6-c573-41c6-9a1c-1d9c267a18fc on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:51.367149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68d26a-efe6-48fd-8740-6f31acbf5b98 None None] Pushing event deleted for resources: {'Port': ['ID=88376df6-c573-41c6-9a1c-1d9c267a18fc,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:51.371007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68d26a-efe6-48fd-8740-6f31acbf5b98 None None] No DVR routers for this DVR port 88376df6-c573-41c6-9a1c-1d9c267a18fc on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:51.379773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=88376df6-c573-41c6-9a1c-1d9c267a18fc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:51.483925 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.497373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7e16c1-5774-4f04-953b-f1f243bf32e1']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:51.513091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aee77d-7c5b-4e37-8b7a-ea233ab427ea req-771f116b-ae3f-4c52-a3bc-a5a05e113fd9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:51.515271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37aee77d-7c5b-4e37-8b7a-ea233ab427ea req-771f116b-ae3f-4c52-a3bc-a5a05e113fd9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.1573281 Aug 23 04:03:51.519180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:51.519477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc4e1e0-e5a8-4ec9-af85-4f538ef2c9bb') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:51.535584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.562881 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.574512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37aee77d-7c5b-4e37-8b7a-ea233ab427ea req-224ee078-45b2-49eb-956c-3f97ccd4d2d1 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484862 Aug 23 04:03:51.575445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:03:51.575854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:03:51.579568 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:03:51.693095 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.699980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.706344 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/networks/9e7e16c1-5774-4f04-953b-f1f243bf32e1 HTTP/1.1" status: 204 len: 168 time: 0.7621529 Aug 23 04:03:51.706702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45252) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:51.711515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-378799947', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:51.715445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cf9d1-6056-47b3-8bfe-6307a05a719f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Network': ['ID=9e7e16c1-5774-4f04-953b-f1f243bf32e1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:51.760585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 88376df6-c573-41c6-9a1c-1d9c267a18fc no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:03:51.781483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 88376df6-c573-41c6-9a1c-1d9c267a18fc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:03:51.781842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 88376df6-c573-41c6-9a1c-1d9c267a18fc not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:03:51.789716 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.791054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:51.842786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:52.025338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:52.270424 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:52.293796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:52.397280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 172.25.1.16 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/d02a49d1-660b-46e5-8e2f-8f411c87d05e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:52.502672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:52.601747 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:52.639314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:52.642500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:52.650044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:52.652791 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:52.658700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=d02a49d1-660b-46e5-8e2f-8f411c87d05e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:52.698677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57f35-5da1-4cbb-beba-95a24f428855 req-4f066ee8-89f6-4ebb-9e7f-9cfe00f2465d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:52.700190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bc57f35-5da1-4cbb-beba-95a24f428855 req-4f066ee8-89f6-4ebb-9e7f-9cfe00f2465d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0508394 Aug 23 04:03:52.740693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bc57f35-5da1-4cbb-beba-95a24f428855 req-b0d1a6b9-cbff-4651-9a54-fd108437abe8 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338628 Aug 23 04:03:52.859401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dab7b-2a99-4cba-bce6-1fe77a602577 req-8dea44ba-91fb-4679-9155-af4d6e1ea637 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:52.860839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685dab7b-2a99-4cba-bce6-1fe77a602577 req-8dea44ba-91fb-4679-9155-af4d6e1ea637 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0493813 Aug 23 04:03:52.906208 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-685dab7b-2a99-4cba-bce6-1fe77a602577 req-218a0a72-7c27-4448-9568-f7250afe861f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393069 Aug 23 04:03:53.001624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:53.207871 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:53.407221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router d7c9f8a8-e67f-4357-a115-41fc3a9f81ea is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:03:53.517921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:53.528326 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33f3bc-7343-4ffc-8ecc-3c394612b262 None None] Sync routers for ids ['d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:53.537586 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33f3bc-7343-4ffc-8ecc-3c394612b262 None None] Routers {'d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:53.538180 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fd33f3bc-7343-4ffc-8ecc-3c394612b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:53.590867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:53.592908 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-da0052a6-a47e-4567-b3c2-5bdd82cd3a56 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.8853891 Aug 23 04:03:53.595923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45288) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:53.659336 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fd33f3bc-7343-4ffc-8ecc-3c394612b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:53.668421 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33f3bc-7343-4ffc-8ecc-3c394612b262 None None] Routers {'d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:53.669070 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fd33f3bc-7343-4ffc-8ecc-3c394612b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:53.706201 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fd33f3bc-7343-4ffc-8ecc-3c394612b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:53.706950 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33f3bc-7343-4ffc-8ecc-3c394612b262 None None] The sync data for ids ['d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:53.722291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a5aa99e7-5ff8-4254-99b9-3b4446334d15 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/routers/d7c9f8a8-e67f-4357-a115-41fc3a9f81ea HTTP/1.1" status: 200 len: 883 time: 0.1251173 Aug 23 04:03:53.724852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45296) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:53.939442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e0ee2e9d-c21b-4acf-a657-73b0504fd951 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2128541 Aug 23 04:03:53.941343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45308) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:53.945777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6c4ba203-441e-4a3c-b6ea-70711673278f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-378799947'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:54.244843 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba203-441e-4a3c-b6ea-70711673278f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:54.333209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba203-441e-4a3c-b6ea-70711673278f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:54.382112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-fe15e3b7-b562-46d7-a48f-32111a348f39 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:54.383585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-fe15e3b7-b562-46d7-a48f-32111a348f39 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef887a63-6d92-48f1-9ba2-28c03ad0008c HTTP/1.1" status: 200 len: 944 time: 0.0824430 Aug 23 04:03:54.509503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4ba203-441e-4a3c-b6ea-70711673278f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router d7c9f8a8-e67f-4357-a115-41fc3a9f81ea has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:03:54.562562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Deleting port 297faee5-6d2e-4864-b789-c70eb8906aa6 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:54.562902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:54.687995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4ba203-441e-4a3c-b6ea-70711673278f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:54.695560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba203-441e-4a3c-b6ea-70711673278f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:54.696725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c4ba203-441e-4a3c-b6ea-70711673278f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/d7c9f8a8-e67f-4357-a115-41fc3a9f81ea HTTP/1.1" status: 200 len: 890 time: 0.7544518 Aug 23 04:03:54.697169 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec29ac9-3701-4a29-866e-22ae747729da None None] Sync routers for ids ['d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:54.699432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45310) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:54.702369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] For port 297faee5-6d2e-4864-b789-c70eb8906aa6, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=297faee5-6d2e-4864-b789-c70eb8906aa6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:54.702608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:54.707334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec29ac9-3701-4a29-866e-22ae747729da None None] Routers {'d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:54.708122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4ec29ac9-3701-4a29-866e-22ae747729da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:54.715055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Calling delete_port for 297faee5-6d2e-4864-b789-c70eb8906aa6 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:54.751126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4ec29ac9-3701-4a29-866e-22ae747729da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:54.760460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec29ac9-3701-4a29-866e-22ae747729da None None] Routers {'d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:54.761116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4ec29ac9-3701-4a29-866e-22ae747729da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:54.800044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4ec29ac9-3701-4a29-866e-22ae747729da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:54.800710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec29ac9-3701-4a29-866e-22ae747729da None None] The sync data for ids ['d7c9f8a8-e67f-4357-a115-41fc3a9f81ea'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:54.829314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0217a898-a53b-44bb-b793-8ef4ba64946b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/routers/d7c9f8a8-e67f-4357-a115-41fc3a9f81ea HTTP/1.1" status: 200 len: 890 time: 0.1282644 Aug 23 04:03:54.832012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45314) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:54.858456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-96911b44-b578-4afe-ad12-1163807df3ea tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c9f8a8-e67f-4357-a115-41fc3a9f81ea HTTP/1.1" status: 200 len: 205 time: 0.0253637 Aug 23 04:03:54.860914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45316) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:54.922141 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:54.937931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['41a8ff7a-7031-4bba-802e-0767d5698467'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:03:54.952432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event deleted for resources: {'Port': ['ID=297faee5-6d2e-4864-b789-c70eb8906aa6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:54.962398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['65ccff03-e6cf-4ad1-997c-4bb45348aa57'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:03:54.976014 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:54.998689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] No DVR routers for this DVR port 297faee5-6d2e-4864-b789-c70eb8906aa6 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:55.001504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.003565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ef5b1b5-ab19-415e-a6b5-f5c0e25c5fab req-94f657e5-2835-43b4-a9f8-7329bdab5e7b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "DELETE /v2.0/ports/297faee5-6d2e-4864-b789-c70eb8906aa6 HTTP/1.1" status: 204 len: 173 time: 0.6134365 Aug 23 04:03:55.004155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'name': 'network-vif-deleted', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:03:55.006556 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f51897-97c3-4748-a76c-8e3ea110da72" -d '{"events": [{"server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "name": "network-vif-deleted", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:03:55.047664 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 23 Aug 2021 04:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eab02b-66fa-4212-851b-23c97946de85 x-openstack-request-id: req-00eab02b-66fa-4212-851b-23c97946de85 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:03:55.047964 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef887a63-6d92-48f1-9ba2-28c03ad0008c", "name": "network-vif-deleted", "tag": "297faee5-6d2e-4864-b789-c70eb8906aa6", "status": "failed", "code": 422}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:03:55.048223 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00eab02b-66fa-4212-851b-23c97946de85 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:03:55.048633 n-d-749052-7 neutron-server[95121]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef887a63-6d92-48f1-9ba2-28c03ad0008c', 'name': 'network-vif-deleted', 'tag': '297faee5-6d2e-4864-b789-c70eb8906aa6', 'status': 'failed', 'code': 422} returned with failed status Aug 23 04:03:55.121336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.232060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port d02a49d1-660b-46e5-8e2f-8f411c87d05e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:55.232999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.309958 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.321660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for d02a49d1-660b-46e5-8e2f-8f411c87d05e owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:55.550130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.575664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=d02a49d1-660b-46e5-8e2f-8f411c87d05e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:55.635588 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.729726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.731813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.819160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.819685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Fanout notify agent at l3_agent the message router_deleted on router d7c9f8a8-e67f-4357-a115-41fc3a9f81ea {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:03:55.827044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.829038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-17bc4302-95ec-4bc1-b8b7-8142e553c9fe tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/d7c9f8a8-e67f-4357-a115-41fc3a9f81ea HTTP/1.1" status: 204 len: 168 time: 0.9662597 Aug 23 04:03:55.832218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45330) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:55.837414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1941737414'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:55.950361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:55.954584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.977211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:03:55.985620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:55.985964 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added segment d7f9b29e-ef84-4781-aff2-11467810082d of type vlan for network e826df96-dd27-4f2c-9f26-a206261a956a Aug 23 04:03:56.037126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:56.064644 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-91d2c19f-fa4f-4eb5-b631-30118cebfd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:56.099188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:56.104714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:56.105306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:56.144255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575325d-5c30-4953-b276-deeaaa9b43b1 req-e843f069-928d-4ba8-bd3b-bbc84a51a805 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:56.145780 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c575325d-5c30-4953-b276-deeaaa9b43b1 req-e843f069-928d-4ba8-bd3b-bbc84a51a805 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 907 time: 0.0498171 Aug 23 04:03:56.170279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Network': ['ID=e826df96-dd27-4f2c-9f26-a206261a956a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:56.180608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network e826df96-dd27-4f2c-9f26-a206261a956a details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:03:56.196569 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c590c115-7e02-4830-8956-76fec51b9953 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3632538 Aug 23 04:03:56.199535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45336) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:56.205267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'subnet': {'network_id': 'e826df96-dd27-4f2c-9f26-a206261a956a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:56.350225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:03:56.353672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:56.600697 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:56.660595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Subnet': ['ID=0385bfbc-5be0-4541-8f87-4967f18a29df,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:56.667471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Checking segment: {'id': 'd7f9b29e-ef84-4781-aff2-11467810082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e826df96-dd27-4f2c-9f26-a206261a956a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:56.667807 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network hostable DHCP agents. Network: e826df96-dd27-4f2c-9f26-a206261a956a, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:03:56.743825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network e826df96-dd27-4f2c-9f26-a206261a956a is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:03:56.800576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, e826df96-dd27-4f2c-9f26-a206261a956a) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:56.804501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:56.805101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:56.809800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ddd46-ae41-4db5-9321-24ff18baabc6 None None] Network e826df96-dd27-4f2c-9f26-a206261a956a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:56.882836 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e55c6228-97fe-4349-a945-16a3f14f117e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6820283 Aug 23 04:03:56.885308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45338) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:56.889951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e2d30d8a-fd5f-4879-bc9a-f6f7b2ac11d3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-89362723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:56.960383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-e826df96-dd27-4f2c-9f26-a206261a956a', 'network_id': 'e826df96-dd27-4f2c-9f26-a206261a956a', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'fixed_ips': [{'subnet_id': '0385bfbc-5be0-4541-8f87-4967f18a29df'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:03:56.961149 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:56.979311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2d30d8a-fd5f-4879-bc9a-f6f7b2ac11d3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:56.980367 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2d30d8a-fd5f-4879-bc9a-f6f7b2ac11d3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.036706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2d30d8a-fd5f-4879-bc9a-f6f7b2ac11d3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.088062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2d30d8a-fd5f-4879-bc9a-f6f7b2ac11d3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.109994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Allocated IP 2001:db8::2 (e826df96-dd27-4f2c-9f26-a206261a956a/0385bfbc-5be0-4541-8f87-4967f18a29df/fe1af209-c4e2-4d52-9a94-c133a843caf0) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:57.156445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e2d30d8a-fd5f-4879-bc9a-f6f7b2ac11d3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.157630 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e2d30d8a-fd5f-4879-bc9a-f6f7b2ac11d3 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2712972 Aug 23 04:03:57.160408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45342) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:57.249589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.257546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Transition to ACTIVE for port object fe1af209-c4e2-4d52-9a94-c133a843caf0 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:57.272410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Transition to ACTIVE for port object fe1af209-c4e2-4d52-9a94-c133a843caf0 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:57.316923 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.356172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Network e826df96-dd27-4f2c-9f26-a206261a956a is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:57.360708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:57.367232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:57.370296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Pushing event updated for resources: {'Port': ['ID=fe1af209-c4e2-4d52-9a94-c133a843caf0,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:57.380681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af44063-ddc6-445b-95ef-45abddac8b92 req-2294df80-6262-45d8-83c9-e4fb6772813d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:57.382225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4af44063-ddc6-445b-95ef-45abddac8b92 req-2294df80-6262-45d8-83c9-e4fb6772813d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 907 time: 0.1557319 Aug 23 04:03:57.424067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Attempting to bind port fe1af209-c4e2-4d52-9a94-c133a843caf0 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:03:57.424362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Attempting to bind port fe1af209-c4e2-4d52-9a94-c133a843caf0 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd7f9b29e-ef84-4781-aff2-11467810082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e826df96-dd27-4f2c-9f26-a206261a956a'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:03:57.424726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Attempting to bind port fe1af209-c4e2-4d52-9a94-c133a843caf0 on network e826df96-dd27-4f2c-9f26-a206261a956a {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:03:57.429708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:03:57.430086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Checking segment: {'id': 'd7f9b29e-ef84-4781-aff2-11467810082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e826df96-dd27-4f2c-9f26-a206261a956a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:03:57.430493 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.430893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Bound using segment: {'id': 'd7f9b29e-ef84-4781-aff2-11467810082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e826df96-dd27-4f2c-9f26-a206261a956a'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:03:57.431359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Bound port: fe1af209-c4e2-4d52-9a94-c133a843caf0, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f9b29e-ef84-4781-aff2-11467810082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e826df96-dd27-4f2c-9f26-a206261a956a'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:03:57.431762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.484097 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.640279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-40bf83d8-04a7-4909-a4e2-662f1f2da2f2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:57.641776 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-40bf83d8-04a7-4909-a4e2-662f1f2da2f2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 907 time: 0.1461761 Aug 23 04:03:57.650819 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] For port fe1af209-c4e2-4d52-9a94-c133a843caf0, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:03:57.654983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] For port fe1af209-c4e2-4d52-9a94-c133a843caf0, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fe1af209-c4e2-4d52-9a94-c133a843caf0,segment=NetworkSegment(d7f9b29e-ef84-4781-aff2-11467810082d),segment_id=d7f9b29e-ef84-4781-aff2-11467810082d)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:03:57.705441 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.767704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438317e-7f37-41e7-bb2c-0d581b4df31b None None] Pushing event updated for resources: {'Port': ['ID=fe1af209-c4e2-4d52-9a94-c133a843caf0,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:57.828916 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Deleting port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:03:57.829431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:57.832299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 2001:db8::1 (e826df96-dd27-4f2c-9f26-a206261a956a/0385bfbc-5be0-4541-8f87-4967f18a29df/928ea9fb-029f-488a-ac32-4bae0c2c48d9) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:03:58.321233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] For port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:03:58.321608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:58.345346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Calling delete_port for fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:03:58.370434 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:58.418603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Transition to ACTIVE for port object 928ea9fb-029f-488a-ac32-4bae0c2c48d9 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:03:58.555508 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775ff8-3018-4cfe-a9a9-01f536242daf req-a7e2dcdb-9340-4e91-b194-370c820d300e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:58.557099 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa775ff8-3018-4cfe-a9a9-01f536242daf req-a7e2dcdb-9340-4e91-b194-370c820d300e tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 907 time: 0.0965137 Aug 23 04:03:58.578509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:58.625174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network e826df96-dd27-4f2c-9f26-a206261a956a is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:58.628236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:58.630683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:03:58.631235 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:58.665441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38666c0-3eab-424e-8872-f6d061feb4fa None None] Network e826df96-dd27-4f2c-9f26-a206261a956a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:03:58.672693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=928ea9fb-029f-488a-ac32-4bae0c2c48d9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:58.675156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:58.692749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.693204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.693543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.693875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.694201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.694526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.694849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.695281 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.695706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.696140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.696467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.696784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:03:58.762212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5c66-4ca1-4a48-a319-7368c95a3e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:58.774300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event deleted for resources: {'Port': ['ID=fa9227c1-0f9c-4b68-80ea-4f5aaf97b295,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:58.807360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] No DVR routers for this DVR port fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:03:58.811196 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:58.814017 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ca79a9f3-1b94-4046-b687-44efc0a24423 req-9ba7b5e3-06dd-411f-93fb-e75c2309e08a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "DELETE /v2.0/ports/fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 HTTP/1.1" status: 204 len: 173 time: 1.1638069 Aug 23 04:03:58.817160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa454a87-1a84-4b29-b252-b2077808e587', 'name': 'network-vif-deleted', 'tag': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:03:58.819979 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9f6f2d-1b2d-4972-a434-b66220e640b9" -d '{"events": [{"server_uuid": "fa454a87-1a84-4b29-b252-b2077808e587", "name": "network-vif-deleted", "tag": "fa9227c1-0f9c-4b68-80ea-4f5aaf97b295"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:03:58.837485 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:58.855961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-17d7829d-5d98-44d8-8bc5-c0ff418cd3d2 None None] Provisioning for port fe1af209-c4e2-4d52-9a94-c133a843caf0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:58.864764 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbe12ea-6a49-442e-b6c9-eb716f59bcce x-openstack-request-id: req-ffbe12ea-6a49-442e-b6c9-eb716f59bcce {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:03:58.865298 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa454a87-1a84-4b29-b252-b2077808e587", "name": "network-vif-deleted", "tag": "fa9227c1-0f9c-4b68-80ea-4f5aaf97b295", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:03:58.865392 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffbe12ea-6a49-442e-b6c9-eb716f59bcce {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:03:58.865758 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa454a87-1a84-4b29-b252-b2077808e587', 'name': 'network-vif-deleted', 'tag': 'fa9227c1-0f9c-4b68-80ea-4f5aaf97b295', 'status': 'completed', 'code': 200} Aug 23 04:03:58.948601 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:59.230185 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:59.258711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-345f9b7f-9389-4f0d-ac01-bca69377c8d5 None None] Provisioning for port 928ea9fb-029f-488a-ac32-4bae0c2c48d9 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:59.263265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-345f9b7f-9389-4f0d-ac01-bca69377c8d5 None None] Provisioning complete for port 928ea9fb-029f-488a-ac32-4bae0c2c48d9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:59.264660 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-345f9b7f-9389-4f0d-ac01-bca69377c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:59.281605 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:59.282487 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:59.303191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-345f9b7f-9389-4f0d-ac01-bca69377c8d5 None None] Port 928ea9fb-029f-488a-ac32-4bae0c2c48d9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:59.345170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=928ea9fb-029f-488a-ac32-4bae0c2c48d9,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:03:59.408800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network e826df96-dd27-4f2c-9f26-a206261a956a is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:03:59.410259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:03:59.434067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2d06994f-5d9d-43ed-b41c-0290a3854a85 None None] Provisioning complete for port 928ea9fb-029f-488a-ac32-4bae0c2c48d9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:59.434449 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2d06994f-5d9d-43ed-b41c-0290a3854a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:59.475107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2d06994f-5d9d-43ed-b41c-0290a3854a85 None None] Port 928ea9fb-029f-488a-ac32-4bae0c2c48d9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:59.591102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router cd9990b7-9619-4738-a837-a3310e46d1f7 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:03:59.675205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb7c34ed-7004-4833-b3de-dea4a92b0cf7 req-f527aeff-cdad-46b0-8f4a-7f7199df801d tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa454a87-1a84-4b29-b252-b2077808e587 HTTP/1.1" status: 200 len: 210 time: 0.0285034 Aug 23 04:03:59.694650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:03:59.700038 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5667b053-9af9-4b2f-99d5-531594993304 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/cd9990b7-9619-4738-a837-a3310e46d1f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5386064 Aug 23 04:03:59.703143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45358) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:59.703660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-57bb2ba7-bd1e-4e17-9d3f-46ea8c188074 None None] Provisioning complete for port 928ea9fb-029f-488a-ac32-4bae0c2c48d9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:59.704207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57bb2ba7-bd1e-4e17-9d3f-46ea8c188074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:59.705486 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87d65d-a165-4e18-90f2-909cd0dfe489 None None] Sync routers for ids ['cd9990b7-9619-4738-a837-a3310e46d1f7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:03:59.714988 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87d65d-a165-4e18-90f2-909cd0dfe489 None None] Routers {'cd9990b7-9619-4738-a837-a3310e46d1f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:59.716068 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ad87d65d-a165-4e18-90f2-909cd0dfe489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cd9990b7-9619-4738-a837-a3310e46d1f7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:59.742025 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-57bb2ba7-bd1e-4e17-9d3f-46ea8c188074 None None] Port 928ea9fb-029f-488a-ac32-4bae0c2c48d9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:03:59.758893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fa3876-dc8f-422d-9e79-2089a1ff7d99 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:03:59.759572 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-16fa3876-dc8f-422d-9e79-2089a1ff7d99 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports/928ea9fb-029f-488a-ac32-4bae0c2c48d9 HTTP/1.1" status: 200 len: 911 time: 0.0556045 Aug 23 04:03:59.762551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45360) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:03:59.767717 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ad87d65d-a165-4e18-90f2-909cd0dfe489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:59.768111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d91a0723-2a12-424c-8397-b40f0f806f41 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0385bfbc-5be0-4541-8f87-4967f18a29df'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:03:59.781141 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87d65d-a165-4e18-90f2-909cd0dfe489 None None] Routers {'cd9990b7-9619-4738-a837-a3310e46d1f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:03:59.781784 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ad87d65d-a165-4e18-90f2-909cd0dfe489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cd9990b7-9619-4738-a837-a3310e46d1f7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:59.819586 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ad87d65d-a165-4e18-90f2-909cd0dfe489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:03:59.820248 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87d65d-a165-4e18-90f2-909cd0dfe489 None None] The sync data for ids ['cd9990b7-9619-4738-a837-a3310e46d1f7'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:03:59.830678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fe1af209-c4e2-4d52-9a94-c133a843caf0 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:03:59.910278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port fe1af209-c4e2-4d52-9a94-c133a843caf0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:03:59.914208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port fe1af209-c4e2-4d52-9a94-c133a843caf0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:03:59.914584 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:59.925645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d91a0723-2a12-424c-8397-b40f0f806f41 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:03:59.998362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:00.032839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port fe1af209-c4e2-4d52-9a94-c133a843caf0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fe1af209-c4e2-4d52-9a94-c133a843caf0,segment=NetworkSegment(d7f9b29e-ef84-4781-aff2-11467810082d),segment_id=d7f9b29e-ef84-4781-aff2-11467810082d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:00.116424 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:00.170966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=fe1af209-c4e2-4d52-9a94-c133a843caf0,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:00.470531 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:00.616890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d91a0723-2a12-424c-8397-b40f0f806f41 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:00.703813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d91a0723-2a12-424c-8397-b40f0f806f41 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:00.719165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a0723-2a12-424c-8397-b40f0f806f41 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:00.719165 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d91a0723-2a12-424c-8397-b40f0f806f41 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:00.719165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d91a0723-2a12-424c-8397-b40f0f806f41 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/ports/928ea9fb-029f-488a-ac32-4bae0c2c48d9 HTTP/1.1" status: 200 len: 911 time: 0.9497030 Aug 23 04:04:00.719410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45366) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:00.757981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a0723-2a12-424c-8397-b40f0f806f41 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=928ea9fb-029f-488a-ac32-4bae0c2c48d9,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:01.032522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:01.183888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa798-36a0-4715-acf7-6b9ede96f9af req-1993913c-2ad4-425b-95de-6de80342c783 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:01.185567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b35fa798-36a0-4715-acf7-6b9ede96f9af req-1993913c-2ad4-425b-95de-6de80342c783 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 945 time: 0.0492227 Aug 23 04:04:01.223594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b35fa798-36a0-4715-acf7-6b9ede96f9af req-ec69ce84-21c5-4a92-9a15-e4bdab6610b2 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Aug 23 04:04:01.276137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 928ea9fb-029f-488a-ac32-4bae0c2c48d9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:01.276483 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:01.363221 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:01.374518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 928ea9fb-029f-488a-ac32-4bae0c2c48d9 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:01.589949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:01.616455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=928ea9fb-029f-488a-ac32-4bae0c2c48d9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:01.666329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:01.690450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:01.691130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device fa9227c1-0f9c-4b68-80ea-4f5aaf97b295 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:01.711909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:01.781195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fe1af209-c4e2-4d52-9a94-c133a843caf0 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:01.784914 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:01.831662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port fe1af209-c4e2-4d52-9a94-c133a843caf0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:01.832115 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:01.869537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router cd9990b7-9619-4738-a837-a3310e46d1f7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:01.941400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:01.946159 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4662e87d-c6d8-42f3-89da-6e27a8460cba tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/cd9990b7-9619-4738-a837-a3310e46d1f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2279143 Aug 23 04:04:01.948942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45374) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:01.952284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e75455-067a-4510-b9dc-f5bebf799fd8 None None] Sync routers for ids ['cd9990b7-9619-4738-a837-a3310e46d1f7'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:01.961374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e75455-067a-4510-b9dc-f5bebf799fd8 None None] Routers {'cd9990b7-9619-4738-a837-a3310e46d1f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:01.961990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f3e75455-067a-4510-b9dc-f5bebf799fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cd9990b7-9619-4738-a837-a3310e46d1f7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:01.978495 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d5399bb0-fa42-4ab0-a68b-0e4dbf25cd36 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd9990b7-9619-4738-a837-a3310e46d1f7 HTTP/1.1" status: 200 len: 205 time: 0.0284767 Aug 23 04:04:01.981060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45376) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:01.993375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f3e75455-067a-4510-b9dc-f5bebf799fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:02.002418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e75455-067a-4510-b9dc-f5bebf799fd8 None None] Routers {'cd9990b7-9619-4738-a837-a3310e46d1f7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:02.003017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f3e75455-067a-4510-b9dc-f5bebf799fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['cd9990b7-9619-4738-a837-a3310e46d1f7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:02.036643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f3e75455-067a-4510-b9dc-f5bebf799fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:02.037428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e75455-067a-4510-b9dc-f5bebf799fd8 None None] The sync data for ids ['cd9990b7-9619-4738-a837-a3310e46d1f7'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:02.050899 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-82ed1b98-3e60-417f-8b67-8250eb48d64b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.199995 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-82ed1b98-3e60-417f-8b67-8250eb48d64b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.202023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-82ed1b98-3e60-417f-8b67-8250eb48d64b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.304768 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-82ed1b98-3e60-417f-8b67-8250eb48d64b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.305310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ed1b98-3e60-417f-8b67-8250eb48d64b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Fanout notify agent at l3_agent the message router_deleted on router cd9990b7-9619-4738-a837-a3310e46d1f7 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:04:02.314669 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-82ed1b98-3e60-417f-8b67-8250eb48d64b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.315842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-82ed1b98-3e60-417f-8b67-8250eb48d64b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/cd9990b7-9619-4738-a837-a3310e46d1f7 HTTP/1.1" status: 204 len: 168 time: 0.3338809 Aug 23 04:04:02.318454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45380) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:02.350144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5bde6-9fe7-4018-95da-bd20a96a07e2 req-2dfc35fe-0114-468a-a7d9-f0e87938b2ab tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:02.351721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eaf5bde6-9fe7-4018-95da-bd20a96a07e2 req-2dfc35fe-0114-468a-a7d9-f0e87938b2ab tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 945 time: 0.0584016 Aug 23 04:04:02.371988 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-185be9ad-03ae-42a2-90d4-eb894ae5e43a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting subnet 0385bfbc-5be0-4541-8f87-4967f18a29df {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:04:02.375215 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-185be9ad-03ae-42a2-90d4-eb894ae5e43a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.391850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eaf5bde6-9fe7-4018-95da-bd20a96a07e2 req-91409725-f832-4b0c-8b2c-126514896e58 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339546 Aug 23 04:04:02.416226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-185be9ad-03ae-42a2-90d4-eb894ae5e43a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.498716 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-185be9ad-03ae-42a2-90d4-eb894ae5e43a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.636139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-185be9ad-03ae-42a2-90d4-eb894ae5e43a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.662451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185be9ad-03ae-42a2-90d4-eb894ae5e43a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Subnet': ['ID=0385bfbc-5be0-4541-8f87-4967f18a29df,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:02.669062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-185be9ad-03ae-42a2-90d4-eb894ae5e43a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.671403 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-185be9ad-03ae-42a2-90d4-eb894ae5e43a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/0385bfbc-5be0-4541-8f87-4967f18a29df HTTP/1.1" status: 204 len: 168 time: 0.3515694 Aug 23 04:04:02.673696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45384) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:02.675262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327b66a2-a4ad-4228-b69d-bbf3ed8df1ea None None] Network e826df96-dd27-4f2c-9f26-a206261a956a requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:02.749847 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.843586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-1da210ee-adfe-49d0-b3b3-ca536b14d645 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:02.845099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-1da210ee-adfe-49d0-b3b3-ca536b14d645 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 945 time: 0.0654924 Aug 23 04:04:02.845588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4454164c-4ba3-4e8a-a94f-71c9c865bb25 None None] DHCP port deletion for e826df96-dd27-4f2c-9f26-a206261a956a request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:04:02.854013 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port fe1af209-c4e2-4d52-9a94-c133a843caf0 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:02.854349 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.899342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4454164c-4ba3-4e8a-a94f-71c9c865bb25 None None] Deleting port fe1af209-c4e2-4d52-9a94-c133a843caf0 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:02.899342 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4454164c-4ba3-4e8a-a94f-71c9c865bb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.963640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4454164c-4ba3-4e8a-a94f-71c9c865bb25 None None] For port fe1af209-c4e2-4d52-9a94-c133a843caf0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fe1af209-c4e2-4d52-9a94-c133a843caf0,segment=NetworkSegment(d7f9b29e-ef84-4781-aff2-11467810082d),segment_id=d7f9b29e-ef84-4781-aff2-11467810082d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:02.964083 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4454164c-4ba3-4e8a-a94f-71c9c865bb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.969934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port fe1af209-c4e2-4d52-9a94-c133a843caf0, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fe1af209-c4e2-4d52-9a94-c133a843caf0,segment=NetworkSegment(d7f9b29e-ef84-4781-aff2-11467810082d),segment_id=d7f9b29e-ef84-4781-aff2-11467810082d)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:02.970306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:02.981206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4454164c-4ba3-4e8a-a94f-71c9c865bb25 None None] Calling delete_port for fe1af209-c4e2-4d52-9a94-c133a843caf0 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:02.984895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for fe1af209-c4e2-4d52-9a94-c133a843caf0 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:03.047368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Deleting port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:03.047635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.110310 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4454164c-4ba3-4e8a-a94f-71c9c865bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.136849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454164c-4ba3-4e8a-a94f-71c9c865bb25 None None] Pushing event deleted for resources: {'Port': ['ID=fe1af209-c4e2-4d52-9a94-c133a843caf0,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:03.139217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454164c-4ba3-4e8a-a94f-71c9c865bb25 None None] No DVR routers for this DVR port fe1af209-c4e2-4d52-9a94-c133a843caf0 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:03.140475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.173847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=fe1af209-c4e2-4d52-9a94-c133a843caf0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:03.181565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No DVR routers for this DVR port fe1af209-c4e2-4d52-9a94-c133a843caf0 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:03.184111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] For port 65ccff03-e6cf-4ad1-997c-4bb45348aa57, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=65ccff03-e6cf-4ad1-997c-4bb45348aa57,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:03.184479 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.227150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Calling delete_port for 65ccff03-e6cf-4ad1-997c-4bb45348aa57 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:03.281250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.318677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e826df96-dd27-4f2c-9f26-a206261a956a']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:03.331941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f9b29e-ef84-4781-aff2-11467810082d') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:03.332243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f9b29e-ef84-4781-aff2-11467810082d') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:03.349243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.370946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.377757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:04:03.378144 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:04:03.380992 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:04:03.519138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1e442-f240-44ee-b08c-78da2c4d87ea req-8996ddc3-40f8-4968-bf54-a6fb7ba362f9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:03.520692 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6a1e442-f240-44ee-b08c-78da2c4d87ea req-8996ddc3-40f8-4968-bf54-a6fb7ba362f9 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 945 time: 0.0539889 Aug 23 04:04:03.544797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.551890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.554051 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/networks/e826df96-dd27-4f2c-9f26-a206261a956a HTTP/1.1" status: 204 len: 168 time: 0.8791347 Aug 23 04:04:03.560413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45390) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:03.565478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-34719928-c0c7-4bd2-be1d-dc0ead2a9e93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1105075016', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:03.567027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43209fb6-3424-4383-8065-73c8b7a84e65 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Network': ['ID=e826df96-dd27-4f2c-9f26-a206261a956a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:03.573351 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.574925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6a1e442-f240-44ee-b08c-78da2c4d87ea req-aa63e13f-e10b-4963-93d6-c3b7dcd7ee1f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475173 Aug 23 04:04:03.584485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['41a8ff7a-7031-4bba-802e-0767d5698467'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:04:03.607180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event deleted for resources: {'Port': ['ID=65ccff03-e6cf-4ad1-997c-4bb45348aa57,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:03.607655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['65ccff03-e6cf-4ad1-997c-4bb45348aa57'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:04:03.646970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34719928-c0c7-4bd2-be1d-dc0ead2a9e93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.648325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34719928-c0c7-4bd2-be1d-dc0ead2a9e93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.659075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] No DVR routers for this DVR port 65ccff03-e6cf-4ad1-997c-4bb45348aa57 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:03.662073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.664114 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d6ded3c-e3b2-4b28-b279-406e5aaf5f2c req-3acf4ddd-0913-427d-8cae-2d5d73b2b87a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.11 "DELETE /v2.0/ports/65ccff03-e6cf-4ad1-997c-4bb45348aa57 HTTP/1.1" status: 204 len: 173 time: 0.8118784 Aug 23 04:04:03.664559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb8b749-f7b7-4414-9ee5-ffb2f781ee41', 'name': 'network-vif-deleted', 'tag': '65ccff03-e6cf-4ad1-997c-4bb45348aa57'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:04:03.666909 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1501e4ca-b2a8-4a9c-9211-22c6b4e68074" -d '{"events": [{"server_uuid": "cdb8b749-f7b7-4414-9ee5-ffb2f781ee41", "name": "network-vif-deleted", "tag": "65ccff03-e6cf-4ad1-997c-4bb45348aa57"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:04:03.707630 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a227b8e4-ea10-4a75-a300-332e2d1dc7e4 x-openstack-request-id: req-a227b8e4-ea10-4a75-a300-332e2d1dc7e4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:04:03.708189 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb8b749-f7b7-4414-9ee5-ffb2f781ee41", "name": "network-vif-deleted", "tag": "65ccff03-e6cf-4ad1-997c-4bb45348aa57", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:04:03.708189 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a227b8e4-ea10-4a75-a300-332e2d1dc7e4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:04:03.708672 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb8b749-f7b7-4414-9ee5-ffb2f781ee41', 'name': 'network-vif-deleted', 'tag': '65ccff03-e6cf-4ad1-997c-4bb45348aa57', 'status': 'completed', 'code': 200} Aug 23 04:04:03.712583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34719928-c0c7-4bd2-be1d-dc0ead2a9e93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.770141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fe1af209-c4e2-4d52-9a94-c133a843caf0 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:03.785066 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34719928-c0c7-4bd2-be1d-dc0ead2a9e93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.790070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: fe1af209-c4e2-4d52-9a94-c133a843caf0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:03.790484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fe1af209-c4e2-4d52-9a94-c133a843caf0 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:03.887660 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-34719928-c0c7-4bd2-be1d-dc0ead2a9e93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:03.889232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-34719928-c0c7-4bd2-be1d-dc0ead2a9e93 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3276191 Aug 23 04:04:03.892018 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45394) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:03.897676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2128469720'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:04.018960 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:04.022785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:04.052340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:04:04.062631 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:04.063107 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added segment 06d38da8-70c8-4687-ac3b-bf8ae708ed59 of type vlan for network b2e7e591-29f8-4e26-b6a1-0a1367a17604 Aug 23 04:04:04.104011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:04.184444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:04.190476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:04.191063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:04.260905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Network': ['ID=b2e7e591-29f8-4e26-b6a1-0a1367a17604,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:04.273648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network b2e7e591-29f8-4e26-b6a1-0a1367a17604 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:04:04.351439 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-20b9d337-3839-4d95-9365-b60390163459 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4572561 Aug 23 04:04:04.367230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45396) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:04.369171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'subnet': {'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:04.528810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:04.532274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:04.693617 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b45aa0e5-49c2-4901-b861-08f7d6bc5d0c req-4bc724d2-428a-45ec-a34c-02d8978dc92a tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdb8b749-f7b7-4414-9ee5-ffb2f781ee41 HTTP/1.1" status: 200 len: 210 time: 0.0297773 Aug 23 04:04:04.835954 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:04.898999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Subnet': ['ID=b460b454-52cd-4e4e-a854-95084d1b6486,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:04.908352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Checking segment: {'id': '06d38da8-70c8-4687-ac3b-bf8ae708ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:04.908715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network hostable DHCP agents. Network: b2e7e591-29f8-4e26-b6a1-0a1367a17604, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:04:04.978203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network b2e7e591-29f8-4e26-b6a1-0a1367a17604 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:04:05.076477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, b2e7e591-29f8-4e26-b6a1-0a1367a17604) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:05.080821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:05.092941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:05.093701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8e53a-2b42-42c1-9471-6a8f2a137e57 None None] Network b2e7e591-29f8-4e26-b6a1-0a1367a17604 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:05.172946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fcba78c5-cf8f-466d-8776-695f95cdd104 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8077798 Aug 23 04:04:05.175533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45404) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:05.229129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:04:05.230019 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:05.364933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Allocated IP 2001:db8::2 (b2e7e591-29f8-4e26-b6a1-0a1367a17604/b460b454-52cd-4e4e-a854-95084d1b6486/e5ffd244-0b94-4288-80d1-ebb73195eec8) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:05.444896 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:05.506570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:05.515268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Transition to ACTIVE for port object e5ffd244-0b94-4288-80d1-ebb73195eec8 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:05.530942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Transition to ACTIVE for port object e5ffd244-0b94-4288-80d1-ebb73195eec8 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:05.585079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:05.626984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Network b2e7e591-29f8-4e26-b6a1-0a1367a17604 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:05.629889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:05.632329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:05.645453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Pushing event updated for resources: {'Port': ['ID=e5ffd244-0b94-4288-80d1-ebb73195eec8,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:05.711538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Attempting to bind port e5ffd244-0b94-4288-80d1-ebb73195eec8 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:05.712004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Attempting to bind port e5ffd244-0b94-4288-80d1-ebb73195eec8 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '06d38da8-70c8-4687-ac3b-bf8ae708ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:05.712441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Attempting to bind port e5ffd244-0b94-4288-80d1-ebb73195eec8 on network b2e7e591-29f8-4e26-b6a1-0a1367a17604 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:05.720167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:05.720654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Checking segment: {'id': '06d38da8-70c8-4687-ac3b-bf8ae708ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:05.721212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:05.721710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Bound using segment: {'id': '06d38da8-70c8-4687-ac3b-bf8ae708ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:05.722270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Bound port: e5ffd244-0b94-4288-80d1-ebb73195eec8, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d38da8-70c8-4687-ac3b-bf8ae708ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:05.722771 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:05.795075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] For port e5ffd244-0b94-4288-80d1-ebb73195eec8, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:05.799305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] For port e5ffd244-0b94-4288-80d1-ebb73195eec8, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e5ffd244-0b94-4288-80d1-ebb73195eec8,segment=NetworkSegment(06d38da8-70c8-4687-ac3b-bf8ae708ed59),segment_id=06d38da8-70c8-4687-ac3b-bf8ae708ed59)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:05.848162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:05.928439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c3169-0cd1-4604-9d64-5631075deafe None None] Pushing event updated for resources: {'Port': ['ID=e5ffd244-0b94-4288-80d1-ebb73195eec8,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:06.023282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 2001:db8::1 (b2e7e591-29f8-4e26-b6a1-0a1367a17604/b460b454-52cd-4e4e-a854-95084d1b6486/22d83408-5b45-48d4-9c4c-83f8ec19b0c9) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:06.161203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:06.175710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Transition to ACTIVE for port object 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:06.223039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdc862-f81d-4f20-b438-c3f863dd9a5b req-47570ee5-7988-4ffb-9c47-bacb5fba6f50 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:06.224689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78cdc862-f81d-4f20-b438-c3f863dd9a5b req-47570ee5-7988-4ffb-9c47-bacb5fba6f50 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0536683 Aug 23 04:04:06.264176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78cdc862-f81d-4f20-b438-c3f863dd9a5b req-8789a2e5-7b71-4987-838d-cb5507510733 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Aug 23 04:04:06.269953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:06.309715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network b2e7e591-29f8-4e26-b6a1-0a1367a17604 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:06.312630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:06.316221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:06.317948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:06.324345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=22d83408-5b45-48d4-9c4c-83f8ec19b0c9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:06.516300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:06.779426 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:06.864725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:06.865636 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:06.871289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d9fc7-16ba-4b4d-8aeb-90b8718f64a7 None None] Network b2e7e591-29f8-4e26-b6a1-0a1367a17604 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:06.929185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=22d83408-5b45-48d4-9c4c-83f8ec19b0c9,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:06.986949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ce877e53-6600-402e-a07d-b5988b1907c8 None None] Provisioning for port e5ffd244-0b94-4288-80d1-ebb73195eec8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:07.000609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network b2e7e591-29f8-4e26-b6a1-0a1367a17604 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:07.002045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:07.196065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:04:07.294190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:07.303290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e23cbf65-ee24-42b9-b2fc-25ed6d0c3e25 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1265812 Aug 23 04:04:07.304027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45418) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:07.308169 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:07.319295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-932206744'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:07.319705 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:07.320454 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:07.418851 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:07.419008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-65215c75-52b3-4217-b359-fef6ea7deb59 None None] Provisioning for port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:07.424362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-65215c75-52b3-4217-b359-fef6ea7deb59 None None] Provisioning complete for port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:07.424362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-65215c75-52b3-4217-b359-fef6ea7deb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.479496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c2d73-2784-4a8c-9b05-373b3d205569 req-508a9e7f-46ad-4dd6-89bb-5f9a61273842 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:07.489674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-65215c75-52b3-4217-b359-fef6ea7deb59 None None] Port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:07.493124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d1c2d73-2784-4a8c-9b05-373b3d205569 req-508a9e7f-46ad-4dd6-89bb-5f9a61273842 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.1389422 Aug 23 04:04:07.502961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a033da5-df85-4475-8230-4421b7c5af27 req-845a41cb-2b56-4768-b8d9-23f3fbe972bb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:07.509209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a033da5-df85-4475-8230-4421b7c5af27 req-845a41cb-2b56-4768-b8d9-23f3fbe972bb tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 946 time: 0.0774682 Aug 23 04:04:07.542609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d1c2d73-2784-4a8c-9b05-373b3d205569 req-1275d675-9f70-40f2-85e1-9227ea845985 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=3794c55b-3055-4597-be4b-2c5d7bbf662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 Aug 23 04:04:07.554134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:07.554134 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.581298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:04:07.591851 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.592530 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added segment 845cad38-7d1d-411d-b07c-6032dda0bb8f of type vlan for network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 Aug 23 04:04:07.605504 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.615255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eb15f7fe-4b1e-451f-b382-a996a8dccfcf None None] Provisioning complete for port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:07.615685 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eb15f7fe-4b1e-451f-b382-a996a8dccfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.641469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1a033da5-df85-4475-8230-4421b7c5af27 req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Deleting port 41a8ff7a-7031-4bba-802e-0767d5698467 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:07.641881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a033da5-df85-4475-8230-4421b7c5af27 req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.647772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.658639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-eb15f7fe-4b1e-451f-b382-a996a8dccfcf None None] Port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:07.703201 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:06Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:06Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:07.732852 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:07.733813 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Updating router 85194b15-e03d-4598-9494-86d858e554cb port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:04:07.738787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.750105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:07.750105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.756212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1a033da5-df85-4475-8230-4421b7c5af27 req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] For port 41a8ff7a-7031-4bba-802e-0767d5698467, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=41a8ff7a-7031-4bba-802e-0767d5698467,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:07.756773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a033da5-df85-4475-8230-4421b7c5af27 req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.770849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1a033da5-df85-4475-8230-4421b7c5af27 req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Calling delete_port for 41a8ff7a-7031-4bba-802e-0767d5698467 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:07.786908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4d6e8904-2005-4610-963f-f7a0d9d2174c None None] Provisioning complete for port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:07.788142 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.788792 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8904-2005-4610-963f-f7a0d9d2174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:07.844982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Network': ['ID=844f9a8e-9afa-4f0f-b37a-103fa81e8ba4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:07.847096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e8904-2005-4610-963f-f7a0d9d2174c None None] Port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:07.855764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:04:07.863091 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb93b890-298b-466f-ac67-2586ac96d3a6 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5561094 Aug 23 04:04:07.863921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45420) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:07.882665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e5ffd244-0b94-4288-80d1-ebb73195eec8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:07.883242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'subnet': {'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:07.952779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 65ccff03-e6cf-4ad1-997c-4bb45348aa57 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:07.981086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 65ccff03-e6cf-4ad1-997c-4bb45348aa57 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:07.981710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 65ccff03-e6cf-4ad1-997c-4bb45348aa57 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:08.036177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a033da5-df85-4475-8230-4421b7c5af27 req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.048978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['41a8ff7a-7031-4bba-802e-0767d5698467'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:04:08.073718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event deleted for resources: {'Port': ['ID=41a8ff7a-7031-4bba-802e-0767d5698467,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:08.096061 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.106294 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Transition to ACTIVE for port object 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:08.115623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a033da5-df85-4475-8230-4421b7c5af27 req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] No DVR routers for this DVR port 41a8ff7a-7031-4bba-802e-0767d5698467 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:08.118269 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a033da5-df85-4475-8230-4421b7c5af27 req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.120456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a033da5-df85-4475-8230-4421b7c5af27 req-7ff2970c-dbdf-4741-a034-79e465ae3a00 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "DELETE /v2.0/ports/41a8ff7a-7031-4bba-802e-0767d5698467 HTTP/1.1" status: 204 len: 173 time: 0.6037807 Aug 23 04:04:08.120904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66028a93-98b2-4fe1-98d0-dac6898dc67d', 'name': 'network-vif-deleted', 'tag': '41a8ff7a-7031-4bba-802e-0767d5698467'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:04:08.123443 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0572d832-e61e-483c-b4ec-b806dd2ca9d3" -d '{"events": [{"server_uuid": "66028a93-98b2-4fe1-98d0-dac6898dc67d", "name": "network-vif-deleted", "tag": "41a8ff7a-7031-4bba-802e-0767d5698467"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:04:08.127512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:08.131170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.157287 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port e5ffd244-0b94-4288-80d1-ebb73195eec8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:08.162531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e5ffd244-0b94-4288-80d1-ebb73195eec8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:08.166255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.166785 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc4f16f-402a-4155-9fe4-4c01b8e16b0b x-openstack-request-id: req-afc4f16f-402a-4155-9fe4-4c01b8e16b0b {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:04:08.167092 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66028a93-98b2-4fe1-98d0-dac6898dc67d", "name": "network-vif-deleted", "tag": "41a8ff7a-7031-4bba-802e-0767d5698467", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:04:08.167349 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afc4f16f-402a-4155-9fe4-4c01b8e16b0b {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:04:08.167770 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66028a93-98b2-4fe1-98d0-dac6898dc67d', 'name': 'network-vif-deleted', 'tag': '41a8ff7a-7031-4bba-802e-0767d5698467', 'status': 'completed', 'code': 200} Aug 23 04:04:08.230952 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.253675 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.303868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port e5ffd244-0b94-4288-80d1-ebb73195eec8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e5ffd244-0b94-4288-80d1-ebb73195eec8,segment=NetworkSegment(06d38da8-70c8-4687-ac3b-bf8ae708ed59),segment_id=06d38da8-70c8-4687-ac3b-bf8ae708ed59)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:08.306286 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Pushing event updated for resources: {'Port': ['ID=22d83408-5b45-48d4-9c4c-83f8ec19b0c9,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:08.319630 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.320298 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.320387 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.320677 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.321161 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.321559 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.321923 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.322281 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.322615 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.323086 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.323475 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.323810 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:08.377766 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Attempting to bind port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:08.378139 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Attempting to bind port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '06d38da8-70c8-4687-ac3b-bf8ae708ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:08.378507 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Attempting to bind port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 on network b2e7e591-29f8-4e26-b6a1-0a1367a17604 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:08.384119 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:08.389113 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Checking segment: {'id': '06d38da8-70c8-4687-ac3b-bf8ae708ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:08.389113 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.389113 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Bound using segment: {'id': '06d38da8-70c8-4687-ac3b-bf8ae708ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:08.389113 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Bound port: 22d83408-5b45-48d4-9c4c-83f8ec19b0c9, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d38da8-70c8-4687-ac3b-bf8ae708ed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:08.389113 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.453367 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.456240 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] For port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:08.461202 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] For port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=22d83408-5b45-48d4-9c4c-83f8ec19b0c9,segment=NetworkSegment(06d38da8-70c8-4687-ac3b-bf8ae708ed59),segment_id=06d38da8-70c8-4687-ac3b-bf8ae708ed59)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:08.471566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.510757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=e5ffd244-0b94-4288-80d1-ebb73195eec8,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:08.540565 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.549806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Subnet': ['ID=fcb88222-3b4c-4fdb-a2ff-60a74c74909c,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:08.552040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Checking segment: {'id': '845cad38-7d1d-411d-b07c-6032dda0bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:08.552397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network hostable DHCP agents. Network: 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:04:08.593764 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:08.594581 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:08.635190 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8025bcc-f6be-454a-9c00-b7364f88b673 None None] Pushing event updated for resources: {'Port': ['ID=22d83408-5b45-48d4-9c4c-83f8ec19b0c9,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:08.664562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:04:08.673280 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6932e42a-96af-4520-a253-e8c0b4b91bbd req-2c722eea-03b4-4bfe-90d8-e3d175ca703f tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=66028a93-98b2-4fe1-98d0-dac6898dc67d HTTP/1.1" status: 200 len: 210 time: 0.0359914 Aug 23 04:04:08.696984 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:08.744663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:08.749084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:08.751997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.757823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685276a1-b741-463b-a8e6-bae66a9cecf3 None None] Network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:08.828272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45428) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:08.829427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6ff8f150-c3d7-4e19-82e7-78073a727b08 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9639230 Aug 23 04:04:08.926322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:04:08.927184 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:08.929362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:06Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:08Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:08.963309 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2687e-8a93-4297-9554-711150fb4962 None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:06Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:08Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:09.089928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Allocated IP 2001:db8:1::2 (844f9a8e-9afa-4f0f-b37a-103fa81e8ba4/fcb88222-3b4c-4fdb-a2ff-60a74c74909c/5bcf61da-98a4-4575-b35c-9679c4590663) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:09.246857 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.275162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.285301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Transition to ACTIVE for port object 5bcf61da-98a4-4575-b35c-9679c4590663 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:09.302013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Transition to ACTIVE for port object 5bcf61da-98a4-4575-b35c-9679c4590663 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:09.374530 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.556868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 2001:db8:1::1 (844f9a8e-9afa-4f0f-b37a-103fa81e8ba4/fcb88222-3b4c-4fdb-a2ff-60a74c74909c/b7508b02-0997-451a-b23e-fae10540783f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:09.571479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:09.574317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:09.578144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:09.585946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Pushing event updated for resources: {'Port': ['ID=5bcf61da-98a4-4575-b35c-9679c4590663,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:09.637419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Attempting to bind port 5bcf61da-98a4-4575-b35c-9679c4590663 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:09.638024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Attempting to bind port 5bcf61da-98a4-4575-b35c-9679c4590663 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '845cad38-7d1d-411d-b07c-6032dda0bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:09.638394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Attempting to bind port 5bcf61da-98a4-4575-b35c-9679c4590663 on network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:09.643763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:09.645258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Checking segment: {'id': '845cad38-7d1d-411d-b07c-6032dda0bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:09.645258 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.645258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Bound using segment: {'id': '845cad38-7d1d-411d-b07c-6032dda0bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:09.645529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Bound port: 5bcf61da-98a4-4575-b35c-9679c4590663, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845cad38-7d1d-411d-b07c-6032dda0bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:09.645758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.685965 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.698710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Transition to ACTIVE for port object b7508b02-0997-451a-b23e-fae10540783f will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:09.711294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] For port 5bcf61da-98a4-4575-b35c-9679c4590663, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:09.715544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] For port 5bcf61da-98a4-4575-b35c-9679c4590663, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5bcf61da-98a4-4575-b35c-9679c4590663,segment=NetworkSegment(845cad38-7d1d-411d-b07c-6032dda0bb8f),segment_id=845cad38-7d1d-411d-b07c-6032dda0bb8f)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:09.801946 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.852333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.883561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e5ffd244-0b94-4288-80d1-ebb73195eec8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:09.904091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:09.906800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:09.908742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda852ea-ce2e-403a-8a91-c50f1f77f972 None None] Pushing event updated for resources: {'Port': ['ID=5bcf61da-98a4-4575-b35c-9679c4590663,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:09.915764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:09.916785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.942423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e5ffd244-0b94-4288-80d1-ebb73195eec8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:09.942984 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:09.956917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=b7508b02-0997-451a-b23e-fae10540783f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:10.041322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:10.167396 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:10.183502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:10.196891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:10.197314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:10.244057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00381b34-1ae2-40d0-91e9-2d9d6376186a req-69d205b8-f2f6-4871-b7ae-858e2edf9682 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:10.245608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00381b34-1ae2-40d0-91e9-2d9d6376186a req-69d205b8-f2f6-4871-b7ae-858e2edf9682 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0924890 Aug 23 04:04:10.308334 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:10.346394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=22d83408-5b45-48d4-9c4c-83f8ec19b0c9,segment=NetworkSegment(06d38da8-70c8-4687-ac3b-bf8ae708ed59),segment_id=06d38da8-70c8-4687-ac3b-bf8ae708ed59)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:10.352832 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-00381b34-1ae2-40d0-91e9-2d9d6376186a req-3f4e3b7c-329a-441b-a7c2-35536168459c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982955 Aug 23 04:04:10.458417 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:10.496248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:10.507441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=22d83408-5b45-48d4-9c4c-83f8ec19b0c9,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:10.562166 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:10.562952 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:10.628982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=b7508b02-0997-451a-b23e-fae10540783f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:10.690411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:10.692365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:10.789546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:10.881992 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:10.890048 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ea8fd990-5b71-4a9f-bbda-7e63baa21180 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0604014 Aug 23 04:04:10.890355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45440) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:10.892715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:10.895839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1769955895'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:10.909160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:10.909804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:10.973239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:10.976846 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.002334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:11.003431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:04:11.013421 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.014020 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added segment eb7b162c-de95-4012-a951-9467d033a9e0 of type vlan for network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 Aug 23 04:04:11.061581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.150295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.156392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:11.157209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.219529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 3, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:11.226887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Network': ['ID=957e9f01-55b4-4f11-9a73-5bb494cf1ff4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:11.254935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:04:11.256743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d7d00-f939-42e6-93eb-11749514ac74 None None] Network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:11.265778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e9dd29ba-e5d3-41c3-bc54-a06bbea03187 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3743234 Aug 23 04:04:11.268847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45442) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:11.274019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'subnet': {'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:11.283703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:11.284062 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Updating router 85194b15-e03d-4598-9494-86d858e554cb port b7508b02-0997-451a-b23e-fae10540783f binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:04:11.397296 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.424299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:11.427725 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.457102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-31b28272-5f48-4277-8396-7b037fb72ee9 None None] Provisioning for port 5bcf61da-98a4-4575-b35c-9679c4590663 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:11.478262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3bd26-1a7e-49fc-8764-07f69e25cb58 req-753607f3-5de6-4d7c-b928-0f46b8cc656c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:11.479882 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75f3bd26-1a7e-49fc-8764-07f69e25cb58 req-753607f3-5de6-4d7c-b928-0f46b8cc656c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0588813 Aug 23 04:04:11.519755 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-75f3bd26-1a7e-49fc-8764-07f69e25cb58 req-5b2bb127-efdb-42e8-a28a-fd925cd94d9c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327985 Aug 23 04:04:11.693321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.700711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 41a8ff7a-7031-4bba-802e-0767d5698467 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:11.744058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 41a8ff7a-7031-4bba-802e-0767d5698467 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:11.744309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 41a8ff7a-7031-4bba-802e-0767d5698467 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:11.770100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Subnet': ['ID=aead88ad-592d-4628-b206-2693571b8094,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:11.774671 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.782398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Checking segment: {'id': 'eb7b162c-de95-4012-a951-9467d033a9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:11.782759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network hostable DHCP agents. Network: 957e9f01-55b4-4f11-9a73-5bb494cf1ff4, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:04:11.786632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Transition to ACTIVE for port object b7508b02-0997-451a-b23e-fae10540783f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:11.887385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5bcf61da-98a4-4575-b35c-9679c4590663 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:11.910056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:04:11.918713 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:11.985675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c181f9-6876-41f6-a3be-7ab46ed8951e None None] Pushing event updated for resources: {'Port': ['ID=b7508b02-0997-451a-b23e-fae10540783f,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:12.041466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 957e9f01-55b4-4f11-9a73-5bb494cf1ff4) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:12.047348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:12.051975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Attempting to bind port b7508b02-0997-451a-b23e-fae10540783f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:12.052581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.052691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Attempting to bind port b7508b02-0997-451a-b23e-fae10540783f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '845cad38-7d1d-411d-b07c-6032dda0bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:12.052691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Attempting to bind port b7508b02-0997-451a-b23e-fae10540783f on network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:12.053567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01082f04-3861-4874-9238-f51aef52c253 None None] Network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:12.059196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:12.059601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Checking segment: {'id': '845cad38-7d1d-411d-b07c-6032dda0bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:12.060014 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.060412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Bound using segment: {'id': '845cad38-7d1d-411d-b07c-6032dda0bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:12.060893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Bound port: b7508b02-0997-451a-b23e-fae10540783f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845cad38-7d1d-411d-b07c-6032dda0bb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:12.062041 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.080469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b9b3e5f6-e5b4-4597-ae2a-df89f846d802 None None] Provisioning for port b7508b02-0997-451a-b23e-fae10540783f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:12.146741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 5bcf61da-98a4-4575-b35c-9679c4590663 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:12.154578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-0221834b-8d0a-4e9b-af31-82752a10439c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:12.156174 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-0221834b-8d0a-4e9b-af31-82752a10439c tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.0510008 Aug 23 04:04:12.172216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 5bcf61da-98a4-4575-b35c-9679c4590663 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:12.172600 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.174477 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7d0e0f2d-2f58-4cb8-a3ff-850e0acfc928 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9045484 Aug 23 04:04:12.178447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45448) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:12.182368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b9b3e5f6-e5b4-4597-ae2a-df89f846d802 None None] Provisioning complete for port 5bcf61da-98a4-4575-b35c-9679c4590663 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:12.182748 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e5f6-e5b4-4597-ae2a-df89f846d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.269939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] For port b7508b02-0997-451a-b23e-fae10540783f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:12.272154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Deleting port 3aa0e25b-6275-426d-a8c1-c96116c744dc {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:12.272943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.282086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] For port b7508b02-0997-451a-b23e-fae10540783f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b7508b02-0997-451a-b23e-fae10540783f,segment=NetworkSegment(845cad38-7d1d-411d-b07c-6032dda0bb8f),segment_id=845cad38-7d1d-411d-b07c-6032dda0bb8f)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:12.385203 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.385649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] For port 3aa0e25b-6275-426d-a8c1-c96116c744dc, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3aa0e25b-6275-426d-a8c1-c96116c744dc,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:12.386405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.415374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:04:12.416224 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.472667 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.498349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e5f6-e5b4-4597-ae2a-df89f846d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.635116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c181f9-6876-41f6-a3be-7ab46ed8951e None None] Pushing event updated for resources: {'Port': ['ID=b7508b02-0997-451a-b23e-fae10540783f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:12.659218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:12.659871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:12.665661 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.666349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 5bcf61da-98a4-4575-b35c-9679c4590663, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5bcf61da-98a4-4575-b35c-9679c4590663,segment=NetworkSegment(845cad38-7d1d-411d-b07c-6032dda0bb8f),segment_id=845cad38-7d1d-411d-b07c-6032dda0bb8f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:12.677405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.678082 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.678404 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Floating IP 3eebdacf-6817-413d-8e24-376bddb24502 disassociated. External IP: 172.25.1.23, port: 3aa0e25b-6275-426d-a8c1-c96116c744dc. Aug 23 04:04:12.678983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Calling delete_port for 3aa0e25b-6275-426d-a8c1-c96116c744dc owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:12.743413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d03f5-0bf5-4798-b152-07c7e3b7e807 req-c3c8cbbd-0fbb-4aec-8959-c36f4b4dc443 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:12.745488 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a1d03f5-0bf5-4798-b152-07c7e3b7e807 req-c3c8cbbd-0fbb-4aec-8959-c36f4b4dc443 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 944 time: 0.1324284 Aug 23 04:04:12.820754 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a1d03f5-0bf5-4798-b152-07c7e3b7e807 req-3fb7fbe7-041b-499d-a877-9ea86f7d9078 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20f967d-e74a-45cb-aafc-c21c8c7ddfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667739 Aug 23 04:04:12.925940 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:12.926736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:13.007259 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:13.038978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event deleted for resources: {'Port': ['ID=3aa0e25b-6275-426d-a8c1-c96116c744dc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:13.040642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:13.080132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Allocated IP 2001:db8:2::2 (957e9f01-55b4-4f11-9a73-5bb494cf1ff4/aead88ad-592d-4628-b206-2693571b8094/57044410-67ba-46d3-aba8-abf9d5b9ff5a) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:13.102021 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-b9b3e5f6-e5b4-4597-ae2a-df89f846d802 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:04:13.102021 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-b9b3e5f6-e5b4-4597-ae2a-df89f846d802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:04:13.118270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=5bcf61da-98a4-4575-b35c-9679c4590663,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:13.170572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Router 310af70f-99a8-446b-9e06-b2084ea28e45 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:13.273446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:13.273822 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:13.288354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:13.301569 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] Sync routers for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:13.311602 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:13.312532 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:13.329870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] No DVR routers for this DVR port 3aa0e25b-6275-426d-a8c1-c96116c744dc on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:13.332278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:13.334535 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac61398f-47ea-46b3-adc2-1dd68e11e762 req-c07f1d3d-0681-4cf8-a1e5-cef290125789 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.24 "DELETE /v2.0/ports/3aa0e25b-6275-426d-a8c1-c96116c744dc HTTP/1.1" status: 204 len: 173 time: 1.1719961 Aug 23 04:04:13.334838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-deleted', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:04:13.337274 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afda9da-c246-4645-b832-e174aeb2f2b2" -d '{"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-deleted", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:04:13.382762 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40be59f8-37ed-45b4-b756-fc6160daac25 x-openstack-request-id: req-40be59f8-37ed-45b4-b756-fc6160daac25 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:04:13.382762 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db62534-e4e9-4787-8170-40d1b959644e", "name": "network-vif-deleted", "tag": "3aa0e25b-6275-426d-a8c1-c96116c744dc", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:04:13.382762 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40be59f8-37ed-45b4-b756-fc6160daac25 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:04:13.383709 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db62534-e4e9-4787-8170-40d1b959644e', 'name': 'network-vif-deleted', 'tag': '3aa0e25b-6275-426d-a8c1-c96116c744dc', 'status': 'completed', 'code': 200} Aug 23 04:04:13.438611 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:13.459953 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:13.482679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Transition to ACTIVE for port object 57044410-67ba-46d3-aba8-abf9d5b9ff5a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:13.502675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Transition to ACTIVE for port object 57044410-67ba-46d3-aba8-abf9d5b9ff5a will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:13.505333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 3, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:12Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:13.537363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72d012-e2f3-4e3e-84d0-51816fa90f6a None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 3, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:12Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:13.579343 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:13.671520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:13.682849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:13.684658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 2001:db8:2::1 (957e9f01-55b4-4f11-9a73-5bb494cf1ff4/aead88ad-592d-4628-b206-2693571b8094/17e45baf-dacf-4d06-a729-64a441d87a45) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:13.688598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Pushing event updated for resources: {'Port': ['ID=57044410-67ba-46d3-aba8-abf9d5b9ff5a,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:13.699846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:13.769616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Attempting to bind port 57044410-67ba-46d3-aba8-abf9d5b9ff5a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:13.773244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Attempting to bind port 57044410-67ba-46d3-aba8-abf9d5b9ff5a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'eb7b162c-de95-4012-a951-9467d033a9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:13.773244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Attempting to bind port 57044410-67ba-46d3-aba8-abf9d5b9ff5a on network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:13.780366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:13.780702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Checking segment: {'id': 'eb7b162c-de95-4012-a951-9467d033a9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:13.781775 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:13.782177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Bound using segment: {'id': 'eb7b162c-de95-4012-a951-9467d033a9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:13.782656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Bound port: 57044410-67ba-46d3-aba8-abf9d5b9ff5a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7b162c-de95-4012-a951-9467d033a9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:13.783039 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:13.842768 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0597e9d-beaf-4d2b-84e3-ddd54ddecc89', 'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'mac_address': 'fa:16:3e:95:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:33Z', 'updated_at': '2021-08-23T03:56:41Z', 'revision_number': 5, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'subnets': [{'id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:13.865807 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:13.878596 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] Checking router: 310af70f-99a8-446b-9e06-b2084ea28e45 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:13.887168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Transition to ACTIVE for port object 17e45baf-dacf-4d06-a729-64a441d87a45 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:13.894011 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:13.894809 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:13.956931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] For port 57044410-67ba-46d3-aba8-abf9d5b9ff5a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:13.963579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] For port 57044410-67ba-46d3-aba8-abf9d5b9ff5a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=57044410-67ba-46d3-aba8-abf9d5b9ff5a,segment=NetworkSegment(eb7b162c-de95-4012-a951-9467d033a9e0),segment_id=eb7b162c-de95-4012-a951-9467d033a9e0)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:14.011529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5bcf61da-98a4-4575-b35c-9679c4590663 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:14.023602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47152f48-210b-4c5f-9171-23335348f789 req-7561d192-6e49-4832-b0dc-8f4df1ff0afd tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/ports?device_id=7db62534-e4e9-4787-8170-40d1b959644e HTTP/1.1" status: 200 len: 210 time: 0.0367711 Aug 23 04:04:14.052868 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.069621 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:14.078772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 5bcf61da-98a4-4575-b35c-9679c4590663 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:14.079222 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.101614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:14.105499 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.107253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:14.119488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:14.119488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.119488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=17e45baf-dacf-4d06-a729-64a441d87a45,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:14.206733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7261ed5-e945-437f-b887-7d3c0cbe24aa None None] Pushing event updated for resources: {'Port': ['ID=57044410-67ba-46d3-aba8-abf9d5b9ff5a,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:14.285267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b7508b02-0997-451a-b23e-fae10540783f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:14.371997 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0597e9d-beaf-4d2b-84e3-ddd54ddecc89', 'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'mac_address': 'fa:16:3e:95:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:33Z', 'updated_at': '2021-08-23T03:56:41Z', 'revision_number': 5, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'subnets': [{'id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:14.404136 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0addcc-d332-41b6-ac80-7bff93c83cdb None None] The sync data for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 is: [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T03:56:34Z', 'revision_number': 4, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c0597e9d-beaf-4d2b-84e3-ddd54ddecc89', 'name': '', 'network_id': 'a6f42f2b-c7e8-4c42-9915-befc2cd587c4', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'mac_address': 'fa:16:3e:95:a6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:33Z', 'updated_at': '2021-08-23T03:56:41Z', 'revision_number': 5, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'subnets': [{'id': '41a30ff7-50a6-4af0-a74e-74aace8d48c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:14.457903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b7508b02-0997-451a-b23e-fae10540783f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:14.463489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b7508b02-0997-451a-b23e-fae10540783f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:14.463660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.463860 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.617935 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.654911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b7508b02-0997-451a-b23e-fae10540783f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b7508b02-0997-451a-b23e-fae10540783f,segment=NetworkSegment(845cad38-7d1d-411d-b07c-6032dda0bb8f),segment_id=845cad38-7d1d-411d-b07c-6032dda0bb8f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:14.762306 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.784536 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.796375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8d532-208a-4acd-9db9-23b5adf4c941 None None] New status for floating IP 3eebdacf-6817-413d-8e24-376bddb24502: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:04:14.875523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.876366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:14.915944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b7508b02-0997-451a-b23e-fae10540783f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:14.969395 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=17e45baf-dacf-4d06-a729-64a441d87a45,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:15.006837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:15.008253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:15.107505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:15.445959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30fe9a-ecd8-4239-84b1-7abe0b10b763 None None] Network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:15.546923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:15.552007 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2eaa84c4-fbc1-4f38-a6ca-94c1e574a6af tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3735816 Aug 23 04:04:15.554823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45468) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:15.557798 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:15.566643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-193272677'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:15.566866 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:15.567683 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:15.590358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7c559ea3-4743-466c-b7ef-c39629daf910 None None] Provisioning for port 57044410-67ba-46d3-aba8-abf9d5b9ff5a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:15.659001 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:15.669614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:15.674073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:15.708947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:04:15.733642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:15.738654 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:15.739081 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added segment b3a013bf-ea6a-4435-aaca-b07604681ab4 of type vlan for network a27b2027-e315-4ea7-a25b-96174c5eae58 Aug 23 04:04:15.772440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 3aa0e25b-6275-426d-a8c1-c96116c744dc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:15.772927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3aa0e25b-6275-426d-a8c1-c96116c744dc not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:15.832302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:15.960066 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:15.974862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:15.980677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:15.981640 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:15.992834 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:15.993512 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Updating router 85194b15-e03d-4598-9494-86d858e554cb port 17e45baf-dacf-4d06-a729-64a441d87a45 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:04:16.035436 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 57044410-67ba-46d3-aba8-abf9d5b9ff5a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:16.040993 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.093814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c3d94fdc-754e-40f9-9663-48d566d5cacd None None] Provisioning for port 17e45baf-dacf-4d06-a729-64a441d87a45 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:16.094046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Network': ['ID=a27b2027-e315-4ea7-a25b-96174c5eae58,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:16.102416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a27b2027-e315-4ea7-a25b-96174c5eae58 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:04:16.104488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c3d94fdc-754e-40f9-9663-48d566d5cacd None None] Provisioning complete for port 17e45baf-dacf-4d06-a729-64a441d87a45 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:16.104872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c3d94fdc-754e-40f9-9663-48d566d5cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.122095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-70aa6f52-55e5-4948-870a-f959cd7f61c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5642793 Aug 23 04:04:16.125525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45472) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:16.130939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'subnet': {'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:16.211951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c3d94fdc-754e-40f9-9663-48d566d5cacd None None] Port 17e45baf-dacf-4d06-a729-64a441d87a45 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:16.334073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-85a37503-ce99-4635-b42f-46bccc824592 None None] Provisioning complete for port 17e45baf-dacf-4d06-a729-64a441d87a45 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:16.334479 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-85a37503-ce99-4635-b42f-46bccc824592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.355258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 57044410-67ba-46d3-aba8-abf9d5b9ff5a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:16.361445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Made reservation on behalf of 82f763fa01164d24804f3e594fee1692 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:16.364043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 57044410-67ba-46d3-aba8-abf9d5b9ff5a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:16.364432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.366112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.368997 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.380963 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Transition to ACTIVE for port object 17e45baf-dacf-4d06-a729-64a441d87a45 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:16.403797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-85a37503-ce99-4635-b42f-46bccc824592 None None] Port 17e45baf-dacf-4d06-a729-64a441d87a45 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:16.441605 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.462292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.500172 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645457d1-0087-4449-b9e7-0af6e08d2db7 None None] Pushing event updated for resources: {'Port': ['ID=17e45baf-dacf-4d06-a729-64a441d87a45,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:16.506904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 57044410-67ba-46d3-aba8-abf9d5b9ff5a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=57044410-67ba-46d3-aba8-abf9d5b9ff5a,segment=NetworkSegment(eb7b162c-de95-4012-a951-9467d033a9e0),segment_id=eb7b162c-de95-4012-a951-9467d033a9e0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:16.563967 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.564880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b7508b02-0997-451a-b23e-fae10540783f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:16.589761 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Attempting to bind port 17e45baf-dacf-4d06-a729-64a441d87a45 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:16.590325 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Attempting to bind port 17e45baf-dacf-4d06-a729-64a441d87a45 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'eb7b162c-de95-4012-a951-9467d033a9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:16.590478 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Attempting to bind port 17e45baf-dacf-4d06-a729-64a441d87a45 on network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:16.602250 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:16.603129 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Checking segment: {'id': 'eb7b162c-de95-4012-a951-9467d033a9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:16.603771 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.604707 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Bound using segment: {'id': 'eb7b162c-de95-4012-a951-9467d033a9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:16.605537 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Bound port: 17e45baf-dacf-4d06-a729-64a441d87a45, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7b162c-de95-4012-a951-9467d033a9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:16.606114 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.678850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b7508b02-0997-451a-b23e-fae10540783f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:16.681393 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.698546 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] For port 17e45baf-dacf-4d06-a729-64a441d87a45, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:16.703539 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] For port 17e45baf-dacf-4d06-a729-64a441d87a45, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=17e45baf-dacf-4d06-a729-64a441d87a45,segment=NetworkSegment(eb7b162c-de95-4012-a951-9467d033a9e0),segment_id=eb7b162c-de95-4012-a951-9467d033a9e0)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:16.723321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=57044410-67ba-46d3-aba8-abf9d5b9ff5a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:16.819017 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:16.894271 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:16.898933 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:16.898933 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645457d1-0087-4449-b9e7-0af6e08d2db7 None None] Pushing event updated for resources: {'Port': ['ID=17e45baf-dacf-4d06-a729-64a441d87a45,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:17.006053 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:17.103698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:17.169719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Subnet': ['ID=99422e95-175e-4302-8ab4-c6db574bc0a8,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:17.177475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Checking segment: {'id': 'b3a013bf-ea6a-4435-aaca-b07604681ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:17.177475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network hostable DHCP agents. Network: a27b2027-e315-4ea7-a25b-96174c5eae58, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:04:17.245897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network a27b2027-e315-4ea7-a25b-96174c5eae58 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:04:17.311261 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:16Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:17.332752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a27b2027-e315-4ea7-a25b-96174c5eae58) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:17.337344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:17.337995 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:17.339528 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab3541-7079-41f8-a0e1-c2fcbf831571 None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:16Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:17.344879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e822262-76e3-4f15-92e3-9c0ac74552ee None None] Network a27b2027-e315-4ea7-a25b-96174c5eae58 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:17.419796 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5f61d8cd-2591-4410-89cb-f33cd6cc146d tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2926855 Aug 23 04:04:17.422470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45476) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:17.510277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-a27b2027-e315-4ea7-a25b-96174c5eae58', 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'fixed_ips': [{'subnet_id': '99422e95-175e-4302-8ab4-c6db574bc0a8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:04:17.511159 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:17.658300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Allocated IP 2001:db8:3::2 (a27b2027-e315-4ea7-a25b-96174c5eae58/99422e95-175e-4302-8ab4-c6db574bc0a8/26b474ed-a1be-464b-ad29-5ca29bfb7300) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:17.819231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:17.823843 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:17.829294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Transition to ACTIVE for port object 26b474ed-a1be-464b-ad29-5ca29bfb7300 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:17.850292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Transition to ACTIVE for port object 26b474ed-a1be-464b-ad29-5ca29bfb7300 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:17.894773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 57044410-67ba-46d3-aba8-abf9d5b9ff5a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:17.925453 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.115747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Allocated IP 2001:db8:3::1 (a27b2027-e315-4ea7-a25b-96174c5eae58/99422e95-175e-4302-8ab4-c6db574bc0a8/b62b2b79-8703-467b-a463-d6b8fea1cc8e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:18.132655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Network a27b2027-e315-4ea7-a25b-96174c5eae58 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:18.137474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:18.144807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:18.148946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Pushing event updated for resources: {'Port': ['ID=26b474ed-a1be-464b-ad29-5ca29bfb7300,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:18.180688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 57044410-67ba-46d3-aba8-abf9d5b9ff5a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:18.181091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.232056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Attempting to bind port 26b474ed-a1be-464b-ad29-5ca29bfb7300 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:18.232438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Attempting to bind port 26b474ed-a1be-464b-ad29-5ca29bfb7300 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'b3a013bf-ea6a-4435-aaca-b07604681ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:18.233363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Attempting to bind port 26b474ed-a1be-464b-ad29-5ca29bfb7300 on network a27b2027-e315-4ea7-a25b-96174c5eae58 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:18.240192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.244171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:18.244549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Checking segment: {'id': 'b3a013bf-ea6a-4435-aaca-b07604681ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:18.244954 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.245376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Bound using segment: {'id': 'b3a013bf-ea6a-4435-aaca-b07604681ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:18.245851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Bound port: 26b474ed-a1be-464b-ad29-5ca29bfb7300, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a013bf-ea6a-4435-aaca-b07604681ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:18.246235 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.254458 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Transition to ACTIVE for port object b62b2b79-8703-467b-a463-d6b8fea1cc8e will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:18.335652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 17e45baf-dacf-4d06-a729-64a441d87a45 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:18.350258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.359926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] For port 26b474ed-a1be-464b-ad29-5ca29bfb7300, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:18.375948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] For port 26b474ed-a1be-464b-ad29-5ca29bfb7300, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=26b474ed-a1be-464b-ad29-5ca29bfb7300,segment=NetworkSegment(b3a013bf-ea6a-4435-aaca-b07604681ab4),segment_id=b3a013bf-ea6a-4435-aaca-b07604681ab4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:18.390127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network a27b2027-e315-4ea7-a25b-96174c5eae58 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:18.393227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:18.396823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:18.397436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.435403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=b62b2b79-8703-467b-a463-d6b8fea1cc8e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:18.469691 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.527783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 17e45baf-dacf-4d06-a729-64a441d87a45 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:18.535303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 17e45baf-dacf-4d06-a729-64a441d87a45 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:18.535683 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.538345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5063f-7e79-409c-a713-b2f3c24a984f None None] Pushing event updated for resources: {'Port': ['ID=26b474ed-a1be-464b-ad29-5ca29bfb7300,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:18.617608 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.623087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.651810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 17e45baf-dacf-4d06-a729-64a441d87a45, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=17e45baf-dacf-4d06-a729-64a441d87a45,segment=NetworkSegment(eb7b162c-de95-4012-a951-9467d033a9e0),segment_id=eb7b162c-de95-4012-a951-9467d033a9e0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:18.722748 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.787099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=17e45baf-dacf-4d06-a729-64a441d87a45,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:18.796244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.796431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.796775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.797147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.800027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.800027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.800027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.800027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.800027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.800027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.800027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.800027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:18.913159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.972770 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:18.973610 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:19.036023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event updated for resources: {'Port': ['ID=b62b2b79-8703-467b-a463-d6b8fea1cc8e,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:19.095908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Network a27b2027-e315-4ea7-a25b-96174c5eae58 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:19.097475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:19.201323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:19.304314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:19.313362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a3c34f4f-54c0-4b18-8a17-313be75f26e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8860915 Aug 23 04:04:19.313362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45482) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:19.317277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:19.321765 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:19.330343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:19.331066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:19.432548 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:19.458646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c038c-172e-45a5-a011-903dcdade31d None None] Network a27b2027-e315-4ea7-a25b-96174c5eae58 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:19.683682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 04:04:19.699608 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Removed routes are [] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 04:04:19.699999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:19.705663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fe292747-6e68-4947-9b0f-56f941a131c0 None None] Provisioning for port 26b474ed-a1be-464b-ad29-5ca29bfb7300 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:19.767228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b2b79-8703-467b-a463-d6b8fea1cc8e', 'name': '', 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:1a:08:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:17Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:19.795861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:19.796228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Updating router 85194b15-e03d-4598-9494-86d858e554cb port b62b2b79-8703-467b-a463-d6b8fea1cc8e binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:04:19.829889 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:19.942118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 17e45baf-dacf-4d06-a729-64a441d87a45 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:19.980009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:19.984055 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.071059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 17e45baf-dacf-4d06-a729-64a441d87a45 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:20.071360 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.089192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:20.149160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-593ade06-da93-4105-bf18-81e6aa9201fb None None] Provisioning for port b62b2b79-8703-467b-a463-d6b8fea1cc8e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:20.180275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-593ade06-da93-4105-bf18-81e6aa9201fb None None] Provisioning complete for port b62b2b79-8703-467b-a463-d6b8fea1cc8e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:20.180649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-593ade06-da93-4105-bf18-81e6aa9201fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.193271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:20.200548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.203234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-df705385-d6c9-44fc-8f42-fe8fba8ad786 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb HTTP/1.1" status: 200 len: 954 time: 0.8890917 Aug 23 04:04:20.205128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45484) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:20.250517 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.260284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-593ade06-da93-4105-bf18-81e6aa9201fb None None] Port b62b2b79-8703-467b-a463-d6b8fea1cc8e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:20.262522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 26b474ed-a1be-464b-ad29-5ca29bfb7300 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:20.291439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Transition to ACTIVE for port object b62b2b79-8703-467b-a463-d6b8fea1cc8e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:20.307646 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8fba41bc-c1df-4680-82e5-138b8c1571b8 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb HTTP/1.1" status: 200 len: 954 time: 0.1013148 Aug 23 04:04:20.310358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45486) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:20.316051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'routes': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:20.413074 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.450490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 26b474ed-a1be-464b-ad29-5ca29bfb7300 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:20.467914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 26b474ed-a1be-464b-ad29-5ca29bfb7300 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:20.468503 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.504965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b54a8a-ab69-43a9-af4b-27bb11dc0b8e None None] Pushing event updated for resources: {'Port': ['ID=b62b2b79-8703-467b-a463-d6b8fea1cc8e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:20.578892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Attempting to bind port b62b2b79-8703-467b-a463-d6b8fea1cc8e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:20.579555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Attempting to bind port b62b2b79-8703-467b-a463-d6b8fea1cc8e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'b3a013bf-ea6a-4435-aaca-b07604681ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:20.579667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Attempting to bind port b62b2b79-8703-467b-a463-d6b8fea1cc8e on network a27b2027-e315-4ea7-a25b-96174c5eae58 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:20.607926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:20.608299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Checking segment: {'id': 'b3a013bf-ea6a-4435-aaca-b07604681ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:20.608711 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.609130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Bound using segment: {'id': 'b3a013bf-ea6a-4435-aaca-b07604681ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:20.609617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Bound port: b62b2b79-8703-467b-a463-d6b8fea1cc8e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a013bf-ea6a-4435-aaca-b07604681ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:20.609997 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.644713 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.691559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added routes are [] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 04:04:20.691559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 04:04:20.725847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 26b474ed-a1be-464b-ad29-5ca29bfb7300, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=26b474ed-a1be-464b-ad29-5ca29bfb7300,segment=NetworkSegment(b3a013bf-ea6a-4435-aaca-b07604681ab4),segment_id=b3a013bf-ea6a-4435-aaca-b07604681ab4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:20.727858 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.728705 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] For port b62b2b79-8703-467b-a463-d6b8fea1cc8e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:20.739592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] For port b62b2b79-8703-467b-a463-d6b8fea1cc8e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b62b2b79-8703-467b-a463-d6b8fea1cc8e,segment=NetworkSegment(b3a013bf-ea6a-4435-aaca-b07604681ab4),segment_id=b3a013bf-ea6a-4435-aaca-b07604681ab4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:20.767025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.798002 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:20.846757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=26b474ed-a1be-464b-ad29-5ca29bfb7300,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:20.851969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:20.852641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:20.994689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b54a8a-ab69-43a9-af4b-27bb11dc0b8e None None] Pushing event updated for resources: {'Port': ['ID=b62b2b79-8703-467b-a463-d6b8fea1cc8e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:20.998080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:21.223979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 7, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b2b79-8703-467b-a463-d6b8fea1cc8e', 'name': '', 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:1a:08:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:17Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:21.255413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb93249-2c02-4f73-a463-057e3ad01bc5 None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 7, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b2b79-8703-467b-a463-d6b8fea1cc8e', 'name': '', 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:1a:08:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:17Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:21.329492 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:21.333618 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:21.431437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:21.532164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:21.539544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:21.540917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85dc438a-1c4e-4a5f-b16f-e56ef3ea61e4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb HTTP/1.1" status: 200 len: 704 time: 1.2288151 Aug 23 04:04:21.543630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45492) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:21.642276 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6c0a0173-78dc-4281-8075-7ce093a9fd63 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb HTTP/1.1" status: 200 len: 704 time: 0.0974410 Aug 23 04:04:21.646981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45494) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:21.870070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b62b2b79-8703-467b-a463-d6b8fea1cc8e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:21.928659 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:21.941095 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:21.942065 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:22.001775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.036471 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:22.070428 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:04:22.155969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b62b2b79-8703-467b-a463-d6b8fea1cc8e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:22.160054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b62b2b79-8703-467b-a463-d6b8fea1cc8e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:22.160531 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.245171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.253705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port b62b2b79-8703-467b-a463-d6b8fea1cc8e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:22.253892 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 7, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b2b79-8703-467b-a463-d6b8fea1cc8e', 'name': '', 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:1a:08:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:17Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:22.254562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.277843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b62b2b79-8703-467b-a463-d6b8fea1cc8e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b62b2b79-8703-467b-a463-d6b8fea1cc8e,segment=NetworkSegment(b3a013bf-ea6a-4435-aaca-b07604681ab4),segment_id=b3a013bf-ea6a-4435-aaca-b07604681ab4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:22.281513 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:22.290042 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:22.290646 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:22.343286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port b62b2b79-8703-467b-a463-d6b8fea1cc8e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b62b2b79-8703-467b-a463-d6b8fea1cc8e,segment=NetworkSegment(b3a013bf-ea6a-4435-aaca-b07604681ab4),segment_id=b3a013bf-ea6a-4435-aaca-b07604681ab4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:22.343886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.355346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for b62b2b79-8703-467b-a463-d6b8fea1cc8e owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:22.363000 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.364220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 26b474ed-a1be-464b-ad29-5ca29bfb7300 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:22.378503 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:22.447230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b62b2b79-8703-467b-a463-d6b8fea1cc8e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:22.457695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 26b474ed-a1be-464b-ad29-5ca29bfb7300 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:22.458068 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.583786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.604576 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 7, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b2b79-8703-467b-a463-d6b8fea1cc8e', 'name': '', 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:1a:08:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:17Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:22.615657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=b62b2b79-8703-467b-a463-d6b8fea1cc8e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:22.639993 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081c0b8-0531-4dc6-beb6-d9aeba69d9c7 None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 7, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b62b2b79-8703-467b-a463-d6b8fea1cc8e', 'name': '', 'network_id': 'a27b2027-e315-4ea7-a25b-96174c5eae58', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:1a:08:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:17Z', 'updated_at': '2021-08-23T04:04:20Z', 'revision_number': 4, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': '99422e95-175e-4302-8ab4-c6db574bc0a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:22.653349 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.739658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:22.935568 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:23.026249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:23.032042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-87cdc0a1-4539-46d0-9ee6-5c9257f96403 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840964 Aug 23 04:04:23.034757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45498) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:23.036203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:23.045913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:23.046452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:23.089064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced06e93-53cd-4c12-8a06-f841827d17d0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting subnet 99422e95-175e-4302-8ab4-c6db574bc0a8 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:04:23.092849 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ced06e93-53cd-4c12-8a06-f841827d17d0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.132390 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ced06e93-53cd-4c12-8a06-f841827d17d0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.133801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:23.213219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ced06e93-53cd-4c12-8a06-f841827d17d0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.339809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:22Z', 'revision_number': 8, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:23.344619 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ced06e93-53cd-4c12-8a06-f841827d17d0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.366089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:23.371777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced06e93-53cd-4c12-8a06-f841827d17d0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Subnet': ['ID=99422e95-175e-4302-8ab4-c6db574bc0a8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:23.374754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:23.375103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:23.375590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ced06e93-53cd-4c12-8a06-f841827d17d0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.377594 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ced06e93-53cd-4c12-8a06-f841827d17d0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/99422e95-175e-4302-8ab4-c6db574bc0a8 HTTP/1.1" status: 204 len: 168 time: 0.3418527 Aug 23 04:04:23.380139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45502) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:23.415856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbdd3cc-34df-45b5-a14d-186688f789d0 None None] Network a27b2027-e315-4ea7-a25b-96174c5eae58 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:23.455364 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.514087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 26b474ed-a1be-464b-ad29-5ca29bfb7300 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:23.514428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.517907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:23.578259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port 26b474ed-a1be-464b-ad29-5ca29bfb7300, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=26b474ed-a1be-464b-ad29-5ca29bfb7300,segment=NetworkSegment(b3a013bf-ea6a-4435-aaca-b07604681ab4),segment_id=b3a013bf-ea6a-4435-aaca-b07604681ab4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:23.578627 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.590921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 26b474ed-a1be-464b-ad29-5ca29bfb7300 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:23.738949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.741489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002a8dcc-3b46-4e95-a99a-86129f2bc4e5 None None] DHCP port deletion for a27b2027-e315-4ea7-a25b-96174c5eae58 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:04:23.773984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=26b474ed-a1be-464b-ad29-5ca29bfb7300,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:23.775815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No DVR routers for this DVR port 26b474ed-a1be-464b-ad29-5ca29bfb7300 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:23.776462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:22Z', 'revision_number': 8, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:23.811317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5805ff-1ef2-44a8-8cdc-de557d60ed31 None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:22Z', 'revision_number': 8, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '17e45baf-dacf-4d06-a729-64a441d87a45', 'name': '', 'network_id': '957e9f01-55b4-4f11-9a73-5bb494cf1ff4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:14:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'aead88ad-592d-4628-b206-2693571b8094', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:12Z', 'updated_at': '2021-08-23T04:04:18Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'aead88ad-592d-4628-b206-2693571b8094', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:23.863086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.873682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27b2027-e315-4ea7-a25b-96174c5eae58']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:23.883536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a013bf-ea6a-4435-aaca-b07604681ab4') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:23.883827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a013bf-ea6a-4435-aaca-b07604681ab4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:23.893523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.907330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.913170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:04:23.913549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:04:23.916606 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:04:24.062864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:24.067099 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:24.069612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/networks/a27b2027-e315-4ea7-a25b-96174c5eae58 HTTP/1.1" status: 204 len: 168 time: 0.6882300 Aug 23 04:04:24.072220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45506) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:24.083917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef9905-3fca-441f-8e29-1d7db21fa1a4 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Network': ['ID=a27b2027-e315-4ea7-a25b-96174c5eae58,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:24.169003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 26b474ed-a1be-464b-ad29-5ca29bfb7300 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:24.192157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 26b474ed-a1be-464b-ad29-5ca29bfb7300 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:24.192671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 26b474ed-a1be-464b-ad29-5ca29bfb7300 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:24.369895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-ac22418f-8bab-416e-9b82-e98f7b2baa17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638618 Aug 23 04:04:24.468526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:24.539892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-daa64986-b4a7-4900-809c-c1e24d43f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:24.541408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-daa64986-b4a7-4900-809c-c1e24d43f0e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=632646eed3d64d61be4f2ded22d27c35&device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 1096 time: 0.1135855 Aug 23 04:04:24.712377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-4092c417-a514-44ba-a8f8-d39f62fff589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:24.713983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-4092c417-a514-44ba-a8f8-d39f62fff589 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 200 len: 910 time: 0.1502450 Aug 23 04:04:24.828113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-fb57c5d3-bf62-4cd0-8466-6ae15d4d3b89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbd05bb-22eb-4958-9f78-7072e7213788 HTTP/1.1" status: 200 len: 1000 time: 0.0929141 Aug 23 04:04:24.875695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 17e45baf-dacf-4d06-a729-64a441d87a45 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:24.876040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:24.908633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-c07dd07d-14af-4be6-8ec0-3366952b03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:24.910158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-c07dd07d-14af-4be6-8ec0-3366952b03e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 200 len: 849 time: 0.0748992 Aug 23 04:04:25.003079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port 17e45baf-dacf-4d06-a729-64a441d87a45, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=17e45baf-dacf-4d06-a729-64a441d87a45,segment=NetworkSegment(eb7b162c-de95-4012-a951-9467d033a9e0),segment_id=eb7b162c-de95-4012-a951-9467d033a9e0)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:25.003449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:25.006745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-b0e8a8cf-94cf-4e7f-98e5-d456297b80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:25.008251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-b0e8a8cf-94cf-4e7f-98e5-d456297b80ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691803 Aug 23 04:04:25.025833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 17e45baf-dacf-4d06-a729-64a441d87a45 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:25.155822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-875b6047-769b-46e8-a44a-34aa395e726a service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369104 Aug 23 04:04:25.315742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c5f86b0-fb90-4fbf-af0d-04b4a6299da0 req-529d8bf9-c80a-4f82-b307-5edf5ff4862b service neutron] 10.222.0.11 "GET /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263585 Aug 23 04:04:25.422811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:25.449944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=17e45baf-dacf-4d06-a729-64a441d87a45,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:25.567837 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:25.759952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:25.800997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b62b2b79-8703-467b-a463-d6b8fea1cc8e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:25.822459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b62b2b79-8703-467b-a463-d6b8fea1cc8e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:25.822769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b62b2b79-8703-467b-a463-d6b8fea1cc8e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:25.855620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:25.861128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1c462b23-92ec-42a7-8361-c1e3d57baa79 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7878704 Aug 23 04:04:25.863835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45512) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:25.866448 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:25.876538 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:25.877183 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:25.914801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9c7f51-d745-43c7-86a8-6571d30d540a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting subnet aead88ad-592d-4628-b206-2693571b8094 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:04:25.917981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7f51-d745-43c7-86a8-6571d30d540a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:25.963533 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:25.964363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7f51-d745-43c7-86a8-6571d30d540a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.041486 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d0e47682-e7c2-4fac-a037-4ebceb20d15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.054584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7f51-d745-43c7-86a8-6571d30d540a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.160710 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:25Z', 'revision_number': 9, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:26.190013 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7f51-d745-43c7-86a8-6571d30d540a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.190585 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:26.198937 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:26.199654 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:26.221153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c7f51-d745-43c7-86a8-6571d30d540a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Subnet': ['ID=aead88ad-592d-4628-b206-2693571b8094,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:26.224670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7f51-d745-43c7-86a8-6571d30d540a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.226582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3a9c7f51-d745-43c7-86a8-6571d30d540a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/aead88ad-592d-4628-b206-2693571b8094 HTTP/1.1" status: 204 len: 168 time: 0.3617804 Aug 23 04:04:26.229375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45514) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:26.235786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4005b5df-6599-4687-ab59-d2fdd4447836 None None] Network 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:26.298595 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:26.327749 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.383030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 57044410-67ba-46d3-aba8-abf9d5b9ff5a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:26.383505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.423145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f33806b-dd7c-4f0f-b6e8-265991ff7ed3 None None] DHCP port deletion for 957e9f01-55b4-4f11-9a73-5bb494cf1ff4 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:04:26.456786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port 57044410-67ba-46d3-aba8-abf9d5b9ff5a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=57044410-67ba-46d3-aba8-abf9d5b9ff5a,segment=NetworkSegment(eb7b162c-de95-4012-a951-9467d033a9e0),segment_id=eb7b162c-de95-4012-a951-9467d033a9e0)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:26.457414 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.472928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 57044410-67ba-46d3-aba8-abf9d5b9ff5a owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:26.476582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1f33806b-dd7c-4f0f-b6e8-265991ff7ed3 None None] Deleting port 57044410-67ba-46d3-aba8-abf9d5b9ff5a {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:26.476723 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1f33806b-dd7c-4f0f-b6e8-265991ff7ed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.543637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1f33806b-dd7c-4f0f-b6e8-265991ff7ed3 None None] For port 57044410-67ba-46d3-aba8-abf9d5b9ff5a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=57044410-67ba-46d3-aba8-abf9d5b9ff5a,segment=NetworkSegment(eb7b162c-de95-4012-a951-9467d033a9e0),segment_id=eb7b162c-de95-4012-a951-9467d033a9e0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:26.544038 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1f33806b-dd7c-4f0f-b6e8-265991ff7ed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.562400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1f33806b-dd7c-4f0f-b6e8-265991ff7ed3 None None] Calling delete_port for 57044410-67ba-46d3-aba8-abf9d5b9ff5a owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:26.616236 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:25Z', 'revision_number': 9, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:26.634646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.657043 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73222f3-2b58-4a6c-834f-4d5f397a8cd6 None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:25Z', 'revision_number': 9, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7508b02-0997-451a-b23e-fae10540783f', 'name': '', 'network_id': '844f9a8e-9afa-4f0f-b37a-103fa81e8ba4', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:05:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:09Z', 'updated_at': '2021-08-23T04:04:14Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'fcb88222-3b4c-4fdb-a2ff-60a74c74909c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:26.660256 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1f33806b-dd7c-4f0f-b6e8-265991ff7ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.676078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=57044410-67ba-46d3-aba8-abf9d5b9ff5a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:26.676078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No DVR routers for this DVR port 57044410-67ba-46d3-aba8-abf9d5b9ff5a on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:26.692463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33806b-dd7c-4f0f-b6e8-265991ff7ed3 None None] Pushing event deleted for resources: {'Port': ['ID=57044410-67ba-46d3-aba8-abf9d5b9ff5a,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:26.696418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f33806b-dd7c-4f0f-b6e8-265991ff7ed3 None None] No DVR routers for this DVR port 57044410-67ba-46d3-aba8-abf9d5b9ff5a on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:26.756314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.766972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957e9f01-55b4-4f11-9a73-5bb494cf1ff4']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:26.776868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7b162c-de95-4012-a951-9467d033a9e0') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:26.777257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7b162c-de95-4012-a951-9467d033a9e0') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:26.786046 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.799099 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.804637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:04:26.805028 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:04:26.807967 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:04:26.915215 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.922058 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:26.923963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/networks/957e9f01-55b4-4f11-9a73-5bb494cf1ff4 HTTP/1.1" status: 204 len: 168 time: 0.6935883 Aug 23 04:04:26.927756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:26.936048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa8916-c6ac-43a5-9529-65027525730f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Network': ['ID=957e9f01-55b4-4f11-9a73-5bb494cf1ff4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:27.264509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:27.503062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port b7508b02-0997-451a-b23e-fae10540783f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:27.503403 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:27.587734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port b7508b02-0997-451a-b23e-fae10540783f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b7508b02-0997-451a-b23e-fae10540783f,segment=NetworkSegment(845cad38-7d1d-411d-b07c-6032dda0bb8f),segment_id=845cad38-7d1d-411d-b07c-6032dda0bb8f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:27.588094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:27.600381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for b7508b02-0997-451a-b23e-fae10540783f owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:27.787111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 57044410-67ba-46d3-aba8-abf9d5b9ff5a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:27.810019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 57044410-67ba-46d3-aba8-abf9d5b9ff5a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:27.810386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 57044410-67ba-46d3-aba8-abf9d5b9ff5a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:27.810803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 17e45baf-dacf-4d06-a729-64a441d87a45 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:27.828601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 17e45baf-dacf-4d06-a729-64a441d87a45 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:27.828957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 17e45baf-dacf-4d06-a729-64a441d87a45 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:27.829714 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:27.863093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=b7508b02-0997-451a-b23e-fae10540783f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:27.978943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:28.504325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:28.590418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:28.596050 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d6b140e-c079-43b9-b8d3-74f1cea4ffeb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679459 Aug 23 04:04:28.598658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45522) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:28.601390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:28.610687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:28.611374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:03:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:28.650454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42c12c0-7183-49c9-a0aa-ab9b298e7dff tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting subnet fcb88222-3b4c-4fdb-a2ff-60a74c74909c {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:04:28.653569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f42c12c0-7183-49c9-a0aa-ab9b298e7dff tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:28.693002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f42c12c0-7183-49c9-a0aa-ab9b298e7dff tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:28.703970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:28.774787 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f42c12c0-7183-49c9-a0aa-ab9b298e7dff tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:28.778124 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9630d0d1-0711-46f5-a81e-afb4c50a0671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:28.860958 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:28.915779 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f42c12c0-7183-49c9-a0aa-ab9b298e7dff tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:28.921395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:27Z', 'revision_number': 10, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:28.944145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c12c0-7183-49c9-a0aa-ab9b298e7dff tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb88222-3b4c-4fdb-a2ff-60a74c74909c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:28.946114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f42c12c0-7183-49c9-a0aa-ab9b298e7dff tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:28.947774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:28.947997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f42c12c0-7183-49c9-a0aa-ab9b298e7dff tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/fcb88222-3b4c-4fdb-a2ff-60a74c74909c HTTP/1.1" status: 204 len: 168 time: 0.3483565 Aug 23 04:04:28.950856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45524) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:28.955210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e9fd8-ce85-4690-ac70-59b321703e96 None None] Network 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:28.974887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:28.975508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:29.026621 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.090764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 5bcf61da-98a4-4575-b35c-9679c4590663 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:29.091217 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.159906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port 5bcf61da-98a4-4575-b35c-9679c4590663, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5bcf61da-98a4-4575-b35c-9679c4590663,segment=NetworkSegment(845cad38-7d1d-411d-b07c-6032dda0bb8f),segment_id=845cad38-7d1d-411d-b07c-6032dda0bb8f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:29.160250 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.174189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 5bcf61da-98a4-4575-b35c-9679c4590663 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:29.283050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:29.309956 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.335644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=5bcf61da-98a4-4575-b35c-9679c4590663,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:29.340407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No DVR routers for this DVR port 5bcf61da-98a4-4575-b35c-9679c4590663 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:29.414670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd22c17-32cc-4e24-93a6-af163c624043 None None] DHCP port deletion for 844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:04:29.417867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.427835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844f9a8e-9afa-4f0f-b37a-103fa81e8ba4']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:29.443501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845cad38-7d1d-411d-b07c-6032dda0bb8f') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:29.443796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845cad38-7d1d-411d-b07c-6032dda0bb8f') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:29.457999 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.473630 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.479996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:04:29.480389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:04:29.483544 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:04:29.497996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:27Z', 'revision_number': 10, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:29.525422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84358d-b93a-4532-8740-522febf8d99f None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:27Z', 'revision_number': 10, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None, '_interfaces': [{'id': '22d83408-5b45-48d4-9c4c-83f8ec19b0c9', 'name': '', 'network_id': 'b2e7e591-29f8-4e26-b6a1-0a1367a17604', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'mac_address': 'fa:16:3e:a7:b6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85194b15-e03d-4598-9494-86d858e554cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:04:05Z', 'updated_at': '2021-08-23T04:04:10Z', 'revision_number': 5, 'project_id': '82f763fa01164d24804f3e594fee1692', 'subnets': [{'id': 'b460b454-52cd-4e4e-a854-95084d1b6486', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:29.645892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.652989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:29.654904 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/networks/844f9a8e-9afa-4f0f-b37a-103fa81e8ba4 HTTP/1.1" status: 204 len: 168 time: 0.7025876 Aug 23 04:04:29.658044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45528) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:29.667188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f237b-e62c-4df5-873a-906674adbd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Network': ['ID=844f9a8e-9afa-4f0f-b37a-103fa81e8ba4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:29.801137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5bcf61da-98a4-4575-b35c-9679c4590663 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:29.821216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 5bcf61da-98a4-4575-b35c-9679c4590663 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:29.821644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5bcf61da-98a4-4575-b35c-9679c4590663 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:29.822079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b7508b02-0997-451a-b23e-fae10540783f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:29.844788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b7508b02-0997-451a-b23e-fae10540783f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:29.845168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b7508b02-0997-451a-b23e-fae10540783f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:30.307066 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:30.441084 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:30.545401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:30.545745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:30.634478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port 22d83408-5b45-48d4-9c4c-83f8ec19b0c9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=22d83408-5b45-48d4-9c4c-83f8ec19b0c9,segment=NetworkSegment(06d38da8-70c8-4687-ac3b-bf8ae708ed59),segment_id=06d38da8-70c8-4687-ac3b-bf8ae708ed59)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:30.634878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:30.646871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:30.852368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:30.878881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=22d83408-5b45-48d4-9c4c-83f8ec19b0c9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:30.975771 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.131196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:31.202173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:31.207054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f2e9ed08-a739-450e-8995-217c910ca4dc tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5480013 Aug 23 04:04:31.211155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45534) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:31.211678 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:31.232693 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:31.233431 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:31.268070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c44b4b2-dcc7-4514-84c3-bf7b3bcc72f9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting subnet b460b454-52cd-4e4e-a854-95084d1b6486 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:04:31.271143 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c44b4b2-dcc7-4514-84c3-bf7b3bcc72f9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.308856 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:31.313323 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c44b4b2-dcc7-4514-84c3-bf7b3bcc72f9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.360124 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:30Z', 'revision_number': 11, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:31.388754 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:31.396833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c44b4b2-dcc7-4514-84c3-bf7b3bcc72f9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.397077 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:31.397684 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:31.461635 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:31.503824 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c44b4b2-dcc7-4514-84c3-bf7b3bcc72f9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.514632 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:30Z', 'revision_number': 11, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:31.532093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44b4b2-dcc7-4514-84c3-bf7b3bcc72f9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Subnet': ['ID=b460b454-52cd-4e4e-a854-95084d1b6486,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:31.535758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7c44b4b2-dcc7-4514-84c3-bf7b3bcc72f9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.540185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7c44b4b2-dcc7-4514-84c3-bf7b3bcc72f9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/b460b454-52cd-4e4e-a854-95084d1b6486 HTTP/1.1" status: 204 len: 168 time: 0.3257716 Aug 23 04:04:31.540458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45538) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:31.540758 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b32212-7e29-4442-a1d6-498a61467889 None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:30Z', 'revision_number': 11, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:31.546670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b31011-7445-440c-b200-8e95a78a8e62 None None] Network b2e7e591-29f8-4e26-b6a1-0a1367a17604 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:31.623361 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.680648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Deleting port e5ffd244-0b94-4288-80d1-ebb73195eec8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:31.680988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.744774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] For port e5ffd244-0b94-4288-80d1-ebb73195eec8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e5ffd244-0b94-4288-80d1-ebb73195eec8,segment=NetworkSegment(06d38da8-70c8-4687-ac3b-bf8ae708ed59),segment_id=06d38da8-70c8-4687-ac3b-bf8ae708ed59)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:31.745184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.757095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Calling delete_port for e5ffd244-0b94-4288-80d1-ebb73195eec8 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:31.812264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.909411 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:31.922581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e931e19-98f6-4564-a863-2f14da606431 None None] DHCP port deletion for b2e7e591-29f8-4e26-b6a1-0a1367a17604 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:04:31.947853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Port': ['ID=e5ffd244-0b94-4288-80d1-ebb73195eec8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:31.951984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No DVR routers for this DVR port e5ffd244-0b94-4288-80d1-ebb73195eec8 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:31.989771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e5ffd244-0b94-4288-80d1-ebb73195eec8 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:32.015881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: e5ffd244-0b94-4288-80d1-ebb73195eec8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:32.016230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e5ffd244-0b94-4288-80d1-ebb73195eec8 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:32.016670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:32.036827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:32.037272 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 22d83408-5b45-48d4-9c4c-83f8ec19b0c9 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:32.040696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.053034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e7e591-29f8-4e26-b6a1-0a1367a17604']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:32.068830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d38da8-70c8-4687-ac3b-bf8ae708ed59') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:32.069169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d38da8-70c8-4687-ac3b-bf8ae708ed59') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:32.078409 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.092394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.098265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:04:32.098652 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:04:32.101550 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:04:32.252887 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.260061 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.261968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/networks/b2e7e591-29f8-4e26-b6a1-0a1367a17604 HTTP/1.1" status: 204 len: 168 time: 0.7205591 Aug 23 04:04:32.267235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45540) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:32.270570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'routes': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:32.273732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6b2a5-e2c0-4d47-8972-fdbc20aa0aee tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Pushing event deleted for resources: {'Network': ['ID=b2e7e591-29f8-4e26-b6a1-0a1367a17604,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:32.423674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Added routes are [] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 04:04:32.423975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Removed routes are [] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 04:04:32.424336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.556266 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.559471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.631931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router 85194b15-e03d-4598-9494-86d858e554cb has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:32.708008 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:32.715957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.717300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] Sync routers for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:32.717748 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35b6b43e-12f8-4cd3-a54d-d687c83bef0e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb HTTP/1.1" status: 200 len: 705 time: 0.4511080 Aug 23 04:04:32.720152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45544) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:32.726837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:32.727448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:32.746112 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-62689482-34ba-4308-befa-37af3d201747 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=85194b15-e03d-4598-9494-86d858e554cb HTTP/1.1" status: 200 len: 205 time: 0.0248806 Aug 23 04:04:32.749164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45546) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:32.797680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:32.823606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc358e99-8da4-4eff-9261-0fe3a8faa6de tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.856611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:30Z', 'revision_number': 11, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:32.886312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] Checking router: 85194b15-e03d-4598-9494-86d858e554cb for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:32.896088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] Routers {'85194b15-e03d-4598-9494-86d858e554cb'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:32.897112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['85194b15-e03d-4598-9494-86d858e554cb'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:32.963127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] Set router 85194b15-e03d-4598-9494-86d858e554cb gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:32.982611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc358e99-8da4-4eff-9261-0fe3a8faa6de tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:32.984728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc358e99-8da4-4eff-9261-0fe3a8faa6de tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.017926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:30Z', 'revision_number': 11, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:33.043966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea191d41-f80b-427d-9ed1-de52b88531c8 None None] The sync data for ids ['85194b15-e03d-4598-9494-86d858e554cb'] in n-d-749052-7 is: [{'id': '85194b15-e03d-4598-9494-86d858e554cb', 'name': 'tempest-RoutersIpV6Test-router-1105075016', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:03Z', 'updated_at': '2021-08-23T04:04:30Z', 'revision_number': 11, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:33.098242 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc358e99-8da4-4eff-9261-0fe3a8faa6de tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.098798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc358e99-8da4-4eff-9261-0fe3a8faa6de tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Fanout notify agent at l3_agent the message router_deleted on router 85194b15-e03d-4598-9494-86d858e554cb {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:04:33.105916 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dc358e99-8da4-4eff-9261-0fe3a8faa6de tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.107051 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dc358e99-8da4-4eff-9261-0fe3a8faa6de tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb HTTP/1.1" status: 204 len: 168 time: 0.3569608 Aug 23 04:04:33.111186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45548) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:33.115610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c628c8b3-1578-4237-9894-c9004e866b01 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2032749189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:33.195550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c628c8b3-1578-4237-9894-c9004e866b01 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.196603 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c628c8b3-1578-4237-9894-c9004e866b01 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.253786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c628c8b3-1578-4237-9894-c9004e866b01 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.308480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c628c8b3-1578-4237-9894-c9004e866b01 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.405575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c628c8b3-1578-4237-9894-c9004e866b01 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.406955 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c628c8b3-1578-4237-9894-c9004e866b01 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2948458 Aug 23 04:04:33.409985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:33.415676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cdc152a4-8ea5-4b10-b013-b34fc40d554a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:33.623244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cdc152a4-8ea5-4b10-b013-b34fc40d554a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.687503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cdc152a4-8ea5-4b10-b013-b34fc40d554a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.858279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc152a4-8ea5-4b10-b013-b34fc40d554a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Router ca65097f-66e0-4d35-bbfa-2c2f78779924 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:04:33.930416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc152a4-8ea5-4b10-b013-b34fc40d554a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:33.937841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cdc152a4-8ea5-4b10-b013-b34fc40d554a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:33.938952 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cdc152a4-8ea5-4b10-b013-b34fc40d554a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "PUT /v2.0/routers/ca65097f-66e0-4d35-bbfa-2c2f78779924 HTTP/1.1" status: 200 len: 698 time: 0.5278645 Aug 23 04:04:33.940289 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] Sync routers for ids ['ca65097f-66e0-4d35-bbfa-2c2f78779924'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:33.941568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45554) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:33.949522 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] Routers {'ca65097f-66e0-4d35-bbfa-2c2f78779924'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:33.950129 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ca65097f-66e0-4d35-bbfa-2c2f78779924'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:34.017156 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] Set router ca65097f-66e0-4d35-bbfa-2c2f78779924 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:34.019357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e110e2d6-c30a-4a75-b907-e7a3750c80e9 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/routers/ca65097f-66e0-4d35-bbfa-2c2f78779924 HTTP/1.1" status: 200 len: 704 time: 0.0767243 Aug 23 04:04:34.022194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45556) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.051148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fa3dab9c-23f8-4f09-b5e9-24d9af0fc32e tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca65097f-66e0-4d35-bbfa-2c2f78779924 HTTP/1.1" status: 200 len: 205 time: 0.0254648 Aug 23 04:04:34.051373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45558) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.070670 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65097f-66e0-4d35-bbfa-2c2f78779924', 'name': 'tempest-RoutersIpV6Test-router-2032749189', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:33Z', 'updated_at': '2021-08-23T04:04:33Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:34.095873 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] Checking router: ca65097f-66e0-4d35-bbfa-2c2f78779924 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:04:34.103975 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] Routers {'ca65097f-66e0-4d35-bbfa-2c2f78779924'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:34.104582 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['ca65097f-66e0-4d35-bbfa-2c2f78779924'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:34.125956 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-408bfed7-edb3-4139-a9aa-e68aefeacd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:34.172705 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] Set router ca65097f-66e0-4d35-bbfa-2c2f78779924 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:04:34.225125 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca65097f-66e0-4d35-bbfa-2c2f78779924', 'name': 'tempest-RoutersIpV6Test-router-2032749189', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:33Z', 'updated_at': '2021-08-23T04:04:33Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:34.250603 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9084da-c819-4203-9377-f8cb97e74b41 None None] The sync data for ids ['ca65097f-66e0-4d35-bbfa-2c2f78779924'] in n-d-749052-7 is: [{'id': 'ca65097f-66e0-4d35-bbfa-2c2f78779924', 'name': 'tempest-RoutersIpV6Test-router-2032749189', 'tenant_id': '82f763fa01164d24804f3e594fee1692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:04:33Z', 'updated_at': '2021-08-23T04:04:33Z', 'revision_number': 2, 'project_id': '82f763fa01164d24804f3e594fee1692', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:34.285897 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-408bfed7-edb3-4139-a9aa-e68aefeacd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:34.288038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-408bfed7-edb3-4139-a9aa-e68aefeacd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:34.406823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-408bfed7-edb3-4139-a9aa-e68aefeacd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:34.407372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408bfed7-edb3-4139-a9aa-e68aefeacd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Fanout notify agent at l3_agent the message router_deleted on router ca65097f-66e0-4d35-bbfa-2c2f78779924 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:04:34.414192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-408bfed7-edb3-4139-a9aa-e68aefeacd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:34.415321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-408bfed7-edb3-4139-a9aa-e68aefeacd31 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/ca65097f-66e0-4d35-bbfa-2c2f78779924 HTTP/1.1" status: 204 len: 168 time: 0.3630464 Aug 23 04:04:34.418647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45560) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.450181 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a7cd57c7-5471-4668-a13f-8d77f443bf7b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca65097f-66e0-4d35-bbfa-2c2f78779924 HTTP/1.1" status: 200 len: 205 time: 0.0304167 Aug 23 04:04:34.452724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45564) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.490346 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-7b4d7cef-465c-49ad-a493-9e80c625478b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] delete failed (client error): The resource could not be found. Aug 23 04:04:34.491350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7b4d7cef-465c-49ad-a493-9e80c625478b tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/ca65097f-66e0-4d35-bbfa-2c2f78779924 HTTP/1.1" status: 404 len: 336 time: 0.0376792 Aug 23 04:04:34.494121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45566) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.520408 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6e55e1-406a-46c5-a1ca-ba0244009b40 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] DELETE failed (client error): The resource could not be found. Aug 23 04:04:34.520847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6e55e1-406a-46c5-a1ca-ba0244009b40 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:04:34.522611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c6e55e1-406a-46c5-a1ca-ba0244009b40 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/99422e95-175e-4302-8ab4-c6db574bc0a8 HTTP/1.1" status: 404 len: 337 time: 0.0276062 Aug 23 04:04:34.525222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45568) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.550808 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9093a33-1a54-4048-8dd2-2a4f3a29a011 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] DELETE failed (client error): The resource could not be found. Aug 23 04:04:34.551249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9093a33-1a54-4048-8dd2-2a4f3a29a011 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:04:34.552887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c9093a33-1a54-4048-8dd2-2a4f3a29a011 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/aead88ad-592d-4628-b206-2693571b8094 HTTP/1.1" status: 404 len: 337 time: 0.0267768 Aug 23 04:04:34.555379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45570) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.583865 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb02821-4878-48d1-bb42-45e99ac86939 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] DELETE failed (client error): The resource could not be found. Aug 23 04:04:34.584304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb02821-4878-48d1-bb42-45e99ac86939 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:04:34.585969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6fb02821-4878-48d1-bb42-45e99ac86939 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/fcb88222-3b4c-4fdb-a2ff-60a74c74909c HTTP/1.1" status: 404 len: 337 time: 0.0297148 Aug 23 04:04:34.588276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45572) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.613742 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5239bd3a-9bb7-4f6b-a70c-aff830345a13 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] DELETE failed (client error): The resource could not be found. Aug 23 04:04:34.614183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5239bd3a-9bb7-4f6b-a70c-aff830345a13 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:04:34.615834 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5239bd3a-9bb7-4f6b-a70c-aff830345a13 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/b460b454-52cd-4e4e-a854-95084d1b6486 HTTP/1.1" status: 404 len: 337 time: 0.0266953 Aug 23 04:04:34.618341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45574) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.645113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52b61bdf-b99b-48a2-b373-29cf7e829eca tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=85194b15-e03d-4598-9494-86d858e554cb HTTP/1.1" status: 200 len: 205 time: 0.0256913 Aug 23 04:04:34.647490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45576) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.683592 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-26ba93d3-ebb6-44a5-bb24-c5ccc80b35c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] delete failed (client error): The resource could not be found. Aug 23 04:04:34.684574 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-26ba93d3-ebb6-44a5-bb24-c5ccc80b35c1 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/85194b15-e03d-4598-9494-86d858e554cb HTTP/1.1" status: 404 len: 336 time: 0.0362062 Aug 23 04:04:34.688651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45578) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.719292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cdd3b80c-c9f0-4ccf-a6c1-eac344c02151 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd9990b7-9619-4738-a837-a3310e46d1f7 HTTP/1.1" status: 200 len: 205 time: 0.0295353 Aug 23 04:04:34.721606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45580) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.756759 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-bcfcf6f5-efb3-45c5-8a6c-37e0b7f54869 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] delete failed (client error): The resource could not be found. Aug 23 04:04:34.757715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bcfcf6f5-efb3-45c5-8a6c-37e0b7f54869 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/cd9990b7-9619-4738-a837-a3310e46d1f7 HTTP/1.1" status: 404 len: 336 time: 0.0352294 Aug 23 04:04:34.760156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45582) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.786662 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-55885a06-6a20-47dd-9f56-11eec19f7380 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] DELETE failed (client error): The resource could not be found. Aug 23 04:04:34.787098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55885a06-6a20-47dd-9f56-11eec19f7380 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:04:34.788704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-55885a06-6a20-47dd-9f56-11eec19f7380 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/0385bfbc-5be0-4541-8f87-4967f18a29df HTTP/1.1" status: 404 len: 337 time: 0.0276432 Aug 23 04:04:34.791209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45584) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.816272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c98f6432-49b0-403e-8be2-183131a7d6c5 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c9f8a8-e67f-4357-a115-41fc3a9f81ea HTTP/1.1" status: 200 len: 205 time: 0.0240467 Aug 23 04:04:34.818603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45586) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.859429 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-e8c7d6c7-b88e-4d12-8541-3e4ac8615124 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] delete failed (client error): The resource could not be found. Aug 23 04:04:34.863170 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e8c7d6c7-b88e-4d12-8541-3e4ac8615124 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/d7c9f8a8-e67f-4357-a115-41fc3a9f81ea HTTP/1.1" status: 404 len: 336 time: 0.0409870 Aug 23 04:04:34.863308 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45588) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.890578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-29c8a3d9-37eb-42a6-9342-3686d7cb29e0 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f6f860-2f4f-4ced-825a-1a4c128664ae HTTP/1.1" status: 200 len: 205 time: 0.0262635 Aug 23 04:04:34.893268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45590) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.930072 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-005ff73c-811f-476b-92ae-4d154905cd7a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] delete failed (client error): The resource could not be found. Aug 23 04:04:34.931101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-005ff73c-811f-476b-92ae-4d154905cd7a tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/99f6f860-2f4f-4ced-825a-1a4c128664ae HTTP/1.1" status: 404 len: 336 time: 0.0368643 Aug 23 04:04:34.933690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45592) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.964477 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ceef7db-716d-4b1c-af18-bf1641c72b51 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] DELETE failed (client error): The resource could not be found. Aug 23 04:04:34.964923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ceef7db-716d-4b1c-af18-bf1641c72b51 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:04:34.966741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7ceef7db-716d-4b1c-af18-bf1641c72b51 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/826eb9e7-ff97-4ccf-9c2f-124964ff53bf HTTP/1.1" status: 404 len: 337 time: 0.0321703 Aug 23 04:04:34.969367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45594) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:34.996455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9fa13d6d-ee2a-4fdd-88ea-2ce81b8ed117 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f0a10c3-b9c2-402f-807d-fb1524a38ad7 HTTP/1.1" status: 200 len: 205 time: 0.0260158 Aug 23 04:04:34.999461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45596) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:35.044611 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-ea1fed7b-0fd5-45e1-8700-56c2a776e6bb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] delete failed (client error): The resource could not be found. Aug 23 04:04:35.044611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ea1fed7b-0fd5-45e1-8700-56c2a776e6bb tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/2f0a10c3-b9c2-402f-807d-fb1524a38ad7 HTTP/1.1" status: 404 len: 336 time: 0.0366015 Aug 23 04:04:35.044611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45598) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:35.074844 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95df6f1-5d7f-4cac-9e40-00b99d6be69f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] DELETE failed (client error): The resource could not be found. Aug 23 04:04:35.075326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95df6f1-5d7f-4cac-9e40-00b99d6be69f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:04:35.077723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d95df6f1-5d7f-4cac-9e40-00b99d6be69f tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/a75c98cb-e389-49f7-bbde-3c3cd83f9c59 HTTP/1.1" status: 404 len: 337 time: 0.0328147 Aug 23 04:04:35.081341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45600) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:35.110139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b723aa79-57ed-4c34-8209-1b5b3de32d40 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e738fe-2a93-4a50-b114-b4396b885076 HTTP/1.1" status: 200 len: 205 time: 0.0276167 Aug 23 04:04:35.115432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45602) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:35.153603 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-42d04f74-7c30-417a-a475-afa0c1004235 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] delete failed (client error): The resource could not be found. Aug 23 04:04:35.154652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-42d04f74-7c30-417a-a475-afa0c1004235 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/routers/43e738fe-2a93-4a50-b114-b4396b885076 HTTP/1.1" status: 404 len: 336 time: 0.0381787 Aug 23 04:04:35.157234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45604) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:35.191750 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8ab5b3-2659-42d3-ad99-82f21768ba85 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] DELETE failed (client error): The resource could not be found. Aug 23 04:04:35.194422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8ab5b3-2659-42d3-ad99-82f21768ba85 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:04:35.194422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-db8ab5b3-2659-42d3-ad99-82f21768ba85 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/81898e92-f872-4996-b8db-94e0aa2d9f79 HTTP/1.1" status: 404 len: 337 time: 0.0357776 Aug 23 04:04:35.196535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45606) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:35.222326 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-30837773-bfc9-4566-a958-5e8bbb53ae15 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] DELETE failed (client error): The resource could not be found. Aug 23 04:04:35.222766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30837773-bfc9-4566-a958-5e8bbb53ae15 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:04:35.224400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-30837773-bfc9-4566-a958-5e8bbb53ae15 tempest-RoutersIpV6Test-1546205488 tempest-RoutersIpV6Test-1546205488-project] 10.222.0.20 "DELETE /v2.0/subnets/8f428cb0-055c-46fe-9d4d-bc553b3de5fa HTTP/1.1" status: 404 len: 337 time: 0.0269387 Aug 23 04:04:35.760457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45616) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:35.890674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6314516f-37f6-41dc-9027-1ec331a3c9bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82f763fa01164d24804f3e594fee1692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290407 Aug 23 04:04:35.893745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45620) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:35.942429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78fcfae2-e1ac-4942-a3e2-2cd3088471ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:35.963438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78fcfae2-e1ac-4942-a3e2-2cd3088471ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:36.080709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78fcfae2-e1ac-4942-a3e2-2cd3088471ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:36.083164 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78fcfae2-e1ac-4942-a3e2-2cd3088471ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:36.084287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-78fcfae2-e1ac-4942-a3e2-2cd3088471ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80603a3e-b710-4792-a5e2-ee38130ca3df HTTP/1.1" status: 204 len: 168 time: 0.1895559 Aug 23 04:04:36.094007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcfae2-e1ac-4942-a3e2-2cd3088471ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80603a3e-b710-4792-a5e2-ee38130ca3df,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:37.036141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45644) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:37.132418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e08bd290-5962-4bb5-b9df-07d1d5a94d24 tempest-DvrRoutersNegativeTest-357285847 tempest-DvrRoutersNegativeTest-357285847-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-706606651', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:37.135275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.policy [None req-e08bd290-5962-4bb5-b9df-07d1d5a94d24 tempest-DvrRoutersNegativeTest-357285847 tempest-DvrRoutersNegativeTest-357285847-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95121) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 23 04:04:37.135613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.policy [None req-e08bd290-5962-4bb5-b9df-07d1d5a94d24 tempest-DvrRoutersNegativeTest-357285847 tempest-DvrRoutersNegativeTest-357285847-project] Failed policy check for 'create_router' {{(pid=95121) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 23 04:04:37.136257 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-e08bd290-5962-4bb5-b9df-07d1d5a94d24 tempest-DvrRoutersNegativeTest-357285847 tempest-DvrRoutersNegativeTest-357285847-project] create failed (client error): Access was denied to this resource. Aug 23 04:04:37.137194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e08bd290-5962-4bb5-b9df-07d1d5a94d24 tempest-DvrRoutersNegativeTest-357285847 tempest-DvrRoutersNegativeTest-357285847-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1000268 Aug 23 04:04:37.559321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45652) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:37.646206 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:37.664564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2095266f-9eb7-43fc-89d8-7e18e021ab6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:37.753184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2095266f-9eb7-43fc-89d8-7e18e021ab6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:37.805224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2095266f-9eb7-43fc-89d8-7e18e021ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:37.841286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095266f-9eb7-43fc-89d8-7e18e021ab6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd40a41-2b9c-462b-a0fa-45a18cae1b35,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:37.846043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2095266f-9eb7-43fc-89d8-7e18e021ab6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f95f11ed76254a158ee86e4ad938028e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857547 Aug 23 04:04:37.849094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45658) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:37.899213 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cef1a463-2520-4169-a314-6355229af7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:37.924449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cef1a463-2520-4169-a314-6355229af7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:38.034517 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cef1a463-2520-4169-a314-6355229af7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:38.037002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cef1a463-2520-4169-a314-6355229af7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:38.038210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cef1a463-2520-4169-a314-6355229af7f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfd40a41-2b9c-462b-a0fa-45a18cae1b35 HTTP/1.1" status: 204 len: 168 time: 0.1886694 Aug 23 04:04:38.045724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1a463-2520-4169-a314-6355229af7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd40a41-2b9c-462b-a0fa-45a18cae1b35,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:39.064199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45682) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:39.160764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-108850af-1df3-4958-94f4-441af7c0975e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-842412339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:39.252261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-108850af-1df3-4958-94f4-441af7c0975e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.253305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-108850af-1df3-4958-94f4-441af7c0975e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.302114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-108850af-1df3-4958-94f4-441af7c0975e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.349051 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-108850af-1df3-4958-94f4-441af7c0975e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.411558 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-108850af-1df3-4958-94f4-441af7c0975e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.412731 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-108850af-1df3-4958-94f4-441af7c0975e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3475192 Aug 23 04:04:39.415419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45688) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:39.420123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1328967578'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:39.486123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Made reservation on behalf of 8674a481fb7e4546b3a738b3cb03b7fc for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:39.489401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.499982 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.597963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.669178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.697606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:04:39.704237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811a5650-4972-4e62-870f-7e679acb1319,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:39.712978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.713374 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Added segment 350b5f58-ea9c-43f0-9b59-08917d5ec311 of type vlan for network 5f433462-9d6d-413f-a2fc-444a8ff38431 Aug 23 04:04:39.715526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.715866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.716201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.716530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.716880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.717235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.717554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.717876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.718876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.719232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.719550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.719871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:04:39.761405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.840390 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.846833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:39.847422 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:39.916920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Network': ['ID=5f433462-9d6d-413f-a2fc-444a8ff38431,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:39.927721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 5f433462-9d6d-413f-a2fc-444a8ff38431 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:04:39.955797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7889a2c5-1690-4058-99a1-b3b09c386a6e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5393190 Aug 23 04:04:39.958719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45692) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:39.963647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Request body: {'subnet': {'network_id': '5f433462-9d6d-413f-a2fc-444a8ff38431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:40.097639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Made reservation on behalf of 8674a481fb7e4546b3a738b3cb03b7fc for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:40.101143 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.315021 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.372960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Subnet': ['ID=50cf793b-b27e-4e8d-880e-8f8c7282dc00,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:40.380318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Checking segment: {'id': '350b5f58-ea9c-43f0-9b59-08917d5ec311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f433462-9d6d-413f-a2fc-444a8ff38431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:40.380676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network hostable DHCP agents. Network: 5f433462-9d6d-413f-a2fc-444a8ff38431, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:04:40.480048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network 5f433462-9d6d-413f-a2fc-444a8ff38431 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:04:40.554674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 5f433462-9d6d-413f-a2fc-444a8ff38431) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:40.558581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:40.559223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.564672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084609fe-d2be-42ac-9079-0dca12d58869 None None] Network 5f433462-9d6d-413f-a2fc-444a8ff38431 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:40.630379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-56a33043-ed9b-4168-962d-6faa1f3c291e tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6705210 Aug 23 04:04:40.633351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45694) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:40.638505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Request body: {'network': {'name': 'tempest-router-network01--1614886521'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:40.707894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-5f433462-9d6d-413f-a2fc-444a8ff38431', 'network_id': '5f433462-9d6d-413f-a2fc-444a8ff38431', 'tenant_id': '8674a481fb7e4546b3a738b3cb03b7fc', 'fixed_ips': [{'subnet_id': '50cf793b-b27e-4e8d-880e-8f8c7282dc00'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:04:40.708812 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.755089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Made reservation on behalf of 8674a481fb7e4546b3a738b3cb03b7fc for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:40.758695 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.784338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:04:40.792851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.793233 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Added segment a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192 of type vlan for network 20fc58d0-2706-4017-9463-7d6f9901ff31 Aug 23 04:04:40.832635 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.843701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Allocated IP 172.20.0.2 (5f433462-9d6d-413f-a2fc-444a8ff38431/50cf793b-b27e-4e8d-880e-8f8c7282dc00/84dbb5a1-21fb-4253-b2ef-e37b022c8a02) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:40.955089 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.960939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:40.961546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.983103 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:40.991847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Transition to ACTIVE for port object 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:41.006527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Transition to ACTIVE for port object 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:41.035015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Network': ['ID=20fc58d0-2706-4017-9463-7d6f9901ff31,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:41.041075 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-168274d6-b531-4c2c-9723-0c8be1c56216 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4066303 Aug 23 04:04:41.044536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45698) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:41.045658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 20fc58d0-2706-4017-9463-7d6f9901ff31 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:04:41.050433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Request body: {'network': {'name': 'tempest-router-network02--66114353'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:41.068677 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.120233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Made reservation on behalf of 8674a481fb7e4546b3a738b3cb03b7fc for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:41.123909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.143079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Network 5f433462-9d6d-413f-a2fc-444a8ff38431 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:41.148223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:04:41.149755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:41.156976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:41.164772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.164772 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Added segment ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54 of type vlan for network df777b05-e215-42cb-8f58-fafeaf20c2c3 Aug 23 04:04:41.165136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Pushing event updated for resources: {'Port': ['ID=84dbb5a1-21fb-4253-b2ef-e37b022c8a02,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:41.200290 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.215924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Attempting to bind port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:41.216302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Attempting to bind port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '350b5f58-ea9c-43f0-9b59-08917d5ec311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f433462-9d6d-413f-a2fc-444a8ff38431'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:41.216669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Attempting to bind port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 on network 5f433462-9d6d-413f-a2fc-444a8ff38431 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:41.222138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:41.222517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Checking segment: {'id': '350b5f58-ea9c-43f0-9b59-08917d5ec311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f433462-9d6d-413f-a2fc-444a8ff38431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:41.222919 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.223315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Bound using segment: {'id': '350b5f58-ea9c-43f0-9b59-08917d5ec311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f433462-9d6d-413f-a2fc-444a8ff38431'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:41.223781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Bound port: 84dbb5a1-21fb-4253-b2ef-e37b022c8a02, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350b5f58-ea9c-43f0-9b59-08917d5ec311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5f433462-9d6d-413f-a2fc-444a8ff38431'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:41.224164 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.284721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] For port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:41.287685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] For port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=84dbb5a1-21fb-4253-b2ef-e37b022c8a02,segment=NetworkSegment(350b5f58-ea9c-43f0-9b59-08917d5ec311),segment_id=350b5f58-ea9c-43f0-9b59-08917d5ec311)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:41.308202 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.314110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:41.314702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.386222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Network': ['ID=df777b05-e215-42cb-8f58-fafeaf20c2c3,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:41.396878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network df777b05-e215-42cb-8f58-fafeaf20c2c3 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:04:41.413610 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.430142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f8ddeec8-8cd6-4dfd-be7b-100e7238c569 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3843412 Aug 23 04:04:41.433428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45700) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:41.438169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Request body: {'subnet': {'network_id': '20fc58d0-2706-4017-9463-7d6f9901ff31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:41.510280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038b55a-785d-4a6b-afe6-78a7023c4ee5 None None] Pushing event updated for resources: {'Port': ['ID=84dbb5a1-21fb-4253-b2ef-e37b022c8a02,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:41.611941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Made reservation on behalf of 8674a481fb7e4546b3a738b3cb03b7fc for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:41.615782 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.835103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:41.903753 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:41.954828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:41.970605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Subnet': ['ID=006ff015-7eda-4b36-b093-d52b7bae2714,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:41.978269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Checking segment: {'id': 'a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '20fc58d0-2706-4017-9463-7d6f9901ff31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:41.978643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network hostable DHCP agents. Network: 20fc58d0-2706-4017-9463-7d6f9901ff31, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:04:42.057776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network 20fc58d0-2706-4017-9463-7d6f9901ff31 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:04:42.131311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 20fc58d0-2706-4017-9463-7d6f9901ff31) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:42.136120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:42.136775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:42.140304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b53d8-d68c-4bb6-a4ba-0a7beda82f87 None None] Network 20fc58d0-2706-4017-9463-7d6f9901ff31 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:42.207057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec724558-ba26-4172-89bb-6f485c58ca25 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7727373 Aug 23 04:04:42.209743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45704) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:42.214938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Request body: {'subnet': {'network_id': 'df777b05-e215-42cb-8f58-fafeaf20c2c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:42.300253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-20fc58d0-2706-4017-9463-7d6f9901ff31', 'network_id': '20fc58d0-2706-4017-9463-7d6f9901ff31', 'tenant_id': '8674a481fb7e4546b3a738b3cb03b7fc', 'fixed_ips': [{'subnet_id': '006ff015-7eda-4b36-b093-d52b7bae2714'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:04:42.301161 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:42.377495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Made reservation on behalf of 8674a481fb7e4546b3a738b3cb03b7fc for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:04:42.381104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:42.441563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Allocated IP 172.20.0.2 (20fc58d0-2706-4017-9463-7d6f9901ff31/006ff015-7eda-4b36-b093-d52b7bae2714/0655bad8-4d99-4d06-b8db-09e25139c277) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:42.505281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1d37d-cf54-4d01-bfbd-573b2bd01592 None None] Network 5f433462-9d6d-413f-a2fc-444a8ff38431 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:42.628667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:42.687836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Subnet': ['ID=c5477e90-04d1-4dd0-8a6a-29835b095d68,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:42.698123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Checking segment: {'id': 'ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df777b05-e215-42cb-8f58-fafeaf20c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:42.698484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network hostable DHCP agents. Network: df777b05-e215-42cb-8f58-fafeaf20c2c3, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:04:42.771694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network df777b05-e215-42cb-8f58-fafeaf20c2c3 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:04:42.826792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-81525fc0-0966-4033-b799-ca0c61ed8570 None None] Provisioning for port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:42.833786 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:42.839577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-81525fc0-0966-4033-b799-ca0c61ed8570 None None] Provisioning complete for port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:42.839945 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81525fc0-0966-4033-b799-ca0c61ed8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:42.846098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, df777b05-e215-42cb-8f58-fafeaf20c2c3) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:42.849297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Transition to ACTIVE for port object 0655bad8-4d99-4d06-b8db-09e25139c277 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:42.850710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:04:42.851220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:42.876459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f905651-3e71-4d5c-843c-41cfa45f26b9 None None] Network df777b05-e215-42cb-8f58-fafeaf20c2c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:42.933275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Transition to ACTIVE for port object 0655bad8-4d99-4d06-b8db-09e25139c277 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:42.944182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-23b3dee6-ad4f-4fcf-935b-75609f18edcb tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7331355 Aug 23 04:04:42.946681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45706) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:43.031272 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.103453 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81525fc0-0966-4033-b799-ca0c61ed8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.125495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Network 20fc58d0-2706-4017-9463-7d6f9901ff31 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:43.134808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:43.137521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:43.168134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Pushing event updated for resources: {'Port': ['ID=0655bad8-4d99-4d06-b8db-09e25139c277,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:43.204153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-81525fc0-0966-4033-b799-ca0c61ed8570 None None] For port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=84dbb5a1-21fb-4253-b2ef-e37b022c8a02,segment=NetworkSegment(350b5f58-ea9c-43f0-9b59-08917d5ec311),segment_id=350b5f58-ea9c-43f0-9b59-08917d5ec311)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:43.243267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-df777b05-e215-42cb-8f58-fafeaf20c2c3', 'network_id': 'df777b05-e215-42cb-8f58-fafeaf20c2c3', 'tenant_id': '8674a481fb7e4546b3a738b3cb03b7fc', 'fixed_ips': [{'subnet_id': 'c5477e90-04d1-4dd0-8a6a-29835b095d68'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:04:43.244137 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.269586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Attempting to bind port 0655bad8-4d99-4d06-b8db-09e25139c277 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:43.270030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Attempting to bind port 0655bad8-4d99-4d06-b8db-09e25139c277 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '20fc58d0-2706-4017-9463-7d6f9901ff31'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:43.270346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Attempting to bind port 0655bad8-4d99-4d06-b8db-09e25139c277 on network 20fc58d0-2706-4017-9463-7d6f9901ff31 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:43.281415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:43.281719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Checking segment: {'id': 'a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '20fc58d0-2706-4017-9463-7d6f9901ff31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:43.282130 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.282531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Bound using segment: {'id': 'a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '20fc58d0-2706-4017-9463-7d6f9901ff31'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:43.283010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Bound port: 0655bad8-4d99-4d06-b8db-09e25139c277, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '20fc58d0-2706-4017-9463-7d6f9901ff31'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:43.283400 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.338069 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-81525fc0-0966-4033-b799-ca0c61ed8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.486178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81525fc0-0966-4033-b799-ca0c61ed8570 None None] Pushing event updated for resources: {'Port': ['ID=84dbb5a1-21fb-4253-b2ef-e37b022c8a02,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:43.496729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] For port 0655bad8-4d99-4d06-b8db-09e25139c277, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:43.499006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Allocated IP 172.20.0.2 (df777b05-e215-42cb-8f58-fafeaf20c2c3/c5477e90-04d1-4dd0-8a6a-29835b095d68/bbe41b9c-af79-499f-b13a-ff6a6df58c7a) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:43.505856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] For port 0655bad8-4d99-4d06-b8db-09e25139c277, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0655bad8-4d99-4d06-b8db-09e25139c277,segment=NetworkSegment(a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192),segment_id=a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:43.512836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6b19ebee-97ce-4dc3-9287-c7da82b96801 None None] Provisioning complete for port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:43.513239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b19ebee-97ce-4dc3-9287-c7da82b96801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.558836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.601552 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.710650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44573625-97d7-4728-9b71-9983dbfd200b None None] Pushing event updated for resources: {'Port': ['ID=0655bad8-4d99-4d06-b8db-09e25139c277,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:43.775764 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.784463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Transition to ACTIVE for port object bbe41b9c-af79-499f-b13a-ff6a6df58c7a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:43.802555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Transition to ACTIVE for port object bbe41b9c-af79-499f-b13a-ff6a6df58c7a will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:43.820893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Allocated IP 172.20.0.1 (20fc58d0-2706-4017-9463-7d6f9901ff31/006ff015-7eda-4b36-b093-d52b7bae2714/70612547-b8a7-4c02-bf8a-5022d4430cc1) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:43.825273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:43.866885 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.929942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Network df777b05-e215-42cb-8f58-fafeaf20c2c3 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:43.938522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:43.941397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Pushing event updated for resources: {'Port': ['ID=bbe41b9c-af79-499f-b13a-ff6a6df58c7a,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:43.944368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:43.955470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:43.955843 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:43.989435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.010103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Transition to ACTIVE for port object 70612547-b8a7-4c02-bf8a-5022d4430cc1 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:44.036358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Attempting to bind port bbe41b9c-af79-499f-b13a-ff6a6df58c7a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:04:44.036729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Attempting to bind port bbe41b9c-af79-499f-b13a-ff6a6df58c7a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df777b05-e215-42cb-8f58-fafeaf20c2c3'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:04:44.037119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Attempting to bind port bbe41b9c-af79-499f-b13a-ff6a6df58c7a on network df777b05-e215-42cb-8f58-fafeaf20c2c3 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:04:44.044837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:04:44.050268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Checking segment: {'id': 'ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df777b05-e215-42cb-8f58-fafeaf20c2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:04:44.050268 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.050268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Bound using segment: {'id': 'ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df777b05-e215-42cb-8f58-fafeaf20c2c3'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:04:44.050268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Bound port: bbe41b9c-af79-499f-b13a-ff6a6df58c7a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df777b05-e215-42cb-8f58-fafeaf20c2c3'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:04:44.050268 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.092178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.129292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network 20fc58d0-2706-4017-9463-7d6f9901ff31 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:44.132371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:44.136029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:44.140895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] For port bbe41b9c-af79-499f-b13a-ff6a6df58c7a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:04:44.150838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] For port bbe41b9c-af79-499f-b13a-ff6a6df58c7a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bbe41b9c-af79-499f-b13a-ff6a6df58c7a,segment=NetworkSegment(ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54),segment_id=ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:04:44.175209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Port': ['ID=70612547-b8a7-4c02-bf8a-5022d4430cc1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:44.194902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.212908 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.277027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da9b7e-4835-4e7b-a893-33ca70f81549 None None] Pushing event updated for resources: {'Port': ['ID=bbe41b9c-af79-499f-b13a-ff6a6df58c7a,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:44.402216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.716470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.742936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b012d6-b353-4b1f-b24f-3268882dfe2f None None] Network 20fc58d0-2706-4017-9463-7d6f9901ff31 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:44.811404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.884596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Port': ['ID=70612547-b8a7-4c02-bf8a-5022d4430cc1,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:44.887110 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:44.929887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cc85d25c-7e5b-4475-8353-6a9c25a47414 None None] Provisioning for port 0655bad8-4d99-4d06-b8db-09e25139c277 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:45.020172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network 20fc58d0-2706-4017-9463-7d6f9901ff31 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:45.021693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:45.251456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Router eab8ce44-6d3d-40f5-9cde-68c9a6a262de is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:04:45.343502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-db206a49-221e-4c66-86e4-a18bed71dfbb None None] Provisioning for port 70612547-b8a7-4c02-bf8a-5022d4430cc1 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:45.351639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-db206a49-221e-4c66-86e4-a18bed71dfbb None None] Provisioning complete for port 70612547-b8a7-4c02-bf8a-5022d4430cc1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:45.351639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-db206a49-221e-4c66-86e4-a18bed71dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:45.351920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:45.356034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4da36ed3-9db6-4b6b-a567-c562941c63cd tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "PUT /v2.0/routers/eab8ce44-6d3d-40f5-9cde-68c9a6a262de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4082396 Aug 23 04:04:45.358762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45726) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:45.385750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa1487-1f23-4aef-920c-e3f86f4ea834 None None] Sync routers for ids ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:45.408067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa1487-1f23-4aef-920c-e3f86f4ea834 None None] Routers {'eab8ce44-6d3d-40f5-9cde-68c9a6a262de'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:45.408708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f5fa1487-1f23-4aef-920c-e3f86f4ea834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:45.461870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6628a2-7902-466c-95bd-5164bf9f2d19 None None] Network df777b05-e215-42cb-8f58-fafeaf20c2c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:45.464999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f5fa1487-1f23-4aef-920c-e3f86f4ea834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:45.467395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-db206a49-221e-4c66-86e4-a18bed71dfbb None None] Port 70612547-b8a7-4c02-bf8a-5022d4430cc1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:45.510938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa1487-1f23-4aef-920c-e3f86f4ea834 None None] Routers {'eab8ce44-6d3d-40f5-9cde-68c9a6a262de'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:45.511578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f5fa1487-1f23-4aef-920c-e3f86f4ea834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:45.613803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f5fa1487-1f23-4aef-920c-e3f86f4ea834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:45.614462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa1487-1f23-4aef-920c-e3f86f4ea834 None None] The sync data for ids ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:45.693621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-40044229-247b-4a9d-9d3d-cd09ad474116 None None] Provisioning complete for port 70612547-b8a7-4c02-bf8a-5022d4430cc1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:45.694096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-40044229-247b-4a9d-9d3d-cd09ad474116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:45.734603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-40044229-247b-4a9d-9d3d-cd09ad474116 None None] Port 70612547-b8a7-4c02-bf8a-5022d4430cc1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:45.761372 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-e6ee055c-6f43-4527-806c-c63d976b61e3 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:04:45.762422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e6ee055c-6f43-4527-806c-c63d976b61e3 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "PUT /v2.0/routers/eab8ce44-6d3d-40f5-9cde-68c9a6a262de/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4026349 Aug 23 04:04:45.765546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45728) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:45.817528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-40044229-247b-4a9d-9d3d-cd09ad474116 None None] Provisioning for port bbe41b9c-af79-499f-b13a-ff6a6df58c7a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:45.909628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0655bad8-4d99-4d06-b8db-09e25139c277 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:45.998561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-88c18389-14c9-41a7-a9de-d93a4b7e218b None None] Provisioning complete for port 70612547-b8a7-4c02-bf8a-5022d4430cc1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:45.999754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-88c18389-14c9-41a7-a9de-d93a4b7e218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.044522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-88c18389-14c9-41a7-a9de-d93a4b7e218b None None] Port 70612547-b8a7-4c02-bf8a-5022d4430cc1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:46.103075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0655bad8-4d99-4d06-b8db-09e25139c277 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:46.107006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0655bad8-4d99-4d06-b8db-09e25139c277 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:46.107407 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.155966 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.195037 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.227077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0655bad8-4d99-4d06-b8db-09e25139c277, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0655bad8-4d99-4d06-b8db-09e25139c277,segment=NetworkSegment(a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192),segment_id=a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:46.308202 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.309094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbe41b9c-af79-499f-b13a-ff6a6df58c7a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:46.384763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0655bad8-4d99-4d06-b8db-09e25139c277,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:46.398734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Deleting port 70612547-b8a7-4c02-bf8a-5022d4430cc1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:46.399112 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.446048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port bbe41b9c-af79-499f-b13a-ff6a6df58c7a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:46.450639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bbe41b9c-af79-499f-b13a-ff6a6df58c7a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:46.454362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.486720 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.498379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Calling delete_port for 70612547-b8a7-4c02-bf8a-5022d4430cc1 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:46.527232 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.558720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port bbe41b9c-af79-499f-b13a-ff6a6df58c7a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bbe41b9c-af79-499f-b13a-ff6a6df58c7a,segment=NetworkSegment(ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54),segment_id=ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:46.657470 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.707105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=bbe41b9c-af79-499f-b13a-ff6a6df58c7a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:46.742928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:46.768525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Port': ['ID=70612547-b8a7-4c02-bf8a-5022d4430cc1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:46.908202 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:47.059557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Router eab8ce44-6d3d-40f5-9cde-68c9a6a262de has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:47.134093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:47.143388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-74e2849e-22ae-4511-b3d9-311ef07c042d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "PUT /v2.0/routers/eab8ce44-6d3d-40f5-9cde-68c9a6a262de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3762736 Aug 23 04:04:47.146139 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007160f1-9286-4271-9db3-63289086614d None None] Sync routers for ids ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:47.148074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45736) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:47.155803 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007160f1-9286-4271-9db3-63289086614d None None] Routers {'eab8ce44-6d3d-40f5-9cde-68c9a6a262de'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:47.156472 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-007160f1-9286-4271-9db3-63289086614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:47.189223 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-657dff67-d2eb-4991-becc-948b028a6a30 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] delete failed (client error): The resource could not be found. Aug 23 04:04:47.191848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-657dff67-d2eb-4991-becc-948b028a6a30 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-299432971 HTTP/1.1" status: 404 len: 334 time: 0.0407996 Aug 23 04:04:47.191959 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-007160f1-9286-4271-9db3-63289086614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:47.194902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45740) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:47.200333 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007160f1-9286-4271-9db3-63289086614d None None] Routers {'eab8ce44-6d3d-40f5-9cde-68c9a6a262de'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:47.200943 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-007160f1-9286-4271-9db3-63289086614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:47.206150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-11d5c1a7-2790-48d2-927d-34d6756d1b56 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eab8ce44-6d3d-40f5-9cde-68c9a6a262de'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:47.235937 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-007160f1-9286-4271-9db3-63289086614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:47.236601 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007160f1-9286-4271-9db3-63289086614d None None] The sync data for ids ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:47.411876 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-11d5c1a7-2790-48d2-927d-34d6756d1b56 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:47.526744 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-11d5c1a7-2790-48d2-927d-34d6756d1b56 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] update failed (client error): The resource could not be found. Aug 23 04:04:47.527793 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-11d5c1a7-2790-48d2-927d-34d6756d1b56 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "PUT /v2.0/routers/eab8ce44-6d3d-40f5-9cde-68c9a6a262de HTTP/1.1" status: 404 len: 339 time: 0.3318892 Aug 23 04:04:47.531517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45746) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:47.798941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:47.812157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0655bad8-4d99-4d06-b8db-09e25139c277 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:47.864991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0655bad8-4d99-4d06-b8db-09e25139c277 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:47.865385 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:47.944537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbe41b9c-af79-499f-b13a-ff6a6df58c7a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:04:47.999986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bbe41b9c-af79-499f-b13a-ff6a6df58c7a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:48.000355 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:48.046101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Allocated IP 172.20.0.1 (5f433462-9d6d-413f-a2fc-444a8ff38431/50cf793b-b27e-4e8d-880e-8f8c7282dc00/0e52e1aa-537d-4a1f-813f-16fec8645936) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:04:48.158805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:48.172500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Transition to ACTIVE for port object 0e52e1aa-537d-4a1f-813f-16fec8645936 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:04:48.275302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:48.316342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network 5f433462-9d6d-413f-a2fc-444a8ff38431 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:48.319357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:48.322979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:04:48.332052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Port': ['ID=0e52e1aa-537d-4a1f-813f-16fec8645936,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:48.376106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:48.545302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:48.709291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a3094ec-7e6e-434c-9796-c88f087e85ae None None] Provisioning for port 0e52e1aa-537d-4a1f-813f-16fec8645936 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:04:48.714323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a3094ec-7e6e-434c-9796-c88f087e85ae None None] Provisioning complete for port 0e52e1aa-537d-4a1f-813f-16fec8645936 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:48.714835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a3094ec-7e6e-434c-9796-c88f087e85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:48.751652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7a3094ec-7e6e-434c-9796-c88f087e85ae None None] Port 0e52e1aa-537d-4a1f-813f-16fec8645936 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:49.140968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:49.183450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:49.264345 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:49.266487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event updated for resources: {'Port': ['ID=0e52e1aa-537d-4a1f-813f-16fec8645936,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:49.360737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Network 5f433462-9d6d-413f-a2fc-444a8ff38431 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:04:49.362154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:04:49.466158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Router eab8ce44-6d3d-40f5-9cde-68c9a6a262de has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:49.565546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:49.570549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7221d50b-1d17-4e85-a7a1-16d257da1d2a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "PUT /v2.0/routers/eab8ce44-6d3d-40f5-9cde-68c9a6a262de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0380714 Aug 23 04:04:49.573125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45756) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:49.575895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a974e-77c7-498b-8e07-6f33eca49a8b None None] Sync routers for ids ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:49.586695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a459c460-f008-4487-b446-3b97e80ac457 None None] Provisioning complete for port 0e52e1aa-537d-4a1f-813f-16fec8645936 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:04:49.587283 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a459c460-f008-4487-b446-3b97e80ac457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:49.670184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-091fe552-698b-4f9f-8f69-8e7f04fb81d6 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:49.763428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a974e-77c7-498b-8e07-6f33eca49a8b None None] Routers {'eab8ce44-6d3d-40f5-9cde-68c9a6a262de'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:49.764032 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-838a974e-77c7-498b-8e07-6f33eca49a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:49.766384 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-091fe552-698b-4f9f-8f69-8e7f04fb81d6 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 04:04:49.770409 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-091fe552-698b-4f9f-8f69-8e7f04fb81d6 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "DELETE /v2.0/routers/eab8ce44-6d3d-40f5-9cde-68c9a6a262de HTTP/1.1" status: 409 len: 329 time: 0.1935856 Aug 23 04:04:49.770840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45758) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:49.800187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-838a974e-77c7-498b-8e07-6f33eca49a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:49.816174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a459c460-f008-4487-b446-3b97e80ac457 None None] Port 0e52e1aa-537d-4a1f-813f-16fec8645936 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:04:49.818390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a974e-77c7-498b-8e07-6f33eca49a8b None None] Routers {'eab8ce44-6d3d-40f5-9cde-68c9a6a262de'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:49.819188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-838a974e-77c7-498b-8e07-6f33eca49a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:49.854235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-838a974e-77c7-498b-8e07-6f33eca49a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:49.855323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a974e-77c7-498b-8e07-6f33eca49a8b None None] The sync data for ids ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:50.106879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:50.348870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Deleting port 0e52e1aa-537d-4a1f-813f-16fec8645936 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:50.349169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:50.432127 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:50.443640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Calling delete_port for 0e52e1aa-537d-4a1f-813f-16fec8645936 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:51.040813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:51.076338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Port': ['ID=0e52e1aa-537d-4a1f-813f-16fec8645936,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:51.259585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:51.428991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Router eab8ce44-6d3d-40f5-9cde-68c9a6a262de has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:04:51.508442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:04:51.514497 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-028b2e45-b761-4ae8-a239-e6aed0fd95e2 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "PUT /v2.0/routers/eab8ce44-6d3d-40f5-9cde-68c9a6a262de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425787 Aug 23 04:04:51.519087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45766) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:51.520966 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8eb59-9480-4a12-bff0-acf13ff9df55 None None] Sync routers for ids ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:04:51.530711 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8eb59-9480-4a12-bff0-acf13ff9df55 None None] Routers {'eab8ce44-6d3d-40f5-9cde-68c9a6a262de'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:51.531329 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8ef8eb59-9480-4a12-bff0-acf13ff9df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:51.563968 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8ef8eb59-9480-4a12-bff0-acf13ff9df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:51.568644 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-5351ce4c-e5ba-4f6a-bd7b-101318c62a88 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] show failed (client error): The resource could not be found. Aug 23 04:04:51.569740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5351ce4c-e5ba-4f6a-bd7b-101318c62a88 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1745648049 HTTP/1.1" status: 404 len: 335 time: 0.0495253 Aug 23 04:04:51.573921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45768) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:51.578299 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8eb59-9480-4a12-bff0-acf13ff9df55 None None] Routers {'eab8ce44-6d3d-40f5-9cde-68c9a6a262de'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:04:51.578936 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8ef8eb59-9480-4a12-bff0-acf13ff9df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:51.579419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f68d4c5d-0d10-41cb-b757-b626f030e0a0 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:04:51.620114 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-f68d4c5d-0d10-41cb-b757-b626f030e0a0 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] update failed (client error): The resource could not be found. Aug 23 04:04:51.621940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f68d4c5d-0d10-41cb-b757-b626f030e0a0 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-2068136666 HTTP/1.1" status: 404 len: 335 time: 0.0462189 Aug 23 04:04:51.625736 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-8ef8eb59-9480-4a12-bff0-acf13ff9df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:51.625736 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8eb59-9480-4a12-bff0-acf13ff9df55 None None] The sync data for ids ['eab8ce44-6d3d-40f5-9cde-68c9a6a262de'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:04:51.625938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45770) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:51.678707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fc4bab-8548-4534-a8ee-a4dc3cc3b431 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Deleting subnet c5477e90-04d1-4dd0-8a6a-29835b095d68 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:04:51.681908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-63fc4bab-8548-4534-a8ee-a4dc3cc3b431 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:51.726704 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-63fc4bab-8548-4534-a8ee-a4dc3cc3b431 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:51.809245 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-63fc4bab-8548-4534-a8ee-a4dc3cc3b431 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:51.949552 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-63fc4bab-8548-4534-a8ee-a4dc3cc3b431 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:51.980821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc4bab-8548-4534-a8ee-a4dc3cc3b431 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Subnet': ['ID=c5477e90-04d1-4dd0-8a6a-29835b095d68,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:51.986783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-63fc4bab-8548-4534-a8ee-a4dc3cc3b431 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:51.991064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-63fc4bab-8548-4534-a8ee-a4dc3cc3b431 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "DELETE /v2.0/subnets/c5477e90-04d1-4dd0-8a6a-29835b095d68 HTTP/1.1" status: 204 len: 168 time: 0.3617887 Aug 23 04:04:51.991304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45772) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:51.994322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb3619-b564-4601-bb79-8b7850fa01d4 None None] Network df777b05-e215-42cb-8f58-fafeaf20c2c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:52.043005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-52952fd4-9c6d-48f8-8ca3-e398e2763c4a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Deleting subnet 006ff015-7eda-4b36-b093-d52b7bae2714 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:04:52.046396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52952fd4-9c6d-48f8-8ca3-e398e2763c4a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.092089 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52952fd4-9c6d-48f8-8ca3-e398e2763c4a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.181788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2e3ea-34d9-4744-89f0-6b426fd2cdc1 None None] DHCP port deletion for df777b05-e215-42cb-8f58-fafeaf20c2c3 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:04:52.186177 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52952fd4-9c6d-48f8-8ca3-e398e2763c4a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.238040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-92b2e3ea-34d9-4744-89f0-6b426fd2cdc1 None None] Deleting port bbe41b9c-af79-499f-b13a-ff6a6df58c7a {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:52.240926 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92b2e3ea-34d9-4744-89f0-6b426fd2cdc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.303135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-92b2e3ea-34d9-4744-89f0-6b426fd2cdc1 None None] For port bbe41b9c-af79-499f-b13a-ff6a6df58c7a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bbe41b9c-af79-499f-b13a-ff6a6df58c7a,segment=NetworkSegment(ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54),segment_id=ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:52.303613 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92b2e3ea-34d9-4744-89f0-6b426fd2cdc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.315907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-92b2e3ea-34d9-4744-89f0-6b426fd2cdc1 None None] Calling delete_port for bbe41b9c-af79-499f-b13a-ff6a6df58c7a owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:52.366476 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52952fd4-9c6d-48f8-8ca3-e398e2763c4a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.395597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52952fd4-9c6d-48f8-8ca3-e398e2763c4a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Subnet': ['ID=006ff015-7eda-4b36-b093-d52b7bae2714,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:52.399321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-52952fd4-9c6d-48f8-8ca3-e398e2763c4a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.402988 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52952fd4-9c6d-48f8-8ca3-e398e2763c4a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "DELETE /v2.0/subnets/006ff015-7eda-4b36-b093-d52b7bae2714 HTTP/1.1" status: 204 len: 168 time: 0.4090967 Aug 23 04:04:52.403825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45778) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:52.406380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b99b6f-d84d-4f68-810a-c4593be768f1 None None] Network 20fc58d0-2706-4017-9463-7d6f9901ff31 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:52.479849 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.488754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-92b2e3ea-34d9-4744-89f0-6b426fd2cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.534101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2e3ea-34d9-4744-89f0-6b426fd2cdc1 None None] Pushing event deleted for resources: {'Port': ['ID=bbe41b9c-af79-499f-b13a-ff6a6df58c7a,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:52.539121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2e3ea-34d9-4744-89f0-6b426fd2cdc1 None None] No DVR routers for this DVR port bbe41b9c-af79-499f-b13a-ff6a6df58c7a on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:52.573287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.584319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df777b05-e215-42cb-8f58-fafeaf20c2c3']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:52.595320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:52.595612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad10c3fe-ef79-4ad2-8c2c-91a3ea80eb54') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:52.604392 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.616846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080370d4-7f47-4a11-933a-31da7e43182b None None] DHCP port deletion for 20fc58d0-2706-4017-9463-7d6f9901ff31 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:04:52.618354 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.624688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:04:52.625126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:04:52.628204 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:04:52.664184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-080370d4-7f47-4a11-933a-31da7e43182b None None] Deleting port 0655bad8-4d99-4d06-b8db-09e25139c277 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:52.664566 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-080370d4-7f47-4a11-933a-31da7e43182b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.715303 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.730824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-080370d4-7f47-4a11-933a-31da7e43182b None None] For port 0655bad8-4d99-4d06-b8db-09e25139c277, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0655bad8-4d99-4d06-b8db-09e25139c277,segment=NetworkSegment(a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192),segment_id=a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:52.731218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-080370d4-7f47-4a11-933a-31da7e43182b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.737158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.748538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.748649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-080370d4-7f47-4a11-933a-31da7e43182b None None] Calling delete_port for 0655bad8-4d99-4d06-b8db-09e25139c277 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:52.748771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "DELETE /v2.0/networks/df777b05-e215-42cb-8f58-fafeaf20c2c3 HTTP/1.1" status: 204 len: 168 time: 0.3425107 Aug 23 04:04:52.750314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45780) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:52.757653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04762170-6c52-4f47-87ca-10462a3c7665 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Network': ['ID=df777b05-e215-42cb-8f58-fafeaf20c2c3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:52.834011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.885860 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-080370d4-7f47-4a11-933a-31da7e43182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.891502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Deleting port 0655bad8-4d99-4d06-b8db-09e25139c277 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:52.892203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.914936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080370d4-7f47-4a11-933a-31da7e43182b None None] No DVR routers for this DVR port 0655bad8-4d99-4d06-b8db-09e25139c277 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:52.916664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080370d4-7f47-4a11-933a-31da7e43182b None None] Pushing event deleted for resources: {'Port': ['ID=0655bad8-4d99-4d06-b8db-09e25139c277,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:52.960366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] For port 0655bad8-4d99-4d06-b8db-09e25139c277, host n-d-749052-7, got binding levels [] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:52.960729 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.972749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Calling delete_port for 0655bad8-4d99-4d06-b8db-09e25139c277 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:52.975406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_backend_mixin [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Port 0655bad8-4d99-4d06-b8db-09e25139c277 was not found and therefore no delete operation was performed {{(pid=95120) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 04:04:52.976677 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:52.999731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Port': ['ID=0655bad8-4d99-4d06-b8db-09e25139c277,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:53.005067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] No DVR routers for this DVR port 0655bad8-4d99-4d06-b8db-09e25139c277 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:53.085360 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.094871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fc58d0-2706-4017-9463-7d6f9901ff31']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:53.104483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:53.104780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a91e68-360b-4f2b-8f5f-5c2dbe0c7192') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:53.113327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.126874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.132557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:04:53.132941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:04:53.135775 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:04:53.262939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.270263 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.273139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "DELETE /v2.0/networks/20fc58d0-2706-4017-9463-7d6f9901ff31 HTTP/1.1" status: 204 len: 168 time: 0.5199752 Aug 23 04:04:53.274805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45784) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:53.284961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f94c7-7af4-4fc3-8e7b-3cb78c99e38a tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Network': ['ID=20fc58d0-2706-4017-9463-7d6f9901ff31,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:53.330175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f8be56-285c-42fe-a560-eab65267c07b tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Deleting subnet 50cf793b-b27e-4e8d-880e-8f8c7282dc00 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:04:53.333262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f8be56-285c-42fe-a560-eab65267c07b tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.371642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f8be56-285c-42fe-a560-eab65267c07b tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.456432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f8be56-285c-42fe-a560-eab65267c07b tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.571274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f8be56-285c-42fe-a560-eab65267c07b tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.599615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8be56-285c-42fe-a560-eab65267c07b tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Subnet': ['ID=50cf793b-b27e-4e8d-880e-8f8c7282dc00,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:53.601589 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f8be56-285c-42fe-a560-eab65267c07b tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.604341 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-98f8be56-285c-42fe-a560-eab65267c07b tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "DELETE /v2.0/subnets/50cf793b-b27e-4e8d-880e-8f8c7282dc00 HTTP/1.1" status: 204 len: 168 time: 0.3284032 Aug 23 04:04:53.605891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45786) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:53.606498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed091f5-3a12-4214-8a18-02d445c3552a None None] Network 5f433462-9d6d-413f-a2fc-444a8ff38431 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:04:53.685177 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.738175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Deleting port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:53.738517 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.781885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75831878-65fb-48ff-a032-08c6b142423a None None] DHCP port deletion for 5f433462-9d6d-413f-a2fc-444a8ff38431 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:04:53.803809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] For port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=84dbb5a1-21fb-4253-b2ef-e37b022c8a02,segment=NetworkSegment(350b5f58-ea9c-43f0-9b59-08917d5ec311),segment_id=350b5f58-ea9c-43f0-9b59-08917d5ec311)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:53.804170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.817868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Calling delete_port for 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:53.829335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-75831878-65fb-48ff-a032-08c6b142423a None None] Deleting port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:04:53.829641 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-75831878-65fb-48ff-a032-08c6b142423a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.842188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0655bad8-4d99-4d06-b8db-09e25139c277 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:53.874125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0655bad8-4d99-4d06-b8db-09e25139c277 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:53.874467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0655bad8-4d99-4d06-b8db-09e25139c277 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:53.874889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbe41b9c-af79-499f-b13a-ff6a6df58c7a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:53.921550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: bbe41b9c-af79-499f-b13a-ff6a6df58c7a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:53.921891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbe41b9c-af79-499f-b13a-ff6a6df58c7a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:53.933751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-75831878-65fb-48ff-a032-08c6b142423a None None] For port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=84dbb5a1-21fb-4253-b2ef-e37b022c8a02,segment=NetworkSegment(350b5f58-ea9c-43f0-9b59-08917d5ec311),segment_id=350b5f58-ea9c-43f0-9b59-08917d5ec311)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:04:53.934224 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-75831878-65fb-48ff-a032-08c6b142423a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:53.945991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-75831878-65fb-48ff-a032-08c6b142423a None None] Calling delete_port for 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:04:53.977258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.003803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Port': ['ID=84dbb5a1-21fb-4253-b2ef-e37b022c8a02,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:54.005692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] No DVR routers for this DVR port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:54.025850 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-75831878-65fb-48ff-a032-08c6b142423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.048801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75831878-65fb-48ff-a032-08c6b142423a None None] Pushing event deleted for resources: {'Port': ['ID=84dbb5a1-21fb-4253-b2ef-e37b022c8a02,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:54.057222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75831878-65fb-48ff-a032-08c6b142423a None None] No DVR routers for this DVR port 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:04:54.090547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.099123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f433462-9d6d-413f-a2fc-444a8ff38431']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:54.108747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350b5f58-ea9c-43f0-9b59-08917d5ec311') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:54.109066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350b5f58-ea9c-43f0-9b59-08917d5ec311') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:04:54.117672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.130805 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.136421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:04:54.136802 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:04:54.140120 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:04:54.245173 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.251768 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.253599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "DELETE /v2.0/networks/5f433462-9d6d-413f-a2fc-444a8ff38431 HTTP/1.1" status: 204 len: 168 time: 0.6467686 Aug 23 04:04:54.256456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45788) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:54.265091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e958e9-af20-4cad-8a38-ea638fdff494 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Pushing event deleted for resources: {'Network': ['ID=5f433462-9d6d-413f-a2fc-444a8ff38431,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:54.285360 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c8941749-2cd1-4c80-ad92-0da76a6f152d tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "GET /v2.0/ports?device_id=eab8ce44-6d3d-40f5-9cde-68c9a6a262de HTTP/1.1" status: 200 len: 205 time: 0.0274987 Aug 23 04:04:54.289127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45790) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:54.360432 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50ff4977-0ed3-4428-aca7-3298dc73a6a7 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.516698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50ff4977-0ed3-4428-aca7-3298dc73a6a7 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.519340 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50ff4977-0ed3-4428-aca7-3298dc73a6a7 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.605737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50ff4977-0ed3-4428-aca7-3298dc73a6a7 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.606167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ff4977-0ed3-4428-aca7-3298dc73a6a7 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Fanout notify agent at l3_agent the message router_deleted on router eab8ce44-6d3d-40f5-9cde-68c9a6a262de {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:04:54.617647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-50ff4977-0ed3-4428-aca7-3298dc73a6a7 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:54.617647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-50ff4977-0ed3-4428-aca7-3298dc73a6a7 tempest-RoutersNegativeTest-1696225003 tempest-RoutersNegativeTest-1696225003-project] 10.222.0.20 "DELETE /v2.0/routers/eab8ce44-6d3d-40f5-9cde-68c9a6a262de HTTP/1.1" status: 204 len: 168 time: 0.3255899 Aug 23 04:04:55.111168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45798) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:55.248137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2507dac8-1b59-4bd1-9180-5c41a35c7b2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8674a481fb7e4546b3a738b3cb03b7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357479 Aug 23 04:04:55.251007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45802) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:55.300006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb00a118-8897-4aed-a334-50ab7340b26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:55.325875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb00a118-8897-4aed-a334-50ab7340b26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:55.428655 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb00a118-8897-4aed-a334-50ab7340b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:55.431398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb00a118-8897-4aed-a334-50ab7340b26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:55.432506 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cb00a118-8897-4aed-a334-50ab7340b26f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/811a5650-4972-4e62-870f-7e679acb1319 HTTP/1.1" status: 204 len: 168 time: 0.1806018 Aug 23 04:04:55.440980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00a118-8897-4aed-a334-50ab7340b26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811a5650-4972-4e62-870f-7e679acb1319,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:55.816873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:04:55.836810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:04:55.837142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 84dbb5a1-21fb-4253-b2ef-e37b022c8a02 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:04:56.097239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c8892276-75d3-4261-933c-1a8192572b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:56.443173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45828) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:56.447308 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030193 Aug 23 04:04:56.450318 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:56.554889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b7d44ff3-b7c5-4ee9-8587-c07e58ffd026 tempest-NetworksApiDiscovery-420514127 tempest-NetworksApiDiscovery-420514127-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1034901 Aug 23 04:04:56.963643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45838) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:57.069113 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c30b63b0-8323-4599-ac9b-9bcf9bf49727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:57.154519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c30b63b0-8323-4599-ac9b-9bcf9bf49727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:57.262926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c30b63b0-8323-4599-ac9b-9bcf9bf49727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:57.301797 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c30b63b0-8323-4599-ac9b-9bcf9bf49727 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49a8073ec9a04157927863ede3b4b040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370304 Aug 23 04:04:57.302563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b63b0-8323-4599-ac9b-9bcf9bf49727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2743a269-b78e-4898-ad5a-acdf78cec003,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:57.304395 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45842) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:04:57.358044 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-445701ec-c915-4755-aaef-bbf0ef682b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:57.378894 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-445701ec-c915-4755-aaef-bbf0ef682b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:57.543166 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-445701ec-c915-4755-aaef-bbf0ef682b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:57.545831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-445701ec-c915-4755-aaef-bbf0ef682b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:57.546987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-445701ec-c915-4755-aaef-bbf0ef682b92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2743a269-b78e-4898-ad5a-acdf78cec003 HTTP/1.1" status: 204 len: 168 time: 0.2415547 Aug 23 04:04:57.554629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445701ec-c915-4755-aaef-bbf0ef682b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2743a269-b78e-4898-ad5a-acdf78cec003,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:04:58.720694 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c82c9c90-4e23-490c-82db-dd95f8cceddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:58.823328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:04:59.048938 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:05:00.451380 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:01.766233 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:07.622797 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:10.012980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45982) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:10.135968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:10.240452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:10.307918 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:10.348134 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=435d54d8cad54258a7175ea2cb267f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339472 Aug 23 04:05:10.348897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a456c8-39d7-45be-a63d-797c796e8938,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:10.350736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45986) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:10.356300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.356643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.356985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.357339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.357666 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.357993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.358367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.358692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.359012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.359332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.359651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.359967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1f681e-4da7-4f8b-90be-d253d2f88858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:10.399635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bae3a4e1-5e41-47a8-b594-0a86494ff738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:10.419401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bae3a4e1-5e41-47a8-b594-0a86494ff738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:10.531292 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bae3a4e1-5e41-47a8-b594-0a86494ff738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:10.534019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bae3a4e1-5e41-47a8-b594-0a86494ff738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:10.535170 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bae3a4e1-5e41-47a8-b594-0a86494ff738 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37a456c8-39d7-45be-a63d-797c796e8938 HTTP/1.1" status: 204 len: 168 time: 0.1834052 Aug 23 04:05:10.543302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3a4e1-5e41-47a8-b594-0a86494ff738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a456c8-39d7-45be-a63d-797c796e8938,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:11.159431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 45994) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:11.172828 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a898bf8-f988-484e-bf11-83a65607b3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:11.257970 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a898bf8-f988-484e-bf11-83a65607b3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:11.342588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a898bf8-f988-484e-bf11-83a65607b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:11.383539 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7a898bf8-f988-484e-bf11-83a65607b3e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dee0b2c061b450ea796e3e36529cff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230239 Aug 23 04:05:11.384406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a898bf8-f988-484e-bf11-83a65607b3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df71411-e27d-4f0a-a375-35ab4ff59d71,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:11.386190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 45996) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:11.433402 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4da7a02f-0388-468a-9222-fd7b39f8df0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:11.453488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4da7a02f-0388-468a-9222-fd7b39f8df0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:11.559769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4da7a02f-0388-468a-9222-fd7b39f8df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:11.562253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4da7a02f-0388-468a-9222-fd7b39f8df0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:11.563435 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4da7a02f-0388-468a-9222-fd7b39f8df0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4df71411-e27d-4f0a-a375-35ab4ff59d71 HTTP/1.1" status: 204 len: 168 time: 0.1762383 Aug 23 04:05:11.571762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7a02f-0388-468a-9222-fd7b39f8df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df71411-e27d-4f0a-a375-35ab4ff59d71,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:15.241544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46074) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:15.296159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-83c86fd6-2914-4fb3-8e61-dd004282486b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.319739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-83c86fd6-2914-4fb3-8e61-dd004282486b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.428081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-83c86fd6-2914-4fb3-8e61-dd004282486b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.431060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-83c86fd6-2914-4fb3-8e61-dd004282486b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.434960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46078) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:15.435419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-83c86fd6-2914-4fb3-8e61-dd004282486b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "DELETE /v2.0/security-groups/f20f967d-e74a-45cb-aafc-c21c8c7ddfee HTTP/1.1" status: 204 len: 168 time: 0.1925223 Aug 23 04:05:15.445427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c86fd6-2914-4fb3-8e61-dd004282486b tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20f967d-e74a-45cb-aafc-c21c8c7ddfee,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:15.455137 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-1e209792-5f3b-41c6-a720-cb5cd5771313 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] show failed (client error): The resource could not be found. Aug 23 04:05:15.459718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1e209792-5f3b-41c6-a720-cb5cd5771313 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "GET /v2.0/security-groups/f20f967d-e74a-45cb-aafc-c21c8c7ddfee HTTP/1.1" status: 404 len: 347 time: 0.0227897 Aug 23 04:05:15.461747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46080) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:15.596406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Deleting port 169ffab7-0a85-4aad-8971-e20021206fe4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:15.596789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.676829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.676829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.687215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Calling delete_port for 169ffab7-0a85-4aad-8971-e20021206fe4 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:15.874364 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.911135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Pushing event deleted for resources: {'Port': ['ID=169ffab7-0a85-4aad-8971-e20021206fe4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:15.980192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.982764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:15.992659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1cc2124d-68be-4f57-b299-186cc2a4e037 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] 10.222.0.20 "DELETE /v2.0/floatingips/3eebdacf-6817-413d-8e24-376bddb24502 HTTP/1.1" status: 204 len: 168 time: 0.5208976 Aug 23 04:05:15.992659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46088) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:16.527054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:16.787655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Deleting port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:16.787908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:16.873199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] For port c0597e9d-beaf-4d2b-84e3-ddd54ddecc89, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c0597e9d-beaf-4d2b-84e3-ddd54ddecc89,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:16.873568 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:16.885632 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Calling delete_port for c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:17.131415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:17.155926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0597e9d-beaf-4d2b-84e3-ddd54ddecc89,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:17.368508 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:17.597255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Router 310af70f-99a8-446b-9e06-b2084ea28e45 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:05:18.043466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:05:18.049101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-67eaa9a7-74ad-40ca-aedd-8b2eb40cd614 admin admin] 10.222.0.20 "PUT /v2.0/routers/310af70f-99a8-446b-9e06-b2084ea28e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0606883 Aug 23 04:05:18.052070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46120) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:18.054254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] Sync routers for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:05:18.063539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:18.064161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:18.166189 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:18.184290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076d7f61-5e26-4117-8805-fa51959abfcc req-a6112272-05a4-4786-8bbe-89621bf6d0d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442350 Aug 23 04:05:18.187100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:18.273856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d7f61-5e26-4117-8805-fa51959abfcc req-2ce10529-1986-49bd-9f23-aac8c3263a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:18.275540 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076d7f61-5e26-4117-8805-fa51959abfcc req-2ce10529-1986-49bd-9f23-aac8c3263a91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 1096 time: 0.0463405 Aug 23 04:05:18.279848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:18.388806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d7f61-5e26-4117-8805-fa51959abfcc req-25140131-2740-4c83-965a-67a88c0515c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:18.388806 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076d7f61-5e26-4117-8805-fa51959abfcc req-25140131-2740-4c83-965a-67a88c0515c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.0911508 Aug 23 04:05:18.389147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T04:05:17Z', 'revision_number': 5, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port': {'id': 'b75908b5-5b51-4f2a-848d-99bf53ea043c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:56:30Z', 'updated_at': '2021-08-23T03:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:18.416483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] Checking router: 310af70f-99a8-446b-9e06-b2084ea28e45 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:05:18.425971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] Routers {'310af70f-99a8-446b-9e06-b2084ea28e45'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:18.426654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['310af70f-99a8-446b-9e06-b2084ea28e45'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:18.428655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Deleting port b75908b5-5b51-4f2a-848d-99bf53ea043c {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:18.429117 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:18.486410 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076d7f61-5e26-4117-8805-fa51959abfcc req-9fc61e55-7a42-4cac-bbdb-66bdbe05dd2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb HTTP/1.1" status: 200 len: 1001 time: 0.0915751 Aug 23 04:05:18.523406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] For port b75908b5-5b51-4f2a-848d-99bf53ea043c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b75908b5-5b51-4f2a-848d-99bf53ea043c,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:18.523784 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:18.526478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] Set router 310af70f-99a8-446b-9e06-b2084ea28e45 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:18.536657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Calling delete_port for b75908b5-5b51-4f2a-848d-99bf53ea043c owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:18.576897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d7f61-5e26-4117-8805-fa51959abfcc req-6e6a7686-c8cc-4f9b-8185-1264a61294f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:18.581876 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076d7f61-5e26-4117-8805-fa51959abfcc req-6e6a7686-c8cc-4f9b-8185-1264a61294f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0877867 Aug 23 04:05:18.635242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T04:05:18Z', 'revision_number': 6, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:18.646288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d7f61-5e26-4117-8805-fa51959abfcc req-03d970ec-b7b5-4003-8cb8-d87e12eda2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:18.649223 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076d7f61-5e26-4117-8805-fa51959abfcc req-03d970ec-b7b5-4003-8cb8-d87e12eda2e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582595 Aug 23 04:05:18.693590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fa893-a612-4d89-8a62-82d96e8afa4f None None] The sync data for ids ['310af70f-99a8-446b-9e06-b2084ea28e45'] in n-d-749052-7 is: [{'id': '310af70f-99a8-446b-9e06-b2084ea28e45', 'name': 'tempest-ServerActionsTestJSON-345552393-router', 'tenant_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:56:29Z', 'updated_at': '2021-08-23T04:05:18Z', 'revision_number': 6, 'project_id': '17a63caf60224e979a6cbaa5a1e80bf9', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:05:18.785703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076d7f61-5e26-4117-8805-fa51959abfcc req-9d795297-9bd2-4841-8fcb-7e670e32937a service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275706 Aug 23 04:05:18.799951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:18.826750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75908b5-5b51-4f2a-848d-99bf53ea043c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:18.905443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:18.910422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076d7f61-5e26-4117-8805-fa51959abfcc req-b44299ca-5699-4a61-b512-519dfd31a7a1 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168072 Aug 23 04:05:19.004688 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.006788 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.171182 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.172083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 310af70f-99a8-446b-9e06-b2084ea28e45 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:05:19.177792 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.181512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8bab0983-946b-458f-bdf4-378b74bc8ec2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/310af70f-99a8-446b-9e06-b2084ea28e45 HTTP/1.1" status: 204 len: 168 time: 1.1261377 Aug 23 04:05:19.181638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46128) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:19.229165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f415b80c-6073-414d-ae98-e26273de0618 admin admin] Deleting subnet 41a30ff7-50a6-4af0-a74e-74aace8d48c8 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:05:19.233098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f415b80c-6073-414d-ae98-e26273de0618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.270346 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f415b80c-6073-414d-ae98-e26273de0618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.362935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f415b80c-6073-414d-ae98-e26273de0618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.559821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f415b80c-6073-414d-ae98-e26273de0618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.591011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415b80c-6073-414d-ae98-e26273de0618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a30ff7-50a6-4af0-a74e-74aace8d48c8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:19.593100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f415b80c-6073-414d-ae98-e26273de0618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.597905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f415b80c-6073-414d-ae98-e26273de0618 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41a30ff7-50a6-4af0-a74e-74aace8d48c8 HTTP/1.1" status: 204 len: 168 time: 0.4130013 Aug 23 04:05:19.598583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46132) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:19.606573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21a418-c88a-4497-9ca3-05fe8f4ce2b6 None None] Network a6f42f2b-c7e8-4c42-9915-befc2cd587c4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:19.684951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.747352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Deleting port 25863322-0b38-497f-a64b-fec16b7c9ba6 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:19.747795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.833921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] DHCP port deletion for a6f42f2b-c7e8-4c42-9915-befc2cd587c4 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:05:19.876077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] For port 25863322-0b38-497f-a64b-fec16b7c9ba6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=25863322-0b38-497f-a64b-fec16b7c9ba6,segment=NetworkSegment(976b2387-2610-4a21-9609-659f7aebcf61),segment_id=976b2387-2610-4a21-9609-659f7aebcf61)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:19.878648 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:19.889276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:05:19.903268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46136) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:19.906816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Calling delete_port for 25863322-0b38-497f-a64b-fec16b7c9ba6 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:19.924396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:05:19.924736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c0597e9d-beaf-4d2b-84e3-ddd54ddecc89 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:05:19.925183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b75908b5-5b51-4f2a-848d-99bf53ea043c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:05:20.038497 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a5b58d2-ef3b-45e5-b49b-f7f764e18adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.062489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.081147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] No DVR routers for this DVR port 25863322-0b38-497f-a64b-fec16b7c9ba6 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:05:20.104127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b75908b5-5b51-4f2a-848d-99bf53ea043c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:05:20.104536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b75908b5-5b51-4f2a-848d-99bf53ea043c not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:05:20.123870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Deleting port 25863322-0b38-497f-a64b-fec16b7c9ba6 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:20.124254 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.127920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=25863322-0b38-497f-a64b-fec16b7c9ba6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:20.148615 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a5b58d2-ef3b-45e5-b49b-f7f764e18adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.183154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.192345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] For port 25863322-0b38-497f-a64b-fec16b7c9ba6, host n-d-749052-7, got binding levels [] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:20.193243 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.193515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f42f2b-c7e8-4c42-9915-befc2cd587c4']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:20.204585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976b2387-2610-4a21-9609-659f7aebcf61') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:20.206466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976b2387-2610-4a21-9609-659f7aebcf61') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:20.207263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Calling delete_port for 25863322-0b38-497f-a64b-fec16b7c9ba6 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:20.210023 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.ipam_backend_mixin [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Port 25863322-0b38-497f-a64b-fec16b7c9ba6 was not found and therefore no delete operation was performed {{(pid=95122) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 04:05:20.212026 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.214580 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.222479 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4a5b58d2-ef3b-45e5-b49b-f7f764e18adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.233896 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.241593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:05:20.241775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Pushing event deleted for resources: {'Port': ['ID=25863322-0b38-497f-a64b-fec16b7c9ba6,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:20.246269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.246421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] No DVR routers for this DVR port 25863322-0b38-497f-a64b-fec16b7c9ba6 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:05:20.253445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.253792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.254126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.254463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.254823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.255150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.255505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.255829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.256175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.256484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.256804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.257159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d1c977-81c0-4b67-b002-e0fe3cecdd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:05:20.260140 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:05:20.273828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b58d2-ef3b-45e5-b49b-f7f764e18adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec42faf-c86b-4845-9877-4eea4969c837,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:20.293848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4a5b58d2-ef3b-45e5-b49b-f7f764e18adf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81caa02301b142e2b78d437fe6473d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893209 Aug 23 04:05:20.296258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46140) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:20.346122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a028cb5e-bf82-4c66-b895-9b30af224ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.367265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a028cb5e-bf82-4c66-b895-9b30af224ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.382957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.388388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.392831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6f42f2b-c7e8-4c42-9915-befc2cd587c4 HTTP/1.1" status: 204 len: 168 time: 0.7840471 Aug 23 04:05:20.402914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb5c3d-c8de-4a4d-9c9c-8ba21c188d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f42f2b-c7e8-4c42-9915-befc2cd587c4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:20.485712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a028cb5e-bf82-4c66-b895-9b30af224ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.488281 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a028cb5e-bf82-4c66-b895-9b30af224ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.492343 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a028cb5e-bf82-4c66-b895-9b30af224ccd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ec42faf-c86b-4845-9877-4eea4969c837 HTTP/1.1" status: 204 len: 168 time: 0.1921308 Aug 23 04:05:20.505985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028cb5e-bf82-4c66-b895-9b30af224ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec42faf-c86b-4845-9877-4eea4969c837,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:20.719894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46148) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:20.773539 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-91f791d1-e0e8-4255-ada6-3bf72f54fb7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17a63caf60224e979a6cbaa5a1e80bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502193 Aug 23 04:05:20.773809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46150) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:20.829421 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d970f02-2766-4b50-ad7f-d527299b73a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.851535 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d970f02-2766-4b50-ad7f-d527299b73a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.982642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d970f02-2766-4b50-ad7f-d527299b73a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.985951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d970f02-2766-4b50-ad7f-d527299b73a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:20.987062 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d970f02-2766-4b50-ad7f-d527299b73a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3794c55b-3055-4597-be4b-2c5d7bbf662b HTTP/1.1" status: 204 len: 168 time: 0.2123623 Aug 23 04:05:20.995427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d970f02-2766-4b50-ad7f-d527299b73a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794c55b-3055-4597-be4b-2c5d7bbf662b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:21.182211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46156) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:21.196184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73ccf862-0ce0-400b-ba6e-491451059304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:21.283727 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73ccf862-0ce0-400b-ba6e-491451059304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:21.377346 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-73ccf862-0ce0-400b-ba6e-491451059304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:21.424936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-73ccf862-0ce0-400b-ba6e-491451059304 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b7a5128c7a0445196e1c93368b076eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414415 Aug 23 04:05:21.427099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccf862-0ce0-400b-ba6e-491451059304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093f2557-28f1-40a0-a71e-82bf29c32854,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:21.427728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46162) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:21.485057 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e068bcad-251a-4ca3-98ea-0f40545b6fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:21.508901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e068bcad-251a-4ca3-98ea-0f40545b6fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:21.657000 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e068bcad-251a-4ca3-98ea-0f40545b6fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:21.659642 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e068bcad-251a-4ca3-98ea-0f40545b6fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:21.663137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e068bcad-251a-4ca3-98ea-0f40545b6fde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/093f2557-28f1-40a0-a71e-82bf29c32854 HTTP/1.1" status: 204 len: 168 time: 0.2321012 Aug 23 04:05:21.669375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068bcad-251a-4ca3-98ea-0f40545b6fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f2557-28f1-40a0-a71e-82bf29c32854,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:21.832357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 25863322-0b38-497f-a64b-fec16b7c9ba6 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:05:21.854423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 25863322-0b38-497f-a64b-fec16b7c9ba6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:05:21.855021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 25863322-0b38-497f-a64b-fec16b7c9ba6 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:05:22.138145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46192) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:22.235473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-885876738-network', 'tenant_id': 'a11a90e6c9f14bd79e1cb1524e734aed'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:22.325312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Made reservation on behalf of a11a90e6c9f14bd79e1cb1524e734aed for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:22.327757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:22.336543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:22.426543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:22.473475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:22.494226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:05:22.507651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c85f23-180b-416c-8fb7-efb80bd69e81,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:22.513176 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:22.513508 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Added segment 5a097d61-a704-41e2-bc16-ecc2255a90db of type vlan for network ba67ebf3-8976-48b0-abf0-57b713d5705d Aug 23 04:05:22.554961 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:22.639435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:22.640535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:22.641497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:22.690306 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:22.704000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] Pushing event updated for resources: {'Network': ['ID=ba67ebf3-8976-48b0-abf0-57b713d5705d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:22.714206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network ba67ebf3-8976-48b0-abf0-57b713d5705d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:05:22.782683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5a0b5e0f-f8ae-4414-b68a-f604889d5ccb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6426001 Aug 23 04:05:22.785241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46216) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:22.790380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Request body: {'subnet': {'network_id': 'ba67ebf3-8976-48b0-abf0-57b713d5705d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-885876738-subnet', 'tenant_id': 'a11a90e6c9f14bd79e1cb1524e734aed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:22.876251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Made reservation on behalf of a11a90e6c9f14bd79e1cb1524e734aed for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:22.878646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:23.108287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:23.166215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67552002-2993-45ea-ac7c-6a8017ab2dc9,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:23.173404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Checking segment: {'id': '5a097d61-a704-41e2-bc16-ecc2255a90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba67ebf3-8976-48b0-abf0-57b713d5705d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:23.173772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Network hostable DHCP agents. Network: ba67ebf3-8976-48b0-abf0-57b713d5705d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:05:23.269580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Network ba67ebf3-8976-48b0-abf0-57b713d5705d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:05:23.326020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, ba67ebf3-8976-48b0-abf0-57b713d5705d) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:23.332205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:23.332205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:23.336446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d60da7a-cc79-46da-a955-de8b4fac89b2 None None] Network ba67ebf3-8976-48b0-abf0-57b713d5705d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:23.365316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26fc3e-4d9b-4b2a-b677-b4ce32ea0ca5 req-1cc6f348-f12e-4324-b5c8-49501ca0edf8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:23.366824 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e26fc3e-4d9b-4b2a-b677-b4ce32ea0ca5 req-1cc6f348-f12e-4324-b5c8-49501ca0edf8 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 945 time: 0.0695686 Aug 23 04:05:23.416104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e26fc3e-4d9b-4b2a-b677-b4ce32ea0ca5 req-5d52e4e7-8149-40e3-b664-9e7ba17a0f5e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405314 Aug 23 04:05:23.440894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aabf723d-9d1a-453d-9436-d3e35d0cac14 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6543963 Aug 23 04:05:23.463458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0220e2-2b2b-4b19-9e57-3489ca943ce0 None None] Network ba67ebf3-8976-48b0-abf0-57b713d5705d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:23.869978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-af8b2b91-8f81-476f-b476-96de44823678 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:23.877683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-af8b2b91-8f81-476f-b476-96de44823678 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/networks?id=ba67ebf3-8976-48b0-abf0-57b713d5705d HTTP/1.1" status: 200 len: 820 time: 0.1074104 Aug 23 04:05:23.888053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-608ed9f0-4cba-47ae-8fd0-ec600ae3c32c tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/quotas/a11a90e6c9f14bd79e1cb1524e734aed HTTP/1.1" status: 200 len: 375 time: 0.0095119 Aug 23 04:05:23.924750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-089b34c5-041b-4c09-8445-530b216caa8f tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a11a90e6c9f14bd79e1cb1524e734aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282009 Aug 23 04:05:23.936192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-22fb34f9-63a0-4de4-9f66-c3b494aa736e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:05:23.937490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-22fb34f9-63a0-4de4-9f66-c3b494aa736e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055044 Aug 23 04:05:24.037720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-efcac2a5-5e53-4127-8f50-badddbf61154 service neutron] 10.222.0.20 "GET /v2.0/networks/ba67ebf3-8976-48b0-abf0-57b713d5705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932889 Aug 23 04:05:24.135165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-4bc27380-bed0-4567-a924-8f8c3ff97e33 service neutron] 10.222.0.20 "GET /v2.0/networks/ba67ebf3-8976-48b0-abf0-57b713d5705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906484 Aug 23 04:05:24.351228 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe795709-7bec-4550-af6f-13cf2168480c req-ae930376-5282-459c-9906-2277320611a4 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 210 time: 0.0283864 Aug 23 04:05:24.513214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46292) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:24.524481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11546a-a7ec-40df-b4f3-fb328857a989 req-8cad19d1-173c-4823-8610-1ed65302f50c tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:24.526021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e11546a-a7ec-40df-b4f3-fb328857a989 req-8cad19d1-173c-4823-8610-1ed65302f50c tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 945 time: 0.0493717 Aug 23 04:05:24.564207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e11546a-a7ec-40df-b4f3-fb328857a989 req-4a8d50b0-3978-4175-9529-2939bac85ddf tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Aug 23 04:05:24.629325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7cb61a8-fd34-4b72-a9fd-ab13dfc9cb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:24.715314 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7cb61a8-fd34-4b72-a9fd-ab13dfc9cb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:24.793450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7cb61a8-fd34-4b72-a9fd-ab13dfc9cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:24.831911 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c7cb61a8-fd34-4b72-a9fd-ab13dfc9cb5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39d21b485a624894bacae7cb2af507fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175688 Aug 23 04:05:24.833199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb61a8-fd34-4b72-a9fd-ab13dfc9cb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ce1420-dce8-4c5f-9c5e-60230fa35b08,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:24.834650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46296) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:24.883680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f69325f4-b6ba-4779-8026-dfc53258b94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:24.905290 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f69325f4-b6ba-4779-8026-dfc53258b94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.010798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f69325f4-b6ba-4779-8026-dfc53258b94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.013477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f69325f4-b6ba-4779-8026-dfc53258b94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.014619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f69325f4-b6ba-4779-8026-dfc53258b94d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3ce1420-dce8-4c5f-9c5e-60230fa35b08 HTTP/1.1" status: 204 len: 168 time: 0.1789839 Aug 23 04:05:25.022642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69325f4-b6ba-4779-8026-dfc53258b94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ce1420-dce8-4c5f-9c5e-60230fa35b08,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:25.328424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-e05b95eb-7ad5-4d8c-9303-5aa8834fb5de tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:25.329968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-e05b95eb-7ad5-4d8c-9303-5aa8834fb5de tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 945 time: 0.0530982 Aug 23 04:05:25.428419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Deleting port 1cbd05bb-22eb-4958-9f78-7072e7213788 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:25.428757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.475787 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d7aef36-d881-4584-b8dc-e3c23a20c88b req-1f239e8e-a53b-4cce-ad54-f6e7627d5f85 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 210 time: 0.0428071 Aug 23 04:05:25.541721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] For port 1cbd05bb-22eb-4958-9f78-7072e7213788, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1cbd05bb-22eb-4958-9f78-7072e7213788,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:25.542089 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.731291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46308) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:25.738240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b3e17-2b65-48de-8ac1-daeb0e7e771d req-ee5aaf8e-288f-45a9-b660-cad15eeebd1e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:25.740389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a29b3e17-2b65-48de-8ac1-daeb0e7e771d req-ee5aaf8e-288f-45a9-b660-cad15eeebd1e tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 945 time: 0.1024747 Aug 23 04:05:25.750979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88b6176c-1d06-4689-bc27-4feb89ff0aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.768518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.768922 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.769303 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Floating IP 24ca5a0c-bfcc-412d-9257-f0d5a5056b0c disassociated. External IP: 172.25.1.12, port: 1cbd05bb-22eb-4958-9f78-7072e7213788. Aug 23 04:05:25.770102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Calling delete_port for 1cbd05bb-22eb-4958-9f78-7072e7213788 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:25.832435 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a29b3e17-2b65-48de-8ac1-daeb0e7e771d req-d88b4fd5-5028-48b1-95e8-172976bc4708 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups?id=2576470b-26a0-4dd8-83d3-b3ec8daa2f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837474 Aug 23 04:05:25.844064 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88b6176c-1d06-4689-bc27-4feb89ff0aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.885460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-88b6176c-1d06-4689-bc27-4feb89ff0aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:25.927400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88b6176c-1d06-4689-bc27-4feb89ff0aef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79cc92ab41f5481193a1f59099f1c9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950073 Aug 23 04:05:25.928377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6176c-1d06-4689-bc27-4feb89ff0aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc1c5b-ca23-423b-9fc0-575087ac9b39,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:25.930060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46310) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:25.967166 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:26.001833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event deleted for resources: {'Port': ['ID=1cbd05bb-22eb-4958-9f78-7072e7213788,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:26.019396 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3cf5da76-e872-4ed4-a882-db3802e08ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:26.079166 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3cf5da76-e872-4ed4-a882-db3802e08ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:26.091053 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-88248183-3320-4f61-8135-2f7f7a63f76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:26.165788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Router 54eea67e-157b-4400-90bf-93fbdb9fb53c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:05:26.253826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3cf5da76-e872-4ed4-a882-db3802e08ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:26.256223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3cf5da76-e872-4ed4-a882-db3802e08ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:26.257365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3cf5da76-e872-4ed4-a882-db3802e08ead admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ecc1c5b-ca23-423b-9fc0-575087ac9b39 HTTP/1.1" status: 204 len: 168 time: 0.3263199 Aug 23 04:05:26.270963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5da76-e872-4ed4-a882-db3802e08ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc1c5b-ca23-423b-9fc0-575087ac9b39,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:26.289364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:05:26.302542 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] Sync routers for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:05:26.316094 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:26.328447 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:26.335653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] No DVR routers for this DVR port 1cbd05bb-22eb-4958-9f78-7072e7213788 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:05:26.340108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:26.341245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3a2f955-67ce-461f-aa29-1efd1879b9dc req-b885da2e-9626-4f41-a74e-58a7c0dee372 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.11 "DELETE /v2.0/ports/1cbd05bb-22eb-4958-9f78-7072e7213788 HTTP/1.1" status: 204 len: 173 time: 1.0050731 Aug 23 04:05:26.341508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'name': 'network-vif-deleted', 'tag': '1cbd05bb-22eb-4958-9f78-7072e7213788'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:05:26.344301 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49542503-803f-4e11-8294-0523fa5a98f0" -d '{"events": [{"server_uuid": "98f59871-78a9-4535-a5e0-f98df6c2d4de", "name": "network-vif-deleted", "tag": "1cbd05bb-22eb-4958-9f78-7072e7213788"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:05:26.384348 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bd908c-ae63-4877-8201-376b00f9d453 x-openstack-request-id: req-13bd908c-ae63-4877-8201-376b00f9d453 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:05:26.384760 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f59871-78a9-4535-a5e0-f98df6c2d4de", "name": "network-vif-deleted", "tag": "1cbd05bb-22eb-4958-9f78-7072e7213788", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:05:26.385151 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13bd908c-ae63-4877-8201-376b00f9d453 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:05:26.385648 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f59871-78a9-4535-a5e0-f98df6c2d4de', 'name': 'network-vif-deleted', 'tag': '1cbd05bb-22eb-4958-9f78-7072e7213788', 'status': 'completed', 'code': 200} Aug 23 04:05:26.439304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-f21df877-0d79-4cda-a76d-1a33ad04447e tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:26.441201 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-f21df877-0d79-4cda-a76d-1a33ad04447e tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.24 "GET /v2.0/networks?id=ba67ebf3-8976-48b0-abf0-57b713d5705d HTTP/1.1" status: 200 len: 820 time: 0.1473892 Aug 23 04:05:26.456966 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Request body: {'port': {'device_id': '7bdceae4-6f42-478f-8a9a-f58d4fd1e179', 'network_id': 'ba67ebf3-8976-48b0-abf0-57b713d5705d', 'admin_state_up': True, 'tenant_id': 'a11a90e6c9f14bd79e1cb1524e734aed'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:26.463832 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:26.637394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d99cbc3-8815-413e-91c1-2ebc42b0f6aa req-fc40eed8-3d00-40dc-8810-920ded15c7d5 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 210 time: 0.0629182 Aug 23 04:05:26.725284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Made reservation on behalf of a11a90e6c9f14bd79e1cb1524e734aed for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:26.728727 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:26.734013 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:26.762659 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] Checking router: 54eea67e-157b-4400-90bf-93fbdb9fb53c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:05:26.769922 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:26.770563 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:04:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:26.880017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Allocated IP 172.20.0.9 (ba67ebf3-8976-48b0-abf0-57b713d5705d/67552002-2993-45ea-ac7c-6a8017ab2dc9/6edf28f5-126f-438e-a620-1057629dfc28) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:05:26.908772 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:26.951168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f54ba81a-167e-4428-ac9a-1d82f95b907c req-3acb865e-1095-4cb2-9d90-c54cac530574 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/ports?device_id=98f59871-78a9-4535-a5e0-f98df6c2d4de HTTP/1.1" status: 200 len: 210 time: 0.0252581 Aug 23 04:05:27.048401 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.130451 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:27.136935 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.156237 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62eaa7-06cc-4d2a-bea1-1f61c4c80222 None None] The sync data for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 is: [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T03:55:49Z', 'revision_number': 4, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '042fcecb-425a-438c-90e5-8588df99f1b8', 'name': '', 'network_id': 'd6d3b2f2-4a40-4377-87b2-51c9d8135e0b', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'mac_address': 'fa:16:3e:12:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:48Z', 'updated_at': '2021-08-23T03:55:55Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'subnets': [{'id': '3fc49637-83bc-40ca-b9d8-de9e1ad01931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:05:27.185963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Network ba67ebf3-8976-48b0-abf0-57b713d5705d is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:05:27.189303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:27.192908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:05:27.222202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Pushing event updated for resources: {'Port': ['ID=6edf28f5-126f-438e-a620-1057629dfc28,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:27.260089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:27.260832 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.331992 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-c802c0db-4edc-4feb-b0c8-6e22d482f7cd tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8804879 Aug 23 04:05:27.348089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Request body: {'port': {'device_id': '7bdceae4-6f42-478f-8a9a-f58d4fd1e179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:27.437682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b4f7e-442d-42fc-afdb-b0741564c216 None None] New status for floating IP 24ca5a0c-bfcc-412d-9257-f0d5a5056b0c: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:05:27.452327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.488017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46338) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:27.595431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-797486281-network', 'tenant_id': '6a6960298bc54355a2f8eff3926acb4f'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:27.685054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Made reservation on behalf of 6a6960298bc54355a2f8eff3926acb4f for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:27.687782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.703358 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.722533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edf28f5-126f-438e-a620-1057629dfc28 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:05:27.731260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.742792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Transition to ACTIVE for port object 6edf28f5-126f-438e-a620-1057629dfc28 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:05:27.772651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96451bd8-0696-47be-9a9f-0cb41d15a9ab req-c60f333d-2009-4380-8940-b2b75f5f49a4 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:27.774195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-96451bd8-0696-47be-9a9f-0cb41d15a9ab req-c60f333d-2009-4380-8940-b2b75f5f49a4 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 931 time: 0.0727601 Aug 23 04:05:27.831064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-96451bd8-0696-47be-9a9f-0cb41d15a9ab req-a0753c18-9e79-428f-b017-416bcfeca865 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502081 Aug 23 04:05:27.833457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.866914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.882186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Pushing event updated for resources: {'Port': ['ID=6edf28f5-126f-438e-a620-1057629dfc28,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:27.930606 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.951892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:05:27.955141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Attempting to bind port 6edf28f5-126f-438e-a620-1057629dfc28 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:05:27.955510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Attempting to bind port 6edf28f5-126f-438e-a620-1057629dfc28 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '5a097d61-a704-41e2-bc16-ecc2255a90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba67ebf3-8976-48b0-abf0-57b713d5705d'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:05:27.955843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Attempting to bind port 6edf28f5-126f-438e-a620-1057629dfc28 on network ba67ebf3-8976-48b0-abf0-57b713d5705d {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:27.960274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Port 6edf28f5-126f-438e-a620-1057629dfc28 on network ba67ebf3-8976-48b0-abf0-57b713d5705d not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:05:27.960598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Attempting to bind port 6edf28f5-126f-438e-a620-1057629dfc28 on network ba67ebf3-8976-48b0-abf0-57b713d5705d {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:27.965513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:05:27.965854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Checking segment: {'id': '5a097d61-a704-41e2-bc16-ecc2255a90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba67ebf3-8976-48b0-abf0-57b713d5705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:27.966249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Bound using segment: {'id': '5a097d61-a704-41e2-bc16-ecc2255a90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba67ebf3-8976-48b0-abf0-57b713d5705d'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:05:27.966667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Bound port: 6edf28f5-126f-438e-a620-1057629dfc28, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a097d61-a704-41e2-bc16-ecc2255a90db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba67ebf3-8976-48b0-abf0-57b713d5705d'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:05:27.966840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a993662-f20a-495f-a6a8-ce6b93f679ab,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:27.967025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.971522 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:27.971857 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Added segment d6e817a5-7b20-436f-ab1d-49d79c4d129f of type vlan for network e00e3c08-db4d-4ae1-8cc7-93720aa554e5 Aug 23 04:05:28.016327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.038337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] For port 6edf28f5-126f-438e-a620-1057629dfc28, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:05:28.041637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] For port 6edf28f5-126f-438e-a620-1057629dfc28, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6edf28f5-126f-438e-a620-1057629dfc28,segment=NetworkSegment(5a097d61-a704-41e2-bc16-ecc2255a90db),segment_id=5a097d61-a704-41e2-bc16-ecc2255a90db)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:05:28.115285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46348) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:28.153583 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.154095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.154529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:28.155104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.186803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:28.187482 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.189451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] 10.222.0.24 "PUT /v2.0/ports/6edf28f5-126f-438e-a620-1057629dfc28 HTTP/1.1" status: 200 len: 1091 time: 0.8486276 Aug 23 04:05:28.189889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdceae4-6f42-478f-8a9a-f58d4fd1e179', 'tag': '6edf28f5-126f-438e-a620-1057629dfc28'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:05:28.192147 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba6d48f-939e-4513-ac2e-020b45f9c45b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdceae4-6f42-478f-8a9a-f58d4fd1e179", "tag": "6edf28f5-126f-438e-a620-1057629dfc28"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:05:28.196517 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe22cbd3-cba5-4060-8ccb-91e746442fd7 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.219910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012262cf-7a43-4868-8037-41e1febd1d3d service neutron] Pushing event updated for resources: {'Port': ['ID=6edf28f5-126f-438e-a620-1057629dfc28,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:28.243820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] Pushing event updated for resources: {'Network': ['ID=e00e3c08-db4d-4ae1-8cc7-93720aa554e5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:28.249468 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4af04e5-0d10-4030-b539-587772b6fe8e x-openstack-request-id: req-d4af04e5-0d10-4030-b539-587772b6fe8e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:05:28.249771 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdceae4-6f42-478f-8a9a-f58d4fd1e179", "tag": "6edf28f5-126f-438e-a620-1057629dfc28", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:05:28.251122 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4af04e5-0d10-4030-b539-587772b6fe8e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:05:28.251221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe22cbd3-cba5-4060-8ccb-91e746442fd7 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.251309 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdceae4-6f42-478f-8a9a-f58d4fd1e179', 'tag': '6edf28f5-126f-438e-a620-1057629dfc28', 'status': 'completed', 'code': 200} Aug 23 04:05:28.255850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network e00e3c08-db4d-4ae1-8cc7-93720aa554e5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:05:28.259558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-56d66666-0c8b-47a2-a67a-a449b9b31c23 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7702787 Aug 23 04:05:28.262406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46352) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:28.267423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Request body: {'subnet': {'network_id': 'e00e3c08-db4d-4ae1-8cc7-93720aa554e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-797486281-subnet', 'tenant_id': '6a6960298bc54355a2f8eff3926acb4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:28.338797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6d48f-939e-4513-ac2e-020b45f9c45b req-5f85b942-a5af-4049-98b4-d181e3ba367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:28.340317 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ba6d48f-939e-4513-ac2e-020b45f9c45b req-5f85b942-a5af-4049-98b4-d181e3ba367e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a11a90e6c9f14bd79e1cb1524e734aed&device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 1094 time: 0.0568709 Aug 23 04:05:28.359223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Made reservation on behalf of 6a6960298bc54355a2f8eff3926acb4f for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:28.362208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.390022 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe22cbd3-cba5-4060-8ccb-91e746442fd7 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.393248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe22cbd3-cba5-4060-8ccb-91e746442fd7 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.394540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fe22cbd3-cba5-4060-8ccb-91e746442fd7 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "DELETE /v2.0/security-groups/2576470b-26a0-4dd8-83d3-b3ec8daa2f89 HTTP/1.1" status: 204 len: 168 time: 0.2782352 Aug 23 04:05:28.403463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46354) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:28.423051 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-ad7ed5e1-92d0-4e3b-b81d-632a098c1e12 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] show failed (client error): The resource could not be found. Aug 23 04:05:28.424067 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ad7ed5e1-92d0-4e3b-b81d-632a098c1e12 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "GET /v2.0/security-groups/2576470b-26a0-4dd8-83d3-b3ec8daa2f89 HTTP/1.1" status: 404 len: 347 time: 0.0199337 Aug 23 04:05:28.426999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46356) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:28.433999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22cbd3-cba5-4060-8ccb-91e746442fd7 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2576470b-26a0-4dd8-83d3-b3ec8daa2f89,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:28.527444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6d48f-939e-4513-ac2e-020b45f9c45b req-3ea6c834-9c6d-4af5-b147-7f8971531be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:28.528920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ba6d48f-939e-4513-ac2e-020b45f9c45b req-3ea6c834-9c6d-4af5-b147-7f8971531be1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a11a90e6c9f14bd79e1cb1524e734aed&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1803837 Aug 23 04:05:28.616952 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.640522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Deleting port bd415a54-2b0f-4fda-a245-2508607395c7 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:28.640863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.670505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6d48f-939e-4513-ac2e-020b45f9c45b req-c1c1fca9-5887-4fbc-b38b-67069b740569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:28.671984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2ba6d48f-939e-4513-ac2e-020b45f9c45b req-c1c1fca9-5887-4fbc-b38b-67069b740569 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1192975 Aug 23 04:05:28.677894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b777b7-d720-4968-8f71-21e2e77e86a9,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:28.688212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Checking segment: {'id': 'd6e817a5-7b20-436f-ab1d-49d79c4d129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e00e3c08-db4d-4ae1-8cc7-93720aa554e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:28.688576 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Network hostable DHCP agents. Network: e00e3c08-db4d-4ae1-8cc7-93720aa554e5, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:05:28.742103 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-be3bed6d-3e67-4272-b0b2-2fb394c8a3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.767913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.768516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.780394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-9e9c33a6-31ad-402c-91f9-aea8c7bfcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:28.782876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Network e00e3c08-db4d-4ae1-8cc7-93720aa554e5 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:05:28.783678 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-9e9c33a6-31ad-402c-91f9-aea8c7bfcc01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a11a90e6c9f14bd79e1cb1524e734aed&device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 1094 time: 0.0666537 Aug 23 04:05:28.787377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Calling delete_port for bd415a54-2b0f-4fda-a245-2508607395c7 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:28.828024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-789babf5-a048-40ed-ba23-89cae8e7f035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6edf28f5-126f-438e-a620-1057629dfc28 HTTP/1.1" status: 200 len: 217 time: 0.0365691 Aug 23 04:05:28.872520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.890862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, e00e3c08-db4d-4ae1-8cc7-93720aa554e5) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:28.905153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:28.906541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:28.908210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac0897-2f68-4f0e-8fa1-b8db9efb2749 None None] Network e00e3c08-db4d-4ae1-8cc7-93720aa554e5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:28.924125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-42d01a73-6fa6-4c80-8106-38fa3e238c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:28.925611 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-42d01a73-6fa6-4c80-8106-38fa3e238c59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=67552002-2993-45ea-ac7c-6a8017ab2dc9 HTTP/1.1" status: 200 len: 860 time: 0.0639515 Aug 23 04:05:28.966304 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-9c4fa37b-6ba4-49df-ba06-3479c491bb82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba67ebf3-8976-48b0-abf0-57b713d5705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278783 Aug 23 04:05:28.982224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960a62b-0cdc-4a4c-a704-547f8027ed06 req-ecc86f45-46eb-4b7e-a7bf-09edc6cb6717 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:28.985876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c960a62b-0cdc-4a4c-a704-547f8027ed06 req-ecc86f45-46eb-4b7e-a7bf-09edc6cb6717 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 943 time: 0.0651586 Aug 23 04:05:28.985876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-668fb955-166c-47ce-a7a3-eb49a160d192 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7223394 Aug 23 04:05:29.029321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c960a62b-0cdc-4a4c-a704-547f8027ed06 req-21216d2b-e99a-4244-8194-7ea68373022b tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382667 Aug 23 04:05:29.059832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4922fc-67ca-4360-9f9a-d4bf46231ef1 None None] Network e00e3c08-db4d-4ae1-8cc7-93720aa554e5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:29.147525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-4d9e2255-2db1-4524-a75a-c1ccebd6a0c2 service neutron] 10.222.0.24 "GET /v2.0/networks/ba67ebf3-8976-48b0-abf0-57b713d5705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726551 Aug 23 04:05:29.546887 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:29.577568 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Pushing event deleted for resources: {'Port': ['ID=bd415a54-2b0f-4fda-a245-2508607395c7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:29.638830 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0bb8cee2-4be0-4c00-a900-a4e48581055f req-8c59da9a-622e-48b1-b618-ae8a88c941e9 service neutron] 10.222.0.24 "GET /v2.0/networks/ba67ebf3-8976-48b0-abf0-57b713d5705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846301 Aug 23 04:05:29.650957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:29.653559 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:29.654676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d5548aa1-cbc4-4217-a57f-a7955bd16095 tempest-AttachVolumeTestJSON-505834191 tempest-AttachVolumeTestJSON-505834191-project] 10.222.0.20 "DELETE /v2.0/floatingips/24ca5a0c-bfcc-412d-9257-f0d5a5056b0c HTTP/1.1" status: 204 len: 168 time: 1.2267814 Aug 23 04:05:29.781201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46380) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:29.786294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1635048451-network', 'tenant_id': '26ff5150c65d4838973897b84bc0f880'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:29.902077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Made reservation on behalf of 26ff5150c65d4838973897b84bc0f880 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:29.904331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:29.913437 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.004239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.056200 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.082363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:05:30.092490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5530615-3a69-441c-9a5a-ad44088a3611,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:30.098979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.099325 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Added segment ca22ac38-ce9f-4ccd-9dd8-46ca28275304 of type vlan for network 4efce81b-d9d9-4cfe-843b-428b51e3986f Aug 23 04:05:30.166188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.201569 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b59292-2156-43d2-8d4c-3cb22510b59d req-787527ce-964d-427b-b06f-e7c40766c381 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:30.202992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25b59292-2156-43d2-8d4c-3cb22510b59d req-787527ce-964d-427b-b06f-e7c40766c381 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 943 time: 0.0933762 Aug 23 04:05:30.242336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25b59292-2156-43d2-8d4c-3cb22510b59d req-86914cef-4fdb-49cc-96f4-b295846f6796 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Aug 23 04:05:30.268073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.269209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:30.269951 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.276592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1cbd05bb-22eb-4958-9f78-7072e7213788 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:05:30.297942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 1cbd05bb-22eb-4958-9f78-7072e7213788 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:05:30.299224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1cbd05bb-22eb-4958-9f78-7072e7213788 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:05:30.334053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] Pushing event updated for resources: {'Network': ['ID=4efce81b-d9d9-4cfe-843b-428b51e3986f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:30.344864 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 4efce81b-d9d9-4cfe-843b-428b51e3986f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:05:30.366603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-95b1ee69-5434-47fe-bcd1-0de5a7afe848 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5840509 Aug 23 04:05:30.370502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46388) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:30.381509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Request body: {'subnet': {'network_id': '4efce81b-d9d9-4cfe-843b-428b51e3986f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1635048451-subnet', 'tenant_id': '26ff5150c65d4838973897b84bc0f880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:30.468048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Made reservation on behalf of 26ff5150c65d4838973897b84bc0f880 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:30.471285 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.490975 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.719878 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.772957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee2d067-a8a4-4d69-8489-d6e5a987e2ed,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:30.787454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Checking segment: {'id': 'ca22ac38-ce9f-4ccd-9dd8-46ca28275304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4efce81b-d9d9-4cfe-843b-428b51e3986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:30.787810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Network hostable DHCP agents. Network: 4efce81b-d9d9-4cfe-843b-428b51e3986f, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:05:30.873768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Network 4efce81b-d9d9-4cfe-843b-428b51e3986f is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:05:30.970781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 4efce81b-d9d9-4cfe-843b-428b51e3986f) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:30.974981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:30.975600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:30.979568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f0bc30-afc1-46b5-a05f-980a1aa4c4ac None None] Network 4efce81b-d9d9-4cfe-843b-428b51e3986f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:31.063511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-681d8c17-0946-440f-a57f-1ec4956a31ef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6905293 Aug 23 04:05:31.122771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668fb67-a5f0-4155-954f-a9f9f3621d49 None None] Network 4efce81b-d9d9-4cfe-843b-428b51e3986f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:31.361651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a01ef-b1fc-444f-92e4-510ef85f1fc4 req-a4c31efc-2e1a-433a-892f-a14a20d0d128 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:31.363086 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f8a01ef-b1fc-444f-92e4-510ef85f1fc4 req-a4c31efc-2e1a-433a-892f-a14a20d0d128 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 943 time: 0.0508168 Aug 23 04:05:31.401849 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f8a01ef-b1fc-444f-92e4-510ef85f1fc4 req-29c74878-231b-44a6-91dd-963e1566f135 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Aug 23 04:05:31.685760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-70e1342d-a4f5-46aa-a6e2-8c04259d281b tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:31.687210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-70e1342d-a4f5-46aa-a6e2-8c04259d281b tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/networks?id=e00e3c08-db4d-4ae1-8cc7-93720aa554e5 HTTP/1.1" status: 200 len: 808 time: 0.1029809 Aug 23 04:05:31.703112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-a72dda46-271e-4b35-8389-dd4cbea802f8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/quotas/6a6960298bc54355a2f8eff3926acb4f HTTP/1.1" status: 200 len: 375 time: 0.0100870 Aug 23 04:05:31.735499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-bebc901b-51a4-4cd3-82ae-e9c26a92a6f1 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a6960298bc54355a2f8eff3926acb4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259175 Aug 23 04:05:31.771160 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:31.824758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-d9ddb22f-8019-4e0b-8f68-ea332b2289a8 service neutron] 10.222.0.20 "GET /v2.0/networks/e00e3c08-db4d-4ae1-8cc7-93720aa554e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821307 Aug 23 04:05:32.178485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6edf28f5-126f-438e-a620-1057629dfc28 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:05:32.244907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-5bc2cb46-0c07-4589-b52d-f7f69a4c822f service neutron] 10.222.0.20 "GET /v2.0/networks/e00e3c08-db4d-4ae1-8cc7-93720aa554e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136243 Aug 23 04:05:32.280771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6edf28f5-126f-438e-a620-1057629dfc28, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6edf28f5-126f-438e-a620-1057629dfc28,segment=NetworkSegment(5a097d61-a704-41e2-bc16-ecc2255a90db),segment_id=5a097d61-a704-41e2-bc16-ecc2255a90db)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:32.291707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '6edf28f5-126f-438e-a620-1057629dfc28', 'network_id': 'ba67ebf3-8976-48b0-abf0-57b713d5705d', 'port_id': '6edf28f5-126f-438e-a620-1057629dfc28', 'mac_address': 'fa:16:3e:bd:ca:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67552002-2993-45ea-ac7c-6a8017ab2dc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:05:32.329878 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:32.342470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edf28f5-126f-438e-a620-1057629dfc28 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:05:32.360841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6edf28f5-126f-438e-a620-1057629dfc28, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6edf28f5-126f-438e-a620-1057629dfc28,segment=NetworkSegment(5a097d61-a704-41e2-bc16-ecc2255a90db),segment_id=5a097d61-a704-41e2-bc16-ecc2255a90db)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:32.440048 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:32.495324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6edf28f5-126f-438e-a620-1057629dfc28,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:32.552749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4c847-b821-4269-9504-42a08c2b2b84 req-3b479164-fcee-4692-a468-79ab9a8e4b4b tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:32.554351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9af4c847-b821-4269-9504-42a08c2b2b84 req-3b479164-fcee-4692-a468-79ab9a8e4b4b tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 944 time: 0.0480704 Aug 23 04:05:32.592030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9af4c847-b821-4269-9504-42a08c2b2b84 req-7ab27e4e-1e35-4986-8371-72f19e5a6ea6 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Aug 23 04:05:32.655076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6edf28f5-126f-438e-a620-1057629dfc28'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:05:32.655738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-662e31e2-ced8-4084-b566-2e70e9b9e017 req-a97d9877-de72-4491-a0c8-05d54532298a tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 210 time: 0.0256433 Aug 23 04:05:33.721332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57691d3e-7e66-476c-9956-6f2f35883608 req-aed9f68b-0b68-4bea-b9f5-e7371ef57de9 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:33.722830 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57691d3e-7e66-476c-9956-6f2f35883608 req-aed9f68b-0b68-4bea-b9f5-e7371ef57de9 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 944 time: 0.0519185 Aug 23 04:05:33.760942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57691d3e-7e66-476c-9956-6f2f35883608 req-61dcedd5-1ea6-474f-8169-a843bda302c0 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Aug 23 04:05:33.826784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37d21365-ef97-4496-8c94-e0d8f4c56280 req-61c0b49a-e3ad-4ac4-8905-fd6dc151c3c0 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 210 time: 0.0261848 Aug 23 04:05:34.194392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6edf28f5-126f-438e-a620-1057629dfc28 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:05:34.330965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 6edf28f5-126f-438e-a620-1057629dfc28 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:05:34.334935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 6edf28f5-126f-438e-a620-1057629dfc28 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:05:34.335312 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:34.416586 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:34.440282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdceae4-6f42-478f-8a9a-f58d4fd1e179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edf28f5-126f-438e-a620-1057629dfc28'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:05:34.442610 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902c346b-b3d2-46f5-aeee-e5800c53d91e" -d '{"events": [{"server_uuid": "7bdceae4-6f42-478f-8a9a-f58d4fd1e179", "name": "network-vif-plugged", "status": "completed", "tag": "6edf28f5-126f-438e-a620-1057629dfc28"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:05:34.456412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 6edf28f5-126f-438e-a620-1057629dfc28, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6edf28f5-126f-438e-a620-1057629dfc28,segment=NetworkSegment(5a097d61-a704-41e2-bc16-ecc2255a90db),segment_id=5a097d61-a704-41e2-bc16-ecc2255a90db)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:34.482505 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f41d6c-f389-4a76-87c9-e824f1bcfde9 x-openstack-request-id: req-89f41d6c-f389-4a76-87c9-e824f1bcfde9 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:05:34.482681 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdceae4-6f42-478f-8a9a-f58d4fd1e179", "name": "network-vif-plugged", "status": "completed", "tag": "6edf28f5-126f-438e-a620-1057629dfc28", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:05:34.484014 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89f41d6c-f389-4a76-87c9-e824f1bcfde9 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:05:34.484014 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdceae4-6f42-478f-8a9a-f58d4fd1e179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edf28f5-126f-438e-a620-1057629dfc28', 'code': 200} Aug 23 04:05:34.542105 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:34.578626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9aa5e-ffe6-4008-bad9-a34fb99c713f req-1b21e823-c4db-4c8c-85e0-07ddba16b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:34.580846 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8f9aa5e-ffe6-4008-bad9-a34fb99c713f req-1b21e823-c4db-4c8c-85e0-07ddba16b0a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 1096 time: 0.0424643 Aug 23 04:05:34.590035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=6edf28f5-126f-438e-a620-1057629dfc28,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:34.617380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8f9aa5e-ffe6-4008-bad9-a34fb99c713f req-2ce40331-42a7-4e01-a94f-a85a26d07c4d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292704 Aug 23 04:05:34.875897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c46a1-27c8-4fdd-9aca-bc7c307ec6dd req-b84a79d1-861e-42b5-9399-7ba036275559 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:34.877500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b97c46a1-27c8-4fdd-9aca-bc7c307ec6dd req-b84a79d1-861e-42b5-9399-7ba036275559 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 945 time: 0.0495079 Aug 23 04:05:34.918499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b97c46a1-27c8-4fdd-9aca-bc7c307ec6dd req-facbcc34-7176-4d2d-b0e9-7ea6e213e772 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348635 Aug 23 04:05:35.000873 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c46de38-0e10-4e4e-967d-41e54b62675b req-4d074a52-d379-479e-9a5a-ab972a26fd61 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Aug 23 04:05:36.032832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60685b-4ab8-455d-b87f-bb8d6e12b0de req-511f552a-c55b-4b62-b5c5-2dac175209df tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:36.034448 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e60685b-4ab8-455d-b87f-bb8d6e12b0de req-511f552a-c55b-4b62-b5c5-2dac175209df tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 945 time: 0.0500243 Aug 23 04:05:36.048810 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:05:36.074348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e60685b-4ab8-455d-b87f-bb8d6e12b0de req-4fdefdae-fde4-4857-8bae-4e194e02f027 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336885 Aug 23 04:05:36.157743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-615e662b-f7a7-412f-a911-6955297d8976 req-35ae84d9-412c-4cb5-af35-56770846e3b0 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 210 time: 0.0263398 Aug 23 04:05:36.563954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-f0a5ec61-6b1a-4a20-9d48-4d6d7813f106 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:36.565354 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-f0a5ec61-6b1a-4a20-9d48-4d6d7813f106 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.11 "GET /v2.0/networks?id=e00e3c08-db4d-4ae1-8cc7-93720aa554e5 HTTP/1.1" status: 200 len: 808 time: 0.1224749 Aug 23 04:05:36.584338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Request body: {'port': {'device_id': 'f944a235-0131-480b-ad9d-85623b4cd782', 'network_id': 'e00e3c08-db4d-4ae1-8cc7-93720aa554e5', 'admin_state_up': True, 'tenant_id': '6a6960298bc54355a2f8eff3926acb4f'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:36.747338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Made reservation on behalf of 6a6960298bc54355a2f8eff3926acb4f for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:36.751397 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:36.906792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Allocated IP 172.20.0.14 (e00e3c08-db4d-4ae1-8cc7-93720aa554e5/43b777b7-d720-4968-8f71-21e2e77e86a9/39d20824-0afb-4182-a852-facf3b283d06) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:05:36.946093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce821501-44da-4fe2-8c91-e604ab4c0fc1 req-5312973e-2777-46c6-917a-b7f59658cd7c tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:36.947587 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce821501-44da-4fe2-8c91-e604ab4c0fc1 req-5312973e-2777-46c6-917a-b7f59658cd7c tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 945 time: 0.0794122 Aug 23 04:05:37.024227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce821501-44da-4fe2-8c91-e604ab4c0fc1 req-25342bbf-e53e-4d6c-9c65-d4ea83317cdb tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674262 Aug 23 04:05:37.093206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:37.205438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:37.278654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Network e00e3c08-db4d-4ae1-8cc7-93720aa554e5 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:05:37.285344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:37.287794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:05:37.328672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Pushing event updated for resources: {'Port': ['ID=39d20824-0afb-4182-a852-facf3b283d06,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:37.347937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2988e3a-11df-48fe-aa8a-c514442d353b req-6b156ffe-b9f7-4d05-a25d-52e43248e0c8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:37.349529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2988e3a-11df-48fe-aa8a-c514442d353b req-6b156ffe-b9f7-4d05-a25d-52e43248e0c8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 932 time: 0.1164663 Aug 23 04:05:37.365358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:37.365967 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:37.403864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2988e3a-11df-48fe-aa8a-c514442d353b req-95e93712-d8b8-46a5-9ab0-72fc8a27e6c2 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462608 Aug 23 04:05:37.491550 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-8392c3f2-5b87-4961-9264-a2d6fa4bee07 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9107833 Aug 23 04:05:37.510718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Request body: {'port': {'device_id': 'f944a235-0131-480b-ad9d-85623b4cd782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:37.565841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:37.611320 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:37.852440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d20824-0afb-4182-a852-facf3b283d06 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:05:37.860049 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:37.872226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Transition to ACTIVE for port object 39d20824-0afb-4182-a852-facf3b283d06 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:05:37.936383 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:37.989930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Pushing event updated for resources: {'Port': ['ID=39d20824-0afb-4182-a852-facf3b283d06,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:38.063864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Attempting to bind port 39d20824-0afb-4182-a852-facf3b283d06 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:05:38.064215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Attempting to bind port 39d20824-0afb-4182-a852-facf3b283d06 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'd6e817a5-7b20-436f-ab1d-49d79c4d129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e00e3c08-db4d-4ae1-8cc7-93720aa554e5'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:05:38.064544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Attempting to bind port 39d20824-0afb-4182-a852-facf3b283d06 on network e00e3c08-db4d-4ae1-8cc7-93720aa554e5 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:38.068986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Port 39d20824-0afb-4182-a852-facf3b283d06 on network e00e3c08-db4d-4ae1-8cc7-93720aa554e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:05:38.069378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Attempting to bind port 39d20824-0afb-4182-a852-facf3b283d06 on network e00e3c08-db4d-4ae1-8cc7-93720aa554e5 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:38.074367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:05:38.074715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Checking segment: {'id': 'd6e817a5-7b20-436f-ab1d-49d79c4d129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e00e3c08-db4d-4ae1-8cc7-93720aa554e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:38.075094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Bound using segment: {'id': 'd6e817a5-7b20-436f-ab1d-49d79c4d129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e00e3c08-db4d-4ae1-8cc7-93720aa554e5'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:05:38.075516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Bound port: 39d20824-0afb-4182-a852-facf3b283d06, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e817a5-7b20-436f-ab1d-49d79c4d129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e00e3c08-db4d-4ae1-8cc7-93720aa554e5'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:05:38.075868 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:38.142401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-3199f70b-7db6-43df-96bd-d9944e884f2f tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:38.144543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-3199f70b-7db6-43df-96bd-d9944e884f2f tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Aug 23 04:05:38.171456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] For port 39d20824-0afb-4182-a852-facf3b283d06, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:05:38.180330 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8214f-5142-4dcb-82fd-fddd8fe55f97 req-d5298c74-5fd6-4919-98a0-e59bc7bf1772 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:38.181863 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fec8214f-5142-4dcb-82fd-fddd8fe55f97 req-d5298c74-5fd6-4919-98a0-e59bc7bf1772 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 945 time: 0.0901101 Aug 23 04:05:38.183588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] For port 39d20824-0afb-4182-a852-facf3b283d06, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=39d20824-0afb-4182-a852-facf3b283d06,segment=NetworkSegment(d6e817a5-7b20-436f-ab1d-49d79c4d129f),segment_id=d6e817a5-7b20-436f-ab1d-49d79c4d129f)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:05:38.227033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fec8214f-5142-4dcb-82fd-fddd8fe55f97 req-0d9b48ef-5d95-4d4b-8085-7156df9b669a tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0c85f23-180b-416c-8fb7-efb80bd69e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353088 Aug 23 04:05:38.246617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Deleting port 6edf28f5-126f-438e-a620-1057629dfc28 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:38.246974 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:38.279850 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:38.323528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:38.324525 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:38.326249 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] 10.222.0.11 "PUT /v2.0/ports/39d20824-0afb-4182-a852-facf3b283d06 HTTP/1.1" status: 200 len: 1092 time: 0.8198476 Aug 23 04:05:38.328887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f944a235-0131-480b-ad9d-85623b4cd782', 'tag': '39d20824-0afb-4182-a852-facf3b283d06'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:05:38.332116 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f2089-7a34-4c50-a98e-c8113ff06d99" -d '{"events": [{"name": "network-changed", "server_uuid": "f944a235-0131-480b-ad9d-85623b4cd782", "tag": "39d20824-0afb-4182-a852-facf3b283d06"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:05:38.339511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] For port 6edf28f5-126f-438e-a620-1057629dfc28, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=6edf28f5-126f-438e-a620-1057629dfc28,segment=NetworkSegment(5a097d61-a704-41e2-bc16-ecc2255a90db),segment_id=5a097d61-a704-41e2-bc16-ecc2255a90db)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:38.342220 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:38.354883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Calling delete_port for 6edf28f5-126f-438e-a620-1057629dfc28 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:38.365985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5932f-91f7-4bbb-a286-628867d4fa8c service neutron] Pushing event updated for resources: {'Port': ['ID=39d20824-0afb-4182-a852-facf3b283d06,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:38.380446 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b856a8-865d-4b87-8c0a-df27addabc84 x-openstack-request-id: req-21b856a8-865d-4b87-8c0a-df27addabc84 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:05:38.380787 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f944a235-0131-480b-ad9d-85623b4cd782", "tag": "39d20824-0afb-4182-a852-facf3b283d06", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:05:38.381073 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21b856a8-865d-4b87-8c0a-df27addabc84 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:05:38.381507 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f944a235-0131-480b-ad9d-85623b4cd782', 'tag': '39d20824-0afb-4182-a852-facf3b283d06', 'status': 'completed', 'code': 200} Aug 23 04:05:38.491798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f2089-7a34-4c50-a98e-c8113ff06d99 req-af6ad118-c05d-431b-9516-1278ec5dfe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:38.493292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-129f2089-7a34-4c50-a98e-c8113ff06d99 req-af6ad118-c05d-431b-9516-1278ec5dfe9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a6960298bc54355a2f8eff3926acb4f&device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 1095 time: 0.0668802 Aug 23 04:05:38.565516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:38.579573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['6edf28f5-126f-438e-a620-1057629dfc28'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:05:38.591585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf8c70-084d-486f-8fba-ed592c77d98b req-efb17780-2103-43f0-989f-049b0d3775cb tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:38.593275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07bf8c70-084d-486f-8fba-ed592c77d98b req-efb17780-2103-43f0-989f-049b0d3775cb tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 944 time: 0.1131885 Aug 23 04:05:38.610871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Pushing event deleted for resources: {'Port': ['ID=6edf28f5-126f-438e-a620-1057629dfc28,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:38.649647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] No DVR routers for this DVR port 6edf28f5-126f-438e-a620-1057629dfc28 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:05:38.650907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07bf8c70-084d-486f-8fba-ed592c77d98b req-73bb2d87-6144-4bc5-a846-39de097cc8b9 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500569 Aug 23 04:05:38.652276 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:38.654513 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-50f99d60-c83d-434c-a7bd-4c6d7e327a3b req-83ff001a-5441-48c4-816a-34be600f3489 tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.24 "DELETE /v2.0/ports/6edf28f5-126f-438e-a620-1057629dfc28 HTTP/1.1" status: 204 len: 173 time: 0.5035338 Aug 23 04:05:38.655405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdceae4-6f42-478f-8a9a-f58d4fd1e179', 'name': 'network-vif-deleted', 'tag': '6edf28f5-126f-438e-a620-1057629dfc28'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:05:38.658350 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9438601f-bc70-4a28-a07a-040dd9f4b95e" -d '{"events": [{"server_uuid": "7bdceae4-6f42-478f-8a9a-f58d4fd1e179", "name": "network-vif-deleted", "tag": "6edf28f5-126f-438e-a620-1057629dfc28"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:05:38.664996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f2089-7a34-4c50-a98e-c8113ff06d99 req-67036f61-9b27-421e-9ebf-715d23128de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:38.666653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-129f2089-7a34-4c50-a98e-c8113ff06d99 req-67036f61-9b27-421e-9ebf-715d23128de5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6a6960298bc54355a2f8eff3926acb4f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1557732 Aug 23 04:05:38.700711 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d165ede-ebc4-4fbf-89bb-9d38b5bf8365 x-openstack-request-id: req-1d165ede-ebc4-4fbf-89bb-9d38b5bf8365 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:05:38.701090 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdceae4-6f42-478f-8a9a-f58d4fd1e179", "name": "network-vif-deleted", "tag": "6edf28f5-126f-438e-a620-1057629dfc28", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:05:38.701439 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d165ede-ebc4-4fbf-89bb-9d38b5bf8365 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:05:38.701917 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdceae4-6f42-478f-8a9a-f58d4fd1e179', 'name': 'network-vif-deleted', 'tag': '6edf28f5-126f-438e-a620-1057629dfc28', 'status': 'completed', 'code': 200} Aug 23 04:05:38.768661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f2089-7a34-4c50-a98e-c8113ff06d99 req-d2c89bac-0886-40a5-9b23-8ef4965c4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:38.770304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-129f2089-7a34-4c50-a98e-c8113ff06d99 req-d2c89bac-0886-40a5-9b23-8ef4965c4d4b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0962155 Aug 23 04:05:38.882059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-25d99ac4-441d-484d-b8e0-fadaec04683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:38.883680 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-25d99ac4-441d-484d-b8e0-fadaec04683a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a6960298bc54355a2f8eff3926acb4f&device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 1095 time: 0.0483403 Aug 23 04:05:38.941559 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-bfe6aeb0-5031-482d-bb21-95762407e0d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d20824-0afb-4182-a852-facf3b283d06 HTTP/1.1" status: 200 len: 217 time: 0.0385377 Aug 23 04:05:38.991223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-28d21d0e-8a6e-4c9e-beb0-843166681f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:38.992684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-28d21d0e-8a6e-4c9e-beb0-843166681f56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=43b777b7-d720-4968-8f71-21e2e77e86a9 HTTP/1.1" status: 200 len: 848 time: 0.0444000 Aug 23 04:05:39.024266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-9fcca87e-44ff-4548-baad-b7dc0eba8a5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e00e3c08-db4d-4ae1-8cc7-93720aa554e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244715 Aug 23 04:05:39.119360 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-9280cbec-6b50-4a42-8a72-191bdda342e0 service neutron] 10.222.0.11 "GET /v2.0/networks/e00e3c08-db4d-4ae1-8cc7-93720aa554e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873561 Aug 23 04:05:39.211818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf42868c-1207-49cb-91d4-88a5d49c49ef req-5c0af2c1-36de-42ca-91f7-70414b045b80 service neutron] 10.222.0.11 "GET /v2.0/networks/e00e3c08-db4d-4ae1-8cc7-93720aa554e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818739 Aug 23 04:05:39.340548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1080d074-c557-45d0-bfb7-d57a486db0a4 req-2d8577a4-e468-4026-b6f4-cdd023445ebe tempest-ServerMetadataNegativeTestJSON-1733034258 tempest-ServerMetadataNegativeTestJSON-1733034258-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bdceae4-6f42-478f-8a9a-f58d4fd1e179 HTTP/1.1" status: 200 len: 210 time: 0.0321348 Aug 23 04:05:39.770374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227be9d-52a4-49d7-bcb5-a4bc43a58046 req-bd451c5b-88eb-4352-9453-ea1d942bbee4 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:39.771858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b227be9d-52a4-49d7-bcb5-a4bc43a58046 req-bd451c5b-88eb-4352-9453-ea1d942bbee4 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 944 time: 0.0487583 Aug 23 04:05:39.808931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b227be9d-52a4-49d7-bcb5-a4bc43a58046 req-7cfa60ef-b74b-46bb-8737-bd5990a51492 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Aug 23 04:05:40.395107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46510) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:40.441816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Deleting subnet 67552002-2993-45ea-ac7c-6a8017ab2dc9 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:05:40.445082 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:40.479266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:40.498811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:40.524215 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:40.679346 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:40.704741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67552002-2993-45ea-ac7c-6a8017ab2dc9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:40.709195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:40.711048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/67552002-2993-45ea-ac7c-6a8017ab2dc9 HTTP/1.1" status: 204 len: 168 time: 0.3148201 Aug 23 04:05:40.713909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46522) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:40.716266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.716614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.716954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.717316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.717652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.717978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.718311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.718636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.718958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.719281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.720137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.720461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168193d-c720-4756-b4f3-0c974c7f02b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:40.853552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:40.927338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9050271-c116-4e7f-a96d-b79629b63a0c req-c028ea73-8a78-48e0-aec6-c1face45a82f tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:40.928837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9050271-c116-4e7f-a96d-b79629b63a0c req-c028ea73-8a78-48e0-aec6-c1face45a82f tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 944 time: 0.0534794 Aug 23 04:05:40.966509 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9050271-c116-4e7f-a96d-b79629b63a0c req-712b6882-4c2b-40a9-954e-5276a9ee08ba tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Aug 23 04:05:41.004849 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.020397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba67ebf3-8976-48b0-abf0-57b713d5705d']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:41.033130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a097d61-a704-41e2-bc16-ecc2255a90db') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:41.033423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a097d61-a704-41e2-bc16-ecc2255a90db') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:41.047005 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.076874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.085406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:05:41.085796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:05:41.087374 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:05:41.210175 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.212838 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.246480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.248394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ba67ebf3-8976-48b0-abf0-57b713d5705d HTTP/1.1" status: 204 len: 168 time: 0.5334899 Aug 23 04:05:41.261378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27045db6-ed9b-41e0-96dc-0232a30b7a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba67ebf3-8976-48b0-abf0-57b713d5705d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:41.471109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Deleting port 042fcecb-425a-438c-90e5-8588df99f1b8 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:41.471109 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.535915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46530) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:41.547131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] For port 042fcecb-425a-438c-90e5-8588df99f1b8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=042fcecb-425a-438c-90e5-8588df99f1b8,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:41.555091 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.565190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Calling delete_port for 042fcecb-425a-438c-90e5-8588df99f1b8 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:41.575633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ae4ebf5a-b2de-4dc9-88ae-1e7aa1f38a7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a11a90e6c9f14bd79e1cb1524e734aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384800 Aug 23 04:05:41.578035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46532) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:41.633304 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3835a755-20f3-4eaf-ac2c-43d45c3cab95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.654310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3835a755-20f3-4eaf-ac2c-43d45c3cab95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.741862 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3835a755-20f3-4eaf-ac2c-43d45c3cab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.744449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3835a755-20f3-4eaf-ac2c-43d45c3cab95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.745682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3835a755-20f3-4eaf-ac2c-43d45c3cab95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0c85f23-180b-416c-8fb7-efb80bd69e81 HTTP/1.1" status: 204 len: 168 time: 0.1667407 Aug 23 04:05:41.753862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835a755-20f3-4eaf-ac2c-43d45c3cab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c85f23-180b-416c-8fb7-efb80bd69e81,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:41.781552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:41.807690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Pushing event deleted for resources: {'Port': ['ID=042fcecb-425a-438c-90e5-8588df99f1b8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:41.972755 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:42.087506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfca5ba-13ed-41f9-8e1e-0c5dcf121a42 req-45072ccb-89f4-4df5-b642-ccfb649cf9ef tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:42.088944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bfca5ba-13ed-41f9-8e1e-0c5dcf121a42 req-45072ccb-89f4-4df5-b642-ccfb649cf9ef tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 944 time: 0.0494993 Aug 23 04:05:42.134674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bfca5ba-13ed-41f9-8e1e-0c5dcf121a42 req-bd724adf-b417-4959-bff4-6f9d4d3068fb tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Aug 23 04:05:42.200870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Router 54eea67e-157b-4400-90bf-93fbdb9fb53c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:05:42.224965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6edf28f5-126f-438e-a620-1057629dfc28 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:05:42.245225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 6edf28f5-126f-438e-a620-1057629dfc28 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:05:42.245494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 6edf28f5-126f-438e-a620-1057629dfc28 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:05:42.307551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:05:42.312656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ebaf7ed8-791c-440e-8512-c14ac4f8dceb admin admin] 10.222.0.20 "PUT /v2.0/routers/54eea67e-157b-4400-90bf-93fbdb9fb53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126922 Aug 23 04:05:42.315857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46548) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:42.321214 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] Sync routers for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:05:42.332160 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:42.332772 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:05:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:42.351309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 39d20824-0afb-4182-a852-facf3b283d06 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:05:42.419801 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:42.444351 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:42.459607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 39d20824-0afb-4182-a852-facf3b283d06, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=39d20824-0afb-4182-a852-facf3b283d06,segment=NetworkSegment(d6e817a5-7b20-436f-ab1d-49d79c4d129f),segment_id=d6e817a5-7b20-436f-ab1d-49d79c4d129f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:42.480152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '39d20824-0afb-4182-a852-facf3b283d06', 'network_id': 'e00e3c08-db4d-4ae1-8cc7-93720aa554e5', 'port_id': '39d20824-0afb-4182-a852-facf3b283d06', 'mac_address': 'fa:16:3e:1a:e5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b777b7-d720-4968-8f71-21e2e77e86a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:05:42.524541 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:42.531017 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:42.538205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d20824-0afb-4182-a852-facf3b283d06 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:05:42.558784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 39d20824-0afb-4182-a852-facf3b283d06, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=39d20824-0afb-4182-a852-facf3b283d06,segment=NetworkSegment(d6e817a5-7b20-436f-ab1d-49d79c4d129f),segment_id=d6e817a5-7b20-436f-ab1d-49d79c4d129f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:42.644914 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:42.649161 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T04:05:41Z', 'revision_number': 5, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port': {'id': '8fa3b10e-6f9e-47da-b5a5-c3729b59c35d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:55:45Z', 'updated_at': '2021-08-23T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:42.679665 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] Checking router: 54eea67e-157b-4400-90bf-93fbdb9fb53c for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:05:42.689450 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] Routers {'54eea67e-157b-4400-90bf-93fbdb9fb53c'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:42.690515 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:05:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['54eea67e-157b-4400-90bf-93fbdb9fb53c'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:42.700258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=39d20824-0afb-4182-a852-facf3b283d06,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:42.703283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Deleting port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:42.704356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:42.752078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46558) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:42.785475 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] Set router 54eea67e-157b-4400-90bf-93fbdb9fb53c gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:42.788618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] For port 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8fa3b10e-6f9e-47da-b5a5-c3729b59c35d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:42.788993 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:42.801613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Calling delete_port for 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:42.847512 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T04:05:42Z', 'revision_number': 6, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:42.875224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-network', 'tenant_id': '194240defd434395bc2c8ff05857147b'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:42.877460 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b8bf5c-9dcf-43c1-98ae-b3d92f9157ca None None] The sync data for ids ['54eea67e-157b-4400-90bf-93fbdb9fb53c'] in n-d-749052-7 is: [{'id': '54eea67e-157b-4400-90bf-93fbdb9fb53c', 'name': 'tempest-AttachVolumeTestJSON-206951750-router', 'tenant_id': '632646eed3d64d61be4f2ded22d27c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:55:44Z', 'updated_at': '2021-08-23T04:05:42Z', 'revision_number': 6, 'project_id': '632646eed3d64d61be4f2ded22d27c35', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:05:42.964913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Made reservation on behalf of 194240defd434395bc2c8ff05857147b for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:42.967410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:42.976651 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.045284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.059503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['39d20824-0afb-4182-a852-facf3b283d06'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:05:43.068032 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.076775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa3b10e-6f9e-47da-b5a5-c3729b59c35d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:43.124938 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.142597 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.161075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:05:43.167675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceca092-4e34-4010-8765-60bd3aad89fd,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:43.173920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.174785 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Added segment 8425132c-56ff-4567-824c-260e6808f752 of type vlan for network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b Aug 23 04:05:43.241151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.259027 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.261897 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.306231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f7abf-2303-4184-89de-0e9e9422aef4 req-828638b5-4fec-4a2f-9c24-1b6e3f537ce6 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:43.306231 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e42f7abf-2303-4184-89de-0e9e9422aef4 req-828638b5-4fec-4a2f-9c24-1b6e3f537ce6 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 945 time: 0.0683300 Aug 23 04:05:43.347536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e42f7abf-2303-4184-89de-0e9e9422aef4 req-fc9c0cb2-3ade-4da0-9517-e7360442c762 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349116 Aug 23 04:05:43.352668 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.353625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:43.354198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.376558 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.377260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54eea67e-157b-4400-90bf-93fbdb9fb53c {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:05:43.383785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.383785 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-292f988f-0b49-4c6b-b858-7a39b16f5fdb admin admin] 10.222.0.20 "DELETE /v2.0/routers/54eea67e-157b-4400-90bf-93fbdb9fb53c HTTP/1.1" status: 204 len: 168 time: 1.0665224 Aug 23 04:05:43.385928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46564) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:43.416556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:43.426213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:05:43.434057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-de4a6bc3-8751-414e-acea-2b8900722851 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6802928 Aug 23 04:05:43.436813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46566) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:43.439147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b24b0e-6061-45b5-a6d6-fa85dcf282fc admin admin] Deleting subnet 3fc49637-83bc-40ca-b9d8-de9e1ad01931 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:05:43.442504 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19b24b0e-6061-45b5-a6d6-fa85dcf282fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.445852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Request body: {'subnet': {'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-subnet', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:43.484088 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19b24b0e-6061-45b5-a6d6-fa85dcf282fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.518736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Made reservation on behalf of 194240defd434395bc2c8ff05857147b for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:43.521687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.560820 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19b24b0e-6061-45b5-a6d6-fa85dcf282fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.668237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19b24b0e-6061-45b5-a6d6-fa85dcf282fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.695607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b24b0e-6061-45b5-a6d6-fa85dcf282fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc49637-83bc-40ca-b9d8-de9e1ad01931,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:43.699259 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-19b24b0e-6061-45b5-a6d6-fa85dcf282fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.701164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-19b24b0e-6061-45b5-a6d6-fa85dcf282fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3fc49637-83bc-40ca-b9d8-de9e1ad01931 HTTP/1.1" status: 204 len: 168 time: 0.3141856 Aug 23 04:05:43.703705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46568) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:43.706902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a81b6bd-9cb2-4628-8472-ed11f0a95064 None None] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:43.742386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.787320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.809746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17971065-f783-4ec9-b30d-f0160ed248bf,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:43.831768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Checking segment: {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:43.832596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Network hostable DHCP agents. Network: 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:05:43.852767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Deleting port ceee2664-8d67-4057-8d54-d230dcc05475 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:43.855897 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.878556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 042fcecb-425a-438c-90e5-8588df99f1b8 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:05:43.896182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:05:43.908058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 042fcecb-425a-438c-90e5-8588df99f1b8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:05:43.908058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 042fcecb-425a-438c-90e5-8588df99f1b8 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:05:43.908058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:05:43.926273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] For port ceee2664-8d67-4057-8d54-d230dcc05475, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ceee2664-8d67-4057-8d54-d230dcc05475,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:43.930322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.935352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:05:43.935779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8fa3b10e-6f9e-47da-b5a5-c3729b59c35d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:05:43.944913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] DHCP port deletion for d6d3b2f2-4a40-4377-87b2-51c9d8135e0b request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:05:43.945476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Calling delete_port for ceee2664-8d67-4057-8d54-d230dcc05475 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:43.976236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:43.980634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:43.981408 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:43.997532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3223dd-f753-4a39-9efe-96771cf5575c None None] Network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:44.062797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1b41b73d-3664-4c5f-b151-3fb3bdd31453 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6246908 Aug 23 04:05:44.065905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46570) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:44.067704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] Deleting port ceee2664-8d67-4057-8d54-d230dcc05475 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:44.068091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.070413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:44.090465 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.120745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Pushing event deleted for resources: {'Port': ['ID=ceee2664-8d67-4057-8d54-d230dcc05475,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:44.124245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] No DVR routers for this DVR port ceee2664-8d67-4057-8d54-d230dcc05475 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:05:44.170646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.171614 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.192681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] For port ceee2664-8d67-4057-8d54-d230dcc05475, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ceee2664-8d67-4057-8d54-d230dcc05475,segment=NetworkSegment(2557ad8e-6f16-465f-b9a0-ef6d06107319),segment_id=2557ad8e-6f16-465f-b9a0-ef6d06107319)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:44.193108 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.194784 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.197699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0688c252-61d1-493f-bfe5-1ec46b6a7633 None None] Network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:05:44.205439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d3b2f2-4a40-4377-87b2-51c9d8135e0b']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:44.216065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2557ad8e-6f16-465f-b9a0-ef6d06107319') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:44.216806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2557ad8e-6f16-465f-b9a0-ef6d06107319') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:44.218304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] Calling delete_port for ceee2664-8d67-4057-8d54-d230dcc05475 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:44.226679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.233989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.245075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.251155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:05:44.251608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:05:44.253335 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:05:44.364865 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.368842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 39d20824-0afb-4182-a852-facf3b283d06 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:05:44.372752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.377130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] 10.222.0.20 "DELETE /v2.0/networks/d6d3b2f2-4a40-4377-87b2-51c9d8135e0b HTTP/1.1" status: 204 len: 168 time: 0.6696432 Aug 23 04:05:44.412001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40925120-09e0-435c-9a36-ecfe73d5bfbc admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d3b2f2-4a40-4377-87b2-51c9d8135e0b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:44.427794 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.439630 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.458289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] Network d6d3b2f2-4a40-4377-87b2-51c9d8135e0b is not hosted by any dhcp agent {{(pid=95122) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 04:05:44.458868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] No DVR routers for this DVR port ceee2664-8d67-4057-8d54-d230dcc05475 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:05:44.465043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bc4c2-6570-4c92-ba02-7848165de113 None None] Pushing event deleted for resources: {'Port': ['ID=ceee2664-8d67-4057-8d54-d230dcc05475,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:44.502857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab98f47-603c-4f67-a48a-0adc9edd0e5e req-44f3ff83-8c6b-4da6-83b0-834cfabb7aec tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:44.504468 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cab98f47-603c-4f67-a48a-0adc9edd0e5e req-44f3ff83-8c6b-4da6-83b0-834cfabb7aec tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 945 time: 0.0536692 Aug 23 04:05:44.564648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 39d20824-0afb-4182-a852-facf3b283d06 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:05:44.568590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 39d20824-0afb-4182-a852-facf3b283d06 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:05:44.568970 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.570686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cab98f47-603c-4f67-a48a-0adc9edd0e5e req-bd90a06b-74ce-4101-b05e-e0ee69a8f136 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602734 Aug 23 04:05:44.652170 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.674812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f944a235-0131-480b-ad9d-85623b4cd782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d20824-0afb-4182-a852-facf3b283d06'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:05:44.677188 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6618ee-a02c-4db8-9e7e-c3a777d33d27" -d '{"events": [{"server_uuid": "f944a235-0131-480b-ad9d-85623b4cd782", "name": "network-vif-plugged", "status": "completed", "tag": "39d20824-0afb-4182-a852-facf3b283d06"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:05:44.690097 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 39d20824-0afb-4182-a852-facf3b283d06, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=39d20824-0afb-4182-a852-facf3b283d06,segment=NetworkSegment(d6e817a5-7b20-436f-ab1d-49d79c4d129f),segment_id=d6e817a5-7b20-436f-ab1d-49d79c4d129f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:44.716375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46578) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:44.722574 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e846118-7317-4a67-ba9c-c6310941f883 x-openstack-request-id: req-4e846118-7317-4a67-ba9c-c6310941f883 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:05:44.722963 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f944a235-0131-480b-ad9d-85623b4cd782", "name": "network-vif-plugged", "status": "completed", "tag": "39d20824-0afb-4182-a852-facf3b283d06", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:05:44.723278 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e846118-7317-4a67-ba9c-c6310941f883 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:05:44.727302 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f944a235-0131-480b-ad9d-85623b4cd782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d20824-0afb-4182-a852-facf3b283d06', 'code': 200} Aug 23 04:05:44.739127 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.748263 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.758294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.762573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7d157b43-f7f4-49da-961f-b55ddb4aa45d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=632646eed3d64d61be4f2ded22d27c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450413 Aug 23 04:05:44.763229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46580) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:44.807742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=39d20824-0afb-4182-a852-facf3b283d06,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:44.816138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-856c5fb9-87dc-4777-8c2c-c5a24297a97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.840944 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-856c5fb9-87dc-4777-8c2c-c5a24297a97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.885179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cae18-3ea1-48fe-82c9-59390e78d7f1 req-e5690d66-7051-4872-8895-b957ee525513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:44.886595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d70cae18-3ea1-48fe-82c9-59390e78d7f1 req-e5690d66-7051-4872-8895-b957ee525513 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 1097 time: 0.0827787 Aug 23 04:05:44.906993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Allocated IP 172.25.1.99 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:05:44.949070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d70cae18-3ea1-48fe-82c9-59390e78d7f1 req-3c54585a-8563-4263-a9af-3996af313ee3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533502 Aug 23 04:05:44.959072 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-856c5fb9-87dc-4777-8c2c-c5a24297a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.961704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-856c5fb9-87dc-4777-8c2c-c5a24297a97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:44.962859 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-856c5fb9-87dc-4777-8c2c-c5a24297a97c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/307a8ff4-96c1-4132-8104-08effdad39e1 HTTP/1.1" status: 204 len: 168 time: 0.1986225 Aug 23 04:05:44.970815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c5fb9-87dc-4777-8c2c-c5a24297a97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307a8ff4-96c1-4132-8104-08effdad39e1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:45.028480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:45.113710 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:45.152750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:05:45.156110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:45.159600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:05:45.167944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Pushing event updated for resources: {'Port': ['ID=dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:45.497446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:45.737995 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:45.748247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173a023-4faf-4f76-a0b0-eb725c1c7e2c req-79beb973-1726-4630-9aff-ad826cfdf9d5 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:45.749766 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d173a023-4faf-4f76-a0b0-eb725c1c7e2c req-79beb973-1726-4630-9aff-ad826cfdf9d5 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 946 time: 0.1089914 Aug 23 04:05:45.831038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d173a023-4faf-4f76-a0b0-eb725c1c7e2c req-d16d0112-0a59-482d-9a91-8ba895958c47 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744064 Aug 23 04:05:45.840860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ceee2664-8d67-4057-8d54-d230dcc05475 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:05:45.865644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ceee2664-8d67-4057-8d54-d230dcc05475 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:05:45.866081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ceee2664-8d67-4057-8d54-d230dcc05475 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:05:45.936032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Router 2b6f4291-dbef-446f-8ad6-2697bc06998d is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:05:46.058679 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:05:46.069384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Sync routers for ids ['2b6f4291-dbef-446f-8ad6-2697bc06998d'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:05:46.078387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Routers {'2b6f4291-dbef-446f-8ad6-2697bc06998d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:46.079501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:05:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2b6f4291-dbef-446f-8ad6-2697bc06998d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:46.134102 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:46.134102 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9618b22c-845a-4249-910f-75a0ea980415 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0644875 Aug 23 04:05:46.134346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46608) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:46.349306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Set router 2b6f4291-dbef-446f-8ad6-2697bc06998d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:46.547047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:45Z', 'revision_number': 3, 'project_id': '194240defd434395bc2c8ff05857147b', 'gw_port': {'id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:af:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:46.574491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Checking router: 2b6f4291-dbef-446f-8ad6-2697bc06998d for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:05:46.574855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Updating router 2b6f4291-dbef-446f-8ad6-2697bc06998d port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:05:46.601320 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:46.880690 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:46.892250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Transition to ACTIVE for port object dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:05:46.900069 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:46.961405 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:47.008816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Attempting to bind port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:05:47.009307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Attempting to bind port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:05:47.009576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Attempting to bind port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:47.013721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfc3aa-4365-45b7-bda8-fd1905fe28f8 req-3024c497-8b4b-47f5-9187-d0165f965792 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:47.016117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcdfc3aa-4365-45b7-bda8-fd1905fe28f8 req-3024c497-8b4b-47f5-9187-d0165f965792 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 946 time: 0.0554287 Aug 23 04:05:47.024326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d0b1e-3ca5-4f88-8b29-57085408ba1f None None] Pushing event updated for resources: {'Port': ['ID=dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:47.027259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:05:47.027631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:47.028588 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:47.028588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:05:47.028894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Bound port: dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:05:47.029310 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:47.058207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcdfc3aa-4365-45b7-bda8-fd1905fe28f8 req-b64efd5d-a708-4305-b78e-f2d5c1c4a851 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361717 Aug 23 04:05:47.084883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Allocated IP 172.20.0.1 (4fc3f5a3-39ee-44ac-9a80-c87b227cb90b/17971065-f783-4ec9-b30d-f0160ed248bf/9d478dd8-a962-42c3-8fa4-d1fbcb6503a9) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:05:47.104791 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] For port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:05:47.109361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] For port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:05:47.165431 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:47.221668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:47.225747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Routers {'2b6f4291-dbef-446f-8ad6-2697bc06998d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:47.226472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:05:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2b6f4291-dbef-446f-8ad6-2697bc06998d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:47.267792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d0b1e-3ca5-4f88-8b29-57085408ba1f None None] Pushing event updated for resources: {'Port': ['ID=dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:47.337577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] Set router 2b6f4291-dbef-446f-8ad6-2697bc06998d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:47.342356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:47.396315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:05:47.399926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:47.403444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:05:47.439515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Pushing event updated for resources: {'Port': ['ID=9d478dd8-a962-42c3-8fa4-d1fbcb6503a9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:47.450306 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:47.545614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:45Z', 'revision_number': 3, 'project_id': '194240defd434395bc2c8ff05857147b', 'gw_port': {'id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:af:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:47.572528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936aadea-8a52-4fed-9f4c-366b7273d2b0 None None] The sync data for ids ['2b6f4291-dbef-446f-8ad6-2697bc06998d'] in n-d-749052-7 is: [{'id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:45Z', 'revision_number': 3, 'project_id': '194240defd434395bc2c8ff05857147b', 'gw_port': {'id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:af:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:05:47.674473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:47.921140 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:47.993403 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:48.068600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:48.073825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Pushing event updated for resources: {'Port': ['ID=9d478dd8-a962-42c3-8fa4-d1fbcb6503a9,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:48.174685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:05:48.176130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:48.300496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Router 2b6f4291-dbef-446f-8ad6-2697bc06998d has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:05:48.421441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:05:48.433128 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d1666581-ff7d-4d53-b7c2-9fc41f145b7c admin admin] 10.222.0.20 "PUT /v2.0/routers/2b6f4291-dbef-446f-8ad6-2697bc06998d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2920499 Aug 23 04:05:48.921549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9929-c0bf-4679-9d8c-255a25487adb req-585df4fa-2738-4466-aacc-afa24d3ae10e tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:48.930394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-585df4fa-2738-4466-aacc-afa24d3ae10e tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 819 time: 0.1315179 Aug 23 04:05:48.943358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-96501bda-3803-48b1-8e83-8b18dbcac333 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/quotas/194240defd434395bc2c8ff05857147b HTTP/1.1" status: 200 len: 375 time: 0.0117507 Aug 23 04:05:49.001608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-6a431c73-422d-4749-b536-46ba99c593f5 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524395 Aug 23 04:05:49.100368 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-726796e3-3193-4b8f-8088-a791d84e8850 service neutron] 10.222.0.20 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955565 Aug 23 04:05:49.196482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-e1e0c232-e7fe-47b6-8a86-513155db7c2b service neutron] 10.222.0.20 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864182 Aug 23 04:05:49.250013 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Sync routers for ids ['2b6f4291-dbef-446f-8ad6-2697bc06998d'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:05:49.260376 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Routers {'2b6f4291-dbef-446f-8ad6-2697bc06998d'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:49.261066 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:05:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2b6f4291-dbef-446f-8ad6-2697bc06998d'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:49.503650 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-933eca2e-5494-4ac9-a459-8bacf44c2dd4 req-29f13d12-8bf7-4cca-b1f2-503d6f60efbb tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 210 time: 0.0379252 Aug 23 04:05:49.603215 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Set router 2b6f4291-dbef-446f-8ad6-2697bc06998d gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:49.829286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-cce1a518-1ee5-4f0b-9ca3-aa93705ea7a5 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:49.838633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-cce1a518-1ee5-4f0b-9ca3-aa93705ea7a5 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 819 time: 0.1439562 Aug 23 04:05:49.856967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-67c98d5b-1820-43d9-a78c-81b27e185b49 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/quotas/194240defd434395bc2c8ff05857147b HTTP/1.1" status: 200 len: 375 time: 0.0172262 Aug 23 04:05:49.867629 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:47Z', 'revision_number': 4, 'project_id': '194240defd434395bc2c8ff05857147b', 'gw_port': {'id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:af:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '9d478dd8-a962-42c3-8fa4-d1fbcb6503a9', 'name': '', 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'mac_address': 'fa:16:3e:6c:78:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '17971065-f783-4ec9-b30d-f0160ed248bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:46Z', 'updated_at': '2021-08-23T04:05:47Z', 'revision_number': 2, 'project_id': '194240defd434395bc2c8ff05857147b', 'subnets': [{'id': '17971065-f783-4ec9-b30d-f0160ed248bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:49.910294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:05:49.923739 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Checking router: 2b6f4291-dbef-446f-8ad6-2697bc06998d for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:05:49.924101 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Updating router 2b6f4291-dbef-446f-8ad6-2697bc06998d port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:05:49.987683 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:49.988538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-35774d7d-331f-4969-a94a-634bee3cc593 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1231194 Aug 23 04:05:50.147698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:05:50.152501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:05:50.153179 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:50.177776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-af43b0a6-aaec-4ec4-84e4-d6c3be888e1b service neutron] 10.222.0.20 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810524 Aug 23 04:05:50.281264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:50.308069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:50.335170 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-b59af5df-193e-4603-8807-520d70836799 service neutron] 10.222.0.20 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513598 Aug 23 04:05:50.381855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:50.385465 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:50.396979 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Transition to ACTIVE for port object 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:05:50.436001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:50.467109 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:50.577636 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Pushing event updated for resources: {'Port': ['ID=9d478dd8-a962-42c3-8fa4-d1fbcb6503a9,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:50.588366 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.589027 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.589374 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.589715 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.590050 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.590380 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.590818 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.591170 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.591503 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.591830 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.592159 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.592482 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:05:50.598361 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Attempting to bind port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:05:50.598956 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Attempting to bind port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:05:50.599521 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Attempting to bind port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 on network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:50.605895 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:05:50.606707 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Checking segment: {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:50.607280 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:50.607843 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Bound using segment: {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:05:50.608763 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Bound port: 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:05:50.609340 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:50.698105 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] For port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:05:50.701616 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] For port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9d478dd8-a962-42c3-8fa4-d1fbcb6503a9,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:05:50.787926 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:50.859867 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Routers {'2b6f4291-dbef-446f-8ad6-2697bc06998d'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:05:50.860696 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:05:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2b6f4291-dbef-446f-8ad6-2697bc06998d'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:50.862766 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03b66e-1469-45e5-9ee8-a83bb4bfa9c5 None None] Pushing event updated for resources: {'Port': ['ID=9d478dd8-a962-42c3-8fa4-d1fbcb6503a9,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:50.972676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75b03997-9d5e-4789-96dd-6b888939363b req-e753fafd-c173-485d-a897-e7ef03747c14 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 210 time: 0.4244182 Aug 23 04:05:50.994724 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] Set router 2b6f4291-dbef-446f-8ad6-2697bc06998d gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:05:51.210530 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:47Z', 'revision_number': 4, 'project_id': '194240defd434395bc2c8ff05857147b', 'gw_port': {'id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:af:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '9d478dd8-a962-42c3-8fa4-d1fbcb6503a9', 'name': '', 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'mac_address': 'fa:16:3e:6c:78:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '17971065-f783-4ec9-b30d-f0160ed248bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:46Z', 'updated_at': '2021-08-23T04:05:50Z', 'revision_number': 4, 'project_id': '194240defd434395bc2c8ff05857147b', 'subnets': [{'id': '17971065-f783-4ec9-b30d-f0160ed248bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:05:51.236528 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c7091-c725-472c-a0fb-1f3a9f394f29 None None] The sync data for ids ['2b6f4291-dbef-446f-8ad6-2697bc06998d'] in n-d-749052-7 is: [{'id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:47Z', 'revision_number': 4, 'project_id': '194240defd434395bc2c8ff05857147b', 'gw_port': {'id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:af:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '9d478dd8-a962-42c3-8fa4-d1fbcb6503a9', 'name': '', 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'mac_address': 'fa:16:3e:6c:78:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '17971065-f783-4ec9-b30d-f0160ed248bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:46Z', 'updated_at': '2021-08-23T04:05:50Z', 'revision_number': 4, 'project_id': '194240defd434395bc2c8ff05857147b', 'subnets': [{'id': '17971065-f783-4ec9-b30d-f0160ed248bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:05:51.577713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a764e-abd2-462b-8a15-8b2a065f9266 req-11de9583-994a-4637-8320-b51c00f2b5b2 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:51.580087 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e98a764e-abd2-462b-8a15-8b2a065f9266 req-11de9583-994a-4637-8320-b51c00f2b5b2 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 946 time: 0.0702975 Aug 23 04:05:51.632452 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e98a764e-abd2-462b-8a15-8b2a065f9266 req-732e0652-8290-4ef8-9971-28bfbdd8e6ce tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454710 Aug 23 04:05:51.714347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9929-c0bf-4679-9d8c-255a25487adb req-7eb09aa3-a110-4694-ae1b-cf83f639e762 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:51.716128 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-7eb09aa3-a110-4694-ae1b-cf83f639e762 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 819 time: 0.1754303 Aug 23 04:05:51.731695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Request body: {'port': {'device_id': 'f2c71a7c-57e0-4894-98ca-278d7e7c71ae', 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b', 'admin_state_up': True, 'tenant_id': '194240defd434395bc2c8ff05857147b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:51.999879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Made reservation on behalf of 194240defd434395bc2c8ff05857147b for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:52.004925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.011853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:05:52.097936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-044568a7-7c00-4a27-9b30-9a02320b9071 req-1964f771-1509-40fc-bd64-3285e8fba95d tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 210 time: 0.0331860 Aug 23 04:05:52.113571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:05:52.114057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.170372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Allocated IP 172.20.0.4 (4fc3f5a3-39ee-44ac-9a80-c87b227cb90b/17971065-f783-4ec9-b30d-f0160ed248bf/67fff7d8-5f27-4316-a9c0-2dd0831243a9) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:05:52.214606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:05:52.318630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:05:52.326434 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:05:52.327845 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.362166 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.448901 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.476996 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.517581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9d478dd8-a962-42c3-8fa4-d1fbcb6503a9,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:52.564920 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.580678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:05:52.590093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:52.595989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:05:52.598533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Pushing event updated for resources: {'Port': ['ID=67fff7d8-5f27-4316-a9c0-2dd0831243a9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:52.642341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=9d478dd8-a962-42c3-8fa4-d1fbcb6503a9,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:52.682161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-d85ed1c6-64ea-4c33-8742-3a57007db3f2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:52.683659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-d85ed1c6-64ea-4c33-8742-3a57007db3f2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 819 time: 0.2618906 Aug 23 04:05:52.689901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:52.694789 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.694919 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.700749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Request body: {'port': {'device_id': '96d3e920-d298-4893-a631-1634f5714e96', 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b', 'admin_state_up': True, 'tenant_id': '194240defd434395bc2c8ff05857147b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:52.773481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57405afb-21cd-40fa-a0bb-0da0fed8097b req-83dd3dd9-0ec6-4088-907e-8fcb3b331852 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:52.775382 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57405afb-21cd-40fa-a0bb-0da0fed8097b req-83dd3dd9-0ec6-4088-907e-8fcb3b331852 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 946 time: 0.0720387 Aug 23 04:05:52.805622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-3e0c7d7e-c9a3-48f0-a063-12e2351b483f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0799305 Aug 23 04:05:52.819684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Request body: {'port': {'device_id': 'f2c71a7c-57e0-4894-98ca-278d7e7c71ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:52.829776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57405afb-21cd-40fa-a0bb-0da0fed8097b req-40599c15-68a8-4b66-83b5-f1d2897c46bf tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a993662-f20a-495f-a6a8-ce6b93f679ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471737 Aug 23 04:05:52.887861 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:52.990041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Made reservation on behalf of 194240defd434395bc2c8ff05857147b for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:05:52.993584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.014301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-014f0e81-586d-4fd0-97d0-80b0e408d3bd tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:53.016190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-014f0e81-586d-4fd0-97d0-80b0e408d3bd tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 946 time: 0.0483952 Aug 23 04:05:53.114305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Deleting port 39d20824-0afb-4182-a852-facf3b283d06 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:05:53.114535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.203130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e04a14d0-b380-45fb-a391-c195fbc1a96d req-fa52ecf5-1405-4e13-9ba8-f3560aed57d4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 210 time: 0.0307310 Aug 23 04:05:53.220127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fff7d8-5f27-4316-a9c0-2dd0831243a9 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:05:53.227849 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.232174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] For port 39d20824-0afb-4182-a852-facf3b283d06, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=39d20824-0afb-4182-a852-facf3b283d06,segment=NetworkSegment(d6e817a5-7b20-436f-ab1d-49d79c4d129f),segment_id=d6e817a5-7b20-436f-ab1d-49d79c4d129f)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:53.232537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.240181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Transition to ACTIVE for port object 67fff7d8-5f27-4316-a9c0-2dd0831243a9 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:05:53.244859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Calling delete_port for 39d20824-0afb-4182-a852-facf3b283d06 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:05:53.315160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.403907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Allocated IP 172.20.0.13 (4fc3f5a3-39ee-44ac-9a80-c87b227cb90b/17971065-f783-4ec9-b30d-f0160ed248bf/78c32f32-a398-4a7d-814a-61f7dd3fe047) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:05:53.408438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Pushing event updated for resources: {'Port': ['ID=67fff7d8-5f27-4316-a9c0-2dd0831243a9,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:53.421804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.450529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Pushing event deleted for resources: {'Port': ['ID=39d20824-0afb-4182-a852-facf3b283d06,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:53.460672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['39d20824-0afb-4182-a852-facf3b283d06'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:05:53.498279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] No DVR routers for this DVR port 39d20824-0afb-4182-a852-facf3b283d06 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:05:53.500721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.502748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d45481f9-d7b9-4215-adb8-92f9e226f130 req-e4baa2a6-e7c7-4eb2-9f1e-23523818d4d8 tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.11 "DELETE /v2.0/ports/39d20824-0afb-4182-a852-facf3b283d06 HTTP/1.1" status: 204 len: 173 time: 0.4804223 Aug 23 04:05:53.503183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f944a235-0131-480b-ad9d-85623b4cd782', 'name': 'network-vif-deleted', 'tag': '39d20824-0afb-4182-a852-facf3b283d06'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:05:53.505424 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f48970-c4e5-4715-b2b6-b420e3799617" -d '{"events": [{"server_uuid": "f944a235-0131-480b-ad9d-85623b4cd782", "name": "network-vif-deleted", "tag": "39d20824-0afb-4182-a852-facf3b283d06"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:05:53.529190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Attempting to bind port 67fff7d8-5f27-4316-a9c0-2dd0831243a9 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:05:53.529532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Attempting to bind port 67fff7d8-5f27-4316-a9c0-2dd0831243a9 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:05:53.529862 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Attempting to bind port 67fff7d8-5f27-4316-a9c0-2dd0831243a9 on network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:53.542532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Port 67fff7d8-5f27-4316-a9c0-2dd0831243a9 on network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:05:53.542868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Attempting to bind port 67fff7d8-5f27-4316-a9c0-2dd0831243a9 on network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:53.543380 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877ded7a-ecee-452f-88f3-82342f5aebe4 x-openstack-request-id: req-877ded7a-ecee-452f-88f3-82342f5aebe4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:05:53.543676 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f944a235-0131-480b-ad9d-85623b4cd782", "name": "network-vif-deleted", "tag": "39d20824-0afb-4182-a852-facf3b283d06", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:05:53.543968 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-877ded7a-ecee-452f-88f3-82342f5aebe4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:05:53.544371 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f944a235-0131-480b-ad9d-85623b4cd782', 'name': 'network-vif-deleted', 'tag': '39d20824-0afb-4182-a852-facf3b283d06', 'status': 'completed', 'code': 200} Aug 23 04:05:53.574207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:05:53.574561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Checking segment: {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:53.574948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Bound using segment: {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:05:53.575393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Bound port: 67fff7d8-5f27-4316-a9c0-2dd0831243a9, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:05:53.575761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.669166 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.683449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] For port 67fff7d8-5f27-4316-a9c0-2dd0831243a9, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:05:53.687561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] For port 67fff7d8-5f27-4316-a9c0-2dd0831243a9, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:05:53.752990 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.782600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.794417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:53.795046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.796475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] 10.222.0.24 "PUT /v2.0/ports/67fff7d8-5f27-4316-a9c0-2dd0831243a9 HTTP/1.1" status: 200 len: 1091 time: 0.9826155 Aug 23 04:05:53.796849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c71a7c-57e0-4894-98ca-278d7e7c71ae', 'tag': '67fff7d8-5f27-4316-a9c0-2dd0831243a9'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:05:53.799196 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b7ef2-b0c4-4c5d-9541-826d9476843c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c71a7c-57e0-4894-98ca-278d7e7c71ae", "tag": "67fff7d8-5f27-4316-a9c0-2dd0831243a9"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:05:53.828224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c086b-9dc8-4166-917a-ab33d3ef852e service neutron] Pushing event updated for resources: {'Port': ['ID=67fff7d8-5f27-4316-a9c0-2dd0831243a9,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:53.832743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:05:53.840551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:05:53.861203 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7144e1f3-ea46-4dbc-b444-1cb065b538d3 x-openstack-request-id: req-7144e1f3-ea46-4dbc-b444-1cb065b538d3 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:05:53.861556 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c71a7c-57e0-4894-98ca-278d7e7c71ae", "tag": "67fff7d8-5f27-4316-a9c0-2dd0831243a9", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:05:53.862188 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7144e1f3-ea46-4dbc-b444-1cb065b538d3 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:05:53.863409 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c71a7c-57e0-4894-98ca-278d7e7c71ae', 'tag': '67fff7d8-5f27-4316-a9c0-2dd0831243a9', 'status': 'completed', 'code': 200} Aug 23 04:05:53.863409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:05:53.905114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:05:53.944254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16492776-e697-4c0c-8c51-69da1abf0326 req-adc93c51-36c7-4179-9fc9-2bd44ce66cdb tempest-VolumesActionsTest-1995896249 tempest-VolumesActionsTest-1995896249-project] 10.222.0.20 "GET /v2.0/ports?device_id=f944a235-0131-480b-ad9d-85623b4cd782 HTTP/1.1" status: 200 len: 210 time: 0.0259480 Aug 23 04:05:53.951754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Pushing event updated for resources: {'Port': ['ID=78c32f32-a398-4a7d-814a-61f7dd3fe047,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:53.961930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:05:53.962434 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.974968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:53.975596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:53.992418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b7ef2-b0c4-4c5d-9541-826d9476843c req-5f0ced02-cf88-47ec-b40b-2f93de2f6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:53.995152 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f3b7ef2-b0c4-4c5d-9541-826d9476843c req-5f0ced02-cf88-47ec-b40b-2f93de2f6808 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1094 time: 0.1040819 Aug 23 04:05:54.062712 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-6387773f-13ec-4021-b8f8-9ec28490e42b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3682511 Aug 23 04:05:54.077037 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Request body: {'port': {'device_id': '96d3e920-d298-4893-a631-1634f5714e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:05:54.143822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b7ef2-b0c4-4c5d-9541-826d9476843c req-916eebe2-440b-4b17-8101-665cc953b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:54.145337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f3b7ef2-b0c4-4c5d-9541-826d9476843c req-916eebe2-440b-4b17-8101-665cc953b9f3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=194240defd434395bc2c8ff05857147b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1437240 Aug 23 04:05:54.151301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:54.345563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b7ef2-b0c4-4c5d-9541-826d9476843c req-b9b5a9f1-18cf-4269-94ac-78f440bf8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:54.347122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2f3b7ef2-b0c4-4c5d-9541-826d9476843c req-b9b5a9f1-18cf-4269-94ac-78f440bf8682 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1929271 Aug 23 04:05:54.370488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bc6a6-dde1-43ef-8ae9-1e1538d1c9d5 req-38f3a015-0ce6-4474-97f4-132c1f0f17b2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:54.372283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-538bc6a6-dde1-43ef-8ae9-1e1538d1c9d5 req-38f3a015-0ce6-4474-97f4-132c1f0f17b2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 932 time: 0.0530822 Aug 23 04:05:54.421551 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-538bc6a6-dde1-43ef-8ae9-1e1538d1c9d5 req-ad4fe208-0fe1-468e-9533-6f3cdf4de727 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414443 Aug 23 04:05:54.488861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9929-c0bf-4679-9d8c-255a25487adb req-4ec7d6f6-bfbc-45a2-98e0-141e94833213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:54.494726 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-4ec7d6f6-bfbc-45a2-98e0-141e94833213 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1094 time: 0.0619740 Aug 23 04:05:54.535158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-c1273504-ca7b-478d-9c68-0b0ce3254610 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9 HTTP/1.1" status: 200 len: 217 time: 0.0369461 Aug 23 04:05:54.616462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c32f32-a398-4a7d-814a-61f7dd3fe047 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:05:54.621374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9929-c0bf-4679-9d8c-255a25487adb req-f8f02550-ada6-4385-90f1-ad9d80489385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:54.622842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-f8f02550-ada6-4385-90f1-ad9d80489385 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0809193 Aug 23 04:05:54.627081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:54.658764 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-910cdfb9-c1c1-4994-a8a4-79e8c5a2f1a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281630 Aug 23 04:05:54.661170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Transition to ACTIVE for port object 78c32f32-a398-4a7d-814a-61f7dd3fe047 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:05:54.719606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:54.814413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Pushing event updated for resources: {'Port': ['ID=78c32f32-a398-4a7d-814a-61f7dd3fe047,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:54.838718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-a5551a88-1660-4a5d-86ad-105d3982212e service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719809 Aug 23 04:05:54.920577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Attempting to bind port 78c32f32-a398-4a7d-814a-61f7dd3fe047 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:05:54.920909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Attempting to bind port 78c32f32-a398-4a7d-814a-61f7dd3fe047 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:05:54.921267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Attempting to bind port 78c32f32-a398-4a7d-814a-61f7dd3fe047 on network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:54.927933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Port 78c32f32-a398-4a7d-814a-61f7dd3fe047 on network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:05:54.928250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Attempting to bind port 78c32f32-a398-4a7d-814a-61f7dd3fe047 on network 4fc3f5a3-39ee-44ac-9a80-c87b227cb90b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:05:54.935215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:05:54.935546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Checking segment: {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:05:54.935923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Bound using segment: {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:05:54.936404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Bound port: 78c32f32-a398-4a7d-814a-61f7dd3fe047, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8425132c-56ff-4567-824c-260e6808f752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:05:54.936760 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:54.983024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-190d9929-c0bf-4679-9d8c-255a25487adb req-291cf11c-037e-4322-89b7-78f82048cc04 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354296 Aug 23 04:05:55.020909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] For port 78c32f32-a398-4a7d-814a-61f7dd3fe047, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:05:55.024280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] For port 78c32f32-a398-4a7d-814a-61f7dd3fe047, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=78c32f32-a398-4a7d-814a-61f7dd3fe047,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:05:55.073160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:55.106903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:55.107536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:55.108902 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] 10.222.0.24 "PUT /v2.0/ports/78c32f32-a398-4a7d-814a-61f7dd3fe047 HTTP/1.1" status: 200 len: 1092 time: 1.0374515 Aug 23 04:05:55.131581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eec58-3495-4454-a71d-b6c5916356db service neutron] Pushing event updated for resources: {'Port': ['ID=78c32f32-a398-4a7d-814a-61f7dd3fe047,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:55.242259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-c03ca421-b379-4ee1-9e5d-21cd7bce984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:55.243873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-c03ca421-b379-4ee1-9e5d-21cd7bce984d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 1095 time: 0.0447180 Aug 23 04:05:55.285839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-be323f0f-127d-43ad-8f03-d9856a53e455 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c32f32-a398-4a7d-814a-61f7dd3fe047 HTTP/1.1" status: 200 len: 217 time: 0.0335758 Aug 23 04:05:55.347658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-5cb6dbec-6e66-428c-8c6b-ff3efbfe633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:55.349147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-5cb6dbec-6e66-428c-8c6b-ff3efbfe633d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0553479 Aug 23 04:05:55.380998 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-2de86546-be8a-4ec6-9d71-b78d572a1812 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243642 Aug 23 04:05:55.477606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-4663b7ea-db4f-4a59-9ca7-e0ab8435149d service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888252 Aug 23 04:05:55.566675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edafee-c796-4606-a21e-3ab887a1ab97 req-741cddb8-16bd-4e3e-895d-22b4678491a3 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:55.569283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d4edafee-c796-4606-a21e-3ab887a1ab97 req-741cddb8-16bd-4e3e-895d-22b4678491a3 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 944 time: 0.0687401 Aug 23 04:05:55.623742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d4edafee-c796-4606-a21e-3ab887a1ab97 req-53f2188e-a08d-4906-9a63-5466c2739b95 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Aug 23 04:05:55.910116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d3e920-d298-4893-a631-1634f5714e96', 'tag': '78c32f32-a398-4a7d-814a-61f7dd3fe047'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:05:55.912380 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "96d3e920-d298-4893-a631-1634f5714e96", "tag": "78c32f32-a398-4a7d-814a-61f7dd3fe047"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:05:55.954206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45e2b5cf-d218-4948-a548-aaccf8287328 req-bb150258-6510-4b65-8cd4-c0dd181b7328 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655676 Aug 23 04:05:55.955612 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134078ff-d9fd-4c4f-821a-df3858e8d1fa x-openstack-request-id: req-134078ff-d9fd-4c4f-821a-df3858e8d1fa {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:05:55.955898 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d3e920-d298-4893-a631-1634f5714e96", "tag": "78c32f32-a398-4a7d-814a-61f7dd3fe047", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:05:55.959259 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-134078ff-d9fd-4c4f-821a-df3858e8d1fa {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:05:55.959259 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d3e920-d298-4893-a631-1634f5714e96', 'tag': '78c32f32-a398-4a7d-814a-61f7dd3fe047', 'status': 'completed', 'code': 200} Aug 23 04:05:56.090086 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-be930918-2b1d-4365-a76c-352aea01022b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:56.113165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-d4c32ba9-bfd7-4390-8608-9c654a972915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:56.114731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-d4c32ba9-bfd7-4390-8608-9c654a972915 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 1095 time: 0.0439405 Aug 23 04:05:56.209461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-e4a2bb6e-8d34-4e25-9cfe-003ec67b4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:56.211032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-e4a2bb6e-8d34-4e25-9cfe-003ec67b4d15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 919 time: 0.0893548 Aug 23 04:05:56.254221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-878bf948-19ff-4afe-80ca-529b39444877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c32f32-a398-4a7d-814a-61f7dd3fe047 HTTP/1.1" status: 200 len: 217 time: 0.0360496 Aug 23 04:05:56.304449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-2d8b3a61-bc43-4090-8c05-69de38d7a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:56.305967 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-2d8b3a61-bc43-4090-8c05-69de38d7a78f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0440905 Aug 23 04:05:56.339475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-487929cf-ab08-4cdc-a011-b916ec3aef69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256367 Aug 23 04:05:56.450528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 39d20824-0afb-4182-a852-facf3b283d06 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:05:56.456929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-535dbbe6-6b88-4623-be94-bee43c4b49ff service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094000 Aug 23 04:05:56.504961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 39d20824-0afb-4182-a852-facf3b283d06 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:05:56.505500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 39d20824-0afb-4182-a852-facf3b283d06 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:05:56.584709 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5b83a3f6-6b6b-4ab8-90ad-5f1d41293ed4 req-e7dee977-eedf-4acb-b855-f9dbe12c5610 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176567 Aug 23 04:05:56.756568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac34d2-c0f2-4dff-a918-e7150b876818 req-8ca51a9f-5952-48bd-b44a-1e4e4223370a tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:56.758373 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b5ac34d2-c0f2-4dff-a918-e7150b876818 req-8ca51a9f-5952-48bd-b44a-1e4e4223370a tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 944 time: 0.0508175 Aug 23 04:05:56.797626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b5ac34d2-c0f2-4dff-a918-e7150b876818 req-c47cb836-c43b-4188-b2c6-cfc804acfa75 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Aug 23 04:05:57.139956 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 46814) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:57.247188 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d40b487-73cf-4db3-9f2b-948dac7cc2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:57.331668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d40b487-73cf-4db3-9f2b-948dac7cc2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:57.363635 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d40b487-73cf-4db3-9f2b-948dac7cc2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:57.404591 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0d40b487-73cf-4db3-9f2b-948dac7cc2b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a29b097bf9924dd0ba3ea350643fe65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625823 Aug 23 04:05:57.405381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40b487-73cf-4db3-9f2b-948dac7cc2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f2a9b1-1f36-4033-89ef-bfbae6269052,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:57.407344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 46818) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:05:57.456274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8d966ad-4242-44af-924f-13a053e92634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:57.476319 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8d966ad-4242-44af-924f-13a053e92634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:57.586759 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8d966ad-4242-44af-924f-13a053e92634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:57.589370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8d966ad-4242-44af-924f-13a053e92634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:57.590553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e8d966ad-4242-44af-924f-13a053e92634 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1f2a9b1-1f36-4033-89ef-bfbae6269052 HTTP/1.1" status: 204 len: 168 time: 0.1821973 Aug 23 04:05:57.598736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d966ad-4242-44af-924f-13a053e92634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f2a9b1-1f36-4033-89ef-bfbae6269052,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:57.922114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a608f1-039a-4db5-bf57-84001e9cf4be req-aa8cc4a9-7862-492e-b624-cd3e836466e1 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:57.924147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14a608f1-039a-4db5-bf57-84001e9cf4be req-aa8cc4a9-7862-492e-b624-cd3e836466e1 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 944 time: 0.0602736 Aug 23 04:05:57.962724 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14a608f1-039a-4db5-bf57-84001e9cf4be req-448fccdb-e388-4ba1-8abe-692be38426e4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322955 Aug 23 04:05:58.318175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 67fff7d8-5f27-4316-a9c0-2dd0831243a9 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:05:58.426175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 67fff7d8-5f27-4316-a9c0-2dd0831243a9, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:58.436564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '67fff7d8-5f27-4316-a9c0-2dd0831243a9', 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b', 'port_id': '67fff7d8-5f27-4316-a9c0-2dd0831243a9', 'mac_address': 'fa:16:3e:f2:9f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17971065-f783-4ec9-b30d-f0160ed248bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:05:58.476306 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:58.489274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fff7d8-5f27-4316-a9c0-2dd0831243a9 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:05:58.509510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 67fff7d8-5f27-4316-a9c0-2dd0831243a9, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:05:58.606718 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:58.666681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=67fff7d8-5f27-4316-a9c0-2dd0831243a9,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:05:58.713133 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-06af22a3-6da5-40d7-a3aa-9d6d33df4f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:58.804384 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:05:58.809382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['67fff7d8-5f27-4316-a9c0-2dd0831243a9'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:05:59.083836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e5787-297f-460c-b399-792d2144e4c3 req-65d2ff64-d13b-4ad3-b2f9-e294cd2afd29 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:05:59.087016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-620e5787-297f-460c-b399-792d2144e4c3 req-65d2ff64-d13b-4ad3-b2f9-e294cd2afd29 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 944 time: 0.0510995 Aug 23 04:05:59.131356 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-620e5787-297f-460c-b399-792d2144e4c3 req-feeb230f-da9f-4373-9987-636069e5a7da tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Aug 23 04:06:00.275699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280cd42-3f59-4330-950d-47e160fdbd48 req-28b83c0d-6d03-4fb3-80d3-e41be024a1dd tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:00.278286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4280cd42-3f59-4330-950d-47e160fdbd48 req-28b83c0d-6d03-4fb3-80d3-e41be024a1dd tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 944 time: 0.0542717 Aug 23 04:06:00.325701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 78c32f32-a398-4a7d-814a-61f7dd3fe047 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:06:00.327322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4280cd42-3f59-4330-950d-47e160fdbd48 req-b0ecd19c-c4bf-49e6-a0c9-25afa2811733 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381966 Aug 23 04:06:00.329246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 67fff7d8-5f27-4316-a9c0-2dd0831243a9 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:00.483085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 78c32f32-a398-4a7d-814a-61f7dd3fe047, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=78c32f32-a398-4a7d-814a-61f7dd3fe047,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:00.494712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '78c32f32-a398-4a7d-814a-61f7dd3fe047', 'network_id': '4fc3f5a3-39ee-44ac-9a80-c87b227cb90b', 'port_id': '78c32f32-a398-4a7d-814a-61f7dd3fe047', 'mac_address': 'fa:16:3e:53:94:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17971065-f783-4ec9-b30d-f0160ed248bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:06:00.498358 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:00.526267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 67fff7d8-5f27-4316-a9c0-2dd0831243a9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:00.534470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 67fff7d8-5f27-4316-a9c0-2dd0831243a9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:00.534837 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:00.565909 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:00.586592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c32f32-a398-4a7d-814a-61f7dd3fe047 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:06:00.613559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 78c32f32-a398-4a7d-814a-61f7dd3fe047, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=78c32f32-a398-4a7d-814a-61f7dd3fe047,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:00.647623 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:00.650754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:00.702014 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c71a7c-57e0-4894-98ca-278d7e7c71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fff7d8-5f27-4316-a9c0-2dd0831243a9'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:06:00.704295 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4b3451-6e7f-438e-854e-d8a42bcee3d9" -d '{"events": [{"server_uuid": "f2c71a7c-57e0-4894-98ca-278d7e7c71ae", "name": "network-vif-plugged", "status": "completed", "tag": "67fff7d8-5f27-4316-a9c0-2dd0831243a9"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:06:00.741002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 67fff7d8-5f27-4316-a9c0-2dd0831243a9, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:00.744224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=78c32f32-a398-4a7d-814a-61f7dd3fe047,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:00.768621 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0320c2-40eb-43a9-a7e8-fd2183ae00a5 x-openstack-request-id: req-9c0320c2-40eb-43a9-a7e8-fd2183ae00a5 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:06:00.768924 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c71a7c-57e0-4894-98ca-278d7e7c71ae", "name": "network-vif-plugged", "status": "completed", "tag": "67fff7d8-5f27-4316-a9c0-2dd0831243a9", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:06:00.769384 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c0320c2-40eb-43a9-a7e8-fd2183ae00a5 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:06:00.769605 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c71a7c-57e0-4894-98ca-278d7e7c71ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fff7d8-5f27-4316-a9c0-2dd0831243a9', 'code': 200} Aug 23 04:06:00.845212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:00.869276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a516-fd66-430e-a338-ac8e8c2a44c7 req-a50210cf-788f-4c26-a943-b9e5c4b7037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:00.870970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fb78a516-fd66-430e-a338-ac8e8c2a44c7 req-a50210cf-788f-4c26-a943-b9e5c4b7037b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1095 time: 0.0528173 Aug 23 04:06:00.881362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['78c32f32-a398-4a7d-814a-61f7dd3fe047'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:06:00.923436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fb78a516-fd66-430e-a338-ac8e8c2a44c7 req-69688275-a321-47ec-afca-f453653f7615 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443907 Aug 23 04:06:00.941762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=67fff7d8-5f27-4316-a9c0-2dd0831243a9,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:01.459922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d97ed3-043c-4251-be62-f4068cbec7d5 req-52a3e046-3e3d-42f1-a58e-33722b23558c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:01.466166 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24d97ed3-043c-4251-be62-f4068cbec7d5 req-52a3e046-3e3d-42f1-a58e-33722b23558c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 945 time: 0.0628643 Aug 23 04:06:01.503301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24d97ed3-043c-4251-be62-f4068cbec7d5 req-6e239ef0-bf56-4935-8f3d-077516a45357 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331349 Aug 23 04:06:01.764269 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:02.340041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 78c32f32-a398-4a7d-814a-61f7dd3fe047 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:02.432587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 78c32f32-a398-4a7d-814a-61f7dd3fe047 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:02.435967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 78c32f32-a398-4a7d-814a-61f7dd3fe047 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:02.436366 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:02.510569 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:02.541543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 78c32f32-a398-4a7d-814a-61f7dd3fe047, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=78c32f32-a398-4a7d-814a-61f7dd3fe047,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:02.587185 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:02.615980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c61bcd-6c9e-48de-b8c7-b4222ae81642 req-505307f3-1660-4104-9b08-1a1bc42503b9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:02.617515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d4c61bcd-6c9e-48de-b8c7-b4222ae81642 req-505307f3-1660-4104-9b08-1a1bc42503b9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Aug 23 04:06:02.634725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=78c32f32-a398-4a7d-814a-61f7dd3fe047,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:02.655273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d4c61bcd-6c9e-48de-b8c7-b4222ae81642 req-cc93d72d-b210-4b85-98be-cef6af2c8690 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Aug 23 04:06:02.770846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3e920-d298-4893-a631-1634f5714e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c32f32-a398-4a7d-814a-61f7dd3fe047'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:06:02.773208 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa8379c-3a85-4910-bb8d-ba26a4ef8393" -d '{"events": [{"server_uuid": "96d3e920-d298-4893-a631-1634f5714e96", "name": "network-vif-plugged", "status": "completed", "tag": "78c32f32-a398-4a7d-814a-61f7dd3fe047"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:06:02.807394 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6bb25a-2831-4673-9204-c16c47f10398 x-openstack-request-id: req-db6bb25a-2831-4673-9204-c16c47f10398 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:06:02.807690 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3e920-d298-4893-a631-1634f5714e96", "name": "network-vif-plugged", "status": "completed", "tag": "78c32f32-a398-4a7d-814a-61f7dd3fe047", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:06:02.807948 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db6bb25a-2831-4673-9204-c16c47f10398 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:06:02.808344 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d3e920-d298-4893-a631-1634f5714e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c32f32-a398-4a7d-814a-61f7dd3fe047', 'code': 200} Aug 23 04:06:02.899032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f37a16-b313-48d5-bd04-db0552c7ed9d req-e59de2a1-4569-405e-b034-0b6f7a1bd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:02.900533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-92f37a16-b313-48d5-bd04-db0552c7ed9d req-e59de2a1-4569-405e-b034-0b6f7a1bd266 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 1097 time: 0.0384507 Aug 23 04:06:02.936598 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-92f37a16-b313-48d5-bd04-db0552c7ed9d req-4ceec55d-1687-4689-9f92-7bc9652ad81a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285029 Aug 23 04:06:03.779061 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350e6ab-4aa4-4758-af29-cead96b7a60d req-49029ee9-4975-4f8d-ac92-896207188ca3 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:03.780674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7350e6ab-4aa4-4758-af29-cead96b7a60d req-49029ee9-4975-4f8d-ac92-896207188ca3 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0520859 Aug 23 04:06:03.820230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7350e6ab-4aa4-4758-af29-cead96b7a60d req-80722a63-1904-4838-902d-17a127ff0c62 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329804 Aug 23 04:06:04.945845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2379c-7716-4ccd-be67-30a9e7adfcfc req-6af851fb-af51-4385-86f2-ed3f02cf9d05 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:04.947387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c2379c-7716-4ccd-be67-30a9e7adfcfc req-6af851fb-af51-4385-86f2-ed3f02cf9d05 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0588319 Aug 23 04:06:04.984368 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68c2379c-7716-4ccd-be67-30a9e7adfcfc req-a6d4b702-5a42-4944-ab89-d7278619ac2a tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311267 Aug 23 04:06:05.386409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b7bc-f8f1-4c13-b3bd-e4b8f32a5b9d req-120fb4e8-5609-4afb-b1f5-a2f99aab40ce tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:05.387831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4506b7bc-f8f1-4c13-b3bd-e4b8f32a5b9d req-120fb4e8-5609-4afb-b1f5-a2f99aab40ce tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0530136 Aug 23 04:06:05.434374 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4506b7bc-f8f1-4c13-b3bd-e4b8f32a5b9d req-521307f8-7e5d-4ded-8861-fdbab7435f8b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369399 Aug 23 04:06:05.445412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-166652c7-ba27-40c1-8d28-d61e3e95b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:05.447064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-166652c7-ba27-40c1-8d28-d61e3e95b345 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 1097 time: 0.0567918 Aug 23 04:06:05.542480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-2622dd05-6fb5-4f18-9f0e-9ff0c4d5a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:05.544132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-2622dd05-6fb5-4f18-9f0e-9ff0c4d5a0ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 919 time: 0.0904384 Aug 23 04:06:05.591665 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-9a78a5c7-6f8d-4e2a-a280-264d22855a00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c32f32-a398-4a7d-814a-61f7dd3fe047 HTTP/1.1" status: 200 len: 217 time: 0.0409327 Aug 23 04:06:05.644919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-3e31709e-f584-4806-a903-c62ef1d6fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:05.646358 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-3e31709e-f584-4806-a903-c62ef1d6fc88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0448806 Aug 23 04:06:05.680206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-e2c9c16a-d8fb-446d-a306-cfd9100ca99c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261180 Aug 23 04:06:05.775966 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-672fc248-f831-4ad6-85e0-4d26a6d17a0b service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886412 Aug 23 04:06:05.868662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-966e3899-195f-4d9c-ad49-7f04d428bd6a req-f531b1b1-952b-4146-a32f-3a32e611da7c service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853209 Aug 23 04:06:06.624404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad74bf-2989-45d2-9b61-455944660cc0 req-9e7092a7-c14d-464b-a624-9e209b7170c0 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:06.625925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60ad74bf-2989-45d2-9b61-455944660cc0 req-9e7092a7-c14d-464b-a624-9e209b7170c0 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0502610 Aug 23 04:06:06.664124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60ad74bf-2989-45d2-9b61-455944660cc0 req-579fcd22-ddf2-4976-a178-61be107c44b0 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Aug 23 04:06:07.661083 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:07.787401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e809632-4fc7-4b5e-91c2-a5b98662aaff req-c173fbcb-8598-4e34-9544-6e635d4e3e8f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:07.788904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e809632-4fc7-4b5e-91c2-a5b98662aaff req-c173fbcb-8598-4e34-9544-6e635d4e3e8f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0564735 Aug 23 04:06:07.828155 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e809632-4fc7-4b5e-91c2-a5b98662aaff req-ca76c8e7-e05c-460e-b53f-53dacc9e5d8f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Aug 23 04:06:08.944646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f889-a954-4e82-ae35-d3c8eed5f7c8 req-6dcb136b-9f87-4f3c-890f-372ad95333b4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:08.946358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fd9f889-a954-4e82-ae35-d3c8eed5f7c8 req-6dcb136b-9f87-4f3c-890f-372ad95333b4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0503564 Aug 23 04:06:08.986903 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fd9f889-a954-4e82-ae35-d3c8eed5f7c8 req-cb551d20-01db-4f44-b9d9-1249358ab4fb tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Aug 23 04:06:10.119775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41a8c0-6d9f-40c0-8e1f-611a5c520703 req-7d9edc35-68fd-494f-bc2e-00983ddd75b9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:10.121370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff41a8c0-6d9f-40c0-8e1f-611a5c520703 req-7d9edc35-68fd-494f-bc2e-00983ddd75b9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0552626 Aug 23 04:06:10.161271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff41a8c0-6d9f-40c0-8e1f-611a5c520703 req-6ef26ce3-c7f8-413d-839f-ca9c510ad388 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336096 Aug 23 04:06:11.302026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3059d-6838-4441-a766-62663ceebff0 req-c66979cb-0e9f-4b65-961c-6645e2ed6883 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:11.303505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69a3059d-6838-4441-a766-62663ceebff0 req-c66979cb-0e9f-4b65-961c-6645e2ed6883 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0534620 Aug 23 04:06:11.342048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69a3059d-6838-4441-a766-62663ceebff0 req-98ddbbe5-0c30-4c51-acd7-2e98af2250c8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Aug 23 04:06:11.444579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d799d-cc29-4f67-9881-9ecc7b268e2c req-a218262f-cd1d-4768-89db-ab990c8f7744 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:11.446075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e63d799d-cc29-4f67-9881-9ecc7b268e2c req-a218262f-cd1d-4768-89db-ab990c8f7744 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 945 time: 0.0504165 Aug 23 04:06:11.488258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e63d799d-cc29-4f67-9881-9ecc7b268e2c req-51fdf345-90d5-4c8a-9658-d8e17c8b51ec tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359943 Aug 23 04:06:12.472562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148b348-b0c9-40ce-82d0-e912a2507bc0 req-11c6a3ae-31ff-47ef-bc23-108880c88ac3 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:12.474126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8148b348-b0c9-40ce-82d0-e912a2507bc0 req-11c6a3ae-31ff-47ef-bc23-108880c88ac3 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0527835 Aug 23 04:06:12.514507 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8148b348-b0c9-40ce-82d0-e912a2507bc0 req-b94b42a4-1ed0-469b-b71f-a1409ef788af tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Aug 23 04:06:12.622994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1529f-e9a6-4ea1-91da-d87f85d9da9d req-8292653d-d6d0-4c89-b09f-5acd55043619 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:12.624482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0f1529f-e9a6-4ea1-91da-d87f85d9da9d req-8292653d-d6d0-4c89-b09f-5acd55043619 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 945 time: 0.0535080 Aug 23 04:06:12.661828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0f1529f-e9a6-4ea1-91da-d87f85d9da9d req-3dbbab4b-9fdc-41f9-bbf7-4187dfa458e9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312891 Aug 23 04:06:13.013090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-29e73a5b-fb11-43f8-acd5-5585689fc618 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:13.014504 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-29e73a5b-fb11-43f8-acd5-5585689fc618 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 945 time: 0.0469666 Aug 23 04:06:13.048552 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:06:13.110543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:13.115900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:13.197893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] For port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:13.198264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:13.371173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:13.371561 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:13.371892 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Floating IP bc734ef3-9011-4c68-9111-232ecc31ecce disassociated. External IP: 172.25.1.164, port: bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb. Aug 23 04:06:13.372234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:13.564302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:13.602435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:13.651403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac111c-7342-4119-9d2b-c1e61f46c4cb req-300d34ed-32ae-418e-ab59-fb6b0587a6f4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:13.654622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ecac111c-7342-4119-9d2b-c1e61f46c4cb req-300d34ed-32ae-418e-ab59-fb6b0587a6f4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0628893 Aug 23 04:06:13.661827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.662173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.663760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.663760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.663760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.663760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.663760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.664253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.664421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.664741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.665455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.665864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:13.728185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ecac111c-7342-4119-9d2b-c1e61f46c4cb req-a34044e8-10e4-4ed3-98b9-4e9b1caa23f9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559127 Aug 23 04:06:13.771360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Router 684066a7-fdcd-4776-aff2-6e7016547b1c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:06:13.882438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e6924c7-6fae-478b-8f25-cbc2a0e470c9 req-d19342ab-c4c7-4da5-8402-213ec7805f94 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 210 time: 0.0458388 Aug 23 04:06:13.905730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:06:13.920778 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] Sync routers for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:06:13.941714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:13.942678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:05:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:13.994536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] No DVR routers for this DVR port bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:06:14.001335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:14.003571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-74b8f05f-73e0-441f-9f22-aba7d7965236 req-a2763de7-9ec3-414b-8cbf-8cdf72deef6a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "DELETE /v2.0/ports/bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb HTTP/1.1" status: 204 len: 173 time: 0.9831691 Aug 23 04:06:14.004015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'name': 'network-vif-deleted', 'tag': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:06:14.006341 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f69601-fc4d-4b86-958f-093985f86213" -d '{"events": [{"server_uuid": "09a4df9f-1a1b-44df-a443-595b2b068d6a", "name": "network-vif-deleted", "tag": "bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:06:14.065691 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7f7869-c89b-4c1c-a4d8-5a2641f8086e x-openstack-request-id: req-6d7f7869-c89b-4c1c-a4d8-5a2641f8086e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:06:14.066275 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a4df9f-1a1b-44df-a443-595b2b068d6a", "name": "network-vif-deleted", "tag": "bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:06:14.066275 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d7f7869-c89b-4c1c-a4d8-5a2641f8086e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:06:14.066638 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a4df9f-1a1b-44df-a443-595b2b068d6a', 'name': 'network-vif-deleted', 'tag': 'bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb', 'status': 'completed', 'code': 200} Aug 23 04:06:14.096574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:06:14.334886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:14.354184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47090) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:14.386005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] Checking router: 684066a7-fdcd-4776-aff2-6e7016547b1c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:06:14.396202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:14.396935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:05:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:14.479458 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d657aca5-845e-4ea1-89b0-e70e1bd70795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:14.551722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:06:14.603147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d657aca5-845e-4ea1-89b0-e70e1bd70795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:14.672819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d657aca5-845e-4ea1-89b0-e70e1bd70795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:14.738412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d657aca5-845e-4ea1-89b0-e70e1bd70795 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3435df7396494f77b307bda59dc1a356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828871 Aug 23 04:06:14.739482 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657aca5-845e-4ea1-89b0-e70e1bd70795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b0ffd6-7cbb-4f50-be0d-bbff7c7cb3cc,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:14.741203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47096) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:14.818073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:14.841676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e030400-c88b-4c36-bc2a-649d2451c675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:14.861566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b15fb93-9ee5-474e-b629-0c4d8f89140f None None] The sync data for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 is: [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:06:14.873424 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e030400-c88b-4c36-bc2a-649d2451c675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:14.904013 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d739de2-0f21-4b56-958d-2c13e2d25615 req-1c47dbf8-d406-457b-9ce5-c09324dcb30b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:14.905780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d739de2-0f21-4b56-958d-2c13e2d25615 req-1c47dbf8-d406-457b-9ce5-c09324dcb30b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0629456 Aug 23 04:06:14.956867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d739de2-0f21-4b56-958d-2c13e2d25615 req-6332f6f7-b7f0-47c2-bf91-ec94682c49fe tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441079 Aug 23 04:06:15.027923 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e030400-c88b-4c36-bc2a-649d2451c675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:15.032022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e030400-c88b-4c36-bc2a-649d2451c675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:15.033815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0e030400-c88b-4c36-bc2a-649d2451c675 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11b0ffd6-7cbb-4f50-be0d-bbff7c7cb3cc HTTP/1.1" status: 204 len: 168 time: 0.2915339 Aug 23 04:06:15.053810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e030400-c88b-4c36-bc2a-649d2451c675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b0ffd6-7cbb-4f50-be0d-bbff7c7cb3cc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:15.067119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-917ab790-e019-4974-95c9-12f60395eafb req-18938e98-e8d8-40b3-846f-f8dd0e42ded5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 210 time: 0.0405035 Aug 23 04:06:15.243155 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a850b-69c3-4f80-a2d8-2e0bcc1beafa None None] New status for floating IP bc734ef3-9011-4c68-9111-232ecc31ecce: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:06:16.089114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2539a8-39d2-42fe-bc5f-95eda0bc4d13 req-4877036f-cc3f-4c45-957b-042e2bae2449 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:16.091557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af2539a8-39d2-42fe-bc5f-95eda0bc4d13 req-4877036f-cc3f-4c45-957b-042e2bae2449 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0536842 Aug 23 04:06:16.155978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af2539a8-39d2-42fe-bc5f-95eda0bc4d13 req-1c3aaa72-e248-44e7-be74-41d3dfb929e6 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555654 Aug 23 04:06:16.266473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21a0e840-4a9a-49b0-8e86-a549f8a0f708 req-3316b5d6-2f75-4a56-9759-8a7fcd8411d8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 210 time: 0.0510671 Aug 23 04:06:16.466311 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:06:16.513259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:06:16.513879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device bd29fd52-9cf9-41b1-8a50-3c7f559a3fbb not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:06:17.023112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47184) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:17.137400 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3f54-ce52-41cc-92b5-0c9aa160c3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:17.247698 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3f54-ce52-41cc-92b5-0c9aa160c3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:17.269103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daa842-2423-4592-8815-8b52d241737f req-18e467e5-e49f-463d-8c52-eb62b1c26e62 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:17.270657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50daa842-2423-4592-8815-8b52d241737f req-18e467e5-e49f-463d-8c52-eb62b1c26e62 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0513468 Aug 23 04:06:17.316396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50daa842-2423-4592-8815-8b52d241737f req-5a2d519d-69be-4994-8330-4b7b8a29b252 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Aug 23 04:06:17.346977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3f54-ce52-41cc-92b5-0c9aa160c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:17.420965 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ba5b3f54-ce52-41cc-92b5-0c9aa160c3cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ec7e769748545668da8590941a7f38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961303 Aug 23 04:06:17.421952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47192) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:17.430392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b3f54-ce52-41cc-92b5-0c9aa160c3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e109a214-1c23-415e-853c-d52446edaebf,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:17.481720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d6e23573-86d5-4c84-b253-723e886f5c24 req-3c45e1c1-c476-4c8f-8f0a-c2a802bd11d0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 210 time: 0.0665681 Aug 23 04:06:17.547384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b62a0320-d0cb-4dcf-9d69-85f9a4d5e815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:17.582653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b62a0320-d0cb-4dcf-9d69-85f9a4d5e815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:17.726394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b62a0320-d0cb-4dcf-9d69-85f9a4d5e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:17.729775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b62a0320-d0cb-4dcf-9d69-85f9a4d5e815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:17.733375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b62a0320-d0cb-4dcf-9d69-85f9a4d5e815 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e109a214-1c23-415e-853c-d52446edaebf HTTP/1.1" status: 204 len: 168 time: 0.3070114 Aug 23 04:06:17.740406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a0320-d0cb-4dcf-9d69-85f9a4d5e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e109a214-1c23-415e-853c-d52446edaebf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:18.429056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e821fc-9584-43d5-8321-4fbde378fd0b req-5485a375-7289-408d-8a50-8fc534f243e9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:18.430599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13e821fc-9584-43d5-8321-4fbde378fd0b req-5485a375-7289-408d-8a50-8fc534f243e9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0512190 Aug 23 04:06:18.473874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13e821fc-9584-43d5-8321-4fbde378fd0b req-aa771d43-a9a4-494b-a6f9-12d7cb2a23ea tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Aug 23 04:06:18.578903 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-67165a2b-1533-4beb-ba7b-739a132bd0b5 req-993950c1-6d95-4b38-9a9c-06aec438e25e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=09a4df9f-1a1b-44df-a443-595b2b068d6a HTTP/1.1" status: 200 len: 210 time: 0.0278139 Aug 23 04:06:19.276673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6692af3-b537-4597-8c91-f66841556138 req-f7a87ad9-e200-42ed-b833-b7f5d56720dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390000 Aug 23 04:06:19.374694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6692af3-b537-4597-8c91-f66841556138 req-6bd5b776-611a-4091-9363-642c8cbb367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:19.374694 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6692af3-b537-4597-8c91-f66841556138 req-6bd5b776-611a-4091-9363-642c8cbb367c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1096 time: 0.0445349 Aug 23 04:06:19.474360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6692af3-b537-4597-8c91-f66841556138 req-a3eff8e7-f671-4b42-a652-6afb17f0b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:19.475889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6692af3-b537-4597-8c91-f66841556138 req-a3eff8e7-f671-4b42-a652-6afb17f0b86d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 919 time: 0.0861192 Aug 23 04:06:19.521783 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6692af3-b537-4597-8c91-f66841556138 req-694302a2-e8e3-43fa-816f-48d0dc507ba8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9 HTTP/1.1" status: 200 len: 217 time: 0.0391841 Aug 23 04:06:19.578543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6692af3-b537-4597-8c91-f66841556138 req-120eb7e7-7545-4ef8-b353-75aec3702378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:19.580023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6692af3-b537-4597-8c91-f66841556138 req-120eb7e7-7545-4ef8-b353-75aec3702378 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0521564 Aug 23 04:06:19.592313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac3cf2-a83e-470f-bc46-b73383db086e req-852f77b9-3565-41e0-a7a9-08b69fe1e9b8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:19.594463 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61ac3cf2-a83e-470f-bc46-b73383db086e req-852f77b9-3565-41e0-a7a9-08b69fe1e9b8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0501373 Aug 23 04:06:19.624308 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6692af3-b537-4597-8c91-f66841556138 req-f9a6bf7b-20ba-433c-8368-a1926167c8e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345116 Aug 23 04:06:19.635099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61ac3cf2-a83e-470f-bc46-b73383db086e req-68bcc391-52bc-48f3-bff7-03f1986ef39b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Aug 23 04:06:19.679910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47274) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:19.762364 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6692af3-b537-4597-8c91-f66841556138 req-90babdb7-5e8c-4ada-9a77-30a327557ebd service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298237 Aug 23 04:06:19.810740 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-260f6a56-197a-4855-ae09-fa1478e85d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:19.872075 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f6692af3-b537-4597-8c91-f66841556138 req-bab19909-b1f7-4332-8c27-97c5d8f17374 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024244 Aug 23 04:06:19.973257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-7049d20a-bafe-40c6-a5ab-c1957708e316 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608085051&fields=id&tenant_id=e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 267 time: 0.0694420 Aug 23 04:06:19.974965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-260f6a56-197a-4855-ae09-fa1478e85d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:20.049760 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-260f6a56-197a-4855-ae09-fa1478e85d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:20.110907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-4e27ced8-50de-4732-ae05-045cfd8aba12 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:20.112439 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-4e27ced8-50de-4732-ae05-045cfd8aba12 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1323423 Aug 23 04:06:20.113332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f6a56-197a-4855-ae09-fa1478e85d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc541be8-3fc4-4fe2-a7c6-591b73b11a0f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:20.120084 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47286) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:20.121699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-260f6a56-197a-4855-ae09-fa1478e85d1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b59231819f3e44a2954bd58ede6fdf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391406 Aug 23 04:06:20.131608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-da57bff4-7b3d-4770-9b30-d333602994c5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/quotas/e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 375 time: 0.0101302 Aug 23 04:06:20.181414 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d03b70e-40e1-411e-bec6-67e90ef37368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:20.196308 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-2cfb41b8-c73c-4478-9a23-b57617c00031 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530682 Aug 23 04:06:20.202876 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d03b70e-40e1-411e-bec6-67e90ef37368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:20.312291 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d03b70e-40e1-411e-bec6-67e90ef37368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:20.315610 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d03b70e-40e1-411e-bec6-67e90ef37368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:20.319630 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d03b70e-40e1-411e-bec6-67e90ef37368 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc541be8-3fc4-4fe2-a7c6-591b73b11a0f HTTP/1.1" status: 204 len: 168 time: 0.1956804 Aug 23 04:06:20.327500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03b70e-40e1-411e-bec6-67e90ef37368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc541be8-3fc4-4fe2-a7c6-591b73b11a0f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:20.360421 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-e23886af-ef4b-47e7-8e97-2c41e5e4ec60 service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523209 Aug 23 04:06:20.456790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-20357864-e6b8-4d2d-b7a5-9ff969dbe767 service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896144 Aug 23 04:06:21.068489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7e177-c37c-4e30-81f9-3ec1190b481c req-c1d0e256-a765-4bb1-a19e-e3dd82228fe6 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:21.070239 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04b7e177-c37c-4e30-81f9-3ec1190b481c req-c1d0e256-a765-4bb1-a19e-e3dd82228fe6 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0636857 Aug 23 04:06:21.131352 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04b7e177-c37c-4e30-81f9-3ec1190b481c req-f0091f16-f445-4f68-82e5-d712f0bda872 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543814 Aug 23 04:06:21.198364 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-305765f6-097b-4d3b-8ecf-470c7f4f108a req-9cd6564e-e6f7-406b-a22f-2935e85da4d9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 210 time: 0.0289166 Aug 23 04:06:22.136386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47358) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:22.306665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507bf62-e64f-4c6e-94c4-e3d82246420e req-14493a43-261c-42e3-942b-2d1fd1c73663 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:22.315362 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f507bf62-e64f-4c6e-94c4-e3d82246420e req-14493a43-261c-42e3-942b-2d1fd1c73663 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0673807 Aug 23 04:06:22.339468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1228645897'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:22.375181 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f507bf62-e64f-4c6e-94c4-e3d82246420e req-a2589448-3e56-4602-91d8-b3e125990d9d tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587633 Aug 23 04:06:22.449348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Made reservation on behalf of d9bad9c2ca4c4ec9a39537752dcf5cb4 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:22.452874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:22.462128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8968526d-dd79-4ccd-9bfc-87098bfdcaa8 req-320db99c-70f9-4741-a562-aa5f1ed1cfbf tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Aug 23 04:06:22.462338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:22.573397 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:22.654722 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:22.679367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:06:22.694046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a595429-139d-4a34-95a0-f1b6a2fa3951,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:22.696840 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:22.697209 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Added segment 60aae555-75e8-4444-8d2b-cfd4487e9a6b of type vlan for network b35eaa10-1983-41a7-b449-5f70bb8c8148 Aug 23 04:06:22.706505 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:22.739734 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:22.854875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:22.860452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:22.861641 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:22.933129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7935789 Aug 23 04:06:22.936570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cc4ea-f614-438c-9e08-d35164557fbe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Pushing event updated for resources: {'Network': ['ID=b35eaa10-1983-41a7-b449-5f70bb8c8148,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:22.949721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network b35eaa10-1983-41a7-b449-5f70bb8c8148 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:06:23.099386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47372) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:23.104453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Request body: {'port': {'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148', 'binding:host_id': 'n-h2-749052-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-515809546'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:23.169386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Made reservation on behalf of af08777c9fa7428dbe4ae4772e325264 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:23.171640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:23.180992 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:23.293359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:23.348065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-8e8dd7bf-0d49-4371-8fc6-124dbf14aaf6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:23.349992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-8e8dd7bf-0d49-4371-8fc6-124dbf14aaf6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1102526 Aug 23 04:06:23.358138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:23.363332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] device_id is not set on port 308f36a8-122d-4217-9272-08031848aa59 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:23.402356 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-35eaac10-86db-4d6a-ac5f-7783b0edec41 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 379 time: 0.0387359 Aug 23 04:06:23.412834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'port': {'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'admin_state_up': True, 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'security_groups': ['72779a3d-32a9-47e5-bd96-00c4e15d6e77']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:23.443211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891387a7-9623-4277-8274-767e4567dc4c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:23.572306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689db50-f8f5-4869-a30c-bc81d9457233 req-a5a139a5-a6ab-4589-b99a-2f3f142c4c5e tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:23.573882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a689db50-f8f5-4869-a30c-bc81d9457233 req-a5a139a5-a6ab-4589-b99a-2f3f142c4c5e tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0840697 Aug 23 04:06:23.619514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] device_id is not set on port 308f36a8-122d-4217-9272-08031848aa59 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:23.626055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a689db50-f8f5-4869-a30c-bc81d9457233 req-93e70909-5205-40d9-803a-8601e8d7a4a7 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Aug 23 04:06:23.647518 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:23.655307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Made reservation on behalf of e3e5f49885824abaa95bf72b9f7d181b for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:23.659946 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:23.663721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Transition to ACTIVE for port object 308f36a8-122d-4217-9272-08031848aa59 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:23.718821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:23.754632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c30077f-2d81-4368-9ea0-ef3a583a314c req-925625d8-15d1-4dc7-a12b-8e6ae26156ff tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 210 time: 0.0617015 Aug 23 04:06:23.781993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'Port': ['ID=308f36a8-122d-4217-9272-08031848aa59,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:23.801300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Checking segment: {'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:23.801741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Network hostable DHCP agents. Network: b35eaa10-1983-41a7-b449-5f70bb8c8148, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:06:23.855357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.20.0.11 (da389ae7-7804-4ae7-8f73-f7c7932783d0/31bdaccd-306d-4d80-92e2-e885e165ffa3/b11afc2f-f649-422c-b1d8-1710bd4e7676) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:23.855570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Network b35eaa10-1983-41a7-b449-5f70bb8c8148 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:06:23.929019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, b35eaa10-1983-41a7-b449-5f70bb8c8148) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:23.938509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a1177-ce67-4979-96bb-247937b8fdce None None] Network b35eaa10-1983-41a7-b449-5f70bb8c8148 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:06:23.950141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:23.981518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:23.982822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:23.983435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:23.990441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:23.991135 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:23.992192 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 2 to bind port 308f36a8-122d-4217-9272-08031848aa59 Aug 23 04:06:24.005938 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.011220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:24.012643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:24.013249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:24.021577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:24.022221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Transition to ACTIVE for port object b11afc2f-f649-422c-b1d8-1710bd4e7676 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:24.025895 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:24.025895 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 3 to bind port 308f36a8-122d-4217-9272-08031848aa59 Aug 23 04:06:24.039124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:24.039659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:24.040257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:24.051268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:24.051598 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:24.052009 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 4 to bind port 308f36a8-122d-4217-9272-08031848aa59 Aug 23 04:06:24.065955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:24.066392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:24.066740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:24.072341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:24.072671 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:24.073597 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 5 to bind port 308f36a8-122d-4217-9272-08031848aa59 Aug 23 04:06:24.088260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:24.094748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:24.094748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:24.094748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:24.094748 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:24.094748 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 6 to bind port 308f36a8-122d-4217-9272-08031848aa59 Aug 23 04:06:24.106870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:24.107211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:24.107329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.107624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:24.113829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:24.114396 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:24.114780 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 7 to bind port 308f36a8-122d-4217-9272-08031848aa59 Aug 23 04:06:24.129240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:24.129664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:24.130020 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:24.135039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:24.135477 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:24.135874 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 8 to bind port 308f36a8-122d-4217-9272-08031848aa59 Aug 23 04:06:24.151414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:24.152028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:24.152573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:24.159186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:24.159890 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:24.160467 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 9 to bind port 308f36a8-122d-4217-9272-08031848aa59 Aug 23 04:06:24.163000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:24.167036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:24.175966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:24.176875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:24.177362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:24.177597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:24.186828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:24.186828 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:24.186828 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 10 to bind port 308f36a8-122d-4217-9272-08031848aa59 Aug 23 04:06:24.198350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:24.198923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:24.199190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:24.204661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 308f36a8-122d-4217-9272-08031848aa59 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:24.205282 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 308f36a8-122d-4217-9272-08031848aa59 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:24.205818 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.227991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:24.228714 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.232360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=b11afc2f-f649-422c-b1d8-1710bd4e7676,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:24.282406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] For port 308f36a8-122d-4217-9272-08031848aa59, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:24.282922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempted to set empty binding levels {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 04:06:24.297944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-ff7f73ee-67b0-48a6-975c-776f86637536 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8890560 Aug 23 04:06:24.317143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Request body: {'port': {'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:24.324420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47382) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:24.352450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.430676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'Port': ['ID=308f36a8-122d-4217-9272-08031848aa59,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:24.443323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:24.444470 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.452834 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.473046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6feb2a4-dff4-406c-bad1-9663f44495a2 admin admin] Deleting subnet 43b777b7-d720-4968-8f71-21e2e77e86a9 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:06:24.477358 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6feb2a4-dff4-406c-bad1-9663f44495a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.536275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7534c85f-abe0-481d-b882-e224915321ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.4354913 Aug 23 04:06:24.538769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47384) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:24.546069 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6feb2a4-dff4-406c-bad1-9663f44495a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.592259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-609b0e0a-e5c2-4002-975e-e14887d85a7d None None] Provisioning for port b11afc2f-f649-422c-b1d8-1710bd4e7676 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:24.596758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-609b0e0a-e5c2-4002-975e-e14887d85a7d None None] Provisioning complete for port b11afc2f-f649-422c-b1d8-1710bd4e7676 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:24.597151 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-609b0e0a-e5c2-4002-975e-e14887d85a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.635160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-609b0e0a-e5c2-4002-975e-e14887d85a7d None None] Port b11afc2f-f649-422c-b1d8-1710bd4e7676 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:06:24.643640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-71ca47d5-2307-48bc-bc1d-363c18f2ef39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Deleting port 308f36a8-122d-4217-9272-08031848aa59 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:24.643987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71ca47d5-2307-48bc-bc1d-363c18f2ef39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.686882 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6feb2a4-dff4-406c-bad1-9663f44495a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.726244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-71ca47d5-2307-48bc-bc1d-363c18f2ef39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] For port 308f36a8-122d-4217-9272-08031848aa59, host n-h2-749052-7, got binding levels [] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:24.726791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71ca47d5-2307-48bc-bc1d-363c18f2ef39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.744883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-71ca47d5-2307-48bc-bc1d-363c18f2ef39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Calling delete_port for 308f36a8-122d-4217-9272-08031848aa59 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:24.883415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15ed87-8479-4f16-8c93-e48138595e20 req-7822c761-5677-4e5b-a9c5-4f6adf39d9d9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:24.885148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c15ed87-8479-4f16-8c93-e48138595e20 req-7822c761-5677-4e5b-a9c5-4f6adf39d9d9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.1411009 Aug 23 04:06:24.912423 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71ca47d5-2307-48bc-bc1d-363c18f2ef39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.950695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca47d5-2307-48bc-bc1d-363c18f2ef39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event deleted for resources: {'Port': ['ID=308f36a8-122d-4217-9272-08031848aa59,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:24.964691 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71ca47d5-2307-48bc-bc1d-363c18f2ef39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.967069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c15ed87-8479-4f16-8c93-e48138595e20 req-ebe21646-ed55-4c49-a2e9-c6801263b476 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754330 Aug 23 04:06:24.968041 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6feb2a4-dff4-406c-bad1-9663f44495a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:24.974960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-71ca47d5-2307-48bc-bc1d-363c18f2ef39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "DELETE /v2.0/ports/308f36a8-122d-4217-9272-08031848aa59 HTTP/1.1" status: 204 len: 168 time: 0.4347196 Aug 23 04:06:24.977374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47390) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:25.020009 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54aa712-d9ed-44be-ada9-e0a6e25eb714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] GET failed (client error): The resource could not be found. Aug 23 04:06:25.022750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feb2a4-dff4-406c-bad1-9663f44495a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b777b7-d720-4968-8f71-21e2e77e86a9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:25.023340 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f54aa712-d9ed-44be-ada9-e0a6e25eb714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "GET /v2.0/ports/308f36a8-122d-4217-9272-08031848aa59 HTTP/1.1" status: 404 len: 333 time: 0.0432007 Aug 23 04:06:25.030543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47392) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:25.034043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d6feb2a4-dff4-406c-bad1-9663f44495a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.038578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d6feb2a4-dff4-406c-bad1-9663f44495a2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43b777b7-d720-4968-8f71-21e2e77e86a9 HTTP/1.1" status: 204 len: 168 time: 0.7128704 Aug 23 04:06:25.039194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47394) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:25.043165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Request body: {'port': {'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167599683'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:25.054730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11afc2f-f649-422c-b1d8-1710bd4e7676 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:06:25.081899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.129482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Made reservation on behalf of af08777c9fa7428dbe4ae4772e325264 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:25.132576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.154665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Transition to ACTIVE for port object b11afc2f-f649-422c-b1d8-1710bd4e7676 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:25.160380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] device_id is not set on port 195eea96-b5f2-4b15-9f7f-3419bee9b0be yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:25.163347 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.188529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97a1b-369e-4559-9fd2-42693d63bbb9 req-ccb3ea1f-313e-4b2e-9bff-b665f8ac07ef tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:25.190296 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ac97a1b-369e-4559-9fd2-42693d63bbb9 req-ccb3ea1f-313e-4b2e-9bff-b665f8ac07ef tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 932 time: 0.1221466 Aug 23 04:06:25.252200 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.326192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.343943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.364272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ac97a1b-369e-4559-9fd2-42693d63bbb9 req-d2642f71-7f7d-416c-938f-af3180830e95 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459143 Aug 23 04:06:25.367402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00e3c08-db4d-4ae1-8cc7-93720aa554e5']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:25.384034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Pushing event updated for resources: {'Port': ['ID=b11afc2f-f649-422c-b1d8-1710bd4e7676,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:25.404542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e817a5-7b20-436f-ab1d-49d79c4d129f') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:25.407561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e817a5-7b20-436f-ab1d-49d79c4d129f') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:25.440224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.450413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.464857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.477505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:06:25.477909 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:06:25.479696 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:06:25.498507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Network b35eaa10-1983-41a7-b449-5f70bb8c8148 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:25.502585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:25.507062 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:25.508254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:25.509210 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.533714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Attempting to bind port b11afc2f-f649-422c-b1d8-1710bd4e7676 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:25.534047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Attempting to bind port b11afc2f-f649-422c-b1d8-1710bd4e7676 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:25.534379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Attempting to bind port b11afc2f-f649-422c-b1d8-1710bd4e7676 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:25.535739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'Port': ['ID=195eea96-b5f2-4b15-9f7f-3419bee9b0be,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:25.544669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Port b11afc2f-f649-422c-b1d8-1710bd4e7676 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:25.545070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Attempting to bind port b11afc2f-f649-422c-b1d8-1710bd4e7676 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:25.551334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:06:25.551729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:25.552122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Bound using segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:06:25.552580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Bound port: b11afc2f-f649-422c-b1d8-1710bd4e7676, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:06:25.552940 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.578076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9f46b4ec-6e57-4b9b-a10b-7e11ab73b96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5375569 Aug 23 04:06:25.578279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47396) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:25.584116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:25.628460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] For port b11afc2f-f649-422c-b1d8-1710bd4e7676, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:25.631950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] For port b11afc2f-f649-422c-b1d8-1710bd4e7676, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:06:25.633579 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.638245 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.643346 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.644118 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e00e3c08-db4d-4ae1-8cc7-93720aa554e5 HTTP/1.1" status: 204 len: 168 time: 0.6023040 Aug 23 04:06:25.644761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47398) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:25.683851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460c2a4-34d7-4ed8-b8c6-be847cfc0079 admin admin] Pushing event deleted for resources: {'Network': ['ID=e00e3c08-db4d-4ae1-8cc7-93720aa554e5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:25.704346 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.734610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd5fe13-4fbf-4fac-9cba-e21d67f2f359 admin admin] Deleting subnet 0ee2d067-a8a4-4d69-8489-d6e5a987e2ed {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:06:25.743019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fe13-4fbf-4fac-9cba-e21d67f2f359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.768247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:25.769979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.770474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] 10.222.0.11 "PUT /v2.0/ports/b11afc2f-f649-422c-b1d8-1710bd4e7676 HTTP/1.1" status: 200 len: 1092 time: 1.4585412 Aug 23 04:06:25.775944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:06:25.778868 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48be99d2-2c55-482a-ac38-b4a41b591de8" -d '{"events": [{"name": "network-changed", "server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:06:25.816427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a85b-6a4d-4d74-86a4-424e4cdc0c05 service neutron] Pushing event updated for resources: {'Port': ['ID=b11afc2f-f649-422c-b1d8-1710bd4e7676,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:25.828748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fe13-4fbf-4fac-9cba-e21d67f2f359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.842827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] device_id is not set on port 195eea96-b5f2-4b15-9f7f-3419bee9b0be yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:25.852126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.865638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Transition to ACTIVE for port object 195eea96-b5f2-4b15-9f7f-3419bee9b0be will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:25.868308 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a8eb40-3a4e-47de-aa07-7611472dbaa5 x-openstack-request-id: req-51a8eb40-3a4e-47de-aa07-7611472dbaa5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:06:25.868600 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:06:25.872442 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51a8eb40-3a4e-47de-aa07-7611472dbaa5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:06:25.872442 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'status': 'completed', 'code': 200} Aug 23 04:06:25.909487 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fe13-4fbf-4fac-9cba-e21d67f2f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.940835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:25.981137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be99d2-2c55-482a-ac38-b4a41b591de8 req-09b0694e-0d93-49a2-b39d-ecb2941120bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:25.982827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48be99d2-2c55-482a-ac38-b4a41b591de8 req-09b0694e-0d93-49a2-b39d-ecb2941120bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 1095 time: 0.0870044 Aug 23 04:06:26.034974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'Port': ['ID=195eea96-b5f2-4b15-9f7f-3419bee9b0be,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:26.048824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.049309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.049801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.054933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.058394 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.058394 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 2 to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be Aug 23 04:06:26.071795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.072219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.072702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.078137 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42505af1-12fd-407e-914b-daea339d0e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.078695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.078900 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.079419 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 3 to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be Aug 23 04:06:26.087169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fe13-4fbf-4fac-9cba-e21d67f2f359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.093355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.093804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.094285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.099982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.100425 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.100954 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 4 to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be Aug 23 04:06:26.116605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.117051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.117583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.122059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.122518 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.122998 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 5 to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be Aug 23 04:06:26.135156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.135419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5fe13-4fbf-4fac-9cba-e21d67f2f359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee2d067-a8a4-4d69-8489-d6e5a987e2ed,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:26.135707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.136137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.143861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.144326 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.144468 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fe13-4fbf-4fac-9cba-e21d67f2f359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.144877 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 6 to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be Aug 23 04:06:26.148885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47404) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:26.149101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1fd5fe13-4fbf-4fac-9cba-e21d67f2f359 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0ee2d067-a8a4-4d69-8489-d6e5a987e2ed HTTP/1.1" status: 204 len: 168 time: 0.5017469 Aug 23 04:06:26.165040 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.165494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.166011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.180096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.180547 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.190489 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 7 to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be Aug 23 04:06:26.193084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be99d2-2c55-482a-ac38-b4a41b591de8 req-9010c0b5-acff-4c76-a827-a72710d6de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.194736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48be99d2-2c55-482a-ac38-b4a41b591de8 req-9010c0b5-acff-4c76-a827-a72710d6de0d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1918814 Aug 23 04:06:26.209241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfee9a-397e-49ad-8c3a-52b414b9366b req-b73ca45c-e88e-4fa6-81c7-6e2ddf99533f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.217750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cdfee9a-397e-49ad-8c3a-52b414b9366b req-b73ca45c-e88e-4fa6-81c7-6e2ddf99533f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.1149430 Aug 23 04:06:26.225787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.225787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.226197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.240157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.240562 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.242234 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 8 to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be Aug 23 04:06:26.247769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.265885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.266328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.266777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.275743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.276868 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.292104 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 9 to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be Aug 23 04:06:26.321179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.321609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.322033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.323179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cdfee9a-397e-49ad-8c3a-52b414b9366b req-68a12fba-dd4f-49ed-9bd0-4f9e60104740 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044586 Aug 23 04:06:26.354497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.355034 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.356441 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 10 to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be Aug 23 04:06:26.360138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be99d2-2c55-482a-ac38-b4a41b591de8 req-79cccd6a-2b5b-4291-bf01-c241fa400fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.362298 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48be99d2-2c55-482a-ac38-b4a41b591de8 req-79cccd6a-2b5b-4291-bf01-c241fa400fe9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1423790 Aug 23 04:06:26.366876 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.383531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efce81b-d9d9-4cfe-843b-428b51e3986f']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:26.386136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:26.386467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:26.386812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:26.397576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca22ac38-ce9f-4ccd-9dd8-46ca28275304') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:26.397872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca22ac38-ce9f-4ccd-9dd8-46ca28275304') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:26.404244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:26.404590 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:26.404959 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.412900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.439001 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.463843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:06:26.464176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:06:26.465886 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:06:26.496895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-43d65acb-bb86-4c52-9b70-e6c362a8cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.498521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-43d65acb-bb86-4c52-9b70-e6c362a8cd43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 1095 time: 0.0753064 Aug 23 04:06:26.513691 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d90389-e032-4945-b188-53d24d12af32 req-6b609aa2-7d32-46d1-ba21-39e0cf6a25a3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.515563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85d90389-e032-4945-b188-53d24d12af32 req-6b609aa2-7d32-46d1-ba21-39e0cf6a25a3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0649624 Aug 23 04:06:26.540035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] For port 195eea96-b5f2-4b15-9f7f-3419bee9b0be, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:26.540406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempted to set empty binding levels {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 04:06:26.558000 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-9e7918e7-0185-4999-9878-36c42463a6f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676 HTTP/1.1" status: 200 len: 217 time: 0.0414705 Aug 23 04:06:26.603516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.609050 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.611014 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] 10.222.0.20 "DELETE /v2.0/networks/4efce81b-d9d9-4cfe-843b-428b51e3986f HTTP/1.1" status: 204 len: 168 time: 0.4559972 Aug 23 04:06:26.620021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85d90389-e032-4945-b188-53d24d12af32 req-20d430e9-c60d-447a-ad53-d3088d20744a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643709 Aug 23 04:06:26.622669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3d182-e7b8-43d4-ae4c-4586597b004b admin admin] Pushing event deleted for resources: {'Network': ['ID=4efce81b-d9d9-4cfe-843b-428b51e3986f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:26.630833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-435bbb37-2a90-47be-976b-dda53df613d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.633722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-435bbb37-2a90-47be-976b-dda53df613d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0634701 Aug 23 04:06:26.645677 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.681116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] In _notify_port_updated(), no bound segment for port 195eea96-b5f2-4b15-9f7f-3419bee9b0be on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 04:06:26.682877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.682877 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:26.686555 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "PUT /v2.0/ports/195eea96-b5f2-4b15-9f7f-3419bee9b0be HTTP/1.1" status: 200 len: 979 time: 1.1073413 Aug 23 04:06:26.687169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47412) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:26.709436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-571e5443-f701-4f55-be1f-b9f3ee9051a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.710953 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-571e5443-f701-4f55-be1f-b9f3ee9051a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652051 Aug 23 04:06:26.759073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdb214-b176-4f85-9567-8d93926b0a60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'Port': ['ID=195eea96-b5f2-4b15-9f7f-3419bee9b0be,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:26.791160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.791560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.792097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.792713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.793112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.793584 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.794464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.794625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.795083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.795602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.796430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.796636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.797271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.798080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.798376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.798837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.799625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:26.805346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47414) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:26.805498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b3404cec-565e-4f57-9301-1041791c3cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15389 time: 0.1152065 Aug 23 04:06:26.843520 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-62838640-d888-418e-bf37-e4aa57b880ec service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246171 Aug 23 04:06:27.011276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47416) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:27.055784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0290c05f-9c22-4c1c-b0e7-5838e2212301 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a6960298bc54355a2f8eff3926acb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407960 Aug 23 04:06:27.056001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47418) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:27.112198 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3693a19-8386-4d57-9e20-8bd2e9d4300e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.139014 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3693a19-8386-4d57-9e20-8bd2e9d4300e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.255219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3693a19-8386-4d57-9e20-8bd2e9d4300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.257850 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c3693a19-8386-4d57-9e20-8bd2e9d4300e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.268206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c3693a19-8386-4d57-9e20-8bd2e9d4300e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a993662-f20a-495f-a6a8-ce6b93f679ab HTTP/1.1" status: 204 len: 168 time: 0.2022572 Aug 23 04:06:27.270447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693a19-8386-4d57-9e20-8bd2e9d4300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a993662-f20a-495f-a6a8-ce6b93f679ab,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:27.307052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ee655c90-d417-4f0b-ae0f-add1269a3e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Deleting port 195eea96-b5f2-4b15-9f7f-3419bee9b0be {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:27.307882 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee655c90-d417-4f0b-ae0f-add1269a3e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.322614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ce12e54-d21b-4d7a-be60-f005af59bbb8 req-55702395-ad86-425f-b8fb-0b15a0079b41 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717686 Aug 23 04:06:27.385241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-ee655c90-d417-4f0b-ae0f-add1269a3e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] For port 195eea96-b5f2-4b15-9f7f-3419bee9b0be, host n-h2-749052-7, got binding levels [] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:27.385763 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee655c90-d417-4f0b-ae0f-add1269a3e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.400167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ee655c90-d417-4f0b-ae0f-add1269a3e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Calling delete_port for 195eea96-b5f2-4b15-9f7f-3419bee9b0be owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:27.500427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fb734-5d76-4cb0-ad84-b394d07910e5 req-19a5b925-aaa3-4aca-97d6-6311f08bbc39 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:27.502548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b7fb734-5d76-4cb0-ad84-b394d07910e5 req-19a5b925-aaa3-4aca-97d6-6311f08bbc39 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0917473 Aug 23 04:06:27.549094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b7fb734-5d76-4cb0-ad84-b394d07910e5 req-257c91a9-1ed7-4ea5-987b-2e7f1bb621d1 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Aug 23 04:06:27.587798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee655c90-d417-4f0b-ae0f-add1269a3e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.620163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee655c90-d417-4f0b-ae0f-add1269a3e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event deleted for resources: {'Port': ['ID=195eea96-b5f2-4b15-9f7f-3419bee9b0be,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:27.628968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ee655c90-d417-4f0b-ae0f-add1269a3e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.633933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47426) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:27.641409 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ee655c90-d417-4f0b-ae0f-add1269a3e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "DELETE /v2.0/ports/195eea96-b5f2-4b15-9f7f-3419bee9b0be HTTP/1.1" status: 204 len: 168 time: 0.8271124 Aug 23 04:06:27.662962 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-8966765e-8832-48a4-9ed3-589fc86816a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] GET failed (client error): The resource could not be found. Aug 23 04:06:27.668458 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8966765e-8832-48a4-9ed3-589fc86816a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "GET /v2.0/ports/195eea96-b5f2-4b15-9f7f-3419bee9b0be HTTP/1.1" status: 404 len: 333 time: 0.0297828 Aug 23 04:06:27.668770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47430) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:27.674953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022632901', 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:27.742759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Made reservation on behalf of af08777c9fa7428dbe4ae4772e325264 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:27.745217 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.767570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4720acc-64a4-4756-a3ee-35c2ecdf5e97 req-107f5540-184b-4841-a813-86231311e4f4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:27.769060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4720acc-64a4-4756-a3ee-35c2ecdf5e97 req-107f5540-184b-4841-a813-86231311e4f4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0641170 Aug 23 04:06:27.773001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] device_id is not set on port 54a1576a-7231-4309-8a49-b24d373e6bf1 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:27.859770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4720acc-64a4-4756-a3ee-35c2ecdf5e97 req-3d9d25fa-5f3f-45df-88fa-5ed24eec7062 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822024 Aug 23 04:06:27.958707 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:27.967791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47432) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:28.028294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e8a2e017-c2f9-4bf7-9ed9-872f18ba6508 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26ff5150c65d4838973897b84bc0f880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593085 Aug 23 04:06:28.030956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47434) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:28.077891 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5acd9053-ab9c-4b5c-95b9-20962f196fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.101359 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5acd9053-ab9c-4b5c-95b9-20962f196fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.109203 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.167581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Network b35eaa10-1983-41a7-b449-5f70bb8c8148 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:28.175410 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:28.178166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:28.179102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:28.179730 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.181762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'Port': ['ID=54a1576a-7231-4309-8a49-b24d373e6bf1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:28.267483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-20c75f1b-0980-4fc2-a117-f371de50b0fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5973730 Aug 23 04:06:28.268191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5acd9053-ab9c-4b5c-95b9-20962f196fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.269898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47436) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:28.271002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5acd9053-ab9c-4b5c-95b9-20962f196fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.272052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5acd9053-ab9c-4b5c-95b9-20962f196fd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5530615-3a69-441c-9a5a-ad44088a3611 HTTP/1.1" status: 204 len: 168 time: 0.2401774 Aug 23 04:06:28.282110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd9053-ab9c-4b5c-95b9-20962f196fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5530615-3a69-441c-9a5a-ad44088a3611,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:28.304019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb52f9d-b746-4dac-b3de-ba980ead0696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:28.308064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6cb52f9d-b746-4dac-b3de-ba980ead0696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "GET /v2.0/ports/54a1576a-7231-4309-8a49-b24d373e6bf1 HTTP/1.1" status: 200 len: 959 time: 0.0346372 Aug 23 04:06:28.308480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47440) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:28.389864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9435a018-ffdc-4db9-8104-7dbee9ea45b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Deleting port 54a1576a-7231-4309-8a49-b24d373e6bf1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:28.390202 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9435a018-ffdc-4db9-8104-7dbee9ea45b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.451979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9435a018-ffdc-4db9-8104-7dbee9ea45b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.464742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-9435a018-ffdc-4db9-8104-7dbee9ea45b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Calling delete_port for 54a1576a-7231-4309-8a49-b24d373e6bf1 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:28.614942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9435a018-ffdc-4db9-8104-7dbee9ea45b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.663800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435a018-ffdc-4db9-8104-7dbee9ea45b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event deleted for resources: {'Port': ['ID=54a1576a-7231-4309-8a49-b24d373e6bf1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:28.682448 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9435a018-ffdc-4db9-8104-7dbee9ea45b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.682448 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9435a018-ffdc-4db9-8104-7dbee9ea45b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "DELETE /v2.0/ports/54a1576a-7231-4309-8a49-b24d373e6bf1 HTTP/1.1" status: 204 len: 168 time: 0.3651793 Aug 23 04:06:28.683176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47446) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:28.695066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fbf74-a715-4c48-9460-773c45fc2648 req-d37c29d2-4ed7-4f4a-af22-33b39c663049 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:28.696529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b10fbf74-a715-4c48-9460-773c45fc2648 req-d37c29d2-4ed7-4f4a-af22-33b39c663049 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0797162 Aug 23 04:06:28.707021 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-4477c452-93f0-4baa-a4a9-bc5dde3b4233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] GET failed (client error): The resource could not be found. Aug 23 04:06:28.709604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4477c452-93f0-4baa-a4a9-bc5dde3b4233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "GET /v2.0/ports/54a1576a-7231-4309-8a49-b24d373e6bf1 HTTP/1.1" status: 404 len: 333 time: 0.0258079 Aug 23 04:06:28.714710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47448) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:28.722436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Request body: {'port': {'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-358301682'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:28.755055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b10fbf74-a715-4c48-9460-773c45fc2648 req-22d7cdb3-2336-42d5-9944-9b6d4064eb35 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519061 Aug 23 04:06:28.776743 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45541786-c4e7-450b-813c-63ad6bbbf463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.826295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Made reservation on behalf of af08777c9fa7428dbe4ae4772e325264 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:28.828696 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.846965 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] device_id is not set on port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:28.862170 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:28.988320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b042409-6c4b-4728-a668-2dec760eca6e req-6d2938c9-98f2-49b1-a640-adb638214897 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:28.989876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b042409-6c4b-4728-a668-2dec760eca6e req-6d2938c9-98f2-49b1-a640-adb638214897 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0481820 Aug 23 04:06:28.997439 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:29.038976 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b042409-6c4b-4728-a668-2dec760eca6e req-390077cd-a8a0-424a-89d5-9863f0af8ab6 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429113 Aug 23 04:06:29.106552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:29.150307 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Network b35eaa10-1983-41a7-b449-5f70bb8c8148 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:29.152895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:29.156215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:29.157652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:29.158260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:29.165754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'Port': ['ID=ec38a5b8-ed40-4619-aa6f-15f3e74c28f8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:29.226970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c252c266-41c9-4799-9940-b159a6b6a236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5105658 Aug 23 04:06:29.229504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47464) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:29.234502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:29.288570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:29.452218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] device_id is not set on port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:29.460178 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:29.472806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Transition to ACTIVE for port object ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:29.569349 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:29.624558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'Port': ['ID=ec38a5b8-ed40-4619-aa6f-15f3e74c28f8,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:29.634960 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.635290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.635682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.640102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.640442 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.640819 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 2 to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 Aug 23 04:06:29.653396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.653785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.654049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.658813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.659139 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.659522 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 3 to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 Aug 23 04:06:29.671089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.671419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.671750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.676291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.676611 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.676987 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 4 to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 Aug 23 04:06:29.690799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.691452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.691452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.695896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.696218 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.696600 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 5 to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 Aug 23 04:06:29.710550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.711189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.711640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.716829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.717266 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.717661 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 6 to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 Aug 23 04:06:29.730509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.730862 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.731190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.735332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.735665 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.736027 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 7 to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 Aug 23 04:06:29.747016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.747340 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.747664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.751826 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.752142 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.754370 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 8 to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 Aug 23 04:06:29.764643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.764972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.765329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.769985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.770306 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.770684 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 9 to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 Aug 23 04:06:29.781860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.782828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.783161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.787314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.787637 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.788012 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempt 10 to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 Aug 23 04:06:29.800158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:29.800490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:29.800823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempting to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:29.806257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:29.806257 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Failed to bind port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on host n-h2-749052-7 for vnic_type normal using segments [{'id': '60aae555-75e8-4444-8d2b-cfd4487e9a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b35eaa10-1983-41a7-b449-5f70bb8c8148'}] Aug 23 04:06:29.806257 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:29.869549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] For port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:29.869907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attempted to set empty binding levels {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 04:06:29.882794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155fcf5-e30e-4226-bfef-ff96d0e143d0 req-734d5263-3575-4f84-94b0-76de07c32600 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:29.884277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6155fcf5-e30e-4226-bfef-ff96d0e143d0 req-734d5263-3575-4f84-94b0-76de07c32600 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0521319 Aug 23 04:06:29.922698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6155fcf5-e30e-4226-bfef-ff96d0e143d0 req-b447b9ad-0099-4508-8c30-c9e18ab2395b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Aug 23 04:06:29.941519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:29.976078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] In _notify_port_updated(), no bound segment for port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 on network b35eaa10-1983-41a7-b449-5f70bb8c8148 {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 04:06:29.977027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:29.977815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:29.979332 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "PUT /v2.0/ports/ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 HTTP/1.1" status: 200 len: 978 time: 0.7487113 Aug 23 04:06:29.982200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47480) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:29.992697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4e50-ffff-4129-a972-d49abee20eeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event updated for resources: {'Port': ['ID=ec38a5b8-ed40-4619-aa6f-15f3e74c28f8,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:30.034272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47482) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:30.058503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7addd5e1-f60c-4165-81a7-def0c4394351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Deleting port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:30.059084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7addd5e1-f60c-4165-81a7-def0c4394351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.147909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71275ed2-d6d8-46d1-b0dd-b6d045f9c39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.148907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-7addd5e1-f60c-4165-81a7-def0c4394351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] For port ec38a5b8-ed40-4619-aa6f-15f3e74c28f8, host n-h2-749052-7, got binding levels [] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:30.149306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7addd5e1-f60c-4165-81a7-def0c4394351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.167071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7addd5e1-f60c-4165-81a7-def0c4394351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Calling delete_port for ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:30.189487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d565d21-d296-4d82-9a50-68a2aedcf9cb req-be39ec70-4939-4757-ba58-12c6e912656e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:30.191216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d565d21-d296-4d82-9a50-68a2aedcf9cb req-be39ec70-4939-4757-ba58-12c6e912656e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0743358 Aug 23 04:06:30.239166 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71275ed2-d6d8-46d1-b0dd-b6d045f9c39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.274424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d565d21-d296-4d82-9a50-68a2aedcf9cb req-da3ff5a5-9d0c-4a8e-bb7f-4aa054c61ace tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532265 Aug 23 04:06:30.288763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71275ed2-d6d8-46d1-b0dd-b6d045f9c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.323588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7addd5e1-f60c-4165-81a7-def0c4394351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.327167 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-71275ed2-d6d8-46d1-b0dd-b6d045f9c39e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff87173b0e0f49b19e96fb8b12db54e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918055 Aug 23 04:06:30.329242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71275ed2-d6d8-46d1-b0dd-b6d045f9c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2e5bd4-6e2b-4396-8797-f3f812885a2a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:30.329884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47488) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:30.363236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addd5e1-f60c-4165-81a7-def0c4394351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec38a5b8-ed40-4619-aa6f-15f3e74c28f8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:30.378125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7addd5e1-f60c-4165-81a7-def0c4394351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.382328 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7addd5e1-f60c-4165-81a7-def0c4394351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 HTTP/1.1" status: 204 len: 168 time: 0.3963392 Aug 23 04:06:30.382996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47490) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:30.406882 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa8b226-5790-4151-8549-dbf4fd79f356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] GET failed (client error): The resource could not be found. Aug 23 04:06:30.408386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4aa8b226-5790-4151-8549-dbf4fd79f356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1683963396-project-admin] 10.222.0.20 "GET /v2.0/ports/ec38a5b8-ed40-4619-aa6f-15f3e74c28f8 HTTP/1.1" status: 404 len: 333 time: 0.0243759 Aug 23 04:06:30.410279 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9bb1bc5-96e5-41f3-b518-08039e27289d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.411732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47492) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:30.433875 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9bb1bc5-96e5-41f3-b518-08039e27289d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.471835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.489679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.557664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9bb1bc5-96e5-41f3-b518-08039e27289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.560233 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9bb1bc5-96e5-41f3-b518-08039e27289d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.561430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b9bb1bc5-96e5-41f3-b518-08039e27289d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d2e5bd4-6e2b-4396-8797-f3f812885a2a HTTP/1.1" status: 204 len: 168 time: 0.2306123 Aug 23 04:06:30.569441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb1bc5-96e5-41f3-b518-08039e27289d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2e5bd4-6e2b-4396-8797-f3f812885a2a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:30.572950 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.583261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35eaa10-1983-41a7-b449-5f70bb8c8148']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:30.599033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60aae555-75e8-4444-8d2b-cfd4487e9a6b') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:30.599142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60aae555-75e8-4444-8d2b-cfd4487e9a6b') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:30.607883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.621717 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.627577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:06:30.627960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:06:30.630807 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:06:30.763191 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.770387 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:30.772232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] 10.222.0.20 "DELETE /v2.0/networks/b35eaa10-1983-41a7-b449-5f70bb8c8148 HTTP/1.1" status: 204 len: 168 time: 0.3592150 Aug 23 04:06:30.789036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5f8ef-3804-4d48-b863-6efc6d218513 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650465640-project] Pushing event deleted for resources: {'Network': ['ID=b35eaa10-1983-41a7-b449-5f70bb8c8148,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:31.037509 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cc1e7-805d-4044-8ae0-49316e5642fa req-5c960b6d-2b4b-4d77-85ea-2132b20719eb tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:31.039016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e6cc1e7-805d-4044-8ae0-49316e5642fa req-5c960b6d-2b4b-4d77-85ea-2132b20719eb tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Aug 23 04:06:31.077482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9e6cc1e7-805d-4044-8ae0-49316e5642fa req-f46977e9-f726-45f5-b3ad-2cfa4c07812e tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Aug 23 04:06:31.222840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47512) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:31.359972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4d1b687f-cce3-4d73-91fc-2758eea3a1aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9bad9c2ca4c4ec9a39537752dcf5cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358693 Aug 23 04:06:31.362656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47524) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:31.440964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7c934-0809-4d61-9d94-2199711463dc req-b411e370-738c-472e-a614-66cd43920bde tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:31.442893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3eb7c934-0809-4d61-9d94-2199711463dc req-b411e370-738c-472e-a614-66cd43920bde tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0740879 Aug 23 04:06:31.461883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d72ac6f-d255-4951-9130-c07463c6f412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:31.499923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d72ac6f-d255-4951-9130-c07463c6f412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:31.508852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3eb7c934-0809-4d61-9d94-2199711463dc req-c0cbac77-2949-433e-9f8c-80b2ee1b6985 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584953 Aug 23 04:06:31.631971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d72ac6f-d255-4951-9130-c07463c6f412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:31.634589 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d72ac6f-d255-4951-9130-c07463c6f412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:31.635780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6d72ac6f-d255-4951-9130-c07463c6f412 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a595429-139d-4a34-95a0-f1b6a2fa3951 HTTP/1.1" status: 204 len: 168 time: 0.2721791 Aug 23 04:06:31.644516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72ac6f-d255-4951-9130-c07463c6f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a595429-139d-4a34-95a0-f1b6a2fa3951,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:31.798191 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:32.055238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee25439-963d-4b75-aa2b-c670ac4b6a54 req-53544106-abcf-4193-b369-92b349f2b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:32.056710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ee25439-963d-4b75-aa2b-c670ac4b6a54 req-53544106-abcf-4193-b369-92b349f2b7f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 1097 time: 0.0393264 Aug 23 04:06:32.095464 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ee25439-963d-4b75-aa2b-c670ac4b6a54 req-7c5d7492-a370-4caa-bd40-8ce9e2a415ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309470 Aug 23 04:06:32.197668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6ba2-53fc-4bf9-8e74-d9167f292dae req-898cbb83-5e79-4b19-9ec3-82f6eec994be tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:32.199193 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cfd6ba2-53fc-4bf9-8e74-d9167f292dae req-898cbb83-5e79-4b19-9ec3-82f6eec994be tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0543678 Aug 23 04:06:32.242996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cfd6ba2-53fc-4bf9-8e74-d9167f292dae req-daca1a47-9528-4542-a2c6-31e158f13e01 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377390 Aug 23 04:06:32.300610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47548) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:32.340008 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-39251d59-af42-476c-ace0-17995a9d9137 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af08777c9fa7428dbe4ae4772e325264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382004 Aug 23 04:06:32.342550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47550) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:32.391103 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85b9e3ae-4659-453a-9140-be4a3bf8ba97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:32.411932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85b9e3ae-4659-453a-9140-be4a3bf8ba97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:32.512012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85b9e3ae-4659-453a-9140-be4a3bf8ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:32.514815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85b9e3ae-4659-453a-9140-be4a3bf8ba97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:32.515970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-85b9e3ae-4659-453a-9140-be4a3bf8ba97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/891387a7-9623-4277-8274-767e4567dc4c HTTP/1.1" status: 204 len: 168 time: 0.1725194 Aug 23 04:06:32.526347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9e3ae-4659-453a-9140-be4a3bf8ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891387a7-9623-4277-8274-767e4567dc4c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:32.741075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47560) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:32.745738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1027563036', 'description': 'tempest-secgroup-smoke-1027563036 description', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:32.821929 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:32.832489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd8a5-8963-44ee-884d-beec18978dc2 req-3a347e46-e430-410f-a4ce-9be9e8c3e33f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:32.833985 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d38cd8a5-8963-44ee-884d-beec18978dc2 req-3a347e46-e430-410f-a4ce-9be9e8c3e33f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0543542 Aug 23 04:06:32.839379 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:32.894282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d38cd8a5-8963-44ee-884d-beec18978dc2 req-e7fd75e6-4816-4724-a1f8-aba1159f410e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528502 Aug 23 04:06:32.965935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.008706 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.047763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e42c794-8671-4f31-a6db-e47c7458a965,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:33.106727 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.174798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.206918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4624f90e-a1e7-4771-b27e-35e205995f6a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:33.283468 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.284771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b462b09f-836c-476e-bdb1-f8409c678299 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5426931 Aug 23 04:06:33.287748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47574) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:33.292333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-71a42f6f-0d2b-4eac-8d99-ff9fbfc38fbe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': '4624f90e-a1e7-4771-b27e-35e205995f6a', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:33.359957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a6a95-c407-4957-86ad-fdd8ccd492a4 req-de8f861d-532f-46b1-8cff-12a547450dd2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:33.361882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a1a6a95-c407-4957-86ad-fdd8ccd492a4 req-de8f861d-532f-46b1-8cff-12a547450dd2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0516882 Aug 23 04:06:33.400111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a1a6a95-c407-4957-86ad-fdd8ccd492a4 req-79241982-fa61-4d80-9d3a-3923a120a777 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Aug 23 04:06:33.407800 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71a42f6f-0d2b-4eac-8d99-ff9fbfc38fbe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.465283 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71a42f6f-0d2b-4eac-8d99-ff9fbfc38fbe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.518966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae204c3-dc25-4a6b-ac67-e771e60db1b3 req-d5d7decd-9c9b-4c56-9dc9-8866ce48a41b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:33.520457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ae204c3-dc25-4a6b-ac67-e771e60db1b3 req-d5d7decd-9c9b-4c56-9dc9-8866ce48a41b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0494430 Aug 23 04:06:33.533852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71a42f6f-0d2b-4eac-8d99-ff9fbfc38fbe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.564143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a42f6f-0d2b-4eac-8d99-ff9fbfc38fbe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a4f425-b5f1-406a-b580-f7f6e4d102d6,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:33.577386 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9ae204c3-dc25-4a6b-ac67-e771e60db1b3 req-d48998fb-b0d4-4e14-97d5-65f99c78e8d8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510421 Aug 23 04:06:33.666286 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71a42f6f-0d2b-4eac-8d99-ff9fbfc38fbe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.670081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-71a42f6f-0d2b-4eac-8d99-ff9fbfc38fbe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787777 Aug 23 04:06:33.670506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47590) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:33.676028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d9823a91-d940-4cb4-b187-b70f927e6c97 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': '4624f90e-a1e7-4771-b27e-35e205995f6a', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:33.762796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9823a91-d940-4cb4-b187-b70f927e6c97 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.820914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9823a91-d940-4cb4-b187-b70f927e6c97 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.900582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9823a91-d940-4cb4-b187-b70f927e6c97 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:33.925998 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a916d-c612-4525-a2f0-75224c46eb6c req-2788316d-fbc5-4adb-a375-3d5f0ef7354b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:33.927824 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae1a916d-c612-4525-a2f0-75224c46eb6c req-2788316d-fbc5-4adb-a375-3d5f0ef7354b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0595038 Aug 23 04:06:33.935991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9823a91-d940-4cb4-b187-b70f927e6c97 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ae0ea7-afd7-4360-b31b-504a07ff786f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:33.968400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae1a916d-c612-4525-a2f0-75224c46eb6c req-887bb64b-0b2b-4d89-b1fe-05e2fb616365 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331120 Aug 23 04:06:34.015672 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d9823a91-d940-4cb4-b187-b70f927e6c97 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.017743 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d9823a91-d940-4cb4-b187-b70f927e6c97 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3462605 Aug 23 04:06:34.020604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47600) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:34.025514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5c39707f-2de7-41f3-9ae5-f0f0a66cbae6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': '4624f90e-a1e7-4771-b27e-35e205995f6a', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:34.072987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fc1a6-261d-4094-a67e-49f36cbb3958 req-de50f49a-41c4-4dc9-b9c8-ca4312cf21f9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:34.074562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c6fc1a6-261d-4094-a67e-49f36cbb3958 req-de50f49a-41c4-4dc9-b9c8-ca4312cf21f9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0485523 Aug 23 04:06:34.116722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c6fc1a6-261d-4094-a67e-49f36cbb3958 req-f03e85c4-e729-4574-8666-64dc3e161f7b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356247 Aug 23 04:06:34.146033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c39707f-2de7-41f3-9ae5-f0f0a66cbae6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.201968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c39707f-2de7-41f3-9ae5-f0f0a66cbae6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.306327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c39707f-2de7-41f3-9ae5-f0f0a66cbae6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.325067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39707f-2de7-41f3-9ae5-f0f0a66cbae6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750eeb53-74c3-4fd8-9e2c-49192d6076f3,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:34.392285 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5c39707f-2de7-41f3-9ae5-f0f0a66cbae6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.393723 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5c39707f-2de7-41f3-9ae5-f0f0a66cbae6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3719511 Aug 23 04:06:34.396590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47610) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:34.401388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ffe0dcbe-90cb-4f93-b24d-b4b0062aef30 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': '4624f90e-a1e7-4771-b27e-35e205995f6a', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:34.493660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffe0dcbe-90cb-4f93-b24d-b4b0062aef30 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.497991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47614) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:34.544993 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffe0dcbe-90cb-4f93-b24d-b4b0062aef30 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.609034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffe0dcbe-90cb-4f93-b24d-b4b0062aef30 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.629944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0dcbe-90cb-4f93-b24d-b4b0062aef30 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c20a08-7ff2-4bd5-b7ac-a482bd36b20b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:34.642313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1626595440'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:34.677770 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffe0dcbe-90cb-4f93-b24d-b4b0062aef30 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.679014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ffe0dcbe-90cb-4f93-b24d-b4b0062aef30 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2812889 Aug 23 04:06:34.681794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47618) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:34.686286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e41d2690-ff1d-4784-94ab-082e856f84f2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': '4624f90e-a1e7-4771-b27e-35e205995f6a', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:34.740425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Made reservation on behalf of f026107c066f4ee48d630e4bee797a84 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:34.743822 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.753135 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.803358 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-e41d2690-ff1d-4784-94ab-082e856f84f2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Project a65a84e479c94f70b8de63fa5080ddf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:06:34.808192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e41d2690-ff1d-4784-94ab-082e856f84f2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.867459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e41d2690-ff1d-4784-94ab-082e856f84f2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.880307 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.940334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e41d2690-ff1d-4784-94ab-082e856f84f2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.960525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d2690-ff1d-4784-94ab-082e856f84f2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568388a5-c5cc-40c1-b7f2-f9c4624afb52,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:34.974621 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:34.997370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:06:35.012617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5e0cf4-0c43-4696-be86-6d73a84297c7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:35.015931 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.016448 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Added segment b78bec87-971e-4d84-b988-8d0b087d1d56 of type vlan for network 16c53cda-3e47-4541-89a3-1977dfb0b8ac Aug 23 04:06:35.057720 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.066579 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e41d2690-ff1d-4784-94ab-082e856f84f2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.067752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e41d2690-ff1d-4784-94ab-082e856f84f2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850186 Aug 23 04:06:35.071581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47622) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:35.076640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cb1a8bd8-41d7-4988-b63f-408fdd7b09c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': '4624f90e-a1e7-4771-b27e-35e205995f6a', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:35.102469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62802f-5517-4aec-888e-0ecaee59db18 req-ea0b4ef2-6c25-4ab7-ab05-f82031d5c502 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:35.103919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be62802f-5517-4aec-888e-0ecaee59db18 req-ea0b4ef2-6c25-4ab7-ab05-f82031d5c502 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0656333 Aug 23 04:06:35.141666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be62802f-5517-4aec-888e-0ecaee59db18 req-2f3560f0-5dd5-4555-9bc7-0b9224156e14 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301569 Aug 23 04:06:35.146157 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.157417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:35.157417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.175813 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-cb1a8bd8-41d7-4988-b63f-408fdd7b09c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Project a65a84e479c94f70b8de63fa5080ddf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:06:35.182713 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8bd8-41d7-4988-b63f-408fdd7b09c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.222051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Pushing event updated for resources: {'Network': ['ID=16c53cda-3e47-4541-89a3-1977dfb0b8ac,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:35.236603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 16c53cda-3e47-4541-89a3-1977dfb0b8ac details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:06:35.268018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8bd8-41d7-4988-b63f-408fdd7b09c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.276402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c84a8-7c1c-43a9-8c61-60a93f3427ca req-7b4675b8-3324-4fec-b23a-75fe9a6b3cb4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:35.277920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed4c84a8-7c1c-43a9-8c61-60a93f3427ca req-7b4675b8-3324-4fec-b23a-75fe9a6b3cb4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0791557 Aug 23 04:06:35.284972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-41167b19-5686-4410-8ac2-577a32dbd8be tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7858829 Aug 23 04:06:35.322198 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed4c84a8-7c1c-43a9-8c61-60a93f3427ca req-c96bbde6-1a07-4430-b804-725f9f1a0cb4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373785 Aug 23 04:06:35.340426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8bd8-41d7-4988-b63f-408fdd7b09c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.361419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a8bd8-41d7-4988-b63f-408fdd7b09c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1f9f37-e9ad-4ee6-adeb-233b37019361,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:35.426407 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8bd8-41d7-4988-b63f-408fdd7b09c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.427597 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb1a8bd8-41d7-4988-b63f-408fdd7b09c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3550978 Aug 23 04:06:35.430714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47634) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:35.435766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'network': {'name': 'tempest-network-smoke--1232674669', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:35.488856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:35.492438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.515952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:06:35.524986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.525376 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Added segment 52ff4353-1678-4df3-a82c-4959823cf2e5 of type vlan for network 1d5390bf-7f9e-42fe-873a-b1de61546e45 Aug 23 04:06:35.540989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47636) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:35.546445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Request body: {'port': {'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac', 'binding:host_id': 'n-h2-749052-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-249742641'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:35.565972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.631856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Made reservation on behalf of abf3b257cc3746c78b097f74c5275968 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:35.634233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.643661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.660638 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.667060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:35.667663 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.737616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Network': ['ID=1d5390bf-7f9e-42fe-873a-b1de61546e45,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:35.739358 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.748732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 1d5390bf-7f9e-42fe-873a-b1de61546e45 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:06:35.786219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:35.791301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] device_id is not set on port 4e2a6d8c-6376-4d02-b500-8d15063cab58 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:35.848105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e64c39-a5a2-49f7-8855-eebda2e8dab3 req-433543f9-cb0f-4f91-b35d-805eddbb3f8f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:35.849593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9e64c39-a5a2-49f7-8855-eebda2e8dab3 req-433543f9-cb0f-4f91-b35d-805eddbb3f8f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0697808 Aug 23 04:06:35.856381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fda3859e-8cfb-4924-bd9c-b6792ce326f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4237688 Aug 23 04:06:35.861413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47640) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:35.865824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'admin_state_up': True, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:35.873593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf901a7-a350-4f18-82b6-1de70dc57fae,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:35.903635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9e64c39-a5a2-49f7-8855-eebda2e8dab3 req-f7e05149-d97d-46f0-95a1-84015d613f8f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Aug 23 04:06:36.007084 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:36.008051 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:36.045683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] device_id is not set on port 4e2a6d8c-6376-4d02-b500-8d15063cab58 yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:36.062638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:36.095089 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:36.097621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Transition to ACTIVE for port object 4e2a6d8c-6376-4d02-b500-8d15063cab58 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:36.224326 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:36.441290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8905f83-ac18-4439-9183-0e1f69d9e50a req-ce3f7a1e-9c29-4673-8aa5-0a8d25f82f1a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:36.442902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8905f83-ac18-4439-9183-0e1f69d9e50a req-ce3f7a1e-9c29-4673-8aa5-0a8d25f82f1a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0514829 Aug 23 04:06:36.482113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8905f83-ac18-4439-9183-0e1f69d9e50a req-9ece249b-5992-4425-bc17-addab7f94d93 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329733 Aug 23 04:06:36.650620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:36.670772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'Port': ['ID=4e2a6d8c-6376-4d02-b500-8d15063cab58,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:36.681512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Checking segment: {'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:36.681881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Network hostable DHCP agents. Network: 16c53cda-3e47-4541-89a3-1977dfb0b8ac, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:06:36.804631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Network 16c53cda-3e47-4541-89a3-1977dfb0b8ac is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:06:36.877208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 16c53cda-3e47-4541-89a3-1977dfb0b8ac) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:36.884932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8214d0b-c3f0-4623-988e-8811042c22d3 None None] Network 16c53cda-3e47-4541-89a3-1977dfb0b8ac requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:06:36.909664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:36.927579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:36.927897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:36.928246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:36.947681 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:36.951358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:36.951692 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:36.967602 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 2 to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 Aug 23 04:06:36.974158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:36.988153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:36.988488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:36.988824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:37.011000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca2eff-ded7-4c44-82ad-935eee1e8025 req-c37fb6fc-37af-49fc-9439-2f56f69f2246 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:37.012500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4eca2eff-ded7-4c44-82ad-935eee1e8025 req-c37fb6fc-37af-49fc-9439-2f56f69f2246 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0496533 Aug 23 04:06:37.019853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:37.020188 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:37.024023 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 3 to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 Aug 23 04:06:37.048197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:37.048529 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:37.048864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:37.055111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4eca2eff-ded7-4c44-82ad-935eee1e8025 req-dbc3f0a3-5685-414e-b20d-c16191aa6896 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357428 Aug 23 04:06:37.058258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:37.058582 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:37.061166 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 4 to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 Aug 23 04:06:37.094051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:37.095057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:37.095403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:37.102182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:37.102503 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:37.104258 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 5 to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 Aug 23 04:06:37.126552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.25.1.202 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/e06f3d34-2ad5-436d-a442-7144d2f13376) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:37.130444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:37.130774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:37.131109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:37.140510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:37.140830 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:37.143071 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 6 to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 Aug 23 04:06:37.172899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:37.173184 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:37.173522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:37.204890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:37.205244 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:37.206932 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 7 to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 Aug 23 04:06:37.227402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:37.227733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:37.228067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:37.236425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:37.236750 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:37.240197 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 8 to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 Aug 23 04:06:37.260824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:37.261192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:37.261531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:37.273324 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:37.276767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:37.277092 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:37.278930 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 9 to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 Aug 23 04:06:37.296051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:37.296382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:37.296710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:37.304029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:37.304352 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:37.306078 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 10 to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 Aug 23 04:06:37.328163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:37.328488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:37.329477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:37.336537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:37.336856 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 4e2a6d8c-6376-4d02-b500-8d15063cab58 on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:37.337238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:37.394650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:37.432565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] For port 4e2a6d8c-6376-4d02-b500-8d15063cab58, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:37.432926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempted to set empty binding levels {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 04:06:37.441354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:37.444115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:37.450347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:37.453458 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=e06f3d34-2ad5-436d-a442-7144d2f13376,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:37.524951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:37.598077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460faae-87bd-439b-836a-b6f4e1c9c93a req-e10e5365-3a47-4c0a-b418-6f1ac73be761 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:37.599844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7460faae-87bd-439b-836a-b6f4e1c9c93a req-e10e5365-3a47-4c0a-b418-6f1ac73be761 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0501947 Aug 23 04:06:37.607288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:37.607884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:37.628590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'Port': ['ID=4e2a6d8c-6376-4d02-b500-8d15063cab58,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:37.637777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7460faae-87bd-439b-836a-b6f4e1c9c93a req-1210e319-dac7-4b72-b49b-0c8d00a400f2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 Aug 23 04:06:37.677159 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:37.736104 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-840feaef-0299-460d-909b-6afe6ab492bd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1938956 Aug 23 04:06:37.738874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47652) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:37.822407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff2d14-2ffd-4099-8251-b9eaf11dbb5d tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Deleting port 4e2a6d8c-6376-4d02-b500-8d15063cab58 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:37.822758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2d14-2ffd-4099-8251-b9eaf11dbb5d tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:37.839244 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:37.891113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-c2ff2d14-2ffd-4099-8251-b9eaf11dbb5d tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] For port 4e2a6d8c-6376-4d02-b500-8d15063cab58, host n-h2-749052-7, got binding levels [] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:37.891509 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2d14-2ffd-4099-8251-b9eaf11dbb5d tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:37.905873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff2d14-2ffd-4099-8251-b9eaf11dbb5d tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Calling delete_port for 4e2a6d8c-6376-4d02-b500-8d15063cab58 owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:38.042162 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:38.071574 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2d14-2ffd-4099-8251-b9eaf11dbb5d tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:38.109363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff2d14-2ffd-4099-8251-b9eaf11dbb5d tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e2a6d8c-6376-4d02-b500-8d15063cab58,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:38.116501 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2d14-2ffd-4099-8251-b9eaf11dbb5d tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:38.118912 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c2ff2d14-2ffd-4099-8251-b9eaf11dbb5d tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4e2a6d8c-6376-4d02-b500-8d15063cab58 HTTP/1.1" status: 204 len: 168 time: 0.3788750 Aug 23 04:06:38.121681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47658) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:38.153204 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7bbc2e-60d9-4276-9364-c6bf86b536e1 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] GET failed (client error): The resource could not be found. Aug 23 04:06:38.155825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3d7bbc2e-60d9-4276-9364-c6bf86b536e1 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "GET /v2.0/ports/4e2a6d8c-6376-4d02-b500-8d15063cab58 HTTP/1.1" status: 404 len: 333 time: 0.0327303 Aug 23 04:06:38.160250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47660) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:38.165369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Request body: {'port': {'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-16283628'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:38.357832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:06:38.380323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Made reservation on behalf of abf3b257cc3746c78b097f74c5275968 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:38.382920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:38.399452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] device_id is not set on port a23b0fd9-30cb-400e-b588-93bfcde842fc yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:38.470178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:06:38.485756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Sync routers for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:06:38.496583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:38.497240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:38.551813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:38.557265 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d816643e-1e74-4da2-a5f8-d8304d20a2a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6906998 Aug 23 04:06:38.558446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47662) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:38.579634 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:38.624720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:06:38.653199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b11afc2f-f649-422c-b1d8-1710bd4e7676 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:06:38.684577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:38.748932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-44d37d3f-869a-4374-90f9-9f9ce4de9d19 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a65a84e479c94f70b8de63fa5080ddf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1902113 Aug 23 04:06:38.749914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47670) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:38.808690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'Port': ['ID=a23b0fd9-30cb-400e-b588-93bfcde842fc,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:38.816718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Network 16c53cda-3e47-4541-89a3-1977dfb0b8ac is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:38.830445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:38.830445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:38.830445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:38.830445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:38.854679 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309c2cb-092a-4f91-b98b-20b828fd2e79 req-bb03d4aa-6042-4101-abba-abdeb3f60f77 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:38.858070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2309c2cb-092a-4f91-b98b-20b828fd2e79 req-bb03d4aa-6042-4101-abba-abdeb3f60f77 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 944 time: 0.0973287 Aug 23 04:06:38.866044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b11afc2f-f649-422c-b1d8-1710bd4e7676, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:38.886718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:06:38.910579 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8f0bd46a-5504-4dbf-bfcc-ddd6498ac4e4 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7490723 Aug 23 04:06:38.919487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47674) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:38.923912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:37Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:38.925661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2309c2cb-092a-4f91-b98b-20b828fd2e79 req-b2985f51-c3fc-45cd-9589-718f14def07a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593035 Aug 23 04:06:38.929245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:38.951903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Checking router: 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:06:38.952252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Updating router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 port e06f3d34-2ad5-436d-a442-7144d2f13376 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:06:38.959217 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:38.994692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11afc2f-f649-422c-b1d8-1710bd4e7676 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:06:39.000204 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.017030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b6e2e-24ea-4815-bf11-4f42ca22d4b4 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:39.018617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-486b6e2e-24ea-4815-bf11-4f42ca22d4b4 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2677155 Aug 23 04:06:39.021718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47676) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:39.025901 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.035537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b11afc2f-f649-422c-b1d8-1710bd4e7676, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:39.064722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c28ce33a-b1a8-4103-913d-c2049f903bd6 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416479 Aug 23 04:06:39.067153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47678) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:39.072344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638716155', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:39.112392 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.212042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] device_id is not set on port a23b0fd9-30cb-400e-b588-93bfcde842fc yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:39.220615 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.225964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:39.230433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.235358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Transition to ACTIVE for port object a23b0fd9-30cb-400e-b588-93bfcde842fc will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:39.311879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.369423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'Port': ['ID=a23b0fd9-30cb-400e-b588-93bfcde842fc,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:39.389314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=b11afc2f-f649-422c-b1d8-1710bd4e7676,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:39.393621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.393621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.393968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.403703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.404051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.404390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.404735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.405093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.405423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.405750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.406075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.406598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.407513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.407858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.408412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:39.413630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.418457 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.418457 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 2 to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc Aug 23 04:06:39.433902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.434236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.434577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.441111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee13753-63ca-432c-a90e-20cbf0288eb2 req-93691bc6-0aaa-46b2-83ce-a24da65efdf4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:39.444231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.444357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cee13753-63ca-432c-a90e-20cbf0288eb2 req-93691bc6-0aaa-46b2-83ce-a24da65efdf4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1130595 Aug 23 04:06:39.444458 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.444637 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 3 to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc Aug 23 04:06:39.449899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-770fa2b3-74f2-4b5a-8f5c-ebff2aa1d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:39.451550 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-770fa2b3-74f2-4b5a-8f5c-ebff2aa1d559 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1096 time: 0.0693018 Aug 23 04:06:39.469524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.469773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.470105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.484179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.484507 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.491283 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 4 to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc Aug 23 04:06:39.514892 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.516582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cee13753-63ca-432c-a90e-20cbf0288eb2 req-5ad0de60-2ab6-4d25-8f1a-453bc45480d2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486116 Aug 23 04:06:39.524939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Transition to ACTIVE for port object e06f3d34-2ad5-436d-a442-7144d2f13376 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:39.537870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.538216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.538533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.539867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['b11afc2f-f649-422c-b1d8-1710bd4e7676'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:06:39.546768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.547092 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.549432 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 5 to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc Aug 23 04:06:39.572766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.573124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.573456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.579061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-727f260c-fde8-40bd-8d9e-14cacc8c391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:39.580555 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-727f260c-fde8-40bd-8d9e-14cacc8c391c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 919 time: 0.1219153 Aug 23 04:06:39.580924 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.581533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.581851 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.582706 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 6 to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc Aug 23 04:06:39.627576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.627952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.628265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.632027 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-eafc2917-139b-4412-af12-50f2ec0d1c57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9 HTTP/1.1" status: 200 len: 217 time: 0.0413318 Aug 23 04:06:39.633304 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.634729 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.635053 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.635440 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 7 to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc Aug 23 04:06:39.647162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Subnet': ['ID=7040b995-247a-4804-83d9-7edce58cba42,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:39.655230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Checking segment: {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:39.655595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network hostable DHCP agents. Network: 1d5390bf-7f9e-42fe-873a-b1de61546e45, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:06:39.675956 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.678859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.678859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.685001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.685385 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.687105 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 8 to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc Aug 23 04:06:39.704158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-2f8e7181-da15-4396-a560-3c5d54409431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:39.705659 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-2f8e7181-da15-4396-a560-3c5d54409431 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0665679 Aug 23 04:06:39.706453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.706776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.707105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.707355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90e63e-5376-4823-88ed-a73526a35d5f None None] Pushing event updated for resources: {'Port': ['ID=e06f3d34-2ad5-436d-a442-7144d2f13376,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:39.711490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.711817 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.712203 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 9 to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc Aug 23 04:06:39.716323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Attempting to bind port e06f3d34-2ad5-436d-a442-7144d2f13376 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.716323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Attempting to bind port e06f3d34-2ad5-436d-a442-7144d2f13376 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.716323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Attempting to bind port e06f3d34-2ad5-436d-a442-7144d2f13376 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.727949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:06:39.728386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:39.728798 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.729231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:06:39.729709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Bound port: e06f3d34-2ad5-436d-a442-7144d2f13376, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:06:39.730108 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.733482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.733818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.734146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.735488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 1d5390bf-7f9e-42fe-873a-b1de61546e45 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:06:39.755054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-c019e744-2cb0-4b6d-be74-cbf6d112eb33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321071 Aug 23 04:06:39.757097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.757350 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.757730 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 10 to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc Aug 23 04:06:39.785724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:39.786056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:39.786389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:39.797235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:39.798118 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port a23b0fd9-30cb-400e-b588-93bfcde842fc on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:39.798478 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.820283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 1d5390bf-7f9e-42fe-873a-b1de61546e45) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:39.820390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] For port e06f3d34-2ad5-436d-a442-7144d2f13376, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:39.826941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b86852-8209-4ad3-bae1-38ee9d57ea8e None None] Network 1d5390bf-7f9e-42fe-873a-b1de61546e45 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:06:39.828496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:39.829121 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.865223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] For port e06f3d34-2ad5-436d-a442-7144d2f13376, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e06f3d34-2ad5-436d-a442-7144d2f13376,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:06:39.905867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-5c4431e3-3aee-45ad-8414-1baa8cf4a717 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396780 Aug 23 04:06:39.910452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] For port a23b0fd9-30cb-400e-b588-93bfcde842fc, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:39.910820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempted to set empty binding levels {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 04:06:39.928473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b9fd3d78-ebe6-4380-b7a5-565a7b65127b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8602297 Aug 23 04:06:39.932848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47682) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:39.971369 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:39.990094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.037055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] In _notify_port_updated(), no bound segment for port a23b0fd9-30cb-400e-b588-93bfcde842fc on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 04:06:40.037055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.037055 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.038546 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "PUT /v2.0/ports/a23b0fd9-30cb-400e-b588-93bfcde842fc HTTP/1.1" status: 200 len: 973 time: 1.1179516 Aug 23 04:06:40.041879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47686) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:40.070701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c795c-cb30-46cf-8436-ec8181d9e1cd tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'Port': ['ID=a23b0fd9-30cb-400e-b588-93bfcde842fc,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:40.074051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:40.074815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:40.075240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-341bb2e8-4d11-4067-af48-d54d5e1a7c6f req-df156c26-3a08-491f-afdb-6987d6255951 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569154 Aug 23 04:06:40.078514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90e63e-5376-4823-88ed-a73526a35d5f None None] Pushing event updated for resources: {'Port': ['ID=e06f3d34-2ad5-436d-a442-7144d2f13376,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:40.146513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-1d5390bf-7f9e-42fe-873a-b1de61546e45', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:06:40.147365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.167793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce3d8f-f290-44b9-9d73-d4887f635101 req-ef2596cb-afd6-4870-8ac6-3abefd5b9631 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.169403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5ce3d8f-f290-44b9-9d73-d4887f635101 req-ef2596cb-afd6-4870-8ac6-3abefd5b9631 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 945 time: 0.1729476 Aug 23 04:06:40.244797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.245198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.245666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.246128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.246595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.247056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.247518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.247971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.248426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.248882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.249373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.249829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.250280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.250763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.251220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.251672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.252125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.252581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.255074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-32b926ba-7b25-4199-93fd-17675885d9a2 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16242 time: 0.1997702 Aug 23 04:06:40.258623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47692) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:40.270768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:06:40.332516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5ce3d8f-f290-44b9-9d73-d4887f635101 req-bcfd7d2b-5e61-484b-afa5-b615cd0bf461 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306238 Aug 23 04:06:40.435603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Allocated IP 172.20.0.2 (1d5390bf-7f9e-42fe-873a-b1de61546e45/7040b995-247a-4804-83d9-7edce58cba42/bcdcf550-6b4a-4706-b03a-e1d339906dda) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:40.461554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Deleting port a23b0fd9-30cb-400e-b588-93bfcde842fc {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:40.461893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.536892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] For port a23b0fd9-30cb-400e-b588-93bfcde842fc, host n-h2-749052-7, got binding levels [] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:40.537192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.572251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Calling delete_port for a23b0fd9-30cb-400e-b588-93bfcde842fc owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:40.580027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:37Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:40.624094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb4944-2d40-4281-9cfc-c73c17824ec5 None None] The sync data for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 is: [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:37Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:06:40.652180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b11afc2f-f649-422c-b1d8-1710bd4e7676 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:40.685711 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.703140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Transition to ACTIVE for port object bcdcf550-6b4a-4706-b03a-e1d339906dda will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:40.722709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Transition to ACTIVE for port object bcdcf550-6b4a-4706-b03a-e1d339906dda will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:40.749623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0087955-c8c7-48c3-a5bf-43d4c6d05453 req-801065d8-53e5-4c17-97ee-b83d22da9187 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:40.751798 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0087955-c8c7-48c3-a5bf-43d4c6d05453 req-801065d8-53e5-4c17-97ee-b83d22da9187 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1558120 Aug 23 04:06:40.796211 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.815604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.845751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port b11afc2f-f649-422c-b1d8-1710bd4e7676 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:40.857402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0087955-c8c7-48c3-a5bf-43d4c6d05453 req-772839a1-749e-4678-a09f-9069ccb4a635 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954785 Aug 23 04:06:40.862501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port b11afc2f-f649-422c-b1d8-1710bd4e7676 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:40.862501 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.864770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Network 1d5390bf-7f9e-42fe-873a-b1de61546e45 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:40.907576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:40.909445 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:40.910174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:40.931955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Pushing event updated for resources: {'Port': ['ID=bcdcf550-6b4a-4706-b03a-e1d339906dda,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:41.008005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Attempting to bind port bcdcf550-6b4a-4706-b03a-e1d339906dda on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:41.008467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Attempting to bind port bcdcf550-6b4a-4706-b03a-e1d339906dda by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:41.008908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Attempting to bind port bcdcf550-6b4a-4706-b03a-e1d339906dda on network 1d5390bf-7f9e-42fe-873a-b1de61546e45 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:41.033886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:06:41.034269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Checking segment: {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:41.034831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:41.035302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Bound using segment: {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:06:41.035858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Bound port: bcdcf550-6b4a-4706-b03a-e1d339906dda, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:06:41.036327 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:41.080776 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:41.123751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:06:41.126091 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d920d5f-7cb7-43f2-b719-37f2cde17fab" -d '{"events": [{"server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "name": "network-vif-plugged", "status": "completed", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:06:41.146007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b11afc2f-f649-422c-b1d8-1710bd4e7676, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:41.151771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] For port bcdcf550-6b4a-4706-b03a-e1d339906dda, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:41.155850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] For port bcdcf550-6b4a-4706-b03a-e1d339906dda, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bcdcf550-6b4a-4706-b03a-e1d339906dda,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:06:41.175832 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d890b3-5c2e-45b7-8f5f-9fe52cdd9f3c x-openstack-request-id: req-97d890b3-5c2e-45b7-8f5f-9fe52cdd9f3c {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:06:41.176018 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "name": "network-vif-plugged", "status": "completed", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:06:41.176261 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97d890b3-5c2e-45b7-8f5f-9fe52cdd9f3c {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:06:41.176694 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'code': 200} Aug 23 04:06:41.227120 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:41.263103 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:41.306093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=b11afc2f-f649-422c-b1d8-1710bd4e7676,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:41.330548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event deleted for resources: {'Port': ['ID=a23b0fd9-30cb-400e-b588-93bfcde842fc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:41.366288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:41.366893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cf38e-d54c-44cb-83d6-78ebced2567d None None] Pushing event updated for resources: {'Port': ['ID=bcdcf550-6b4a-4706-b03a-e1d339906dda,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:41.368245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a23b0fd9-30cb-400e-b588-93bfcde842fc HTTP/1.1" status: 204 len: 168 time: 1.1087193 Aug 23 04:06:41.371048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47700) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:41.394334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.394334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.394790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.394943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.395193 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.395523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.395844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.396164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.396483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.396800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.397147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.397457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090012ee-8c4f-4f64-b51b-afe8ed711229 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:06:41.403374 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef749483-9b01-4be9-8ed8-4f3f210ec579 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] GET failed (client error): The resource could not be found. Aug 23 04:06:41.411744 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ef749483-9b01-4be9-8ed8-4f3f210ec579 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "GET /v2.0/ports/a23b0fd9-30cb-400e-b588-93bfcde842fc HTTP/1.1" status: 404 len: 333 time: 0.0378566 Aug 23 04:06:41.411964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47702) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:41.420909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1812976137', 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:41.483082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfe855-4bbc-4676-b860-75124b6da3cc req-13d7a50b-3475-4006-b1f7-8ea4b3fdab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:41.484647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-62bfe855-4bbc-4676-b860-75124b6da3cc req-13d7a50b-3475-4006-b1f7-8ea4b3fdab9a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 1097 time: 0.1646779 Aug 23 04:06:41.577304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Made reservation on behalf of abf3b257cc3746c78b097f74c5275968 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:41.580131 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:41.662573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] device_id is not set on port 2864635d-4bff-4f35-b362-99f69a19cd26 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:41.667634 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-62bfe855-4bbc-4676-b860-75124b6da3cc req-d22e5cc5-6ed7-4864-8282-3895d6837a54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637096 Aug 23 04:06:41.685977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c0a4f-36e1-47af-a612-c9c89f20e7fd req-399c671c-a1bd-4d40-8f70-4ce8b37afeb8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:41.687509 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585c0a4f-36e1-47af-a612-c9c89f20e7fd req-399c671c-a1bd-4d40-8f70-4ce8b37afeb8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 946 time: 0.1996763 Aug 23 04:06:41.744010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.20.0.1 (1d5390bf-7f9e-42fe-873a-b1de61546e45/7040b995-247a-4804-83d9-7edce58cba42/0d51715a-c567-4d26-89af-273c5cd75702) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:41.806906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585c0a4f-36e1-47af-a612-c9c89f20e7fd req-8b8a35fd-41fb-4008-b903-096115e895fc tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920329 Aug 23 04:06:41.956805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e06f3d34-2ad5-436d-a442-7144d2f13376 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:41.973078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:41.976431 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.009991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Transition to ACTIVE for port object 0d51715a-c567-4d26-89af-273c5cd75702 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:42.058891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2b8fa-0d9d-4cd6-9648-dac450ae0c8f req-607a84db-d6d0-47f1-836d-2e293e3defe6 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:42.060440 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13b2b8fa-0d9d-4cd6-9648-dac450ae0c8f req-607a84db-d6d0-47f1-836d-2e293e3defe6 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1143553 Aug 23 04:06:42.060590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port e06f3d34-2ad5-436d-a442-7144d2f13376 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:42.065240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e06f3d34-2ad5-436d-a442-7144d2f13376 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:42.065902 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.107821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13b2b8fa-0d9d-4cd6-9648-dac450ae0c8f req-d54927cb-7450-42f7-a401-d2418701c4a9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391150 Aug 23 04:06:42.147301 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.152491 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.168704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port e06f3d34-2ad5-436d-a442-7144d2f13376, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e06f3d34-2ad5-436d-a442-7144d2f13376,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:42.186928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.208042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Network 16c53cda-3e47-4541-89a3-1977dfb0b8ac is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:42.215176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:42.220699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 1d5390bf-7f9e-42fe-873a-b1de61546e45 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:42.221634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:42.222583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:42.223188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.234282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:42.239621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:42.244754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'Port': ['ID=2864635d-4bff-4f35-b362-99f69a19cd26,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:42.254818 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.255618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bcdcf550-6b4a-4706-b03a-e1d339906dda up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:42.321909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=0d51715a-c567-4d26-89af-273c5cd75702,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:42.325826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.329333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fb0c2a0b-2908-48f6-8392-f841782c5731 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9152143 Aug 23 04:06:42.332009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47706) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:42.340253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=e06f3d34-2ad5-436d-a442-7144d2f13376,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:42.367402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af4568-9402-4a4b-a42d-ed836ae2cf4a tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:42.369123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a7af4568-9402-4a4b-a42d-ed836ae2cf4a tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "GET /v2.0/ports/2864635d-4bff-4f35-b362-99f69a19cd26 HTTP/1.1" status: 200 len: 955 time: 0.0361001 Aug 23 04:06:42.372286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47708) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:42.406285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port bcdcf550-6b4a-4706-b03a-e1d339906dda completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:42.458951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6548a5be-ff93-4645-a9e0-01f870c26331 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Deleting port 2864635d-4bff-4f35-b362-99f69a19cd26 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:42.459306 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6548a5be-ff93-4645-a9e0-01f870c26331 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.523819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6548a5be-ff93-4645-a9e0-01f870c26331 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.544420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec790c-a9a2-47ec-beb0-48960c7c801c None None] Network 1d5390bf-7f9e-42fe-873a-b1de61546e45 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:06:42.548168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6548a5be-ff93-4645-a9e0-01f870c26331 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Calling delete_port for 2864635d-4bff-4f35-b362-99f69a19cd26 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:42.553787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.645131 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-da09ef1b-0b85-4c33-8fb1-b991d6025853 None None] Provisioning for port bcdcf550-6b4a-4706-b03a-e1d339906dda completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:42.668697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-da09ef1b-0b85-4c33-8fb1-b991d6025853 None None] Provisioning complete for port bcdcf550-6b4a-4706-b03a-e1d339906dda triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:42.669102 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da09ef1b-0b85-4c33-8fb1-b991d6025853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.806449 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da09ef1b-0b85-4c33-8fb1-b991d6025853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.854231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-da09ef1b-0b85-4c33-8fb1-b991d6025853 None None] For port bcdcf550-6b4a-4706-b03a-e1d339906dda, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bcdcf550-6b4a-4706-b03a-e1d339906dda,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:42.915480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.923722 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da09ef1b-0b85-4c33-8fb1-b991d6025853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:42.982898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09ef1b-0b85-4c33-8fb1-b991d6025853 None None] Pushing event updated for resources: {'Port': ['ID=bcdcf550-6b4a-4706-b03a-e1d339906dda,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:42.986090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fba9a-88f8-472e-aa64-39fe99f2be8b req-392bf28d-85d2-4803-9dd7-c9e5a85a297f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:42.986090 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e03fba9a-88f8-472e-aa64-39fe99f2be8b req-392bf28d-85d2-4803-9dd7-c9e5a85a297f tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 946 time: 0.0722244 Aug 23 04:06:43.014435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.101176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6548a5be-ff93-4645-a9e0-01f870c26331 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.122636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=0d51715a-c567-4d26-89af-273c5cd75702,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:43.126692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.137861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548a5be-ff93-4645-a9e0-01f870c26331 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event deleted for resources: {'Port': ['ID=2864635d-4bff-4f35-b362-99f69a19cd26,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:43.142588 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e03fba9a-88f8-472e-aa64-39fe99f2be8b req-5c5f052b-db2d-4c5f-88e8-4e0f4b16a69e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418350 Aug 23 04:06:43.150606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d42dbba3-b68b-4d4c-b91d-14ab00383ef6 None None] Provisioning complete for port bcdcf550-6b4a-4706-b03a-e1d339906dda triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:43.151145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6548a5be-ff93-4645-a9e0-01f870c26331 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.151326 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d42dbba3-b68b-4d4c-b91d-14ab00383ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.161551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47714) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:43.173114 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6548a5be-ff93-4645-a9e0-01f870c26331 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2864635d-4bff-4f35-b362-99f69a19cd26 HTTP/1.1" status: 204 len: 168 time: 0.7893379 Aug 23 04:06:43.192704 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cf42ce-b547-460b-a086-07a335a5a897 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] GET failed (client error): The resource could not be found. Aug 23 04:06:43.201753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-38cf42ce-b547-460b-a086-07a335a5a897 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "GET /v2.0/ports/2864635d-4bff-4f35-b362-99f69a19cd26 HTTP/1.1" status: 404 len: 333 time: 0.0349748 Aug 23 04:06:43.201753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47716) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:43.206905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Request body: {'port': {'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-904961053'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:43.317177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d42dbba3-b68b-4d4c-b91d-14ab00383ef6 None None] Provisioning for port 0d51715a-c567-4d26-89af-273c5cd75702 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:43.321204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d42dbba3-b68b-4d4c-b91d-14ab00383ef6 None None] Provisioning complete for port 0d51715a-c567-4d26-89af-273c5cd75702 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:43.321580 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d42dbba3-b68b-4d4c-b91d-14ab00383ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.347157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750a2f-c347-4fb9-82e6-90aa7c0bb703 req-34edb0ab-1dfb-43b9-b0fb-1200364f3af1 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:43.349112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47750a2f-c347-4fb9-82e6-90aa7c0bb703 req-34edb0ab-1dfb-43b9-b0fb-1200364f3af1 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1137180 Aug 23 04:06:43.357492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d42dbba3-b68b-4d4c-b91d-14ab00383ef6 None None] Port 0d51715a-c567-4d26-89af-273c5cd75702 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:06:43.359066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 1d5390bf-7f9e-42fe-873a-b1de61546e45 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:43.365986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:43.429000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Made reservation on behalf of abf3b257cc3746c78b097f74c5275968 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:43.431243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.437247 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47750a2f-c347-4fb9-82e6-90aa7c0bb703 req-c766c885-cbb8-4888-a362-42b974d9575c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801320 Aug 23 04:06:43.460230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] device_id is not set on port 34f97838-2244-4246-b3d0-e99ca9a6431e yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:43.477225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1ca1422c-660a-43a8-831b-d5a73ed44e85 None None] Provisioning complete for port 0d51715a-c567-4d26-89af-273c5cd75702 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:43.482089 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1ca1422c-660a-43a8-831b-d5a73ed44e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.514886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1422c-660a-43a8-831b-d5a73ed44e85 None None] Port 0d51715a-c567-4d26-89af-273c5cd75702 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:06:43.561640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:06:43.635290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-389487f4-b447-458b-b10f-3d52db696894 None None] Provisioning complete for port 0d51715a-c567-4d26-89af-273c5cd75702 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:43.635665 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-389487f4-b447-458b-b10f-3d52db696894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.668930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-389487f4-b447-458b-b10f-3d52db696894 None None] Port 0d51715a-c567-4d26-89af-273c5cd75702 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:06:43.735544 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.759972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:06:43.766548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d8ca4c53-b249-4664-878c-4f9c2c7b4020 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "PUT /v2.0/routers/659d7ad7-34cf-4d24-bf7f-6e0196ce91d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8362577 Aug 23 04:06:43.769772 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Sync routers for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:06:43.779800 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:43.780613 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:43.849653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.892550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e06f3d34-2ad5-436d-a442-7144d2f13376 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:43.903384 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:06:43.907988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Network 16c53cda-3e47-4541-89a3-1977dfb0b8ac is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:43.912529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:43.916286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:43.923033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:43.923033 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.942868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'Port': ['ID=34f97838-2244-4246-b3d0-e99ca9a6431e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:43.954494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e06f3d34-2ad5-436d-a442-7144d2f13376 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:43.954878 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:43.987283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-4dd3720c-67ba-4136-840b-d0859e0415e1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1027563036&fields=id&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 267 time: 0.0349493 Aug 23 04:06:44.009292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-591683ea-330f-4019-ba3b-d9f1f61fa78f tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8094175 Aug 23 04:06:44.011858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47730) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:44.017463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:44.042739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bcdcf550-6b4a-4706-b03a-e1d339906dda up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:44.076661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.106009 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bcdcf550-6b4a-4706-b03a-e1d339906dda triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:44.106647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.122416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd2511-308b-4755-8679-ea2512d5137f req-6c32c15b-805c-402b-bfa0-a56cd7f3e950 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:44.124214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-6c32c15b-805c-402b-bfa0-a56cd7f3e950 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 797 time: 0.1287620 Aug 23 04:06:44.145685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-ca069b7d-3e41-4886-b620-d46da5c852e7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/quotas/a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 375 time: 0.0122850 Aug 23 04:06:44.164284 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0d51715a-c567-4d26-89af-273c5cd75702', 'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:41Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 2, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '7040b995-247a-4804-83d9-7edce58cba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:44.192962 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Checking router: 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:06:44.193371 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Updating router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 port 0d51715a-c567-4d26-89af-273c5cd75702 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:06:44.201531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-ae80f662-1707-4bf9-969a-2503e87fb7d1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500979 Aug 23 04:06:44.218397 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.279742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] device_id is not set on port 34f97838-2244-4246-b3d0-e99ca9a6431e yet. {{(pid=95120) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:06:44.288355 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.301003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Transition to ACTIVE for port object 34f97838-2244-4246-b3d0-e99ca9a6431e will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:44.305900 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-c5af6073-bc44-4245-8098-6eb04d88d60d service neutron] 10.222.0.20 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899653 Aug 23 04:06:44.362153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.401259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-05781fd3-05cd-4d95-93d2-4ae5a2314485 service neutron] 10.222.0.20 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890455 Aug 23 04:06:44.426498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'Port': ['ID=34f97838-2244-4246-b3d0-e99ca9a6431e,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:44.431872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.432341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.433968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.443282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.443625 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.444021 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 2 to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e Aug 23 04:06:44.458516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.458859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.459197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.463828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.464162 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.464563 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 3 to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e Aug 23 04:06:44.476981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.477386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.477732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.482069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.482399 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.482794 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 4 to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e Aug 23 04:06:44.495389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.499321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.499321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.500708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.501068 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.501468 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 5 to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e Aug 23 04:06:44.506739 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.513262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.513600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.514178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.517413 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Transition to ACTIVE for port object 0d51715a-c567-4d26-89af-273c5cd75702 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:44.518964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.519320 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.519714 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 6 to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e Aug 23 04:06:44.532623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.532894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.533284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.537451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.537778 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.538165 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 7 to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e Aug 23 04:06:44.549652 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.549987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.550370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.554544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.554872 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.555261 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 8 to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e Aug 23 04:06:44.567287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.567674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.568010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.577563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.577563 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.577563 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 9 to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e Aug 23 04:06:44.591926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.592271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.592624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.597717 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.597909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.598144 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.598544 n-d-749052-7 neutron-server[95120]: INFO neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempt 10 to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e Aug 23 04:06:44.614327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.614327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.614327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempting to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.616546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:44.616950 n-d-749052-7 neutron-server[95120]: ERROR neutron.plugins.ml2.managers [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Failed to bind port 34f97838-2244-4246-b3d0-e99ca9a6431e on host n-h2-749052-7 for vnic_type normal using segments [{'id': 'b78bec87-971e-4d84-b988-8d0b087d1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '16c53cda-3e47-4541-89a3-1977dfb0b8ac'}] Aug 23 04:06:44.617424 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.657832 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94efd9-83df-40ed-a7c3-d4411b461395 None None] Pushing event updated for resources: {'Port': ['ID=0d51715a-c567-4d26-89af-273c5cd75702,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:44.686184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50871594-47de-4e6a-9ce5-bc5ee46212fb req-f50d110e-851c-4cf9-abea-3d129e88f52c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:44.689361 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50871594-47de-4e6a-9ce5-bc5ee46212fb req-f50d110e-851c-4cf9-abea-3d129e88f52c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 946 time: 0.0649512 Aug 23 04:06:44.731317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] For port 34f97838-2244-4246-b3d0-e99ca9a6431e, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:44.731762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attempted to set empty binding levels {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 04:06:44.734309 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Attempting to bind port 0d51715a-c567-4d26-89af-273c5cd75702 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:44.734739 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Attempting to bind port 0d51715a-c567-4d26-89af-273c5cd75702 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:44.735115 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Attempting to bind port 0d51715a-c567-4d26-89af-273c5cd75702 on network 1d5390bf-7f9e-42fe-873a-b1de61546e45 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:44.742002 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:06:44.742722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50871594-47de-4e6a-9ce5-bc5ee46212fb req-57f967c1-295c-4af8-8268-aac476529a79 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468042 Aug 23 04:06:44.745149 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Checking segment: {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:44.745793 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.746327 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Bound using segment: {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:06:44.747072 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Bound port: 0d51715a-c567-4d26-89af-273c5cd75702, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:06:44.747642 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.803339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.839109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] In _notify_port_updated(), no bound segment for port 34f97838-2244-4246-b3d0-e99ca9a6431e on network 16c53cda-3e47-4541-89a3-1977dfb0b8ac {{(pid=95120) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 23 04:06:44.840543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:44.841375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.843000 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "PUT /v2.0/ports/34f97838-2244-4246-b3d0-e99ca9a6431e HTTP/1.1" status: 200 len: 974 time: 0.8300574 Aug 23 04:06:44.846124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47746) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:44.850760 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] For port 0d51715a-c567-4d26-89af-273c5cd75702, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:44.855902 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] For port 0d51715a-c567-4d26-89af-273c5cd75702, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0d51715a-c567-4d26-89af-273c5cd75702,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:06:44.903147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb025c8-7967-40ed-a60a-586150460247 req-b7333cc9-cc17-45cd-b681-5942274a5867 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:44.904834 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ccb025c8-7967-40ed-a60a-586150460247 req-b7333cc9-cc17-45cd-b681-5942274a5867 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0663722 Aug 23 04:06:44.911959 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.930052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08a5a7-5dd8-45b7-bfec-928d46536ab8 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event updated for resources: {'Port': ['ID=34f97838-2244-4246-b3d0-e99ca9a6431e,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:44.950808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6486c92e-2eba-4a10-b31f-e3c8406fba66 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Deleting port 34f97838-2244-4246-b3d0-e99ca9a6431e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:44.950943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6486c92e-2eba-4a10-b31f-e3c8406fba66 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:44.964595 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:44.965669 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:44.974463 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ccb025c8-7967-40ed-a60a-586150460247 req-84eb0143-d0a4-498a-a8a5-c3daf349b8c3 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632420 Aug 23 04:06:45.012338 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94efd9-83df-40ed-a7c3-d4411b461395 None None] Pushing event updated for resources: {'Port': ['ID=0d51715a-c567-4d26-89af-273c5cd75702,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:45.026557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-6486c92e-2eba-4a10-b31f-e3c8406fba66 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] For port 34f97838-2244-4246-b3d0-e99ca9a6431e, host n-h2-749052-7, got binding levels [] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:45.027056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6486c92e-2eba-4a10-b31f-e3c8406fba66 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.041641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6486c92e-2eba-4a10-b31f-e3c8406fba66 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Calling delete_port for 34f97838-2244-4246-b3d0-e99ca9a6431e owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:45.067128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6a4be63-29cc-49d4-8aeb-0df7a35171df req-7d1242d1-a588-4ea9-bb3f-2e4beee7d463 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 210 time: 0.0381305 Aug 23 04:06:45.197303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6486c92e-2eba-4a10-b31f-e3c8406fba66 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.200457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2978-5daa-479c-aa67-e0328f17fcf7 req-4c76e293-b014-4ebf-87cc-7416b4e36984 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:45.202284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87fc2978-5daa-479c-aa67-e0328f17fcf7 req-4c76e293-b014-4ebf-87cc-7416b4e36984 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 946 time: 0.0619071 Aug 23 04:06:45.224761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486c92e-2eba-4a10-b31f-e3c8406fba66 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Pushing event deleted for resources: {'Port': ['ID=34f97838-2244-4246-b3d0-e99ca9a6431e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:45.232403 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:06:45.236798 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6486c92e-2eba-4a10-b31f-e3c8406fba66 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.239927 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6486c92e-2eba-4a10-b31f-e3c8406fba66 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "DELETE /v2.0/ports/34f97838-2244-4246-b3d0-e99ca9a6431e HTTP/1.1" status: 204 len: 168 time: 0.3919094 Aug 23 04:06:45.242356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47748) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:45.263408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87fc2978-5daa-479c-aa67-e0328f17fcf7 req-f650161d-ae15-408d-ab0b-f465f9b3763c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537922 Aug 23 04:06:45.280323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47750) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:45.281375 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14c0ea1-9d6b-4b10-8d5c-e698413ff7c7 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] GET failed (client error): The resource could not be found. Aug 23 04:06:45.283119 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d14c0ea1-9d6b-4b10-8d5c-e698413ff7c7 tempest-PortsAdminExtendedAttrsTestJSON-822250669 tempest-PortsAdminExtendedAttrsTestJSON-822250669-project-admin] 10.222.0.20 "GET /v2.0/ports/34f97838-2244-4246-b3d0-e99ca9a6431e HTTP/1.1" status: 404 len: 333 time: 0.0393789 Aug 23 04:06:45.296470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47752) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:45.323919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451357f4-af77-4105-b06f-e5b62ec8701e tempest-TestVolumeBootPattern-869819263 tempest-TestVolumeBootPattern-869819263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:45.328282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-451357f4-af77-4105-b06f-e5b62ec8701e tempest-TestVolumeBootPattern-869819263 tempest-TestVolumeBootPattern-869819263-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 1092 time: 0.0441475 Aug 23 04:06:45.328595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47754) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:45.333152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:45.378982 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.409172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.485804 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0d51715a-c567-4d26-89af-273c5cd75702', 'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:41Z', 'updated_at': '2021-08-23T04:06:44Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '7040b995-247a-4804-83d9-7edce58cba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:45.488567 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.502268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c53cda-3e47-4541-89a3-1977dfb0b8ac']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:45.511604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.513654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78bec87-971e-4d84-b988-8d0b087d1d56') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:45.514409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78bec87-971e-4d84-b988-8d0b087d1d56') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:45.518900 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f2095-39e6-4acb-9e1d-347b77fcfd82 None None] The sync data for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 is: [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0d51715a-c567-4d26-89af-273c5cd75702', 'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:41Z', 'updated_at': '2021-08-23T04:06:44Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '7040b995-247a-4804-83d9-7edce58cba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:06:45.525477 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.540158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.548484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:06:45.548484 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:06:45.553091 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:06:45.661741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.25.1.47 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/26725716-e240-4d14-a28e-7554f33d1e63) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:45.683643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.691230 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.694478 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] 10.222.0.20 "DELETE /v2.0/networks/16c53cda-3e47-4541-89a3-1977dfb0b8ac HTTP/1.1" status: 204 len: 168 time: 0.3962846 Aug 23 04:06:45.729467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36013ff-fe2c-4896-94e8-85e1cc9da657 tempest-PortsAdminExtendedAttrsTestJSON-591096355 tempest-PortsAdminExtendedAttrsTestJSON-591096355-project] Pushing event deleted for resources: {'Network': ['ID=16c53cda-3e47-4541-89a3-1977dfb0b8ac,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:45.812145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:45.914885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0d51715a-c567-4d26-89af-273c5cd75702 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:45.975110 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.020026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:46.031664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0d51715a-c567-4d26-89af-273c5cd75702 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:46.032369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:46.037685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0d51715a-c567-4d26-89af-273c5cd75702 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:46.040990 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.041172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:46.043689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=26725716-e240-4d14-a28e-7554f33d1e63,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:46.154831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.191960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07254d76-7661-475d-9501-d25cab97479c req-984e2921-f523-4979-85f4-d5d415feaa48 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:46.193646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07254d76-7661-475d-9501-d25cab97479c req-984e2921-f523-4979-85f4-d5d415feaa48 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1121504 Aug 23 04:06:46.194665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0d51715a-c567-4d26-89af-273c5cd75702, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0d51715a-c567-4d26-89af-273c5cd75702,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:46.282611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07254d76-7661-475d-9501-d25cab97479c req-1919937f-a30e-472f-ad03-0a4dc8c7a7f4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803473 Aug 23 04:06:46.283520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.354872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0d51715a-c567-4d26-89af-273c5cd75702,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:46.384654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:46.416628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1e9e352c-95d4-4686-b503-3608a806b602 req-850d830c-2c1c-4983-8c4f-2ef8b0ccbbe5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 210 time: 0.0407193 Aug 23 04:06:46.546203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5e793af1-e0f7-4e1b-ba27-a523bb45bb17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f026107c066f4ee48d630e4bee797a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593342 Aug 23 04:06:46.548312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47770) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:46.591790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.598820 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5160a31-06ba-4666-a6cc-67f7ab30e0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.625105 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5160a31-06ba-4666-a6cc-67f7ab30e0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.729390 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.786078 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5160a31-06ba-4666-a6cc-67f7ab30e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.788703 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f5160a31-06ba-4666-a6cc-67f7ab30e0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:46.792773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f5160a31-06ba-4666-a6cc-67f7ab30e0d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a5e0cf4-0c43-4696-be86-6d73a84297c7 HTTP/1.1" status: 204 len: 168 time: 0.2405198 Aug 23 04:06:46.806201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5160a31-06ba-4666-a6cc-67f7ab30e0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5e0cf4-0c43-4696-be86-6d73a84297c7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:46.986558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd2511-308b-4755-8679-ea2512d5137f req-0ccffeee-3f77-405e-b0b3-d9261c1151ca tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:46.988025 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-0ccffeee-3f77-405e-b0b3-d9261c1151ca tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 797 time: 0.1402962 Aug 23 04:06:46.996586 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:47.037871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-cf6f6043-cf95-476f-bd66-6eb8b15b224c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 380 time: 0.0341129 Aug 23 04:06:47.047234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'port': {'device_id': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'admin_state_up': True, 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'security_groups': ['4624f90e-a1e7-4771-b27e-35e205995f6a']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:47.105957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:47.199002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=26725716-e240-4d14-a28e-7554f33d1e63,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:47.219168 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:47.337499 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Floating IP 0840a424-3044-46ee-a5ac-97a0e53e2b0f associated. External IP: 172.25.1.47, port: b11afc2f-f649-422c-b1d8-1710bd4e7676. Aug 23 04:06:47.372999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:47.376980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:47.529933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47780) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:47.572970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3763572d-5705-4b9a-b55b-5483f71d7ba2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abf3b257cc3746c78b097f74c5275968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416555 Aug 23 04:06:47.575564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47782) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:47.628388 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-967a95bb-9d61-40cf-b35d-a8205374dafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:47.650314 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-967a95bb-9d61-40cf-b35d-a8205374dafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:47.796899 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-967a95bb-9d61-40cf-b35d-a8205374dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:47.800167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-967a95bb-9d61-40cf-b35d-a8205374dafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:47.801432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-967a95bb-9d61-40cf-b35d-a8205374dafa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebf901a7-a350-4f18-82b6-1de70dc57fae HTTP/1.1" status: 204 len: 168 time: 0.2249367 Aug 23 04:06:47.810386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a95bb-9d61-40cf-b35d-a8205374dafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf901a7-a350-4f18-82b6-1de70dc57fae,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:47.870835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd7ce1-5ef5-4d48-9f2e-c6ac02287078 req-33f26f7b-d2b6-4d04-a720-df21cebe980c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:47.872333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8bd7ce1-5ef5-4d48-9f2e-c6ac02287078 req-33f26f7b-d2b6-4d04-a720-df21cebe980c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.5028000 Aug 23 04:06:47.911456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0d51715a-c567-4d26-89af-273c5cd75702 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:47.959491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0d51715a-c567-4d26-89af-273c5cd75702 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:47.959868 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:47.996011 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8bd7ce1-5ef5-4d48-9f2e-c6ac02287078 req-2dc92d1b-a2e7-4bbf-b90d-99c94ba10130 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163728 Aug 23 04:06:48.039168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.20.0.4 (1d5390bf-7f9e-42fe-873a-b1de61546e45/7040b995-247a-4804-83d9-7edce58cba42/cc7f967e-5e2e-4a5f-b943-1864a0f0a922) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:48.105516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Router 684066a7-fdcd-4776-aff2-6e7016547b1c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:06:48.107654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec5a63a2-8435-4009-bd12-692becd06798 req-620f6c8d-a40b-43b1-be19-0fd7da0c742b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 210 time: 0.0453541 Aug 23 04:06:48.298140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:06:48.307549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] Sync routers for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:06:48.317033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:48.317882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:48.320568 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:48.335025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Transition to ACTIVE for port object cc7f967e-5e2e-4a5f-b943-1864a0f0a922 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:48.437551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:48.466442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-92f57c2b-1e18-4b7b-9e75-acfc128e2880 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1367629 Aug 23 04:06:48.467049 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:06:48.469920 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecadd1f-63ef-447e-aff8-9380016a36a1" -d '{"events": [{"name": "network-changed", "server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:06:48.484020 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:48.525636 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4ee5bb-fe77-4732-bac6-d334e9908150 x-openstack-request-id: req-8b4ee5bb-fe77-4732-bac6-d334e9908150 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:06:48.525923 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:06:48.526170 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b4ee5bb-fe77-4732-bac6-d334e9908150 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:06:48.526563 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'status': 'completed', 'code': 200} Aug 23 04:06:48.530310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 1d5390bf-7f9e-42fe-873a-b1de61546e45 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:48.534079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:48.537634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:48.601175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:48.603474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:06:48.638433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:48.640384 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:48.661190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-fbea0489-35a9-4509-8179-a75c33f0068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:48.662681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-fbea0489-35a9-4509-8179-a75c33f0068a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 1097 time: 0.0774367 Aug 23 04:06:48.743409 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-697eff94-fc3e-4f5d-8598-cbdcc511071b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6998148 Aug 23 04:06:48.764999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Request body: {'port': {'device_id': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:48.772575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-875dfb0a-9182-4583-befa-c5912bd15ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:48.772575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-875dfb0a-9182-4583-befa-c5912bd15ff7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.1008644 Aug 23 04:06:48.867305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:48.867490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0840a424-3044-46ee-a5ac-97a0e53e2b0f', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:06:46Z', 'updated_at': '2021-08-23T04:06:46Z', 'revision_number': 0, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:48.900171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] Checking router: 684066a7-fdcd-4776-aff2-6e7016547b1c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:06:48.902069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d4ac58dc-87d3-4c2b-98b2-d74a36eb7b86 None None] Provisioning for port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:48.906833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d4ac58dc-87d3-4c2b-98b2-d74a36eb7b86 None None] Provisioning complete for port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:48.907194 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d4ac58dc-87d3-4c2b-98b2-d74a36eb7b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:48.915874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-ff522e92-bdba-48f8-95df-b9f246abbc40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676 HTTP/1.1" status: 200 len: 999 time: 0.1230311 Aug 23 04:06:48.936270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:48.941597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:48.986856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac58dc-87d3-4c2b-98b2-d74a36eb7b86 None None] Port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:06:49.030598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-29c65ff5-0198-4402-ba7e-22e8efecf94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:49.035078 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-29c65ff5-0198-4402-ba7e-22e8efecf94f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.1083481 Aug 23 04:06:49.059634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47810) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:49.062245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:06:49.165385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-e21e4dfe-b723-490f-90ee-2cca79d53b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:49.166891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-e21e4dfe-b723-490f-90ee-2cca79d53b88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283250 Aug 23 04:06:49.188332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'network': {'name': 'tempest-RoutersTest-690161364'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:49.224454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ba86b-6d52-493e-bb0a-431a9dd892b4 req-4574a615-666d-4642-9522-5c45549abc4b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:49.225943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d27ba86b-6d52-493e-bb0a-431a9dd892b4 req-4574a615-666d-4642-9522-5c45549abc4b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1253591 Aug 23 04:06:49.294173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:49.298902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.307942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.321228 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0840a424-3044-46ee-a5ac-97a0e53e2b0f', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:06:46Z', 'updated_at': '2021-08-23T04:06:46Z', 'revision_number': 0, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:49.335331 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d27ba86b-6d52-493e-bb0a-431a9dd892b4 req-70105505-2b5d-4f1c-8e93-aa9280c15f0b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028583 Aug 23 04:06:49.354750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f7dec0-8205-401d-ae4d-eae44a9d14c2 None None] The sync data for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 is: [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0840a424-3044-46ee-a5ac-97a0e53e2b0f', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:06:46Z', 'updated_at': '2021-08-23T04:06:46Z', 'revision_number': 0, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:06:49.360170 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-49efd4cc-6f8f-4cd4-a3e8-6577dcd98168 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846259 Aug 23 04:06:49.398146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7f967e-5e2e-4a5f-b943-1864a0f0a922 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:06:49.410686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.414040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.483035 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.490926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Transition to ACTIVE for port object cc7f967e-5e2e-4a5f-b943-1864a0f0a922 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:49.506763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:06:49.511258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ecadd1f-63ef-447e-aff8-9380016a36a1 req-23648f66-c2e3-4131-80bb-5d94e26a2820 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449275 Aug 23 04:06:49.521976 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d3598-d8f6-4f67-9a13-ceeed4f047bc req-9c8ef834-e4ae-4472-9904-877f34e0d8d5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:49.522540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c496d6e5-e44d-482f-89c0-0b696b106b7f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:49.523329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-937d3598-d8f6-4f67-9a13-ceeed4f047bc req-9c8ef834-e4ae-4472-9904-877f34e0d8d5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 931 time: 0.0816338 Aug 23 04:06:49.525647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.525987 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added segment 61fc3369-4b62-4655-9168-086f643e530f of type vlan for network 924c34ab-4dff-4a67-8455-22353b7db46b Aug 23 04:06:49.564202 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.570814 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.608879 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c99752f-a36d-453d-8208-162e561f3caa None None] New status for floating IP 0840a424-3044-46ee-a5ac-97a0e53e2b0f: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:06:49.621678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-937d3598-d8f6-4f67-9a13-ceeed4f047bc req-dc9bc43a-555e-42b7-b287-96b7ec22f951 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792875 Aug 23 04:06:49.641964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:49.694146 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.699815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:49.700801 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.723297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Attempting to bind port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:49.724028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Attempting to bind port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:49.724579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Attempting to bind port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on network 1d5390bf-7f9e-42fe-873a-b1de61546e45 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:49.729801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on network 1d5390bf-7f9e-42fe-873a-b1de61546e45 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:06:49.730470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Attempting to bind port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on network 1d5390bf-7f9e-42fe-873a-b1de61546e45 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:49.736178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:06:49.736839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Checking segment: {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:49.737545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Bound using segment: {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:06:49.738211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Bound port: cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:06:49.738806 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.773232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Network': ['ID=924c34ab-4dff-4a67-8455-22353b7db46b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:49.785249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 924c34ab-4dff-4a67-8455-22353b7db46b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:06:49.808566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:49.811735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:06:49.853524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1aef92d9-284b-4237-a1a1-d8c000538e34 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7878060 Aug 23 04:06:49.853524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47816) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:49.858079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'network': {'name': 'tempest-RoutersTest-693047267'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:49.917542 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.952373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:49.955232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:49.955871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.956927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.957288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] 10.222.0.11 "PUT /v2.0/ports/cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 1091 time: 1.1971862 Aug 23 04:06:49.978486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763bc9e-f33e-4b00-9702-80340add605a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:49.985844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:06:49.995646 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:49.995991 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added segment 0a5d7002-b557-4cc7-a847-defd710afe64 of type vlan for network cf1f3f93-54bc-43e8-a443-5f9a89169171 Aug 23 04:06:50.038122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:50.051510 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:06:50.111575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:50.117242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.117815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:50.121183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd2511-308b-4755-8679-ea2512d5137f req-a4f8b67d-aea8-4a7d-9e90-b0a4f35dbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.123528 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-a4f8b67d-aea8-4a7d-9e90-b0a4f35dbecb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1094 time: 0.0455284 Aug 23 04:06:50.171928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-5eca8b96-0029-4c13-8fb2-3a9ad2d0fffe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 217 time: 0.0354147 Aug 23 04:06:50.186163 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Network': ['ID=cf1f3f93-54bc-43e8-a443-5f9a89169171,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:50.192608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c69ea3ff-791c-46d9-bae8-f3db85884543 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3382821 Aug 23 04:06:50.195732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47818) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:50.197439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network cf1f3f93-54bc-43e8-a443-5f9a89169171 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:06:50.201678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'subnet': {'network_id': '924c34ab-4dff-4a67-8455-22353b7db46b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:50.227472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd2511-308b-4755-8679-ea2512d5137f req-043b43d5-6aa6-46d8-81ac-690185cd71af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.229054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-043b43d5-6aa6-46d8-81ac-690185cd71af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 200 len: 835 time: 0.0505888 Aug 23 04:06:50.279068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd2511-308b-4755-8679-ea2512d5137f req-cfa3fe93-12de-4144-93f4-9bf0a8ce9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.280788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-cfa3fe93-12de-4144-93f4-9bf0a8ce9c4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1d5390bf-7f9e-42fe-873a-b1de61546e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434930 Aug 23 04:06:50.351751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:50.355334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:50.369209 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-56e5751d-93aa-44c7-b6c1-e7f657b1e479 service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813015 Aug 23 04:06:50.501843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076887-e66e-4336-aeb1-ec184d6907a7 req-33a12a56-be74-4600-b2e6-073e89d1da02 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.503343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11076887-e66e-4336-aeb1-ec184d6907a7 req-33a12a56-be74-4600-b2e6-073e89d1da02 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0676920 Aug 23 04:06:50.507005 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64bd2511-308b-4755-8679-ea2512d5137f req-6159dd66-334c-46a9-b450-a4d0fe137bba service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305771 Aug 23 04:06:50.527068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:06:50.529362 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836f38d5-0a11-4885-b421-5cfe723c13bc" -d '{"events": [{"name": "network-changed", "server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:06:50.548132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11076887-e66e-4336-aeb1-ec184d6907a7 req-a03a567f-ce04-4ee2-991e-b293d4e3c56b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382853 Aug 23 04:06:50.589455 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719299b4-6d12-4af9-9206-fdd3560103c0 x-openstack-request-id: req-719299b4-6d12-4af9-9206-fdd3560103c0 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:06:50.589750 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:06:50.589998 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-719299b4-6d12-4af9-9206-fdd3560103c0 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:06:50.590414 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'status': 'completed', 'code': 200} Aug 23 04:06:50.614688 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:50.690907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Subnet': ['ID=ef937ae6-8c64-4f2b-8193-58605dddb6bd,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:50.699486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Checking segment: {'id': '61fc3369-4b62-4655-9168-086f643e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '924c34ab-4dff-4a67-8455-22353b7db46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:50.699855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network hostable DHCP agents. Network: 924c34ab-4dff-4a67-8455-22353b7db46b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:06:50.712645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-9cda14a0-73c2-43c2-854d-df9eb6a763cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.715595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-9cda14a0-73c2-43c2-854d-df9eb6a763cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1094 time: 0.0538137 Aug 23 04:06:50.792093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 924c34ab-4dff-4a67-8455-22353b7db46b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:06:50.821770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff8357-71f4-4f60-8383-4afd6a4e38d0 req-3541c12a-6e5c-44a1-815d-a31e6ecc034f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.823557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbff8357-71f4-4f60-8383-4afd6a4e38d0 req-3541c12a-6e5c-44a1-815d-a31e6ecc034f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.1054974 Aug 23 04:06:50.856836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-96e4203a-723c-4a67-b4cb-0b2e835a12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.858484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-96e4203a-723c-4a67-b4cb-0b2e835a12b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 897 time: 0.1321607 Aug 23 04:06:50.882619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 924c34ab-4dff-4a67-8455-22353b7db46b) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:50.886817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.887472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:50.894318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da8c5d-9ff0-4ad6-bba1-5bfa38543ea9 None None] Network 924c34ab-4dff-4a67-8455-22353b7db46b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:06:50.907434 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbff8357-71f4-4f60-8383-4afd6a4e38d0 req-eeb60ec4-fd4f-4a46-a2fc-3123a58f1c02 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768821 Aug 23 04:06:50.910974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-c4e19f12-ef14-4b5a-9794-a15a03b84773 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 217 time: 0.0396359 Aug 23 04:06:50.962726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-2bf0187d-cd73-484b-8386-4fd09914cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:50.964347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-2bf0187d-cd73-484b-8386-4fd09914cafe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 200 len: 835 time: 0.0485291 Aug 23 04:06:50.980595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5b44889c-0c69-4135-a076-195032a29109 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7834451 Aug 23 04:06:50.983355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47826) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:50.989433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'subnet': {'network_id': 'cf1f3f93-54bc-43e8-a443-5f9a89169171', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:51.016990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-0fedf3be-c165-474a-bf1e-caea0e2ad103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:51.018515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-0fedf3be-c165-474a-bf1e-caea0e2ad103 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1d5390bf-7f9e-42fe-873a-b1de61546e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469940 Aug 23 04:06:51.067099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-924c34ab-4dff-4a67-8455-22353b7db46b', 'network_id': '924c34ab-4dff-4a67-8455-22353b7db46b', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'fixed_ips': [{'subnet_id': 'ef937ae6-8c64-4f2b-8193-58605dddb6bd'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:06:51.068344 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.132478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-d58c3fa3-857a-49dd-954d-136d74196df2 service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069276 Aug 23 04:06:51.174312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de710ccb-ff01-4302-953d-5dbe5e6b0634 req-b3083608-a1b8-4f34-909a-45e7105744f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:51.176430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de710ccb-ff01-4302-953d-5dbe5e6b0634 req-b3083608-a1b8-4f34-909a-45e7105744f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1096 time: 0.0509288 Aug 23 04:06:51.218165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:06:51.222950 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.233316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Allocated IP 172.20.0.2 (924c34ab-4dff-4a67-8455-22353b7db46b/ef937ae6-8c64-4f2b-8193-58605dddb6bd/a097d187-6869-432a-910b-f38621ba277c) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:51.247942 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-de710ccb-ff01-4302-953d-5dbe5e6b0634 req-a99fa707-ef75-4173-a100-95a9b8691a4f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586023 Aug 23 04:06:51.266466 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-836f38d5-0a11-4885-b421-5cfe723c13bc req-dd86beae-90e8-43e2-92b6-b6472cc15095 service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202242 Aug 23 04:06:51.389695 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.398389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Transition to ACTIVE for port object a097d187-6869-432a-910b-f38621ba277c will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:51.414280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Transition to ACTIVE for port object a097d187-6869-432a-910b-f38621ba277c will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:51.506165 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.511885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.552027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Network 924c34ab-4dff-4a67-8455-22353b7db46b is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:51.558657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:51.560618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Pushing event updated for resources: {'Port': ['ID=a097d187-6869-432a-910b-f38621ba277c,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:51.563395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:51.582302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Subnet': ['ID=b235dae1-0465-4810-895d-19067c942f4b,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:51.590268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Checking segment: {'id': '0a5d7002-b557-4cc7-a847-defd710afe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf1f3f93-54bc-43e8-a443-5f9a89169171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:51.590628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network hostable DHCP agents. Network: cf1f3f93-54bc-43e8-a443-5f9a89169171, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:06:51.626560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Attempting to bind port a097d187-6869-432a-910b-f38621ba277c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:51.626952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Attempting to bind port a097d187-6869-432a-910b-f38621ba277c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '61fc3369-4b62-4655-9168-086f643e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '924c34ab-4dff-4a67-8455-22353b7db46b'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:51.627296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Attempting to bind port a097d187-6869-432a-910b-f38621ba277c on network 924c34ab-4dff-4a67-8455-22353b7db46b {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:51.632593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:06:51.632969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Checking segment: {'id': '61fc3369-4b62-4655-9168-086f643e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '924c34ab-4dff-4a67-8455-22353b7db46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:51.633403 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.633796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Bound using segment: {'id': '61fc3369-4b62-4655-9168-086f643e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '924c34ab-4dff-4a67-8455-22353b7db46b'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:06:51.634262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Bound port: a097d187-6869-432a-910b-f38621ba277c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fc3369-4b62-4655-9168-086f643e530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '924c34ab-4dff-4a67-8455-22353b7db46b'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:06:51.634644 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.665683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network cf1f3f93-54bc-43e8-a443-5f9a89169171 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:06:51.670440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d54a-ff2a-4eb3-92d6-8c0c601e1032 req-66fe5ee5-bcb9-4945-a580-609297a091fd tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:51.672134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e63d54a-ff2a-4eb3-92d6-8c0c601e1032 req-66fe5ee5-bcb9-4945-a580-609297a091fd tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0509927 Aug 23 04:06:51.699022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f35d1529-0734-4942-8277-35ac52323834 None None] For port a097d187-6869-432a-910b-f38621ba277c, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:51.702300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f35d1529-0734-4942-8277-35ac52323834 None None] For port a097d187-6869-432a-910b-f38621ba277c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a097d187-6869-432a-910b-f38621ba277c,segment=NetworkSegment(61fc3369-4b62-4655-9168-086f643e530f),segment_id=61fc3369-4b62-4655-9168-086f643e530f)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:06:51.711872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e63d54a-ff2a-4eb3-92d6-8c0c601e1032 req-1eca09df-f44c-45ec-b83f-408b994d81d3 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335917 Aug 23 04:06:51.768419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, cf1f3f93-54bc-43e8-a443-5f9a89169171) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:51.772746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:51.773614 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.777183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aaa1a0-0cfa-4834-a7c1-8b82edb8fe6c None None] Network cf1f3f93-54bc-43e8-a443-5f9a89169171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:06:51.802269 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.855246 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7b799352-92e6-4b77-8acd-6944c1eb96ee tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8707290 Aug 23 04:06:51.858256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:51.862928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2c2481dc-abc6-4966-9fd0-ab5bf6bd2eb2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-927712465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:51.897086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d1529-0734-4942-8277-35ac52323834 None None] Pushing event updated for resources: {'Port': ['ID=a097d187-6869-432a-910b-f38621ba277c,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:51.951476 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c2481dc-abc6-4966-9fd0-ab5bf6bd2eb2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.952675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c2481dc-abc6-4966-9fd0-ab5bf6bd2eb2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:51.975661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-cf1f3f93-54bc-43e8-a443-5f9a89169171', 'network_id': 'cf1f3f93-54bc-43e8-a443-5f9a89169171', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'fixed_ips': [{'subnet_id': 'b235dae1-0465-4810-895d-19067c942f4b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:06:51.976706 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.017506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c2481dc-abc6-4966-9fd0-ab5bf6bd2eb2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.046416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00606-e4e6-40a0-9fbf-db014aea890b req-28b94a3b-f4ff-46d6-ae67-280605459a30 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:52.048450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37a00606-e4e6-40a0-9fbf-db014aea890b req-28b94a3b-f4ff-46d6-ae67-280605459a30 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.0579135 Aug 23 04:06:52.107275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c2481dc-abc6-4966-9fd0-ab5bf6bd2eb2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.120761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37a00606-e4e6-40a0-9fbf-db014aea890b req-e895727e-d919-4580-8d59-3b5f27ec27ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581138 Aug 23 04:06:52.147584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Allocated IP 172.21.0.2 (cf1f3f93-54bc-43e8-a443-5f9a89169171/b235dae1-0465-4810-895d-19067c942f4b/6bcd8ec5-8388-4b7a-b03b-cfe56908ea76) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:52.197705 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c2481dc-abc6-4966-9fd0-ab5bf6bd2eb2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.199435 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2c2481dc-abc6-4966-9fd0-ab5bf6bd2eb2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3399820 Aug 23 04:06:52.202215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47834) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:52.302961 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.312541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Transition to ACTIVE for port object 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:52.329659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Transition to ACTIVE for port object 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:52.403533 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.442714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Network cf1f3f93-54bc-43e8-a443-5f9a89169171 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:52.445508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:52.447955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:52.465195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Pushing event updated for resources: {'Port': ['ID=6bcd8ec5-8388-4b7a-b03b-cfe56908ea76,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:52.489378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.513609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Attempting to bind port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:06:52.514376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Attempting to bind port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '0a5d7002-b557-4cc7-a847-defd710afe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf1f3f93-54bc-43e8-a443-5f9a89169171'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:06:52.514771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Attempting to bind port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 on network cf1f3f93-54bc-43e8-a443-5f9a89169171 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:06:52.520118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:06:52.520492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Checking segment: {'id': '0a5d7002-b557-4cc7-a847-defd710afe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf1f3f93-54bc-43e8-a443-5f9a89169171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:06:52.520896 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.521386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Bound using segment: {'id': '0a5d7002-b557-4cc7-a847-defd710afe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf1f3f93-54bc-43e8-a443-5f9a89169171'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:06:52.522101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Bound port: 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5d7002-b557-4cc7-a847-defd710afe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cf1f3f93-54bc-43e8-a443-5f9a89169171'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:06:52.522489 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.591724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] For port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:06:52.595474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] For port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6bcd8ec5-8388-4b7a-b03b-cfe56908ea76,segment=NetworkSegment(0a5d7002-b557-4cc7-a847-defd710afe64),segment_id=0a5d7002-b557-4cc7-a847-defd710afe64)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:06:52.670476 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.702394 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:52.740123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac384e2-23c2-4891-a29b-220b3b5e561f None None] Pushing event updated for resources: {'Port': ['ID=6bcd8ec5-8388-4b7a-b03b-cfe56908ea76,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:52.747782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.20.0.1 (924c34ab-4dff-4a67-8455-22353b7db46b/ef937ae6-8c64-4f2b-8193-58605dddb6bd/518fc126-5e00-4835-ad1d-ae244c2f54dc) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:52.862070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9161804-ca40-4d97-b336-05abfe188460 None None] Network 924c34ab-4dff-4a67-8455-22353b7db46b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:06:53.025543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d766d01-054b-497b-b068-33a7a1535455 None None] Provisioning for port a097d187-6869-432a-910b-f38621ba277c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:53.253668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec48c8d-dc6c-47db-99e1-e7c1a7b5601c req-33d68603-aee4-48a2-8bf1-3651c07231e6 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:53.255088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cec48c8d-dc6c-47db-99e1-e7c1a7b5601c req-33d68603-aee4-48a2-8bf1-3651c07231e6 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.4649875 Aug 23 04:06:53.276964 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:53.303274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Transition to ACTIVE for port object 518fc126-5e00-4835-ad1d-ae244c2f54dc will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:53.313195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cec48c8d-dc6c-47db-99e1-e7c1a7b5601c req-8f8b745d-eb78-4878-9197-6f75b0e11b31 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514107 Aug 23 04:06:53.404292 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:53.452612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b505b9-a440-4a3f-bb45-171da63bcc92 req-ccb6bf87-9174-4893-ac9d-720b61c1de07 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:53.454189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14b505b9-a440-4a3f-bb45-171da63bcc92 req-ccb6bf87-9174-4893-ac9d-720b61c1de07 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.0851169 Aug 23 04:06:53.464631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 924c34ab-4dff-4a67-8455-22353b7db46b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:53.477758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:53.480659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=518fc126-5e00-4835-ad1d-ae244c2f54dc,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:53.493262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:53.540886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14b505b9-a440-4a3f-bb45-171da63bcc92 req-096d7e4f-d5c7-472c-b903-5b6d3b59a2ba tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782461 Aug 23 04:06:53.551660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:53.750643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:53.798021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa5ff6-7791-494f-a921-5920d947f968 None None] Network cf1f3f93-54bc-43e8-a443-5f9a89169171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:06:53.852488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9aa9ae45-b096-42f2-81c5-3cdab721850d None None] Provisioning for port 518fc126-5e00-4835-ad1d-ae244c2f54dc completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:53.860954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9aa9ae45-b096-42f2-81c5-3cdab721850d None None] Provisioning complete for port 518fc126-5e00-4835-ad1d-ae244c2f54dc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:53.861237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ae45-b096-42f2-81c5-3cdab721850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:53.912836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9ae45-b096-42f2-81c5-3cdab721850d None None] Port 518fc126-5e00-4835-ad1d-ae244c2f54dc cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:06:53.995370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700e50c-d542-430e-a605-3047fa98e579 req-afb6f4a0-002e-48a7-8147-e753f7b8fd4d tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:53.997854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d700e50c-d542-430e-a605-3047fa98e579 req-afb6f4a0-002e-48a7-8147-e753f7b8fd4d tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0716288 Aug 23 04:06:54.024055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-6cd744a1-1b10-42f8-9e02-430345bc8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:54.026684 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-6cd744a1-1b10-42f8-9e02-430345bc8783 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1096 time: 0.0700798 Aug 23 04:06:54.029780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:54.088132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d700e50c-d542-430e-a605-3047fa98e579 req-0b8b48ff-c7a3-458c-8086-6918e55f6099 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798473 Aug 23 04:06:54.122909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9f270648-f497-4abf-a0ff-11ed87649a6a None None] Provisioning for port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:54.142719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:54.144869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-1f0fbb87-a89f-4cbe-85fb-f445f6c2da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:54.146492 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-1f0fbb87-a89f-4cbe-85fb-f445f6c2da6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 919 time: 0.1091843 Aug 23 04:06:54.148352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:54.151290 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.156890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.197199 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-a37a51c1-ddcb-4d80-b432-83e2e157d720 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9 HTTP/1.1" status: 200 len: 217 time: 0.0386701 Aug 23 04:06:54.203107 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.243151 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.254319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=518fc126-5e00-4835-ad1d-ae244c2f54dc,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:54.271589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-f21a71f0-66f5-47ef-bb3d-cbca99f8dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:54.273613 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-f21a71f0-66f5-47ef-bb3d-cbca99f8dbda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0696223 Aug 23 04:06:54.285369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6bcd8ec5-8388-4b7a-b03b-cfe56908ea76,segment=NetworkSegment(0a5d7002-b557-4cc7-a847-defd710afe64),segment_id=0a5d7002-b557-4cc7-a847-defd710afe64)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:54.297608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.305912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-4b0db3a9-33e3-4fb0-9ec5-7ac11f290134 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257850 Aug 23 04:06:54.356318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-04b23a3f-2386-4373-8b9c-1799f044e966 None None] Provisioning complete for port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:54.356830 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04b23a3f-2386-4373-8b9c-1799f044e966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.383622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.384497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a097d187-6869-432a-910b-f38621ba277c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:54.402019 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-6eda59f4-d3d1-437f-97b5-92d7214721d0 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882664 Aug 23 04:06:54.407108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 924c34ab-4dff-4a67-8455-22353b7db46b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:54.407108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:54.494981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=6bcd8ec5-8388-4b7a-b03b-cfe56908ea76,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:54.508275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5888a097-2ba3-4a73-8572-faefbe95cf7c req-7beb11a7-0ce9-45a9-a351-d464e69870e2 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986185 Aug 23 04:06:54.585787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port a097d187-6869-432a-910b-f38621ba277c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:54.591019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a097d187-6869-432a-910b-f38621ba277c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:54.591403 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.615150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router b509a2aa-288b-4706-b05a-d5d23123242b is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:06:54.736601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131e63-0e4f-4457-95fe-ebe767c81af3 req-b609db62-70b3-4ab0-9433-8fe64db32e3f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:54.738231 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6131e63-0e4f-4457-95fe-ebe767c81af3 req-b609db62-70b3-4ab0-9433-8fe64db32e3f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.1198602 Aug 23 04:06:54.763303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:06:54.775292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-29ce21eb-047e-4cfe-97c6-b553ef98f014 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/b509a2aa-288b-4706-b05a-d5d23123242b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5677872 Aug 23 04:06:54.775292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47850) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:54.820385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6131e63-0e4f-4457-95fe-ebe767c81af3 req-b879b1ad-bf95-4989-92df-b645bccec162 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738487 Aug 23 04:06:54.833401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6e32fc-3f9f-411f-8904-4d0c91a72441 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:54.837771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7a6e32fc-3f9f-411f-8904-4d0c91a72441 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports/518fc126-5e00-4835-ad1d-ae244c2f54dc HTTP/1.1" status: 200 len: 910 time: 0.0595937 Aug 23 04:06:54.837908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17e057-59a2-4b1c-a1ab-fd75ec9699d6 None None] Sync routers for ids ['b509a2aa-288b-4706-b05a-d5d23123242b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:06:54.838308 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47852) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:54.839012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cc7f967e-5e2e-4a5f-b943-1864a0f0a922 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:06:54.873684 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.881897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17e057-59a2-4b1c-a1ab-fd75ec9699d6 None None] Routers {'b509a2aa-288b-4706-b05a-d5d23123242b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:54.882535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7b17e057-59a2-4b1c-a1ab-fd75ec9699d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b509a2aa-288b-4706-b05a-d5d23123242b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:54.895687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ebdbf907-ba63-4117-b391-4aaaebcae398 None None] Provisioning complete for port 518fc126-5e00-4835-ad1d-ae244c2f54dc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:54.895877 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ebdbf907-ba63-4117-b391-4aaaebcae398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:54.956805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7b17e057-59a2-4b1c-a1ab-fd75ec9699d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:55.031229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port a097d187-6869-432a-910b-f38621ba277c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a097d187-6869-432a-910b-f38621ba277c,segment=NetworkSegment(61fc3369-4b62-4655-9168-086f643e530f),segment_id=61fc3369-4b62-4655-9168-086f643e530f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:55.033802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17e057-59a2-4b1c-a1ab-fd75ec9699d6 None None] Routers {'b509a2aa-288b-4706-b05a-d5d23123242b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:55.034427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7b17e057-59a2-4b1c-a1ab-fd75ec9699d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b509a2aa-288b-4706-b05a-d5d23123242b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:55.038389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbf907-ba63-4117-b391-4aaaebcae398 None None] Port 518fc126-5e00-4835-ad1d-ae244c2f54dc cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:06:55.075542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7b17e057-59a2-4b1c-a1ab-fd75ec9699d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:55.076191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17e057-59a2-4b1c-a1ab-fd75ec9699d6 None None] The sync data for ids ['b509a2aa-288b-4706-b05a-d5d23123242b'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:06:55.093591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:55.103854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'port_id': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'mac_address': 'fa:16:3e:bb:52:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:06:55.131043 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:55.168310 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:55.189752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7f967e-5e2e-4a5f-b943-1864a0f0a922 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:06:55.207089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=a097d187-6869-432a-910b-f38621ba277c,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:55.219233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:55.219637 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:55.271375 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:55.280553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429a8a6-f714-44e5-9840-8abee95a8055 req-e1d55549-cbe9-468e-ba1a-247ff897d96a tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:55.282573 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c429a8a6-f714-44e5-9840-8abee95a8055 req-e1d55549-cbe9-468e-ba1a-247ff897d96a tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1119058 Aug 23 04:06:55.323369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:55.365245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c429a8a6-f714-44e5-9840-8abee95a8055 req-11f36cd8-590d-4cb3-8092-29d21639087b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552490 Aug 23 04:06:55.506393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.21.0.1 (cf1f3f93-54bc-43e8-a443-5f9a89169171/b235dae1-0465-4810-895d-19067c942f4b/7a61a310-809b-4821-be02-d50e6bf54890) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:06:55.617391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:55.630346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Transition to ACTIVE for port object 7a61a310-809b-4821-be02-d50e6bf54890 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:06:55.638105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['cc7f967e-5e2e-4a5f-b943-1864a0f0a922'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:06:55.734899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:55.773071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network cf1f3f93-54bc-43e8-a443-5f9a89169171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:55.776135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:55.779617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:06:55.813753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=7a61a310-809b-4821-be02-d50e6bf54890,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:55.835882 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:55.970284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:55.991586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c729d7-353c-4e8c-8b13-2ea115de51bf req-14238bfc-c75c-4a0b-b7d2-ad58071ee1ac tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:55.992306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64c729d7-353c-4e8c-8b13-2ea115de51bf req-14238bfc-c75c-4a0b-b7d2-ad58071ee1ac tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 944 time: 0.0699849 Aug 23 04:06:56.042419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:56.042800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.070881 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64c729d7-353c-4e8c-8b13-2ea115de51bf req-99cc08ae-a5e4-43ee-8f68-f27372c5d830 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717220 Aug 23 04:06:56.071517 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.100543 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c604d7a-f85a-4125-ba57-b0f7d14b7cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.137130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a097d187-6869-432a-910b-f38621ba277c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:56.181126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-396801a6-3db0-4198-8f6b-c1d3f6ec89df None None] Provisioning for port 7a61a310-809b-4821-be02-d50e6bf54890 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:56.186028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-396801a6-3db0-4198-8f6b-c1d3f6ec89df None None] Provisioning complete for port 7a61a310-809b-4821-be02-d50e6bf54890 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:56.186404 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-396801a6-3db0-4198-8f6b-c1d3f6ec89df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.191897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a097d187-6869-432a-910b-f38621ba277c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:56.192252 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.247173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-396801a6-3db0-4198-8f6b-c1d3f6ec89df None None] Port 7a61a310-809b-4821-be02-d50e6bf54890 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:06:56.338545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.419655 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.521834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=7a61a310-809b-4821-be02-d50e6bf54890,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:56.525521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.557086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d239f-7c8b-4a84-85af-1e7f75b6c734 req-468c12d3-38b1-4b7d-a467-b221b311ec73 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:56.558483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b3d239f-7c8b-4a84-85af-1e7f75b6c734 req-468c12d3-38b1-4b7d-a467-b221b311ec73 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1105924 Aug 23 04:06:56.633040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b3d239f-7c8b-4a84-85af-1e7f75b6c734 req-3a11f4fc-338c-4865-914e-55340f732435 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679638 Aug 23 04:06:56.657283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network cf1f3f93-54bc-43e8-a443-5f9a89169171 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:06:56.658727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:06:56.725555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cc7f967e-5e2e-4a5f-b943-1864a0f0a922 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:06:56.768897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router b509a2aa-288b-4706-b05a-d5d23123242b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:06:56.855490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:06:56.859203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:56.859572 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.873170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:06:56.881613 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-eeb0267e-c0df-41c6-b660-7833d098432b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/b509a2aa-288b-4706-b05a-d5d23123242b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0429716 Aug 23 04:06:56.881772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47864) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:56.884193 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0fbcb-2ded-4d47-b1d7-18016f6e5232 None None] Sync routers for ids ['b509a2aa-288b-4706-b05a-d5d23123242b'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:06:56.894818 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0fbcb-2ded-4d47-b1d7-18016f6e5232 None None] Routers {'b509a2aa-288b-4706-b05a-d5d23123242b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:56.895663 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f2b0fbcb-2ded-4d47-b1d7-18016f6e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b509a2aa-288b-4706-b05a-d5d23123242b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:56.920498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3b976054-baaf-41f4-afbd-ad0b014fde5a None None] Provisioning complete for port 7a61a310-809b-4821-be02-d50e6bf54890 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:06:56.920952 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3b976054-baaf-41f4-afbd-ad0b014fde5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:56.928954 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f2b0fbcb-2ded-4d47-b1d7-18016f6e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:56.933913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c8c98-9f1d-49c7-8b1e-d8aeb111b45e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:56.935505 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-be5c8c98-9f1d-49c7-8b1e-d8aeb111b45e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports/7a61a310-809b-4821-be02-d50e6bf54890 HTTP/1.1" status: 200 len: 910 time: 0.0529664 Aug 23 04:06:56.938326 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0fbcb-2ded-4d47-b1d7-18016f6e5232 None None] Routers {'b509a2aa-288b-4706-b05a-d5d23123242b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:56.939087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47866) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:56.939203 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f2b0fbcb-2ded-4d47-b1d7-18016f6e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b509a2aa-288b-4706-b05a-d5d23123242b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:56.980377 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f2b0fbcb-2ded-4d47-b1d7-18016f6e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:56.981106 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0fbcb-2ded-4d47-b1d7-18016f6e5232 None None] The sync data for ids ['b509a2aa-288b-4706-b05a-d5d23123242b'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:06:56.995971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-3b976054-baaf-41f4-afbd-ad0b014fde5a None None] Port 7a61a310-809b-4821-be02-d50e6bf54890 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:06:57.009516 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:57.040800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:06:57.043083 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676df9da-e2c4-41de-9479-2aa79982b713" -d '{"events": [{"server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:06:57.059203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:06:57.082131 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d3a57-8fb7-44e9-b5b1-d759e3e03bbb x-openstack-request-id: req-0a0d3a57-8fb7-44e9-b5b1-d759e3e03bbb {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:06:57.082500 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:06:57.082813 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a0d3a57-8fb7-44e9-b5b1-d759e3e03bbb {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:06:57.083523 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'code': 200} Aug 23 04:06:57.146296 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:57.226213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:57.248518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747e14-7d8b-4d57-9967-55997938fb43 req-31063c4a-1143-458f-b35c-6c271b55e808 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:57.256494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab747e14-7d8b-4d57-9967-55997938fb43 req-31063c4a-1143-458f-b35c-6c271b55e808 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0900681 Aug 23 04:06:57.294118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be601c35-0116-4520-94ed-848c5e37d206 req-e607468d-fdba-4b9b-b4eb-370485c52f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:57.295771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be601c35-0116-4520-94ed-848c5e37d206 req-e607468d-fdba-4b9b-b4eb-370485c52f23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1096 time: 0.0953178 Aug 23 04:06:57.301321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab747e14-7d8b-4d57-9967-55997938fb43 req-10c4ceff-52cf-45a8-b2da-05a4e3c053e8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440028 Aug 23 04:06:57.334783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be601c35-0116-4520-94ed-848c5e37d206 req-f2154dbf-8687-4e4b-a7d6-791100babecd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Aug 23 04:06:57.367591 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:57.607561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 7a61a310-809b-4821-be02-d50e6bf54890 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:57.607820 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:57.689685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:57.700924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 7a61a310-809b-4821-be02-d50e6bf54890 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:57.923391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:57.956299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=7a61a310-809b-4821-be02-d50e6bf54890,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:58.343570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:58.369314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1de04b-6759-414f-b387-2f5e10f8127d req-96e9430c-d3dc-44ed-ac6d-d7ad87eeb7ec tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:58.370804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c1de04b-6759-414f-b387-2f5e10f8127d req-96e9430c-d3dc-44ed-ac6d-d7ad87eeb7ec tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0486424 Aug 23 04:06:58.412931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c1de04b-6759-414f-b387-2f5e10f8127d req-2a8dc065-d427-4b58-b913-a162d669dd5f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Aug 23 04:06:58.514743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcece3a8-e657-4340-a6c9-1e4c0fc1a8dc req-7522d9dc-e4c6-4fca-8d54-3a80a592171d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:58.516911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fcece3a8-e657-4340-a6c9-1e4c0fc1a8dc req-7522d9dc-e4c6-4fca-8d54-3a80a592171d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0490308 Aug 23 04:06:58.528509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router b509a2aa-288b-4706-b05a-d5d23123242b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:06:58.554047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fcece3a8-e657-4340-a6c9-1e4c0fc1a8dc req-86eeeab3-4590-4cad-b065-167cecc52c4a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Aug 23 04:06:58.620025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:06:58.625603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4b6bff9f-8652-41f2-a553-98a14b15467d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/b509a2aa-288b-4706-b05a-d5d23123242b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6834621 Aug 23 04:06:58.628269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47890) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:58.630951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8962011-bd4b-4b19-81b3-f71f29187782 None None] Sync routers for ids ['b509a2aa-288b-4706-b05a-d5d23123242b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:06:58.642794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8962011-bd4b-4b19-81b3-f71f29187782 None None] Routers {'b509a2aa-288b-4706-b05a-d5d23123242b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:58.643680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f8962011-bd4b-4b19-81b3-f71f29187782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b509a2aa-288b-4706-b05a-d5d23123242b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:58.679969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f8962011-bd4b-4b19-81b3-f71f29187782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:58.694940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8962011-bd4b-4b19-81b3-f71f29187782 None None] Routers {'b509a2aa-288b-4706-b05a-d5d23123242b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:58.701674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f8962011-bd4b-4b19-81b3-f71f29187782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b509a2aa-288b-4706-b05a-d5d23123242b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:58.730010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f8962011-bd4b-4b19-81b3-f71f29187782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:58.730667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8962011-bd4b-4b19-81b3-f71f29187782 None None] The sync data for ids ['b509a2aa-288b-4706-b05a-d5d23123242b'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:06:58.774126 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-02f972e2-aacd-415c-a907-7739eb32cdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:58.905757 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:58.956808 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:59.195692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 518fc126-5e00-4835-ad1d-ae244c2f54dc {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:06:59.196034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:59.282796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:59.294231 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 518fc126-5e00-4835-ad1d-ae244c2f54dc owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:06:59.522571 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:59.550932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=518fc126-5e00-4835-ad1d-ae244c2f54dc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:06:59.697322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d658d-f1cf-41cb-93fb-52351f28fa56 req-c64e1ea2-eaac-4a7c-a998-02ea72578743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:59.709246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c2d658d-f1cf-41cb-93fb-52351f28fa56 req-c64e1ea2-eaac-4a7c-a998-02ea72578743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0760374 Aug 23 04:06:59.711438 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:06:59.754576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c2d658d-f1cf-41cb-93fb-52351f28fa56 req-5421d032-d5f9-4229-bd88-4dedc9f36aed tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Aug 23 04:06:59.871359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245286e5-3db3-47fd-ba74-5bdfd4137de7 req-8f1e034a-55c4-452c-b9fc-aec9ea687bc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:59.874127 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-245286e5-3db3-47fd-ba74-5bdfd4137de7 req-8f1e034a-55c4-452c-b9fc-aec9ea687bc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0580192 Aug 23 04:06:59.882380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router b509a2aa-288b-4706-b05a-d5d23123242b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:06:59.919610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-245286e5-3db3-47fd-ba74-5bdfd4137de7 req-1263ce32-fd27-4afe-a0d0-af0e1b783b4b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401115 Aug 23 04:06:59.942307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47902) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:59.963358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:06:59.968345 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3c0be8bc-4252-4e16-8f9f-5b90ec0b53f3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/b509a2aa-288b-4706-b05a-d5d23123242b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3388321 Aug 23 04:06:59.971130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47904) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:59.974154 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e8379b-424c-4b63-9a8a-997d2d1160ce None None] Sync routers for ids ['b509a2aa-288b-4706-b05a-d5d23123242b'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:06:59.984202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b45992-e19c-4a6d-b381-9bd7e23b7056 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:06:59.985390 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e8379b-424c-4b63-9a8a-997d2d1160ce None None] Routers {'b509a2aa-288b-4706-b05a-d5d23123242b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:06:59.986369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f6b45992-e19c-4a6d-b381-9bd7e23b7056 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1091 time: 0.0427368 Aug 23 04:06:59.987167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b2e8379b-424c-4b63-9a8a-997d2d1160ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b509a2aa-288b-4706-b05a-d5d23123242b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:06:59.989391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47906) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:06:59.994143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:06:59.998225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c3e6a1a8-63e5-47bc-8e82-3ad8fdb862fb tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=b509a2aa-288b-4706-b05a-d5d23123242b HTTP/1.1" status: 200 len: 205 time: 0.0257692 Aug 23 04:07:00.001302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47908) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:00.030500 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b2e8379b-424c-4b63-9a8a-997d2d1160ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:00.039842 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e8379b-424c-4b63-9a8a-997d2d1160ce None None] Routers {'b509a2aa-288b-4706-b05a-d5d23123242b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:00.040788 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b2e8379b-424c-4b63-9a8a-997d2d1160ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['b509a2aa-288b-4706-b05a-d5d23123242b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:00.079183 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-b2e8379b-424c-4b63-9a8a-997d2d1160ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:00.080338 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e8379b-424c-4b63-9a8a-997d2d1160ce None None] The sync data for ids ['b509a2aa-288b-4706-b05a-d5d23123242b'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:00.083700 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5970fcd6-cfdd-4433-a4ae-8e90e4cff659 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.094320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.191841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.239060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5970fcd6-cfdd-4433-a4ae-8e90e4cff659 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.241249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5970fcd6-cfdd-4433-a4ae-8e90e4cff659 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.304211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.25.1.109 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/6c1f0b60-f7d7-4af5-9280-410a5d54b18f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:00.431394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.500462 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.557811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.620665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:00.631401 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5970fcd6-cfdd-4433-a4ae-8e90e4cff659 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.632236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5970fcd6-cfdd-4433-a4ae-8e90e4cff659 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Fanout notify agent at l3_agent the message router_deleted on router b509a2aa-288b-4706-b05a-d5d23123242b {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:07:00.633799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:00.641912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=6c1f0b60-f7d7-4af5-9280-410a5d54b18f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:00.652089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:00.655120 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5970fcd6-cfdd-4433-a4ae-8e90e4cff659 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.656760 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5970fcd6-cfdd-4433-a4ae-8e90e4cff659 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/b509a2aa-288b-4706-b05a-d5d23123242b HTTP/1.1" status: 204 len: 168 time: 0.6539502 Aug 23 04:07:00.659611 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47914) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:00.731836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb555f77-fec0-4e81-80c3-2aa01811d5e1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting subnet b235dae1-0465-4810-895d-19067c942f4b {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:00.738651 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb555f77-fec0-4e81-80c3-2aa01811d5e1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.783017 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb555f77-fec0-4e81-80c3-2aa01811d5e1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:00.878936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb555f77-fec0-4e81-80c3-2aa01811d5e1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.003149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb555f77-fec0-4e81-80c3-2aa01811d5e1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.030319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb555f77-fec0-4e81-80c3-2aa01811d5e1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Subnet': ['ID=b235dae1-0465-4810-895d-19067c942f4b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:01.039188 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb555f77-fec0-4e81-80c3-2aa01811d5e1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.045147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cb555f77-fec0-4e81-80c3-2aa01811d5e1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/b235dae1-0465-4810-895d-19067c942f4b HTTP/1.1" status: 204 len: 168 time: 0.3844316 Aug 23 04:07:01.053413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47916) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:01.057414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c65b7c-5cc2-4391-b720-5a47ff61464f None None] Network cf1f3f93-54bc-43e8-a443-5f9a89169171 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:01.072018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.122505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecea2f2d-846d-4a01-9037-c4bd80b324ae tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting subnet ef937ae6-8c64-4f2b-8193-58605dddb6bd {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:01.125945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecea2f2d-846d-4a01-9037-c4bd80b324ae tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.174030 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecea2f2d-846d-4a01-9037-c4bd80b324ae tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.296429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa61ba-660d-4183-9400-9d7bda8bf20d None None] DHCP port deletion for cf1f3f93-54bc-43e8-a443-5f9a89169171 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:07:01.296941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecea2f2d-846d-4a01-9037-c4bd80b324ae tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.355043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-34aa61ba-660d-4183-9400-9d7bda8bf20d None None] Deleting port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:01.357045 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-34aa61ba-660d-4183-9400-9d7bda8bf20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.425336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-34aa61ba-660d-4183-9400-9d7bda8bf20d None None] For port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6bcd8ec5-8388-4b7a-b03b-cfe56908ea76,segment=NetworkSegment(0a5d7002-b557-4cc7-a847-defd710afe64),segment_id=0a5d7002-b557-4cc7-a847-defd710afe64)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:01.426097 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-34aa61ba-660d-4183-9400-9d7bda8bf20d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.445749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-34aa61ba-660d-4183-9400-9d7bda8bf20d None None] Calling delete_port for 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:01.489398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecea2f2d-846d-4a01-9037-c4bd80b324ae tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.537524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea2f2d-846d-4a01-9037-c4bd80b324ae tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Subnet': ['ID=ef937ae6-8c64-4f2b-8193-58605dddb6bd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:01.540101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ecea2f2d-846d-4a01-9037-c4bd80b324ae tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.544454 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ecea2f2d-846d-4a01-9037-c4bd80b324ae tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/ef937ae6-8c64-4f2b-8193-58605dddb6bd HTTP/1.1" status: 204 len: 168 time: 0.4941659 Aug 23 04:07:01.544785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47920) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:01.548393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d4263-9e86-4228-9178-f2651b2fa0a2 None None] Network 924c34ab-4dff-4a67-8455-22353b7db46b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:01.618714 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.634897 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-34aa61ba-660d-4183-9400-9d7bda8bf20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.639146 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.689352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa61ba-660d-4183-9400-9d7bda8bf20d None None] Pushing event deleted for resources: {'Port': ['ID=6bcd8ec5-8388-4b7a-b03b-cfe56908ea76,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:01.693265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa61ba-660d-4183-9400-9d7bda8bf20d None None] No DVR routers for this DVR port 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:01.769043 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.779467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1f3f93-54bc-43e8-a443-5f9a89169171']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:01.779752 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.791285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5d7002-b557-4cc7-a847-defd710afe64') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:01.791285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5d7002-b557-4cc7-a847-defd710afe64') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:01.800708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7fc39-7ce1-436b-bc5f-700fd6d0a89b None None] DHCP port deletion for 924c34ab-4dff-4a67-8455-22353b7db46b request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:07:01.805289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.824238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.825422 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.835306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:07:01.839839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:07:01.840894 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:07:01.868271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7fc39-7ce1-436b-bc5f-700fd6d0a89b None None] Deleting port a097d187-6869-432a-910b-f38621ba277c {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:01.868653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fdc7fc39-7ce1-436b-bc5f-700fd6d0a89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.908562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:01.923159 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:01.959543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:01.959965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6bcd8ec5-8388-4b7a-b03b-cfe56908ea76 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:01.960488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a097d187-6869-432a-910b-f38621ba277c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:01.995801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fdc7fc39-7ce1-436b-bc5f-700fd6d0a89b None None] For port a097d187-6869-432a-910b-f38621ba277c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a097d187-6869-432a-910b-f38621ba277c,segment=NetworkSegment(61fc3369-4b62-4655-9168-086f643e530f),segment_id=61fc3369-4b62-4655-9168-086f643e530f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:01.996356 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fdc7fc39-7ce1-436b-bc5f-700fd6d0a89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.007215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=6c1f0b60-f7d7-4af5-9280-410a5d54b18f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:02.011082 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.021232 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.022299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7fc39-7ce1-436b-bc5f-700fd6d0a89b None None] Calling delete_port for a097d187-6869-432a-910b-f38621ba277c owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:02.023571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/networks/cf1f3f93-54bc-43e8-a443-5f9a89169171 HTTP/1.1" status: 204 len: 168 time: 0.4778259 Aug 23 04:07:02.027024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47924) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:02.045699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85deda84-56ae-408d-975c-9b1afbae3f89 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Network': ['ID=cf1f3f93-54bc-43e8-a443-5f9a89169171,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:02.064165 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.115334 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.158518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port a097d187-6869-432a-910b-f38621ba277c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a097d187-6869-432a-910b-f38621ba277c,segment=NetworkSegment(61fc3369-4b62-4655-9168-086f643e530f),segment_id=61fc3369-4b62-4655-9168-086f643e530f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:02.162710 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.256539 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Floating IP ab55eb67-749b-44f3-834b-adc905821f62 associated. External IP: 172.25.1.109, port: cc7f967e-5e2e-4a5f-b943-1864a0f0a922. Aug 23 04:07:02.264460 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.328339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port a097d187-6869-432a-910b-f38621ba277c {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:02.328339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.330871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=a097d187-6869-432a-910b-f38621ba277c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:02.339913 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fdc7fc39-7ce1-436b-bc5f-700fd6d0a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.364831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7fc39-7ce1-436b-bc5f-700fd6d0a89b None None] Pushing event deleted for resources: {'Port': ['ID=a097d187-6869-432a-910b-f38621ba277c,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:02.368256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7fc39-7ce1-436b-bc5f-700fd6d0a89b None None] No DVR routers for this DVR port a097d187-6869-432a-910b-f38621ba277c on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:02.439507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port a097d187-6869-432a-910b-f38621ba277c, host n-d-749052-7, got binding levels [] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:02.439877 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.486392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for a097d187-6869-432a-910b-f38621ba277c owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:02.490577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Port a097d187-6869-432a-910b-f38621ba277c was not found and therefore no delete operation was performed {{(pid=95121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 04:07:02.494846 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.557940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=a097d187-6869-432a-910b-f38621ba277c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:02.565686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No DVR routers for this DVR port a097d187-6869-432a-910b-f38621ba277c on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:02.629215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:02.664861 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.677902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924c34ab-4dff-4a67-8455-22353b7db46b']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:02.722912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fc3369-4b62-4655-9168-086f643e530f') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:02.723256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fc3369-4b62-4655-9168-086f643e530f') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:02.735933 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.779658 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.789830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:07:02.790172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:07:02.793055 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:07:02.856295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:02.867541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] Sync routers for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:02.876624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:02.877267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:02.957335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.965519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:02.967672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/networks/924c34ab-4dff-4a67-8455-22353b7db46b HTTP/1.1" status: 204 len: 168 time: 0.9396892 Aug 23 04:07:02.972151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47928) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:02.979817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1393421423'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:02.980733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d4181-be23-42a6-9523-fb7df95774c3 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Network': ['ID=924c34ab-4dff-4a67-8455-22353b7db46b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:02.986235 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:03.001540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:03.024917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-34319bc8-d5d2-4e2e-8bff-193de5d3d1d7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0343323 Aug 23 04:07:03.026207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:07:03.028827 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17520bf-bf85-48a2-89fc-05ba425a939a" -d '{"events": [{"name": "network-changed", "server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:07:03.070967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:03.074711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:03.103400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:07:03.114401 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:03.114885 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added segment f387c130-4b71-4345-bcd1-86e83675b674 of type vlan for network 33345361-7a73-4ed8-a682-af44de5322de Aug 23 04:07:03.139781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e07a7-3e5b-42f7-a891-d67958057528 req-f18c77f6-f2df-4860-a805-f6e2564458a6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:03.141530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-737e07a7-3e5b-42f7-a891-d67958057528 req-f18c77f6-f2df-4860-a805-f6e2564458a6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0648599 Aug 23 04:07:03.164989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:03.192900 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-737e07a7-3e5b-42f7-a891-d67958057528 req-2d6c969a-f150-4bb4-917f-6f7624d92d55 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445099 Aug 23 04:07:03.221369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47934) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:03.259685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:03.266381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:03.267607 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:03.268262 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4fcdc0-6bc4-4c48-b731-866ba7479929 x-openstack-request-id: req-4e4fcdc0-6bc4-4c48-b731-866ba7479929 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:07:03.268564 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:07:03.268820 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e4fcdc0-6bc4-4c48-b731-866ba7479929 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:07:03.269261 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'status': 'completed', 'code': 200} Aug 23 04:07:03.298200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'ab55eb67-749b-44f3-834b-adc905821f62', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'port_id': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'mac_address': 'fa:16:3e:bb:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:07:00Z', 'updated_at': '2021-08-23T04:07:00Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d51715a-c567-4d26-89af-273c5cd75702', 'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:41Z', 'updated_at': '2021-08-23T04:06:46Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '7040b995-247a-4804-83d9-7edce58cba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:03.327435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] Checking router: 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:03.337973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:03.338987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:03.343197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9cb3d286-edaa-418d-8ae6-d69fdbfd0e8e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/ab55eb67-749b-44f3-834b-adc905821f62 HTTP/1.1" status: 200 len: 991 time: 0.1196151 Aug 23 04:07:03.364825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-8e625412-8b1a-47c7-8c39-d75859e27b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:03.365689 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3909886 Aug 23 04:07:03.366692 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-8e625412-8b1a-47c7-8c39-d75859e27b34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1096 time: 0.0648501 Aug 23 04:07:03.368381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47936) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:03.373219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601b3ff-f7cc-4f25-bc31-61f3afafd526 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Network': ['ID=33345361-7a73-4ed8-a682-af44de5322de,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:03.377147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'subnet': {'network_id': '33345361-7a73-4ed8-a682-af44de5322de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:03.392112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 33345361-7a73-4ed8-a682-af44de5322de details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:07:03.521128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:03.548910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-c2591cbf-88f1-4a7b-a640-d93535dacc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:03.549679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-c2591cbf-88f1-4a7b-a640-d93535dacc6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 897 time: 0.1674407 Aug 23 04:07:03.627137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-7b6e4b75-56bd-4b0e-80f1-f28c973dfc5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 999 time: 0.0685625 Aug 23 04:07:03.628206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:03.631701 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:03.744165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-2dd15e24-5236-4666-bd77-f7f00dc8d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:03.745641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-2dd15e24-5236-4666-bd77-f7f00dc8d952 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 200 len: 835 time: 0.1072907 Aug 23 04:07:03.815329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-4743e7f2-e32c-45a0-8150-163f59e933aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:03.816773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-4743e7f2-e32c-45a0-8150-163f59e933aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1d5390bf-7f9e-42fe-873a-b1de61546e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613115 Aug 23 04:07:03.916100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'ab55eb67-749b-44f3-834b-adc905821f62', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'port_id': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'mac_address': 'fa:16:3e:bb:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:07:00Z', 'updated_at': '2021-08-23T04:07:00Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d51715a-c567-4d26-89af-273c5cd75702', 'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:41Z', 'updated_at': '2021-08-23T04:06:46Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '7040b995-247a-4804-83d9-7edce58cba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:03.946241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe800fac-a4ab-4e5d-9f95-d8e880342d28 None None] The sync data for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 is: [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'ab55eb67-749b-44f3-834b-adc905821f62', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.109', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'port_id': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'mac_address': 'fa:16:3e:bb:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:07:00Z', 'updated_at': '2021-08-23T04:07:00Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d51715a-c567-4d26-89af-273c5cd75702', 'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:41Z', 'updated_at': '2021-08-23T04:06:46Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '7040b995-247a-4804-83d9-7edce58cba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:03.973365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-e7f44986-0601-40e7-8f04-e2b4b4f1d6c9 service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377177 Aug 23 04:07:04.034395 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.111123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Subnet': ['ID=3bbb9e53-62ca-420a-8186-0e5e25b19805,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:04.134997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d17520bf-bf85-48a2-89fc-05ba425a939a req-bcab1a76-3c43-46f2-a3ed-1fd785bf326d service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541250 Aug 23 04:07:04.139289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Checking segment: {'id': 'f387c130-4b71-4345-bcd1-86e83675b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '33345361-7a73-4ed8-a682-af44de5322de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:04.139650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network hostable DHCP agents. Network: 33345361-7a73-4ed8-a682-af44de5322de, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:07:04.161769 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb039f25-69ec-4d23-8adf-893d6f0e774f None None] New status for floating IP ab55eb67-749b-44f3-834b-adc905821f62: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:07:04.219597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 33345361-7a73-4ed8-a682-af44de5322de is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:07:04.299775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 33345361-7a73-4ed8-a682-af44de5322de) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:04.304116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:04.304643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.309511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa77f85-7714-4456-9436-a65431246707 None None] Network 33345361-7a73-4ed8-a682-af44de5322de requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:04.345950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47940) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:04.415181 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c15ee0c1-66fe-4264-a87b-0e71b3b37eca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0456679 Aug 23 04:07:04.417775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47942) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:04.417915 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4413edeb-a8cb-4111-95e6-4ff8b3377dbb tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/ab55eb67-749b-44f3-834b-adc905821f62 HTTP/1.1" status: 200 len: 993 time: 0.0706356 Aug 23 04:07:04.423341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-904a33c6-3ffc-40cd-846f-0c96a30faa79 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-73023307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:04.457259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-33345361-7a73-4ed8-a682-af44de5322de', 'network_id': '33345361-7a73-4ed8-a682-af44de5322de', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'fixed_ips': [{'subnet_id': '3bbb9e53-62ca-420a-8186-0e5e25b19805'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:07:04.458122 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.523194 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-904a33c6-3ffc-40cd-846f-0c96a30faa79 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.524279 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-904a33c6-3ffc-40cd-846f-0c96a30faa79 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.575682 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-904a33c6-3ffc-40cd-846f-0c96a30faa79 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.596964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Allocated IP 172.20.0.2 (33345361-7a73-4ed8-a682-af44de5322de/3bbb9e53-62ca-420a-8186-0e5e25b19805/ce1a9e93-ea34-4bb0-bd94-2c751964d021) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:04.642908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-904a33c6-3ffc-40cd-846f-0c96a30faa79 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.741152 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.745418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-904a33c6-3ffc-40cd-846f-0c96a30faa79 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.746804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-904a33c6-3ffc-40cd-846f-0c96a30faa79 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3276556 Aug 23 04:07:04.749333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47946) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:04.749481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Transition to ACTIVE for port object ce1a9e93-ea34-4bb0-bd94-2c751964d021 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:04.754427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'port': {'network_id': '33345361-7a73-4ed8-a682-af44de5322de', 'name': 'tempest-RoutersTest-2081328087'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:04.764807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Transition to ACTIVE for port object ce1a9e93-ea34-4bb0-bd94-2c751964d021 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:04.831369 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.867615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Network 33345361-7a73-4ed8-a682-af44de5322de is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:04.870290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:04.873583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:04.886224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Pushing event updated for resources: {'Port': ['ID=ce1a9e93-ea34-4bb0-bd94-2c751964d021,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:04.928055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:04.931608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.939823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Attempting to bind port ce1a9e93-ea34-4bb0-bd94-2c751964d021 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:04.940348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Attempting to bind port ce1a9e93-ea34-4bb0-bd94-2c751964d021 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'f387c130-4b71-4345-bcd1-86e83675b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '33345361-7a73-4ed8-a682-af44de5322de'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:04.940542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Attempting to bind port ce1a9e93-ea34-4bb0-bd94-2c751964d021 on network 33345361-7a73-4ed8-a682-af44de5322de {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:04.946463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:04.946823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Checking segment: {'id': 'f387c130-4b71-4345-bcd1-86e83675b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '33345361-7a73-4ed8-a682-af44de5322de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:04.949666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.949666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Bound using segment: {'id': 'f387c130-4b71-4345-bcd1-86e83675b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '33345361-7a73-4ed8-a682-af44de5322de'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:04.949666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Bound port: ce1a9e93-ea34-4bb0-bd94-2c751964d021, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f387c130-4b71-4345-bcd1-86e83675b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '33345361-7a73-4ed8-a682-af44de5322de'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:04.949666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:04.950209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] device_id is not set on port 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:07:05.014794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] For port ce1a9e93-ea34-4bb0-bd94-2c751964d021, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:05.018423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] For port ce1a9e93-ea34-4bb0-bd94-2c751964d021, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ce1a9e93-ea34-4bb0-bd94-2c751964d021,segment=NetworkSegment(f387c130-4b71-4345-bcd1-86e83675b674),segment_id=f387c130-4b71-4345-bcd1-86e83675b674)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:05.059749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.20.0.14 (33345361-7a73-4ed8-a682-af44de5322de/3bbb9e53-62ca-420a-8186-0e5e25b19805/62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:05.089238 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:05.155825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c3e0f-48e4-493e-a2be-feac12355665 None None] Pushing event updated for resources: {'Port': ['ID=ce1a9e93-ea34-4bb0-bd94-2c751964d021,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:05.223240 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:05.237581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Transition to ACTIVE for port object 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:05.351652 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:05.399226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 33345361-7a73-4ed8-a682-af44de5322de is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:05.402238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:05.405919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:05.432806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:05.460145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:05.460749 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:05.545915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-831fe0b9-c96a-45b6-b7f5-dc346fe7a13b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7953808 Aug 23 04:07:05.549077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47948) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:05.873755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:05.937469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ce1a9e93-ea34-4bb0-bd94-2c751964d021 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:06.111127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ce1a9e93-ea34-4bb0-bd94-2c751964d021 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:06.129029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.132220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e7ec8-9fce-45d8-ad61-2ba11b308bbc None None] Network 33345361-7a73-4ed8-a682-af44de5322de requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:06.208426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.272814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ff77c7f1-78c7-46b3-9444-5279f201ed87 None None] Provisioning for port ce1a9e93-ea34-4bb0-bd94-2c751964d021 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:06.279018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ff77c7f1-78c7-46b3-9444-5279f201ed87 None None] Provisioning complete for port ce1a9e93-ea34-4bb0-bd94-2c751964d021 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:06.279389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff77c7f1-78c7-46b3-9444-5279f201ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.287028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:06.368922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff77c7f1-78c7-46b3-9444-5279f201ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.405280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ff77c7f1-78c7-46b3-9444-5279f201ed87 None None] For port ce1a9e93-ea34-4bb0-bd94-2c751964d021, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ce1a9e93-ea34-4bb0-bd94-2c751964d021,segment=NetworkSegment(f387c130-4b71-4345-bcd1-86e83675b674),segment_id=f387c130-4b71-4345-bcd1-86e83675b674)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:06.429510 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.488442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff77c7f1-78c7-46b3-9444-5279f201ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.539502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77c7f1-78c7-46b3-9444-5279f201ed87 None None] Pushing event updated for resources: {'Port': ['ID=ce1a9e93-ea34-4bb0-bd94-2c751964d021,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:06.616908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.659898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8526a2e1-4cc0-4994-b569-483197868add None None] Provisioning for port 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:06.663780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8526a2e1-4cc0-4994-b569-483197868add None None] Provisioning complete for port 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:06.664282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8526a2e1-4cc0-4994-b569-483197868add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.704243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8526a2e1-4cc0-4994-b569-483197868add None None] Port 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:06.714241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8526a2e1-4cc0-4994-b569-483197868add None None] Provisioning complete for port ce1a9e93-ea34-4bb0-bd94-2c751964d021 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:06.714609 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8526a2e1-4cc0-4994-b569-483197868add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.931349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1f61e97d-5ed4-4e9c-9702-7f48264d46b9 None None] Provisioning complete for port 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:06.931716 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1f61e97d-5ed4-4e9c-9702-7f48264d46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:06.967363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1f61e97d-5ed4-4e9c-9702-7f48264d46b9 None None] Port 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:07.204635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:07.276632 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:07.349876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:07.352356 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:07.439368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 33345361-7a73-4ed8-a682-af44de5322de is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:07.440816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:07.654031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router fe5d644a-5371-4016-ad01-eb50a227fb39 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:07:07.683168 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:07.691305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-32054a43-fc67-4ac3-ae38-5af2e2fb8f79 None None] Provisioning complete for port 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:07.691674 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-32054a43-fc67-4ac3-ae38-5af2e2fb8f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:07.728835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-32054a43-fc67-4ac3-ae38-5af2e2fb8f79 None None] Port 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:07.749456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:07.754318 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a1c75c3f-0790-452f-9a77-b70abb66c5be tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/fe5d644a-5371-4016-ad01-eb50a227fb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2042263 Aug 23 04:07:07.756925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47954) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:07.759170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09cb36d-3c6c-4f98-a2e8-5f2ca50f976d None None] Sync routers for ids ['fe5d644a-5371-4016-ad01-eb50a227fb39'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:07.769388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09cb36d-3c6c-4f98-a2e8-5f2ca50f976d None None] Routers {'fe5d644a-5371-4016-ad01-eb50a227fb39'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:07.769997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e09cb36d-3c6c-4f98-a2e8-5f2ca50f976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fe5d644a-5371-4016-ad01-eb50a227fb39'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:07.800832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0902935e-70e9-4480-9646-d180848b7f74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:07.802265 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0902935e-70e9-4480-9646-d180848b7f74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports/62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c HTTP/1.1" status: 200 len: 978 time: 0.0443938 Aug 23 04:07:07.802457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e09cb36d-3c6c-4f98-a2e8-5f2ca50f976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:07.804971 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47956) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:07.810970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09cb36d-3c6c-4f98-a2e8-5f2ca50f976d None None] Routers {'fe5d644a-5371-4016-ad01-eb50a227fb39'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:07.811558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e09cb36d-3c6c-4f98-a2e8-5f2ca50f976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fe5d644a-5371-4016-ad01-eb50a227fb39'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:07.842873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e09cb36d-3c6c-4f98-a2e8-5f2ca50f976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:07.844080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09cb36d-3c6c-4f98-a2e8-5f2ca50f976d None None] The sync data for ids ['fe5d644a-5371-4016-ad01-eb50a227fb39'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:07.923250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ce1a9e93-ea34-4bb0-bd94-2c751964d021 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:07.973370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ce1a9e93-ea34-4bb0-bd94-2c751964d021 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:07.973741 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:08.219064 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:08.422026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:08.422777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:08.504529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:08.516010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:08.727841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:08.756268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=62d6f5eb-6c5b-4c42-bb3d-ba5d5976731c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:08.902853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:09.063748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router fe5d644a-5371-4016-ad01-eb50a227fb39 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:09.139729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:09.144925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-29b89403-abec-415c-b091-57c27384dc40 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/fe5d644a-5371-4016-ad01-eb50a227fb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3389628 Aug 23 04:07:09.148182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47962) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:09.149347 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac44ea5-6f40-4750-b7cf-c79939e1173d None None] Sync routers for ids ['fe5d644a-5371-4016-ad01-eb50a227fb39'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:09.159061 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac44ea5-6f40-4750-b7cf-c79939e1173d None None] Routers {'fe5d644a-5371-4016-ad01-eb50a227fb39'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:09.159673 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fac44ea5-6f40-4750-b7cf-c79939e1173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fe5d644a-5371-4016-ad01-eb50a227fb39'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:09.190948 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fac44ea5-6f40-4750-b7cf-c79939e1173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:09.199907 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac44ea5-6f40-4750-b7cf-c79939e1173d None None] Routers {'fe5d644a-5371-4016-ad01-eb50a227fb39'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:09.200522 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fac44ea5-6f40-4750-b7cf-c79939e1173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fe5d644a-5371-4016-ad01-eb50a227fb39'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:09.232980 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fac44ea5-6f40-4750-b7cf-c79939e1173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:09.233669 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac44ea5-6f40-4750-b7cf-c79939e1173d None None] The sync data for ids ['fe5d644a-5371-4016-ad01-eb50a227fb39'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:09.362473 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-5ff22ca3-46db-4b7e-82af-5b3ba996075e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] remove_router_interface failed (client error): The resource could not be found. Aug 23 04:07:09.363442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5ff22ca3-46db-4b7e-82af-5b3ba996075e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/fe5d644a-5371-4016-ad01-eb50a227fb39/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2139392 Aug 23 04:07:09.366385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47966) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:09.395338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-16db48e8-0a46-4bc5-898d-62fca7517c6d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5d644a-5371-4016-ad01-eb50a227fb39 HTTP/1.1" status: 200 len: 205 time: 0.0279272 Aug 23 04:07:09.397830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47968) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:09.465232 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-569f1e34-6056-49ef-8c0d-44142c54edb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:09.614983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-569f1e34-6056-49ef-8c0d-44142c54edb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:09.616926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-569f1e34-6056-49ef-8c0d-44142c54edb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:09.751099 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-569f1e34-6056-49ef-8c0d-44142c54edb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:09.751637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569f1e34-6056-49ef-8c0d-44142c54edb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Fanout notify agent at l3_agent the message router_deleted on router fe5d644a-5371-4016-ad01-eb50a227fb39 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:07:09.758255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-569f1e34-6056-49ef-8c0d-44142c54edb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:09.759401 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-569f1e34-6056-49ef-8c0d-44142c54edb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/fe5d644a-5371-4016-ad01-eb50a227fb39 HTTP/1.1" status: 204 len: 168 time: 0.3606408 Aug 23 04:07:09.762270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47970) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:09.811385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d04234-4d30-45fe-8612-e4826313eea0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting subnet 3bbb9e53-62ca-420a-8186-0e5e25b19805 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:09.814858 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-61d04234-4d30-45fe-8612-e4826313eea0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:09.855845 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-61d04234-4d30-45fe-8612-e4826313eea0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:09.948423 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-61d04234-4d30-45fe-8612-e4826313eea0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.076975 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-61d04234-4d30-45fe-8612-e4826313eea0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.105356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d04234-4d30-45fe-8612-e4826313eea0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Subnet': ['ID=3bbb9e53-62ca-420a-8186-0e5e25b19805,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:10.107348 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-61d04234-4d30-45fe-8612-e4826313eea0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.109784 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-61d04234-4d30-45fe-8612-e4826313eea0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/3bbb9e53-62ca-420a-8186-0e5e25b19805 HTTP/1.1" status: 204 len: 168 time: 0.3465760 Aug 23 04:07:10.112778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 47978) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:10.119411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b63407-0526-4270-b1c2-402e590e593d None None] Network 33345361-7a73-4ed8-a682-af44de5322de requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:10.208568 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.262384 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port ce1a9e93-ea34-4bb0-bd94-2c751964d021 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:10.262726 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.302615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da4779-a5ba-455d-b009-6b3aed98e6b2 None None] DHCP port deletion for 33345361-7a73-4ed8-a682-af44de5322de request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:07:10.326028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port ce1a9e93-ea34-4bb0-bd94-2c751964d021, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ce1a9e93-ea34-4bb0-bd94-2c751964d021,segment=NetworkSegment(f387c130-4b71-4345-bcd1-86e83675b674),segment_id=f387c130-4b71-4345-bcd1-86e83675b674)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:10.326399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.338406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for ce1a9e93-ea34-4bb0-bd94-2c751964d021 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:10.348753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-13da4779-a5ba-455d-b009-6b3aed98e6b2 None None] Deleting port ce1a9e93-ea34-4bb0-bd94-2c751964d021 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:10.349310 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-13da4779-a5ba-455d-b009-6b3aed98e6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.414551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-13da4779-a5ba-455d-b009-6b3aed98e6b2 None None] For port ce1a9e93-ea34-4bb0-bd94-2c751964d021, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ce1a9e93-ea34-4bb0-bd94-2c751964d021,segment=NetworkSegment(f387c130-4b71-4345-bcd1-86e83675b674),segment_id=f387c130-4b71-4345-bcd1-86e83675b674)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:10.414870 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-13da4779-a5ba-455d-b009-6b3aed98e6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.427870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-13da4779-a5ba-455d-b009-6b3aed98e6b2 None None] Calling delete_port for ce1a9e93-ea34-4bb0-bd94-2c751964d021 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:10.475809 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:10.499775 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:07:10.503836 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-13da4779-a5ba-455d-b009-6b3aed98e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.514692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=ce1a9e93-ea34-4bb0-bd94-2c751964d021,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:10.523546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No DVR routers for this DVR port ce1a9e93-ea34-4bb0-bd94-2c751964d021 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:10.534857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da4779-a5ba-455d-b009-6b3aed98e6b2 None None] Pushing event deleted for resources: {'Port': ['ID=ce1a9e93-ea34-4bb0-bd94-2c751964d021,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:10.539233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da4779-a5ba-455d-b009-6b3aed98e6b2 None None] No DVR routers for this DVR port ce1a9e93-ea34-4bb0-bd94-2c751964d021 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:10.574744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73630-ed25-442b-b179-1cf987c85a52 req-d9fd3216-3326-47ff-a2e8-31f06ef2cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:10.576459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5be73630-ed25-442b-b179-1cf987c85a52 req-d9fd3216-3326-47ff-a2e8-31f06ef2cfc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1096 time: 0.0458908 Aug 23 04:07:10.633151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.649306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f22c86-6c62-477d-b49e-6acc1b7ff5d0 req-1c9e2dcb-8e6d-4e3b-b34e-3536e3d67fc2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:10.650804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7f22c86-6c62-477d-b49e-6acc1b7ff5d0 req-1c9e2dcb-8e6d-4e3b-b34e-3536e3d67fc2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1721699 Aug 23 04:07:10.654285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33345361-7a73-4ed8-a682-af44de5322de']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:10.676796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73630-ed25-442b-b179-1cf987c85a52 req-f65c9cad-2e92-415f-9cd1-c253a35325e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:10.676796 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5be73630-ed25-442b-b179-1cf987c85a52 req-f65c9cad-2e92-415f-9cd1-c253a35325e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 919 time: 0.0903370 Aug 23 04:07:10.677486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f387c130-4b71-4345-bcd1-86e83675b674') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:10.677781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f387c130-4b71-4345-bcd1-86e83675b674') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:10.691258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.714389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7f22c86-6c62-477d-b49e-6acc1b7ff5d0 req-6ab2a634-5336-43c3-aa0c-ce0581b6a522 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567739 Aug 23 04:07:10.715446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.717392 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5be73630-ed25-442b-b179-1cf987c85a52 req-a626946c-f4c6-48f6-bfa4-ff06947524ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9 HTTP/1.1" status: 200 len: 217 time: 0.0338726 Aug 23 04:07:10.722270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:07:10.733902 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:07:10.770670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73630-ed25-442b-b179-1cf987c85a52 req-a50cca78-d9dc-4c0a-9a6d-ab8552241ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:10.772116 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5be73630-ed25-442b-b179-1cf987c85a52 req-a50cca78-d9dc-4c0a-9a6d-ab8552241ccc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0481596 Aug 23 04:07:10.803357 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5be73630-ed25-442b-b179-1cf987c85a52 req-8a6d3252-42af-48c1-9791-2932bb0e69f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243802 Aug 23 04:07:10.871799 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.880124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:10.882037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/networks/33345361-7a73-4ed8-a682-af44de5322de HTTP/1.1" status: 204 len: 168 time: 0.7680712 Aug 23 04:07:10.885710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47984) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:10.892325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e8fbb-d3a8-4a57-a3eb-9c24df0a9d83 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Network': ['ID=33345361-7a73-4ed8-a682-af44de5322de,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:10.898510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1293897195'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:10.911068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5be73630-ed25-442b-b179-1cf987c85a52 req-99ebcb16-14c7-4128-9448-d7ae0e7b7379 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010849 Aug 23 04:07:11.004374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:11.007752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:11.012074 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5be73630-ed25-442b-b179-1cf987c85a52 req-ba533785-6ba9-4314-b4fc-5baf22d87fb5 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931113 Aug 23 04:07:11.034480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:07:11.042926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:11.043268 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added segment 1be2b3aa-921f-4245-9f68-95d058929337 of type vlan for network 5c6685cf-db13-4981-b335-6328841f4aff Aug 23 04:07:11.090840 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:11.173557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:11.179050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:11.182364 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:11.244877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Network': ['ID=5c6685cf-db13-4981-b335-6328841f4aff,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:11.256144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 5c6685cf-db13-4981-b335-6328841f4aff details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:07:11.266107 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d86dd05f-1dab-4f8f-9957-b823e808fbac tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3793740 Aug 23 04:07:11.269519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47990) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:11.274545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'subnet': {'network_id': '5c6685cf-db13-4981-b335-6328841f4aff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:11.453698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:11.457207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:11.689038 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:11.753300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Subnet': ['ID=2ca18b2a-532b-4358-99df-9098dfcde02a,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:11.763059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Checking segment: {'id': '1be2b3aa-921f-4245-9f68-95d058929337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c6685cf-db13-4981-b335-6328841f4aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:11.763674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network hostable DHCP agents. Network: 5c6685cf-db13-4981-b335-6328841f4aff, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:07:11.830577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7b0c-09e9-4c02-8a23-0f94754832ba req-831b3bb6-4b1e-44ec-9a77-f3822cabc21c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:11.832023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1aa7b0c-09e9-4c02-8a23-0f94754832ba req-831b3bb6-4b1e-44ec-9a77-f3822cabc21c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0484035 Aug 23 04:07:11.867948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 5c6685cf-db13-4981-b335-6328841f4aff is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:07:11.872516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1aa7b0c-09e9-4c02-8a23-0f94754832ba req-e410d4c5-f57b-4563-b653-03e8f428a94b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Aug 23 04:07:11.892020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ce1a9e93-ea34-4bb0-bd94-2c751964d021 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:11.913616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ce1a9e93-ea34-4bb0-bd94-2c751964d021 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:11.915065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ce1a9e93-ea34-4bb0-bd94-2c751964d021 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:11.956802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 5c6685cf-db13-4981-b335-6328841f4aff) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:11.960913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:11.966991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:11.967698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9706bdf-7a79-4cea-bfdd-d985d98b635c None None] Network 5c6685cf-db13-4981-b335-6328841f4aff requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:12.037362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5d70e0d2-10a5-4733-97dd-f85b86d7cffd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7666979 Aug 23 04:07:12.039849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47994) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:12.044350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ca526300-6c8d-4e1e-b731-19258aa0fba9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-405048756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:12.108295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-5c6685cf-db13-4981-b335-6328841f4aff', 'network_id': '5c6685cf-db13-4981-b335-6328841f4aff', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'fixed_ips': [{'subnet_id': '2ca18b2a-532b-4358-99df-9098dfcde02a'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:07:12.109925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.145281 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ca526300-6c8d-4e1e-b731-19258aa0fba9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.146328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ca526300-6c8d-4e1e-b731-19258aa0fba9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.196359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ca526300-6c8d-4e1e-b731-19258aa0fba9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.241901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Allocated IP 172.20.0.2 (5c6685cf-db13-4981-b335-6328841f4aff/2ca18b2a-532b-4358-99df-9098dfcde02a/2aabd1f7-4023-48a0-9d42-12d9b80724f7) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:12.299906 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ca526300-6c8d-4e1e-b731-19258aa0fba9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.390737 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.398658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Transition to ACTIVE for port object 2aabd1f7-4023-48a0-9d42-12d9b80724f7 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:12.413269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Transition to ACTIVE for port object 2aabd1f7-4023-48a0-9d42-12d9b80724f7 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:12.436811 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ca526300-6c8d-4e1e-b731-19258aa0fba9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.441605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ca526300-6c8d-4e1e-b731-19258aa0fba9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3973312 Aug 23 04:07:12.443432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 47996) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:12.482910 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.519222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Network 5c6685cf-db13-4981-b335-6328841f4aff is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:12.522007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:12.525378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:12.536687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Pushing event updated for resources: {'Port': ['ID=2aabd1f7-4023-48a0-9d42-12d9b80724f7,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:12.586617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Attempting to bind port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:12.586993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Attempting to bind port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1be2b3aa-921f-4245-9f68-95d058929337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c6685cf-db13-4981-b335-6328841f4aff'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:12.587366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Attempting to bind port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 on network 5c6685cf-db13-4981-b335-6328841f4aff {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:12.592619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:12.593051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Checking segment: {'id': '1be2b3aa-921f-4245-9f68-95d058929337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c6685cf-db13-4981-b335-6328841f4aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:12.593463 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.593861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Bound using segment: {'id': '1be2b3aa-921f-4245-9f68-95d058929337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c6685cf-db13-4981-b335-6328841f4aff'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:12.594356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Bound port: 2aabd1f7-4023-48a0-9d42-12d9b80724f7, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be2b3aa-921f-4245-9f68-95d058929337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5c6685cf-db13-4981-b335-6328841f4aff'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:12.594744 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.659879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] For port 2aabd1f7-4023-48a0-9d42-12d9b80724f7, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:12.663053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] For port 2aabd1f7-4023-48a0-9d42-12d9b80724f7, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2aabd1f7-4023-48a0-9d42-12d9b80724f7,segment=NetworkSegment(1be2b3aa-921f-4245-9f68-95d058929337),segment_id=1be2b3aa-921f-4245-9f68-95d058929337)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:12.757445 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:12.815689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd80be-03be-4549-968d-09174c62e304 None None] Pushing event updated for resources: {'Port': ['ID=2aabd1f7-4023-48a0-9d42-12d9b80724f7,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:12.984065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:13.035042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77923e50-c8a5-434f-921c-3a3bb69814ba req-a6646802-5d77-4950-abed-36b6ace82331 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:13.037257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77923e50-c8a5-434f-921c-3a3bb69814ba req-a6646802-5d77-4950-abed-36b6ace82331 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0800014 Aug 23 04:07:13.084585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77923e50-c8a5-434f-921c-3a3bb69814ba req-1a8be52d-271b-44c2-8185-1d07822d9293 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374925 Aug 23 04:07:13.306166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.20.0.1 (5c6685cf-db13-4981-b335-6328841f4aff/2ca18b2a-532b-4358-99df-9098dfcde02a/fac8cee8-6900-4457-bd87-b9c8bd18cfc0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:13.419266 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:13.433304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Transition to ACTIVE for port object fac8cee8-6900-4457-bd87-b9c8bd18cfc0 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:13.500332 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:13.541604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 5c6685cf-db13-4981-b335-6328841f4aff is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:13.544707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:13.548524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:13.579910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=fac8cee8-6900-4457-bd87-b9c8bd18cfc0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:13.598960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:13.736495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f624bd-56cc-4ea2-8fc8-db70fa78e291 None None] Network 5c6685cf-db13-4981-b335-6328841f4aff requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:13.806847 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:13.894594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-152c4c99-0b3b-4930-aebc-3d496fb9847f None None] Provisioning for port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:13.931700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2aabd1f7-4023-48a0-9d42-12d9b80724f7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:14.019403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:14.024067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:14.024405 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:14.093763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:14.111823 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:14.148771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 2aabd1f7-4023-48a0-9d42-12d9b80724f7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2aabd1f7-4023-48a0-9d42-12d9b80724f7,segment=NetworkSegment(1be2b3aa-921f-4245-9f68-95d058929337),segment_id=1be2b3aa-921f-4245-9f68-95d058929337)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:14.151046 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:14.226525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683de6-0dc0-4bcc-b80e-bdb358534c4a req-9bf2d169-4502-4eab-8215-2fb26988b357 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:14.253114 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:14.254061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3683de6-0dc0-4bcc-b80e-bdb358534c4a req-9bf2d169-4502-4eab-8215-2fb26988b357 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0741186 Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=fac8cee8-6900-4457-bd87-b9c8bd18cfc0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.254173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.255112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.255112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.255112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:14.258832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dd06cb5e-b708-4b13-9130-289277a8fd29 None None] Provisioning complete for port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:14.266190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dd06cb5e-b708-4b13-9130-289277a8fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:14.279868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3683de6-0dc0-4bcc-b80e-bdb358534c4a req-30f4e370-114a-4ad5-85fd-28f718d6e9eb tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Aug 23 04:07:14.324214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=2aabd1f7-4023-48a0-9d42-12d9b80724f7,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:14.361955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 5c6685cf-db13-4981-b335-6328841f4aff is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:14.363445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:14.431181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dd06cb5e-b708-4b13-9130-289277a8fd29 None None] Provisioning for port fac8cee8-6900-4457-bd87-b9c8bd18cfc0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:14.435616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dd06cb5e-b708-4b13-9130-289277a8fd29 None None] Provisioning complete for port fac8cee8-6900-4457-bd87-b9c8bd18cfc0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:14.436008 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dd06cb5e-b708-4b13-9130-289277a8fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:14.472929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-dd06cb5e-b708-4b13-9130-289277a8fd29 None None] Port fac8cee8-6900-4457-bd87-b9c8bd18cfc0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:14.568067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router d41d21e5-e6e7-4556-a9de-ee5bcee6e00f is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:07:14.593469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-44f16683-63ed-4802-ae86-dd1362ecebd9 None None] Provisioning complete for port fac8cee8-6900-4457-bd87-b9c8bd18cfc0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:14.593840 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44f16683-63ed-4802-ae86-dd1362ecebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:14.626806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-44f16683-63ed-4802-ae86-dd1362ecebd9 None None] Port fac8cee8-6900-4457-bd87-b9c8bd18cfc0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:14.662875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:14.667894 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8cdcf5fd-7d0e-43ff-8e2b-acd7911c93b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/d41d21e5-e6e7-4556-a9de-ee5bcee6e00f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234902 Aug 23 04:07:14.673346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48002) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:14.673825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f173c7-511f-4fff-a313-910fba1d4d5e None None] Sync routers for ids ['d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:14.685808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f173c7-511f-4fff-a313-910fba1d4d5e None None] Routers {'d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:14.686456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-09f173c7-511f-4fff-a313-910fba1d4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:14.715014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0d7186-a8c3-4fd5-8a02-b590ef673176 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:14.716493 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5b0d7186-a8c3-4fd5-8a02-b590ef673176 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports/fac8cee8-6900-4457-bd87-b9c8bd18cfc0 HTTP/1.1" status: 200 len: 910 time: 0.0451081 Aug 23 04:07:14.720076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48004) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:14.722162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-09f173c7-511f-4fff-a313-910fba1d4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:14.730723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f173c7-511f-4fff-a313-910fba1d4d5e None None] Routers {'d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:14.731317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-09f173c7-511f-4fff-a313-910fba1d4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:14.764307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-09f173c7-511f-4fff-a313-910fba1d4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:14.765480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f173c7-511f-4fff-a313-910fba1d4d5e None None] The sync data for ids ['d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:15.028754 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:15.266961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port fac8cee8-6900-4457-bd87-b9c8bd18cfc0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:15.267680 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:15.360291 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:15.372295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for fac8cee8-6900-4457-bd87-b9c8bd18cfc0 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:15.402094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2bcd6-39f9-46bd-8468-2bd16187a4e7 req-f6cc20b2-ece2-4f32-a490-c65d0898486f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:15.403576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34f2bcd6-39f9-46bd-8468-2bd16187a4e7 req-f6cc20b2-ece2-4f32-a490-c65d0898486f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0488656 Aug 23 04:07:15.441264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34f2bcd6-39f9-46bd-8468-2bd16187a4e7 req-63b64331-ec26-43ca-aa1a-b09e622962d9 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Aug 23 04:07:15.590900 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:15.619837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=fac8cee8-6900-4457-bd87-b9c8bd18cfc0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:15.758908 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:15.906247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2aabd1f7-4023-48a0-9d42-12d9b80724f7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:15.909661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router d41d21e5-e6e7-4556-a9de-ee5bcee6e00f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:15.954290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:15.954807 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.231097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:16.236061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-78f9bdaf-398c-44ad-aff6-bde4cfde56c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/d41d21e5-e6e7-4556-a9de-ee5bcee6e00f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5149803 Aug 23 04:07:16.238852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48010) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:16.241412 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017442fe-2622-4afc-a75b-be9cc64ce80e None None] Sync routers for ids ['d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:16.250612 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017442fe-2622-4afc-a75b-be9cc64ce80e None None] Routers {'d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:16.251230 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-017442fe-2622-4afc-a75b-be9cc64ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:16.264401 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4e501407-88e4-4455-825a-f698722d0d1d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=d41d21e5-e6e7-4556-a9de-ee5bcee6e00f HTTP/1.1" status: 200 len: 205 time: 0.0244937 Aug 23 04:07:16.267435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48012) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:16.286715 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-017442fe-2622-4afc-a75b-be9cc64ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:16.295462 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017442fe-2622-4afc-a75b-be9cc64ce80e None None] Routers {'d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:16.296072 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-017442fe-2622-4afc-a75b-be9cc64ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:16.327878 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-017442fe-2622-4afc-a75b-be9cc64ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:16.328528 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017442fe-2622-4afc-a75b-be9cc64ce80e None None] The sync data for ids ['d41d21e5-e6e7-4556-a9de-ee5bcee6e00f'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:16.340643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a749aa49-ce25-429c-869c-1a7806d2ed0e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.495021 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a749aa49-ce25-429c-869c-1a7806d2ed0e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.497245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a749aa49-ce25-429c-869c-1a7806d2ed0e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.557363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f1e1e-7d84-489e-8169-c998ddcdf932 req-6cb4f80e-bf89-41d4-89c6-04c7bc3ee54f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:16.558859 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d2f1e1e-7d84-489e-8169-c998ddcdf932 req-6cb4f80e-bf89-41d4-89c6-04c7bc3ee54f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0485342 Aug 23 04:07:16.590800 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a749aa49-ce25-429c-869c-1a7806d2ed0e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.591314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a749aa49-ce25-429c-869c-1a7806d2ed0e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Fanout notify agent at l3_agent the message router_deleted on router d41d21e5-e6e7-4556-a9de-ee5bcee6e00f {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:07:16.597268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d2f1e1e-7d84-489e-8169-c998ddcdf932 req-0d64d62c-5d0b-41a3-8061-65f4661b5244 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Aug 23 04:07:16.598007 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a749aa49-ce25-429c-869c-1a7806d2ed0e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.599102 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a749aa49-ce25-429c-869c-1a7806d2ed0e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/d41d21e5-e6e7-4556-a9de-ee5bcee6e00f HTTP/1.1" status: 204 len: 168 time: 0.3307788 Aug 23 04:07:16.601955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48016) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:16.652349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-da197d95-b0ee-4317-8210-f39b7880b460 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting subnet 2ca18b2a-532b-4358-99df-9098dfcde02a {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:16.655380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da197d95-b0ee-4317-8210-f39b7880b460 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.699164 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da197d95-b0ee-4317-8210-f39b7880b460 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.779097 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da197d95-b0ee-4317-8210-f39b7880b460 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.910989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da197d95-b0ee-4317-8210-f39b7880b460 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.943510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da197d95-b0ee-4317-8210-f39b7880b460 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca18b2a-532b-4358-99df-9098dfcde02a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:16.948748 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da197d95-b0ee-4317-8210-f39b7880b460 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:16.949973 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-da197d95-b0ee-4317-8210-f39b7880b460 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/2ca18b2a-532b-4358-99df-9098dfcde02a HTTP/1.1" status: 204 len: 168 time: 0.3470142 Aug 23 04:07:16.952852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48018) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:16.955327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de421e-98fb-4fb2-8774-0e66fef0b358 None None] Network 5c6685cf-db13-4981-b335-6328841f4aff requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:17.033281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.087156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:17.087493 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.135759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f151f6-5e62-4884-bcee-f5fad5f38ef5 None None] DHCP port deletion for 5c6685cf-db13-4981-b335-6328841f4aff request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:07:17.156262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port 2aabd1f7-4023-48a0-9d42-12d9b80724f7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2aabd1f7-4023-48a0-9d42-12d9b80724f7,segment=NetworkSegment(1be2b3aa-921f-4245-9f68-95d058929337),segment_id=1be2b3aa-921f-4245-9f68-95d058929337)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:17.156623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.169356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 2aabd1f7-4023-48a0-9d42-12d9b80724f7 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:17.185026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a6f151f6-5e62-4884-bcee-f5fad5f38ef5 None None] Deleting port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:17.185575 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a6f151f6-5e62-4884-bcee-f5fad5f38ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.248186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a6f151f6-5e62-4884-bcee-f5fad5f38ef5 None None] For port 2aabd1f7-4023-48a0-9d42-12d9b80724f7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2aabd1f7-4023-48a0-9d42-12d9b80724f7,segment=NetworkSegment(1be2b3aa-921f-4245-9f68-95d058929337),segment_id=1be2b3aa-921f-4245-9f68-95d058929337)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:17.248589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a6f151f6-5e62-4884-bcee-f5fad5f38ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.260943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a6f151f6-5e62-4884-bcee-f5fad5f38ef5 None None] Calling delete_port for 2aabd1f7-4023-48a0-9d42-12d9b80724f7 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:17.396595 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.402553 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a6f151f6-5e62-4884-bcee-f5fad5f38ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.424299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=2aabd1f7-4023-48a0-9d42-12d9b80724f7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:17.426144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No DVR routers for this DVR port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:17.430749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f151f6-5e62-4884-bcee-f5fad5f38ef5 None None] Pushing event deleted for resources: {'Port': ['ID=2aabd1f7-4023-48a0-9d42-12d9b80724f7,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:17.435602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f151f6-5e62-4884-bcee-f5fad5f38ef5 None None] No DVR routers for this DVR port 2aabd1f7-4023-48a0-9d42-12d9b80724f7 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:17.509836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.520579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6685cf-db13-4981-b335-6328841f4aff']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:17.530981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be2b3aa-921f-4245-9f68-95d058929337') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:17.531272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be2b3aa-921f-4245-9f68-95d058929337') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:17.540290 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.553650 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.559295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:07:17.559870 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:07:17.563500 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:07:17.708022 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.716636 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.719098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/networks/5c6685cf-db13-4981-b335-6328841f4aff HTTP/1.1" status: 204 len: 168 time: 0.7652223 Aug 23 04:07:17.722925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48022) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:17.727863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1276218949', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:17.736118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d1d5-5fcd-471a-87cd-c2fd14f50a33 req-7ef9ffc4-b4dd-4b4e-a95f-a6289444119a tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:17.737631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e61d1d5-5fcd-471a-87cd-c2fd14f50a33 req-7ef9ffc4-b4dd-4b4e-a95f-a6289444119a tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0648427 Aug 23 04:07:17.738806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea39877-1275-4a72-ab27-5e05e66fe8b5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Network': ['ID=5c6685cf-db13-4981-b335-6328841f4aff,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:17.775688 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e61d1d5-5fcd-471a-87cd-c2fd14f50a33 req-e937c81b-1b18-4a9b-b456-8308c4f2b0f2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Aug 23 04:07:17.819979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.821092 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.886137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:17.912469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2aabd1f7-4023-48a0-9d42-12d9b80724f7 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:17.934546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 2aabd1f7-4023-48a0-9d42-12d9b80724f7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:17.934901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2aabd1f7-4023-48a0-9d42-12d9b80724f7 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:18.085662 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:18.333247 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:18.351368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:18.456475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.25.1.77 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/86fbc17c-73da-4a07-aef4-d12679fbd092) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:18.553639 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:18.631031 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:18.669506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:18.672750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:18.675134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:18.704028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=86fbc17c-73da-4a07-aef4-d12679fbd092,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:18.890100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bdefe-3d8a-4f21-824b-ea0629b1c374 req-45c04f52-b2a5-4123-b4b9-e3dc2b378134 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:18.891485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-167bdefe-3d8a-4f21-824b-ea0629b1c374 req-45c04f52-b2a5-4123-b4b9-e3dc2b378134 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0479951 Aug 23 04:07:18.929115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-167bdefe-3d8a-4f21-824b-ea0629b1c374 req-e758cf22-585c-46a7-9ae5-2f2fda6258c0 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Aug 23 04:07:19.012350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:19.201330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-ecabad3e-9399-4644-a3a3-fb7f6b7649fb req-5fb5d62f-0d26-43dc-ad19-118faa2fa5fe service neutron] (95120) timed out ('10.222.0.20', 58130) {{(pid=95120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:07:19.206378 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:19.424731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:07:19.527697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:19.536829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73affec-e070-4443-9843-f6daa67bd5a8 None None] Sync routers for ids ['f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:19.545595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73affec-e070-4443-9843-f6daa67bd5a8 None None] Routers {'f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:19.546216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a73affec-e070-4443-9843-f6daa67bd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:19.580387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a73affec-e070-4443-9843-f6daa67bd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:19.588586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73affec-e070-4443-9843-f6daa67bd5a8 None None] Routers {'f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:19.589201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a73affec-e070-4443-9843-f6daa67bd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:19.607750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:19.611476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a88dd45d-d9e5-4983-a923-abfd555d7724 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.8850021 Aug 23 04:07:19.611833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48028) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:19.619087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a73affec-e070-4443-9843-f6daa67bd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:19.619727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73affec-e070-4443-9843-f6daa67bd5a8 None None] The sync data for ids ['f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:20.009368 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-48b5a726-72f5-4ac5-8b81-27708327f0bc tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/routers/f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 HTTP/1.1" status: 200 len: 880 time: 0.3963330 Aug 23 04:07:20.011763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48032) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:20.037249 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-0058f58d-53a7-43d1-aa0a-652dd8533a06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783532 Aug 23 04:07:20.048155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54ade3-e372-4c32-b950-71ca922d5c78 req-281bfcb1-9a45-4eb6-a741-2ccb6f5af51c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:20.049791 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da54ade3-e372-4c32-b950-71ca922d5c78 req-281bfcb1-9a45-4eb6-a741-2ccb6f5af51c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0529900 Aug 23 04:07:20.087546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da54ade3-e372-4c32-b950-71ca922d5c78 req-26005f53-5f34-4507-92d3-8a442ce24612 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Aug 23 04:07:20.124065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-31d9aac6-c264-4a13-a763-d42117fe2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:20.125584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-31d9aac6-c264-4a13-a763-d42117fe2273 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 1097 time: 0.0586848 Aug 23 04:07:20.312118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-dc319a66-2d46-4c8e-839f-add6877d65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:20.312118 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-dc319a66-2d46-4c8e-839f-add6877d65a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 919 time: 0.1643217 Aug 23 04:07:20.365139 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-26f33a63-8272-4505-bed8-ef47207db5ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78c32f32-a398-4a7d-814a-61f7dd3fe047 HTTP/1.1" status: 200 len: 217 time: 0.0393484 Aug 23 04:07:20.379129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-16f4de14-2cd9-4433-a196-9d0b9a2273af tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3663692 Aug 23 04:07:20.381775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48034) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:20.386515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-31fe2b79-a967-44e2-a703-5aa9d899576b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1276218949'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:20.421126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-1957650a-ef60-4c15-b638-38e8ccc2538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:20.422587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-1957650a-ef60-4c15-b638-38e8ccc2538d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0501907 Aug 23 04:07:20.458826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-40832816-7cbe-401a-982b-4cba1abb0288 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287983 Aug 23 04:07:20.547253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-06e23a19-a7e6-4688-b0fe-ecf6aeefbaff service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813181 Aug 23 04:07:20.638741 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9787d318-aff1-47ec-9ff7-2bd48245395c req-d956fa6d-bf35-4540-9bef-6a0f11dbf2e8 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833788 Aug 23 04:07:21.008274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b79-a967-44e2-a703-5aa9d899576b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:21.082331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b79-a967-44e2-a703-5aa9d899576b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:21.214698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fe2b79-a967-44e2-a703-5aa9d899576b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:21.230475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e60d-010c-4e3c-8b38-864a28b3d2c5 req-6fa9fcb7-e7f9-423d-8a1a-38565f878156 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:21.231927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b779e60d-010c-4e3c-8b38-864a28b3d2c5 req-6fa9fcb7-e7f9-423d-8a1a-38565f878156 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0711262 Aug 23 04:07:21.310448 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b779e60d-010c-4e3c-8b38-864a28b3d2c5 req-3b56e0aa-1c19-4ec5-9161-6147a354fd27 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716941 Aug 23 04:07:21.358849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fe2b79-a967-44e2-a703-5aa9d899576b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:21.365376 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31fe2b79-a967-44e2-a703-5aa9d899576b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:21.368786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-31fe2b79-a967-44e2-a703-5aa9d899576b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 HTTP/1.1" status: 200 len: 887 time: 0.9836929 Aug 23 04:07:21.369074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48038) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:21.369938 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4dfd1-f085-49f0-879f-e5d639a61801 None None] Sync routers for ids ['f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:21.379433 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4dfd1-f085-49f0-879f-e5d639a61801 None None] Routers {'f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:21.380028 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-04b4dfd1-f085-49f0-879f-e5d639a61801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:21.413359 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-04b4dfd1-f085-49f0-879f-e5d639a61801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:21.422437 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4dfd1-f085-49f0-879f-e5d639a61801 None None] Routers {'f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:21.423070 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-04b4dfd1-f085-49f0-879f-e5d639a61801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:21.453636 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-04b4dfd1-f085-49f0-879f-e5d639a61801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:21.454276 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4dfd1-f085-49f0-879f-e5d639a61801 None None] The sync data for ids ['f7766b1e-5fd0-4283-88e5-8fd67ecc12d9'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:21.477319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f4979d6e-2564-4c4d-b8bf-36cd59503edf tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/routers/f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 HTTP/1.1" status: 200 len: 887 time: 0.1070635 Aug 23 04:07:21.479835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48040) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:21.506163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cfc0b949-35dc-4d91-8b58-1fc84b40c247 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 HTTP/1.1" status: 200 len: 205 time: 0.0251906 Aug 23 04:07:21.508632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48042) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:21.613924 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:21.710215 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:21.814926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 86fbc17c-73da-4a07-aef4-d12679fbd092 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:21.815180 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:21.886699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:21.898377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 86fbc17c-73da-4a07-aef4-d12679fbd092 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:22.127435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.153423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=86fbc17c-73da-4a07-aef4-d12679fbd092,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:22.213804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.300347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.302395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.402303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.402935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Fanout notify agent at l3_agent the message router_deleted on router f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:07:22.413746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.413746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-363410cc-3150-483a-b20b-a0ae1f669cb4 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 HTTP/1.1" status: 204 len: 168 time: 0.9015477 Aug 23 04:07:22.415014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48046) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:22.420263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'network': {'name': 'tempest-RoutersTest-840334690'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:22.427260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db95745-901d-41f9-a6c9-74f1913cbd8d req-e48351d6-4f0e-493f-a643-1ec5c21caab8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:22.428756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5db95745-901d-41f9-a6c9-74f1913cbd8d req-e48351d6-4f0e-493f-a643-1ec5c21caab8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0507886 Aug 23 04:07:22.467255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5db95745-901d-41f9-a6c9-74f1913cbd8d req-3963cabb-129c-47c0-950f-c9e588683cb8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324476 Aug 23 04:07:22.482095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:22.485709 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.508978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:07:22.522067 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.522416 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added segment 1fecafab-fa1f-480d-9019-28da76f60b71 of type vlan for network 40c891b2-b57d-4277-aef6-650b859a82c5 Aug 23 04:07:22.564503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.642702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.648371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:22.648951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.705268 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:22.712102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Network': ['ID=40c891b2-b57d-4277-aef6-650b859a82c5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:22.722045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 40c891b2-b57d-4277-aef6-650b859a82c5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:07:22.728524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-688701d2-d06d-457d-88e9-813ed3624218 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3122933 Aug 23 04:07:22.731360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48048) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:22.736822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'subnet': {'network_id': '40c891b2-b57d-4277-aef6-650b859a82c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:22.887352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:22.891148 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.116623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.171230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Subnet': ['ID=57678271-f4dc-41c8-98e7-45280a050960,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:23.181829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Checking segment: {'id': '1fecafab-fa1f-480d-9019-28da76f60b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '40c891b2-b57d-4277-aef6-650b859a82c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:23.182192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network hostable DHCP agents. Network: 40c891b2-b57d-4277-aef6-650b859a82c5, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:07:23.259005 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 40c891b2-b57d-4277-aef6-650b859a82c5 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:07:23.322172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 40c891b2-b57d-4277-aef6-650b859a82c5) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:23.326162 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:23.326749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.331193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d57a88a-49eb-4ae0-9657-f032bea74fbc None None] Network 40c891b2-b57d-4277-aef6-650b859a82c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:23.397303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0cf09ff8-28b0-45d4-940e-e5994b8797de tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6647613 Aug 23 04:07:23.399727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48050) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:23.404300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7e656a41-0d28-4db6-961b-905cfd232205 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1335976695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:23.469802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-40c891b2-b57d-4277-aef6-650b859a82c5', 'network_id': '40c891b2-b57d-4277-aef6-650b859a82c5', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'fixed_ips': [{'subnet_id': '57678271-f4dc-41c8-98e7-45280a050960'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:07:23.470633 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.471289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e656a41-0d28-4db6-961b-905cfd232205 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.472400 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e656a41-0d28-4db6-961b-905cfd232205 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.533129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e656a41-0d28-4db6-961b-905cfd232205 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.585287 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e656a41-0d28-4db6-961b-905cfd232205 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.585898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a671a-80cf-4166-9fa0-8000743c5631 req-3f87b13a-de27-4b20-9c3b-5c0cb5c42abc tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:23.587523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-206a671a-80cf-4166-9fa0-8000743c5631 req-3f87b13a-de27-4b20-9c3b-5c0cb5c42abc tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0512347 Aug 23 04:07:23.604407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Allocated IP 172.20.0.2 (40c891b2-b57d-4277-aef6-650b859a82c5/57678271-f4dc-41c8-98e7-45280a050960/884f2e85-b611-459d-9545-1627d960b523) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:23.626894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-206a671a-80cf-4166-9fa0-8000743c5631 req-fb0c3812-daa1-43fb-b9fa-5f4a654ea3d8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Aug 23 04:07:23.642714 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7e656a41-0d28-4db6-961b-905cfd232205 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.644173 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7e656a41-0d28-4db6-961b-905cfd232205 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2434924 Aug 23 04:07:23.646903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48054) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:23.745500 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.753964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Transition to ACTIVE for port object 884f2e85-b611-459d-9545-1627d960b523 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:23.769287 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Transition to ACTIVE for port object 884f2e85-b611-459d-9545-1627d960b523 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:23.819922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.855978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Network 40c891b2-b57d-4277-aef6-650b859a82c5 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:23.858748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:23.861239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:23.878350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Pushing event updated for resources: {'Port': ['ID=884f2e85-b611-459d-9545-1627d960b523,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:23.922695 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.931218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Attempting to bind port 884f2e85-b611-459d-9545-1627d960b523 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:23.931744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Attempting to bind port 884f2e85-b611-459d-9545-1627d960b523 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1fecafab-fa1f-480d-9019-28da76f60b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '40c891b2-b57d-4277-aef6-650b859a82c5'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:23.932108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Attempting to bind port 884f2e85-b611-459d-9545-1627d960b523 on network 40c891b2-b57d-4277-aef6-650b859a82c5 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:23.937440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:23.938343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Checking segment: {'id': '1fecafab-fa1f-480d-9019-28da76f60b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '40c891b2-b57d-4277-aef6-650b859a82c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:23.938751 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:23.939260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Bound using segment: {'id': '1fecafab-fa1f-480d-9019-28da76f60b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '40c891b2-b57d-4277-aef6-650b859a82c5'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:23.939732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Bound port: 884f2e85-b611-459d-9545-1627d960b523, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fecafab-fa1f-480d-9019-28da76f60b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '40c891b2-b57d-4277-aef6-650b859a82c5'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:23.940114 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:24.002497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] For port 884f2e85-b611-459d-9545-1627d960b523, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:24.005561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] For port 884f2e85-b611-459d-9545-1627d960b523, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=884f2e85-b611-459d-9545-1627d960b523,segment=NetworkSegment(1fecafab-fa1f-480d-9019-28da76f60b71),segment_id=1fecafab-fa1f-480d-9019-28da76f60b71)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:24.059498 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:24.116368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c5d3b-6e82-45bc-807d-29aa0ccf7268 None None] Pushing event updated for resources: {'Port': ['ID=884f2e85-b611-459d-9545-1627d960b523,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:24.163736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.20.0.1 (40c891b2-b57d-4277-aef6-650b859a82c5/57678271-f4dc-41c8-98e7-45280a050960/e2ae35d3-9c97-4449-9ba3-77967069029a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:24.536236 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:24.549698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Transition to ACTIVE for port object e2ae35d3-9c97-4449-9ba3-77967069029a will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:24.659503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:24.696025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 40c891b2-b57d-4277-aef6-650b859a82c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:24.699135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:24.702610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:24.735316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=e2ae35d3-9c97-4449-9ba3-77967069029a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:24.743975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d8ab8-fb1b-48d4-bc1b-1f3bdc0f2f86 req-d30de68f-68aa-4e8f-973e-47ab5c8240a2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:24.745690 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef1d8ab8-fb1b-48d4-bc1b-1f3bdc0f2f86 req-d30de68f-68aa-4e8f-973e-47ab5c8240a2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0502243 Aug 23 04:07:24.756280 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:24.786520 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef1d8ab8-fb1b-48d4-bc1b-1f3bdc0f2f86 req-9d78cd12-e53c-4124-b23c-73269472435c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Aug 23 04:07:24.940428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:25.048181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16abf79b-0d6f-4cb0-933c-605961f891e9 None None] Network 40c891b2-b57d-4277-aef6-650b859a82c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:25.190556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ad0252d2-4aa1-4b1d-86c7-36f8ee365c10 None None] Provisioning for port 884f2e85-b611-459d-9545-1627d960b523 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:25.199576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:25.298415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:25.371396 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:25.373165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=e2ae35d3-9c97-4449-9ba3-77967069029a,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:25.464960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b4e85964-e8aa-4c07-a9a4-40bd7e0a44f1 None None] Provisioning for port e2ae35d3-9c97-4449-9ba3-77967069029a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:25.466583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 40c891b2-b57d-4277-aef6-650b859a82c5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:25.468494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:25.472731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b4e85964-e8aa-4c07-a9a4-40bd7e0a44f1 None None] Provisioning complete for port e2ae35d3-9c97-4449-9ba3-77967069029a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:25.473145 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b4e85964-e8aa-4c07-a9a4-40bd7e0a44f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:25.508072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b4e85964-e8aa-4c07-a9a4-40bd7e0a44f1 None None] Port e2ae35d3-9c97-4449-9ba3-77967069029a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:25.627371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b806b6cb-7716-4bb1-9a78-9d69058b4fd3 None None] Provisioning complete for port e2ae35d3-9c97-4449-9ba3-77967069029a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:25.627800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b806b6cb-7716-4bb1-9a78-9d69058b4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:25.648020 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 4e2a5960-de5f-4fe9-b1b2-f124bba40efc is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:07:25.667110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b806b6cb-7716-4bb1-9a78-9d69058b4fd3 None None] Port e2ae35d3-9c97-4449-9ba3-77967069029a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:25.744410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:25.749226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-81dcf124-5e56-46f9-810a-af334db061ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/4e2a5960-de5f-4fe9-b1b2-f124bba40efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1013463 Aug 23 04:07:25.752443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48058) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:25.754103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5c1b4-c0a1-4e7f-a684-5db2ff2d01da None None] Sync routers for ids ['4e2a5960-de5f-4fe9-b1b2-f124bba40efc'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:25.763498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5c1b4-c0a1-4e7f-a684-5db2ff2d01da None None] Routers {'4e2a5960-de5f-4fe9-b1b2-f124bba40efc'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:25.764120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6ee5c1b4-c0a1-4e7f-a684-5db2ff2d01da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4e2a5960-de5f-4fe9-b1b2-f124bba40efc'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:25.795276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d905b-35db-4b0e-bd5c-4eccc40e0148 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:25.797503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-097d905b-35db-4b0e-bd5c-4eccc40e0148 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports/e2ae35d3-9c97-4449-9ba3-77967069029a HTTP/1.1" status: 200 len: 910 time: 0.0430233 Aug 23 04:07:25.798954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6ee5c1b4-c0a1-4e7f-a684-5db2ff2d01da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:25.800220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48060) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:25.805556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1aeeb82a-8d70-4eac-b44d-c144cab1eb20 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57678271-f4dc-41c8-98e7-45280a050960'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:25.814410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5c1b4-c0a1-4e7f-a684-5db2ff2d01da None None] Routers {'4e2a5960-de5f-4fe9-b1b2-f124bba40efc'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:25.825169 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6ee5c1b4-c0a1-4e7f-a684-5db2ff2d01da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4e2a5960-de5f-4fe9-b1b2-f124bba40efc'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:25.862408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6ee5c1b4-c0a1-4e7f-a684-5db2ff2d01da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:25.863395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5c1b4-c0a1-4e7f-a684-5db2ff2d01da None None] The sync data for ids ['4e2a5960-de5f-4fe9-b1b2-f124bba40efc'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:25.864643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-38f4548e-c0a1-4d83-b37b-aceb126d439c None None] Provisioning complete for port e2ae35d3-9c97-4449-9ba3-77967069029a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:25.865037 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-38f4548e-c0a1-4d83-b37b-aceb126d439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:25.910595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-38f4548e-c0a1-4d83-b37b-aceb126d439c None None] Port e2ae35d3-9c97-4449-9ba3-77967069029a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:25.957365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 884f2e85-b611-459d-9545-1627d960b523 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:25.982662 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb82a-8d70-4eac-b44d-c144cab1eb20 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:26.070558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76ea674b-4e24-4758-ab61-5abec06aa186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:26.081977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 884f2e85-b611-459d-9545-1627d960b523 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:26.086057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 884f2e85-b611-459d-9545-1627d960b523 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:26.086537 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:26.158213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b521e0-204f-498f-a089-745d7e560b9d req-ddcab1b1-fdd6-40b0-a57e-5b1dbd5ac544 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:26.159711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31b521e0-204f-498f-a089-745d7e560b9d req-ddcab1b1-fdd6-40b0-a57e-5b1dbd5ac544 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.2633491 Aug 23 04:07:26.165314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:26.197289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 884f2e85-b611-459d-9545-1627d960b523, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=884f2e85-b611-459d-9545-1627d960b523,segment=NetworkSegment(1fecafab-fa1f-480d-9019-28da76f60b71),segment_id=1fecafab-fa1f-480d-9019-28da76f60b71)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:26.247884 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:26.269494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31b521e0-204f-498f-a089-745d7e560b9d req-ba24727d-cffd-49be-8027-47daa9f0be80 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005516 Aug 23 04:07:26.301460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=884f2e85-b611-459d-9545-1627d960b523,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:26.409302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb82a-8d70-4eac-b44d-c144cab1eb20 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:26.481846 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb82a-8d70-4eac-b44d-c144cab1eb20 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:26.563278 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeeb82a-8d70-4eac-b44d-c144cab1eb20 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:26.563883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb82a-8d70-4eac-b44d-c144cab1eb20 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:26.565214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1aeeb82a-8d70-4eac-b44d-c144cab1eb20 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/ports/e2ae35d3-9c97-4449-9ba3-77967069029a HTTP/1.1" status: 200 len: 910 time: 0.7638197 Aug 23 04:07:26.565986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeb82a-8d70-4eac-b44d-c144cab1eb20 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=e2ae35d3-9c97-4449-9ba3-77967069029a,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:26.568186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48066) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:26.866318 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:27.048557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786edc22-9605-492c-a3e8-af3321d05847 req-f916ac7d-fdd2-438e-a16d-7fffdec386fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:27.050063 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-786edc22-9605-492c-a3e8-af3321d05847 req-f916ac7d-fdd2-438e-a16d-7fffdec386fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1096 time: 0.0633850 Aug 23 04:07:27.051420 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:07:27.115601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-786edc22-9605-492c-a3e8-af3321d05847 req-627c3143-7c85-42bb-af55-d284086f661a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560379 Aug 23 04:07:27.158809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port e2ae35d3-9c97-4449-9ba3-77967069029a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:27.159078 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:27.240086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:27.251216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for e2ae35d3-9c97-4449-9ba3-77967069029a owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:27.375028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79685c05-9340-4380-b77b-f38c3b58329d req-4c4364d4-866a-4d11-9271-37beea1a337b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668972 Aug 23 04:07:27.395743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e149d43-0172-4fdf-91d5-0a69bbbae738 req-62294c51-4c24-4129-adf2-9ee3d670956d tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:27.396874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e149d43-0172-4fdf-91d5-0a69bbbae738 req-62294c51-4c24-4129-adf2-9ee3d670956d tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0545161 Aug 23 04:07:27.459418 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:27.464588 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e149d43-0172-4fdf-91d5-0a69bbbae738 req-68066add-ec7d-4739-a66e-33cc07a52863 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556133 Aug 23 04:07:27.486293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685c05-9340-4380-b77b-f38c3b58329d req-d0af131b-65b5-45f9-8930-3a90ce34072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:27.487838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79685c05-9340-4380-b77b-f38c3b58329d req-d0af131b-65b5-45f9-8930-3a90ce34072d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 1097 time: 0.0503945 Aug 23 04:07:27.491877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=e2ae35d3-9c97-4449-9ba3-77967069029a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:27.602239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685c05-9340-4380-b77b-f38c3b58329d req-11cd5886-a862-4aff-b88c-dcb83cd399e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:27.603853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79685c05-9340-4380-b77b-f38c3b58329d req-11cd5886-a862-4aff-b88c-dcb83cd399e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.0970590 Aug 23 04:07:27.658856 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:27.684274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79685c05-9340-4380-b77b-f38c3b58329d req-03a93428-01f1-4702-bd34-b3f97bb39e25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676 HTTP/1.1" status: 200 len: 1001 time: 0.0728660 Aug 23 04:07:27.737832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685c05-9340-4380-b77b-f38c3b58329d req-7d00a5a9-e4e8-4fa9-89a2-29b91404fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:27.739323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79685c05-9340-4380-b77b-f38c3b58329d req-7d00a5a9-e4e8-4fa9-89a2-29b91404fd95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0483077 Aug 23 04:07:27.785907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685c05-9340-4380-b77b-f38c3b58329d req-af48e25b-6a50-4ca1-8f63-352d3e55bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:27.787329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79685c05-9340-4380-b77b-f38c3b58329d req-af48e25b-6a50-4ca1-8f63-352d3e55bde6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407975 Aug 23 04:07:27.813822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 4e2a5960-de5f-4fe9-b1b2-f124bba40efc has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:27.891253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79685c05-9340-4380-b77b-f38c3b58329d req-ec3b8990-355b-4611-bb8d-232cbefb25a3 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956385 Aug 23 04:07:27.892151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:27.900325 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7b8f3882-b1fc-493c-bea8-97bfefe05af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/4e2a5960-de5f-4fe9-b1b2-f124bba40efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3310184 Aug 23 04:07:27.901116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48072) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:27.903006 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbd39f-42a7-4392-b27b-516b21ebea3b None None] Sync routers for ids ['4e2a5960-de5f-4fe9-b1b2-f124bba40efc'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:27.916407 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbd39f-42a7-4392-b27b-516b21ebea3b None None] Routers {'4e2a5960-de5f-4fe9-b1b2-f124bba40efc'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:27.918740 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 884f2e85-b611-459d-9545-1627d960b523 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:27.922774 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-04fbd39f-42a7-4392-b27b-516b21ebea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4e2a5960-de5f-4fe9-b1b2-f124bba40efc'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:27.931705 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f07d29ea-801f-4e9e-95d5-103660e573e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e2a5960-de5f-4fe9-b1b2-f124bba40efc HTTP/1.1" status: 200 len: 205 time: 0.0294907 Aug 23 04:07:27.934896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48074) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:27.992524 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-04fbd39f-42a7-4392-b27b-516b21ebea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:27.999458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 884f2e85-b611-459d-9545-1627d960b523 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:28.000476 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.002288 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbd39f-42a7-4392-b27b-516b21ebea3b None None] Routers {'4e2a5960-de5f-4fe9-b1b2-f124bba40efc'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:28.003101 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-04fbd39f-42a7-4392-b27b-516b21ebea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:06:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4e2a5960-de5f-4fe9-b1b2-f124bba40efc'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:28.016864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79685c05-9340-4380-b77b-f38c3b58329d req-ed09c5f0-f013-42a2-ae12-1752077e57b5 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188576 Aug 23 04:07:28.018344 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1fa97c5-5ab6-49c2-ac88-9b1ec6182f3c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.050379 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-04fbd39f-42a7-4392-b27b-516b21ebea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:28.051029 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbd39f-42a7-4392-b27b-516b21ebea3b None None] The sync data for ids ['4e2a5960-de5f-4fe9-b1b2-f124bba40efc'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:28.178369 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1fa97c5-5ab6-49c2-ac88-9b1ec6182f3c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.180436 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1fa97c5-5ab6-49c2-ac88-9b1ec6182f3c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.287902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1fa97c5-5ab6-49c2-ac88-9b1ec6182f3c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.288366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fa97c5-5ab6-49c2-ac88-9b1ec6182f3c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Fanout notify agent at l3_agent the message router_deleted on router 4e2a5960-de5f-4fe9-b1b2-f124bba40efc {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:07:28.298989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e1fa97c5-5ab6-49c2-ac88-9b1ec6182f3c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.298989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e1fa97c5-5ab6-49c2-ac88-9b1ec6182f3c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/4e2a5960-de5f-4fe9-b1b2-f124bba40efc HTTP/1.1" status: 204 len: 168 time: 0.3604429 Aug 23 04:07:28.299299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48076) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:28.357629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e896c3-70e8-469b-8f22-799ef13ff3c8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting subnet 57678271-f4dc-41c8-98e7-45280a050960 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:28.366702 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4e896c3-70e8-469b-8f22-799ef13ff3c8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.411680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4e896c3-70e8-469b-8f22-799ef13ff3c8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.490302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4e896c3-70e8-469b-8f22-799ef13ff3c8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.590160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcfc2c-38f9-4ca4-a159-4dd5536adf98 req-3de7b7d5-cd6c-4d83-aa44-6bff6f8b88d4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:28.591554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9dcfc2c-38f9-4ca4-a159-4dd5536adf98 req-3de7b7d5-cd6c-4d83-aa44-6bff6f8b88d4 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0570743 Aug 23 04:07:28.628037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b9dcfc2c-38f9-4ca4-a159-4dd5536adf98 req-e284f90c-7503-4702-adb6-948d3023e055 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305512 Aug 23 04:07:28.636368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4e896c3-70e8-469b-8f22-799ef13ff3c8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.663883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e896c3-70e8-469b-8f22-799ef13ff3c8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Subnet': ['ID=57678271-f4dc-41c8-98e7-45280a050960,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:28.668275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b4e896c3-70e8-469b-8f22-799ef13ff3c8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.673800 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b4e896c3-70e8-469b-8f22-799ef13ff3c8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/57678271-f4dc-41c8-98e7-45280a050960 HTTP/1.1" status: 204 len: 168 time: 0.3704722 Aug 23 04:07:28.674479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48082) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:28.679182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f04efe9-b4ab-4023-9d99-8cd326f5f294 None None] Network 40c891b2-b57d-4277-aef6-650b859a82c5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:28.757785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.797328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a0063c2a-5a34-4460-940c-ee4a3ba696ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.816719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 884f2e85-b611-459d-9545-1627d960b523 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:28.817121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.864945 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.881855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c21d1-1d51-4a50-b5a0-cb346c3c92dd None None] DHCP port deletion for 40c891b2-b57d-4277-aef6-650b859a82c5 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:07:28.884605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port 884f2e85-b611-459d-9545-1627d960b523, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=884f2e85-b611-459d-9545-1627d960b523,segment=NetworkSegment(1fecafab-fa1f-480d-9019-28da76f60b71),segment_id=1fecafab-fa1f-480d-9019-28da76f60b71)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:28.884981 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.930367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-442c21d1-1d51-4a50-b5a0-cb346c3c92dd None None] Deleting port 884f2e85-b611-459d-9545-1627d960b523 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:28.933706 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-442c21d1-1d51-4a50-b5a0-cb346c3c92dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:28.996231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-442c21d1-1d51-4a50-b5a0-cb346c3c92dd None None] For port 884f2e85-b611-459d-9545-1627d960b523, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=884f2e85-b611-459d-9545-1627d960b523,segment=NetworkSegment(1fecafab-fa1f-480d-9019-28da76f60b71),segment_id=1fecafab-fa1f-480d-9019-28da76f60b71)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:28.996639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-442c21d1-1d51-4a50-b5a0-cb346c3c92dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.015064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-442c21d1-1d51-4a50-b5a0-cb346c3c92dd None None] Calling delete_port for 884f2e85-b611-459d-9545-1627d960b523 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:29.151962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fa72b-c9bd-429f-95ec-44c8e4255e1d req-eab5fa94-2a7c-4604-8707-6532e711d8e2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:29.153606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d33fa72b-c9bd-429f-95ec-44c8e4255e1d req-eab5fa94-2a7c-4604-8707-6532e711d8e2 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0558863 Aug 23 04:07:29.179138 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-442c21d1-1d51-4a50-b5a0-cb346c3c92dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.184082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 884f2e85-b611-459d-9545-1627d960b523 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:29.194243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d33fa72b-c9bd-429f-95ec-44c8e4255e1d req-e5335d8f-5a87-4d04-9942-35134b11444c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Aug 23 04:07:29.206593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c21d1-1d51-4a50-b5a0-cb346c3c92dd None None] Pushing event deleted for resources: {'Port': ['ID=884f2e85-b611-459d-9545-1627d960b523,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:29.212206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c21d1-1d51-4a50-b5a0-cb346c3c92dd None None] No DVR routers for this DVR port 884f2e85-b611-459d-9545-1627d960b523 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:29.238326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-85ab9523-6bfd-4d6d-85d6-f017144802f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:29.239821 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-85ab9523-6bfd-4d6d-85d6-f017144802f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=194240defd434395bc2c8ff05857147b&device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 1096 time: 0.0796146 Aug 23 04:07:29.329925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.367285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=884f2e85-b611-459d-9545-1627d960b523,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:29.398079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No DVR routers for this DVR port 884f2e85-b611-459d-9545-1627d960b523 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:29.398079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-c115cd91-21af-46ce-906b-aa085956d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:29.398079 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-c115cd91-21af-46ce-906b-aa085956d9e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 200 len: 919 time: 0.1274683 Aug 23 04:07:29.443915 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-b1db9e02-9193-4e46-b123-6803a6f71337 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9 HTTP/1.1" status: 200 len: 217 time: 0.0475190 Aug 23 04:07:29.510132 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.523431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c891b2-b57d-4277-aef6-650b859a82c5']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:29.536490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fecafab-fa1f-480d-9019-28da76f60b71') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:29.536785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fecafab-fa1f-480d-9019-28da76f60b71') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:29.545190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-9106c0be-4fc8-4b9e-b4da-29334a20e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:29.546612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-9106c0be-4fc8-4b9e-b4da-29334a20e321 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 200 len: 859 time: 0.0947461 Aug 23 04:07:29.549772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.581474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-5fc1b6e8-31be-4bb1-8ada-f37c55796249 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256732 Aug 23 04:07:29.582274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.587957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:07:29.588319 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: self.session.flush() Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:07:29.591130 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:07:29.717824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-c418fa62-8dc3-45b5-9827-5d2331328c91 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257575 Aug 23 04:07:29.750835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.758165 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.760138 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/networks/40c891b2-b57d-4277-aef6-650b859a82c5 HTTP/1.1" status: 204 len: 168 time: 1.0845141 Aug 23 04:07:29.766411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48090) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:29.771528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-14cc3476-6aeb-4c4b-be75-9c6687f8e738 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1324916924', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:29.801474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9a57b-58de-4f5e-b2bf-ebd3aa270cca tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Network': ['ID=40c891b2-b57d-4277-aef6-650b859a82c5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:29.830830 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-222aa59e-65a3-4098-a2ee-5b19da42a865 req-45948211-5b98-4428-8b42-14b07a43cac2 service neutron] 10.222.0.24 "GET /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059122 Aug 23 04:07:29.865040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14cc3476-6aeb-4c4b-be75-9c6687f8e738 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.866097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14cc3476-6aeb-4c4b-be75-9c6687f8e738 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.905331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 884f2e85-b611-459d-9545-1627d960b523 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:29.922978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14cc3476-6aeb-4c4b-be75-9c6687f8e738 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:29.925453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 884f2e85-b611-459d-9545-1627d960b523 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:29.925811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 884f2e85-b611-459d-9545-1627d960b523 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:29.985058 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14cc3476-6aeb-4c4b-be75-9c6687f8e738 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.064804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14cc3476-6aeb-4c4b-be75-9c6687f8e738 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.066057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-14cc3476-6aeb-4c4b-be75-9c6687f8e738 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2985570 Aug 23 04:07:30.068647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48092) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:30.073595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'network': {'name': 'tempest-RoutersTest-756843319'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:30.161769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:30.165187 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.188716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:07:30.197210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.197556 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added segment 75a7ac1d-c679-49cf-a700-750627c9cac4 of type vlan for network 1b651e98-71df-4953-bfaa-140fd807695d Aug 23 04:07:30.236567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.304285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.309692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:30.310268 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.392225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a2662-72b0-4293-8362-1d3349379f86 req-d771701a-269c-4683-b20c-cfc99826dbce tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:30.393755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-733a2662-72b0-4293-8362-1d3349379f86 req-d771701a-269c-4683-b20c-cfc99826dbce tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.1173584 Aug 23 04:07:30.394872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Network': ['ID=1b651e98-71df-4953-bfaa-140fd807695d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:30.406112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 1b651e98-71df-4953-bfaa-140fd807695d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:07:30.415856 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-11ce90d9-9fd3-4b30-ad4f-89b039f70426 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3461258 Aug 23 04:07:30.418533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48096) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:30.424966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'subnet': {'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:30.461973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-733a2662-72b0-4293-8362-1d3349379f86 req-c4c5c639-fda9-4d76-8da1-3209488527bd tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619826 Aug 23 04:07:30.481862 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.602096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:30.606745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.825152 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:30.881531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Subnet': ['ID=7c80b4e6-93b7-42c3-b25b-e58412b5b01c,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:30.892421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Checking segment: {'id': '75a7ac1d-c679-49cf-a700-750627c9cac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:30.892786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network hostable DHCP agents. Network: 1b651e98-71df-4953-bfaa-140fd807695d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:07:30.961530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 1b651e98-71df-4953-bfaa-140fd807695d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:07:31.018726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 1b651e98-71df-4953-bfaa-140fd807695d) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:31.022522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:31.023109 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.029286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a3ed3-b714-425c-836b-c7af5625903b None None] Network 1b651e98-71df-4953-bfaa-140fd807695d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:31.082655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fe0cf633-9de7-470e-8ce9-a932de6fc425 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6630986 Aug 23 04:07:31.085594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48098) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:31.170865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-1b651e98-71df-4953-bfaa-140fd807695d', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:07:31.171864 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.306257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Allocated IP 172.20.0.2 (1b651e98-71df-4953-bfaa-140fd807695d/7c80b4e6-93b7-42c3-b25b-e58412b5b01c/b8285b51-1c4a-4322-9122-dbdd6f09c8f1) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:31.359676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.451885 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.460821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Transition to ACTIVE for port object b8285b51-1c4a-4322-9122-dbdd6f09c8f1 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:31.475471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Transition to ACTIVE for port object b8285b51-1c4a-4322-9122-dbdd6f09c8f1 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:31.539472 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.580953 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Network 1b651e98-71df-4953-bfaa-140fd807695d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:31.584090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:31.586486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:31.603572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Pushing event updated for resources: {'Port': ['ID=b8285b51-1c4a-4322-9122-dbdd6f09c8f1,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:31.620877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3deb-992d-45ee-b22b-0543868ed639 req-80bea090-eefc-43a6-929e-8dfd098fd69c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:31.622393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52ed3deb-992d-45ee-b22b-0543868ed639 req-80bea090-eefc-43a6-929e-8dfd098fd69c tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0912893 Aug 23 04:07:31.645839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.20.0.1 (1b651e98-71df-4953-bfaa-140fd807695d/7c80b4e6-93b7-42c3-b25b-e58412b5b01c/6d371604-a092-4bcb-914e-385004ff276e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:31.650249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Attempting to bind port b8285b51-1c4a-4322-9122-dbdd6f09c8f1 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:31.650639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Attempting to bind port b8285b51-1c4a-4322-9122-dbdd6f09c8f1 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '75a7ac1d-c679-49cf-a700-750627c9cac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:31.650994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Attempting to bind port b8285b51-1c4a-4322-9122-dbdd6f09c8f1 on network 1b651e98-71df-4953-bfaa-140fd807695d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:31.656127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:31.656598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Checking segment: {'id': '75a7ac1d-c679-49cf-a700-750627c9cac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:31.657050 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.657442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Bound using segment: {'id': '75a7ac1d-c679-49cf-a700-750627c9cac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:31.657912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Bound port: b8285b51-1c4a-4322-9122-dbdd6f09c8f1, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a7ac1d-c679-49cf-a700-750627c9cac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:31.658291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.694173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52ed3deb-992d-45ee-b22b-0543868ed639 req-92935b92-c4c0-45c7-adac-8572cceb5242 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627656 Aug 23 04:07:31.727834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] For port b8285b51-1c4a-4322-9122-dbdd6f09c8f1, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:31.743482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] For port b8285b51-1c4a-4322-9122-dbdd6f09c8f1, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b8285b51-1c4a-4322-9122-dbdd6f09c8f1,segment=NetworkSegment(75a7ac1d-c679-49cf-a700-750627c9cac4),segment_id=75a7ac1d-c679-49cf-a700-750627c9cac4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:31.782271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.800614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Transition to ACTIVE for port object 6d371604-a092-4bcb-914e-385004ff276e will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:31.807937 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.837029 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.888293 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:31.925906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4bfe2-8bec-44c0-857e-e985626c847f None None] Pushing event updated for resources: {'Port': ['ID=b8285b51-1c4a-4322-9122-dbdd6f09c8f1,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:31.932762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 1b651e98-71df-4953-bfaa-140fd807695d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:31.938603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:31.942438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:31.978999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=6d371604-a092-4bcb-914e-385004ff276e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:31.993398 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:32.193641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:32.813193 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:32.864677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:32.917190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6a273-923b-4b52-9ca8-825edcf53e0b None None] Network 1b651e98-71df-4953-bfaa-140fd807695d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:32.940189 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:32.942046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=6d371604-a092-4bcb-914e-385004ff276e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:33.046022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 1b651e98-71df-4953-bfaa-140fd807695d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:33.047806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:33.079076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a50266ea-1f06-428f-bf99-e3cd6dd5dafa None None] Provisioning for port b8285b51-1c4a-4322-9122-dbdd6f09c8f1 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:33.247669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:07:33.355256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:33.362474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed63ed67-d3dd-4ddf-ac81-2bc3b25a4c47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2741640 Aug 23 04:07:33.363468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48114) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:33.368748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1959669573'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:33.370189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:33.380774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:33.381642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:33.459035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:33.463043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:33.492037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:07:33.503594 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:33.503846 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added segment 9c763d84-8cef-4db9-ac7c-fa11b96ab9de of type vlan for network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 Aug 23 04:07:33.551140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:33.642285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:33.648078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:33.648664 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:33.650868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:33.680069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6c15a4bd-9b37-4fc3-a8af-849aad43e0dc None None] Provisioning for port 6d371604-a092-4bcb-914e-385004ff276e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:33.688141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6c15a4bd-9b37-4fc3-a8af-849aad43e0dc None None] Provisioning complete for port 6d371604-a092-4bcb-914e-385004ff276e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:33.688141 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6c15a4bd-9b37-4fc3-a8af-849aad43e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:33.732257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Network': ['ID=6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:33.736214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f53b2f30-0e37-496f-a9c9-c2dd4c1f30f9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3718295 Aug 23 04:07:33.738892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48116) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:33.746131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'subnet': {'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:33.760662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:07:33.780290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6c15a4bd-9b37-4fc3-a8af-849aad43e0dc None None] Port 6d371604-a092-4bcb-914e-385004ff276e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:33.888360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:33.910179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:33.976813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b8285b51-1c4a-4322-9122-dbdd6f09c8f1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:34.004366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:32Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:32Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:34.045246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:34.045620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Updating router 763b784b-309d-4f13-9f7f-cf7069624b73 port 6d371604-a092-4bcb-914e-385004ff276e binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:07:34.070988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9570bfaf-54ed-40fe-bf97-9c557cb9b7a4 None None] Provisioning complete for port 6d371604-a092-4bcb-914e-385004ff276e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:34.071323 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9570bfaf-54ed-40fe-bf97-9c557cb9b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.099605 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.128219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9570bfaf-54ed-40fe-bf97-9c557cb9b7a4 None None] Port 6d371604-a092-4bcb-914e-385004ff276e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:34.169448 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.211335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b8285b51-1c4a-4322-9122-dbdd6f09c8f1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:34.231286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b8285b51-1c4a-4322-9122-dbdd6f09c8f1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:34.231286 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.233270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Subnet': ['ID=55e28767-9bd3-4962-8c5e-9e951d8b22b8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:34.241961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Checking segment: {'id': '9c763d84-8cef-4db9-ac7c-fa11b96ab9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:34.242351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network hostable DHCP agents. Network: 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:07:34.327583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:07:34.385059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:34.392016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:34.392616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.394957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.404034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cecdb4-5b6b-4219-a9d5-1dca2445459d None None] Network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:34.451019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-09a7a2c5-102e-4bcc-9ffd-53e6e199ac26 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7084100 Aug 23 04:07:34.451255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48120) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:34.521058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b8285b51-1c4a-4322-9122-dbdd6f09c8f1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b8285b51-1c4a-4322-9122-dbdd6f09c8f1,segment=NetworkSegment(75a7ac1d-c679-49cf-a700-750627c9cac4),segment_id=75a7ac1d-c679-49cf-a700-750627c9cac4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:34.555277 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.600548 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.606193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Transition to ACTIVE for port object 6d371604-a092-4bcb-914e-385004ff276e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:34.677278 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.703803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b8285b51-1c4a-4322-9122-dbdd6f09c8f1,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:34.706583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:07:34.707555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.878669 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.883119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3221b-0157-461c-b4c4-20d66bbf0099 None None] Pushing event updated for resources: {'Port': ['ID=6d371604-a092-4bcb-914e-385004ff276e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:34.890298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Attempting to bind port 6d371604-a092-4bcb-914e-385004ff276e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:34.890676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Attempting to bind port 6d371604-a092-4bcb-914e-385004ff276e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '75a7ac1d-c679-49cf-a700-750627c9cac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:34.891046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Attempting to bind port 6d371604-a092-4bcb-914e-385004ff276e on network 1b651e98-71df-4953-bfaa-140fd807695d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:34.903041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:34.903489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Checking segment: {'id': '75a7ac1d-c679-49cf-a700-750627c9cac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:34.903913 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:34.904292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Bound using segment: {'id': '75a7ac1d-c679-49cf-a700-750627c9cac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:34.904781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Bound port: 6d371604-a092-4bcb-914e-385004ff276e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a7ac1d-c679-49cf-a700-750627c9cac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:34.905205 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:35.001788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Allocated IP 172.21.0.2 (6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079/55e28767-9bd3-4962-8c5e-9e951d8b22b8/e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:35.018957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] For port 6d371604-a092-4bcb-914e-385004ff276e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:35.041878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] For port 6d371604-a092-4bcb-914e-385004ff276e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6d371604-a092-4bcb-914e-385004ff276e,segment=NetworkSegment(75a7ac1d-c679-49cf-a700-750627c9cac4),segment_id=75a7ac1d-c679-49cf-a700-750627c9cac4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:35.112070 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:35.217191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3221b-0157-461c-b4c4-20d66bbf0099 None None] Pushing event updated for resources: {'Port': ['ID=6d371604-a092-4bcb-914e-385004ff276e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:35.230913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:35.231543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:35.272969 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:35.313826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Transition to ACTIVE for port object e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:35.346607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Transition to ACTIVE for port object e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:35.352148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:35.432872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:35.473650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.21.0.1 (6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079/55e28767-9bd3-4962-8c5e-9e951d8b22b8/4f43f845-05cb-4541-a6d2-e932af96a183) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:35.527374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:35.542375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:35.546348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:35.548240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Pushing event updated for resources: {'Port': ['ID=e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:35.605304 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:35.620605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Transition to ACTIVE for port object 4f43f845-05cb-4541-a6d2-e932af96a183 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:35.636333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Attempting to bind port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:35.636720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Attempting to bind port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '9c763d84-8cef-4db9-ac7c-fa11b96ab9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:35.637110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Attempting to bind port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f on network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:35.645278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:35.645787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Checking segment: {'id': '9c763d84-8cef-4db9-ac7c-fa11b96ab9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:35.646070 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:35.646466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Bound using segment: {'id': '9c763d84-8cef-4db9-ac7c-fa11b96ab9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:35.646946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Bound port: e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c763d84-8cef-4db9-ac7c-fa11b96ab9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:35.647332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:35.740157 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:35.785822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:35.789484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:35.796586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:35.801041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=4f43f845-05cb-4541-a6d2-e932af96a183,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:35.860192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:35.863150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:32Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:35Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:35.909537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] For port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:35.914250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] For port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f,segment=NetworkSegment(9c763d84-8cef-4db9-ac7c-fa11b96ab9de),segment_id=9c763d84-8cef-4db9-ac7c-fa11b96ab9de)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:35.915630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d376c269-afa6-4613-b023-eb5c155597f5 None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:32Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:35Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:35.950993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b8285b51-1c4a-4322-9122-dbdd6f09c8f1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:35.982362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:36.068725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d52c7-3052-41bb-8827-cb44d8ca4f8d None None] Pushing event updated for resources: {'Port': ['ID=e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:36.073793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b8285b51-1c4a-4322-9122-dbdd6f09c8f1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:36.074162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:36.102175 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:36.485220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:36.561748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:36.650998 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:36.653757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=4f43f845-05cb-4541-a6d2-e932af96a183,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:36.748772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:36.750712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:36.856340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:36.960005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:36.965445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-817c40fa-808d-4031-b976-bcd9a77aa3b2 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5131266 Aug 23 04:07:36.967928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48140) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:36.973818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1219334523'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:37.070539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:37.074368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.102177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:07:37.110392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4913d15f-395a-466d-8e2d-99ac994a4c7d None None] Network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:37.112241 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.112680 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added segment 0833bf3b-9f62-4605-87d4-3c68be2264b4 of type vlan for network 427f1a98-07a1-4321-9424-1dba7092ec09 Aug 23 04:07:37.154993 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.243424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6e97c2f3-50f4-4d3f-a1d0-6470d2ce7eec None None] Provisioning for port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:37.259029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.265958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:37.266799 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.346880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Network': ['ID=427f1a98-07a1-4321-9424-1dba7092ec09,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:37.357403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 427f1a98-07a1-4321-9424-1dba7092ec09 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:07:37.368470 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-151d5311-ab15-4b34-aff5-2772d553a455 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3988757 Aug 23 04:07:37.371116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48144) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:37.378212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'subnet': {'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:37.601887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:37.605905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.625101 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:37.636722 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:37.637431 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:37.642383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.670326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f914dcca-cd94-4b05-877c-cdefa868fc3b None None] Provisioning for port 4f43f845-05cb-4541-a6d2-e932af96a183 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:37.675331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f914dcca-cd94-4b05-877c-cdefa868fc3b None None] Provisioning complete for port 4f43f845-05cb-4541-a6d2-e932af96a183 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:37.676755 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f914dcca-cd94-4b05-877c-cdefa868fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.721218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f914dcca-cd94-4b05-877c-cdefa868fc3b None None] Port 4f43f845-05cb-4541-a6d2-e932af96a183 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:37.787730 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:37.862297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d7db268-42fe-4d1a-810c-2dfc17ffe664 None None] Provisioning complete for port 4f43f845-05cb-4541-a6d2-e932af96a183 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:37.862941 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d7db268-42fe-4d1a-810c-2dfc17ffe664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.915292 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:37.932333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d7db268-42fe-4d1a-810c-2dfc17ffe664 None None] Port 4f43f845-05cb-4541-a6d2-e932af96a183 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:38.024369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Subnet': ['ID=0681a653-29c3-441b-866d-ac26f15b40e0,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:38.033263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Checking segment: {'id': '0833bf3b-9f62-4605-87d4-3c68be2264b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:38.033624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network hostable DHCP agents. Network: 427f1a98-07a1-4321-9424-1dba7092ec09, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:07:38.055710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c119db6d-f5a3-4e39-94c9-02a6cef25f24 None None] Provisioning complete for port 4f43f845-05cb-4541-a6d2-e932af96a183 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:38.055710 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c119db6d-f5a3-4e39-94c9-02a6cef25f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.087163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:38.128192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c119db6d-f5a3-4e39-94c9-02a6cef25f24 None None] Port 4f43f845-05cb-4541-a6d2-e932af96a183 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:38.139874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 427f1a98-07a1-4321-9424-1dba7092ec09 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:07:38.150281 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:35Z', 'revision_number': 3, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:36Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:35Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:38.179155 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:38.179612 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Updating router 763b784b-309d-4f13-9f7f-cf7069624b73 port 4f43f845-05cb-4541-a6d2-e932af96a183 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:07:38.203935 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.236280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:38.240256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:38.240717 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.259221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 427f1a98-07a1-4321-9424-1dba7092ec09) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:38.270995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:38.271716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.286971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd90450-cb78-4bbc-afc9-2dc2c2440797 None None] Network 427f1a98-07a1-4321-9424-1dba7092ec09 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:38.354016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2bde0f94-4caf-47f0-9c29-82db35c51374 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9810984 Aug 23 04:07:38.356841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48150) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:38.390584 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.453536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f,segment=NetworkSegment(9c763d84-8cef-4db9-ac7c-fa11b96ab9de),segment_id=9c763d84-8cef-4db9-ac7c-fa11b96ab9de)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:38.509903 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.521715 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Transition to ACTIVE for port object 4f43f845-05cb-4541-a6d2-e932af96a183 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:38.536811 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.537768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6d371604-a092-4bcb-914e-385004ff276e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:38.561304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-427f1a98-07a1-4321-9424-1dba7092ec09', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:07:38.564401 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.585091 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.721667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:38.724542 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Attempting to bind port 4f43f845-05cb-4541-a6d2-e932af96a183 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:38.725049 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Attempting to bind port 4f43f845-05cb-4541-a6d2-e932af96a183 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '9c763d84-8cef-4db9-ac7c-fa11b96ab9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:38.725868 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Attempting to bind port 4f43f845-05cb-4541-a6d2-e932af96a183 on network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:38.727441 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Pushing event updated for resources: {'Port': ['ID=4f43f845-05cb-4541-a6d2-e932af96a183,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:38.736244 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.736594 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.736942 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.737303 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.737636 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.737965 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.738294 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.738677 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.739007 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.739321 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.739647 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.739967 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:38.746009 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:38.746414 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Checking segment: {'id': '9c763d84-8cef-4db9-ac7c-fa11b96ab9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:38.746787 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.747172 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Bound using segment: {'id': '9c763d84-8cef-4db9-ac7c-fa11b96ab9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:38.747637 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Bound port: 4f43f845-05cb-4541-a6d2-e932af96a183, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c763d84-8cef-4db9-ac7c-fa11b96ab9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:38.748019 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.764735 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.818964 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] For port 4f43f845-05cb-4541-a6d2-e932af96a183, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:38.822312 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] For port 4f43f845-05cb-4541-a6d2-e932af96a183, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4f43f845-05cb-4541-a6d2-e932af96a183,segment=NetworkSegment(9c763d84-8cef-4db9-ac7c-fa11b96ab9de),segment_id=9c763d84-8cef-4db9-ac7c-fa11b96ab9de)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:38.823738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Allocated IP 172.22.0.2 (427f1a98-07a1-4321-9424-1dba7092ec09/0681a653-29c3-441b-866d-ac26f15b40e0/40ea697f-53d2-4130-a132-d3fd23937a3f) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:38.844358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 6d371604-a092-4bcb-914e-385004ff276e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:38.864396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6d371604-a092-4bcb-914e-385004ff276e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:38.864668 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.901157 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:38.970927 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:38.971556 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:38.974774 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb649de7-0422-41d4-8395-1d45766bcc88 None None] Pushing event updated for resources: {'Port': ['ID=4f43f845-05cb-4541-a6d2-e932af96a183,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:39.126865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.137244 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.165626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Transition to ACTIVE for port object 40ea697f-53d2-4130-a132-d3fd23937a3f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:39.198954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 6d371604-a092-4bcb-914e-385004ff276e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6d371604-a092-4bcb-914e-385004ff276e,segment=NetworkSegment(75a7ac1d-c679-49cf-a700-750627c9cac4),segment_id=75a7ac1d-c679-49cf-a700-750627c9cac4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:39.199352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Transition to ACTIVE for port object 40ea697f-53d2-4130-a132-d3fd23937a3f will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:39.211864 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:39.287922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.335868 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.338905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=6d371604-a092-4bcb-914e-385004ff276e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:39.378150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Network 427f1a98-07a1-4321-9424-1dba7092ec09 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:39.384176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:39.389431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:39.402039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.22.0.1 (427f1a98-07a1-4321-9424-1dba7092ec09/0681a653-29c3-441b-866d-ac26f15b40e0/cc17a8dc-49c2-425a-ac67-eb30e927bfbc) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:39.407455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Pushing event updated for resources: {'Port': ['ID=40ea697f-53d2-4130-a132-d3fd23937a3f,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:39.448134 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:35Z', 'revision_number': 3, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:38Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:35Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:39.482456 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844e91e-2672-442a-8d9f-ccdf5fa634fa None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:35Z', 'revision_number': 3, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:38Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:35Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:39.495834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Attempting to bind port 40ea697f-53d2-4130-a132-d3fd23937a3f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:39.500136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Attempting to bind port 40ea697f-53d2-4130-a132-d3fd23937a3f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '0833bf3b-9f62-4605-87d4-3c68be2264b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:39.500136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Attempting to bind port 40ea697f-53d2-4130-a132-d3fd23937a3f on network 427f1a98-07a1-4321-9424-1dba7092ec09 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:39.502572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:39.503010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Checking segment: {'id': '0833bf3b-9f62-4605-87d4-3c68be2264b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:39.503425 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.503822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Bound using segment: {'id': '0833bf3b-9f62-4605-87d4-3c68be2264b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:39.504342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Bound port: 40ea697f-53d2-4130-a132-d3fd23937a3f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0833bf3b-9f62-4605-87d4-3c68be2264b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:39.504793 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.521468 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.550878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Transition to ACTIVE for port object cc17a8dc-49c2-425a-ac67-eb30e927bfbc will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:39.593743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] For port 40ea697f-53d2-4130-a132-d3fd23937a3f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:39.598614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] For port 40ea697f-53d2-4130-a132-d3fd23937a3f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=40ea697f-53d2-4130-a132-d3fd23937a3f,segment=NetworkSegment(0833bf3b-9f62-4605-87d4-3c68be2264b4),segment_id=0833bf3b-9f62-4605-87d4-3c68be2264b4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:39.676734 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.716701 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.720260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 427f1a98-07a1-4321-9424-1dba7092ec09 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:39.723475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:39.731369 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:39.765715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=cc17a8dc-49c2-425a-ac67-eb30e927bfbc,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:39.799185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Pushing event updated for resources: {'Port': ['ID=40ea697f-53d2-4130-a132-d3fd23937a3f,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:39.807054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:39.810009 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.810358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.810698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.811534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.811868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.812765 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.813127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.813461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.813919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.814371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.814695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:39.815050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b10e58-a9eb-44ff-a708-36c2e71c062a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:40.071509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:40.123268 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:40.161914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:40.162809 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:40.268741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4f43f845-05cb-4541-a6d2-e932af96a183 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:40.430866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 4f43f845-05cb-4541-a6d2-e932af96a183 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:40.436302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 4f43f845-05cb-4541-a6d2-e932af96a183 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:40.436302 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:40.462039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:40.536738 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:40.556577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:40.588850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 4f43f845-05cb-4541-a6d2-e932af96a183, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4f43f845-05cb-4541-a6d2-e932af96a183,segment=NetworkSegment(9c763d84-8cef-4db9-ac7c-fa11b96ab9de),segment_id=9c763d84-8cef-4db9-ac7c-fa11b96ab9de)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:40.639796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:40.665089 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:40.666074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6d371604-a092-4bcb-914e-385004ff276e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:40.782615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=cc17a8dc-49c2-425a-ac67-eb30e927bfbc,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:40.797291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=4f43f845-05cb-4541-a6d2-e932af96a183,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:40.807548 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6d371604-a092-4bcb-914e-385004ff276e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:40.807879 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:40.858279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 427f1a98-07a1-4321-9424-1dba7092ec09 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:40.864389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:40.993127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:41.097621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:41.103260 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bed522af-01ee-4f49-b085-2bde50d015d0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7452738 Aug 23 04:07:41.106166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48162) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:41.110191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:41.112805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'network': {'name': 'tempest-RoutersTest-1376076453'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:41.121560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65013f90-13aa-467e-a7b1-c07760eeab16 None None] Network 427f1a98-07a1-4321-9424-1dba7092ec09 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:41.135546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:41.136201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:41.195937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:41.199666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:41.225623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:07:41.235383 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:41.235752 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added segment 801fa8a8-223a-4490-9d2b-d0533ca0f02b of type vlan for network 87a38974-7a0c-460d-9e9e-a50f3f245aec Aug 23 04:07:41.284394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:41.284982 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:41.383408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fcd3b400-6ca0-4df7-aab4-4682f1f40eca None None] Provisioning for port 40ea697f-53d2-4130-a132-d3fd23937a3f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:41.396368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:41.402504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:41.403208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:41.476586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Network': ['ID=87a38974-7a0c-460d-9e9e-a50f3f245aec,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:41.485766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.486257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.486773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.487162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.487745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.488067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.488458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.488848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.489272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.489645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.490032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.490417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:07:41.506961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48166) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:41.510910 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2b7935f2-c597-4a61-9c2d-085b2cabab0c tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3956494 Aug 23 04:07:41.513970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'subnet': {'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:41.588273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 87a38974-7a0c-460d-9e9e-a50f3f245aec details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:07:41.682418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Made reservation on behalf of 2e2478c4c3d24467a08f6732e216825c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:07:41.686457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:41.767401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:41.801812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:41.802171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Updating router 763b784b-309d-4f13-9f7f-cf7069624b73 port cc17a8dc-49c2-425a-ac67-eb30e927bfbc binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:07:41.834146 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.019797 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.081679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 40ea697f-53d2-4130-a132-d3fd23937a3f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:42.103581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Subnet': ['ID=aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:42.115926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Checking segment: {'id': '801fa8a8-223a-4490-9d2b-d0533ca0f02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:42.116287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network hostable DHCP agents. Network: 87a38974-7a0c-460d-9e9e-a50f3f245aec, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:07:42.194099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d2426f0b-06c8-4bee-afd9-5941c277d58d None None] Provisioning for port cc17a8dc-49c2-425a-ac67-eb30e927bfbc completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:42.202246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d2426f0b-06c8-4bee-afd9-5941c277d58d None None] Provisioning complete for port cc17a8dc-49c2-425a-ac67-eb30e927bfbc triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:42.203151 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d2426f0b-06c8-4bee-afd9-5941c277d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.225129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 87a38974-7a0c-460d-9e9e-a50f3f245aec is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:07:42.244189 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.260689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d2426f0b-06c8-4bee-afd9-5941c277d58d None None] Port cc17a8dc-49c2-425a-ac67-eb30e927bfbc cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:42.266449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Transition to ACTIVE for port object cc17a8dc-49c2-425a-ac67-eb30e927bfbc will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:42.282961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 40ea697f-53d2-4130-a132-d3fd23937a3f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:42.287414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 40ea697f-53d2-4130-a132-d3fd23937a3f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:42.288090 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.356160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 87a38974-7a0c-460d-9e9e-a50f3f245aec) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:42.361380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:42.362039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.367546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe06072e-d125-48e1-a1c5-06e7c21f0385 None None] Network 87a38974-7a0c-460d-9e9e-a50f3f245aec requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:42.401291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.431747 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.507840 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4d247ddc-5095-436c-8034-10b28857e513 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9969475 Aug 23 04:07:42.512987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48168) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:42.534420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63001d9-eb9f-4586-a7ad-5fefaa5cc9b6 None None] Pushing event updated for resources: {'Port': ['ID=cc17a8dc-49c2-425a-ac67-eb30e927bfbc,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:42.539023 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 40ea697f-53d2-4130-a132-d3fd23937a3f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=40ea697f-53d2-4130-a132-d3fd23937a3f,segment=NetworkSegment(0833bf3b-9f62-4605-87d4-3c68be2264b4),segment_id=0833bf3b-9f62-4605-87d4-3c68be2264b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:42.628224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Attempting to bind port cc17a8dc-49c2-425a-ac67-eb30e927bfbc on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:42.629251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Attempting to bind port cc17a8dc-49c2-425a-ac67-eb30e927bfbc by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '0833bf3b-9f62-4605-87d4-3c68be2264b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:42.629710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Attempting to bind port cc17a8dc-49c2-425a-ac67-eb30e927bfbc on network 427f1a98-07a1-4321-9424-1dba7092ec09 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:42.642841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:42.643293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Checking segment: {'id': '0833bf3b-9f62-4605-87d4-3c68be2264b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:42.643749 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.645297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Bound using segment: {'id': '0833bf3b-9f62-4605-87d4-3c68be2264b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:42.645957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Bound port: cc17a8dc-49c2-425a-ac67-eb30e927bfbc, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0833bf3b-9f62-4605-87d4-3c68be2264b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:42.646357 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.677475 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.678394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4f43f845-05cb-4541-a6d2-e932af96a183 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:42.706595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-87a38974-7a0c-460d-9e9e-a50f3f245aec', 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'fixed_ips': [{'subnet_id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:07:42.707465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.818720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=40ea697f-53d2-4130-a132-d3fd23937a3f,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:42.912793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] For port cc17a8dc-49c2-425a-ac67-eb30e927bfbc, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:42.918728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] For port cc17a8dc-49c2-425a-ac67-eb30e927bfbc, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cc17a8dc-49c2-425a-ac67-eb30e927bfbc,segment=NetworkSegment(0833bf3b-9f62-4605-87d4-3c68be2264b4),segment_id=0833bf3b-9f62-4605-87d4-3c68be2264b4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:42.922169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.947109 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 4f43f845-05cb-4541-a6d2-e932af96a183 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:42.947484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:42.988237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:43.027200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Allocated IP 172.23.0.2 (87a38974-7a0c-460d-9e9e-a50f3f245aec/aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf/13e0117c-670f-4a6b-8230-ac25b6fc9bb6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:43.101429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63001d9-eb9f-4586-a7ad-5fefaa5cc9b6 None None] Pushing event updated for resources: {'Port': ['ID=cc17a8dc-49c2-425a-ac67-eb30e927bfbc,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:43.109502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:43.110148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:43.290695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:43.427839 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:43.601193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Transition to ACTIVE for port object 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:43.653181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Transition to ACTIVE for port object 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:43.736379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:42Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:43.770486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94204438-4649-43a5-a8d3-5ea2cfee584c None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:42Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:43.782581 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:43.841621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Network 87a38974-7a0c-460d-9e9e-a50f3f245aec is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:43.844974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:43.851911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:43.857374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Pushing event updated for resources: {'Port': ['ID=13e0117c-670f-4a6b-8230-ac25b6fc9bb6,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:43.866233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Allocated IP 172.23.0.1 (87a38974-7a0c-460d-9e9e-a50f3f245aec/aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf/fc6e4465-293d-4462-944f-06bf6f461cb1) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:07:43.918388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Attempting to bind port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:43.918782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Attempting to bind port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '801fa8a8-223a-4490-9d2b-d0533ca0f02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:43.919152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Attempting to bind port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 on network 87a38974-7a0c-460d-9e9e-a50f3f245aec {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:43.925151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:43.925610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Checking segment: {'id': '801fa8a8-223a-4490-9d2b-d0533ca0f02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:43.926124 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:43.926666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Bound using segment: {'id': '801fa8a8-223a-4490-9d2b-d0533ca0f02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:43.927630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Bound port: 13e0117c-670f-4a6b-8230-ac25b6fc9bb6, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801fa8a8-223a-4490-9d2b-d0533ca0f02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:43.927630 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.012991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] For port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:44.017534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.025039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] For port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=13e0117c-670f-4a6b-8230-ac25b6fc9bb6,segment=NetworkSegment(801fa8a8-223a-4490-9d2b-d0533ca0f02b),segment_id=801fa8a8-223a-4490-9d2b-d0533ca0f02b)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:44.033741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Transition to ACTIVE for port object fc6e4465-293d-4462-944f-06bf6f461cb1 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:44.086604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 40ea697f-53d2-4130-a132-d3fd23937a3f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:44.112317 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.139553 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.204302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf4b77-6ebe-4d86-bb1f-3fce0c239961 None None] Pushing event updated for resources: {'Port': ['ID=13e0117c-670f-4a6b-8230-ac25b6fc9bb6,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:44.209385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 40ea697f-53d2-4130-a132-d3fd23937a3f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:44.209766 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.219944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 87a38974-7a0c-460d-9e9e-a50f3f245aec is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:44.227109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:44.229888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:07:44.298527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=fc6e4465-293d-4462-944f-06bf6f461cb1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:44.305073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cc17a8dc-49c2-425a-ac67-eb30e927bfbc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:44.333593 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.395908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693748f-d8a6-4978-a59e-3ec628353a00 req-43b028b4-c78d-4092-8d59-c584cfcc9a3a tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:44.409053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6693748f-d8a6-4978-a59e-3ec628353a00 req-43b028b4-c78d-4092-8d59-c584cfcc9a3a tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.2029281 Aug 23 04:07:44.440223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cc17a8dc-49c2-425a-ac67-eb30e927bfbc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:44.445261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cc17a8dc-49c2-425a-ac67-eb30e927bfbc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:44.445843 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.479300 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6693748f-d8a6-4978-a59e-3ec628353a00 req-9bcdb0a4-1361-4223-b262-f12dc6eb5b6d tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692813 Aug 23 04:07:44.553637 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.584351 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port cc17a8dc-49c2-425a-ac67-eb30e927bfbc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cc17a8dc-49c2-425a-ac67-eb30e927bfbc,segment=NetworkSegment(0833bf3b-9f62-4605-87d4-3c68be2264b4),segment_id=0833bf3b-9f62-4605-87d4-3c68be2264b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:44.608037 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.682073 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.729879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=cc17a8dc-49c2-425a-ac67-eb30e927bfbc,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:44.874540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:44.961554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:45.037388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event updated for resources: {'Port': ['ID=fc6e4465-293d-4462-944f-06bf6f461cb1,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:45.043705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:45.147311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Network 87a38974-7a0c-460d-9e9e-a50f3f245aec is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:07:45.148771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:07:45.184687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50672aa4-c99d-441c-9c23-db5dbf959271 None None] Network 87a38974-7a0c-460d-9e9e-a50f3f245aec requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:45.249899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:45.349973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:45.355770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d02f2206-6f5e-42bd-82d6-7419dbb1b31a tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8455193 Aug 23 04:07:45.358672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48182) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:45.361448 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:45.369586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:45.374954 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:45.378956 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:45.391331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-68b7f14c-fecb-4fc6-a26f-597443acb126 None None] Provisioning for port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:45.475408 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:45.657559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f2992-9f91-4984-862d-ff0cefcc6fc4 req-3f2c7c42-45ef-42e1-857b-f75936760b99 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:45.667062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e37f2992-9f91-4984-862d-ff0cefcc6fc4 req-3f2c7c42-45ef-42e1-857b-f75936760b99 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0962439 Aug 23 04:07:45.670119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-82092b4d-19bc-4e80-9d3e-6c34abf6d501 None None] Provisioning for port fc6e4465-293d-4462-944f-06bf6f461cb1 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:45.675369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-82092b4d-19bc-4e80-9d3e-6c34abf6d501 None None] Provisioning complete for port fc6e4465-293d-4462-944f-06bf6f461cb1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:45.675369 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82092b4d-19bc-4e80-9d3e-6c34abf6d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:45.734793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-82092b4d-19bc-4e80-9d3e-6c34abf6d501 None None] Port fc6e4465-293d-4462-944f-06bf6f461cb1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:45.759023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e37f2992-9f91-4984-862d-ff0cefcc6fc4 req-e5025a83-c5a9-4041-bede-80375408bb49 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889266 Aug 23 04:07:45.764126 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6e4465-293d-4462-944f-06bf6f461cb1', 'name': '', 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:51:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:43Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:45.794191 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:45.794553 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Updating router 763b784b-309d-4f13-9f7f-cf7069624b73 port fc6e4465-293d-4462-944f-06bf6f461cb1 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:07:45.822359 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:45.871112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b742d90e-4d1f-46e3-9b77-349f13f01754 None None] Provisioning complete for port fc6e4465-293d-4462-944f-06bf6f461cb1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:45.871503 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b742d90e-4d1f-46e3-9b77-349f13f01754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:45.974093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b742d90e-4d1f-46e3-9b77-349f13f01754 None None] Port fc6e4465-293d-4462-944f-06bf6f461cb1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:46.083657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cc17a8dc-49c2-425a-ac67-eb30e927bfbc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:46.129235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 04:07:46.137583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-763ed90e-0cf7-48b1-98f6-2ba76c59d1bf None None] Provisioning complete for port fc6e4465-293d-4462-944f-06bf6f461cb1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:46.137964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-763ed90e-0cf7-48b1-98f6-2ba76c59d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.143907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Removed routes are [] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 04:07:46.144259 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.180029 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.181408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cc17a8dc-49c2-425a-ac67-eb30e927bfbc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:46.181788 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.184270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-763ed90e-0cf7-48b1-98f6-2ba76c59d1bf None None] Port fc6e4465-293d-4462-944f-06bf6f461cb1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:07:46.190780 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Transition to ACTIVE for port object fc6e4465-293d-4462-944f-06bf6f461cb1 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:07:46.261111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:46.282089 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.354058 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac98a30-1989-4d29-944b-aa68dce6b6de None None] Pushing event updated for resources: {'Port': ['ID=fc6e4465-293d-4462-944f-06bf6f461cb1,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:46.390492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:46.394617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:46.395164 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.398932 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Attempting to bind port fc6e4465-293d-4462-944f-06bf6f461cb1 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:07:46.399459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Attempting to bind port fc6e4465-293d-4462-944f-06bf6f461cb1 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '801fa8a8-223a-4490-9d2b-d0533ca0f02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:07:46.399849 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Attempting to bind port fc6e4465-293d-4462-944f-06bf6f461cb1 on network 87a38974-7a0c-460d-9e9e-a50f3f245aec {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:07:46.405940 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:07:46.406451 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Checking segment: {'id': '801fa8a8-223a-4490-9d2b-d0533ca0f02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:07:46.406804 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.407377 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Bound using segment: {'id': '801fa8a8-223a-4490-9d2b-d0533ca0f02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:07:46.407858 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Bound port: fc6e4465-293d-4462-944f-06bf6f461cb1, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801fa8a8-223a-4490-9d2b-d0533ca0f02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:07:46.408247 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.408952 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.420784 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.431095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-4739357f-7ddd-4eef-917f-0abcc1e287bd tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:46.432583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-4739357f-7ddd-4eef-917f-0abcc1e287bd tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.0713208 Aug 23 04:07:46.491572 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] For port fc6e4465-293d-4462-944f-06bf6f461cb1, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:07:46.495681 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] For port fc6e4465-293d-4462-944f-06bf6f461cb1, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fc6e4465-293d-4462-944f-06bf6f461cb1,segment=NetworkSegment(801fa8a8-223a-4490-9d2b-d0533ca0f02b),segment_id=801fa8a8-223a-4490-9d2b-d0533ca0f02b)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:07:46.503864 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.542612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=13e0117c-670f-4a6b-8230-ac25b6fc9bb6,segment=NetworkSegment(801fa8a8-223a-4490-9d2b-d0533ca0f02b),segment_id=801fa8a8-223a-4490-9d2b-d0533ca0f02b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:46.556691 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.599763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:46.610884 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:46.611629 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:46.642135 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.658702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Deleting port 78c32f32-a398-4a7d-814a-61f7dd3fe047 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:46.659296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.717990 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac98a30-1989-4d29-944b-aa68dce6b6de None None] Pushing event updated for resources: {'Port': ['ID=fc6e4465-293d-4462-944f-06bf6f461cb1,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:46.744420 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:46.749139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=13e0117c-670f-4a6b-8230-ac25b6fc9bb6,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:46.770454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:46.779037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.783243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-13d36158-bf2b-49b4-ae09-048ea535cead tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73 HTTP/1.1" status: 200 len: 934 time: 1.4172640 Aug 23 04:07:46.784176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48190) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:46.803795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] For port 78c32f32-a398-4a7d-814a-61f7dd3fe047, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=78c32f32-a398-4a7d-814a-61f7dd3fe047,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:46.804162 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:46.817169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Calling delete_port for 78c32f32-a398-4a7d-814a-61f7dd3fe047 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:46.940008 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4cfd716d-aae3-4f56-b4b3-f120ce67678f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73 HTTP/1.1" status: 200 len: 934 time: 0.1538839 Aug 23 04:07:46.942514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48192) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:46.946984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'routes': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:46.989329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070d16b-85af-4abc-9202-8dd3ef7087c4 req-c7399bf3-d19a-4fa8-b0a9-d1ee8afe4560 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:46.990809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8070d16b-85af-4abc-9202-8dd3ef7087c4 req-c7399bf3-d19a-4fa8-b0a9-d1ee8afe4560 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 946 time: 0.1158645 Aug 23 04:07:47.020770 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:46Z', 'revision_number': 6, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6e4465-293d-4462-944f-06bf6f461cb1', 'name': '', 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:51:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:43Z', 'updated_at': '2021-08-23T04:07:46Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:47.030626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:47.043298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['67fff7d8-5f27-4316-a9c0-2dd0831243a9', '78c32f32-a398-4a7d-814a-61f7dd3fe047'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:07:47.048689 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633666f-937b-48b3-b365-d448a8a57210 None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:46Z', 'revision_number': 6, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6e4465-293d-4462-944f-06bf6f461cb1', 'name': '', 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:51:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:43Z', 'updated_at': '2021-08-23T04:07:46Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:47.080888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8070d16b-85af-4abc-9202-8dd3ef7087c4 req-8690fd5a-20a7-4470-8dbb-f87523d41599 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836902 Aug 23 04:07:47.097677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Pushing event deleted for resources: {'Port': ['ID=78c32f32-a398-4a7d-814a-61f7dd3fe047,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:47.177639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] No DVR routers for this DVR port 78c32f32-a398-4a7d-814a-61f7dd3fe047 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:47.180525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:47.182790 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b9879130-5bc2-4e25-9b09-c44f2ede0caf req-56fc428b-3918-4d06-9a62-28a052de834f tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.24 "DELETE /v2.0/ports/78c32f32-a398-4a7d-814a-61f7dd3fe047 HTTP/1.1" status: 204 len: 173 time: 0.7008553 Aug 23 04:07:47.183255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d3e920-d298-4893-a631-1634f5714e96', 'name': 'network-vif-deleted', 'tag': '78c32f32-a398-4a7d-814a-61f7dd3fe047'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:07:47.186110 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f075f5c1-20ff-40ad-8a8a-05e9002f5f29" -d '{"events": [{"server_uuid": "96d3e920-d298-4893-a631-1634f5714e96", "name": "network-vif-deleted", "tag": "78c32f32-a398-4a7d-814a-61f7dd3fe047"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:07:47.232861 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b40104-977c-4a53-a197-94811582cd5d x-openstack-request-id: req-d0b40104-977c-4a53-a197-94811582cd5d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:07:47.234667 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d3e920-d298-4893-a631-1634f5714e96", "name": "network-vif-deleted", "tag": "78c32f32-a398-4a7d-814a-61f7dd3fe047", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:07:47.234667 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0b40104-977c-4a53-a197-94811582cd5d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:07:47.234667 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d3e920-d298-4893-a631-1634f5714e96', 'name': 'network-vif-deleted', 'tag': '78c32f32-a398-4a7d-814a-61f7dd3fe047', 'status': 'completed', 'code': 200} Aug 23 04:07:47.435174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.extraroute_db [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added routes are [] {{(pid=95121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 04:07:47.435490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.extraroute_db [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95121) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 04:07:47.466145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:47.732520 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:47.736588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:47.801628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:47.810830 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:47.811440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:47.834431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:47.912047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:47.948043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:47.956079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:47.957277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-84470d1b-7345-4f4d-9e7b-404ec6271b53 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73 HTTP/1.1" status: 200 len: 700 time: 1.0137517 Aug 23 04:07:47.960013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48196) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:48.060600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c94caf9f-513c-4969-a969-efdbf2191dc0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73 HTTP/1.1" status: 200 len: 700 time: 0.0994124 Aug 23 04:07:48.062140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fc6e4465-293d-4462-944f-06bf6f461cb1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:48.063323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48198) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:48.187374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:47Z', 'revision_number': 7, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6e4465-293d-4462-944f-06bf6f461cb1', 'name': '', 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:51:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:43Z', 'updated_at': '2021-08-23T04:07:46Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:48.219810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:48.228386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:48.229091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:48.253751 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-847bd127-2dcb-47c3-a2ef-5abfba899bc3 req-14621d39-8058-4cb6-b42a-439065655e69 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=96d3e920-d298-4893-a631-1634f5714e96 HTTP/1.1" status: 200 len: 210 time: 0.0482125 Aug 23 04:07:48.296260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port fc6e4465-293d-4462-944f-06bf6f461cb1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:07:48.305739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port fc6e4465-293d-4462-944f-06bf6f461cb1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:48.306124 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:48.350353 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:48.422126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:48.517359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:48.572153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port fc6e4465-293d-4462-944f-06bf6f461cb1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fc6e4465-293d-4462-944f-06bf6f461cb1,segment=NetworkSegment(801fa8a8-223a-4490-9d2b-d0533ca0f02b),segment_id=801fa8a8-223a-4490-9d2b-d0533ca0f02b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:48.622975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:47Z', 'revision_number': 7, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6e4465-293d-4462-944f-06bf6f461cb1', 'name': '', 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:51:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:43Z', 'updated_at': '2021-08-23T04:07:46Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:48.655240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f6cb1-b5d2-4feb-b2da-fa0e4cc02751 None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:47Z', 'revision_number': 7, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6e4465-293d-4462-944f-06bf6f461cb1', 'name': '', 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:51:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:43Z', 'updated_at': '2021-08-23T04:07:46Z', 'revision_number': 4, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:48.658032 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:48.658811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:07:48.679138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port fc6e4465-293d-4462-944f-06bf6f461cb1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:48.679498 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:48.734603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=fc6e4465-293d-4462-944f-06bf6f461cb1,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:48.748198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:07:48.748572 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:48.777299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port fc6e4465-293d-4462-944f-06bf6f461cb1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=fc6e4465-293d-4462-944f-06bf6f461cb1,segment=NetworkSegment(801fa8a8-223a-4490-9d2b-d0533ca0f02b),segment_id=801fa8a8-223a-4490-9d2b-d0533ca0f02b)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:48.777677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:48.791199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for fc6e4465-293d-4462-944f-06bf6f461cb1 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:48.902973 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:48.912611 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:48.913249 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:49.002707 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:49.030486 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:49.057353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=fc6e4465-293d-4462-944f-06bf6f461cb1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:49.227129 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:49.346945 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:47Z', 'revision_number': 7, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6e4465-293d-4462-944f-06bf6f461cb1', 'name': '', 'network_id': '87a38974-7a0c-460d-9e9e-a50f3f245aec', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:51:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:43Z', 'updated_at': '2021-08-23T04:07:48Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': 'aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:49.378607 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:49.388433 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:49.389507 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:49.482366 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:49.727750 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:48Z', 'revision_number': 8, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:49.756645 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244701c-5942-4eb9-bd3f-2cfd8d9c4404 None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:48Z', 'revision_number': 8, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:49.803182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:49.815380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35b620-836e-4f22-87ac-2c214175e46f req-636a13ad-ef83-4628-919c-8f3db8fe1b9e tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:49.817047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c35b620-836e-4f22-87ac-2c214175e46f req-636a13ad-ef83-4628-919c-8f3db8fe1b9e tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0729880 Aug 23 04:07:49.925671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c35b620-836e-4f22-87ac-2c214175e46f req-a6069d08-970b-4f89-9a16-4ade618f4b16 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023331 Aug 23 04:07:49.938478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:49.944000 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0e7d7c0d-6858-4843-bedc-fd8c4dca5f37 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8796153 Aug 23 04:07:49.951776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48208) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:50.001827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-af879eb2-5ad3-4778-8695-d63cf42339a9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting subnet aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:50.004791 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af879eb2-5ad3-4778-8695-d63cf42339a9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.046929 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af879eb2-5ad3-4778-8695-d63cf42339a9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.127587 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af879eb2-5ad3-4778-8695-d63cf42339a9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.171308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fc6e4465-293d-4462-944f-06bf6f461cb1 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:50.193362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: fc6e4465-293d-4462-944f-06bf6f461cb1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:50.193718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device fc6e4465-293d-4462-944f-06bf6f461cb1 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:50.247625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af879eb2-5ad3-4778-8695-d63cf42339a9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.278433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af879eb2-5ad3-4778-8695-d63cf42339a9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:50.282687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af879eb2-5ad3-4778-8695-d63cf42339a9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.287616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-af879eb2-5ad3-4778-8695-d63cf42339a9 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf HTTP/1.1" status: 204 len: 168 time: 0.3312836 Aug 23 04:07:50.287616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48210) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:50.295965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:50.295965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c6b69-c310-42bc-95af-394bd8e7c1fa None None] Network 87a38974-7a0c-460d-9e9e-a50f3f245aec requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:50.322461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:50.323087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:50.364477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.420485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:50.420717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.491355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=13e0117c-670f-4a6b-8230-ac25b6fc9bb6,segment=NetworkSegment(801fa8a8-223a-4490-9d2b-d0533ca0f02b),segment_id=801fa8a8-223a-4490-9d2b-d0533ca0f02b)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:50.491751 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.504725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:50.623135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:50.647440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.690184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=13e0117c-670f-4a6b-8230-ac25b6fc9bb6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:50.694942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No DVR routers for this DVR port 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:50.770191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6553dcfb-0ee1-4733-8926-03c4711a7899 None None] DHCP port deletion for 87a38974-7a0c-460d-9e9e-a50f3f245aec request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:07:50.794700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.805318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a38974-7a0c-460d-9e9e-a50f3f245aec']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:50.816582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801fa8a8-223a-4490-9d2b-d0533ca0f02b') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:50.816893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801fa8a8-223a-4490-9d2b-d0533ca0f02b') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:50.826112 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.853841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.860515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:07:50.860855 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:07:50.864575 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:07:50.872338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:48Z', 'revision_number': 8, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:50.905027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:50.913964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:50.914704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:50.953429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 78c32f32-a398-4a7d-814a-61f7dd3fe047 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:51.003970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 78c32f32-a398-4a7d-814a-61f7dd3fe047 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:51.004314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 78c32f32-a398-4a7d-814a-61f7dd3fe047 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:51.027622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:51.035395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:51.037887 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:51.042474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/networks/87a38974-7a0c-460d-9e9e-a50f3f245aec HTTP/1.1" status: 204 len: 168 time: 0.7517133 Aug 23 04:07:51.043214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48216) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:51.055567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98596ffa-cf9e-42fa-889e-3c9ecf67be70 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Network': ['ID=87a38974-7a0c-460d-9e9e-a50f3f245aec,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:51.066407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc63f8-35fc-43a0-ae1c-2ed35328e9db req-6d80d76b-c9c2-4593-9ded-569ea7b8917e tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:51.067926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1fc63f8-35fc-43a0-ae1c-2ed35328e9db req-6d80d76b-c9c2-4593-9ded-569ea7b8917e tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0737283 Aug 23 04:07:51.113306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1fc63f8-35fc-43a0-ae1c-2ed35328e9db req-2fd21802-d889-44e6-b94b-2b3e816b23cc tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376270 Aug 23 04:07:51.270281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:48Z', 'revision_number': 8, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:51.302004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd90834-2eeb-4dc9-889f-da98b66e7c7b None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:48Z', 'revision_number': 8, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc17a8dc-49c2-425a-ac67-eb30e927bfbc', 'name': '', 'network_id': '427f1a98-07a1-4321-9424-1dba7092ec09', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:5a:6c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:38Z', 'updated_at': '2021-08-23T04:07:44Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '0681a653-29c3-441b-866d-ac26f15b40e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:51.423933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:51.672335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port cc17a8dc-49c2-425a-ac67-eb30e927bfbc {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:51.672684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:51.756766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port cc17a8dc-49c2-425a-ac67-eb30e927bfbc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cc17a8dc-49c2-425a-ac67-eb30e927bfbc,segment=NetworkSegment(0833bf3b-9f62-4605-87d4-3c68be2264b4),segment_id=0833bf3b-9f62-4605-87d4-3c68be2264b4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:51.757385 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:51.769531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for cc17a8dc-49c2-425a-ac67-eb30e927bfbc owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:51.923767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:51.942456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:51.943253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 13e0117c-670f-4a6b-8230-ac25b6fc9bb6 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:52.047524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:52.071742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=cc17a8dc-49c2-425a-ac67-eb30e927bfbc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:52.240236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9e917-7fe3-4835-8a49-5e1acb3e6831 req-d815eee8-939f-4ad1-b058-dc233484e259 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:52.241829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52a9e917-7fe3-4835-8a49-5e1acb3e6831 req-d815eee8-939f-4ad1-b058-dc233484e259 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0550842 Aug 23 04:07:52.242049 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:52.283228 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52a9e917-7fe3-4835-8a49-5e1acb3e6831 req-0f20bb57-7a44-4ca0-896b-5d23e3b6a22b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Aug 23 04:07:52.425860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:52.511703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:52.517413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-67226144-c587-4e9c-a317-e3cc420eb850 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4729922 Aug 23 04:07:52.520017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48220) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:52.524723 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:52.533897 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:52.534657 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:52.623380 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:52.704781 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:52.826577 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:51Z', 'revision_number': 9, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:52.832114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c868ef-3090-425a-adb2-4ff60c66f643 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting subnet 0681a653-29c3-441b-866d-ac26f15b40e0 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:52.835188 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3c868ef-3090-425a-adb2-4ff60c66f643 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:52.852785 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:52.861622 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:52.862224 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:52.873113 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3c868ef-3090-425a-adb2-4ff60c66f643 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:52.949987 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:52.960536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3c868ef-3090-425a-adb2-4ff60c66f643 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.082097 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3c868ef-3090-425a-adb2-4ff60c66f643 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.110990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c868ef-3090-425a-adb2-4ff60c66f643 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Subnet': ['ID=0681a653-29c3-441b-866d-ac26f15b40e0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:53.116029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3c868ef-3090-425a-adb2-4ff60c66f643 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.129930 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e3c868ef-3090-425a-adb2-4ff60c66f643 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/0681a653-29c3-441b-866d-ac26f15b40e0 HTTP/1.1" status: 204 len: 168 time: 0.5970323 Aug 23 04:07:53.129930 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48222) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:53.130122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b2a55c-c849-49ad-b4c0-ffbb96f2b425 None None] Network 427f1a98-07a1-4321-9424-1dba7092ec09 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:53.156656 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:51Z', 'revision_number': 9, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:53.184325 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67872ba3-b726-4247-93b6-30950cc7ed05 None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:51Z', 'revision_number': 9, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '4f43f845-05cb-4541-a6d2-e932af96a183', 'name': '', 'network_id': '6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:e7:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:35Z', 'updated_at': '2021-08-23T04:07:40Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '55e28767-9bd3-4962-8c5e-9e951d8b22b8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:53.200533 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.261931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 40ea697f-53d2-4130-a132-d3fd23937a3f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:53.262535 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.327032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port 40ea697f-53d2-4130-a132-d3fd23937a3f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=40ea697f-53d2-4130-a132-d3fd23937a3f,segment=NetworkSegment(0833bf3b-9f62-4605-87d4-3c68be2264b4),segment_id=0833bf3b-9f62-4605-87d4-3c68be2264b4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:53.327425 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.340136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 40ea697f-53d2-4130-a132-d3fd23937a3f owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:53.396365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581cc86-279e-4e99-9e1d-a42d20b9ba54 req-71a33d82-75a0-41c7-90e0-acce2a9aedd8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:53.397890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5581cc86-279e-4e99-9e1d-a42d20b9ba54 req-71a33d82-75a0-41c7-90e0-acce2a9aedd8 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0485530 Aug 23 04:07:53.435188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5581cc86-279e-4e99-9e1d-a42d20b9ba54 req-8267f286-efa3-4e0d-b2da-d403f506b40b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Aug 23 04:07:53.476187 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.502247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=40ea697f-53d2-4130-a132-d3fd23937a3f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:53.504060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No DVR routers for this DVR port 40ea697f-53d2-4130-a132-d3fd23937a3f on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:53.554317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b46932-d87a-4fcd-a1ab-405932e4c8a5 None None] DHCP port deletion for 427f1a98-07a1-4321-9424-1dba7092ec09 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:07:53.584994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.596321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427f1a98-07a1-4321-9424-1dba7092ec09']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:53.614558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0833bf3b-9f62-4605-87d4-3c68be2264b4') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:53.618777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0833bf3b-9f62-4605-87d4-3c68be2264b4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:53.624114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.638316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.644860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:07:53.645275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:07:53.648322 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:07:53.767122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.771583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:53.773569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/networks/427f1a98-07a1-4321-9424-1dba7092ec09 HTTP/1.1" status: 204 len: 168 time: 0.6519065 Aug 23 04:07:53.776445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48226) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:53.787710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170f95-594d-4d75-9f78-ffabedce58e7 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Network': ['ID=427f1a98-07a1-4321-9424-1dba7092ec09,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:53.920668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 40ea697f-53d2-4130-a132-d3fd23937a3f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:53.940804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 40ea697f-53d2-4130-a132-d3fd23937a3f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:53.941181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 40ea697f-53d2-4130-a132-d3fd23937a3f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:53.941604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cc17a8dc-49c2-425a-ac67-eb30e927bfbc no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:53.960039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: cc17a8dc-49c2-425a-ac67-eb30e927bfbc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:53.960387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cc17a8dc-49c2-425a-ac67-eb30e927bfbc not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:54.106029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:54.340791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 4f43f845-05cb-4541-a6d2-e932af96a183 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:54.341155 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:54.431184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port 4f43f845-05cb-4541-a6d2-e932af96a183, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4f43f845-05cb-4541-a6d2-e932af96a183,segment=NetworkSegment(9c763d84-8cef-4db9-ac7c-fa11b96ab9de),segment_id=9c763d84-8cef-4db9-ac7c-fa11b96ab9de)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:54.431973 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:54.443444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 4f43f845-05cb-4541-a6d2-e932af96a183 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:54.596861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3db67-85b7-4753-9d4c-14c88ea6cbfd req-d0a09636-d341-46cc-959e-194790133634 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:54.598388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d6d3db67-85b7-4753-9d4c-14c88ea6cbfd req-d0a09636-d341-46cc-959e-194790133634 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0948880 Aug 23 04:07:54.675121 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d6d3db67-85b7-4753-9d4c-14c88ea6cbfd req-eed2fc13-018a-4e7d-a968-c2515204891d tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ceca092-4e34-4010-8765-60bd3aad89fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705266 Aug 23 04:07:54.767619 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:54.793958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=4f43f845-05cb-4541-a6d2-e932af96a183,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:54.955264 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.020097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-14325a58-d85b-4350-a494-fb74a26d5e97 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:07:55.021577 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-14325a58-d85b-4350-a494-fb74a26d5e97 tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 945 time: 0.0476224 Aug 23 04:07:55.117226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Deleting port 67fff7d8-5f27-4316-a9c0-2dd0831243a9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:55.117486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.142398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:55.212232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] For port 67fff7d8-5f27-4316-a9c0-2dd0831243a9, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=67fff7d8-5f27-4316-a9c0-2dd0831243a9,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:55.212506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.225287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Calling delete_port for 67fff7d8-5f27-4316-a9c0-2dd0831243a9 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:55.246418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:55.251995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c8fa491e-63fc-4f45-8b76-d63a72627d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4743884 Aug 23 04:07:55.254738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48230) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:55.259516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:55.270220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:55.271194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:55.308601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c5d584-e0b7-4c63-83df-a4131baabe09 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting subnet 55e28767-9bd3-4962-8c5e-9e951d8b22b8 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:55.312433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d584-e0b7-4c63-83df-a4131baabe09 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.355526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d584-e0b7-4c63-83df-a4131baabe09 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.364400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:55.402073 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.430644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Pushing event deleted for resources: {'Port': ['ID=67fff7d8-5f27-4316-a9c0-2dd0831243a9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:55.439590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['67fff7d8-5f27-4316-a9c0-2dd0831243a9'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:07:55.446268 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d584-e0b7-4c63-83df-a4131baabe09 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.479278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] No DVR routers for this DVR port 67fff7d8-5f27-4316-a9c0-2dd0831243a9 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:55.481972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.484101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f8e7c31d-e40a-4645-afef-2a2f001de878 req-64681a7c-e26d-45a4-9748-a1039c93cc2b tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.24 "DELETE /v2.0/ports/67fff7d8-5f27-4316-a9c0-2dd0831243a9 HTTP/1.1" status: 204 len: 173 time: 0.4564874 Aug 23 04:07:55.484595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c71a7c-57e0-4894-98ca-278d7e7c71ae', 'name': 'network-vif-deleted', 'tag': '67fff7d8-5f27-4316-a9c0-2dd0831243a9'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:07:55.487092 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e67c68-433e-43c0-9b7f-9f9e1eab0543" -d '{"events": [{"server_uuid": "f2c71a7c-57e0-4894-98ca-278d7e7c71ae", "name": "network-vif-deleted", "tag": "67fff7d8-5f27-4316-a9c0-2dd0831243a9"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:07:55.531786 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc47c5f-eb28-4488-892f-e3c9e52bbc43 x-openstack-request-id: req-acc47c5f-eb28-4488-892f-e3c9e52bbc43 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:07:55.532080 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c71a7c-57e0-4894-98ca-278d7e7c71ae", "name": "network-vif-deleted", "tag": "67fff7d8-5f27-4316-a9c0-2dd0831243a9", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:07:55.532353 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acc47c5f-eb28-4488-892f-e3c9e52bbc43 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:07:55.532795 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c71a7c-57e0-4894-98ca-278d7e7c71ae', 'name': 'network-vif-deleted', 'tag': '67fff7d8-5f27-4316-a9c0-2dd0831243a9', 'status': 'completed', 'code': 200} Aug 23 04:07:55.586639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:54Z', 'revision_number': 10, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:55.611835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:55.620841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:55.621666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:55.665201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d584-e0b7-4c63-83df-a4131baabe09 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.695114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5d584-e0b7-4c63-83df-a4131baabe09 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Subnet': ['ID=55e28767-9bd3-4962-8c5e-9e951d8b22b8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:55.697282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d584-e0b7-4c63-83df-a4131baabe09 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.699277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e2c5d584-e0b7-4c63-83df-a4131baabe09 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/55e28767-9bd3-4962-8c5e-9e951d8b22b8 HTTP/1.1" status: 204 len: 168 time: 0.4436212 Aug 23 04:07:55.701973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48236) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:55.706963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01419c-97c4-4d01-b23e-0d2272308be0 None None] Network 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:55.737847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:55.787579 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.791044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5dc1be4a-68c4-4d33-bef2-738bd80b461c req-220c4a69-af0f-4448-86a2-d488d039a7cb tempest-ServerRescueNegativeTestJSON-7662458 tempest-ServerRescueNegativeTestJSON-7662458-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c71a7c-57e0-4894-98ca-278d7e7c71ae HTTP/1.1" status: 200 len: 210 time: 0.0298870 Aug 23 04:07:55.855706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:55.856171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.930660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f,segment=NetworkSegment(9c763d84-8cef-4db9-ac7c-fa11b96ab9de),segment_id=9c763d84-8cef-4db9-ac7c-fa11b96ab9de)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:55.931121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:55.944598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:56.082195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:56.109572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:56.113213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No DVR routers for this DVR port e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:56.207746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:56.209861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de6820-032c-4c28-a0a8-bfda63bf8536 None None] DHCP port deletion for 6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:07:56.215789 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6562a618-ee99-4ce0-aef2-f667f4024d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:56.220578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:56.224010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:54Z', 'revision_number': 10, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:56.235186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c763d84-8cef-4db9-ac7c-fa11b96ab9de') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:56.235498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c763d84-8cef-4db9-ac7c-fa11b96ab9de') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:56.246560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:56.254816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41ee2d-0fc9-43d5-8285-68564227f019 None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:54Z', 'revision_number': 10, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None, '_interfaces': [{'id': '6d371604-a092-4bcb-914e-385004ff276e', 'name': '', 'network_id': '1b651e98-71df-4953-bfaa-140fd807695d', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'mac_address': 'fa:16:3e:69:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:07:31Z', 'updated_at': '2021-08-23T04:07:39Z', 'revision_number': 5, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'subnets': [{'id': '7c80b4e6-93b7-42c3-b25b-e58412b5b01c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:56.258529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:56.266076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:07:56.266511 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:07:56.269562 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:07:56.418509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:56.430552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:56.430552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/networks/6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079 HTTP/1.1" status: 204 len: 168 time: 0.7243242 Aug 23 04:07:56.430757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48240) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:56.438616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd2481-b1cd-4777-81ec-31ab81376bc1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Network': ['ID=6624e8ce-cba5-4c98-b5ac-7a4fc4ef2079,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:56.768633 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:56.853528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48244) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:57.008552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port 6d371604-a092-4bcb-914e-385004ff276e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:57.008957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:57.094636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port 6d371604-a092-4bcb-914e-385004ff276e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6d371604-a092-4bcb-914e-385004ff276e,segment=NetworkSegment(75a7ac1d-c679-49cf-a700-750627c9cac4),segment_id=75a7ac1d-c679-49cf-a700-750627c9cac4)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:57.095007 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:57.106863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for 6d371604-a092-4bcb-914e-385004ff276e owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:57.200478 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:57.339138 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:57.373057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=6d371604-a092-4bcb-914e-385004ff276e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:57.467066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Deleting port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:57.470025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:57.515447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:57.552256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] For port 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9d478dd8-a962-42c3-8fa4-d1fbcb6503a9,segment=NetworkSegment(8425132c-56ff-4567-824c-260e6808f752),segment_id=8425132c-56ff-4567-824c-260e6808f752)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:57.552625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:57.564645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Calling delete_port for 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:57.667381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:57.813859 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:57.846825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d478dd8-a962-42c3-8fa4-d1fbcb6503a9,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:58.005670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:58.026497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:58.026869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e9c31f0f-cfb6-42d1-84ac-d41f9ea6e73f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:58.027276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4f43f845-05cb-4541-a6d2-e932af96a183 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:58.040534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.047394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 4f43f845-05cb-4541-a6d2-e932af96a183 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:58.047756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4f43f845-05cb-4541-a6d2-e932af96a183 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:58.096160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:58.103724 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-75089644-dd0d-4b9c-9e49-b0cdc070ad24 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6694109 Aug 23 04:07:58.104163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48248) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:58.107580 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:58.118163 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:58.118780 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:58.154848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b3291c-6e97-45c6-9c1a-3d153ed820c1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting subnet 7c80b4e6-93b7-42c3-b25b-e58412b5b01c {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:58.158035 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21b3291c-6e97-45c6-9c1a-3d153ed820c1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.193952 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:58.198071 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21b3291c-6e97-45c6-9c1a-3d153ed820c1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.247167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:57Z', 'revision_number': 11, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:58.261069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Router 2b6f4291-dbef-446f-8ad6-2697bc06998d has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:58.286193 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21b3291c-6e97-45c6-9c1a-3d153ed820c1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.371284 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:58.375045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:58.381724 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:58.382344 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:58.382908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48250) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:58.383036 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2e615862-1213-41f2-a8a7-8d245570ed78 admin admin] 10.222.0.20 "PUT /v2.0/routers/2b6f4291-dbef-446f-8ad6-2697bc06998d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5289598 Aug 23 04:07:58.384797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] Sync routers for ids ['2b6f4291-dbef-446f-8ad6-2697bc06998d'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:58.395894 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] Routers {'2b6f4291-dbef-446f-8ad6-2697bc06998d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:58.396849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2b6f4291-dbef-446f-8ad6-2697bc06998d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:58.427880 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21b3291c-6e97-45c6-9c1a-3d153ed820c1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.455448 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:58.459390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3291c-6e97-45c6-9c1a-3d153ed820c1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Subnet': ['ID=7c80b4e6-93b7-42c3-b25b-e58412b5b01c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:58.465868 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21b3291c-6e97-45c6-9c1a-3d153ed820c1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.470801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-21b3291c-6e97-45c6-9c1a-3d153ed820c1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/7c80b4e6-93b7-42c3-b25b-e58412b5b01c HTTP/1.1" status: 204 len: 168 time: 0.3628299 Aug 23 04:07:58.471487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48252) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:58.498094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d596e1b-f948-455f-acd0-cf0d10e8859e None None] Network 1b651e98-71df-4953-bfaa-140fd807695d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:07:58.521719 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:57Z', 'revision_number': 11, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:58.528555 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.557283 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.558737 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7da7b5-e48d-4144-9678-2add0fe82de3 None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:57Z', 'revision_number': 11, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:58.588029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] Set router 2b6f4291-dbef-446f-8ad6-2697bc06998d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:58.622081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Deleting port b8285b51-1c4a-4322-9122-dbdd6f09c8f1 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:58.622438 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.646099 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.691108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] For port b8285b51-1c4a-4322-9122-dbdd6f09c8f1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b8285b51-1c4a-4322-9122-dbdd6f09c8f1,segment=NetworkSegment(75a7ac1d-c679-49cf-a700-750627c9cac4),segment_id=75a7ac1d-c679-49cf-a700-750627c9cac4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:58.691108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.702674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Calling delete_port for b8285b51-1c4a-4322-9122-dbdd6f09c8f1 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:58.778781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Deleting port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:07:58.779186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.793886 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-63b2c41c-e77a-4b25-8e42-90b4c6fb56ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.826231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.842493 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.854636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:07:57Z', 'revision_number': 5, 'project_id': '194240defd434395bc2c8ff05857147b', 'gw_port': {'id': 'dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:af:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:58.870090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] For port dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:07:58.870463 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.875081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Port': ['ID=b8285b51-1c4a-4322-9122-dbdd6f09c8f1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:58.876984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No DVR routers for this DVR port b8285b51-1c4a-4322-9122-dbdd6f09c8f1 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:07:58.885991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] Checking router: 2b6f4291-dbef-446f-8ad6-2697bc06998d for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:07:58.887693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Calling delete_port for dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:07:58.910758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] Routers {'2b6f4291-dbef-446f-8ad6-2697bc06998d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:58.911496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2b6f4291-dbef-446f-8ad6-2697bc06998d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:58.953415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e6ef42-b8e7-4586-aeea-b3709c96b7da None None] DHCP port deletion for 1b651e98-71df-4953-bfaa-140fd807695d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:07:58.964031 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:58.980777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b651e98-71df-4953-bfaa-140fd807695d']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:58.994017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a7ac1d-c679-49cf-a700-750627c9cac4') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:58.994494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a7ac1d-c679-49cf-a700-750627c9cac4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:59.002829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 67fff7d8-5f27-4316-a9c0-2dd0831243a9 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:07:59.005652 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.025219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.027784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 67fff7d8-5f27-4316-a9c0-2dd0831243a9 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:07:59.028271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 67fff7d8-5f27-4316-a9c0-2dd0831243a9 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:07:59.039909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:07:59.039909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:07:59.040385 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:07:59.044022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] Set router 2b6f4291-dbef-446f-8ad6-2697bc06998d gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:07:59.104340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:07:58Z', 'revision_number': 6, 'project_id': '194240defd434395bc2c8ff05857147b', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:59.131714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c178665-2f19-4f8d-81a2-590935b3cc35 None None] The sync data for ids ['2b6f4291-dbef-446f-8ad6-2697bc06998d'] in n-d-749052-7 is: [{'id': '2b6f4291-dbef-446f-8ad6-2697bc06998d', 'name': 'tempest-ServerRescueNegativeTestJSON-1322394797-router', 'tenant_id': '194240defd434395bc2c8ff05857147b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:05:44Z', 'updated_at': '2021-08-23T04:07:58Z', 'revision_number': 6, 'project_id': '194240defd434395bc2c8ff05857147b', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:07:59.201640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.201842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.210126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.211899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/networks/1b651e98-71df-4953-bfaa-140fd807695d HTTP/1.1" status: 204 len: 168 time: 0.7394655 Aug 23 04:07:59.220805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48254) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:59.225513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'routes': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:07:59.227733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a2459-eeea-4b86-96f3-e37e91818b47 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Pushing event deleted for resources: {'Network': ['ID=1b651e98-71df-4953-bfaa-140fd807695d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:59.228199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Pushing event deleted for resources: {'Port': ['ID=dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:59.292087 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.389097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.392146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.493615 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.494160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b6f4291-dbef-446f-8ad6-2697bc06998d {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:07:59.498794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.502908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0aa87fbc-357c-4668-bb50-ccf1ccbbb47d admin admin] 10.222.0.20 "DELETE /v2.0/routers/2b6f4291-dbef-446f-8ad6-2697bc06998d HTTP/1.1" status: 204 len: 168 time: 1.1159282 Aug 23 04:07:59.504296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48256) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:59.552585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a307b0a-001a-473d-a1d4-9e8a766f07af admin admin] Deleting subnet 17971065-f783-4ec9-b30d-f0160ed248bf {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:07:59.556291 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a307b0a-001a-473d-a1d4-9e8a766f07af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.596942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a307b0a-001a-473d-a1d4-9e8a766f07af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.641923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a307b0a-001a-473d-a1d4-9e8a766f07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.642711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Added routes are [] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 23 04:07:59.643229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.extraroute_db [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Removed routes are [] {{(pid=95120) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 23 04:07:59.643366 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.761944 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a307b0a-001a-473d-a1d4-9e8a766f07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.777904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.781287 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.789799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a307b0a-001a-473d-a1d4-9e8a766f07af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17971065-f783-4ec9-b30d-f0160ed248bf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:07:59.791731 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3a307b0a-001a-473d-a1d4-9e8a766f07af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.793624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3a307b0a-001a-473d-a1d4-9e8a766f07af admin admin] 10.222.0.20 "DELETE /v2.0/subnets/17971065-f783-4ec9-b30d-f0160ed248bf HTTP/1.1" status: 204 len: 168 time: 0.2883368 Aug 23 04:07:59.796267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48258) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:59.853052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 763b784b-309d-4f13-9f7f-cf7069624b73 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:07:59.862850 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.943777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:07:59.951443 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.953303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fa816b31-57df-49d7-bd08-51fc1a30a18f tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73 HTTP/1.1" status: 200 len: 701 time: 0.7315142 Aug 23 04:07:59.955968 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc578a4-de08-437b-b119-a133978908db None None] Sync routers for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:07:59.956435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48260) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:59.968214 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc578a4-de08-437b-b119-a133978908db None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:07:59.969186 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2fc578a4-de08-437b-b119-a133978908db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:59.975008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:07:59.983444 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b00f9e72-f158-439f-aaac-a52b916f28bd tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=763b784b-309d-4f13-9f7f-cf7069624b73 HTTP/1.1" status: 200 len: 205 time: 0.0261931 Aug 23 04:07:59.985947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48262) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:07:59.989488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc3f5a3-39ee-44ac-9a80-c87b227cb90b']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:07:59.991480 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b8285b51-1c4a-4322-9122-dbdd6f09c8f1 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:08:00.004280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8425132c-56ff-4567-824c-260e6808f752') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:00.004884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8425132c-56ff-4567-824c-260e6808f752') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:00.016675 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.019359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b8285b51-1c4a-4322-9122-dbdd6f09c8f1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:08:00.019709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b8285b51-1c4a-4322-9122-dbdd6f09c8f1 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:08:00.020138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:08:00.032275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.040099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:08:00.040801 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:08:00.043782 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:08:00.045796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:08:00.045796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dac755b1-9b83-41e1-a53d-ee4aa7e6c1f4 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:08:00.046345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6d371604-a092-4bcb-914e-385004ff276e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:08:00.052982 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-2fc578a4-de08-437b-b119-a133978908db None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:08:00.070606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64bc73b9-89b4-46d5-ae89-0bef278f1607 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.080809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 6d371604-a092-4bcb-914e-385004ff276e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:08:00.081203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6d371604-a092-4bcb-914e-385004ff276e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:08:00.081636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:08:00.111758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:08:00.112105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9d478dd8-a962-42c3-8fa4-d1fbcb6503a9 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:08:00.130066 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2fc578a4-de08-437b-b119-a133978908db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:57Z', 'revision_number': 11, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:00.162584 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc578a4-de08-437b-b119-a133978908db None None] Checking router: 763b784b-309d-4f13-9f7f-cf7069624b73 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:08:00.172268 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc578a4-de08-437b-b119-a133978908db None None] Routers {'763b784b-309d-4f13-9f7f-cf7069624b73'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:08:00.172868 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2fc578a4-de08-437b-b119-a133978908db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['763b784b-309d-4f13-9f7f-cf7069624b73'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:00.179036 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.189432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.195702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fc3f5a3-39ee-44ac-9a80-c87b227cb90b HTTP/1.1" status: 204 len: 168 time: 0.3985224 Aug 23 04:08:00.223617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3e40b-b806-462d-ada8-1ebdd7c9489e admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc3f5a3-39ee-44ac-9a80-c87b227cb90b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:00.245467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64bc73b9-89b4-46d5-ae89-0bef278f1607 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.247998 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64bc73b9-89b4-46d5-ae89-0bef278f1607 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.252890 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-2fc578a4-de08-437b-b119-a133978908db None None] Set router 763b784b-309d-4f13-9f7f-cf7069624b73 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:08:00.310482 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2fc578a4-de08-437b-b119-a133978908db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:57Z', 'revision_number': 11, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:00.339830 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc578a4-de08-437b-b119-a133978908db None None] The sync data for ids ['763b784b-309d-4f13-9f7f-cf7069624b73'] in n-d-749052-7 is: [{'id': '763b784b-309d-4f13-9f7f-cf7069624b73', 'name': 'tempest-RoutersTest-router-1324916924', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:07:29Z', 'updated_at': '2021-08-23T04:07:57Z', 'revision_number': 11, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:08:00.390385 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64bc73b9-89b4-46d5-ae89-0bef278f1607 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.390938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bc73b9-89b4-46d5-ae89-0bef278f1607 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Fanout notify agent at l3_agent the message router_deleted on router 763b784b-309d-4f13-9f7f-cf7069624b73 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:08:00.400027 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-64bc73b9-89b4-46d5-ae89-0bef278f1607 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.400027 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-64bc73b9-89b4-46d5-ae89-0bef278f1607 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73 HTTP/1.1" status: 204 len: 168 time: 0.4131062 Aug 23 04:08:00.404272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48266) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:00.409512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d7265d63-d3cb-48d8-be2c-332f4478f5c0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1828341309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:00.470351 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.499700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7265d63-d3cb-48d8-be2c-332f4478f5c0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.500803 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7265d63-d3cb-48d8-be2c-332f4478f5c0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.557538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7265d63-d3cb-48d8-be2c-332f4478f5c0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.606899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48268) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:00.622114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7265d63-d3cb-48d8-be2c-332f4478f5c0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.658802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52897edd-5c4d-4219-8958-a6552431a68c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=194240defd434395bc2c8ff05857147b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507643 Aug 23 04:08:00.661359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48270) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:00.711670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d7265d63-d3cb-48d8-be2c-332f4478f5c0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.712859 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d7265d63-d3cb-48d8-be2c-332f4478f5c0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3071632 Aug 23 04:08:00.715663 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73aea267-0a64-44d8-aa9d-bd1670536268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.721346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48272) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:00.726088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2a3b9700-d74c-4c1b-92f3-4c3da92c58fe tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:00.738244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73aea267-0a64-44d8-aa9d-bd1670536268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.875470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73aea267-0a64-44d8-aa9d-bd1670536268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.878198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73aea267-0a64-44d8-aa9d-bd1670536268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:00.879522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-73aea267-0a64-44d8-aa9d-bd1670536268 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ceca092-4e34-4010-8765-60bd3aad89fd HTTP/1.1" status: 204 len: 168 time: 0.2171052 Aug 23 04:08:00.887722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aea267-0a64-44d8-aa9d-bd1670536268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceca092-4e34-4010-8765-60bd3aad89fd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:00.933685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9700-d74c-4c1b-92f3-4c3da92c58fe tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3774'] for router, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:01.007610 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9700-d74c-4c1b-92f3-4c3da92c58fe tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539780'] for router, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:01.190128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3b9700-d74c-4c1b-92f3-4c3da92c58fe tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Router 03f3a400-bbfb-4649-855c-030cc8fc4212 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:08:01.264081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3b9700-d74c-4c1b-92f3-4c3da92c58fe tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:08:01.271349 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2a3b9700-d74c-4c1b-92f3-4c3da92c58fe tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:01.272521 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2a3b9700-d74c-4c1b-92f3-4c3da92c58fe tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "PUT /v2.0/routers/03f3a400-bbfb-4649-855c-030cc8fc4212 HTTP/1.1" status: 200 len: 694 time: 0.5501671 Aug 23 04:08:01.275036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48278) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.277249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] Sync routers for ids ['03f3a400-bbfb-4649-855c-030cc8fc4212'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:08:01.287517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] Routers {'03f3a400-bbfb-4649-855c-030cc8fc4212'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:08:01.288273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['03f3a400-bbfb-4649-855c-030cc8fc4212'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:01.354207 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-27175a19-df60-482b-ac8a-b42a70910736 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/routers/03f3a400-bbfb-4649-855c-030cc8fc4212 HTTP/1.1" status: 200 len: 700 time: 0.0780852 Aug 23 04:08:01.356815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48284) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.364827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] Set router 03f3a400-bbfb-4649-855c-030cc8fc4212 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:08:01.385311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ede50512-a9ea-4853-8daf-ff770490c748 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3a400-bbfb-4649-855c-030cc8fc4212 HTTP/1.1" status: 200 len: 205 time: 0.0270829 Aug 23 04:08:01.392252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48288) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.419820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f3a400-bbfb-4649-855c-030cc8fc4212', 'name': 'tempest-RoutersTest-router-1828341309', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:08:00Z', 'updated_at': '2021-08-23T04:08:00Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:01.449848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] Checking router: 03f3a400-bbfb-4649-855c-030cc8fc4212 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:08:01.459177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] Routers {'03f3a400-bbfb-4649-855c-030cc8fc4212'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:08:01.459813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:07:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['03f3a400-bbfb-4649-855c-030cc8fc4212'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:01.470831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2200941-2826-4902-aba6-e0f220eabbdc tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:01.527473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] Set router 03f3a400-bbfb-4649-855c-030cc8fc4212 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:08:01.583866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f3a400-bbfb-4649-855c-030cc8fc4212', 'name': 'tempest-RoutersTest-router-1828341309', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:08:00Z', 'updated_at': '2021-08-23T04:08:00Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:01.610813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a645aa-5fd7-4ff0-924b-8604459141df None None] The sync data for ids ['03f3a400-bbfb-4649-855c-030cc8fc4212'] in n-d-749052-7 is: [{'id': '03f3a400-bbfb-4649-855c-030cc8fc4212', 'name': 'tempest-RoutersTest-router-1828341309', 'tenant_id': '2e2478c4c3d24467a08f6732e216825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:08:00Z', 'updated_at': '2021-08-23T04:08:00Z', 'revision_number': 2, 'project_id': '2e2478c4c3d24467a08f6732e216825c', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:08:01.639211 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2200941-2826-4902-aba6-e0f220eabbdc tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:01.641989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2200941-2826-4902-aba6-e0f220eabbdc tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:01.744086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2200941-2826-4902-aba6-e0f220eabbdc tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:01.744625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2200941-2826-4902-aba6-e0f220eabbdc tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Fanout notify agent at l3_agent the message router_deleted on router 03f3a400-bbfb-4649-855c-030cc8fc4212 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:08:01.752170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b2200941-2826-4902-aba6-e0f220eabbdc tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:01.753418 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b2200941-2826-4902-aba6-e0f220eabbdc tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/03f3a400-bbfb-4649-855c-030cc8fc4212 HTTP/1.1" status: 204 len: 168 time: 0.3593817 Aug 23 04:08:01.756942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48298) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.785874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-77fa2a31-9a00-4b02-8496-5e5b2db4a3e6 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f3a400-bbfb-4649-855c-030cc8fc4212 HTTP/1.1" status: 200 len: 205 time: 0.0277305 Aug 23 04:08:01.788161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48300) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.796062 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:01.824276 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-80ef4aa5-9586-4386-aa50-0e49bfe77722 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] delete failed (client error): The resource could not be found. Aug 23 04:08:01.825375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-80ef4aa5-9586-4386-aa50-0e49bfe77722 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/03f3a400-bbfb-4649-855c-030cc8fc4212 HTTP/1.1" status: 404 len: 336 time: 0.0362763 Aug 23 04:08:01.828583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48302) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.858244 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10ec44c-6459-44b5-9143-7f58e095042d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] DELETE failed (client error): The resource could not be found. Aug 23 04:08:01.858698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10ec44c-6459-44b5-9143-7f58e095042d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:01.860495 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f10ec44c-6459-44b5-9143-7f58e095042d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/aa8dd6d3-813b-43a9-b87c-ae3a427cd4bf HTTP/1.1" status: 404 len: 337 time: 0.0308609 Aug 23 04:08:01.863323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48304) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.892926 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c8820c-ca6b-480a-a40c-4b7fc202f420 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] DELETE failed (client error): The resource could not be found. Aug 23 04:08:01.892926 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c8820c-ca6b-480a-a40c-4b7fc202f420 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:01.893225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-25c8820c-ca6b-480a-a40c-4b7fc202f420 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/0681a653-29c3-441b-866d-ac26f15b40e0 HTTP/1.1" status: 404 len: 337 time: 0.0287857 Aug 23 04:08:01.895884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48308) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.926488 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3754ac-6606-409f-b4af-4484e76552d8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] DELETE failed (client error): The resource could not be found. Aug 23 04:08:01.926937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3754ac-6606-409f-b4af-4484e76552d8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:01.928839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5c3754ac-6606-409f-b4af-4484e76552d8 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/55e28767-9bd3-4962-8c5e-9e951d8b22b8 HTTP/1.1" status: 404 len: 337 time: 0.0321293 Aug 23 04:08:01.931541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48310) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.956498 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cedbd19-ed85-432f-bfad-3a28d9d19f4b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] DELETE failed (client error): The resource could not be found. Aug 23 04:08:01.956862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cedbd19-ed85-432f-bfad-3a28d9d19f4b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:01.958555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4cedbd19-ed85-432f-bfad-3a28d9d19f4b tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/7c80b4e6-93b7-42c3-b25b-e58412b5b01c HTTP/1.1" status: 404 len: 337 time: 0.0261364 Aug 23 04:08:01.961116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48312) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:01.987591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-65c65a66-c565-4f55-89c0-9a7d993d245e tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=763b784b-309d-4f13-9f7f-cf7069624b73 HTTP/1.1" status: 200 len: 205 time: 0.0254369 Aug 23 04:08:01.989964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48318) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.026938 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-975c3029-69d7-4b3d-8f9d-05591702269d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] delete failed (client error): The resource could not be found. Aug 23 04:08:02.028061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-975c3029-69d7-4b3d-8f9d-05591702269d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/763b784b-309d-4f13-9f7f-cf7069624b73 HTTP/1.1" status: 404 len: 336 time: 0.0371089 Aug 23 04:08:02.033248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48320) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.070866 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e7ad6478-8ae7-4f08-857b-03812a0e869d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e2a5960-de5f-4fe9-b1b2-f124bba40efc HTTP/1.1" status: 200 len: 205 time: 0.0364201 Aug 23 04:08:02.073193 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48322) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.108763 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-9ef87bc5-8d6a-414a-a187-4dff3c340d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] delete failed (client error): The resource could not be found. Aug 23 04:08:02.109779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9ef87bc5-8d6a-414a-a187-4dff3c340d74 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/4e2a5960-de5f-4fe9-b1b2-f124bba40efc HTTP/1.1" status: 404 len: 336 time: 0.0357041 Aug 23 04:08:02.112332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48324) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.137930 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-60135828-c44e-4e5e-91c9-550db741a776 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] DELETE failed (client error): The resource could not be found. Aug 23 04:08:02.138371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60135828-c44e-4e5e-91c9-550db741a776 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:02.140021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-60135828-c44e-4e5e-91c9-550db741a776 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/57678271-f4dc-41c8-98e7-45280a050960 HTTP/1.1" status: 404 len: 337 time: 0.0268354 Aug 23 04:08:02.143291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48326) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.171624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-83da8eb3-5d47-4527-95e7-1bda53a1a1c5 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 HTTP/1.1" status: 200 len: 205 time: 0.0272543 Aug 23 04:08:02.176199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48328) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.212881 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-1c6ef83f-f53f-48cc-911d-034866079854 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] delete failed (client error): The resource could not be found. Aug 23 04:08:02.214108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1c6ef83f-f53f-48cc-911d-034866079854 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/f7766b1e-5fd0-4283-88e5-8fd67ecc12d9 HTTP/1.1" status: 404 len: 336 time: 0.0368164 Aug 23 04:08:02.216553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48330) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.244824 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-12ac52cd-2e8c-44a9-bdd0-82ea3dfd2b1d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=d41d21e5-e6e7-4556-a9de-ee5bcee6e00f HTTP/1.1" status: 200 len: 205 time: 0.0271528 Aug 23 04:08:02.247115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48332) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.288581 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-0eb0e8f0-b546-4c6d-961c-7e16a7b3fe00 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] delete failed (client error): The resource could not be found. Aug 23 04:08:02.292094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0eb0e8f0-b546-4c6d-961c-7e16a7b3fe00 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/d41d21e5-e6e7-4556-a9de-ee5bcee6e00f HTTP/1.1" status: 404 len: 336 time: 0.0415967 Aug 23 04:08:02.292333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48334) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.320010 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b7acaa-6d6f-479c-9033-b5f1122043ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] DELETE failed (client error): The resource could not be found. Aug 23 04:08:02.320472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b7acaa-6d6f-479c-9033-b5f1122043ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:02.324516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d5b7acaa-6d6f-479c-9033-b5f1122043ce tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/2ca18b2a-532b-4358-99df-9098dfcde02a HTTP/1.1" status: 404 len: 337 time: 0.0290074 Aug 23 04:08:02.324731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48338) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.350867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d46f74e5-92d0-4dc5-8435-f68b6084b7b6 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5d644a-5371-4016-ad01-eb50a227fb39 HTTP/1.1" status: 200 len: 205 time: 0.0247471 Aug 23 04:08:02.358361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48340) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.399329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48342) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.401733 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-e60275fa-f0ad-47e5-b0c1-0cb3f6e0cd1d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] delete failed (client error): The resource could not be found. Aug 23 04:08:02.402775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e60275fa-f0ad-47e5-b0c1-0cb3f6e0cd1d tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/fe5d644a-5371-4016-ad01-eb50a227fb39 HTTP/1.1" status: 404 len: 336 time: 0.0429802 Aug 23 04:08:02.405385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48346) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.436872 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb93b18-7d2b-47a4-8b1b-543c81fda134 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] DELETE failed (client error): The resource could not be found. Aug 23 04:08:02.437953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb93b18-7d2b-47a4-8b1b-543c81fda134 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:02.441450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-adb93b18-7d2b-47a4-8b1b-543c81fda134 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/3bbb9e53-62ca-420a-8186-0e5e25b19805 HTTP/1.1" status: 404 len: 337 time: 0.0350673 Aug 23 04:08:02.442545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48348) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.471659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc1a0678-be17-4895-beed-9534d84f5ab0 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "GET /v2.0/ports?device_id=b509a2aa-288b-4706-b05a-d5d23123242b HTTP/1.1" status: 200 len: 205 time: 0.0277872 Aug 23 04:08:02.473965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48350) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.513230 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-c74ce49e-9e1a-428a-a11e-3d59c1bbd5eb tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] delete failed (client error): The resource could not be found. Aug 23 04:08:02.516984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c74ce49e-9e1a-428a-a11e-3d59c1bbd5eb tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/routers/b509a2aa-288b-4706-b05a-d5d23123242b HTTP/1.1" status: 404 len: 336 time: 0.0421157 Aug 23 04:08:02.517466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48352) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.525180 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2295b2b5-5b57-4b96-a2fb-abae34e584bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:02.551578 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c89db6-3e5a-4208-8156-c21806ef4164 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] DELETE failed (client error): The resource could not be found. Aug 23 04:08:02.552031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c89db6-3e5a-4208-8156-c21806ef4164 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:02.553766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a7c89db6-3e5a-4208-8156-c21806ef4164 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/b235dae1-0465-4810-895d-19067c942f4b HTTP/1.1" status: 404 len: 337 time: 0.0353854 Aug 23 04:08:02.556361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48354) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.587040 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5fe6ce-c0ba-40e7-996a-82017a505af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] DELETE failed (client error): The resource could not be found. Aug 23 04:08:02.587499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5fe6ce-c0ba-40e7-996a-82017a505af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:02.589223 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7d5fe6ce-c0ba-40e7-996a-82017a505af1 tempest-RoutersTest-1795905620 tempest-RoutersTest-1795905620-project] 10.222.0.20 "DELETE /v2.0/subnets/ef937ae6-8c64-4f2b-8193-58605dddb6bd HTTP/1.1" status: 404 len: 337 time: 0.0318651 Aug 23 04:08:02.635064 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2295b2b5-5b57-4b96-a2fb-abae34e584bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:02.722086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2295b2b5-5b57-4b96-a2fb-abae34e584bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:02.760862 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2295b2b5-5b57-4b96-a2fb-abae34e584bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=098d136419584862a77cb22ed8e95914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604679 Aug 23 04:08:02.761870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295b2b5-5b57-4b96-a2fb-abae34e584bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c8b00a-bde4-4df4-a2a5-6560aff6e043,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:02.763992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48358) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:02.812165 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4febc2cb-6c59-41c4-904a-2ba62bcf124d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:02.832604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4febc2cb-6c59-41c4-904a-2ba62bcf124d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:02.933394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4febc2cb-6c59-41c4-904a-2ba62bcf124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:02.936018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4febc2cb-6c59-41c4-904a-2ba62bcf124d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:02.937280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4febc2cb-6c59-41c4-904a-2ba62bcf124d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4c8b00a-bde4-4df4-a2a5-6560aff6e043 HTTP/1.1" status: 204 len: 168 time: 0.1721783 Aug 23 04:08:02.945235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febc2cb-6c59-41c4-904a-2ba62bcf124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c8b00a-bde4-4df4-a2a5-6560aff6e043,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:03.018040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48364) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:03.149814 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-17784795-28c7-4868-864a-b3265287be87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e2478c4c3d24467a08f6732e216825c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305854 Aug 23 04:08:03.152326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48368) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:03.206433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04259df9-65ab-4d98-880a-88ea5ee42848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:03.229931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04259df9-65ab-4d98-880a-88ea5ee42848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:03.321985 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04259df9-65ab-4d98-880a-88ea5ee42848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:03.324796 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-04259df9-65ab-4d98-880a-88ea5ee42848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:03.326011 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-04259df9-65ab-4d98-880a-88ea5ee42848 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c496d6e5-e44d-482f-89c0-0b696b106b7f HTTP/1.1" status: 204 len: 168 time: 0.1728039 Aug 23 04:08:03.334048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04259df9-65ab-4d98-880a-88ea5ee42848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496d6e5-e44d-482f-89c0-0b696b106b7f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:04.052030 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:08:04.353599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48416) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:04.457541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-48325a52-ad63-4ef9-bc56-26280ed99362 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:04.457983 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-48325a52-ad63-4ef9-bc56-26280ed99362 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 04:08:04.458472 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-48325a52-ad63-4ef9-bc56-26280ed99362 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 04:08:04.462960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-48325a52-ad63-4ef9-bc56-26280ed99362 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1048467 Aug 23 04:08:04.463272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48422) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:04.468163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'tempest-secgroup--123078204'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:04.513419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48424) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:04.550008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:04.558884 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:04.632718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-685a6118-424f-419b-986d-599e32aa63aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:04.671942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:04.735478 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:04.776742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91548dbc-8908-494e-97bb-7479dccfb721,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:04.835008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-685a6118-424f-419b-986d-599e32aa63aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:04.904881 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-685a6118-424f-419b-986d-599e32aa63aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:04.956259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-685a6118-424f-419b-986d-599e32aa63aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21eaf200f4534409976d840214044686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417565 Aug 23 04:08:04.959139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48430) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:04.960411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a6118-424f-419b-986d-599e32aa63aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94fcb3d-ce21-4c08-a873-109a6ff3096d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:05.013333 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.014330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-804805e3-26f9-49d1-b6f6-4f3e8ec0f4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.035298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-804805e3-26f9-49d1-b6f6-4f3e8ec0f4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.098716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.131637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b827d949-2b76-4b7a-8f94-3edc23571c1b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:05.173860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4f1f2-7725-4c6a-bbb8-3c01c170aa2d req-e0cdcbe8-076d-4403-a110-6c44e65a4515 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:05.175346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11e4f1f2-7725-4c6a-bbb8-3c01c170aa2d req-e0cdcbe8-076d-4403-a110-6c44e65a4515 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1096 time: 0.0412304 Aug 23 04:08:05.193726 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11e4f1f2-7725-4c6a-bbb8-3c01c170aa2d req-486b0b29-c430-472a-ba60-94550cb191c2 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.201753 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-804805e3-26f9-49d1-b6f6-4f3e8ec0f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.205438 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-804805e3-26f9-49d1-b6f6-4f3e8ec0f4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.205712 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-804805e3-26f9-49d1-b6f6-4f3e8ec0f4fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e94fcb3d-ce21-4c08-a873-109a6ff3096d HTTP/1.1" status: 204 len: 168 time: 0.2454050 Aug 23 04:08:05.213645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804805e3-26f9-49d1-b6f6-4f3e8ec0f4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94fcb3d-ce21-4c08-a873-109a6ff3096d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:05.246181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.248706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2388aadf-753a-4fbe-be5e-eb51f53c875b tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7832339 Aug 23 04:08:05.250639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48436) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:05.256571 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-71db71aa-1e41-4863-9071-19286050c413 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': 'b827d949-2b76-4b7a-8f94-3edc23571c1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:05.321530 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11e4f1f2-7725-4c6a-bbb8-3c01c170aa2d req-486b0b29-c430-472a-ba60-94550cb191c2 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.373056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11e4f1f2-7725-4c6a-bbb8-3c01c170aa2d req-486b0b29-c430-472a-ba60-94550cb191c2 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.395927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11e4f1f2-7725-4c6a-bbb8-3c01c170aa2d req-486b0b29-c430-472a-ba60-94550cb191c2 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143235 Aug 23 04:08:05.409962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b0b29-c430-472a-ba60-94550cb191c2 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5736996-83f8-4c76-a379-82b3886299a2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:05.447264 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71db71aa-1e41-4863-9071-19286050c413 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.499737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71db71aa-1e41-4863-9071-19286050c413 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.522669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22935414-3623-4139-a460-74604bfe49a4 req-8a5c2d22-aa68-4eda-be78-a8dd67e2e580 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:05.524160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22935414-3623-4139-a460-74604bfe49a4 req-8a5c2d22-aa68-4eda-be78-a8dd67e2e580 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0506396 Aug 23 04:08:05.564485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22935414-3623-4139-a460-74604bfe49a4 req-6f6cfa0d-e19f-40f4-a6fe-ce980a717ce5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341392 Aug 23 04:08:05.587041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48448) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:05.595704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71db71aa-1e41-4863-9071-19286050c413 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.653002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db71aa-1e41-4863-9071-19286050c413 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d35d483-61f4-412f-b88f-ffd63a42a4ce,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:05.667522 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70c715bd-c2d7-4f33-8a9e-8f14d9f76705 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/ab55eb67-749b-44f3-834b-adc905821f62 HTTP/1.1" status: 200 len: 993 time: 0.0792475 Aug 23 04:08:05.710472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71db71aa-1e41-4863-9071-19286050c413 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.712031 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-71db71aa-1e41-4863-9071-19286050c413 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4598703 Aug 23 04:08:05.716589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48454) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:05.722072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-349d4e66-b419-4f84-b264-c88e4de53999 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': 'b827d949-2b76-4b7a-8f94-3edc23571c1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:05.823746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-349d4e66-b419-4f84-b264-c88e4de53999 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:05.939926 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-349d4e66-b419-4f84-b264-c88e4de53999 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): There was a conflict when trying to complete your request. Aug 23 04:08:05.944374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-349d4e66-b419-4f84-b264-c88e4de53999 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2232442 Aug 23 04:08:05.946452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48464) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:06.003934 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38ab92de-6c53-43a4-a0c1-d41766f631c0 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.027594 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38ab92de-6c53-43a4-a0c1-d41766f631c0 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.139335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38ab92de-6c53-43a4-a0c1-d41766f631c0 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.142741 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38ab92de-6c53-43a4-a0c1-d41766f631c0 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.144210 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-38ab92de-6c53-43a4-a0c1-d41766f631c0 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/b827d949-2b76-4b7a-8f94-3edc23571c1b HTTP/1.1" status: 204 len: 168 time: 0.1968465 Aug 23 04:08:06.146993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48474) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:06.154864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab92de-6c53-43a4-a0c1-d41766f631c0 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b827d949-2b76-4b7a-8f94-3edc23571c1b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:06.207927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ce81ee63-e826-4480-9556-c9472748e898 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596499 Aug 23 04:08:06.211815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48478) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:06.216100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-669d4c26-6309-4e22-a2e6-d706eccd076d tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348000976'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:06.304472 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-669d4c26-6309-4e22-a2e6-d706eccd076d tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.381934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-669d4c26-6309-4e22-a2e6-d706eccd076d tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.515913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-669d4c26-6309-4e22-a2e6-d706eccd076d tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.568889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d4c26-6309-4e22-a2e6-d706eccd076d tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bed3b4c-c22b-4f33-9b4d-38236ef2cbf6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:06.590530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a87740-0e5e-49a0-80b7-8687a596f30a req-f9e79ac7-2b9f-46a9-b512-3bfc424117c7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:06.592024 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9a87740-0e5e-49a0-80b7-8687a596f30a req-f9e79ac7-2b9f-46a9-b512-3bfc424117c7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0629697 Aug 23 04:08:06.614733 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-669d4c26-6309-4e22-a2e6-d706eccd076d tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.615887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-669d4c26-6309-4e22-a2e6-d706eccd076d tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4031384 Aug 23 04:08:06.618858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48486) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:06.623559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-82940eea-bc9a-46a7-be39-778bddd2beb6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '6bed3b4c-c22b-4f33-9b4d-38236ef2cbf6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:06.624048 n-d-749052-7 neutron-server[95120]: WARNING neutron.api.v2.base [None req-82940eea-bc9a-46a7-be39-778bddd2beb6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 23 04:08:06.624531 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-82940eea-bc9a-46a7-be39-778bddd2beb6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:06.626225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-82940eea-bc9a-46a7-be39-778bddd2beb6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058587 Aug 23 04:08:06.628925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48488) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:06.634536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9a87740-0e5e-49a0-80b7-8687a596f30a req-cabc38fd-e9cc-4e53-aa55-ab4e99d86f94 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364306 Aug 23 04:08:06.685504 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-056c59b3-7086-47d9-bef2-0bf788e98aa3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.709531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-056c59b3-7086-47d9-bef2-0bf788e98aa3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.725280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48496) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:06.870538 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-056c59b3-7086-47d9-bef2-0bf788e98aa3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.872384 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-0aecccbb-8e36-4ef4-95a5-52dee7f35d8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1454334 Aug 23 04:08:06.873124 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-056c59b3-7086-47d9-bef2-0bf788e98aa3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:06.874306 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-056c59b3-7086-47d9-bef2-0bf788e98aa3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/6bed3b4c-c22b-4f33-9b4d-38236ef2cbf6 HTTP/1.1" status: 204 len: 168 time: 0.2444942 Aug 23 04:08:06.877432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48502) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:06.884417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c59b3-7086-47d9-bef2-0bf788e98aa3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bed3b4c-c22b-4f33-9b4d-38236ef2cbf6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:06.927888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c3c6918c-df0e-4b6d-a11d-d5cb7d3a5b3d tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491238 Aug 23 04:08:06.931330 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48504) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:06.935542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9ce566c6-3473-49f5-b0ee-725df0878b19 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771467807'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:07.071178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ce566c6-3473-49f5-b0ee-725df0878b19 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.167692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ce566c6-3473-49f5-b0ee-725df0878b19 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.247693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ce566c6-3473-49f5-b0ee-725df0878b19 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.277557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce566c6-3473-49f5-b0ee-725df0878b19 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0987780a-7826-4fa6-96d0-2bbcf1678642,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:07.322008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48524) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:07.350589 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ce566c6-3473-49f5-b0ee-725df0878b19 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.354532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9ce566c6-3473-49f5-b0ee-725df0878b19 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4195676 Aug 23 04:08:07.355011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48528) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:07.359463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-85b4d5b7-136f-407e-a583-99e3a2b44228 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '0987780a-7826-4fa6-96d0-2bbcf1678642', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:07.360931 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-85b4d5b7-136f-407e-a583-99e3a2b44228 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 23 04:08:07.361524 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-85b4d5b7-136f-407e-a583-99e3a2b44228 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:07.364959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-85b4d5b7-136f-407e-a583-99e3a2b44228 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067174 Aug 23 04:08:07.365246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48530) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:07.419978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5934-ba60-4b01-96bf-43903ea038e2 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.453285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5934-ba60-4b01-96bf-43903ea038e2 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.455845 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa86d179-ce90-4c30-b6c9-29eca07b8274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.558965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5934-ba60-4b01-96bf-43903ea038e2 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.561454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5934-ba60-4b01-96bf-43903ea038e2 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.565272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cd4a5934-ba60-4b01-96bf-43903ea038e2 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/0987780a-7826-4fa6-96d0-2bbcf1678642 HTTP/1.1" status: 204 len: 168 time: 0.1965523 Aug 23 04:08:07.565768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48536) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:07.582247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a5934-ba60-4b01-96bf-43903ea038e2 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0987780a-7826-4fa6-96d0-2bbcf1678642,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:07.636376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e7be5dae-fb12-4f23-b526-24a60e86624c tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684478 Aug 23 04:08:07.641839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48538) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:07.646436 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa86d179-ce90-4c30-b6c9-29eca07b8274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.650432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-20b1dcac-9fae-496f-9b82-0e16db60ced1 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'tempest-secgroup--448229095'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:07.733490 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.752544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bf1b8-c4af-4050-a608-eb0f5ef0b2f4 req-96d38ad0-643f-4a5c-9c57-80ab29d3d8c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:07.754071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c8bf1b8-c4af-4050-a608-eb0f5ef0b2f4 req-96d38ad0-643f-4a5c-9c57-80ab29d3d8c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0490181 Aug 23 04:08:07.781378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa86d179-ce90-4c30-b6c9-29eca07b8274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.814183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c8bf1b8-c4af-4050-a608-eb0f5ef0b2f4 req-25fa9c40-1418-43c2-9812-5d16df7c70f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536444 Aug 23 04:08:07.823752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aa86d179-ce90-4c30-b6c9-29eca07b8274 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f60ebd15b84d49ff9638dbf699f49398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006931 Aug 23 04:08:07.827208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48546) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:07.833320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86d179-ce90-4c30-b6c9-29eca07b8274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9838cb5e-1fb0-4fbd-9b51-a09112baab5c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:07.877736 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b1dcac-9fae-496f-9b82-0e16db60ced1 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.892004 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4904b4a1-e508-4419-a3da-2cc1d94aa248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:07.926513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4904b4a1-e508-4419-a3da-2cc1d94aa248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.001573 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b1dcac-9fae-496f-9b82-0e16db60ced1 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.099677 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b1dcac-9fae-496f-9b82-0e16db60ced1 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.102106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4904b4a1-e508-4419-a3da-2cc1d94aa248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.104552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4904b4a1-e508-4419-a3da-2cc1d94aa248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.105759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4904b4a1-e508-4419-a3da-2cc1d94aa248 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9838cb5e-1fb0-4fbd-9b51-a09112baab5c HTTP/1.1" status: 204 len: 168 time: 0.2768402 Aug 23 04:08:08.139460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1dcac-9fae-496f-9b82-0e16db60ced1 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35ee580-0437-477b-b2fe-9ee84a8001f9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:08.149103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904b4a1-e508-4419-a3da-2cc1d94aa248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9838cb5e-1fb0-4fbd-9b51-a09112baab5c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:08.178843 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20b1dcac-9fae-496f-9b82-0e16db60ced1 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.180192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-20b1dcac-9fae-496f-9b82-0e16db60ced1 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5371943 Aug 23 04:08:08.183199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48550) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:08.187747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fe948a95-24ec-4aee-b0af-5f8cf79c3b49 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': 'f35ee580-0437-477b-b2fe-9ee84a8001f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:08.189807 n-d-749052-7 neutron-server[95120]: WARNING neutron.api.v2.base [None req-fe948a95-24ec-4aee-b0af-5f8cf79c3b49 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 23 04:08:08.190311 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-fe948a95-24ec-4aee-b0af-5f8cf79c3b49 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:08.191303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fe948a95-24ec-4aee-b0af-5f8cf79c3b49 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070624 Aug 23 04:08:08.194015 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:08.198734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2bdc76de-f807-4783-bd1b-5ab261794593 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': 'f35ee580-0437-477b-b2fe-9ee84a8001f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:08.199555 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-2bdc76de-f807-4783-bd1b-5ab261794593 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 23 04:08:08.200038 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-2bdc76de-f807-4783-bd1b-5ab261794593 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:08.203533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2bdc76de-f807-4783-bd1b-5ab261794593 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060186 Aug 23 04:08:08.203533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48554) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:08.207566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-dbe24569-a976-4494-a798-483e3c452267 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': 'f35ee580-0437-477b-b2fe-9ee84a8001f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:08.209066 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-dbe24569-a976-4494-a798-483e3c452267 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 23 04:08:08.209066 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-dbe24569-a976-4494-a798-483e3c452267 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:08.210629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dbe24569-a976-4494-a798-483e3c452267 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054049 Aug 23 04:08:08.212403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48556) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:08.216310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-02070ea3-fc73-4e51-864d-d5b95ea58f1e tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': 'f35ee580-0437-477b-b2fe-9ee84a8001f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:08.217127 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-02070ea3-fc73-4e51-864d-d5b95ea58f1e tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 23 04:08:08.217617 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-02070ea3-fc73-4e51-864d-d5b95ea58f1e tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:08.221164 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-02070ea3-fc73-4e51-864d-d5b95ea58f1e tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052962 Aug 23 04:08:08.221470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48558) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:08.278958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e051cbd6-90e7-4a81-9ebc-65443780736a tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.301599 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e051cbd6-90e7-4a81-9ebc-65443780736a tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.459317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e051cbd6-90e7-4a81-9ebc-65443780736a tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.461950 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e051cbd6-90e7-4a81-9ebc-65443780736a tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.463115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e051cbd6-90e7-4a81-9ebc-65443780736a tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/f35ee580-0437-477b-b2fe-9ee84a8001f9 HTTP/1.1" status: 204 len: 168 time: 0.2407248 Aug 23 04:08:08.466536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48562) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:08.473679 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051cbd6-90e7-4a81-9ebc-65443780736a tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35ee580-0437-477b-b2fe-9ee84a8001f9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:08.537828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9cec57bf-19de-4ea2-93fc-079388e01ed8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667601 Aug 23 04:08:08.538456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48568) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:08.545855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d0b80fe7-c6c7-4025-ba34-4ac4ba520b88 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175658177'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:08.630773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0b80fe7-c6c7-4025-ba34-4ac4ba520b88 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.714170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0b80fe7-c6c7-4025-ba34-4ac4ba520b88 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.772901 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0b80fe7-c6c7-4025-ba34-4ac4ba520b88 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.800754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b80fe7-c6c7-4025-ba34-4ac4ba520b88 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095df9c6-193c-46f9-ad0d-ace2e2ffc64a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:08.891354 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d0b80fe7-c6c7-4025-ba34-4ac4ba520b88 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:08.891354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d0b80fe7-c6c7-4025-ba34-4ac4ba520b88 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3474755 Aug 23 04:08:08.894016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48578) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:08.899380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ed07b4e5-c080-46f8-b550-b008fb78c314 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '095df9c6-193c-46f9-ad0d-ace2e2ffc64a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:08.899875 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-ed07b4e5-c080-46f8-b550-b008fb78c314 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 04:08:08.900366 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-ed07b4e5-c080-46f8-b550-b008fb78c314 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:08.901404 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed07b4e5-c080-46f8-b550-b008fb78c314 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064054 Aug 23 04:08:08.904580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48580) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:08.910025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9b915c67-c48d-49ee-8047-5fe9ceae4496 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '095df9c6-193c-46f9-ad0d-ace2e2ffc64a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:08.937229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad2a5d-14a9-4049-b408-42dbb832a0c7 req-5377ed71-9470-4e7a-a206-e54ef72240a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:08.938748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6ad2a5d-14a9-4049-b408-42dbb832a0c7 req-5377ed71-9470-4e7a-a206-e54ef72240a0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0583146 Aug 23 04:08:08.984583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6ad2a5d-14a9-4049-b408-42dbb832a0c7 req-7fe74b54-17a1-4cfe-937c-9eecaf5b84b2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349307 Aug 23 04:08:09.191282 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-9b915c67-c48d-49ee-8047-5fe9ceae4496 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:09.192362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9b915c67-c48d-49ee-8047-5fe9ceae4496 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2863069 Aug 23 04:08:09.195313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48586) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:09.210023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cc71d719-fc2a-4b04-b410-957f5e082c82 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '095df9c6-193c-46f9-ad0d-ace2e2ffc64a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:09.210023 n-d-749052-7 neutron-server[95121]: WARNING neutron.api.v2.base [None req-cc71d719-fc2a-4b04-b410-957f5e082c82 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 23 04:08:09.210023 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-cc71d719-fc2a-4b04-b410-957f5e082c82 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:09.210023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cc71d719-fc2a-4b04-b410-957f5e082c82 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055480 Aug 23 04:08:09.211357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48588) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:09.215664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f74a3dc4-a53c-4825-aab9-1251ad5b4b1c tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '095df9c6-193c-46f9-ad0d-ace2e2ffc64a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:09.302016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-bb3bf0ab-cbd4-4b0c-889b-bd3206ec72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:09.303699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-bb3bf0ab-cbd4-4b0c-889b-bd3206ec72ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1096 time: 0.0400846 Aug 23 04:08:09.405848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-73c22ddc-c574-48d0-ade4-fe01f1026610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:09.407304 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-73c22ddc-c574-48d0-ade4-fe01f1026610 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 897 time: 0.0959630 Aug 23 04:08:09.450321 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-f74a3dc4-a53c-4825-aab9-1251ad5b4b1c tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:09.451244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f74a3dc4-a53c-4825-aab9-1251ad5b4b1c tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2389762 Aug 23 04:08:09.454365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48594) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:09.459019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c306589f-2307-4061-ac2b-efe41992e98e tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '095df9c6-193c-46f9-ad0d-ace2e2ffc64a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:09.459738 n-d-749052-7 neutron-server[95120]: WARNING neutron.api.v2.base [None req-c306589f-2307-4061-ac2b-efe41992e98e tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 23 04:08:09.461233 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-c306589f-2307-4061-ac2b-efe41992e98e tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:09.462276 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c306589f-2307-4061-ac2b-efe41992e98e tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068986 Aug 23 04:08:09.464885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48596) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:09.468947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-63ef5412-f823-4632-96f0-b7700c83ad25 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '095df9c6-193c-46f9-ad0d-ace2e2ffc64a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:09.475907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-35850049-2414-481e-a1ab-2129e25caa54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 1001 time: 0.0599051 Aug 23 04:08:09.529365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-ee6e0120-cc39-42d0-b109-8493c56c7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:09.530882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-ee6e0120-cc39-42d0-b109-8493c56c7f46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 200 len: 835 time: 0.0478067 Aug 23 04:08:09.577091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-e560a22e-74c0-4cd1-b374-f9ea7e0801fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:09.578628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-e560a22e-74c0-4cd1-b374-f9ea7e0801fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1d5390bf-7f9e-42fe-873a-b1de61546e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409992 Aug 23 04:08:09.659640 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-63ef5412-f823-4632-96f0-b7700c83ad25 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:09.660797 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-63ef5412-f823-4632-96f0-b7700c83ad25 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1948690 Aug 23 04:08:09.663689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48600) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:09.668704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ff494f04-f9b3-4cc7-a86a-967192ad52f6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '095df9c6-193c-46f9-ad0d-ace2e2ffc64a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:09.669290 n-d-749052-7 neutron-server[95120]: WARNING neutron.api.v2.base [None req-ff494f04-f9b3-4cc7-a86a-967192ad52f6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 23 04:08:09.669754 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-ff494f04-f9b3-4cc7-a86a-967192ad52f6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:09.670883 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-afea4f12-7750-4e7a-a6b5-c9f798d6d819 service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839016 Aug 23 04:08:09.671043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ff494f04-f9b3-4cc7-a86a-967192ad52f6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060952 Aug 23 04:08:09.673137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48602) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:09.677903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a2476d7b-38cd-4c55-8fe5-de1f48bc41b8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '095df9c6-193c-46f9-ad0d-ace2e2ffc64a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:09.761946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-785bf7d9-7b29-453e-8835-4806d21df58a service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837092 Aug 23 04:08:09.813444 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-a2476d7b-38cd-4c55-8fe5-de1f48bc41b8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:09.814541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2476d7b-38cd-4c55-8fe5-de1f48bc41b8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1398902 Aug 23 04:08:09.817389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48608) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:09.821951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-09c364c5-82e3-40ab-9160-53d67adefea9 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '095df9c6-193c-46f9-ad0d-ace2e2ffc64a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:10.104681 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-09c364c5-82e3-40ab-9160-53d67adefea9 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:10.105785 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-09c364c5-82e3-40ab-9160-53d67adefea9 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2874482 Aug 23 04:08:10.108637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48620) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:10.109160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d7830-4248-4659-bafe-7322322a8044 req-15ac4cb7-0ecf-4129-8937-a759a35c8339 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:10.115446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-842d7830-4248-4659-bafe-7322322a8044 req-15ac4cb7-0ecf-4129-8937-a759a35c8339 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0492203 Aug 23 04:08:10.149858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-842d7830-4248-4659-bafe-7322322a8044 req-63cd26b9-a7bd-4b7b-b4d1-af002096468d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329533 Aug 23 04:08:10.160863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0982df11-b18a-40c5-90e0-b3722411c5b8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:10.189781 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0982df11-b18a-40c5-90e0-b3722411c5b8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:10.310090 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0982df11-b18a-40c5-90e0-b3722411c5b8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:10.312684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0982df11-b18a-40c5-90e0-b3722411c5b8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:10.313896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0982df11-b18a-40c5-90e0-b3722411c5b8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/095df9c6-193c-46f9-ad0d-ace2e2ffc64a HTTP/1.1" status: 204 len: 168 time: 0.2042804 Aug 23 04:08:10.317200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48624) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:10.323309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982df11-b18a-40c5-90e0-b3722411c5b8 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095df9c6-193c-46f9-ad0d-ace2e2ffc64a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:10.367793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6aeacfc0-e739-4471-a3fa-af94dcabdd11 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493853 Aug 23 04:08:10.375498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48628) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:10.380227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4a2ed207-a583-4224-b3de-c9daafba1c17 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'tempest-secgroup--710592819'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:10.504913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed207-a583-4224-b3de-c9daafba1c17 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:10.593830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed207-a583-4224-b3de-c9daafba1c17 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:10.744707 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed207-a583-4224-b3de-c9daafba1c17 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:10.773551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ed207-a583-4224-b3de-c9daafba1c17 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f894edaf-84f9-4336-a810-c5f868f4c9d5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:10.881857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed207-a583-4224-b3de-c9daafba1c17 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:10.885612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4a2ed207-a583-4224-b3de-c9daafba1c17 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5067105 Aug 23 04:08:10.886729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48648) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:10.892751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5098153a-853f-4950-a082-bb1e159eed8a tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': 'f894edaf-84f9-4336-a810-c5f868f4c9d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:11.104737 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-5098153a-853f-4950-a082-bb1e159eed8a tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The resource could not be found. Aug 23 04:08:11.105875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5098153a-853f-4950-a082-bb1e159eed8a tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2176123 Aug 23 04:08:11.108710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48654) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:11.114528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2bc5c180-2c5e-4a89-b3b7-0dd7e1173ae9 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': 'f894edaf-84f9-4336-a810-c5f868f4c9d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b30e8734-c3af-4cdc-892f-39ef17f52f87'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:11.254774 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-2bc5c180-2c5e-4a89-b3b7-0dd7e1173ae9 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The resource could not be found. Aug 23 04:08:11.255797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2bc5c180-2c5e-4a89-b3b7-0dd7e1173ae9 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1461535 Aug 23 04:08:11.258991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48660) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:11.267592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089061c7-c7f5-491c-beca-c8b9c3bb2e84 req-527ee549-f67c-49c0-9af9-56b32f81bc19 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:11.269068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-089061c7-c7f5-491c-beca-c8b9c3bb2e84 req-527ee549-f67c-49c0-9af9-56b32f81bc19 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0507293 Aug 23 04:08:11.310176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-089061c7-c7f5-491c-beca-c8b9c3bb2e84 req-8031a0b6-054f-4de9-b48d-9beb52fa544c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341799 Aug 23 04:08:11.319281 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3334d62c-3d33-47d9-9f72-411b308895df tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:11.342254 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3334d62c-3d33-47d9-9f72-411b308895df tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:11.472322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3334d62c-3d33-47d9-9f72-411b308895df tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:11.474018 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3334d62c-3d33-47d9-9f72-411b308895df tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:11.475087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3334d62c-3d33-47d9-9f72-411b308895df tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/f894edaf-84f9-4336-a810-c5f868f4c9d5 HTTP/1.1" status: 204 len: 168 time: 0.2151198 Aug 23 04:08:11.478059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48666) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:11.489323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334d62c-3d33-47d9-9f72-411b308895df tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f894edaf-84f9-4336-a810-c5f868f4c9d5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:11.537921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-37973d9e-81ed-4f6f-8ed2-34a499d71785 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574129 Aug 23 04:08:11.541755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48668) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:11.547060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-43ededa1-2f5b-4e5c-aeea-2f9f203ec1cb tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '44808138-0db2-487d-a01e-0159b1cca013', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:11.767811 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-43ededa1-2f5b-4e5c-aeea-2f9f203ec1cb tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The resource could not be found. Aug 23 04:08:11.769650 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-43ededa1-2f5b-4e5c-aeea-2f9f203ec1cb tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2266912 Aug 23 04:08:11.773392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48674) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:11.777898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-74e95c95-86ed-42f7-a216-83969c1e0fef tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'tempest-secgroup--196030218'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:11.870412 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74e95c95-86ed-42f7-a216-83969c1e0fef tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:11.953093 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74e95c95-86ed-42f7-a216-83969c1e0fef tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.047253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74e95c95-86ed-42f7-a216-83969c1e0fef tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.076798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e95c95-86ed-42f7-a216-83969c1e0fef tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402ab9e0-5dcc-4c15-bd1c-3ee1f22b1a91,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:12.201759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74e95c95-86ed-42f7-a216-83969c1e0fef tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.203064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-74e95c95-86ed-42f7-a216-83969c1e0fef tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4287267 Aug 23 04:08:12.206091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48682) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:12.210567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8be19179-6ef2-41c3-a3dd-caa44e003a01 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'tempest-secgroup--342498851'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:12.316899 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8be19179-6ef2-41c3-a3dd-caa44e003a01 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.400407 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8be19179-6ef2-41c3-a3dd-caa44e003a01 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.432802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae0e2-d27d-46cd-b1d9-f6e9e0c73a8b req-20808fba-40bd-444b-9280-c933291800b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:12.434413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c44ae0e2-d27d-46cd-b1d9-f6e9e0c73a8b req-20808fba-40bd-444b-9280-c933291800b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0500042 Aug 23 04:08:12.474075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c44ae0e2-d27d-46cd-b1d9-f6e9e0c73a8b req-39ee2c8c-750e-4816-9746-42ccc8a4427e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325427 Aug 23 04:08:12.504657 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8be19179-6ef2-41c3-a3dd-caa44e003a01 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.534993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be19179-6ef2-41c3-a3dd-caa44e003a01 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9277748-96af-4031-a62e-38b140ba2bab,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:12.613531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8be19179-6ef2-41c3-a3dd-caa44e003a01 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.614826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8be19179-6ef2-41c3-a3dd-caa44e003a01 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4077535 Aug 23 04:08:12.618417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48688) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:12.623041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9957d7a0-2583-44d5-bb2e-088279a89ee6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group_rule': {'security_group_id': '402ab9e0-5dcc-4c15-bd1c-3ee1f22b1a91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a9277748-96af-4031-a62e-38b140ba2bab'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:12.648295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48690) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:12.763477 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-55decfe4-024a-4725-98ca-066d9430d160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.799105 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-9957d7a0-2583-44d5-bb2e-088279a89ee6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:08:12.800668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9957d7a0-2583-44d5-bb2e-088279a89ee6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1813252 Aug 23 04:08:12.803711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48694) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:12.858795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7964e6c9-9bec-44ff-a831-02f92053d868 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.873776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-55decfe4-024a-4725-98ca-066d9430d160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.881321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7964e6c9-9bec-44ff-a831-02f92053d868 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.938876 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-55decfe4-024a-4725-98ca-066d9430d160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:12.974801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55decfe4-024a-4725-98ca-066d9430d160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376d5127-633d-436b-8c71-d7a47ff09073,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:12.979126 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-55decfe4-024a-4725-98ca-066d9430d160 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b923144b24e41b99039a36402cca60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298004 Aug 23 04:08:12.981920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48696) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:13.031209 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-838825af-5c5e-4b2c-b8f7-756bb78ddd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.036124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7964e6c9-9bec-44ff-a831-02f92053d868 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.040042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7964e6c9-9bec-44ff-a831-02f92053d868 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.040183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7964e6c9-9bec-44ff-a831-02f92053d868 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9277748-96af-4031-a62e-38b140ba2bab HTTP/1.1" status: 204 len: 168 time: 0.2349632 Aug 23 04:08:13.044320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48698) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:13.052886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-838825af-5c5e-4b2c-b8f7-756bb78ddd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.060139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964e6c9-9bec-44ff-a831-02f92053d868 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9277748-96af-4031-a62e-38b140ba2bab,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:13.104350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6b723bad-9773-445e-a74f-f994107f43e6 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0589521 Aug 23 04:08:13.107162 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48700) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:13.157450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70db1f5c-c6cc-409a-9bc0-9df5a977cd8f tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.179261 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70db1f5c-c6cc-409a-9bc0-9df5a977cd8f tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.181986 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-838825af-5c5e-4b2c-b8f7-756bb78ddd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.184063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-838825af-5c5e-4b2c-b8f7-756bb78ddd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.185196 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-838825af-5c5e-4b2c-b8f7-756bb78ddd2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/376d5127-633d-436b-8c71-d7a47ff09073 HTTP/1.1" status: 204 len: 168 time: 0.2023642 Aug 23 04:08:13.204572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838825af-5c5e-4b2c-b8f7-756bb78ddd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376d5127-633d-436b-8c71-d7a47ff09073,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:13.321621 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70db1f5c-c6cc-409a-9bc0-9df5a977cd8f tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.324210 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70db1f5c-c6cc-409a-9bc0-9df5a977cd8f tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.325414 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70db1f5c-c6cc-409a-9bc0-9df5a977cd8f tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/402ab9e0-5dcc-4c15-bd1c-3ee1f22b1a91 HTTP/1.1" status: 204 len: 168 time: 0.2172232 Aug 23 04:08:13.328288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48704) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:13.335496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db1f5c-c6cc-409a-9bc0-9df5a977cd8f tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ab9e0-5dcc-4c15-bd1c-3ee1f22b1a91,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:13.376196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c4de7c68-1dc0-44b9-8ec3-e8e448b0b3d5 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467019 Aug 23 04:08:13.380579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48706) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:13.384895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3bb8cc55-e6cb-42a6-ba20-1316c736eb60 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810574765'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:13.488630 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3bb8cc55-e6cb-42a6-ba20-1316c736eb60 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.596625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3bb8cc55-e6cb-42a6-ba20-1316c736eb60 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.615009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca117c8-f3f6-404d-b0af-2d82c699f2bd req-a20360cb-1dd4-4d29-86c1-84a7d8e6f05f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:13.616486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aca117c8-f3f6-404d-b0af-2d82c699f2bd req-a20360cb-1dd4-4d29-86c1-84a7d8e6f05f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0657465 Aug 23 04:08:13.656472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aca117c8-f3f6-404d-b0af-2d82c699f2bd req-76ad5679-3832-4ca6-acc1-95fdff7ae3cd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340276 Aug 23 04:08:13.681889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3bb8cc55-e6cb-42a6-ba20-1316c736eb60 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.710491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8cc55-e6cb-42a6-ba20-1316c736eb60 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52bc7b-b68d-4cb7-9a49-2215ed7d6e71,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:13.785102 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3bb8cc55-e6cb-42a6-ba20-1316c736eb60 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.786353 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3bb8cc55-e6cb-42a6-ba20-1316c736eb60 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4048119 Aug 23 04:08:13.795375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48712) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:13.795375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-088f2a7d-79ff-41ae-be48-7268a47e24b3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:13.795375 n-d-749052-7 neutron-server[95120]: WARNING neutron.api.v2.base [None req-088f2a7d-79ff-41ae-be48-7268a47e24b3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 23 04:08:13.795715 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-088f2a7d-79ff-41ae-be48-7268a47e24b3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 04:08:13.796445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-088f2a7d-79ff-41ae-be48-7268a47e24b3 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "PUT /v2.0/security-groups/2c52bc7b-b68d-4cb7-9a49-2215ed7d6e71 HTTP/1.1" status: 409 len: 330 time: 0.0060265 Aug 23 04:08:13.798833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48714) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:13.850262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40c93ffb-41b2-4304-b34c-4776f86984b5 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.875042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40c93ffb-41b2-4304-b34c-4776f86984b5 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.884289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48716) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:13.908018 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78f0b965-bcb4-4b3c-9ee4-1fab0f86e013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:13.998413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40c93ffb-41b2-4304-b34c-4776f86984b5 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:14.000983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40c93ffb-41b2-4304-b34c-4776f86984b5 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:14.002157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-40c93ffb-41b2-4304-b34c-4776f86984b5 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/2c52bc7b-b68d-4cb7-9a49-2215ed7d6e71 HTTP/1.1" status: 204 len: 168 time: 0.2011700 Aug 23 04:08:14.010081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48718) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:14.032286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c93ffb-41b2-4304-b34c-4776f86984b5 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c52bc7b-b68d-4cb7-9a49-2215ed7d6e71,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:14.079814 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f20f1c1e-c6d1-4fee-9233-945b33383b18 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676532 Aug 23 04:08:14.083603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48720) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:14.097818 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-f44e2b29-be94-4ced-bdcf-1ff04aa0a5ae tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] delete failed (client error): The resource could not be found. Aug 23 04:08:14.098795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f44e2b29-be94-4ced-bdcf-1ff04aa0a5ae tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce78772a-216d-47df-a562-88acdd05c439 HTTP/1.1" status: 404 len: 347 time: 0.0141280 Aug 23 04:08:14.102470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48722) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:14.108815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78f0b965-bcb4-4b3c-9ee4-1fab0f86e013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:14.119013 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-7f182b4d-a1b5-4fb1-981a-df4c28060847 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] show failed (client error): The resource could not be found. Aug 23 04:08:14.120011 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7f182b4d-a1b5-4fb1-981a-df4c28060847 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-groups/895fad47-87a2-46e3-8ddd-c1ab4d40e865 HTTP/1.1" status: 404 len: 347 time: 0.0166385 Aug 23 04:08:14.123593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48724) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:14.133903 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-e747bb9a-619e-46c5-82ab-16b18bdeaa42 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] show failed (client error): The resource could not be found. Aug 23 04:08:14.134840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e747bb9a-619e-46c5-82ab-16b18bdeaa42 tempest-NegativeSecGroupTest-946996557 tempest-NegativeSecGroupTest-946996557-project] 10.222.0.20 "GET /v2.0/security-group-rules/b963a656-f713-43e6-a555-d5c34d68050d HTTP/1.1" status: 404 len: 356 time: 0.0103891 Aug 23 04:08:14.190620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78f0b965-bcb4-4b3c-9ee4-1fab0f86e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:14.229436 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-78f0b965-bcb4-4b3c-9ee4-1fab0f86e013 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4861fcc7d54f4eb2945f19d4f332cb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440778 Aug 23 04:08:14.230341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0b965-bcb4-4b3c-9ee4-1fab0f86e013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58d6920-04eb-4770-85e7-bf98296fa92b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:14.232175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48728) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:14.282644 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a40678bf-768d-4030-93f0-4679e3f94141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:14.303404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a40678bf-768d-4030-93f0-4679e3f94141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:14.470273 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a40678bf-768d-4030-93f0-4679e3f94141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:14.473718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a40678bf-768d-4030-93f0-4679e3f94141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:14.474933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a40678bf-768d-4030-93f0-4679e3f94141 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a58d6920-04eb-4770-85e7-bf98296fa92b HTTP/1.1" status: 204 len: 168 time: 0.2415769 Aug 23 04:08:14.482640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40678bf-768d-4030-93f0-4679e3f94141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58d6920-04eb-4770-85e7-bf98296fa92b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:14.623250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48734) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:14.779128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312c8fd-6089-47fa-a727-86fa88b5da0d req-e5f5da4a-d645-42ec-b6a6-88bbd200e162 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:14.786603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7312c8fd-6089-47fa-a727-86fa88b5da0d req-e5f5da4a-d645-42ec-b6a6-88bbd200e162 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0580707 Aug 23 04:08:14.822254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7312c8fd-6089-47fa-a727-86fa88b5da0d req-d0628456-8a89-4473-b82c-e3ab0cf416dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346346 Aug 23 04:08:14.872980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c607345c-9a28-4a63-8cf7-821d43f7967c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44686b191a8948f994bd6db31338501f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484426 Aug 23 04:08:14.875444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48746) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:14.925822 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7153240-2219-441d-80f7-73e85ff0ca69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:14.946569 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7153240-2219-441d-80f7-73e85ff0ca69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:15.064225 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7153240-2219-441d-80f7-73e85ff0ca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:15.067473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7153240-2219-441d-80f7-73e85ff0ca69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:15.068631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e7153240-2219-441d-80f7-73e85ff0ca69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91548dbc-8908-494e-97bb-7479dccfb721 HTTP/1.1" status: 204 len: 168 time: 0.1922820 Aug 23 04:08:15.081042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7153240-2219-441d-80f7-73e85ff0ca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91548dbc-8908-494e-97bb-7479dccfb721,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:15.950541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434b7b3-a57a-4c7a-9f89-add1c2766227 req-63b784a5-d687-41d3-9966-2447c21f89fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:15.952147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9434b7b3-a57a-4c7a-9f89-add1c2766227 req-63b784a5-d687-41d3-9966-2447c21f89fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0571554 Aug 23 04:08:15.998773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9434b7b3-a57a-4c7a-9f89-add1c2766227 req-c58702c3-9a19-44d1-a773-daac09880e0b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377026 Aug 23 04:08:17.121228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfb3f1-01dd-41e1-ac2b-f021424d223b req-027e189a-be8b-4c07-9228-c049b763b1a9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:17.122728 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82bfb3f1-01dd-41e1-ac2b-f021424d223b req-027e189a-be8b-4c07-9228-c049b763b1a9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0546193 Aug 23 04:08:17.161597 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82bfb3f1-01dd-41e1-ac2b-f021424d223b req-b3a67d9d-ea70-432b-8e18-7f919918e952 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Aug 23 04:08:17.472895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48832) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:17.669360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f825f823-562b-42d6-ad64-a7380c146252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:17.756504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f825f823-562b-42d6-ad64-a7380c146252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:17.836034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f825f823-562b-42d6-ad64-a7380c146252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:17.876813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f825f823-562b-42d6-ad64-a7380c146252 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d12e7ac8dd764f78943e2e83214ce87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002306 Aug 23 04:08:17.876813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825f823-562b-42d6-ad64-a7380c146252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aad560-9071-4f9d-b208-0639dd37cf2e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:17.877126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48840) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:17.931332 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:17.955143 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.094002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.096598 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.098549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8aad560-9071-4f9d-b208-0639dd37cf2e HTTP/1.1" status: 204 len: 168 time: 0.2204275 Aug 23 04:08:18.108257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aad560-9071-4f9d-b208-0639dd37cf2e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:18.116745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.117400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.118041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.118577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.119112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.119891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.120557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.121769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.122356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.122993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.123668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.124244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b6f87-8c94-49a3-9b55-dc2fe38b2048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:18.287970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b4670-ec82-43fb-9bfb-76482942870d req-bce00721-f321-437a-b95b-7ce102ff698e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:18.289775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da5b4670-ec82-43fb-9bfb-76482942870d req-bce00721-f321-437a-b95b-7ce102ff698e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0572786 Aug 23 04:08:18.329929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-da5b4670-ec82-43fb-9bfb-76482942870d req-aeef6977-013a-4d56-bfa4-b5ea6598a002 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341127 Aug 23 04:08:18.378677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48850) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:18.488806 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b8792b5-268c-4531-bac2-8ebaa10cd691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.580585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b8792b5-268c-4531-bac2-8ebaa10cd691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.647560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b8792b5-268c-4531-bac2-8ebaa10cd691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.685233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1b8792b5-268c-4531-bac2-8ebaa10cd691 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f60dd8bc1ef149c1938bb47978c0e75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054523 Aug 23 04:08:18.691107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8792b5-268c-4531-bac2-8ebaa10cd691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2f8549-8c65-47ca-8ed0-8435f7e18f73,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:18.691262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48854) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:18.694692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48856) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:18.709199 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7af1a13d-46c7-4bfc-ac99-90f74f9d9ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.739000 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57bb4d5b-c980-4ab7-8ff2-059605fc8674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.760292 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57bb4d5b-c980-4ab7-8ff2-059605fc8674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.794461 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7af1a13d-46c7-4bfc-ac99-90f74f9d9ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.881458 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7af1a13d-46c7-4bfc-ac99-90f74f9d9ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.887320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57bb4d5b-c980-4ab7-8ff2-059605fc8674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.890476 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-57bb4d5b-c980-4ab7-8ff2-059605fc8674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.894664 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-57bb4d5b-c980-4ab7-8ff2-059605fc8674 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f2f8549-8c65-47ca-8ed0-8435f7e18f73 HTTP/1.1" status: 204 len: 168 time: 0.2032816 Aug 23 04:08:18.901655 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb4d5b-c980-4ab7-8ff2-059605fc8674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2f8549-8c65-47ca-8ed0-8435f7e18f73,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:18.928017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7af1a13d-46c7-4bfc-ac99-90f74f9d9ae6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cd13f7735384c28b76c20087837cf3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320278 Aug 23 04:08:18.928807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1a13d-46c7-4bfc-ac99-90f74f9d9ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cb517c-4cd7-4b66-ae7a-2a5a6a96c8de,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:18.931207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48860) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:18.978926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70276bb6-32b2-4949-ac29-79b330a6efd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:18.999391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70276bb6-32b2-4949-ac29-79b330a6efd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.122314 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70276bb6-32b2-4949-ac29-79b330a6efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.125034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70276bb6-32b2-4949-ac29-79b330a6efd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.126570 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70276bb6-32b2-4949-ac29-79b330a6efd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8cb517c-4cd7-4b66-ae7a-2a5a6a96c8de HTTP/1.1" status: 204 len: 168 time: 0.1940112 Aug 23 04:08:19.137959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70276bb6-32b2-4949-ac29-79b330a6efd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cb517c-4cd7-4b66-ae7a-2a5a6a96c8de,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:19.448300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc64b55-d4e1-44f6-a52f-2c2ed5f8f799 req-f9dd415e-3400-443e-956c-406dc78db146 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:19.449910 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bc64b55-d4e1-44f6-a52f-2c2ed5f8f799 req-f9dd415e-3400-443e-956c-406dc78db146 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0515685 Aug 23 04:08:19.493416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bc64b55-d4e1-44f6-a52f-2c2ed5f8f799 req-0554adea-2c74-4e77-bbfe-bef828e860ad tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373378 Aug 23 04:08:19.579295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 48876) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:19.593108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7737b193-4afb-497f-aaab-b08486e88a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.682741 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7737b193-4afb-497f-aaab-b08486e88a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.761971 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7737b193-4afb-497f-aaab-b08486e88a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.801025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7737b193-4afb-497f-aaab-b08486e88a3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c956cf287884b66b592ec50759c07eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206373 Aug 23 04:08:19.801998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737b193-4afb-497f-aaab-b08486e88a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840ec9d9-b8bf-4205-8753-4c551401feed,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:19.803809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 48880) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:19.855135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7d29099-88c0-42d2-87c7-cd5e44daeeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.875662 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7d29099-88c0-42d2-87c7-cd5e44daeeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.990667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7d29099-88c0-42d2-87c7-cd5e44daeeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.993306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7d29099-88c0-42d2-87c7-cd5e44daeeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:19.994461 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b7d29099-88c0-42d2-87c7-cd5e44daeeeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/840ec9d9-b8bf-4205-8753-4c551401feed HTTP/1.1" status: 204 len: 168 time: 0.1895475 Aug 23 04:08:20.002129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d29099-88c0-42d2-87c7-cd5e44daeeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840ec9d9-b8bf-4205-8753-4c551401feed,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:20.610869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d16c29-4c72-4fd6-afc7-999fac9f3e69 req-3560a4d2-73f1-4655-a35b-129dc290c0e9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:20.612852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12d16c29-4c72-4fd6-afc7-999fac9f3e69 req-3560a4d2-73f1-4655-a35b-129dc290c0e9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0482984 Aug 23 04:08:20.650919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12d16c29-4c72-4fd6-afc7-999fac9f3e69 req-5783ab05-bb12-40de-adfe-2ac9507e24cb tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Aug 23 04:08:21.770967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d67b0-e558-42dc-a7e6-d33f6def0172 req-767c006f-f18d-4772-9886-84f15b459766 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:21.772424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f68d67b0-e558-42dc-a7e6-d33f6def0172 req-767c006f-f18d-4772-9886-84f15b459766 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0517831 Aug 23 04:08:21.808835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f68d67b0-e558-42dc-a7e6-d33f6def0172 req-233ebee9-8320-4781-92c4-c93ae7bae656 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304592 Aug 23 04:08:22.142704 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-89f2897c-df83-473a-827a-269220b07a29 service neutron] show failed (client error): The resource could not be found. Aug 23 04:08:22.143814 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-89f2897c-df83-473a-827a-269220b07a29 service neutron] 10.222.0.11 "GET /v2.0/ports/cc7f967e-5e2e-4a5f-b943-1864a0f0a922/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0595241 Aug 23 04:08:22.712023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-845e63c2-9234-4c35-a62b-d9e75c6f63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:22.713587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-845e63c2-9234-4c35-a62b-d9e75c6f63d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 1096 time: 0.1805434 Aug 23 04:08:22.728152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:22.733987 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:22.790341 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:22.942102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcccc4d-2380-4e24-bfd1-32ea2023462b req-0c5d2a5b-06c1-4a5c-90bd-413133b67693 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:22.943630 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bcccc4d-2380-4e24-bfd1-32ea2023462b req-0c5d2a5b-06c1-4a5c-90bd-413133b67693 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0636370 Aug 23 04:08:22.989385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bcccc4d-2380-4e24-bfd1-32ea2023462b req-3d797894-50c9-4387-9b39-5b69cf72b84b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387976 Aug 23 04:08:23.019791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:08:23.053704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:08:23.092578 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:08:23.094903 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3f0436-3a91-4130-aef4-594cfdc251a1" -d '{"events": [{"server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "name": "network-vif-unplugged", "status": "completed", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:08:23.098757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:23.111681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Transition to ACTIVE for port object cc7f967e-5e2e-4a5f-b943-1864a0f0a922 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:08:23.151848 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769b0ae2-63ce-44b2-8c23-4fd3a5a4483d x-openstack-request-id: req-769b0ae2-63ce-44b2-8c23-4fd3a5a4483d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:08:23.152201 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "name": "network-vif-unplugged", "status": "completed", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:08:23.152488 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-769b0ae2-63ce-44b2-8c23-4fd3a5a4483d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:08:23.152886 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'code': 200} Aug 23 04:08:23.173414 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:23.289182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:23.348463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] No DVR routers for this DVR port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on host n-h1-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:08:23.764353 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Attempting to bind port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:08:23.764989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Attempting to bind port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:08:23.764989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Attempting to bind port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on network 1d5390bf-7f9e-42fe-873a-b1de61546e45 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:08:23.769459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on network 1d5390bf-7f9e-42fe-873a-b1de61546e45 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:08:23.769858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Attempting to bind port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on network 1d5390bf-7f9e-42fe-873a-b1de61546e45 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:08:23.774651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:08:23.774993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Checking segment: {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:08:23.775365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Bound using segment: {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:08:23.775794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Bound port: cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ff4353-1678-4df3-a82c-4959823cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:08:23.776134 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:23.839122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:08:23.842339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:08:23.922096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:23.957730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:23.958343 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:23.959771 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] 10.222.0.24 "PUT /v2.0/ports/cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 1091 time: 1.2380397 Aug 23 04:08:23.981289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800d6ea-8e1f-48ae-a178-e1f8d2abd20a service neutron] Pushing event updated for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:24.046489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-e0298ea5-c647-44d5-8516-cd1cf249fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:24.048065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-e0298ea5-c647-44d5-8516-cd1cf249fdef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1094 time: 0.0638545 Aug 23 04:08:24.150814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ad898-9470-4d93-87c1-4027dd1a45be req-5f0c12da-fbb5-4729-9954-6d30d79b3707 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:24.155376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-56c394f9-f31c-42ab-8c97-2cb948783658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:24.156850 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-56c394f9-f31c-42ab-8c97-2cb948783658 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 897 time: 0.1003389 Aug 23 04:08:24.167989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-667ad898-9470-4d93-87c1-4027dd1a45be req-5f0c12da-fbb5-4729-9954-6d30d79b3707 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.0930159 Aug 23 04:08:24.229822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-667ad898-9470-4d93-87c1-4027dd1a45be req-05c24d9f-cc5e-4467-99ff-045ca759ee77 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606425 Aug 23 04:08:24.294076 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-ba1d9f72-5d37-4c57-9e74-13fa216abe76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 999 time: 0.1291304 Aug 23 04:08:24.341803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-96a2027f-6621-4ee4-a3a6-e1bf54d8952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:24.343234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-96a2027f-6621-4ee4-a3a6-e1bf54d8952e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 200 len: 835 time: 0.0423834 Aug 23 04:08:24.405472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-502b7380-f3bd-4168-acc4-aa75ccfea4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:24.406986 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-502b7380-f3bd-4168-acc4-aa75ccfea4df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d5390bf-7f9e-42fe-873a-b1de61546e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570400 Aug 23 04:08:24.505474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-d562f241-c1af-4e96-9a3d-8ae8f4ce5479 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901759 Aug 23 04:08:24.603719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c49e0a78-c85a-4c71-a192-c50429d9f3de req-cc876518-a402-40ee-b03e-7a76e1026e7e service neutron] 10.222.0.24 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913150 Aug 23 04:08:25.153869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:08:25.156374 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7d952-31b5-4cbf-a7cc-92e209580c34" -d '{"events": [{"name": "network-changed", "server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:08:25.176759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cc7f967e-5e2e-4a5f-b943-1864a0f0a922 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:08:25.219853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device cc7f967e-5e2e-4a5f-b943-1864a0f0a922 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:08:25.348053 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80bcf9b-edec-4353-ac7d-33ad0a39d0ca x-openstack-request-id: req-f80bcf9b-edec-4353-ac7d-33ad0a39d0ca {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:08:25.348534 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:08:25.348763 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f80bcf9b-edec-4353-ac7d-33ad0a39d0ca {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:08:25.349389 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'status': 'completed', 'code': 200} Aug 23 04:08:25.411728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-02590f5c-e32d-4ece-a15e-95eeb256be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:25.413460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-02590f5c-e32d-4ece-a15e-95eeb256be79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1094 time: 0.0451152 Aug 23 04:08:25.447785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e172-1c84-40dc-8620-6869065131c8 req-79ed4914-e3d7-4eb2-a04a-c9a9960732e9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:25.449335 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c374e172-1c84-40dc-8620-6869065131c8 req-79ed4914-e3d7-4eb2-a04a-c9a9960732e9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.0502350 Aug 23 04:08:25.492647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c374e172-1c84-40dc-8620-6869065131c8 req-eb01b0bc-a28b-4391-8bf4-8677559c2dfc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373969 Aug 23 04:08:25.520238 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-152ff365-3a2c-4095-b995-491438e08352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:25.522137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-152ff365-3a2c-4095-b995-491438e08352 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 897 time: 0.1010015 Aug 23 04:08:25.589999 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-52d6b779-619a-4402-8517-a1e9de38e5f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 999 time: 0.0593638 Aug 23 04:08:25.642383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-b25de58d-cbf7-4900-9975-675c3dd1fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:25.644357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-b25de58d-cbf7-4900-9975-675c3dd1fde0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1094 time: 0.2509787 Aug 23 04:08:25.650194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-514b3120-2914-4e43-9197-271e617e6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:25.650500 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-514b3120-2914-4e43-9197-271e617e6f17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 200 len: 835 time: 0.0527537 Aug 23 04:08:25.699540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-08f0d55a-bd22-446e-9a3e-a93bccb68267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:25.701059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-08f0d55a-bd22-446e-9a3e-a93bccb68267 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d5390bf-7f9e-42fe-873a-b1de61546e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417693 Aug 23 04:08:25.755252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-18677b83-21d3-4bdc-a53a-59f93db84bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:25.756756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-18677b83-21d3-4bdc-a53a-59f93db84bed service neutron] 10.222.0.11 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 897 time: 0.1044888 Aug 23 04:08:25.796303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-e655a5b9-50d9-467d-bf83-38352d263c23 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871224 Aug 23 04:08:25.826533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-9142afa1-0964-474c-a89e-bc8114782638 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 999 time: 0.0617313 Aug 23 04:08:25.885819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-e932ec30-56a5-4869-a9bf-086a6c826417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:25.887415 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-e932ec30-56a5-4869-a9bf-086a6c826417 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 200 len: 835 time: 0.0545924 Aug 23 04:08:25.899404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-b5264689-cd18-43f0-8654-e1cc7864169b service neutron] 10.222.0.24 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960078 Aug 23 04:08:25.956835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-629c6861-367f-4880-915c-4c9cf3368c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:25.958610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-629c6861-367f-4880-915c-4c9cf3368c5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1d5390bf-7f9e-42fe-873a-b1de61546e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611317 Aug 23 04:08:26.055789 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-97536881-a7ff-4248-9e17-9482dfafadd9 service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900900 Aug 23 04:08:26.076574 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7402cc1b-fb86-4605-a011-0acf29d6f81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:26.149071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d7d952-31b5-4cbf-a7cc-92e209580c34 req-4fdab444-e62d-4bd8-b9e6-381d4af42ff6 service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862081 Aug 23 04:08:26.621116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd78c6-9d33-4083-b1f9-a35034144a64 req-71b87364-d6af-4e91-869b-500bffed1598 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:26.622530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dadd78c6-9d33-4083-b1f9-a35034144a64 req-71b87364-d6af-4e91-869b-500bffed1598 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.0485218 Aug 23 04:08:26.667780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dadd78c6-9d33-4083-b1f9-a35034144a64 req-ce43fe8e-caa9-42e8-a505-7fa619c2b52c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385301 Aug 23 04:08:26.978238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0cdb7-b89e-4436-8d42-eaadd5571dc5 req-0731b02a-4de3-45b6-84a7-f8e771aff20b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:26.983237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dfe0cdb7-b89e-4436-8d42-eaadd5571dc5 req-0731b02a-4de3-45b6-84a7-f8e771aff20b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.0483377 Aug 23 04:08:27.032836 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dfe0cdb7-b89e-4436-8d42-eaadd5571dc5 req-1f053f81-6c3b-400a-be99-2dc1494ef0b8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467453 Aug 23 04:08:27.174940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299932a-09cc-4325-b28f-a4e346567441 req-ac7b900c-b32c-446c-a2db-4adac9b71501 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:27.176410 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f299932a-09cc-4325-b28f-a4e346567441 req-ac7b900c-b32c-446c-a2db-4adac9b71501 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c&tenant_id=a65a84e479c94f70b8de63fa5080ddf0&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 943 time: 0.0843747 Aug 23 04:08:27.241909 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-f299932a-09cc-4325-b28f-a4e346567441 req-45c95929-009c-47a1-8c57-8d9f9149e6d5 service neutron] delete failed (client error): The resource could not be found. Aug 23 04:08:27.242955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f299932a-09cc-4325-b28f-a4e346567441 req-45c95929-009c-47a1-8c57-8d9f9149e6d5 service neutron] 10.222.0.11 "DELETE /v2.0/ports/cc7f967e-5e2e-4a5f-b943-1864a0f0a922/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0565369 Aug 23 04:08:27.361606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299932a-09cc-4325-b28f-a4e346567441 req-293ba16f-453c-4189-b1e4-7e15636e7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:27.363638 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f299932a-09cc-4325-b28f-a4e346567441 req-293ba16f-453c-4189-b1e4-7e15636e7f20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1094 time: 0.0509481 Aug 23 04:08:27.813369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299932a-09cc-4325-b28f-a4e346567441 req-8e956b0e-821a-4d73-8114-be83e43c1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:27.814842 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f299932a-09cc-4325-b28f-a4e346567441 req-8e956b0e-821a-4d73-8114-be83e43c1b24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 897 time: 0.4439700 Aug 23 04:08:27.884515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f299932a-09cc-4325-b28f-a4e346567441 req-469764fd-ce6a-4adc-b9d7-a2113965fe91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 999 time: 0.0619359 Aug 23 04:08:27.934215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299932a-09cc-4325-b28f-a4e346567441 req-489122c7-4dcf-4d4d-8c8d-613ab50d183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:27.935602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f299932a-09cc-4325-b28f-a4e346567441 req-489122c7-4dcf-4d4d-8c8d-613ab50d183a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 200 len: 835 time: 0.0446570 Aug 23 04:08:27.983180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299932a-09cc-4325-b28f-a4e346567441 req-f7a5f848-9e1a-4df7-96fa-2ad9aa94f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:27.984741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f299932a-09cc-4325-b28f-a4e346567441 req-f7a5f848-9e1a-4df7-96fa-2ad9aa94f9db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1d5390bf-7f9e-42fe-873a-b1de61546e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421927 Aug 23 04:08:28.084306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f299932a-09cc-4325-b28f-a4e346567441 req-d13fc4bf-8bd7-45d7-8195-f4a2ce54ec01 service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927439 Aug 23 04:08:28.205332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33193e-0d0d-4224-8738-bf58055de732 req-0937524b-ded9-417a-b126-11041a22ca51 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:28.207480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec33193e-0d0d-4224-8738-bf58055de732 req-0937524b-ded9-417a-b126-11041a22ca51 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.0943170 Aug 23 04:08:28.229555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f299932a-09cc-4325-b28f-a4e346567441 req-dd595b5d-be94-4b75-a08f-c5e97d5931b4 service neutron] 10.222.0.11 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371200 Aug 23 04:08:28.269242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec33193e-0d0d-4224-8738-bf58055de732 req-8ebf1ec9-9c6d-427d-a68f-d4012e27f1e2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511270 Aug 23 04:08:28.773861 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-871d6dc3-2d19-42f4-9081-d30bca30771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:28.854096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:29.166834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cc7f967e-5e2e-4a5f-b943-1864a0f0a922 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:08:29.263995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:08:29.276330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'port_id': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'mac_address': 'fa:16:3e:bb:52:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:08:29.319517 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:29.334107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7f967e-5e2e-4a5f-b943-1864a0f0a922 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:08:29.361710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:08:29.408031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd26f06-2603-450c-afd8-bd950338e3a2 req-f2b75d21-e21b-493e-a206-c1c31fcf6336 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:29.410190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2fd26f06-2603-450c-afd8-bd950338e3a2 req-f2b75d21-e21b-493e-a206-c1c31fcf6336 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 943 time: 0.0515070 Aug 23 04:08:29.447832 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2fd26f06-2603-450c-afd8-bd950338e3a2 req-86bffac8-906b-412f-b8fd-0b8b900deda4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Aug 23 04:08:29.453380 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:29.471490 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49134) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:29.500577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:29.536894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0a2d094e-56a4-4af7-91bc-dc534d9a9577 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/ab55eb67-749b-44f3-834b-adc905821f62 HTTP/1.1" status: 200 len: 992 time: 0.0631628 Aug 23 04:08:29.673631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['cc7f967e-5e2e-4a5f-b943-1864a0f0a922'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:08:30.448227 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:31.173151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cc7f967e-5e2e-4a5f-b943-1864a0f0a922 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:08:31.292715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:08:31.296780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:08:31.297218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:31.529552 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:31.555474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:08:31.558463 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bac3b25-2bef-4958-843d-369fd46df7d2" -d '{"events": [{"server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:08:31.572540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:08:31.648250 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:31.696036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:31.785686 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5f5d06-b3e5-451d-95ba-f52878d5c994 x-openstack-request-id: req-8b5f5d06-b3e5-451d-95ba-f52878d5c994 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:08:31.785995 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "name": "network-vif-plugged", "status": "completed", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:08:31.786250 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b5f5d06-b3e5-451d-95ba-f52878d5c994 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:08:31.786643 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'code': 200} Aug 23 04:08:31.790557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:34.599445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49242) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:34.707782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9800a9a4-a07d-49bf-9faf-412bfe45c20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:34.796264 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9800a9a4-a07d-49bf-9faf-412bfe45c20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:34.899628 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9800a9a4-a07d-49bf-9faf-412bfe45c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:34.936438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800a9a4-a07d-49bf-9faf-412bfe45c20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e6362-50f7-4136-8645-cdf03a4ba5e8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:34.940563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9800a9a4-a07d-49bf-9faf-412bfe45c20b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15c924f41a1e46d6b6846af8c18265f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400788 Aug 23 04:08:34.943182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49246) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:34.990986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a69e294-ef79-4eb1-8f39-5595a08f5c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:35.012400 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a69e294-ef79-4eb1-8f39-5595a08f5c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:35.110952 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a69e294-ef79-4eb1-8f39-5595a08f5c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:35.114193 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9a69e294-ef79-4eb1-8f39-5595a08f5c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:35.115384 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9a69e294-ef79-4eb1-8f39-5595a08f5c89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa6e6362-50f7-4136-8645-cdf03a4ba5e8 HTTP/1.1" status: 204 len: 168 time: 0.1712887 Aug 23 04:08:35.123400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69e294-ef79-4eb1-8f39-5595a08f5c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e6362-50f7-4136-8645-cdf03a4ba5e8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:35.836405 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49260) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:35.852527 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4359d2f1-2bfd-43af-b74a-fa45816a4e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:35.939062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4359d2f1-2bfd-43af-b74a-fa45816a4e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:35.979117 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4359d2f1-2bfd-43af-b74a-fa45816a4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.025042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4359d2f1-2bfd-43af-b74a-fa45816a4e53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2810d7e1e06a4ccdb02b83d1b3cfece0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807089 Aug 23 04:08:36.025042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359d2f1-2bfd-43af-b74a-fa45816a4e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1bd978-89a8-4e79-a908-e8bc1c9d914d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:36.025245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49264) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:36.071702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b0133dc7-f933-4f3b-8c89-e2f787be1bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.093058 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b0133dc7-f933-4f3b-8c89-e2f787be1bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.104101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49266) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:36.179177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b0133dc7-f933-4f3b-8c89-e2f787be1bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.181887 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b0133dc7-f933-4f3b-8c89-e2f787be1bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.183115 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b0133dc7-f933-4f3b-8c89-e2f787be1bac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce1bd978-89a8-4e79-a908-e8bc1c9d914d HTTP/1.1" status: 204 len: 168 time: 0.1607208 Aug 23 04:08:36.191677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133dc7-f933-4f3b-8c89-e2f787be1bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1bd978-89a8-4e79-a908-e8bc1c9d914d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:36.222133 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed36be71-9a22-46bb-a726-23279f72d4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.308026 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed36be71-9a22-46bb-a726-23279f72d4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.361923 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed36be71-9a22-46bb-a726-23279f72d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.400270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed36be71-9a22-46bb-a726-23279f72d4eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac55a5da7da146f187de9498db2c768b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950802 Aug 23 04:08:36.401222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36be71-9a22-46bb-a726-23279f72d4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc86414f-3b4f-4b33-b5c4-50bcbec589c4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:36.403263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49272) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:36.462373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eca7d4fb-8783-4061-b73d-3973b08ce82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.483673 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eca7d4fb-8783-4061-b73d-3973b08ce82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.602106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eca7d4fb-8783-4061-b73d-3973b08ce82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.605571 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eca7d4fb-8783-4061-b73d-3973b08ce82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:36.606034 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-eca7d4fb-8783-4061-b73d-3973b08ce82b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc86414f-3b4f-4b33-b5c4-50bcbec589c4 HTTP/1.1" status: 204 len: 168 time: 0.2017400 Aug 23 04:08:36.614374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7d4fb-8783-4061-b73d-3973b08ce82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc86414f-3b4f-4b33-b5c4-50bcbec589c4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:37.219835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49298) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:37.233426 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-09acb17b-e9fd-49a5-be9c-7acc903d7ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:37.321773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-09acb17b-e9fd-49a5-be9c-7acc903d7ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:37.379772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-09acb17b-e9fd-49a5-be9c-7acc903d7ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:37.419253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-09acb17b-e9fd-49a5-be9c-7acc903d7ab3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1affccbf758415aaa8731c49e8e16b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980584 Aug 23 04:08:37.420315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acb17b-e9fd-49a5-be9c-7acc903d7ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779010f0-7d7a-4fc0-90ee-f8e67b234010,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:37.421949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49302) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:37.472250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac903822-8405-4a0e-bfae-1a4c71cd9f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:37.497267 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac903822-8405-4a0e-bfae-1a4c71cd9f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:37.590734 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac903822-8405-4a0e-bfae-1a4c71cd9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:37.593321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ac903822-8405-4a0e-bfae-1a4c71cd9f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:37.594481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ac903822-8405-4a0e-bfae-1a4c71cd9f52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/779010f0-7d7a-4fc0-90ee-f8e67b234010 HTTP/1.1" status: 204 len: 168 time: 0.1713636 Aug 23 04:08:37.602229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac903822-8405-4a0e-bfae-1a4c71cd9f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779010f0-7d7a-4fc0-90ee-f8e67b234010,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:37.692906 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:39.042424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49352) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:39.147604 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b811b8f-77d2-4134-bea6-37a7a3f645ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:39.232497 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b811b8f-77d2-4134-bea6-37a7a3f645ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:39.304773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b811b8f-77d2-4134-bea6-37a7a3f645ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:39.343850 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9b811b8f-77d2-4134-bea6-37a7a3f645ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99baaea80e824770a1c521d576e298aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003700 Aug 23 04:08:39.345848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b811b8f-77d2-4134-bea6-37a7a3f645ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b85b9d-5184-4b7f-a326-95707273d8f9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:39.347267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49356) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:39.394943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48e85508-e014-4b5d-a241-ca4158a66abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:39.415854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48e85508-e014-4b5d-a241-ca4158a66abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:39.510864 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48e85508-e014-4b5d-a241-ca4158a66abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:39.513591 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48e85508-e014-4b5d-a241-ca4158a66abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:39.514723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-48e85508-e014-4b5d-a241-ca4158a66abc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9b85b9d-5184-4b7f-a326-95707273d8f9 HTTP/1.1" status: 204 len: 168 time: 0.1664224 Aug 23 04:08:39.522695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e85508-e014-4b5d-a241-ca4158a66abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b85b9d-5184-4b7f-a326-95707273d8f9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:41.052173 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:08:43.150086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49520) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:43.256524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5eee-e7aa-4116-85b8-5289e6f6de28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.330287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49526) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:43.345153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5eee-e7aa-4116-85b8-5289e6f6de28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.425824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5eee-e7aa-4116-85b8-5289e6f6de28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.436438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.464284 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf1e5eee-e7aa-4116-85b8-5289e6f6de28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f7672aa666b4f04bf20963536c344b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130445 Aug 23 04:08:43.466912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e5eee-e7aa-4116-85b8-5289e6f6de28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94755cb4-2241-4fa3-a7b7-7e8a71dc39c7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:43.467426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49530) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:43.545473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f83e761b-efd4-4636-9bfa-62358ac0e59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.579329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.581830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f83e761b-efd4-4636-9bfa-62358ac0e59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.648085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.670708 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f83e761b-efd4-4636-9bfa-62358ac0e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.673139 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f83e761b-efd4-4636-9bfa-62358ac0e59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.677732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f83e761b-efd4-4636-9bfa-62358ac0e59a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94755cb4-2241-4fa3-a7b7-7e8a71dc39c7 HTTP/1.1" status: 204 len: 168 time: 0.2059052 Aug 23 04:08:43.686567 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bbdd6c156eb4fecb36605869f8ce644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550928 Aug 23 04:08:43.689416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49534) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:43.691967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e15470-38a8-4499-945e-1e989e82a085,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:43.701132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.701132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.701132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.701402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.701657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.702060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.702455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.702666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.703042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.703273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.703560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.703920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07694a3-4742-48c3-854f-0115f64d7a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:08:43.719835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e761b-efd4-4636-9bfa-62358ac0e59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94755cb4-2241-4fa3-a7b7-7e8a71dc39c7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:43.747024 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74c0e8c7-b75f-48e8-bd85-c2e2a4b8ab77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.765763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74c0e8c7-b75f-48e8-bd85-c2e2a4b8ab77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.882480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74c0e8c7-b75f-48e8-bd85-c2e2a4b8ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.889361 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74c0e8c7-b75f-48e8-bd85-c2e2a4b8ab77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:43.889361 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-74c0e8c7-b75f-48e8-bd85-c2e2a4b8ab77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8e15470-38a8-4499-945e-1e989e82a085 HTTP/1.1" status: 204 len: 168 time: 0.1958115 Aug 23 04:08:43.895280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e8c7-b75f-48e8-bd85-c2e2a4b8ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e15470-38a8-4499-945e-1e989e82a085,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:44.287750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49542) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:44.301432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e71bc8ce-720a-492f-a108-4018fbba4166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.387963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e71bc8ce-720a-492f-a108-4018fbba4166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.504505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e71bc8ce-720a-492f-a108-4018fbba4166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.537211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e71bc8ce-720a-492f-a108-4018fbba4166 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=323f94b03feb4afd8b99411407ad9dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481518 Aug 23 04:08:44.539925 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49544) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:44.546260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bc8ce-720a-492f-a108-4018fbba4166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6329cf-3187-46fe-834b-ab6f528bc761,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:44.580656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49546) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:44.591416 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4040ad2d-ab0b-4315-baac-36a84d0b7e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.594711 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6ef1bad-cee7-4161-bb78-52f2fe1cdd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.613588 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4040ad2d-ab0b-4315-baac-36a84d0b7e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.681216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6ef1bad-cee7-4161-bb78-52f2fe1cdd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.710648 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4040ad2d-ab0b-4315-baac-36a84d0b7e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.713204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4040ad2d-ab0b-4315-baac-36a84d0b7e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.716295 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4040ad2d-ab0b-4315-baac-36a84d0b7e45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb6329cf-3187-46fe-834b-ab6f528bc761 HTTP/1.1" status: 204 len: 168 time: 0.1734424 Aug 23 04:08:44.722019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040ad2d-ab0b-4315-baac-36a84d0b7e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6329cf-3187-46fe-834b-ab6f528bc761,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:44.734123 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6ef1bad-cee7-4161-bb78-52f2fe1cdd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.775571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b6ef1bad-cee7-4161-bb78-52f2fe1cdd62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b389edb25b447f992eac3b0ea2b276a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932535 Aug 23 04:08:44.776704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef1bad-cee7-4161-bb78-52f2fe1cdd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d21bbe-fb99-4594-af37-7f2d8fdf3c01,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:44.778254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49550) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:44.827947 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1466abe4-a444-4bf3-9bd7-bba72c288e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.849736 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1466abe4-a444-4bf3-9bd7-bba72c288e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.950775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1466abe4-a444-4bf3-9bd7-bba72c288e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.953537 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1466abe4-a444-4bf3-9bd7-bba72c288e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:44.954818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1466abe4-a444-4bf3-9bd7-bba72c288e6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1d21bbe-fb99-4594-af37-7f2d8fdf3c01 HTTP/1.1" status: 204 len: 168 time: 0.1753938 Aug 23 04:08:44.969557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466abe4-a444-4bf3-9bd7-bba72c288e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d21bbe-fb99-4594-af37-7f2d8fdf3c01,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:46.568762 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49614) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:46.757567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ac47e3a1-6fcd-4f7b-ba8b-0804b0c2f620 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1705105793'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:46.758022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ac47e3a1-6fcd-4f7b-ba8b-0804b0c2f620 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Unknown quota resources ['metering_label']. {{(pid=95120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 04:08:47.015317 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ac47e3a1-6fcd-4f7b-ba8b-0804b0c2f620 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:47.016507 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ac47e3a1-6fcd-4f7b-ba8b-0804b0c2f620 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4489129 Aug 23 04:08:47.019865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49632) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:47.024130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a957d20c-104d-4faa-9649-cd06b13696d8 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fa052178-8e8a-4e9a-9323-caa9f99e6009'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:47.024630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a957d20c-104d-4faa-9649-cd06b13696d8 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 04:08:47.150999 n-d-749052-7 neutron-server[95120]: WARNING neutron.services.metering.metering_plugin [None req-a957d20c-104d-4faa-9649-cd06b13696d8 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 04:08:47.247254 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a957d20c-104d-4faa-9649-cd06b13696d8 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:47.248441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a957d20c-104d-4faa-9649-cd06b13696d8 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2276714 Aug 23 04:08:47.251691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49634) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:47.256412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c0da6db1-aca9-4bbf-9ccf-420266d4a97a tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fa052178-8e8a-4e9a-9323-caa9f99e6009'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:47.256891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c0da6db1-aca9-4bbf-9ccf-420266d4a97a tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95120) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 04:08:47.408129 n-d-749052-7 neutron-server[95120]: WARNING neutron.services.metering.metering_plugin [None req-c0da6db1-aca9-4bbf-9ccf-420266d4a97a tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 23 04:08:47.483783 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c0da6db1-aca9-4bbf-9ccf-420266d4a97a tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:47.484981 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c0da6db1-aca9-4bbf-9ccf-420266d4a97a tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2323632 Aug 23 04:08:47.488180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49636) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:47.498287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b13fd365-2acf-4218-90ca-6dba20651c47 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=285e523f-a86d-4635-9627-0c2878bcf17c HTTP/1.1" status: 200 len: 464 time: 0.0091043 Aug 23 04:08:47.500633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49638) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:47.652210 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-71541f4a-df4d-43df-95e6-6ab31a36b0c3 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:47.653344 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-71541f4a-df4d-43df-95e6-6ab31a36b0c3 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/285e523f-a86d-4635-9627-0c2878bcf17c HTTP/1.1" status: 204 len: 168 time: 0.1517994 Aug 23 04:08:47.655986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49646) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:47.665673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ff51e529-41e2-481f-9470-3176481ff763 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=285e523f-a86d-4635-9627-0c2878bcf17c HTTP/1.1" status: 200 len: 221 time: 0.0085788 Aug 23 04:08:47.668859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49648) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:47.673402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-03ff2efa-88e6-443a-a733-7e2fb4d6f6d0 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--18095951', 'description': 'label created by tempest'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:47.673903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-03ff2efa-88e6-443a-a733-7e2fb4d6f6d0 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Unknown quota resources ['metering_label']. {{(pid=95121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 04:08:47.963635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-03ff2efa-88e6-443a-a733-7e2fb4d6f6d0 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:47.964816 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-03ff2efa-88e6-443a-a733-7e2fb4d6f6d0 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2949181 Aug 23 04:08:47.967589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49656) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:48.040913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ce349b28-1429-4ee9-a6ac-35b459d15c4a tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=232839ff-05b6-4810-a8ab-cca2408cdb39 HTTP/1.1" status: 200 len: 466 time: 0.0721962 Aug 23 04:08:48.043485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49658) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:48.364663 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d66f808-dd07-4765-991e-59c05a481373 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:48.365937 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6d66f808-dd07-4765-991e-59c05a481373 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/232839ff-05b6-4810-a8ab-cca2408cdb39 HTTP/1.1" status: 204 len: 168 time: 0.3215158 Aug 23 04:08:48.368708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49666) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:48.379385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0d0ee425-c5f6-402d-a5fb-5df7ca93d693 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=232839ff-05b6-4810-a8ab-cca2408cdb39 HTTP/1.1" status: 200 len: 216 time: 0.0096319 Aug 23 04:08:48.382395 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49668) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:48.392231 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5faea312-ea3d-4262-9ac4-6e117e849add tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087752 Aug 23 04:08:48.396143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49670) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:48.407262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-32234c78-8440-4e4a-9252-228cc5f11604 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0101771 Aug 23 04:08:48.410751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49672) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:48.462873 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-762368c3-bd7d-427a-8a4c-aea189689b63 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/fa052178-8e8a-4e9a-9323-caa9f99e6009 HTTP/1.1" status: 200 len: 473 time: 0.0510302 Aug 23 04:08:48.466092 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49674) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:48.476047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c51d7ec9-506d-4b4b-8de3-a6660d0a980a tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/2bf18cf8-7cee-41d4-b7e8-eae348fee942 HTTP/1.1" status: 200 len: 461 time: 0.0089641 Aug 23 04:08:48.479012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49676) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:48.545693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-a8bf1dc1-b5ca-4c4d-84e1-9c47b72c51ce req-77e1a184-f0b5-4001-b2d3-040663b280a0 service neutron] (95120) timed out ('10.222.0.20', 53574) {{(pid=95120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:08:48.697282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3162468c-9e77-479b-a6ac-1a34ca99ecc4 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:48.701162 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3162468c-9e77-479b-a6ac-1a34ca99ecc4 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/2bf18cf8-7cee-41d4-b7e8-eae348fee942 HTTP/1.1" status: 204 len: 168 time: 0.2185524 Aug 23 04:08:48.701162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49682) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:48.936140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46f4aaec-ddb4-4adc-9b24-0a2545f3a347 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:48.937326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-46f4aaec-ddb4-4adc-9b24-0a2545f3a347 tempest-MeteringTestJSON-206699544 tempest-MeteringTestJSON-206699544-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/fa052178-8e8a-4e9a-9323-caa9f99e6009 HTTP/1.1" status: 204 len: 168 time: 0.2355483 Aug 23 04:08:49.262563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49694) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:49.343335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49698) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:49.426567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa798da4-440b-4119-9f3a-7f767c9c7bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.462039 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5859a88-6b7e-486b-b040-256f108a0c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.536979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa798da4-440b-4119-9f3a-7f767c9c7bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.604447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa798da4-440b-4119-9f3a-7f767c9c7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.656503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aa798da4-440b-4119-9f3a-7f767c9c7bd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fa8a222e1d840d69fb0e30fa1d09117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924959 Aug 23 04:08:49.659958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49702) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:49.662136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa798da4-440b-4119-9f3a-7f767c9c7bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0016c539-b04d-48dc-86ca-fce19b5bf582,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:49.723961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d047d90-1dd4-488d-9404-ea3efa701f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.737562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5859a88-6b7e-486b-b040-256f108a0c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.747813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d047d90-1dd4-488d-9404-ea3efa701f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.808957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5859a88-6b7e-486b-b040-256f108a0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.852512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5859a88-6b7e-486b-b040-256f108a0c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c51a7a-e827-4d20-9d31-9a05fda81766,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:49.877360 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b5859a88-6b7e-486b-b040-256f108a0c4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbf6c557b7cf4b4d90a65c14a3612b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326493 Aug 23 04:08:49.877529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d047d90-1dd4-488d-9404-ea3efa701f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.879840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49706) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:49.882237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d047d90-1dd4-488d-9404-ea3efa701f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.883563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4d047d90-1dd4-488d-9404-ea3efa701f01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0016c539-b04d-48dc-86ca-fce19b5bf582 HTTP/1.1" status: 204 len: 168 time: 0.2213919 Aug 23 04:08:49.898496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d047d90-1dd4-488d-9404-ea3efa701f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0016c539-b04d-48dc-86ca-fce19b5bf582,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:49.950660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f697a224-0aa4-402f-81cc-38cef4befa31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:49.972905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f697a224-0aa4-402f-81cc-38cef4befa31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.088250 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f697a224-0aa4-402f-81cc-38cef4befa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.091357 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f697a224-0aa4-402f-81cc-38cef4befa31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.092098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f697a224-0aa4-402f-81cc-38cef4befa31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21c51a7a-e827-4d20-9d31-9a05fda81766 HTTP/1.1" status: 204 len: 168 time: 0.2112565 Aug 23 04:08:50.100409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697a224-0aa4-402f-81cc-38cef4befa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c51a7a-e827-4d20-9d31-9a05fda81766,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:50.510826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49716) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:50.524649 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6951a25d-73fe-422e-ba3d-b17a4b942e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.618982 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6951a25d-73fe-422e-ba3d-b17a4b942e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.705616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6951a25d-73fe-422e-ba3d-b17a4b942e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.754319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6951a25d-73fe-422e-ba3d-b17a4b942e83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4614328f9d414d25932f9573e864f340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372272 Aug 23 04:08:50.754319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951a25d-73fe-422e-ba3d-b17a4b942e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5ef111-4467-45ea-b0b7-c15156c9a4aa,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:50.754917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49722) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:50.828194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e84276a4-b01d-42af-af24-45a11dae6235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.850676 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e84276a4-b01d-42af-af24-45a11dae6235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.887226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49726) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:50.900752 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-715e8bdf-2f3f-468e-b8f4-655308df7ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.979343 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e84276a4-b01d-42af-af24-45a11dae6235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.981947 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e84276a4-b01d-42af-af24-45a11dae6235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:50.984462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e84276a4-b01d-42af-af24-45a11dae6235 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f5ef111-4467-45ea-b0b7-c15156c9a4aa HTTP/1.1" status: 204 len: 168 time: 0.2277257 Aug 23 04:08:50.996896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84276a4-b01d-42af-af24-45a11dae6235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5ef111-4467-45ea-b0b7-c15156c9a4aa,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:51.083554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-715e8bdf-2f3f-468e-b8f4-655308df7ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:51.167965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-715e8bdf-2f3f-468e-b8f4-655308df7ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:51.206472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-715e8bdf-2f3f-468e-b8f4-655308df7ab3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0738dc984d4a41dcafdd164985fe1665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173757 Aug 23 04:08:51.207319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e8bdf-2f3f-468e-b8f4-655308df7ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d462ba-8c8f-46d1-8320-9ac7c2b0e4ef,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:51.209286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49730) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:51.260805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ed745f0-e7fc-4c41-9945-efc84f8ffa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:51.285494 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ed745f0-e7fc-4c41-9945-efc84f8ffa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:51.414224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ed745f0-e7fc-4c41-9945-efc84f8ffa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:51.416832 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3ed745f0-e7fc-4c41-9945-efc84f8ffa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:51.420747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3ed745f0-e7fc-4c41-9945-efc84f8ffa3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6d462ba-8c8f-46d1-8320-9ac7c2b0e4ef HTTP/1.1" status: 204 len: 168 time: 0.2075543 Aug 23 04:08:51.426027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed745f0-e7fc-4c41-9945-efc84f8ffa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d462ba-8c8f-46d1-8320-9ac7c2b0e4ef,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:52.762423 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:53.659711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49848) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:53.763410 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-760a241d-8d25-4510-ba32-aa26eab5a764 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:53.830948 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-760a241d-8d25-4510-ba32-aa26eab5a764 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] 10.222.0.20 "PUT /v2.0/quotas/2204ca0e4d8a41abb644a2bf077afa98 HTTP/1.1" status: 200 len: 368 time: 0.1700947 Aug 23 04:08:53.833763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49856) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:53.838545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Request body: {'network': {'project_id': '2204ca0e4d8a41abb644a2bf077afa98'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:53.927955 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Made reservation on behalf of 2204ca0e4d8a41abb644a2bf077afa98 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:08:53.930403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:53.944107 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.036222 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.133897 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.158661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:08:54.168927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bdfab7-e662-4fac-9fe0-6a2ea4eced18,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:54.174047 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.174395 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Added segment ae0ec94c-dfe6-44f2-a59c-f2e6e11669ea of type vlan for network d76dc6c4-43c9-4136-93f5-f65475cece9c Aug 23 04:08:54.218728 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.276419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:54.311147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.312506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:54.313294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.417406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Pushing event updated for resources: {'Network': ['ID=d76dc6c4-43c9-4136-93f5-f65475cece9c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:54.420645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3bf0-6a2f-43f2-9f20-0726ff5440cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.423490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-354e7f2c-789c-4fa1-abc9-12a182faa71b tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5884292 Aug 23 04:08:54.426001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49866) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:54.430354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network d76dc6c4-43c9-4136-93f5-f65475cece9c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:08:54.431195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Request body: {'network': {'project_id': '2204ca0e4d8a41abb644a2bf077afa98'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:54.445311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 04:08:54.445311 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 23 04:08:54.445311 n-d-749052-7 neutron-server[95120]: [parameters: {'project_id_1': '2204ca0e4d8a41abb644a2bf077afa98', 'expiration_1': datetime.datetime(2021, 8, 23, 4, 8, 54, 437762)}] Aug 23 04:08:54.445311 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:08:54.445782 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:08:54.517543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3bf0-6a2f-43f2-9f20-0726ff5440cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.597187 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3bf0-6a2f-43f2-9f20-0726ff5440cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.636048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ce3a3bf0-6a2f-43f2-9f20-0726ff5440cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=131c347179044fac84ef50b74a70a7a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584840 Aug 23 04:08:54.636943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a3bf0-6a2f-43f2-9f20-0726ff5440cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8868ed-28d2-4216-bc2b-0b3580293b4c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:54.639664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49870) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:54.695833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8befdd41-ace2-41a4-b5c6-2c0ccad059e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.719780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8befdd41-ace2-41a4-b5c6-2c0ccad059e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.825417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8befdd41-ace2-41a4-b5c6-2c0ccad059e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.827979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8befdd41-ace2-41a4-b5c6-2c0ccad059e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:54.829187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8befdd41-ace2-41a4-b5c6-2c0ccad059e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e8868ed-28d2-4216-bc2b-0b3580293b4c HTTP/1.1" status: 204 len: 168 time: 0.1887352 Aug 23 04:08:54.837098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdd41-ace2-41a4-b5c6-2c0ccad059e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8868ed-28d2-4216-bc2b-0b3580293b4c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:55.053392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Made reservation on behalf of 2204ca0e4d8a41abb644a2bf077afa98 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:08:55.055687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.079032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:08:55.094851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.094851 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Added segment 956579f1-93f5-4918-964d-c4866d188dbf of type vlan for network 9c90be75-1fb1-4b35-8a89-631362d708af Aug 23 04:08:55.132149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.237482 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.240068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:55.240741 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.328071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Pushing event updated for resources: {'Network': ['ID=9c90be75-1fb1-4b35-8a89-631362d708af,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:55.337683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 9c90be75-1fb1-4b35-8a89-631362d708af details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:08:55.431875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d5b11368-bc33-46c0-9da6-ad7b75e798f5 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9930871 Aug 23 04:08:55.432388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49876) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:55.432388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-37422560-ae15-43b8-a607-03c61d0ccccc tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Request body: {'network': {'project_id': '2204ca0e4d8a41abb644a2bf077afa98'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:08:55.447078 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-37422560-ae15-43b8-a607-03c61d0ccccc tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 04:08:55.447530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37422560-ae15-43b8-a607-03c61d0ccccc tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:08:55.448657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-37422560-ae15-43b8-a607-03c61d0ccccc tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0243030 Aug 23 04:08:55.453775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49878) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:55.494545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4c59fe5c-03ca-40fb-a60b-3122d9e96b13 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2204ca0e4d8a41abb644a2bf077afa98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395989 Aug 23 04:08:55.497881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49880) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:55.522428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49882) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:55.537620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8efb0e28-f167-42e9-a915-58e889a71a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.548038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d92d798-c870-4b84-bcf8-5613eec3a82d tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.570366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d92d798-c870-4b84-bcf8-5613eec3a82d tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.635218 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8efb0e28-f167-42e9-a915-58e889a71a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.716677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d92d798-c870-4b84-bcf8-5613eec3a82d tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.719360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6d92d798-c870-4b84-bcf8-5613eec3a82d tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.720523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6d92d798-c870-4b84-bcf8-5613eec3a82d tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/27bdfab7-e662-4fac-9fe0-6a2ea4eced18 HTTP/1.1" status: 204 len: 168 time: 0.2217660 Aug 23 04:08:55.724497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49886) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:55.731076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92d798-c870-4b84-bcf8-5613eec3a82d tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bdfab7-e662-4fac-9fe0-6a2ea4eced18,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:55.756683 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8efb0e28-f167-42e9-a915-58e889a71a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.838307 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8efb0e28-f167-42e9-a915-58e889a71a80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e94e83f319a4469c8b2cae720831aea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145955 Aug 23 04:08:55.841109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49888) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:55.843609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb0e28-f167-42e9-a915-58e889a71a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f30ae3-5d1b-4e28-af23-a667ef304b55,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:55.849227 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.900840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46611a00-afbb-4eab-aaa0-4c16eb93a958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.924086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46611a00-afbb-4eab-aaa0-4c16eb93a958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.942664 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.952392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c90be75-1fb1-4b35-8a89-631362d708af']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:55.963869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956579f1-93f5-4918-964d-c4866d188dbf') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:55.964540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956579f1-93f5-4918-964d-c4866d188dbf') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:55.974260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.987634 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.993548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:08:55.993946 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:08:55.995569 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:08:56.116731 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e696853-0117-4ae4-b8ce-916623a8d629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.117363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46611a00-afbb-4eab-aaa0-4c16eb93a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.119680 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-46611a00-afbb-4eab-aaa0-4c16eb93a958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.120932 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-46611a00-afbb-4eab-aaa0-4c16eb93a958 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64f30ae3-5d1b-4e28-af23-a667ef304b55 HTTP/1.1" status: 204 len: 168 time: 0.2787223 Aug 23 04:08:56.131874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46611a00-afbb-4eab-aaa0-4c16eb93a958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f30ae3-5d1b-4e28-af23-a667ef304b55,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:56.151530 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.156908 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.164549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9c90be75-1fb1-4b35-8a89-631362d708af HTTP/1.1" status: 204 len: 168 time: 0.4336057 Aug 23 04:08:56.164653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49892) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:56.172859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f60bfe-1159-4838-807b-5c8df836c3b2 tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c90be75-1fb1-4b35-8a89-631362d708af,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:56.235708 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.317769 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.327685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76dc6c4-43c9-4136-93f5-f65475cece9c']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:56.338269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0ec94c-dfe6-44f2-a59c-f2e6e11669ea') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:56.338609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0ec94c-dfe6-44f2-a59c-f2e6e11669ea') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:56.347209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.360313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.367708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:08:56.368170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:08:56.369860 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:08:56.505779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.513294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:56.516278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d76dc6c4-43c9-4136-93f5-f65475cece9c HTTP/1.1" status: 204 len: 168 time: 0.3508465 Aug 23 04:08:56.529483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9ebf9-cf18-49c4-8b37-51987503006f tempest-QuotasNegativeTest-288929791 tempest-QuotasNegativeTest-288929791-project-admin] Pushing event deleted for resources: {'Network': ['ID=d76dc6c4-43c9-4136-93f5-f65475cece9c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:57.493767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49926) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:57.609328 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-66247c7c-1e3c-4fcd-8f0e-55e84b060c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:57.709973 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-66247c7c-1e3c-4fcd-8f0e-55e84b060c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:57.793393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-66247c7c-1e3c-4fcd-8f0e-55e84b060c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:57.837768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-66247c7c-1e3c-4fcd-8f0e-55e84b060c94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea5df3aab9b642d0bca0a8369d5664fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428884 Aug 23 04:08:57.838907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66247c7c-1e3c-4fcd-8f0e-55e84b060c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc6f783-504b-458f-bc98-a4d7c530c8c7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:57.840521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49968) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:57.897504 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7b0e-9ec0-4212-98d5-d4033d070d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:57.922136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7b0e-9ec0-4212-98d5-d4033d070d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:57.995718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30241e-bc00-41e8-90ab-952850b4f083 req-87ed29f7-01ad-43d6-95d7-f40709ab5d78 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:08:57.997267 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee30241e-bc00-41e8-90ab-952850b4f083 req-87ed29f7-01ad-43d6-95d7-f40709ab5d78 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1096 time: 0.0408900 Aug 23 04:08:58.034038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee30241e-bc00-41e8-90ab-952850b4f083 req-38552215-255e-45d0-9060-e680e87f08e3 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305552 Aug 23 04:08:58.054140 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7b0e-9ec0-4212-98d5-d4033d070d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:58.056688 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcaa7b0e-9ec0-4212-98d5-d4033d070d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:58.060248 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fcaa7b0e-9ec0-4212-98d5-d4033d070d76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bc6f783-504b-458f-bc98-a4d7c530c8c7 HTTP/1.1" status: 204 len: 168 time: 0.2159214 Aug 23 04:08:58.060385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 49972) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:58.065942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa7b0e-9ec0-4212-98d5-d4033d070d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc6f783-504b-458f-bc98-a4d7c530c8c7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:58.240353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port 6c1f0b60-f7d7-4af5-9280-410a5d54b18f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:08:58.240704 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:58.324484 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:58.324815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:58.336829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for 6c1f0b60-f7d7-4af5-9280-410a5d54b18f owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:08:58.660241 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:58.684916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=6c1f0b60-f7d7-4af5-9280-410a5d54b18f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:58.756066 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:58.756404 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Floating IP ab55eb67-749b-44f3-834b-adc905821f62 disassociated (deleted). External IP: 172.25.1.109, port: cc7f967e-5e2e-4a5f-b943-1864a0f0a922. Aug 23 04:08:58.786121 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0cad9484-cce1-4308-b420-d3c0e6378962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:58.845065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 49984) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:58.864051 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d583cdc-310b-465d-9143-30a93cdb783e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:58.882851 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:59.035952 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d583cdc-310b-465d-9143-30a93cdb783e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:59.128077 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d583cdc-310b-465d-9143-30a93cdb783e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:59.176081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1d583cdc-310b-465d-9143-30a93cdb783e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=036443b034b34aefae6f3d5f6d7e7909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299119 Aug 23 04:08:59.177442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d583cdc-310b-465d-9143-30a93cdb783e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e50355-cbaa-4181-ab55-91a8fd2c9f34,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:59.181675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50018) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:08:59.248893 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed88ff3e-05df-4fc5-935e-314ff54367f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:59.283056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed88ff3e-05df-4fc5-935e-314ff54367f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:59.414745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:08:59.436325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed88ff3e-05df-4fc5-935e-314ff54367f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:59.439184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed88ff3e-05df-4fc5-935e-314ff54367f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:59.443530 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ed88ff3e-05df-4fc5-935e-314ff54367f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04e50355-cbaa-4181-ab55-91a8fd2c9f34 HTTP/1.1" status: 204 len: 168 time: 0.2576790 Aug 23 04:08:59.449684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88ff3e-05df-4fc5-935e-314ff54367f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e50355-cbaa-4181-ab55-91a8fd2c9f34,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:08:59.573227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:08:59.581502 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:08:59.586405 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295089e2-56a2-4591-8261-682e964a2788 None None] Sync routers for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:08:59.611754 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295089e2-56a2-4591-8261-682e964a2788 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:08:59.614404 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-295089e2-56a2-4591-8261-682e964a2788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:08:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:08:59.626238 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-342c9313-14eb-49b3-97e2-a56acb73859b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/floatingips/ab55eb67-749b-44f3-834b-adc905821f62 HTTP/1.1" status: 204 len: 168 time: 1.5651727 Aug 23 04:08:59.626934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:08:59.631455 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1962a606-ead7-423d-a54d-fa56f045183a" -d '{"events": [{"name": "network-changed", "server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:08:59.752985 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-295089e2-56a2-4591-8261-682e964a2788 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:08:59.973001 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-295089e2-56a2-4591-8261-682e964a2788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0d51715a-c567-4d26-89af-273c5cd75702', 'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:41Z', 'updated_at': '2021-08-23T04:06:46Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '7040b995-247a-4804-83d9-7edce58cba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:00.005897 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295089e2-56a2-4591-8261-682e964a2788 None None] Checking router: 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:09:00.015200 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295089e2-56a2-4591-8261-682e964a2788 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:00.015820 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-295089e2-56a2-4591-8261-682e964a2788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:08:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:00.146399 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-295089e2-56a2-4591-8261-682e964a2788 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:00.269619 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c418848b-7a2b-4d67-86c7-11fe26f59d99 x-openstack-request-id: req-c418848b-7a2b-4d67-86c7-11fe26f59d99 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:09:00.270167 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:09:00.270167 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c418848b-7a2b-4d67-86c7-11fe26f59d99 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:09:00.270538 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'status': 'completed', 'code': 200} Aug 23 04:09:00.335312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a606-ead7-423d-a54d-fa56f045183a req-b85be9f5-4eee-4db5-b409-31ddf0f85065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:00.336953 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1962a606-ead7-423d-a54d-fa56f045183a req-b85be9f5-4eee-4db5-b409-31ddf0f85065 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 1096 time: 0.0459988 Aug 23 04:09:00.409996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d17b84-c176-4731-bbf6-1c7b74616623 req-d27f1ecb-3ee9-4957-913a-519c9b418dfe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:00.422305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07d17b84-c176-4731-bbf6-1c7b74616623 req-d27f1ecb-3ee9-4957-913a-519c9b418dfe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0977354 Aug 23 04:09:00.452238 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-295089e2-56a2-4591-8261-682e964a2788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0d51715a-c567-4d26-89af-273c5cd75702', 'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:41Z', 'updated_at': '2021-08-23T04:06:46Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '7040b995-247a-4804-83d9-7edce58cba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:00.459106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a606-ead7-423d-a54d-fa56f045183a req-7657a8d2-10d3-4675-a128-5decdb5f7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:00.460770 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1962a606-ead7-423d-a54d-fa56f045183a req-7657a8d2-10d3-4675-a128-5decdb5f7734 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 200 len: 897 time: 0.1158717 Aug 23 04:09:00.488592 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07d17b84-c176-4731-bbf6-1c7b74616623 req-22df336c-4ae4-4d07-ad76-a6cacfc7e1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629597 Aug 23 04:09:00.505707 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:00.530404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1962a606-ead7-423d-a54d-fa56f045183a req-7af2d0e8-22cc-43df-bbc0-ae17bfc5498f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 200 len: 217 time: 0.0601456 Aug 23 04:09:00.593071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a606-ead7-423d-a54d-fa56f045183a req-7835dbd6-98df-48e5-a7bf-3c8616fc5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:00.595655 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1962a606-ead7-423d-a54d-fa56f045183a req-7835dbd6-98df-48e5-a7bf-3c8616fc5fc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 200 len: 835 time: 0.0577700 Aug 23 04:09:00.604536 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295089e2-56a2-4591-8261-682e964a2788 None None] The sync data for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 is: [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0d51715a-c567-4d26-89af-273c5cd75702', 'name': '', 'network_id': '1d5390bf-7f9e-42fe-873a-b1de61546e45', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:88:67:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '7040b995-247a-4804-83d9-7edce58cba42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:41Z', 'updated_at': '2021-08-23T04:06:46Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '7040b995-247a-4804-83d9-7edce58cba42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:09:00.675278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a606-ead7-423d-a54d-fa56f045183a req-a2065a39-8dc0-410a-95e5-28a87b1f2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:00.677590 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1962a606-ead7-423d-a54d-fa56f045183a req-a2065a39-8dc0-410a-95e5-28a87b1f2273 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1d5390bf-7f9e-42fe-873a-b1de61546e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745749 Aug 23 04:09:00.787085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1962a606-ead7-423d-a54d-fa56f045183a req-c9d99669-a899-4482-a911-aaee2ae20844 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986471 Aug 23 04:09:00.922636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1962a606-ead7-423d-a54d-fa56f045183a req-6d6658d5-f0cd-4042-85c6-5b56786ff387 service neutron] 10.222.0.24 "GET /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259933 Aug 23 04:09:00.954446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d531ca-4217-43ef-a3ca-3611448ce0a6 None None] New status for floating IP ab55eb67-749b-44f3-834b-adc905821f62: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:09:01.399726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-30d990f9-888a-48f4-a0d9-2ad1a3b897ec tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:01.401446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-30d990f9-888a-48f4-a0d9-2ad1a3b897ec tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0565305 Aug 23 04:09:01.514676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:01.515030 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:01.612699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd9cb2-5707-4f9c-ac88-6dd14eadb940 req-ec01564b-1999-4e19-bfa6-ec3717c67ad9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:01.614285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbcd9cb2-5707-4f9c-ac88-6dd14eadb940 req-ec01564b-1999-4e19-bfa6-ec3717c67ad9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=94d55b71-0be5-4f39-a05f-af0e86a0e64c HTTP/1.1" status: 200 len: 945 time: 0.0515950 Aug 23 04:09:01.637026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port cc7f967e-5e2e-4a5f-b943-1864a0f0a922, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:01.637402 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:01.656217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for cc7f967e-5e2e-4a5f-b943-1864a0f0a922 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:01.665842 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbcd9cb2-5707-4f9c-ac88-6dd14eadb940 req-d7403887-584a-49c3-92a9-07b6f44dcd43 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=4624f90e-a1e7-4771-b27e-35e205995f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376029 Aug 23 04:09:01.855352 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:01.939824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:01.970882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=cc7f967e-5e2e-4a5f-b943-1864a0f0a922,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:02.022250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] No DVR routers for this DVR port cc7f967e-5e2e-4a5f-b943-1864a0f0a922 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:02.025501 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:02.027656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ccd324f-607c-460b-af15-5f724c5c84c0 req-56617ea3-38f5-4fc5-b555-69eaa15d9e17 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "DELETE /v2.0/ports/cc7f967e-5e2e-4a5f-b943-1864a0f0a922 HTTP/1.1" status: 204 len: 173 time: 0.6199181 Aug 23 04:09:02.032444 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'name': 'network-vif-deleted', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:09:02.032444 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6a0f79-ab65-4a92-acef-389b64075ef0" -d '{"events": [{"server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "name": "network-vif-deleted", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:09:02.032970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50074) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:02.089267 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed82ebd-d17e-49a9-9e90-a60b8fc9cb5f x-openstack-request-id: req-7ed82ebd-d17e-49a9-9e90-a60b8fc9cb5f {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:09:02.089635 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d55b71-0be5-4f39-a05f-af0e86a0e64c", "name": "network-vif-deleted", "tag": "cc7f967e-5e2e-4a5f-b943-1864a0f0a922", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:09:02.089919 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ed82ebd-d17e-49a9-9e90-a60b8fc9cb5f {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:09:02.090363 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d55b71-0be5-4f39-a05f-af0e86a0e64c', 'name': 'network-vif-deleted', 'tag': 'cc7f967e-5e2e-4a5f-b943-1864a0f0a922', 'status': 'completed', 'code': 200} Aug 23 04:09:02.181192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-344921647', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:02.299651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Made reservation on behalf of 7322274967304455b6847eb79b635a84 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:02.302434 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:02.317937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:02.433653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:02.522898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:02.529341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] device_id is not set on port 3be5c4dd-357f-4409-a325-a22084fb865f yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:09:02.615181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254683a0-65aa-4980-b96c-450a4ecd30a0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:02.725568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Allocated IP 172.25.1.105 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/3be5c4dd-357f-4409-a325-a22084fb865f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:02.743165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50084) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:02.891269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.049504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.106500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:03.110875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:03.113797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:03.159309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Pushing event updated for resources: {'Port': ['ID=3be5c4dd-357f-4409-a325-a22084fb865f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:03.175036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:03.175764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.283395 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c4dac2c-bedc-43ae-ada3-048a3f9b05db tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2442374 Aug 23 04:09:03.286892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50090) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:03.291744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.105'}]}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:03.420782 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.421983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.464892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.492764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.714195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.775122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port 0d51715a-c567-4d26-89af-273c5cd75702 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:03.775738 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.914412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port 0d51715a-c567-4d26-89af-273c5cd75702, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0d51715a-c567-4d26-89af-273c5cd75702,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:03.914788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:03.934269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for 0d51715a-c567-4d26-89af-273c5cd75702 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:04.073754 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:04.094976 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:04.214881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:04.273799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=0d51715a-c567-4d26-89af-273c5cd75702,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:04.374535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:04.514721 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:04.585521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:04.588210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:04.728338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:04.728917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24c410f0-8ac5-4d63-bf97-c57e27fdf8e9 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:09:04.768498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:09:04.840637 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 23 04:09:04.843995 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-98c9efbf-2f70-4114-9912-2631605daf4b tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5532649 Aug 23 04:09:04.844358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50096) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:04.892999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:09:04.898369 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a59a371b-40ec-46e2-9925-d176addaf1ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "PUT /v2.0/routers/659d7ad7-34cf-4d24-bf7f-6e0196ce91d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1534889 Aug 23 04:09:04.901075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50098) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:04.917291 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] Sync routers for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:09:04.945578 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:04.948526 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:08:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:04.964594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-f39030cb-24e5-4d9c-b606-126a81bb6c1c tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Deleting port 3be5c4dd-357f-4409-a325-a22084fb865f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:04.965068 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f39030cb-24e5-4d9c-b606-126a81bb6c1c tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:04.970228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d690b747-7ddc-491e-8dfd-d4dd0d4e8ff5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting subnet 7040b995-247a-4804-83d9-7edce58cba42 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:09:04.975583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d690b747-7ddc-491e-8dfd-d4dd0d4e8ff5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.040216 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d690b747-7ddc-491e-8dfd-d4dd0d4e8ff5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.084000 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f39030cb-24e5-4d9c-b606-126a81bb6c1c tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.100039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-f39030cb-24e5-4d9c-b606-126a81bb6c1c tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Calling delete_port for 3be5c4dd-357f-4409-a325-a22084fb865f owned by {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:05.108618 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:05.177335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d690b747-7ddc-491e-8dfd-d4dd0d4e8ff5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.314416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cc7f967e-5e2e-4a5f-b943-1864a0f0a922 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:09:05.336767 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:09:04Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:05.344209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: cc7f967e-5e2e-4a5f-b943-1864a0f0a922 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:09:05.344573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device cc7f967e-5e2e-4a5f-b943-1864a0f0a922 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:09:05.370253 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] Checking router: 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:09:05.378736 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] Routers {'659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:05.379470 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:08:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:05.396628 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d690b747-7ddc-491e-8dfd-d4dd0d4e8ff5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.423109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690b747-7ddc-491e-8dfd-d4dd0d4e8ff5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Subnet': ['ID=7040b995-247a-4804-83d9-7edce58cba42,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:05.429245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d690b747-7ddc-491e-8dfd-d4dd0d4e8ff5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.435670 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d690b747-7ddc-491e-8dfd-d4dd0d4e8ff5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/subnets/7040b995-247a-4804-83d9-7edce58cba42 HTTP/1.1" status: 204 len: 168 time: 0.5296795 Aug 23 04:09:05.435670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50104) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:05.437452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c20847c-331d-464e-8a92-c0f2beb69ef5 None None] Network 1d5390bf-7f9e-42fe-873a-b1de61546e45 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:05.454018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f39030cb-24e5-4d9c-b606-126a81bb6c1c tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.520198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39030cb-24e5-4d9c-b606-126a81bb6c1c tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Pushing event deleted for resources: {'Port': ['ID=3be5c4dd-357f-4409-a325-a22084fb865f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:05.528538 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] Set router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:05.600370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.616854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f39030cb-24e5-4d9c-b606-126a81bb6c1c tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.627803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f39030cb-24e5-4d9c-b606-126a81bb6c1c tempest-RoutersAdminNegativeTest-1050697425 tempest-RoutersAdminNegativeTest-1050697425-project-admin] 10.222.0.20 "DELETE /v2.0/ports/3be5c4dd-357f-4409-a325-a22084fb865f HTTP/1.1" status: 204 len: 168 time: 0.7813909 Aug 23 04:09:05.754792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] DHCP port deletion for 1d5390bf-7f9e-42fe-873a-b1de61546e45 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:09:05.765109 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.820903 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:09:04Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:05.828933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Deleting port bcdcf550-6b4a-4706-b03a-e1d339906dda {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:05.829337 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.849198 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bab31-7f02-44c5-9abd-d545fd759232 None None] The sync data for ids ['659d7ad7-34cf-4d24-bf7f-6e0196ce91d2'] in n-d-749052-7 is: [{'id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175172601', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:09:04Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'e06f3d34-2ad5-436d-a442-7144d2f13376', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659d7ad7-34cf-4d24-bf7f-6e0196ce91d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:06:36Z', 'updated_at': '2021-08-23T04:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:09:05.922581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port e06f3d34-2ad5-436d-a442-7144d2f13376 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:05.923224 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.931916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] For port bcdcf550-6b4a-4706-b03a-e1d339906dda, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bcdcf550-6b4a-4706-b03a-e1d339906dda,segment=NetworkSegment(52ff4353-1678-4df3-a82c-4959823cf2e5),segment_id=52ff4353-1678-4df3-a82c-4959823cf2e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:05.932317 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:05.951557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Calling delete_port for bcdcf550-6b4a-4706-b03a-e1d339906dda owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:06.028484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port e06f3d34-2ad5-436d-a442-7144d2f13376, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e06f3d34-2ad5-436d-a442-7144d2f13376,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:06.035168 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.054445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for e06f3d34-2ad5-436d-a442-7144d2f13376 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:06.123082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.154385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Pushing event deleted for resources: {'Port': ['ID=bcdcf550-6b4a-4706-b03a-e1d339906dda,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:06.163753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.164104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.164431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.164770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.165136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.165581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.165784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.166309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.166799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.167489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.167974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.168467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:06.171218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c71deb-bc86-4850-8f28-081afd733e6f None None] No DVR routers for this DVR port bcdcf550-6b4a-4706-b03a-e1d339906dda on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:06.289207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0d51715a-c567-4d26-89af-273c5cd75702 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:09:06.320679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0d51715a-c567-4d26-89af-273c5cd75702 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:09:06.331601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0d51715a-c567-4d26-89af-273c5cd75702 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:09:06.332543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bcdcf550-6b4a-4706-b03a-e1d339906dda no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:09:06.352358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50112) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:06.360646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: bcdcf550-6b4a-4706-b03a-e1d339906dda {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:09:06.361108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bcdcf550-6b4a-4706-b03a-e1d339906dda not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:09:06.420566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.455421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=e06f3d34-2ad5-436d-a442-7144d2f13376,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:06.539405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.570435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc8362a2-3f02-4a2b-9817-d6fa3840c649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.644168 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.647534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.763499 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc8362a2-3f02-4a2b-9817-d6fa3840c649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.797816 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.798593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Fanout notify agent at l3_agent the message router_deleted on router 659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:09:06.805379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.809055 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85f19131-5463-4551-853a-7025abc0a803 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/routers/659d7ad7-34cf-4d24-bf7f-6e0196ce91d2 HTTP/1.1" status: 204 len: 168 time: 1.3708372 Aug 23 04:09:06.811669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50118) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:06.814428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cc8362a2-3f02-4a2b-9817-d6fa3840c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.856457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8362a2-3f02-4a2b-9817-d6fa3840c649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f3e7a6-b864-435e-89f2-88988229d895,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:06.863946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cc8362a2-3f02-4a2b-9817-d6fa3840c649 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=205c0ce1a8cc40f6adea81e51991f66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077915 Aug 23 04:09:06.864282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50120) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:06.939355 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-edaeb699-a76f-4589-acbd-f95875810863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.947284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:06.970837 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-edaeb699-a76f-4589-acbd-f95875810863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.057276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.067117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5390bf-7f9e-42fe-873a-b1de61546e45']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:07.077429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ff4353-1678-4df3-a82c-4959823cf2e5') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:07.077731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ff4353-1678-4df3-a82c-4959823cf2e5') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:07.092248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.107566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.117994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:07.118407 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.129824 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-edaeb699-a76f-4589-acbd-f95875810863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:07.129990 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:07.132262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-edaeb699-a76f-4589-acbd-f95875810863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.132262 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-edaeb699-a76f-4589-acbd-f95875810863 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1f3e7a6-b864-435e-89f2-88988229d895 HTTP/1.1" status: 204 len: 168 time: 0.2615299 Aug 23 04:09:07.137619 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeb699-a76f-4589-acbd-f95875810863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f3e7a6-b864-435e-89f2-88988229d895,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:07.346622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.360150 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.362283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/networks/1d5390bf-7f9e-42fe-873a-b1de61546e45 HTTP/1.1" status: 204 len: 168 time: 0.5514584 Aug 23 04:09:07.365596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50126) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:07.374072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf3800-c987-4b92-bd7e-e40b7f3968fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Network': ['ID=1d5390bf-7f9e-42fe-873a-b1de61546e45,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:07.450559 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70d4e207-2019-4771-aa8e-13d9e981a293 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.487884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70d4e207-2019-4771-aa8e-13d9e981a293 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.688059 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70d4e207-2019-4771-aa8e-13d9e981a293 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.691505 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70d4e207-2019-4771-aa8e-13d9e981a293 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.694699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70d4e207-2019-4771-aa8e-13d9e981a293 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/security-groups/4624f90e-a1e7-4771-b27e-35e205995f6a HTTP/1.1" status: 204 len: 168 time: 0.3269854 Aug 23 04:09:07.705899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4e207-2019-4771-aa8e-13d9e981a293 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4624f90e-a1e7-4771-b27e-35e205995f6a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:07.779067 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:07.977273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50136) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:07.990801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e06f3d34-2ad5-436d-a442-7144d2f13376 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:09:08.019559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: e06f3d34-2ad5-436d-a442-7144d2f13376 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:09:08.020256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e06f3d34-2ad5-436d-a442-7144d2f13376 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:09:08.020390 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-32aee6fe-e9ef-465e-b0fa-1b807d409e49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7322274967304455b6847eb79b635a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421875 Aug 23 04:09:08.024638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50138) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:08.079901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6510ac35-d842-49a8-b1ec-bcdf7fb5f5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.104254 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6510ac35-d842-49a8-b1ec-bcdf7fb5f5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.216670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50142) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:08.224009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-fc08b34e-dc5d-4695-b616-34eabdbf19b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418703797', 'description': 'tempest-secgroup-smoke-1418703797 description', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:08.232401 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6510ac35-d842-49a8-b1ec-bcdf7fb5f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.235040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6510ac35-d842-49a8-b1ec-bcdf7fb5f5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.236185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6510ac35-d842-49a8-b1ec-bcdf7fb5f5ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/254683a0-65aa-4980-b96c-450a4ecd30a0 HTTP/1.1" status: 204 len: 168 time: 0.2099555 Aug 23 04:09:08.245339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510ac35-d842-49a8-b1ec-bcdf7fb5f5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254683a0-65aa-4980-b96c-450a4ecd30a0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:08.340318 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc08b34e-dc5d-4695-b616-34eabdbf19b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.427507 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc08b34e-dc5d-4695-b616-34eabdbf19b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.505537 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc08b34e-dc5d-4695-b616-34eabdbf19b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.539505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08b34e-dc5d-4695-b616-34eabdbf19b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a03dc8-3abc-47c3-b25a-e7b7540535de,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:08.630752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc08b34e-dc5d-4695-b616-34eabdbf19b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.632025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fc08b34e-dc5d-4695-b616-34eabdbf19b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4142416 Aug 23 04:09:08.635365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50150) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:08.640263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bef120fe-a3ed-4dfb-aefc-505c2776108c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'd0a03dc8-3abc-47c3-b25a-e7b7540535de', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:08.761097 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bef120fe-a3ed-4dfb-aefc-505c2776108c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.837686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bef120fe-a3ed-4dfb-aefc-505c2776108c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.899639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bef120fe-a3ed-4dfb-aefc-505c2776108c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.921985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef120fe-a3ed-4dfb-aefc-505c2776108c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d979a2c8-f9c7-4a7c-ad42-406e22d594c4,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:08.974594 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bef120fe-a3ed-4dfb-aefc-505c2776108c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:08.975640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bef120fe-a3ed-4dfb-aefc-505c2776108c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392789 Aug 23 04:09:08.978481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50160) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:08.982899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2f842073-dd1c-4692-9ba3-cf3b5c59a719 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'd0a03dc8-3abc-47c3-b25a-e7b7540535de', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:09.076911 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f842073-dd1c-4692-9ba3-cf3b5c59a719 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:09.149559 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f842073-dd1c-4692-9ba3-cf3b5c59a719 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:09.282120 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f842073-dd1c-4692-9ba3-cf3b5c59a719 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:09.293488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f842073-dd1c-4692-9ba3-cf3b5c59a719 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef03efc-b550-416c-95ca-6a0b69940293,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:09.409368 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f842073-dd1c-4692-9ba3-cf3b5c59a719 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:09.410665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2f842073-dd1c-4692-9ba3-cf3b5c59a719 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4312482 Aug 23 04:09:09.413284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50172) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:09.414295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50174) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:09.424066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d72de482-72a4-4a66-8d34-efeebcbacb76 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'd0a03dc8-3abc-47c3-b25a-e7b7540535de', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:09.540272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884576816'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:09.610391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d72de482-72a4-4a66-8d34-efeebcbacb76 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:09.682796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d72de482-72a4-4a66-8d34-efeebcbacb76 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.031354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:10.035079 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.047684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.062721 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d72de482-72a4-4a66-8d34-efeebcbacb76 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.090095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72de482-72a4-4a66-8d34-efeebcbacb76 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f871c6-3133-4c17-971b-5acdc659d339,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:10.161986 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.220957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.247105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:10.260838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c1180-e093-4701-a1b7-96e7d0d1b16c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:10.266771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.267144 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment 18d4d2ad-9bca-416b-a9ec-a24767f89d76 of type vlan for network 8a343270-8d04-4a65-ae95-dda9284bdc3d Aug 23 04:09:10.295536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d72de482-72a4-4a66-8d34-efeebcbacb76 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.296997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d72de482-72a4-4a66-8d34-efeebcbacb76 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8802583 Aug 23 04:09:10.299591 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50184) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:10.304618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-24a71eca-6ca0-43a0-8298-9925a52d8f91 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'd0a03dc8-3abc-47c3-b25a-e7b7540535de', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:10.332742 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.448125 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24a71eca-6ca0-43a0-8298-9925a52d8f91 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.474945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.480475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:10.485450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.568638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=8a343270-8d04-4a65-ae95-dda9284bdc3d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:10.581124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 8a343270-8d04-4a65-ae95-dda9284bdc3d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:10.582226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24a71eca-6ca0-43a0-8298-9925a52d8f91 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.598050 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f904e920-7c24-4504-9e67-27dbb808eef6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1826696 Aug 23 04:09:10.661120 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24a71eca-6ca0-43a0-8298-9925a52d8f91 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.683309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a71eca-6ca0-43a0-8298-9925a52d8f91 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20ee79d-2c4d-4f31-82ab-7e5fdb9536c3,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:10.750750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-24a71eca-6ca0-43a0-8298-9925a52d8f91 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.755007 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-24a71eca-6ca0-43a0-8298-9925a52d8f91 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4537942 Aug 23 04:09:10.758837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50188) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:10.762286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d78b70f7-ef04-4c65-ab28-93a1c29116fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'd0a03dc8-3abc-47c3-b25a-e7b7540535de', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:10.871346 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-d78b70f7-ef04-4c65-ab28-93a1c29116fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Project a65a84e479c94f70b8de63fa5080ddf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:09:10.877888 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d78b70f7-ef04-4c65-ab28-93a1c29116fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:10.952271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d78b70f7-ef04-4c65-ab28-93a1c29116fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.026600 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d78b70f7-ef04-4c65-ab28-93a1c29116fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.044637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b70f7-ef04-4c65-ab28-93a1c29116fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85890cf9-2e75-4b90-aae9-5e3f68f1f462,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:11.117597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d78b70f7-ef04-4c65-ab28-93a1c29116fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.121532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d78b70f7-ef04-4c65-ab28-93a1c29116fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3627427 Aug 23 04:09:11.121745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50190) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:11.126562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c9f3b4b6-d168-47c3-9bb9-d6e1d5a59b4c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'd0a03dc8-3abc-47c3-b25a-e7b7540535de', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:11.225869 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-c9f3b4b6-d168-47c3-9bb9-d6e1d5a59b4c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Project a65a84e479c94f70b8de63fa5080ddf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:09:11.231421 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4b6-d168-47c3-9bb9-d6e1d5a59b4c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.301140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4b6-d168-47c3-9bb9-d6e1d5a59b4c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.465665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4b6-d168-47c3-9bb9-d6e1d5a59b4c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.489502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3b4b6-d168-47c3-9bb9-d6e1d5a59b4c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14f6c25-5515-49a7-a98c-deccc89e44c2,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:11.562086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b4b6-d168-47c3-9bb9-d6e1d5a59b4c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.566400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c9f3b4b6-d168-47c3-9bb9-d6e1d5a59b4c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4406211 Aug 23 04:09:11.566583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50194) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:11.571901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'network': {'name': 'tempest-network-smoke--421333948', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:11.676652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:11.680342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.712066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:11.723623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.723965 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Added segment 2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68 of type vlan for network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 Aug 23 04:09:11.782815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.882696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.890280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:11.891012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:11.976882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Network': ['ID=67b61647-de93-4c1f-8cc3-88b69fe5d5c3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:11.993431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:12.021054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4446610e-9f52-442b-9817-1aed65219c37 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4530723 Aug 23 04:09:12.023830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50198) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:12.028948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'admin_state_up': True, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:12.122213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:12.123346 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:12.187798 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:12.412594 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:12.687242 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:12.707179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:12.837728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.25.1.41 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/f9227fde-bf08-41f0-8119-4ec6c2e5960d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:12.985591 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:13.706844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:13.753427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:13.756293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:13.760022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:13.797966 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=f9227fde-bf08-41f0-8119-4ec6c2e5960d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:13.810272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50214) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:13.815421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': '8a343270-8d04-4a65-ae95-dda9284bdc3d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:14.066217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:14.070012 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:14.141405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:14.381022 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:14.440763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking segment: {'id': '18d4d2ad-9bca-416b-a9ec-a24767f89d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8a343270-8d04-4a65-ae95-dda9284bdc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:14.441963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network hostable DHCP agents. Network: 8a343270-8d04-4a65-ae95-dda9284bdc3d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:14.539514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=925b6bb1-a0af-4e23-8375-2a695fdc5368,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:14.586521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network 8a343270-8d04-4a65-ae95-dda9284bdc3d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:14.665626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:14.677265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 8a343270-8d04-4a65-ae95-dda9284bdc3d) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:14.682093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:14.682793 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:14.689933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d882781e-7303-4be3-9e00-410a36b78a72 None None] Network 8a343270-8d04-4a65-ae95-dda9284bdc3d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:14.815473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-02b9c071-4de0-41e5-bf35-4b9646a2bb72 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0039768 Aug 23 04:09:14.819138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50228) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:14.824110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893370464'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:14.864152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037f394-495f-406d-a13e-55646e44272d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-8a343270-8d04-4a65-ae95-dda9284bdc3d', 'network_id': '8a343270-8d04-4a65-ae95-dda9284bdc3d', 'tenant_id': '88d32abc98de4a5e8db1be9eca78b545', 'fixed_ips': [{'subnet_id': '925b6bb1-a0af-4e23-8375-2a695fdc5368'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:14.865110 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7037f394-495f-406d-a13e-55646e44272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:14.882537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 351e53d6-8e6a-4983-9e7e-bfda36f1057d is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:09:14.917698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:14.924045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:14.955307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:14.966541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:14.966541 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment e236f33b-75ee-4352-b5dd-327ee9d13c04 of type vlan for network 42ebd308-5f62-416d-864d-c686ed6e8f96 Aug 23 04:09:15.009331 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:09:15.015620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.022173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Sync routers for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:09:15.038458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-7037f394-495f-406d-a13e-55646e44272d None None] Allocated IP 2001:db8:0:ffff::2 (8a343270-8d04-4a65-ae95-dda9284bdc3d/925b6bb1-a0af-4e23-8375-2a695fdc5368/e665ba5b-bdfd-4567-8b07-654643105158) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:15.049581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:15.053342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:08:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:15.146156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.147907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dab78b72-e7c6-4909-abf7-cd4bdc3630db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1224759 Aug 23 04:09:15.150607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50232) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:15.217841 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d890e5af-748d-4d13-9583-42c9f930c381 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a65a84e479c94f70b8de63fa5080ddf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659049 Aug 23 04:09:15.219768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50234) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:15.231003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:15.354764 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b485b5b8-0935-4ab7-8f73-197805078d7c tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:15.356452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b485b5b8-0935-4ab7-8f73-197805078d7c tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356502 Aug 23 04:09:15.359167 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50236) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:15.394841 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c649efb0-e174-46e3-a3b6-843802142cdc tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339663 Aug 23 04:09:15.397483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50238) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:15.402904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-62658207', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:15.414962 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7037f394-495f-406d-a13e-55646e44272d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.427029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7037f394-495f-406d-a13e-55646e44272d None None] Transition to ACTIVE for port object e665ba5b-bdfd-4567-8b07-654643105158 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:15.455080 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.463172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:15.463328 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.465130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7037f394-495f-406d-a13e-55646e44272d None None] Transition to ACTIVE for port object e665ba5b-bdfd-4567-8b07-654643105158 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:15.487809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:13Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:15.519967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Checking router: 351e53d6-8e6a-4983-9e7e-bfda36f1057d for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:09:15.520323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Updating router 351e53d6-8e6a-4983-9e7e-bfda36f1057d port f9227fde-bf08-41f0-8119-4ec6c2e5960d binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:09:15.529404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=42ebd308-5f62-416d-864d-c686ed6e8f96,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:15.544359 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 42ebd308-5f62-416d-864d-c686ed6e8f96 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:15.567491 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.608535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:15.612145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.620274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7037f394-495f-406d-a13e-55646e44272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.711383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f73a358d-fca7-430e-8e07-c69f9b9f27f3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8911798 Aug 23 04:09:15.715471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50250) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:15.719496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': '42ebd308-5f62-416d-864d-c686ed6e8f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:15.848528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7037f394-495f-406d-a13e-55646e44272d None None] Network 8a343270-8d04-4a65-ae95-dda9284bdc3d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:15.896694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:15.901815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.907593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-7037f394-495f-406d-a13e-55646e44272d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:15.910202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037f394-495f-406d-a13e-55646e44272d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:15.937234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037f394-495f-406d-a13e-55646e44272d None None] Pushing event updated for resources: {'Port': ['ID=e665ba5b-bdfd-4567-8b07-654643105158,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:15.937350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:15.982225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Subnet': ['ID=0b391fe0-02fb-42e7-b4ba-e432be8c7674,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:16.005096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7037f394-495f-406d-a13e-55646e44272d None None] Attempting to bind port e665ba5b-bdfd-4567-8b07-654643105158 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:16.005490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7037f394-495f-406d-a13e-55646e44272d None None] Attempting to bind port e665ba5b-bdfd-4567-8b07-654643105158 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '18d4d2ad-9bca-416b-a9ec-a24767f89d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8a343270-8d04-4a65-ae95-dda9284bdc3d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:16.005849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037f394-495f-406d-a13e-55646e44272d None None] Attempting to bind port e665ba5b-bdfd-4567-8b07-654643105158 on network 8a343270-8d04-4a65-ae95-dda9284bdc3d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:16.041076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037f394-495f-406d-a13e-55646e44272d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:16.041528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037f394-495f-406d-a13e-55646e44272d None None] Checking segment: {'id': '18d4d2ad-9bca-416b-a9ec-a24767f89d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8a343270-8d04-4a65-ae95-dda9284bdc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:16.041927 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7037f394-495f-406d-a13e-55646e44272d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.042335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037f394-495f-406d-a13e-55646e44272d None None] Bound using segment: {'id': '18d4d2ad-9bca-416b-a9ec-a24767f89d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8a343270-8d04-4a65-ae95-dda9284bdc3d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:16.042821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7037f394-495f-406d-a13e-55646e44272d None None] Bound port: e665ba5b-bdfd-4567-8b07-654643105158, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d4d2ad-9bca-416b-a9ec-a24767f89d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8a343270-8d04-4a65-ae95-dda9284bdc3d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:16.043214 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7037f394-495f-406d-a13e-55646e44272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.046076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Checking segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:16.046821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network hostable DHCP agents. Network: 67b61647-de93-4c1f-8cc3-88b69fe5d5c3, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:16.156180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7037f394-495f-406d-a13e-55646e44272d None None] For port e665ba5b-bdfd-4567-8b07-654643105158, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:16.156911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:16.188381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7037f394-495f-406d-a13e-55646e44272d None None] For port e665ba5b-bdfd-4567-8b07-654643105158, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e665ba5b-bdfd-4567-8b07-654643105158,segment=NetworkSegment(18d4d2ad-9bca-416b-a9ec-a24767f89d76),segment_id=18d4d2ad-9bca-416b-a9ec-a24767f89d76)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:16.207915 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.217715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Transition to ACTIVE for port object f9227fde-bf08-41f0-8119-4ec6c2e5960d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:16.271190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 67b61647-de93-4c1f-8cc3-88b69fe5d5c3) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:16.275368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:16.276109 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.282281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc0ef5c-e289-43f4-ac7c-adbcdc38bf19 None None] Network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:16.311878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.339727 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.343346 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7037f394-495f-406d-a13e-55646e44272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.358546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=89fab054-aa21-4a75-a670-c1927ffebb55,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:16.390384 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking segment: {'id': 'e236f33b-75ee-4352-b5dd-327ee9d13c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42ebd308-5f62-416d-864d-c686ed6e8f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:16.390773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network hostable DHCP agents. Network: 42ebd308-5f62-416d-864d-c686ed6e8f96, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:16.414077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1ec7bf90-ba34-42ff-875d-226653a8da26 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0130014 Aug 23 04:09:16.417459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50254) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:16.432321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Attempting to bind port f9227fde-bf08-41f0-8119-4ec6c2e5960d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:16.432853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Attempting to bind port f9227fde-bf08-41f0-8119-4ec6c2e5960d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:16.433364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Attempting to bind port f9227fde-bf08-41f0-8119-4ec6c2e5960d on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:16.450139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:16.454660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:16.454660 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.454660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:16.454660 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Bound port: f9227fde-bf08-41f0-8119-4ec6c2e5960d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:16.454660 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.456857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60375060-7cc6-4d42-b534-f6317bfd28c9 None None] Pushing event updated for resources: {'Port': ['ID=f9227fde-bf08-41f0-8119-4ec6c2e5960d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:16.551463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network 42ebd308-5f62-416d-864d-c686ed6e8f96 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:16.611584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] For port f9227fde-bf08-41f0-8119-4ec6c2e5960d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:16.618186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037f394-495f-406d-a13e-55646e44272d None None] Pushing event updated for resources: {'Port': ['ID=e665ba5b-bdfd-4567-8b07-654643105158,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:16.637123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:16.637123 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.637123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] For port f9227fde-bf08-41f0-8119-4ec6c2e5960d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f9227fde-bf08-41f0-8119-4ec6c2e5960d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:16.668299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 42ebd308-5f62-416d-864d-c686ed6e8f96) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:16.695060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:16.700269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.756955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810f027e-7ccf-42ba-8cca-be3354d34c5a None None] Network 42ebd308-5f62-416d-864d-c686ed6e8f96 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:16.766053 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:16.837875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-71ee6966-052f-4cac-a189-86478a86aa13 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1224613 Aug 23 04:09:16.840854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50258) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:16.962988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60375060-7cc6-4d42-b534-f6317bfd28c9 None None] Pushing event updated for resources: {'Port': ['ID=f9227fde-bf08-41f0-8119-4ec6c2e5960d,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:16.972461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:16.973105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:08:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:17.015950 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.025655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Allocated IP 172.20.0.2 (67b61647-de93-4c1f-8cc3-88b69fe5d5c3/0b391fe0-02fb-42e7-b4ba-e432be8c7674/ef8cb490-989f-4185-89ef-8af39fe904ca) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:17.091062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.146718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.270437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:17.303358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea603d2-cafb-42d0-8eaa-0e7608906bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-42ebd308-5f62-416d-864d-c686ed6e8f96', 'network_id': '42ebd308-5f62-416d-864d-c686ed6e8f96', 'tenant_id': '88d32abc98de4a5e8db1be9eca78b545', 'fixed_ips': [{'subnet_id': '89fab054-aa21-4a75-a670-c1927ffebb55'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:17.304579 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5ea603d2-cafb-42d0-8eaa-0e7608906bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.306742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.363396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=89fab054-aa21-4a75-a670-c1927ffebb55,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:17.489382 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.506101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ebd308-5f62-416d-864d-c686ed6e8f96']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:17.524485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e236f33b-75ee-4352-b5dd-327ee9d13c04') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:17.525758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e236f33b-75ee-4352-b5dd-327ee9d13c04') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:17.538210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.554470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.562084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:17.562503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:17.565719 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:17.578401 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.616581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c2b746-d672-4027-a2fa-452ff4a6c915 None None] Network 42ebd308-5f62-416d-864d-c686ed6e8f96 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:17.690579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:13Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:17.728378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb214f8-490c-4691-b784-7a0759a4371d None None] The sync data for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 is: [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:13Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:09:17.752327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.756958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Transition to ACTIVE for port object ef8cb490-989f-4185-89ef-8af39fe904ca will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:17.757878 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:17.759735 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/42ebd308-5f62-416d-864d-c686ed6e8f96 HTTP/1.1" status: 204 len: 168 time: 0.9168692 Aug 23 04:09:17.768012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50264) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:17.772632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404954386'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:17.796836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51a868-7803-4c65-b071-908c2fb57063 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=42ebd308-5f62-416d-864d-c686ed6e8f96,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:17.805628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Transition to ACTIVE for port object ef8cb490-989f-4185-89ef-8af39fe904ca will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:17.830681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436f930f-67c4-499e-bc44-388a02f9f00e None None] Network 8a343270-8d04-4a65-ae95-dda9284bdc3d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:17.945468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:17.955548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.014559 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.032662 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:18.043167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.043389 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment 2318feeb-254e-4b4e-8421-710a937319f7 of type vlan for network 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 Aug 23 04:09:18.055530 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:09:18.093902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.126867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.20.0.1 (67b61647-de93-4c1f-8cc3-88b69fe5d5c3/0b391fe0-02fb-42e7-b4ba-e432be8c7674/0b41445e-9619-422c-9ee4-c537229859f2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:18.152079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Pushing event updated for resources: {'Port': ['ID=ef8cb490-989f-4185-89ef-8af39fe904ca,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:18.157330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e665ba5b-bdfd-4567-8b07-654643105158 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:18.161965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:18.168623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:18.214681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:18.232696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8dd218e2-d790-4f8a-b6eb-c7df0e03b92b None None] Provisioning for port e665ba5b-bdfd-4567-8b07-654643105158 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:18.280515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.287380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:18.288373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.351528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Attempting to bind port ef8cb490-989f-4185-89ef-8af39fe904ca on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:18.351904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Attempting to bind port ef8cb490-989f-4185-89ef-8af39fe904ca by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:18.352274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Attempting to bind port ef8cb490-989f-4185-89ef-8af39fe904ca on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:18.376924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:18.377350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Checking segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:18.377732 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.378661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Bound using segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:18.379151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Bound port: ef8cb490-989f-4185-89ef-8af39fe904ca, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:18.379565 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.424000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=4fd90ded-2f74-4ecf-97ab-cdc0819e21b4,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:18.426945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.448225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.448848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.449423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.449934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.450425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.450955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.451462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.451948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.452675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.453441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.460847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.460847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:18.475568 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3b68c546-bd9c-4fdf-9b48-0259995f9494 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7088370 Aug 23 04:09:18.479112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50272) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:18.485815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:18.490613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Transition to ACTIVE for port object 0b41445e-9619-422c-9ee4-c537229859f2 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:18.494295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': '4fd90ded-2f74-4ecf-97ab-cdc0819e21b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:18.591117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port e665ba5b-bdfd-4567-8b07-654643105158 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:18.599037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] For port ef8cb490-989f-4185-89ef-8af39fe904ca, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:18.606069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e665ba5b-bdfd-4567-8b07-654643105158 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:18.606318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.637295 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.680096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] For port ef8cb490-989f-4185-89ef-8af39fe904ca, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ef8cb490-989f-4185-89ef-8af39fe904ca,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:18.700989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=0b41445e-9619-422c-9ee4-c537229859f2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:18.731672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:18.735756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:18.745111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:18.785817 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.818426 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.822680 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.827828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-c352386b-2cc8-4ef6-b4d1-32e521a4be6d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608085051&fields=id&tenant_id=e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 267 time: 0.0936224 Aug 23 04:09:18.932600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port e665ba5b-bdfd-4567-8b07-654643105158, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e665ba5b-bdfd-4567-8b07-654643105158,segment=NetworkSegment(18d4d2ad-9bca-416b-a9ec-a24767f89d76),segment_id=18d4d2ad-9bca-416b-a9ec-a24767f89d76)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:18.958601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-78e2f428-002a-45e2-abfd-a0a923c6a319 None None] Provisioning complete for port e665ba5b-bdfd-4567-8b07-654643105158 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:18.958979 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78e2f428-002a-45e2-abfd-a0a923c6a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:18.960709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547c313-8850-4d1f-9fcc-fb7450460bdf None None] Pushing event updated for resources: {'Port': ['ID=ef8cb490-989f-4185-89ef-8af39fe904ca,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:18.972567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:18.979007 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:19.064384 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:19.109658 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78e2f428-002a-45e2-abfd-a0a923c6a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:19.171846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=e665ba5b-bdfd-4567-8b07-654643105158,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:19.197512 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-78e2f428-002a-45e2-abfd-a0a923c6a319 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:09:19.197961 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-78e2f428-002a-45e2-abfd-a0a923c6a319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:09:19.201852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:19.250837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-25d6ce38-2d5b-4fae-b601-df2742533d3b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:19.252407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-25d6ce38-2d5b-4fae-b601-df2742533d3b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.4211915 Aug 23 04:09:19.274278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-3e2a5127-687a-4217-a0d6-4200be0ed258 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/quotas/e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 375 time: 0.0133140 Aug 23 04:09:19.421165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-4b9e1354-0ebf-4c9a-8d5b-0a842a4635b3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1350198 Aug 23 04:09:19.552955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-f738aeb3-6abd-4ea3-815c-5d9abf404656 service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117129 Aug 23 04:09:19.564100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:19.568854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:19.660508 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:19.688831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=970b366f-5e91-4015-b93a-2d1f27a0d262,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:19.704521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-11bf21ea-5a00-4d4d-af39-0505012ddb15 service neutron] 10.222.0.20 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446123 Aug 23 04:09:19.710673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking segment: {'id': '2318feeb-254e-4b4e-8421-710a937319f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4fd90ded-2f74-4ecf-97ab-cdc0819e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:19.710673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network hostable DHCP agents. Network: 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:19.743549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=0b41445e-9619-422c-9ee4-c537229859f2,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:19.743549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:19.803237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:19.840723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:19.842171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:19.882737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:19.887295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:19.888416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:19.909046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a127db6-84d3-48f9-9428-ffc8ba751b0d None None] Network 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:19.989532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 351e53d6-8e6a-4983-9e7e-bfda36f1057d has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:09:20.022399 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-73e723c6-441b-43d6-b6c2-048f0c0ab5e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5421093 Aug 23 04:09:20.026761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50288) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:20.041502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-163486975'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:20.175382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:09:20.185332 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-67d33f64-f502-4513-8e46-aebc128ed0ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "PUT /v2.0/routers/351e53d6-8e6a-4983-9e7e-bfda36f1057d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7649953 Aug 23 04:09:20.199435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f9227fde-bf08-41f0-8119-4ec6c2e5960d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:20.203155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:20.208016 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:20.246807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:20.247910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-4fd90ded-2f74-4ecf-97ab-cdc0819e21b4', 'network_id': '4fd90ded-2f74-4ecf-97ab-cdc0819e21b4', 'tenant_id': '88d32abc98de4a5e8db1be9eca78b545', 'fixed_ips': [{'subnet_id': '970b366f-5e91-4015-b93a-2d1f27a0d262'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:20.248865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:20.257672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:20.258120 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment c708271d-0249-409f-b8dd-604aaa06340c of type vlan for network c3f7bb53-6e21-4715-8576-fe3d3188d566 Aug 23 04:09:20.312154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:20.393997 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Sync routers for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:09:20.406142 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:20.407000 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:08:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:20.443801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Allocated IP 2001:db8::1 (4fd90ded-2f74-4ecf-97ab-cdc0819e21b4/970b366f-5e91-4015-b93a-2d1f27a0d262/9b0abd9a-be4c-43d4-8a2f-68b1a6544766) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:20.454075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:20.456303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:20.456932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:20.461099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac4a223-8f14-490f-a14a-e6f8d5c196c0 None None] Network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:20.533978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f9227fde-bf08-41f0-8119-4ec6c2e5960d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:20.540363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f9227fde-bf08-41f0-8119-4ec6c2e5960d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:20.540742 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:20.577265 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:20.599494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=c3f7bb53-6e21-4715-8576-fe3d3188d566,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:20.620639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c3f7bb53-6e21-4715-8576-fe3d3188d566 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:20.626299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-7d7077b4-7184-44d6-b35a-a999c05270bd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418703797&fields=id&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 267 time: 0.1197450 Aug 23 04:09:20.747449 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-98f30592-d25f-4ec3-884e-f3fecddb9dd7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7195899 Aug 23 04:09:20.750546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50312) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:20.758717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': 'c3f7bb53-6e21-4715-8576-fe3d3188d566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:20.767259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-45ff1188-1b0c-48fe-9274-c3a893d7f022 None None] Provisioning for port ef8cb490-989f-4185-89ef-8af39fe904ca completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:20.787088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-be9acebb-f40a-4f6d-8a38-a43b5d05394e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:20.789344 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-be9acebb-f40a-4f6d-8a38-a43b5d05394e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 796 time: 0.1544640 Aug 23 04:09:20.815277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-6f053e18-8777-43b9-81b8-3604dc1fe451 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/quotas/a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 375 time: 0.0195100 Aug 23 04:09:20.837415 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b41445e-9619-422c-9ee4-c537229859f2', 'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:79:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:17Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 2, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:20.869315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ff4c022f-3617-4ab4-aeb6-818562963157 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532041 Aug 23 04:09:20.872092 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Checking router: 351e53d6-8e6a-4983-9e7e-bfda36f1057d for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:09:20.872459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Updating router 351e53d6-8e6a-4983-9e7e-bfda36f1057d port 0b41445e-9619-422c-9ee4-c537229859f2 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:09:20.880844 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:20.908698 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:20.920132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Transition to ACTIVE for port object 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:20.988374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Transition to ACTIVE for port object 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:21.000534 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.023248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-0b21483b-c96b-41a0-b405-f69ef657f1be service neutron] 10.222.0.20 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225238 Aug 23 04:09:21.025777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port f9227fde-bf08-41f0-8119-4ec6c2e5960d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f9227fde-bf08-41f0-8119-4ec6c2e5960d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:21.076470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:21.083256 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.117715 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.133714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-9951962c-75d6-4449-94ae-464a0df19782 service neutron] 10.222.0.20 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044347 Aug 23 04:09:21.167009 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.167801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ef8cb490-989f-4185-89ef-8af39fe904ca up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:21.213964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Network 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:21.217635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Performing IP validity checks on allocation pools {{(pid=95120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 04:09:21.218740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95120) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 04:09:21.227902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:21.232220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Pushing event updated for resources: {'Port': ['ID=9b0abd9a-be4c-43d4-8a2f-68b1a6544766,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:21.242357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:21.294993 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.309298 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Transition to ACTIVE for port object 0b41445e-9619-422c-9ee4-c537229859f2 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:21.385915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Attempting to bind port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:21.386293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Attempting to bind port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2318feeb-254e-4b4e-8421-710a937319f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4fd90ded-2f74-4ecf-97ab-cdc0819e21b4'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:21.386691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Attempting to bind port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 on network 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:21.390448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=f9227fde-bf08-41f0-8119-4ec6c2e5960d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:21.398454 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:21.398847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Checking segment: {'id': '2318feeb-254e-4b4e-8421-710a937319f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4fd90ded-2f74-4ecf-97ab-cdc0819e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:21.399408 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.399816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Bound using segment: {'id': '2318feeb-254e-4b4e-8421-710a937319f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4fd90ded-2f74-4ecf-97ab-cdc0819e21b4'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:21.400346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Bound port: 9b0abd9a-be4c-43d4-8a2f-68b1a6544766, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2318feeb-254e-4b4e-8421-710a937319f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4fd90ded-2f74-4ecf-97ab-cdc0819e21b4'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:21.400695 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.464119 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.472693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] For port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:21.475834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] For port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9b0abd9a-be4c-43d4-8a2f-68b1a6544766,segment=NetworkSegment(2318feeb-254e-4b4e-8421-710a937319f7),segment_id=2318feeb-254e-4b4e-8421-710a937319f7)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:21.516451 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Pushing event updated for resources: {'Port': ['ID=0b41445e-9619-422c-9ee4-c537229859f2,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:21.535332 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.539382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ef8cb490-989f-4185-89ef-8af39fe904ca completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:21.540094 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.540309 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.540654 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.540992 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.541351 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.550362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.550362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.550362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.550362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.550362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.550362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.550362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:21.551032 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ef8cb490-989f-4185-89ef-8af39fe904ca triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:21.551032 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.606781 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Attempting to bind port 0b41445e-9619-422c-9ee4-c537229859f2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:21.607493 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Attempting to bind port 0b41445e-9619-422c-9ee4-c537229859f2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:21.608036 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Attempting to bind port 0b41445e-9619-422c-9ee4-c537229859f2 on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:21.614024 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.615032 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:21.615767 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Checking segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:21.616621 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.617237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4f289463-c4d3-4616-9f18-dd0c25525cc1 None None] Provisioning for port 0b41445e-9619-422c-9ee4-c537229859f2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:21.617572 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Bound using segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:21.618845 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Bound port: 0b41445e-9619-422c-9ee4-c537229859f2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:21.619425 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.658367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking segment: {'id': 'c708271d-0249-409f-b8dd-604aaa06340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c3f7bb53-6e21-4715-8576-fe3d3188d566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:21.658833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network hostable DHCP agents. Network: c3f7bb53-6e21-4715-8576-fe3d3188d566, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:21.665168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=408a1671-590c-4692-a3a9-5276f61a992a,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:21.721272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6519050-5b40-4f29-9fc3-8af858d02564 req-44f90ad3-0608-4923-9a14-4b40aa495d96 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 210 time: 0.0851777 Aug 23 04:09:21.777770 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] For port 0b41445e-9619-422c-9ee4-c537229859f2, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:21.781605 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] For port 0b41445e-9619-422c-9ee4-c537229859f2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0b41445e-9619-422c-9ee4-c537229859f2,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:21.796417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network c3f7bb53-6e21-4715-8576-fe3d3188d566 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:21.808825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28b15610-0a11-41b9-a103-4439ef8bf7d2 req-6a1e6363-8256-4a56-b02e-8bcd3000793a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 210 time: 0.0363634 Aug 23 04:09:21.928376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4f289463-c4d3-4616-9f18-dd0c25525cc1 None None] Provisioning complete for port ef8cb490-989f-4185-89ef-8af39fe904ca triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:21.928748 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f289463-c4d3-4616-9f18-dd0c25525cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.946859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, c3f7bb53-6e21-4715-8576-fe3d3188d566) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:21.948572 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.951913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:21.953422 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:21.978057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb77913-c2b5-4c6b-a260-b3b69691d606 None None] Network c3f7bb53-6e21-4715-8576-fe3d3188d566 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:21.980291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b4fe4-c2e0-466c-8515-4a24c403dda3 None None] Pushing event updated for resources: {'Port': ['ID=9b0abd9a-be4c-43d4-8a2f-68b1a6544766,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:22.059466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.097212 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2e11f3f-d8d3-49b3-9bf3-c4e3b9be8d10 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3446655 Aug 23 04:09:22.100028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50326) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:22.123157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port ef8cb490-989f-4185-89ef-8af39fe904ca, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ef8cb490-989f-4185-89ef-8af39fe904ca,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:22.232484 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:22.233224 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:08:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:22.235175 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd74c3-942e-4322-9ef0-9823c95c8d56 None None] Pushing event updated for resources: {'Port': ['ID=0b41445e-9619-422c-9ee4-c537229859f2,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:22.235807 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.236995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e665ba5b-bdfd-4567-8b07-654643105158 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:22.330486 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.394539 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f289463-c4d3-4616-9f18-dd0c25525cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.433385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port e665ba5b-bdfd-4567-8b07-654643105158 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:22.435058 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.435546 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.443508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2706204e-ea25-48cf-b7d0-c3e51c82c426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-c3f7bb53-6e21-4715-8576-fe3d3188d566', 'network_id': 'c3f7bb53-6e21-4715-8576-fe3d3188d566', 'tenant_id': '88d32abc98de4a5e8db1be9eca78b545', 'fixed_ips': [{'subnet_id': '408a1671-590c-4692-a3a9-5276f61a992a'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:22.444399 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2706204e-ea25-48cf-b7d0-c3e51c82c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.451460 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:22.467399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=ef8cb490-989f-4185-89ef-8af39fe904ca,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:22.541928 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-4f289463-c4d3-4616-9f18-dd0c25525cc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:09:22.542305 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-4f289463-c4d3-4616-9f18-dd0c25525cc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:09:22.609370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.702881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=408a1671-590c-4692-a3a9-5276f61a992a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:22.750757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.761159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f7bb53-6e21-4715-8576-fe3d3188d566']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:22.767753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b41445e-9619-422c-9ee4-c537229859f2', 'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:79:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:17Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:22.775001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c708271d-0249-409f-b8dd-604aaa06340c') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:22.775303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c708271d-0249-409f-b8dd-604aaa06340c') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:22.794817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.800446 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc5413-d8c2-4a96-91d4-d27e73169be7 None None] The sync data for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 is: [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b41445e-9619-422c-9ee4-c537229859f2', 'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:79:b0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:17Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:09:22.814008 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.822060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:22.823087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:22.826776 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server [None req-2706204e-ea25-48cf-b7d0-c3e51c82c426 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 408a1671-590c-4692-a3a9-5276f61a992a: This subnet is being modified by another concurrent operation. Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise exception Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 408a1671-590c-4692-a3a9-5276f61a992a: This subnet is being modified by another concurrent operation. Aug 23 04:09:22.836370 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Aug 23 04:09:22.859375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43265a2-3bca-4b5a-8e7e-f5e58265a5da None None] Network c3f7bb53-6e21-4715-8576-fe3d3188d566 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:22.868572 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-995bcb62-8b43-4cd0-9dee-a1a44ba7d467 req-dee6ae35-eb08-46fd-870f-535655ba09be tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 210 time: 0.0543070 Aug 23 04:09:22.977541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:23.001862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1a6d2cf-3d62-48f4-98e3-8f454c1ba976 req-c5d97546-d89f-4e77-bfc9-923720417ac3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 210 time: 0.0440166 Aug 23 04:09:23.035129 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.107323 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.112499 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.118636 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/c3f7bb53-6e21-4715-8576-fe3d3188d566 HTTP/1.1" status: 204 len: 168 time: 1.0144389 Aug 23 04:09:23.119334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50338) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:23.124701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864221391'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:23.159352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049ebf9-bbe7-43de-b83d-5cc66ab6ad4f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=c3f7bb53-6e21-4715-8576-fe3d3188d566,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:23.278886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:23.286123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f9227fde-bf08-41f0-8119-4ec6c2e5960d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:23.346039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:23.346252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c77b51-aa2c-4ae0-9851-18dc08e69132 None None] Network 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:23.346377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.395182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:23.419243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.419588 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment 7116abb8-424c-4bc4-a3bd-7f08e2cb1285 of type vlan for network 5bda8544-6ae8-4d99-807e-d931fd9cfe5f Aug 23 04:09:23.423120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f9227fde-bf08-41f0-8119-4ec6c2e5960d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:23.423500 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.462325 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.584160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ef8cb490-989f-4185-89ef-8af39fe904ca up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:23.591370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.597190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:23.597731 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.606308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-a6d37d50-eb0f-44cf-97a7-78f9998d8c80 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:23.608149 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-a6d37d50-eb0f-44cf-97a7-78f9998d8c80 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 812 time: 0.1177509 Aug 23 04:09:23.627903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e552475a-2807-4c32-87e3-632360070cc8 None None] Provisioning for port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:23.647937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e552475a-2807-4c32-87e3-632360070cc8 None None] Provisioning complete for port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:23.649774 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e552475a-2807-4c32-87e3-632360070cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.678025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-b3512401-f2f3-4b5c-8dae-d3ca518fb2fa tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e5f49885824abaa95bf72b9f7d181b HTTP/1.1" status: 200 len: 379 time: 0.0560071 Aug 23 04:09:23.695590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'port': {'device_id': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'admin_state_up': True, 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'security_groups': ['72779a3d-32a9-47e5-bd96-00c4e15d6e77']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:23.711902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=5bda8544-6ae8-4d99-807e-d931fd9cfe5f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:23.724934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ef8cb490-989f-4185-89ef-8af39fe904ca triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:23.725434 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.730595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 5bda8544-6ae8-4d99-807e-d931fd9cfe5f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:23.752399 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-85a0f72b-eaf2-4508-a998-791ad3452df7 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6317816 Aug 23 04:09:23.756304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50342) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:23.763351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': '5bda8544-6ae8-4d99-807e-d931fd9cfe5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:23.865369 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e552475a-2807-4c32-87e3-632360070cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:23.995609 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6e5be4-8545-4379-89bf-8a72b355afb5 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 04:09:24.002879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Made reservation on behalf of e3e5f49885824abaa95bf72b9f7d181b for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:24.006473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e552475a-2807-4c32-87e3-632360070cc8 None None] For port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9b0abd9a-be4c-43d4-8a2f-68b1a6544766,segment=NetworkSegment(2318feeb-254e-4b4e-8421-710a937319f7),segment_id=2318feeb-254e-4b4e-8421-710a937319f7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:24.008739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:24.104260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-105bdee3-9b22-4c2c-a976-6187a35d5c87 req-9df495db-733c-49b4-94bd-221afc67df16 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 210 time: 0.0651314 Aug 23 04:09:24.104923 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e552475a-2807-4c32-87e3-632360070cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:24.152615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:24.158542 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:24.227402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552475a-2807-4c32-87e3-632360070cc8 None None] Pushing event updated for resources: {'Port': ['ID=9b0abd9a-be4c-43d4-8a2f-68b1a6544766,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:24.307947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cbc7acf6-c3d0-4738-830a-919937ba9d8b None None] Provisioning complete for port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:24.308630 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cbc7acf6-c3d0-4738-830a-919937ba9d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:24.370982 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1eb668fe-7639-4c84-8203-b6ff20ed0eb0 req-9720d87b-86e2-4884-ab29-141de483fd03 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 210 time: 0.0967031 Aug 23 04:09:24.410352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e5be4-8545-4379-89bf-8a72b355afb5 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 04:09:24.678048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.20.0.14 (da389ae7-7804-4ae7-8f73-f7c7932783d0/31bdaccd-306d-4d80-92e2-e885e165ffa3/13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:24.715237 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:24.800348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=a45b840d-3752-4ba5-bfd5-8b1225507bdb,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:24.806318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking segment: {'id': '7116abb8-424c-4bc4-a3bd-7f08e2cb1285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bda8544-6ae8-4d99-807e-d931fd9cfe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:24.806844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network hostable DHCP agents. Network: 5bda8544-6ae8-4d99-807e-d931fd9cfe5f, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:24.844837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:24.864105 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:24.885151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Transition to ACTIVE for port object 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:24.902054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:24.902530 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:24.907747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network 5bda8544-6ae8-4d99-807e-d931fd9cfe5f is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:24.990390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b41445e-9619-422c-9ee4-c537229859f2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:25.009531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-a3deb0e2-089e-4f34-9ea8-1a73fce700de tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:25.011118 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-a3deb0e2-089e-4f34-9ea8-1a73fce700de tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 796 time: 0.1266558 Aug 23 04:09:25.026494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 5bda8544-6ae8-4d99-807e-d931fd9cfe5f) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:25.033938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:25.036188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.037887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2bc060-1add-48da-be2a-2200ae4959c4 None None] Network 5bda8544-6ae8-4d99-807e-d931fd9cfe5f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:25.047625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.112620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0b41445e-9619-422c-9ee4-c537229859f2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:25.120255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0b41445e-9619-422c-9ee4-c537229859f2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:25.120739 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.129613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:25.142976 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-966aa0db-7c2c-45bc-a832-fa8922a80d93 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 380 time: 0.0977201 Aug 23 04:09:25.144357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:25.157264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:25.159517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:25.167639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c988a76-70d2-4324-9c8c-462331a330d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4094825 Aug 23 04:09:25.170016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50352) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:25.191599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'port': {'device_id': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'admin_state_up': True, 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'security_groups': ['d0a03dc8-3abc-47c3-b25a-e7b7540535de']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:25.276855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.337704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16fa47-6719-448b-a77e-c57d818d6d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-5bda8544-6ae8-4d99-807e-d931fd9cfe5f', 'network_id': '5bda8544-6ae8-4d99-807e-d931fd9cfe5f', 'tenant_id': '88d32abc98de4a5e8db1be9eca78b545', 'fixed_ips': [{'subnet_id': 'a45b840d-3752-4ba5-bfd5-8b1225507bdb'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:25.339519 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bc16fa47-6719-448b-a77e-c57d818d6d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.370139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:25.370804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.373331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0b41445e-9619-422c-9ee4-c537229859f2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0b41445e-9619-422c-9ee4-c537229859f2,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:25.411403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb8f2-867d-4fe0-9014-7bb7accf777c req-1d3a85a0-75b6-48f2-8960-c3b1686dbf88 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:25.419877 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e4feb8f2-867d-4fe0-9014-7bb7accf777c req-1d3a85a0-75b6-48f2-8960-c3b1686dbf88 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 932 time: 0.2073026 Aug 23 04:09:25.485799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e4feb8f2-867d-4fe0-9014-7bb7accf777c req-f1bb0da2-2370-4187-b2b0-868cbedb9859 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645206 Aug 23 04:09:25.490432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.538411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-38fd3e4f-b90b-45f5-8f28-26d72255afe5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8529313 Aug 23 04:09:25.553346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Request body: {'port': {'device_id': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:25.581949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.644729 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.660333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35f69c7b-cf6f-4d77-b823-84b6d53f726e req-054440ef-8130-48fd-956d-654acf8c8e68 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 210 time: 0.0337830 Aug 23 04:09:25.661477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:25.665075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.696004 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.722263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0b41445e-9619-422c-9ee4-c537229859f2,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:25.728881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-78976374-e5a0-4f20-b4af-ff5906de0c1d None None] Provisioning for port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:25.734013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-78976374-e5a0-4f20-b4af-ff5906de0c1d None None] Provisioning complete for port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:25.734957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78976374-e5a0-4f20-b4af-ff5906de0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.779954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-78976374-e5a0-4f20-b4af-ff5906de0c1d None None] Port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:09:25.836056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.866285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=a45b840d-3752-4ba5-bfd5-8b1225507bdb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server [None req-bc16fa47-6719-448b-a77e-c57d818d6d22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a45b840d-3752-4ba5-bfd5-8b1225507bdb: This subnet is being modified by another concurrent operation. Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise exception Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a45b840d-3752-4ba5-bfd5-8b1225507bdb: This subnet is being modified by another concurrent operation. Aug 23 04:09:25.871727 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Aug 23 04:09:25.919007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.20.0.3 (67b61647-de93-4c1f-8cc3-88b69fe5d5c3/0b391fe0-02fb-42e7-b4ba-e432be8c7674/c453d992-195f-43d8-b455-73c063775c4f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:25.919146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a841d-2bb3-41ca-9892-cf0e2fbf0b67 None None] Network 5bda8544-6ae8-4d99-807e-d931fd9cfe5f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:25.962916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:25.974704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bda8544-6ae8-4d99-807e-d931fd9cfe5f']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:25.989790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7116abb8-424c-4bc4-a3bd-7f08e2cb1285') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:25.991754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7116abb8-424c-4bc4-a3bd-7f08e2cb1285') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:26.001665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.016098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.024179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:26.024724 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.073951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8bdb50-0c7f-4196-b5fe-58b0bbd8d705 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:26.085919 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:26.092399 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.107805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Transition to ACTIVE for port object c453d992-195f-43d8-b455-73c063775c4f will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:26.133765 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94602e0b-3c2a-4dc0-bff7-b11bb0598be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.177488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8bdb50-0c7f-4196-b5fe-58b0bbd8d705 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 04:09:26.185745 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.194699 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.201802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/5bda8544-6ae8-4d99-807e-d931fd9cfe5f HTTP/1.1" status: 204 len: 168 time: 1.0236325 Aug 23 04:09:26.205440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50358) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:26.210390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2048513290'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:26.229879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d60b7c-7028-4ccd-815f-8f20e03708e4 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=5bda8544-6ae8-4d99-807e-d931fd9cfe5f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:26.241152 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.300411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:26.313388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:26.320893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:26.323601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:26.334356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:26.338591 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.372506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:26.383282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.383681 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment 1bc843e3-d43f-46d0-b479-dbffba315263 of type vlan for network 30a9bf6f-55e7-4c9a-ad09-a587f8430964 Aug 23 04:09:26.393312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:26.394471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.477092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:09:26.486775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.502418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Transition to ACTIVE for port object 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:26.540843 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ae707e19-9135-442a-b8b1-d81ae32fae28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3848331 Aug 23 04:09:26.557435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Request body: {'port': {'device_id': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:26.624395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.725535 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.748613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.767348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b41445e-9619-422c-9ee4-c537229859f2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:26.770835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Pushing event updated for resources: {'Port': ['ID=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:26.789877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50059ebc-9751-44d2-b7c8-e8919f58cc54 req-3cc2580d-21b4-4806-943f-9731a8092fcb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:26.791451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50059ebc-9751-44d2-b7c8-e8919f58cc54 req-3cc2580d-21b4-4806-943f-9731a8092fcb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.0957811 Aug 23 04:09:26.822197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-38d04d2d-5867-4744-a451-edcc4175ae79 None None] Provisioning for port c453d992-195f-43d8-b455-73c063775c4f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:26.830800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-38d04d2d-5867-4744-a451-edcc4175ae79 None None] Provisioning complete for port c453d992-195f-43d8-b455-73c063775c4f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:26.831779 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-38d04d2d-5867-4744-a451-edcc4175ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.842538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50059ebc-9751-44d2-b7c8-e8919f58cc54 req-81375a28-c311-43a4-820f-50cdac9f2830 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393119 Aug 23 04:09:26.877344 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.885724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:26.886362 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.933839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-38d04d2d-5867-4744-a451-edcc4175ae79 None None] Port c453d992-195f-43d8-b455-73c063775c4f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:09:26.959272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Attempting to bind port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:26.960066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Attempting to bind port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:26.960449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0b41445e-9619-422c-9ee4-c537229859f2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:26.960883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:26.965226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Attempting to bind port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:27.044737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:09:27.044976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Attempting to bind port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 on network da389ae7-7804-4ae7-8f73-f7c7932783d0 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:27.062922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:27.063224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8566613 Aug 23 04:09:27.063413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Checking segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:27.063886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Bound using segment: {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:27.064335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Bound port: 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10679f3c-17f6-480c-95aa-5e691eace44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:27.064750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:27.068862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50366) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:27.074854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': '30a9bf6f-55e7-4c9a-ad09-a587f8430964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:27.078836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9941d9-235e-45b2-81e8-40aea07bdc1c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=30a9bf6f-55e7-4c9a-ad09-a587f8430964,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:27.099546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 30a9bf6f-55e7-4c9a-ad09-a587f8430964 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:27.103474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112883db-1d75-4f96-b667-23c3a314a885 req-c4deaadd-576b-477f-bcc8-1d66634b4c34 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:27.105144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-112883db-1d75-4f96-b667-23c3a314a885 req-c4deaadd-576b-477f-bcc8-1d66634b4c34 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 931 time: 0.1465995 Aug 23 04:09:27.194383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-112883db-1d75-4f96-b667-23c3a314a885 req-5c1208a1-3950-4853-af27-ec258fa9c2ae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787239 Aug 23 04:09:27.230918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] For port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:27.236645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] For port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:27.302439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c453d992-195f-43d8-b455-73c063775c4f {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:09:27.305949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:27.310170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:27.310336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:27.323029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Transition to ACTIVE for port object c453d992-195f-43d8-b455-73c063775c4f will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:27.330312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:27.368870 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:27.369712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:27.371189 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] 10.222.0.24 "PUT /v2.0/ports/13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 HTTP/1.1" status: 200 len: 1092 time: 1.8231862 Aug 23 04:09:27.371706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:09:27.374308 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99d8c94-0923-481f-8fae-32dc7ff430cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:09:27.416463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39717a-ccba-4645-a571-9de79a2e0344 service neutron] Pushing event updated for resources: {'Port': ['ID=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:27.427449 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c2e072-a9ea-493c-9153-1a0c7cbc7e2d x-openstack-request-id: req-18c2e072-a9ea-493c-9153-1a0c7cbc7e2d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:09:27.427746 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:09:27.428006 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18c2e072-a9ea-493c-9153-1a0c7cbc7e2d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:09:27.428458 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'status': 'completed', 'code': 200} Aug 23 04:09:27.438439 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:27.566597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:27.604503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d8c94-0923-481f-8fae-32dc7ff430cc req-87e2c8dc-b0ce-48d5-9cb5-60c377aa94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:27.606701 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a99d8c94-0923-481f-8fae-32dc7ff430cc req-87e2c8dc-b0ce-48d5-9cb5-60c377aa94fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 1095 time: 0.1590178 Aug 23 04:09:27.657048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:27.657405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:27.657756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:27.681224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:27.692406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Port c453d992-195f-43d8-b455-73c063775c4f on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:09:27.692741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:27.702899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:27.703267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Checking segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:27.703670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Bound using segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:27.704119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Bound port: c453d992-195f-43d8-b455-73c063775c4f, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:27.704509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:27.772940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d8c94-0923-481f-8fae-32dc7ff430cc req-c0836060-4315-4bb5-9d75-3af018f2212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:27.774731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a99d8c94-0923-481f-8fae-32dc7ff430cc req-c0836060-4315-4bb5-9d75-3af018f2212e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1602724 Aug 23 04:09:27.779394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=8c5886bc-6112-4303-b0ee-157b632289ac,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:27.789903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking segment: {'id': '1bc843e3-d43f-46d0-b479-dbffba315263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30a9bf6f-55e7-4c9a-ad09-a587f8430964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:27.790311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network hostable DHCP agents. Network: 30a9bf6f-55e7-4c9a-ad09-a587f8430964, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:27.850507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:27.891544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:27.926207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d8c94-0923-481f-8fae-32dc7ff430cc req-c82ddc21-1519-42eb-846c-b11559a3a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:27.927845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a99d8c94-0923-481f-8fae-32dc7ff430cc req-c82ddc21-1519-42eb-846c-b11559a3a9f2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1167433 Aug 23 04:09:27.958536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network 30a9bf6f-55e7-4c9a-ad09-a587f8430964 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:27.959822 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:27.992526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc5f50-3eac-4268-8d38-ed7a80f797d9 req-efddcb3a-44fc-4b82-871d-6d413c79bb8a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:27.994552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88bc5f50-3eac-4268-8d38-ed7a80f797d9 req-efddcb3a-44fc-4b82-871d-6d413c79bb8a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.0658133 Aug 23 04:09:28.016274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:28.016937 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.019275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] 10.222.0.24 "PUT /v2.0/ports/c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 1091 time: 1.4681098 Aug 23 04:09:28.042455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 30a9bf6f-55e7-4c9a-ad09-a587f8430964) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:28.048746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:28.049514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.055867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeaf45a-3f84-4ce6-8f43-04e60a6b1f9b None None] Network 30a9bf6f-55e7-4c9a-ad09-a587f8430964 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:28.072967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac5827-57a4-45f9-b586-73a7953f4b5a service neutron] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:28.079690 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88bc5f50-3eac-4268-8d38-ed7a80f797d9 req-b75b5d31-01ec-4ab8-b862-5d1630f51656 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728943 Aug 23 04:09:28.093580 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-8711a952-eb00-45e0-ad13-adfc679164b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:28.098548 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-8711a952-eb00-45e0-ad13-adfc679164b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 1095 time: 0.1214886 Aug 23 04:09:28.140112 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-84b5d243-ee64-49f6-8b02-ed02759c3a7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 HTTP/1.1" status: 200 len: 217 time: 0.0368683 Aug 23 04:09:28.163557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-340d19ff-c39e-44b0-b05c-5b0c6230746e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0938652 Aug 23 04:09:28.166612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50376) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:28.275185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572e733-399b-4645-9af9-43f177868fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-30a9bf6f-55e7-4c9a-ad09-a587f8430964', 'network_id': '30a9bf6f-55e7-4c9a-ad09-a587f8430964', 'tenant_id': '88d32abc98de4a5e8db1be9eca78b545', 'fixed_ips': [{'subnet_id': '8c5886bc-6112-4303-b0ee-157b632289ac'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:28.276120 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b572e733-399b-4645-9af9-43f177868fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.285395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-67e45fa7-e1c4-4f8e-aee0-17f0f866f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:28.287441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-67e45fa7-e1c4-4f8e-aee0-17f0f866f317 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.1333594 Aug 23 04:09:28.294234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-2729e301-5679-4d35-a163-29c9ddd683d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:28.294234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-2729e301-5679-4d35-a163-29c9ddd683d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1094 time: 0.0982864 Aug 23 04:09:28.368344 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.374967 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-1ea32f97-3562-416a-a35b-4a2f98cc7165 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 217 time: 0.0396862 Aug 23 04:09:28.398547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b670f8c-a4b4-4e0a-af02-b7c9cb2cd66c req-62b13dee-8661-448c-b0bd-6dcf81415d52 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:28.406738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b670f8c-a4b4-4e0a-af02-b7c9cb2cd66c req-62b13dee-8661-448c-b0bd-6dcf81415d52 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 943 time: 0.0822566 Aug 23 04:09:28.471866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-a9cf6714-291c-44db-aae5-d8f025fca5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:28.473619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-a9cf6714-291c-44db-aae5-d8f025fca5fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701920 Aug 23 04:09:28.481035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ad28bc2e-4321-4079-bd24-96723fcb2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:28.482840 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-ad28bc2e-4321-4079-bd24-96723fcb2d9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.1010458 Aug 23 04:09:28.486993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-b572e733-399b-4645-9af9-43f177868fce None None] Allocated IP 2001:db8::1 (30a9bf6f-55e7-4c9a-ad09-a587f8430964/8c5886bc-6112-4303-b0ee-157b632289ac/6f11487b-eee9-4c83-8d60-fb87f5da27bf) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:28.497164 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b670f8c-a4b4-4e0a-af02-b7c9cb2cd66c req-d5290dfb-f83a-4a0d-b97d-05b8a367c973 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845952 Aug 23 04:09:28.498389 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.617980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-9fe6ce36-77f3-4e89-ba69-6bb07788f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:28.619456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-9fe6ce36-77f3-4e89-ba69-6bb07788f916 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233330 Aug 23 04:09:28.656498 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b572e733-399b-4645-9af9-43f177868fce None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.664490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-400d9fab-cacd-4307-98b4-e556297a5e28 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803999 Aug 23 04:09:28.665174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b572e733-399b-4645-9af9-43f177868fce None None] Transition to ACTIVE for port object 6f11487b-eee9-4c83-8d60-fb87f5da27bf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:28.694125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b572e733-399b-4645-9af9-43f177868fce None None] Transition to ACTIVE for port object 6f11487b-eee9-4c83-8d60-fb87f5da27bf will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:28.765068 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c7bb3e6-be65-43a3-bd68-c96aad339b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.781452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-f2ccadb0-e84b-4616-b0b6-8e687ccdf102 service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532831 Aug 23 04:09:28.801025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b572e733-399b-4645-9af9-43f177868fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.846967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b572e733-399b-4645-9af9-43f177868fce None None] Network 30a9bf6f-55e7-4c9a-ad09-a587f8430964 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:28.853350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-b572e733-399b-4645-9af9-43f177868fce None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:28.858998 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.862130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b572e733-399b-4645-9af9-43f177868fce None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:28.890299 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.902535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572e733-399b-4645-9af9-43f177868fce None None] Pushing event updated for resources: {'Port': ['ID=6f11487b-eee9-4c83-8d60-fb87f5da27bf,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:28.907715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c6e01139-b70f-4bd3-bdde-2329ba5c6081 req-6218ddf6-0b07-4c0e-8607-d8837934ff0c service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145820 Aug 23 04:09:28.910239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-12c66879-ae4f-4225-9560-e05a4ceda2a7 req-892482a6-cba6-47c4-868b-9c754d35eb60 service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191938 Aug 23 04:09:28.936269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5886bc-6112-4303-b0ee-157b632289ac,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:28.967149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b572e733-399b-4645-9af9-43f177868fce None None] Attempting to bind port 6f11487b-eee9-4c83-8d60-fb87f5da27bf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:28.972366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b572e733-399b-4645-9af9-43f177868fce None None] Attempting to bind port 6f11487b-eee9-4c83-8d60-fb87f5da27bf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '1bc843e3-d43f-46d0-b479-dbffba315263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30a9bf6f-55e7-4c9a-ad09-a587f8430964'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:28.972366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b572e733-399b-4645-9af9-43f177868fce None None] Attempting to bind port 6f11487b-eee9-4c83-8d60-fb87f5da27bf on network 30a9bf6f-55e7-4c9a-ad09-a587f8430964 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:28.973865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b572e733-399b-4645-9af9-43f177868fce None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:28.974261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b572e733-399b-4645-9af9-43f177868fce None None] Checking segment: {'id': '1bc843e3-d43f-46d0-b479-dbffba315263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30a9bf6f-55e7-4c9a-ad09-a587f8430964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:28.974663 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b572e733-399b-4645-9af9-43f177868fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:28.976430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b572e733-399b-4645-9af9-43f177868fce None None] Bound using segment: {'id': '1bc843e3-d43f-46d0-b479-dbffba315263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30a9bf6f-55e7-4c9a-ad09-a587f8430964'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:28.976958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-b572e733-399b-4645-9af9-43f177868fce None None] Bound port: 6f11487b-eee9-4c83-8d60-fb87f5da27bf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc843e3-d43f-46d0-b479-dbffba315263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '30a9bf6f-55e7-4c9a-ad09-a587f8430964'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:28.977421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b572e733-399b-4645-9af9-43f177868fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:29.010677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:29.022117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a9bf6f-55e7-4c9a-ad09-a587f8430964']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:29.033260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc843e3-d43f-46d0-b479-dbffba315263') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:29.033641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc843e3-d43f-46d0-b479-dbffba315263') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:29.045556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b572e733-399b-4645-9af9-43f177868fce None None] For port 6f11487b-eee9-4c83-8d60-fb87f5da27bf, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:29.046313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:29.049360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b572e733-399b-4645-9af9-43f177868fce None None] For port 6f11487b-eee9-4c83-8d60-fb87f5da27bf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6f11487b-eee9-4c83-8d60-fb87f5da27bf,segment=NetworkSegment(1bc843e3-d43f-46d0-b479-dbffba315263),segment_id=1bc843e3-d43f-46d0-b479-dbffba315263)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:29.145636 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b572e733-399b-4645-9af9-43f177868fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:29.168596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:29.180689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:29.181139 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:29.185786 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:29.240337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572e733-399b-4645-9af9-43f177868fce None None] Pushing event updated for resources: {'Port': ['ID=6f11487b-eee9-4c83-8d60-fb87f5da27bf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:29.265375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566ef43f-efc4-445f-b97d-ffb24c869c7e None None] Network 30a9bf6f-55e7-4c9a-ad09-a587f8430964 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:29.285917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b85f5e-8db6-461a-880a-1e6fe66fe676 req-0d260c5d-7004-4028-9181-c7a0e46e3cc0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.287579 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8b85f5e-8db6-461a-880a-1e6fe66fe676 req-0d260c5d-7004-4028-9181-c7a0e46e3cc0 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.1449971 Aug 23 04:09:29.326998 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 04:09:29.326998 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 04:09:29.326998 n-d-749052-7 neutron-server[95121]: [parameters: {'id': '30a9bf6f-55e7-4c9a-ad09-a587f8430964'}] Aug 23 04:09:29.326998 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:09:29.327516 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:09:29.351938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8b85f5e-8db6-461a-880a-1e6fe66fe676 req-e73de9dd-0ffe-4505-9b2a-b85b3c59dba3 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559359 Aug 23 04:09:29.357732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-3633efbe-675a-499d-a76c-601f17b03a09 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691035 Aug 23 04:09:29.390080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb7fb9-96ff-4618-be81-dd6a7f2a6f61 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 04:09:29.429683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:09:29.432433 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b5296a-7915-4798-a774-8c2699e2b023" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:09:29.459487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-dfab70b1-4983-43b6-8a16-edecf74695ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.461242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-dfab70b1-4983-43b6-8a16-edecf74695ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 1097 time: 0.0436339 Aug 23 04:09:29.471504 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ea4d24-04f4-469c-bfcf-791b40e0af49 x-openstack-request-id: req-68ea4d24-04f4-469c-bfcf-791b40e0af49 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:09:29.473587 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:09:29.473587 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68ea4d24-04f4-469c-bfcf-791b40e0af49 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:09:29.473587 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'status': 'completed', 'code': 200} Aug 23 04:09:29.500393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb7fb9-96ff-4618-be81-dd6a7f2a6f61 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 04:09:29.546316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5296a-7915-4798-a774-8c2699e2b023 req-0d317c5d-6bfb-4b5c-a8e7-166b2ccb47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.548839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80b5296a-7915-4798-a774-8c2699e2b023 req-0d317c5d-6bfb-4b5c-a8e7-166b2ccb47a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1094 time: 0.0554569 Aug 23 04:09:29.598658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-ff69e7a2-e943-4466-8937-358023aae799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.600217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-ff69e7a2-e943-4466-8937-358023aae799 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.1187329 Aug 23 04:09:29.669395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5296a-7915-4798-a774-8c2699e2b023 req-dc7f95fa-e560-46d5-b8ce-62cddf1bedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.672299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80b5296a-7915-4798-a774-8c2699e2b023 req-dc7f95fa-e560-46d5-b8ce-62cddf1bedeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.1163464 Aug 23 04:09:29.691154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-75f2cafe-dd72-44f4-b8d2-e44100c925e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676 HTTP/1.1" status: 200 len: 1001 time: 0.0738382 Aug 23 04:09:29.697335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554f1e-8eda-4ba8-8030-22af3279d69b req-17cb7dc1-a910-4abd-8dba-e32ed5f579cf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.700022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e554f1e-8eda-4ba8-8030-22af3279d69b req-17cb7dc1-a910-4abd-8dba-e32ed5f579cf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 943 time: 0.1212583 Aug 23 04:09:29.737153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80b5296a-7915-4798-a774-8c2699e2b023 req-5e38f688-cf76-4a72-a28f-3f776183d4e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 217 time: 0.0571415 Aug 23 04:09:29.808916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e554f1e-8eda-4ba8-8030-22af3279d69b req-9b769ef5-f9a4-4224-913b-4972faef672e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003706 Aug 23 04:09:29.813471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5296a-7915-4798-a774-8c2699e2b023 req-049554bc-15b0-4ec8-b88c-5feb9a23677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.814979 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80b5296a-7915-4798-a774-8c2699e2b023 req-049554bc-15b0-4ec8-b88c-5feb9a23677e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0698156 Aug 23 04:09:29.815228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-b9b6af79-08b8-41fc-a5a0-cbad1d6cbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.816715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-b9b6af79-08b8-41fc-a5a0-cbad1d6cbd4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.1168196 Aug 23 04:09:29.836770 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:29.876883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5296a-7915-4798-a774-8c2699e2b023 req-97ce7521-0faa-40d8-8b4e-c236872792c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.878924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80b5296a-7915-4798-a774-8c2699e2b023 req-97ce7521-0faa-40d8-8b4e-c236872792c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546260 Aug 23 04:09:29.907921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-8ca4b550-dfdb-40a4-9e0d-ea870ba94969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:29.910064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-8ca4b550-dfdb-40a4-9e0d-ea870ba94969 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847590 Aug 23 04:09:29.985228 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80b5296a-7915-4798-a774-8c2699e2b023 req-64295ca5-369c-4b2b-86bf-2b5f65561c52 service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980697 Aug 23 04:09:30.021997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting port 6f11487b-eee9-4c83-8d60-fb87f5da27bf {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:30.022611 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.026006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-5aa2df53-c8eb-4c8c-955c-36618f0f5ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047213 Aug 23 04:09:30.098254 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-80b5296a-7915-4798-a774-8c2699e2b023 req-8dd402ec-a7c7-4cdc-9e67-74a8540d7f0b service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035433 Aug 23 04:09:30.165546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] For port 6f11487b-eee9-4c83-8d60-fb87f5da27bf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6f11487b-eee9-4c83-8d60-fb87f5da27bf,segment=NetworkSegment(1bc843e3-d43f-46d0-b479-dbffba315263),segment_id=1bc843e3-d43f-46d0-b479-dbffba315263)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:30.165834 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.188936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Calling delete_port for 6f11487b-eee9-4c83-8d60-fb87f5da27bf owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:30.195112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab80475f-c402-4408-8c82-c95a5b2afcaf req-e74264f8-aaff-453e-8379-558fdce05190 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573820 Aug 23 04:09:30.357979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.381686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Port': ['ID=6f11487b-eee9-4c83-8d60-fb87f5da27bf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:30.392304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No DVR routers for this DVR port 6f11487b-eee9-4c83-8d60-fb87f5da27bf on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:30.497613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.500117 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.504700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a9bf6f-55e7-4c9a-ad09-a587f8430964']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:30.518171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc843e3-d43f-46d0-b479-dbffba315263') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:30.520667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc843e3-d43f-46d0-b479-dbffba315263') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:30.529279 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.538131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf354bed-ce0b-4934-b0d5-1d139ca5e083 req-74913ca3-132b-4163-9dbd-4d3c7b406a94 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:30.539690 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf354bed-ce0b-4934-b0d5-1d139ca5e083 req-74913ca3-132b-4163-9dbd-4d3c7b406a94 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.1064396 Aug 23 04:09:30.564584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.574998 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:30.575386 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:30.578213 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:30.630860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf354bed-ce0b-4934-b0d5-1d139ca5e083 req-e328c98e-c1b4-482e-a79a-3ec0173309ba tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836403 Aug 23 04:09:30.711172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.718256 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.720018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/30a9bf6f-55e7-4c9a-ad09-a587f8430964 HTTP/1.1" status: 204 len: 168 time: 2.5529463 Aug 23 04:09:30.724273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50392) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:30.730601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617543612'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:30.739150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ca1d5-0941-4db9-8212-3b2039f24eeb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=30a9bf6f-55e7-4c9a-ad09-a587f8430964,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:30.814219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:30.817952 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.842423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:30.851970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.852315 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment eba5d0b3-ef92-4409-9c06-80a32cc326d2 of type vlan for network fc17b922-ff8f-454d-baa3-e953730d1d16 Aug 23 04:09:30.895976 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.939411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f768d6-36f5-4d07-851c-c5c51cb58abb req-d8890475-f554-40e8-b895-25b42ce7dd12 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:30.940890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29f768d6-36f5-4d07-851c-c5c51cb58abb req-d8890475-f554-40e8-b895-25b42ce7dd12 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 943 time: 0.0627153 Aug 23 04:09:30.979440 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29f768d6-36f5-4d07-851c-c5c51cb58abb req-04def9d0-b196-497a-8615-d4cc1ad88792 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325596 Aug 23 04:09:30.994613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:30.996629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:30.997238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:31.060874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=fc17b922-ff8f-454d-baa3-e953730d1d16,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:31.071698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network fc17b922-ff8f-454d-baa3-e953730d1d16 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:31.095407 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bcac3636-3506-410f-89cd-668947eb5529 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3699758 Aug 23 04:09:31.098763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50400) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:31.104030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': 'fc17b922-ff8f-454d-baa3-e953730d1d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:31.258602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:31.262182 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:31.421045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c453d992-195f-43d8-b455-73c063775c4f details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:09:31.512150 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:31.519921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:31.530662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'c453d992-195f-43d8-b455-73c063775c4f', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'port_id': 'c453d992-195f-43d8-b455-73c063775c4f', 'mac_address': 'fa:16:3e:fc:92:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:09:31.569666 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:31.584846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=7d7a6f2c-30cf-4e18-a13c-014a36771a1f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:31.588043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c453d992-195f-43d8-b455-73c063775c4f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:09:31.592510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking segment: {'id': 'eba5d0b3-ef92-4409-9c06-80a32cc326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc17b922-ff8f-454d-baa3-e953730d1d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:31.592908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network hostable DHCP agents. Network: fc17b922-ff8f-454d-baa3-e953730d1d16, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:31.614744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:31.688723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network fc17b922-ff8f-454d-baa3-e953730d1d16 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:31.688938 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:31.746138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:31.749142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcc80a-544b-4bb2-8067-ca353a68cc0c req-5d9146de-fc5b-45df-8ee7-ac90b66594d9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:31.750746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3fcc80a-544b-4bb2-8067-ca353a68cc0c req-5d9146de-fc5b-45df-8ee7-ac90b66594d9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.0521171 Aug 23 04:09:31.773224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, fc17b922-ff8f-454d-baa3-e953730d1d16) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:31.784287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:31.784437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a4f3b0-e083-49c3-a1db-fa56ccd735e0 None None] Network fc17b922-ff8f-454d-baa3-e953730d1d16 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:31.785878 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:31.804084 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:31.805348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3fcc80a-544b-4bb2-8067-ca353a68cc0c req-9c8f41b3-e3e0-4069-8b3f-fece79dc94a9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414767 Aug 23 04:09:31.849995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8ccf019f-664b-4cae-b2b9-9bf15be1fe16 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7499874 Aug 23 04:09:31.852613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50406) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:31.858222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': 'fc17b922-ff8f-454d-baa3-e953730d1d16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:31.908082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c453d992-195f-43d8-b455-73c063775c4f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:09:31.999734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-fc17b922-ff8f-454d-baa3-e953730d1d16', 'network_id': 'fc17b922-ff8f-454d-baa3-e953730d1d16', 'tenant_id': '88d32abc98de4a5e8db1be9eca78b545', 'fixed_ips': [{'subnet_id': '7d7a6f2c-30cf-4e18-a13c-014a36771a1f'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:32.000743 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:32.072137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:32.076254 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:32.105295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16abd2e-92aa-441d-8045-85da2a271451 req-cc036635-4569-4790-b705-b8cf8c6ce48f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:32.107485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c16abd2e-92aa-441d-8045-85da2a271451 req-cc036635-4569-4790-b705-b8cf8c6ce48f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 944 time: 0.0621552 Aug 23 04:09:32.171774 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c16abd2e-92aa-441d-8045-85da2a271451 req-8ae02677-7aa5-4f54-baa6-0da90a03ee74 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577815 Aug 23 04:09:32.213900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Allocated IP 2001:db8::2 (fc17b922-ff8f-454d-baa3-e953730d1d16/7d7a6f2c-30cf-4e18-a13c-014a36771a1f/f1ee5077-35c6-469c-a4ac-4c2eda487249) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:32.311090 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-95899493-6e4c-4711-9f9b-0619d6a6865e req-1531fb28-444a-4e97-a655-a2e0dd00fc22 service neutron] (95121) timed out ('10.222.0.20', 34206) {{(pid=95121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:09:32.461881 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:32.470920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Transition to ACTIVE for port object f1ee5077-35c6-469c-a4ac-4c2eda487249 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:32.488221 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Transition to ACTIVE for port object f1ee5077-35c6-469c-a4ac-4c2eda487249 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:32.552326 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:32.595206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Network fc17b922-ff8f-454d-baa3-e953730d1d16 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:32.598930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:32.605755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:32.608668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Pushing event updated for resources: {'Port': ['ID=f1ee5077-35c6-469c-a4ac-4c2eda487249,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:32.669556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Attempting to bind port f1ee5077-35c6-469c-a4ac-4c2eda487249 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:32.670297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Attempting to bind port f1ee5077-35c6-469c-a4ac-4c2eda487249 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'eba5d0b3-ef92-4409-9c06-80a32cc326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc17b922-ff8f-454d-baa3-e953730d1d16'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:32.670939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Attempting to bind port f1ee5077-35c6-469c-a4ac-4c2eda487249 on network fc17b922-ff8f-454d-baa3-e953730d1d16 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:32.677492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:32.677871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Checking segment: {'id': 'eba5d0b3-ef92-4409-9c06-80a32cc326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc17b922-ff8f-454d-baa3-e953730d1d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:32.678274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:32.678668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Bound using segment: {'id': 'eba5d0b3-ef92-4409-9c06-80a32cc326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc17b922-ff8f-454d-baa3-e953730d1d16'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:32.679129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Bound port: f1ee5077-35c6-469c-a4ac-4c2eda487249, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba5d0b3-ef92-4409-9c06-80a32cc326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc17b922-ff8f-454d-baa3-e953730d1d16'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:32.679506 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:32.694767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:32.736836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network fc17b922-ff8f-454d-baa3-e953730d1d16 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:32.740048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:32.740909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] For port f1ee5077-35c6-469c-a4ac-4c2eda487249, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:32.742876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:32.743678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:32.744139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] For port f1ee5077-35c6-469c-a4ac-4c2eda487249, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f1ee5077-35c6-469c-a4ac-4c2eda487249,segment=NetworkSegment(eba5d0b3-ef92-4409-9c06-80a32cc326d2),segment_id=eba5d0b3-ef92-4409-9c06-80a32cc326d2)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:32.757498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=c5707fa0-43eb-47c0-a640-a7215811644c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:32.831082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:32.861070 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c5b96bb9-70a0-44df-be5d-61cf2d9192a5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0068190 Aug 23 04:09:32.863309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50414) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:32.891895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94397846-6772-4cc9-8386-f60f52c2d5d2 None None] Pushing event updated for resources: {'Port': ['ID=f1ee5077-35c6-469c-a4ac-4c2eda487249,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:32.927791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1721e-f0ce-4aa8-831e-fb813dca91bb req-c8d56b51-e996-4829-845d-9bd796dd3787 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:32.929523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebd1721e-f0ce-4aa8-831e-fb813dca91bb req-c8d56b51-e996-4829-845d-9bd796dd3787 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.0695398 Aug 23 04:09:32.972220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf383ac-d8f8-447e-a1cf-d98c46aa943c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:32.973748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebd1721e-f0ce-4aa8-831e-fb813dca91bb req-1bdfc6e8-e807-47a8-9271-55df5b274f92 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379608 Aug 23 04:09:32.973970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf383ac-d8f8-447e-a1cf-d98c46aa943c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:32.975868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf383ac-d8f8-447e-a1cf-d98c46aa943c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:32.977420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf383ac-d8f8-447e-a1cf-d98c46aa943c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:32.978919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf383ac-d8f8-447e-a1cf-d98c46aa943c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:32.980845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5cf383ac-d8f8-447e-a1cf-d98c46aa943c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1162236 Aug 23 04:09:32.992100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50416) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:32.992100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1632966685'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:33.049580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:33.057554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.091349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:33.099865 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.100212 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment 0482ca55-6219-4f7f-a683-c6e825511b11 of type vlan for network 12b21ece-e6f7-49e9-ae82-b024659f669c Aug 23 04:09:33.147114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.214638 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.220528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:33.221171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630254'] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.315327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=12b21ece-e6f7-49e9-ae82-b024659f669c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:33.326095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 12b21ece-e6f7-49e9-ae82-b024659f669c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:33.336657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814486cb-822f-4a39-b2cf-f8c4e2c5f19a req-e8225d8f-cd41-43d1-a88b-a944ff80530b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:33.338251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-814486cb-822f-4a39-b2cf-f8c4e2c5f19a req-e8225d8f-cd41-43d1-a88b-a944ff80530b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 944 time: 0.0957487 Aug 23 04:09:33.340105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e366ad10-ff47-4e72-82c1-94dc74583900 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3543599 Aug 23 04:09:33.347991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50420) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:33.348241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-81eb9815-8dac-46b9-8d4b-3f00f2d39f5d tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:33.420797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c453d992-195f-43d8-b455-73c063775c4f up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:33.442881 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-814486cb-822f-4a39-b2cf-f8c4e2c5f19a req-8c44fc3f-6329-4b50-8c50-e91b210a4a2d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909665 Aug 23 04:09:33.544007 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81eb9815-8dac-46b9-8d4b-3f00f2d39f5d tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.557529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port c453d992-195f-43d8-b455-73c063775c4f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:33.562379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port c453d992-195f-43d8-b455-73c063775c4f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:33.562765 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.630526 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81eb9815-8dac-46b9-8d4b-3f00f2d39f5d tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.650951 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.662749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81eb9815-8dac-46b9-8d4b-3f00f2d39f5d tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network 12b21ece-e6f7-49e9-ae82-b024659f669c is not hosted by any dhcp agent {{(pid=95121) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 04:09:33.672582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eb9815-8dac-46b9-8d4b-3f00f2d39f5d tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:33.673500 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-81eb9815-8dac-46b9-8d4b-3f00f2d39f5d tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.675120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-81eb9815-8dac-46b9-8d4b-3f00f2d39f5d tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "PUT /v2.0/networks/12b21ece-e6f7-49e9-ae82-b024659f669c HTTP/1.1" status: 200 len: 723 time: 0.3312464 Aug 23 04:09:33.678779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50428) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:33.680482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:09:33.682941 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b358e-ef2b-4172-aab8-18f80000fec1" -d '{"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-plugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:09:33.685067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': '12b21ece-e6f7-49e9-ae82-b024659f669c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:33.697737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:33.735745 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e2b2d2-1489-47a9-b40f-8d2f8e0e2dc1 x-openstack-request-id: req-f0e2b2d2-1489-47a9-b40f-8d2f8e0e2dc1 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:09:33.736127 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-plugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:09:33.736452 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0e2b2d2-1489-47a9-b40f-8d2f8e0e2dc1 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:09:33.736916 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'code': 200} Aug 23 04:09:33.778037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb9815-8dac-46b9-8d4b-3f00f2d39f5d tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=12b21ece-e6f7-49e9-ae82-b024659f669c,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:33.788845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 12b21ece-e6f7-49e9-ae82-b024659f669c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:33.813526 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.852198 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16b8ac-64e6-4f92-94fd-7452a079c384 req-10a17806-05f4-44ed-9b4f-3b8295369ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:33.853801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db16b8ac-64e6-4f92-94fd-7452a079c384 req-10a17806-05f4-44ed-9b4f-3b8295369ab4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1096 time: 0.0546911 Aug 23 04:09:33.860326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:33.864829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:33.914729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:33.926589 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-db16b8ac-64e6-4f92-94fd-7452a079c384 req-f944b258-13f9-4e49-b025-fcd5e31a318b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581100 Aug 23 04:09:33.980611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b0ed5e-dc55-4008-8e59-a1b6f748ccea None None] Network fc17b922-ff8f-454d-baa3-e953730d1d16 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:34.092751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd762f0-3bb3-4b00-9a78-7312fdd74daa req-270c9a81-2a2e-4dfe-a27a-3c8da84edf3b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:34.094477 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebd762f0-3bb3-4b00-9a78-7312fdd74daa req-270c9a81-2a2e-4dfe-a27a-3c8da84edf3b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.0503683 Aug 23 04:09:34.113560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cd472d4b-7f6d-4f53-840b-2e82f033d2da None None] Provisioning for port f1ee5077-35c6-469c-a4ac-4c2eda487249 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:34.135818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebd762f0-3bb3-4b00-9a78-7312fdd74daa req-dc868c76-234a-4c2b-a162-3c7c45b39700 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338516 Aug 23 04:09:34.193494 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:34.219274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49123771-fa67-4bd0-a33c-eb4aacf13af2 None None] Update dhcp port {'port': {'network_id': 'fc17b922-ff8f-454d-baa3-e953730d1d16', 'fixed_ips': [{'subnet_id': '7d7a6f2c-30cf-4e18-a13c-014a36771a1f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5707fa0-43eb-47c0-a640-a7215811644c'}], 'binding:host_id': 'n-d-749052-7'}, 'id': 'f1ee5077-35c6-469c-a4ac-4c2eda487249'} from n-d-749052-7. {{(pid=95122) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 23 04:09:34.247587 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49123771-fa67-4bd0-a33c-eb4aacf13af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:34.257990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=82bf8d9f-b0cf-45ac-b0b7-71f5e4c49a66,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:34.270544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking segment: {'id': '0482ca55-6219-4f7f-a683-c6e825511b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12b21ece-e6f7-49e9-ae82-b024659f669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:34.270916 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network hostable DHCP agents. Network: 12b21ece-e6f7-49e9-ae82-b024659f669c, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:34.363243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network 12b21ece-e6f7-49e9-ae82-b024659f669c is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:34.418951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-49123771-fa67-4bd0-a33c-eb4aacf13af2 None None] Allocated IP 172.20.0.1 (fc17b922-ff8f-454d-baa3-e953730d1d16/c5707fa0-43eb-47c0-a640-a7215811644c/f1ee5077-35c6-469c-a4ac-4c2eda487249) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:34.448416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 12b21ece-e6f7-49e9-ae82-b024659f669c) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:34.453405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:34.454152 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:34.457710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51989792-b4e5-44a6-8f12-589264b37a60 None None] Network 12b21ece-e6f7-49e9-ae82-b024659f669c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:34.523868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-da57a1d5-cf40-4f07-a4ce-6bb219655c92 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8437881 Aug 23 04:09:34.528200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50442) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:34.533649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3b7768cf-db0b-4b79-b06a-536a4da585af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:34.586377 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3af39-757a-4498-9ef0-13ac88031062 req-6208f235-79d4-48be-9da9-e90c6d0b8bd4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:34.594886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64e3af39-757a-4498-9ef0-13ac88031062 req-6208f235-79d4-48be-9da9-e90c6d0b8bd4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0721557 Aug 23 04:09:34.634258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b7768cf-db0b-4b79-b06a-536a4da585af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11992978'] for subnet, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:34.643858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64e3af39-757a-4498-9ef0-13ac88031062 req-637771ab-836a-4469-94e5-d4d77c018d0d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476983 Aug 23 04:09:34.753335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-49123771-fa67-4bd0-a33c-eb4aacf13af2 None None] For port f1ee5077-35c6-469c-a4ac-4c2eda487249, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f1ee5077-35c6-469c-a4ac-4c2eda487249,segment=NetworkSegment(eba5d0b3-ef92-4409-9c06-80a32cc326d2),segment_id=eba5d0b3-ef92-4409-9c06-80a32cc326d2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:34.779027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f1ee5077-35c6-469c-a4ac-4c2eda487249 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:34.837091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49123771-fa67-4bd0-a33c-eb4aacf13af2 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:34.871625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b7768cf-db0b-4b79-b06a-536a4da585af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735236736862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9350839'] for subnet, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:34.885264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-49123771-fa67-4bd0-a33c-eb4aacf13af2 None None] Transition to ACTIVE for port object f1ee5077-35c6-469c-a4ac-4c2eda487249 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:34.928170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7768cf-db0b-4b79-b06a-536a4da585af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:34.928170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b7768cf-db0b-4b79-b06a-536a4da585af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:34.929665 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3b7768cf-db0b-4b79-b06a-536a4da585af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "PUT /v2.0/subnets/82bf8d9f-b0cf-45ac-b0b7-71f5e4c49a66 HTTP/1.1" status: 200 len: 826 time: 0.4005055 Aug 23 04:09:34.932630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50444) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:34.937316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-12b21ece-e6f7-49e9-ae82-b024659f669c', 'network_id': '12b21ece-e6f7-49e9-ae82-b024659f669c', 'tenant_id': '88d32abc98de4a5e8db1be9eca78b545', 'fixed_ips': [{'subnet_id': '82bf8d9f-b0cf-45ac-b0b7-71f5e4c49a66'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:34.938366 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:34.958624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7768cf-db0b-4b79-b06a-536a4da585af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=82bf8d9f-b0cf-45ac-b0b7-71f5e4c49a66,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:34.963976 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49123771-fa67-4bd0-a33c-eb4aacf13af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.024729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f1ee5077-35c6-469c-a4ac-4c2eda487249 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:35.038078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.093206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.166212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49123771-fa67-4bd0-a33c-eb4aacf13af2 None None] Pushing event updated for resources: {'Port': ['ID=f1ee5077-35c6-469c-a4ac-4c2eda487249,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:35.194493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Allocated IP 2001:db8::2 (12b21ece-e6f7-49e9-ae82-b024659f669c/82bf8d9f-b0cf-45ac-b0b7-71f5e4c49a66/e9921e60-0ba6-4b11-bb91-fb213833a3ed) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:35.333893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019305-5c82-48d5-94bd-b95dd7d114ae req-ea61c174-1aee-4adc-92fa-88e4b705f798 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:35.335558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75019305-5c82-48d5-94bd-b95dd7d114ae req-ea61c174-1aee-4adc-92fa-88e4b705f798 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.0876191 Aug 23 04:09:35.376607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75019305-5c82-48d5-94bd-b95dd7d114ae req-f6d10396-6528-4ae5-9c29-a87f945790df tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350678 Aug 23 04:09:35.421873 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.435500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Transition to ACTIVE for port object e9921e60-0ba6-4b11-bb91-fb213833a3ed will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:35.446034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Transition to ACTIVE for port object e9921e60-0ba6-4b11-bb91-fb213833a3ed will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:35.598201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.636777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Network 12b21ece-e6f7-49e9-ae82-b024659f669c is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:35.639957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:35.643174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:35.656362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Pushing event updated for resources: {'Port': ['ID=e9921e60-0ba6-4b11-bb91-fb213833a3ed,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:35.710246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Attempting to bind port e9921e60-0ba6-4b11-bb91-fb213833a3ed on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:35.710402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Attempting to bind port e9921e60-0ba6-4b11-bb91-fb213833a3ed by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '0482ca55-6219-4f7f-a683-c6e825511b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12b21ece-e6f7-49e9-ae82-b024659f669c'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:35.710801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Attempting to bind port e9921e60-0ba6-4b11-bb91-fb213833a3ed on network 12b21ece-e6f7-49e9-ae82-b024659f669c {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:35.714012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2076d2-b57d-4070-8e54-dcbf1d46ec85 None None] Network fc17b922-ff8f-454d-baa3-e953730d1d16 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:35.728928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:35.729333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Checking segment: {'id': '0482ca55-6219-4f7f-a683-c6e825511b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12b21ece-e6f7-49e9-ae82-b024659f669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:35.729740 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.730136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Bound using segment: {'id': '0482ca55-6219-4f7f-a683-c6e825511b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12b21ece-e6f7-49e9-ae82-b024659f669c'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:35.730621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Bound port: e9921e60-0ba6-4b11-bb91-fb213833a3ed, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0482ca55-6219-4f7f-a683-c6e825511b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '12b21ece-e6f7-49e9-ae82-b024659f669c'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:35.731007 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.743826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.775609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=82bf8d9f-b0cf-45ac-b0b7-71f5e4c49a66,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:35.815408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fb993-c5ba-41eb-89e1-a673a24c9766 req-9e46f244-5e7e-4563-9180-84835a5c8e1f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:35.817411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-015fb993-c5ba-41eb-89e1-a673a24c9766 req-9e46f244-5e7e-4563-9180-84835a5c8e1f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.1031742 Aug 23 04:09:35.857313 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.858445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] For port e9921e60-0ba6-4b11-bb91-fb213833a3ed, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:35.874880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b21ece-e6f7-49e9-ae82-b024659f669c']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:35.892493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] For port e9921e60-0ba6-4b11-bb91-fb213833a3ed, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e9921e60-0ba6-4b11-bb91-fb213833a3ed,segment=NetworkSegment(0482ca55-6219-4f7f-a683-c6e825511b11),segment_id=0482ca55-6219-4f7f-a683-c6e825511b11)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:35.892737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0482ca55-6219-4f7f-a683-c6e825511b11') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:35.892851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0482ca55-6219-4f7f-a683-c6e825511b11') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:35.896113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-42e44301-cc30-449b-be47-d463526b19d4 None None] Provisioning for port f1ee5077-35c6-469c-a4ac-4c2eda487249 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:35.906944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-42e44301-cc30-449b-be47-d463526b19d4 None None] Provisioning complete for port f1ee5077-35c6-469c-a4ac-4c2eda487249 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:35.906944 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42e44301-cc30-449b-be47-d463526b19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.909114 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-015fb993-c5ba-41eb-89e1-a673a24c9766 req-cb634ab3-3f24-4eaa-9dd4-05403da4a5b4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618327 Aug 23 04:09:35.912629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.954677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.961876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:35.964896 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.965623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:35.971501 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:36.077589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c85c65-5400-40c0-98d2-22d47504907d req-6a4a4a70-32c2-4af0-99ef-dfc8c14aefb4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:36.079027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82c85c65-5400-40c0-98d2-22d47504907d req-6a4a4a70-32c2-4af0-99ef-dfc8c14aefb4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0891533 Aug 23 04:09:36.091000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7aa0eb-1a5e-4826-92d4-23a9f2e2e014 None None] Pushing event updated for resources: {'Port': ['ID=e9921e60-0ba6-4b11-bb91-fb213833a3ed,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:36.102846 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42e44301-cc30-449b-be47-d463526b19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.114654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caea909f-31be-4ecd-bf1a-c6e2300286a6 None None] Network 12b21ece-e6f7-49e9-ae82-b024659f669c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:36.122433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 04:09:36.122433 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 04:09:36.122433 n-d-749052-7 neutron-server[95121]: [parameters: {'id': '12b21ece-e6f7-49e9-ae82-b024659f669c'}] Aug 23 04:09:36.122433 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:09:36.123137 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:09:36.127712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82c85c65-5400-40c0-98d2-22d47504907d req-fa9b0604-9b31-48b9-b75c-376852fcd195 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415154 Aug 23 04:09:36.153965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50454) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:36.189269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-42e44301-cc30-449b-be47-d463526b19d4 None None] For port f1ee5077-35c6-469c-a4ac-4c2eda487249, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f1ee5077-35c6-469c-a4ac-4c2eda487249,segment=NetworkSegment(eba5d0b3-ef92-4409-9c06-80a32cc326d2),segment_id=eba5d0b3-ef92-4409-9c06-80a32cc326d2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:36.199212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d2b8f-57b2-4e28-b199-4c16eb0df6a0 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:36.203398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c8d2b8f-57b2-4e28-b199-4c16eb0df6a0 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1091 time: 0.0428462 Aug 23 04:09:36.203901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50456) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:36.222811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'c453d992-195f-43d8-b455-73c063775c4f', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:36.249231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42e44301-cc30-449b-be47-d463526b19d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.295541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b315749-ab2a-4718-82d5-5a3dfd2122ed None None] Network 12b21ece-e6f7-49e9-ae82-b024659f669c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:36.315002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e44301-cc30-449b-be47-d463526b19d4 None None] Pushing event updated for resources: {'Port': ['ID=f1ee5077-35c6-469c-a4ac-4c2eda487249,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:36.318120 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.402274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-57fa7b84-8106-431b-ad7c-5299648ec52a None None] Provisioning complete for port f1ee5077-35c6-469c-a4ac-4c2eda487249 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:36.402653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57fa7b84-8106-431b-ad7c-5299648ec52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.431704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.498099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a8763e-8145-4987-acd2-48c5510a2fad None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 04:09:36.517102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610acc4-0adf-4203-b117-323cfa388b2d req-177b71e8-9638-46e9-b0db-867a5da3b13d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:36.521497 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8610acc4-0adf-4203-b117-323cfa388b2d req-177b71e8-9638-46e9-b0db-867a5da3b13d tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.0586531 Aug 23 04:09:36.554085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.25.1.170 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/bbb32fc1-f1ee-45ec-b919-2eb1e977f97f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:36.562868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8610acc4-0adf-4203-b117-323cfa388b2d req-17e7c0cb-374d-4b8f-afcf-66d04aaab078 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370972 Aug 23 04:09:36.619203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a8763e-8145-4987-acd2-48c5510a2fad None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 04:09:36.624037 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.675085 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.690798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting port e9921e60-0ba6-4b11-bb91-fb213833a3ed {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:36.691729 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.720968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f1ee5077-35c6-469c-a4ac-4c2eda487249 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:36.759984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] For port e9921e60-0ba6-4b11-bb91-fb213833a3ed, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e9921e60-0ba6-4b11-bb91-fb213833a3ed,segment=NetworkSegment(0482ca55-6219-4f7f-a683-c6e825511b11),segment_id=0482ca55-6219-4f7f-a683-c6e825511b11)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:36.760521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.776139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Calling delete_port for e9921e60-0ba6-4b11-bb91-fb213833a3ed owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:36.797663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.836080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:36.838932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:36.842507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:36.846871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f1ee5077-35c6-469c-a4ac-4c2eda487249 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:36.846871 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.873301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=bbb32fc1-f1ee-45ec-b919-2eb1e977f97f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:36.934360 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:36.961895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Port': ['ID=e9921e60-0ba6-4b11-bb91-fb213833a3ed,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:36.967760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No DVR routers for this DVR port e9921e60-0ba6-4b11-bb91-fb213833a3ed on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:37.049504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.059650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b21ece-e6f7-49e9-ae82-b024659f669c']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:37.073335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0482ca55-6219-4f7f-a683-c6e825511b11') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:37.073627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0482ca55-6219-4f7f-a683-c6e825511b11') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:37.082740 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.095937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.102663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:37.103052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:37.106247 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:37.219053 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.226816 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.228255 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/12b21ece-e6f7-49e9-ae82-b024659f669c HTTP/1.1" status: 204 len: 168 time: 2.2944565 Aug 23 04:09:37.239578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50466) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:37.248917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ba14-d982-4175-a9e9-0764569d4591 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=12b21ece-e6f7-49e9-ae82-b024659f669c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:37.260920 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aba520e-f18f-41cd-a9e4-2b02a1231469 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:37.261562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aba520e-f18f-41cd-a9e4-2b02a1231469 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:37.263559 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8aba520e-f18f-41cd-a9e4-2b02a1231469 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/12b21ece-e6f7-49e9-ae82-b024659f669c HTTP/1.1" status: 404 len: 339 time: 0.0228212 Aug 23 04:09:37.267594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50468) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:37.273342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-917896488', 'description': 'd1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:37.374579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:37.378371 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.414241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:37.424170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.424170 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment ab897b49-47af-4423-8a7b-de62b1bafe66 of type vlan for network 93c9f22a-a6ef-4884-9f28-9ec72357ca1f Aug 23 04:09:37.498257 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.685394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.712796 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.759198 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.811875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d45b1d-8beb-44e3-9923-90e5a5ee453a req-5f9338cc-c1fd-438a-9d07-f26531248002 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:37.813574 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03d45b1d-8beb-44e3-9923-90e5a5ee453a req-5f9338cc-c1fd-438a-9d07-f26531248002 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.0739231 Aug 23 04:09:37.840184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.853641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03d45b1d-8beb-44e3-9923-90e5a5ee453a req-a4bb0fd3-c006-4e81-946d-54a83227c12b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328445 Aug 23 04:09:37.871158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.876587 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:37.877195 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.905742 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.950177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=93c9f22a-a6ef-4884-9f28-9ec72357ca1f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:37.960917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 93c9f22a-a6ef-4884-9f28-9ec72357ca1f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:37.979758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=bbb32fc1-f1ee-45ec-b919-2eb1e977f97f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:37.991012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:37.995012 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f39d60d4-42e0-4190-8742-0cb9cb9a2426 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7236669 Aug 23 04:09:37.995160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50474) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:38.074463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcaf565-6344-4d83-9742-858e24bdac71 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:38.077242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0bcaf565-6344-4d83-9742-858e24bdac71 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/networks?id=93c9f22a-a6ef-4884-9f28-9ec72357ca1f HTTP/1.1" status: 200 len: 764 time: 0.0798898 Aug 23 04:09:38.078760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50476) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:38.084538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-776290ec-91a3-48da-991d-e3aca88eb52c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'description': 'd2'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:38.096619 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Floating IP 6a311f0e-e1e0-4155-887e-68fe4e03c5fa associated. External IP: 172.25.1.170, port: c453d992-195f-43d8-b455-73c063775c4f. Aug 23 04:09:38.245877 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-776290ec-91a3-48da-991d-e3aca88eb52c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:38.314322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 351e53d6-8e6a-4983-9e7e-bfda36f1057d has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:09:38.390873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-776290ec-91a3-48da-991d-e3aca88eb52c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:38.415655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-776290ec-91a3-48da-991d-e3aca88eb52c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network 93c9f22a-a6ef-4884-9f28-9ec72357ca1f is not hosted by any dhcp agent {{(pid=95121) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 23 04:09:38.421103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776290ec-91a3-48da-991d-e3aca88eb52c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:38.421687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-776290ec-91a3-48da-991d-e3aca88eb52c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:38.422957 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-776290ec-91a3-48da-991d-e3aca88eb52c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "PUT /v2.0/networks/93c9f22a-a6ef-4884-9f28-9ec72357ca1f HTTP/1.1" status: 200 len: 761 time: 0.3432863 Aug 23 04:09:38.427156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50478) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:38.468035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:09:38.473556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776290ec-91a3-48da-991d-e3aca88eb52c tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=93c9f22a-a6ef-4884-9f28-9ec72357ca1f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:38.479970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] Sync routers for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:09:38.486350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 93c9f22a-a6ef-4884-9f28-9ec72357ca1f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:38.511974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:38.512532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:38.532684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44cda2-95cb-4408-b912-50b46981449e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:38.533349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ad44cda2-95cb-4408-b912-50b46981449e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/networks?id=93c9f22a-a6ef-4884-9f28-9ec72357ca1f HTTP/1.1" status: 200 len: 764 time: 0.1060753 Aug 23 04:09:38.537759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50480) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:38.603300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:38.651937 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-66fb4ea1-f30b-407a-ab66-8443bc36a1f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4462771 Aug 23 04:09:38.652573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:09:38.666989 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d75ead9-f7d7-4403-a547-f8b3268489a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:09:38.684259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:38.774577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93636b0-b111-4bb9-a3ef-1078d713e6d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:38.776044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e93636b0-b111-4bb9-a3ef-1078d713e6d2 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2372875 Aug 23 04:09:38.779092 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50486) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:38.793813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbb6ee-b6d2-42e9-a48a-173f94f18bed req-23822f5d-659e-4843-bd22-951de6a98392 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:38.795328 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40fbb6ee-b6d2-42e9-a48a-173f94f18bed req-23822f5d-659e-4843-bd22-951de6a98392 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0791039 Aug 23 04:09:38.825298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ed3a4717-76af-484a-b008-e0a1a4f8b463 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 207 time: 0.0419033 Aug 23 04:09:38.828935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50488) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:38.864855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40fbb6ee-b6d2-42e9-a48a-173f94f18bed req-6bb2ddda-7f91-4814-b4aa-7e0398c216a3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614886 Aug 23 04:09:38.891185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50492) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:38.927245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '6a311f0e-e1e0-4155-887e-68fe4e03c5fa', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.170', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'port_id': 'c453d992-195f-43d8-b455-73c063775c4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'mac_address': 'fa:16:3e:fc:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:09:37Z', 'updated_at': '2021-08-23T04:09:37Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b41445e-9619-422c-9ee4-c537229859f2', 'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:79:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:17Z', 'updated_at': '2021-08-23T04:09:25Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:38.941676 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9837367c-6745-48d3-b9e8-16c686c8cf5a x-openstack-request-id: req-9837367c-6745-48d3-b9e8-16c686c8cf5a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:09:38.942092 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:09:38.943935 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9837367c-6745-48d3-b9e8-16c686c8cf5a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:09:38.944444 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'status': 'completed', 'code': 200} Aug 23 04:09:38.969542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] Checking router: 351e53d6-8e6a-4983-9e7e-bfda36f1057d for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:09:38.984347 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:38.984746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:39.003131 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4445588e-49c0-46e5-9e79-212f212382c0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/6a311f0e-e1e0-4155-887e-68fe4e03c5fa HTTP/1.1" status: 200 len: 991 time: 0.1105993 Aug 23 04:09:39.020440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-167c42fa-0138-423a-a373-6be1e5481791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.022102 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-167c42fa-0138-423a-a373-6be1e5481791 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1096 time: 0.0767653 Aug 23 04:09:39.095178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987713-959e-44e8-9210-0c0a97e73b14 req-ca32578a-328d-4e7a-a323-2b694e469087 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.096768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61987713-959e-44e8-9210-0c0a97e73b14 req-ca32578a-328d-4e7a-a323-2b694e469087 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 944 time: 0.1193988 Aug 23 04:09:39.104345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7464a302-72aa-46c6-b544-769b9bb39171 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.110323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7464a302-72aa-46c6-b544-769b9bb39171 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.116232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7464a302-72aa-46c6-b544-769b9bb39171 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.122632 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7464a302-72aa-46c6-b544-769b9bb39171 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.125446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-dfeed3cc-6c4c-4180-8130-ec2a1e17421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.126954 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-dfeed3cc-6c4c-4180-8130-ec2a1e17421a service neutron] 10.222.0.24 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.0970745 Aug 23 04:09:39.128651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7464a302-72aa-46c6-b544-769b9bb39171 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.134525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7464a302-72aa-46c6-b544-769b9bb39171 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.137477 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7464a302-72aa-46c6-b544-769b9bb39171 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3075159 Aug 23 04:09:39.141701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50498) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:39.211570 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-bbec5dca-d750-4dae-a3c4-c0432d158c8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 999 time: 0.0773873 Aug 23 04:09:39.216376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61987713-959e-44e8-9210-0c0a97e73b14 req-629820f7-3d76-43e7-bcf4-de25126461a8 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733776 Aug 23 04:09:39.269229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:39.274010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-826dfc5c-f167-4300-9f60-e0513343114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.275579 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-826dfc5c-f167-4300-9f60-e0513343114d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0522034 Aug 23 04:09:39.327944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1d04096c-aaa2-4bb2-bdf1-54c2aa054f32 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1835177 Aug 23 04:09:39.331593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50504) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:39.368533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-070a5a6a-407b-47e4-b723-f8d11dbea55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.370193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-070a5a6a-407b-47e4-b723-f8d11dbea55d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877964 Aug 23 04:09:39.429143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c72a05-d3dd-4150-a1dd-f1d110c6f318 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.430759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c72a05-d3dd-4150-a1dd-f1d110c6f318 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.432314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c72a05-d3dd-4150-a1dd-f1d110c6f318 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.434103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c72a05-d3dd-4150-a1dd-f1d110c6f318 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.435703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c72a05-d3dd-4150-a1dd-f1d110c6f318 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.440793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-95c72a05-d3dd-4150-a1dd-f1d110c6f318 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1047003 Aug 23 04:09:39.441171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50506) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:39.479115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:09:39.487812 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-6c0ae522-cf15-4776-bead-a9e5f437341d service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100471 Aug 23 04:09:39.509190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e699d4-b3ab-457a-ab00-37e41dab6093 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.510669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e699d4-b3ab-457a-ab00-37e41dab6093 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.512116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e699d4-b3ab-457a-ab00-37e41dab6093 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.515400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e699d4-b3ab-457a-ab00-37e41dab6093 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.517036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e699d4-b3ab-457a-ab00-37e41dab6093 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['shared'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.521911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-34e699d4-b3ab-457a-ab00-37e41dab6093 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0765209 Aug 23 04:09:39.522439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50508) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:39.588827 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3d75ead9-f7d7-4403-a547-f8b3268489a5 req-388f86d0-5111-41f7-bdca-7c6ec4ef3713 service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946572 Aug 23 04:09:39.622129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '6a311f0e-e1e0-4155-887e-68fe4e03c5fa', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.170', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'port_id': 'c453d992-195f-43d8-b455-73c063775c4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'mac_address': 'fa:16:3e:fc:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:09:37Z', 'updated_at': '2021-08-23T04:09:37Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b41445e-9619-422c-9ee4-c537229859f2', 'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:79:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:17Z', 'updated_at': '2021-08-23T04:09:25Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:39.634999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970704fd-747c-4d14-8937-16eaaa83dc3f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:39.640486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-970704fd-747c-4d14-8937-16eaaa83dc3f tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/networks/8a343270-8d04-4a65-ae95-dda9284bdc3d HTTP/1.1" status: 200 len: 803 time: 0.1135302 Aug 23 04:09:39.640797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50510) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:39.658795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed2070-6437-4884-9068-ccb45af68f2f None None] The sync data for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 is: [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '6a311f0e-e1e0-4155-887e-68fe4e03c5fa', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.170', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'port_id': 'c453d992-195f-43d8-b455-73c063775c4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'mac_address': 'fa:16:3e:fc:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:09:37Z', 'updated_at': '2021-08-23T04:09:37Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b41445e-9619-422c-9ee4-c537229859f2', 'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:79:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:17Z', 'updated_at': '2021-08-23T04:09:25Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:09:39.669770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:39.694966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'port_id': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'mac_address': 'fa:16:3e:8c:f1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:09:39.741894 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:39.762019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:09:39.784217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:39.854655 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:39.900194 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d429b992-8c9a-48c3-8494-19667eb14fec None None] New status for floating IP 6a311f0e-e1e0-4155-887e-68fe4e03c5fa: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:09:39.938255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:40.010219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50512) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:40.060092 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:09:40.065906 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d7d39217-fbab-4c78-8cae-cfcf3ed1e54a tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/networks/8a343270-8d04-4a65-ae95-dda9284bdc3d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4239266 Aug 23 04:09:40.069888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50514) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:40.091393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9318a092-a033-4810-92c2-ca5fc67c7f01 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/6a311f0e-e1e0-4155-887e-68fe4e03c5fa HTTP/1.1" status: 200 len: 991 time: 0.0787554 Aug 23 04:09:40.121359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12053edb-df1d-42b2-a9e7-8d64d6432e71 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:40.122573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-12053edb-df1d-42b2-a9e7-8d64d6432e71 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/subnets/925b6bb1-a0af-4e23-8375-2a695fdc5368 HTTP/1.1" status: 200 len: 843 time: 0.0517735 Aug 23 04:09:40.126279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50516) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:40.185249 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e72723-7bfb-42d5-9b8e-d479b9b6cab6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['shared'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:40.186878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-79e72723-7bfb-42d5-9b8e-d479b9b6cab6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "GET /v2.0/subnets/925b6bb1-a0af-4e23-8375-2a695fdc5368?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0597115 Aug 23 04:09:40.190597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:40.198774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618213662'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:40.300080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:40.303677 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:40.334519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:40.342426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3215c98-93ed-47f4-9ab5-227289d518be req-7fac545a-8af8-4827-82a3-268b48281979 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:40.344864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:40.345332 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Added segment d4900c01-3cb6-4d60-a24d-f5901a789a7d of type vlan for network e6adb5c7-e733-4598-92a0-91aa4c82fe57 Aug 23 04:09:40.349545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3215c98-93ed-47f4-9ab5-227289d518be req-7fac545a-8af8-4827-82a3-268b48281979 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 945 time: 0.0600519 Aug 23 04:09:40.383543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3215c98-93ed-47f4-9ab5-227289d518be req-fa627a09-9758-4f56-b4f2-ae15bdf021d4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330524 Aug 23 04:09:40.404804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:40.500022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:40.506169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:40.506785 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:40.570951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Network': ['ID=e6adb5c7-e733-4598-92a0-91aa4c82fe57,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:40.581795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network e6adb5c7-e733-4598-92a0-91aa4c82fe57 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:40.616193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a39b739e-6b85-4f1a-92cf-9979fac4963b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4238801 Aug 23 04:09:40.619402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50524) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:40.624835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'network_id': 'e6adb5c7-e733-4598-92a0-91aa4c82fe57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:40.797499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Made reservation on behalf of 88d32abc98de4a5e8db1be9eca78b545 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:40.801707 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:40.856123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Performing IP validity checks on allocation pools {{(pid=95121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 04:09:40.856636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 04:09:41.077562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:41.094447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50526) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:41.144666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=1316425f-b5c9-497c-be34-a0d0d9a5445a,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:41.150175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Checking segment: {'id': 'd4900c01-3cb6-4d60-a24d-f5901a789a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e6adb5c7-e733-4598-92a0-91aa4c82fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:41.150550 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network hostable DHCP agents. Network: e6adb5c7-e733-4598-92a0-91aa4c82fe57, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:41.164488 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-512441c8-e63a-4f65-b464-516aa3397997 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/6a311f0e-e1e0-4155-887e-68fe4e03c5fa HTTP/1.1" status: 200 len: 993 time: 0.0683646 Aug 23 04:09:41.219833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Network e6adb5c7-e733-4598-92a0-91aa4c82fe57 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:41.322501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, e6adb5c7-e733-4598-92a0-91aa4c82fe57) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:41.326674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:41.327263 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:41.331170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde39d2-09c9-4109-a4f7-0515ad7165a9 None None] Network e6adb5c7-e733-4598-92a0-91aa4c82fe57 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:41.429038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-00caa72e-b704-476d-8890-aadce8291165 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8073924 Aug 23 04:09:41.430970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50530) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:41.437476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9817f0a2-5b7e-4ffa-b482-08591ce544ba tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:41.502442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:41.521859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6dd8d-d01a-4986-9e52-bed8511df48c req-514d9db8-dd53-450c-894e-bd4b21226ae7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:41.523604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dd6dd8d-d01a-4986-9e52-bed8511df48c req-514d9db8-dd53-450c-894e-bd4b21226ae7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 945 time: 0.0694768 Aug 23 04:09:41.548646 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9817f0a2-5b7e-4ffa-b482-08591ce544ba tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11992978'] for subnet, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:41.551878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-e6adb5c7-e733-4598-92a0-91aa4c82fe57', 'network_id': 'e6adb5c7-e733-4598-92a0-91aa4c82fe57', 'tenant_id': '88d32abc98de4a5e8db1be9eca78b545', 'fixed_ips': [{'subnet_id': '1316425f-b5c9-497c-be34-a0d0d9a5445a'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:41.552308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:41.579755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7dd6dd8d-d01a-4986-9e52-bed8511df48c req-6320da8a-4cd7-4798-819b-117b9be14bd2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492508 Aug 23 04:09:41.673427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:41.678127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:41.680479 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:41.760345 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:41.783083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:09:41.785358 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba1e284-74b5-4db8-899e-d7f96aa9ff5c" -d '{"events": [{"server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "name": "network-vif-plugged", "status": "completed", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:09:41.802142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:41.820709 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9817f0a2-5b7e-4ffa-b482-08591ce544ba tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735236736862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9350839'] for subnet, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:41.843710 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140e10f6-357b-4336-a4eb-4d6e399ab8b8 x-openstack-request-id: req-140e10f6-357b-4336-a4eb-4d6e399ab8b8 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:09:41.843710 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "name": "network-vif-plugged", "status": "completed", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:09:41.843710 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-140e10f6-357b-4336-a4eb-4d6e399ab8b8 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:09:41.847124 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'code': 200} Aug 23 04:09:41.862663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817f0a2-5b7e-4ffa-b482-08591ce544ba tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:41.863803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9817f0a2-5b7e-4ffa-b482-08591ce544ba tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:41.867903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9817f0a2-5b7e-4ffa-b482-08591ce544ba tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "PUT /v2.0/subnets/1316425f-b5c9-497c-be34-a0d0d9a5445a HTTP/1.1" status: 200 len: 900 time: 0.4331806 Aug 23 04:09:41.869966 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50536) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:41.872780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Allocated IP 2001:db8::3 (e6adb5c7-e733-4598-92a0-91aa4c82fe57/1316425f-b5c9-497c-be34-a0d0d9a5445a/395191a7-bd1b-4ea0-a429-1ac9dbe017cf) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:41.940193 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:41.961239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817f0a2-5b7e-4ffa-b482-08591ce544ba tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event updated for resources: {'Subnet': ['ID=1316425f-b5c9-497c-be34-a0d0d9a5445a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:42.030558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937443a-e404-47ad-9a9c-2f6a96ea68d3 req-8f783738-3389-455d-91fa-d7db9ff67be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:42.031962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7937443a-e404-47ad-9a9c-2f6a96ea68d3 req-8f783738-3389-455d-91fa-d7db9ff67be0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 1097 time: 0.0856402 Aug 23 04:09:42.036333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.077736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:42.111338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7937443a-e404-47ad-9a9c-2f6a96ea68d3 req-146b9f49-79e5-43b8-a1e3-907e404783e3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716662 Aug 23 04:09:42.126278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.142655 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.151622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Transition to ACTIVE for port object 395191a7-bd1b-4ea0-a429-1ac9dbe017cf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:42.168734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Transition to ACTIVE for port object 395191a7-bd1b-4ea0-a429-1ac9dbe017cf will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:42.236939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.275631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Network e6adb5c7-e733-4598-92a0-91aa4c82fe57 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:42.278522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:42.281117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:42.292856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Pushing event updated for resources: {'Port': ['ID=395191a7-bd1b-4ea0-a429-1ac9dbe017cf,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:42.344686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Attempting to bind port 395191a7-bd1b-4ea0-a429-1ac9dbe017cf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:42.345382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Attempting to bind port 395191a7-bd1b-4ea0-a429-1ac9dbe017cf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd4900c01-3cb6-4d60-a24d-f5901a789a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e6adb5c7-e733-4598-92a0-91aa4c82fe57'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:42.345520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Attempting to bind port 395191a7-bd1b-4ea0-a429-1ac9dbe017cf on network e6adb5c7-e733-4598-92a0-91aa4c82fe57 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:42.350356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:42.350756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Checking segment: {'id': 'd4900c01-3cb6-4d60-a24d-f5901a789a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e6adb5c7-e733-4598-92a0-91aa4c82fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:42.351152 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.351545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Bound using segment: {'id': 'd4900c01-3cb6-4d60-a24d-f5901a789a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e6adb5c7-e733-4598-92a0-91aa4c82fe57'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:42.351999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Bound port: 395191a7-bd1b-4ea0-a429-1ac9dbe017cf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4900c01-3cb6-4d60-a24d-f5901a789a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e6adb5c7-e733-4598-92a0-91aa4c82fe57'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:42.352373 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.386477 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.414518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=1316425f-b5c9-497c-be34-a0d0d9a5445a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:42.420581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] For port 395191a7-bd1b-4ea0-a429-1ac9dbe017cf, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:42.427419 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] For port 395191a7-bd1b-4ea0-a429-1ac9dbe017cf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=395191a7-bd1b-4ea0-a429-1ac9dbe017cf,segment=NetworkSegment(d4900c01-3cb6-4d60-a24d-f5901a789a7d),segment_id=d4900c01-3cb6-4d60-a24d-f5901a789a7d)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:42.478157 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.487707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6adb5c7-e733-4598-92a0-91aa4c82fe57']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:42.498202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4900c01-3cb6-4d60-a24d-f5901a789a7d') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:42.498498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4900c01-3cb6-4d60-a24d-f5901a789a7d') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:42.499513 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.507350 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.521226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.527025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:42.527482 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:42.530470 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:42.561993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd46a3-8c86-4f25-b77c-e0e2ecba1da8 None None] Pushing event updated for resources: {'Port': ['ID=395191a7-bd1b-4ea0-a429-1ac9dbe017cf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:42.649302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.db.api [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 04:09:42.649302 n-d-749052-7 neutron-server[95120]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 04:09:42.649302 n-d-749052-7 neutron-server[95120]: [parameters: {'id': 'e6adb5c7-e733-4598-92a0-91aa4c82fe57'}] Aug 23 04:09:42.649302 n-d-749052-7 neutron-server[95120]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:09:42.649902 n-d-749052-7 neutron-server[95120]: DEBUG oslo_db.api [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:09:42.742842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436271-dbdb-4499-b1b5-d24e584d7792 req-2850282d-d95b-4471-aebf-d4bb9b1d8b44 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:42.744609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd436271-dbdb-4499-b1b5-d24e584d7792 req-2850282d-d95b-4471-aebf-d4bb9b1d8b44 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 946 time: 0.0744169 Aug 23 04:09:42.797429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cd436271-dbdb-4499-b1b5-d24e584d7792 req-8d6e581d-037b-4669-96f5-ce51bb24ad70 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414848 Aug 23 04:09:43.151042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.216282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting port 395191a7-bd1b-4ea0-a429-1ac9dbe017cf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:43.216624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.283029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] For port 395191a7-bd1b-4ea0-a429-1ac9dbe017cf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=395191a7-bd1b-4ea0-a429-1ac9dbe017cf,segment=NetworkSegment(d4900c01-3cb6-4d60-a24d-f5901a789a7d),segment_id=d4900c01-3cb6-4d60-a24d-f5901a789a7d)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:43.283438 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.296670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Calling delete_port for 395191a7-bd1b-4ea0-a429-1ac9dbe017cf owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:43.489700 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.519840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Port': ['ID=395191a7-bd1b-4ea0-a429-1ac9dbe017cf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:43.521867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No DVR routers for this DVR port 395191a7-bd1b-4ea0-a429-1ac9dbe017cf on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:43.538223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649f22e1-6d33-4590-8937-97618aeed1d5 None None] Network e6adb5c7-e733-4598-92a0-91aa4c82fe57 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:43.615754 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.629920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6adb5c7-e733-4598-92a0-91aa4c82fe57']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:43.640522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4900c01-3cb6-4d60-a24d-f5901a789a7d') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:43.640817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4900c01-3cb6-4d60-a24d-f5901a789a7d') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:43.643731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-07ed2eb8-ab96-4046-b1b9-115a3fb4f7b6 None None] Could not find standard attr ID for object 395191a7-bd1b-4ea0-a429-1ac9dbe017cf. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 04:09:43.652622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.667303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.673882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:43.674337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:43.678289 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:43.717584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf7787-7d70-43ad-86c3-0a898603df83 None None] DHCP port deletion for e6adb5c7-e733-4598-92a0-91aa4c82fe57 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:09:43.734888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8da7f2-2a29-4f52-aa2f-44e9361997b2 None None] Network e6adb5c7-e733-4598-92a0-91aa4c82fe57 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:43.808772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.820406 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:43.825125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/e6adb5c7-e733-4598-92a0-91aa4c82fe57 HTTP/1.1" status: 204 len: 168 time: 1.9559972 Aug 23 04:09:43.829056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50550) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:43.859779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb531100-6152-4340-b11a-98ddef43dff0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=e6adb5c7-e733-4598-92a0-91aa4c82fe57,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:43.884744 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-de564fc1-1304-42a7-9f1d-d774ce843bdb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:43.885227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de564fc1-1304-42a7-9f1d-d774ce843bdb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:43.886945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-de564fc1-1304-42a7-9f1d-d774ce843bdb tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/1316425f-b5c9-497c-be34-a0d0d9a5445a HTTP/1.1" status: 404 len: 337 time: 0.0571339 Aug 23 04:09:43.890280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50554) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:43.921118 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a52743-599e-4b7f-8cdd-324b44f16a0b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:43.921690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a52743-599e-4b7f-8cdd-324b44f16a0b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:43.923895 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c6a52743-599e-4b7f-8cdd-324b44f16a0b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/e6adb5c7-e733-4598-92a0-91aa4c82fe57 HTTP/1.1" status: 404 len: 339 time: 0.0325286 Aug 23 04:09:43.927878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50556) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:43.962338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2dc72-d2d3-4151-939e-dd43c9042d43 req-40d1c938-d666-4afe-bdfe-c71d6826d231 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:43.963744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eef2dc72-d2d3-4151-939e-dd43c9042d43 req-40d1c938-d666-4afe-bdfe-c71d6826d231 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 946 time: 0.0581644 Aug 23 04:09:44.004215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eef2dc72-d2d3-4151-939e-dd43c9042d43 req-7eb20780-f9f4-4547-bfd9-02194eea49e4 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334547 Aug 23 04:09:44.016765 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.106749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.117212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c9f22a-a6ef-4884-9f28-9ec72357ca1f']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:44.121134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc64e13-b47f-46dd-bb96-88c9dfe68214 req-c10d21dc-4863-4a81-b3c6-a0c99f7744fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:44.122732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fc64e13-b47f-46dd-bb96-88c9dfe68214 req-c10d21dc-4863-4a81-b3c6-a0c99f7744fd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 946 time: 0.0489194 Aug 23 04:09:44.127293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab897b49-47af-4423-8a7b-de62b1bafe66') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:44.127587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab897b49-47af-4423-8a7b-de62b1bafe66') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:44.138809 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.152467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.158461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:44.158851 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:44.162306 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:44.169769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fc64e13-b47f-46dd-bb96-88c9dfe68214 req-acd31cc3-6efc-4c96-8522-6fa953bdc36b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355773 Aug 23 04:09:44.192198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50560) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:44.419606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8bb935-b596-4280-82b9-f141d0768421 tempest-TestVolumeBootPattern-869819263 tempest-TestVolumeBootPattern-869819263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:44.419606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2d8bb935-b596-4280-82b9-f141d0768421 tempest-TestVolumeBootPattern-869819263 tempest-TestVolumeBootPattern-869819263-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 1092 time: 0.2055566 Aug 23 04:09:44.419606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50564) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:44.419606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:44.471740 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.478723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.480494 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/93c9f22a-a6ef-4884-9f28-9ec72357ca1f HTTP/1.1" status: 204 len: 168 time: 0.5521793 Aug 23 04:09:44.483318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50566) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:44.492169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315454f-cd12-43a8-abee-0db636d263af tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=93c9f22a-a6ef-4884-9f28-9ec72357ca1f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:44.510077 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca97b186-14d8-42e1-b5db-89dd7f94c036 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:44.510526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca97b186-14d8-42e1-b5db-89dd7f94c036 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:44.512198 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ca97b186-14d8-42e1-b5db-89dd7f94c036 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/82bf8d9f-b0cf-45ac-b0b7-71f5e4c49a66 HTTP/1.1" status: 404 len: 337 time: 0.0278594 Aug 23 04:09:44.515031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50568) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:44.531827 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ecaa94-f96e-4c99-a56d-1e633ce3dd45 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:44.532341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ecaa94-f96e-4c99-a56d-1e633ce3dd45 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:44.534018 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-08ecaa94-f96e-4c99-a56d-1e633ce3dd45 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/12b21ece-e6f7-49e9-ae82-b024659f669c HTTP/1.1" status: 404 len: 339 time: 0.0180612 Aug 23 04:09:44.536241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50570) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:44.584869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting subnet c5707fa0-43eb-47c0-a640-a7215811644c {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:09:44.587883 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.611406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.647833 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.770181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.820698 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.918496 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.957057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=c5707fa0-43eb-47c0-a640-a7215811644c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:44.959539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Allocated IP 172.25.1.42 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/62cea056-0481-4334-888d-2c0dc3e20b89) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:44.968830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:44.969578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a82f1b3-f523-4396-b4fc-8164cfbe5abe None None] Network fc17b922-ff8f-454d-baa3-e953730d1d16 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:44.970697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/c5707fa0-43eb-47c0-a640-a7215811644c HTTP/1.1" status: 204 len: 168 time: 0.4335983 Aug 23 04:09:44.974036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50576) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:44.978038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.978353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.978696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.979026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.979401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.979683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.980006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.980327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.980645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.980963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.981306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:44.981623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980ea86-bd33-41c8-8740-fee9796cedb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:09:45.040465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab77633-26d5-49c5-900a-6d13c78b69a0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting subnet 7d7a6f2c-30cf-4e18-a13c-014a36771a1f {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:09:45.047074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cab77633-26d5-49c5-900a-6d13c78b69a0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.084942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.088131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cab77633-26d5-49c5-900a-6d13c78b69a0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.180617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.203366 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cab77633-26d5-49c5-900a-6d13c78b69a0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.224724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:45.229285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:45.231752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:45.240936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=62cea056-0481-4334-888d-2c0dc3e20b89,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:45.369164 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cab77633-26d5-49c5-900a-6d13c78b69a0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.403600 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77633-26d5-49c5-900a-6d13c78b69a0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7a6f2c-30cf-4e18-a13c-014a36771a1f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:45.408334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cab77633-26d5-49c5-900a-6d13c78b69a0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.412932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cab77633-26d5-49c5-900a-6d13c78b69a0 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/7d7a6f2c-30cf-4e18-a13c-014a36771a1f HTTP/1.1" status: 204 len: 168 time: 0.4371405 Aug 23 04:09:45.417543 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50580) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:45.517503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.593983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting port f1ee5077-35c6-469c-a4ac-4c2eda487249 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:45.594374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.663718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] For port f1ee5077-35c6-469c-a4ac-4c2eda487249, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f1ee5077-35c6-469c-a4ac-4c2eda487249,segment=NetworkSegment(eba5d0b3-ef92-4409-9c06-80a32cc326d2),segment_id=eba5d0b3-ef92-4409-9c06-80a32cc326d2)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:45.664087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.679090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Calling delete_port for f1ee5077-35c6-469c-a4ac-4c2eda487249 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:45.753197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0454d5-f9af-4d11-9f2c-44bc9ef0f887 None None] Network fc17b922-ff8f-454d-baa3-e953730d1d16 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:45.831183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e0cacff7-a0ef-4ded-8394-5c7852bf30b9 None None] Provisioning complete for port f1ee5077-35c6-469c-a4ac-4c2eda487249 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:45.832171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e0cacff7-a0ef-4ded-8394-5c7852bf30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.853859 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:45.914750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e0cacff7-a0ef-4ded-8394-5c7852bf30b9 None None] Could not find standard attr ID for object f1ee5077-35c6-469c-a4ac-4c2eda487249. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 04:09:45.915850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No DVR routers for this DVR port f1ee5077-35c6-469c-a4ac-4c2eda487249 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:45.918479 n-d-749052-7 neutron-server[95122]: INFO neutron.plugins.ml2.db [None req-e0cacff7-a0ef-4ded-8394-5c7852bf30b9 None None] No ports have port_id starting with f1ee5077-35c6-469c-a4ac-4c2eda487249 Aug 23 04:09:45.922385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Port': ['ID=f1ee5077-35c6-469c-a4ac-4c2eda487249,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:46.011920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac089446-e5f6-4d7d-a8e8-7343ceaa9a92 None None] DHCP port deletion for fc17b922-ff8f-454d-baa3-e953730d1d16 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:09:46.024168 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.043830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc17b922-ff8f-454d-baa3-e953730d1d16']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:46.059148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba5d0b3-ef92-4409-9c06-80a32cc326d2') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:46.065271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba5d0b3-ef92-4409-9c06-80a32cc326d2') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:46.069346 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.075894 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.083485 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.090270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:46.090728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:46.094416 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:46.206141 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.240094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.246161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.252569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/fc17b922-ff8f-454d-baa3-e953730d1d16 HTTP/1.1" status: 204 len: 168 time: 0.8316300 Aug 23 04:09:46.253557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50584) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:46.266837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a467c-b9a6-406b-915c-979910719941 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=fc17b922-ff8f-454d-baa3-e953730d1d16,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:46.293694 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-421887eb-cd5a-4649-b1ce-7957f81fac64 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:46.295888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421887eb-cd5a-4649-b1ce-7957f81fac64 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:46.295888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-421887eb-cd5a-4649-b1ce-7957f81fac64 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/8c5886bc-6112-4303-b0ee-157b632289ac HTTP/1.1" status: 404 len: 337 time: 0.0414245 Aug 23 04:09:46.298439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50586) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:46.345880 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0148b4e-c89a-4706-b835-366cf98b4ae1 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:46.346450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0148b4e-c89a-4706-b835-366cf98b4ae1 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:46.348667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a0148b4e-c89a-4706-b835-366cf98b4ae1 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/30a9bf6f-55e7-4c9a-ad09-a587f8430964 HTTP/1.1" status: 404 len: 339 time: 0.0493078 Aug 23 04:09:46.351377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50588) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:46.384719 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b62b296-e89e-47b0-bf33-5d22b71e410b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:46.385760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b62b296-e89e-47b0-bf33-5d22b71e410b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:46.390459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8b62b296-e89e-47b0-bf33-5d22b71e410b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/a45b840d-3752-4ba5-bfd5-8b1225507bdb HTTP/1.1" status: 404 len: 337 time: 0.0346777 Aug 23 04:09:46.390983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50590) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:46.406473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.411805 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-52166fd3-ae31-483d-acde-ae2b51fbf383 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:46.412385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52166fd3-ae31-483d-acde-ae2b51fbf383 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:46.414131 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-52166fd3-ae31-483d-acde-ae2b51fbf383 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/5bda8544-6ae8-4d99-807e-d931fd9cfe5f HTTP/1.1" status: 404 len: 339 time: 0.0222526 Aug 23 04:09:46.416688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50592) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:46.446141 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-2140ed76-a838-4c02-b2c6-2f54e5e8ba8b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:46.446593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2140ed76-a838-4c02-b2c6-2f54e5e8ba8b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:46.448355 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2140ed76-a838-4c02-b2c6-2f54e5e8ba8b tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/408a1671-590c-4692-a3a9-5276f61a992a HTTP/1.1" status: 404 len: 337 time: 0.0307274 Aug 23 04:09:46.450862 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50594) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:46.468369 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bbcf84-a605-4273-94e7-5428d1019765 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:46.468901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bbcf84-a605-4273-94e7-5428d1019765 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:46.470656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-56bbcf84-a605-4273-94e7-5428d1019765 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/c3f7bb53-6e21-4715-8576-fe3d3188d566 HTTP/1.1" status: 404 len: 339 time: 0.0189197 Aug 23 04:09:46.473817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50596) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:46.505848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.525320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72bdd23-10ed-4cb1-9c80-eb60b08f523a tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting subnet 970b366f-5e91-4015-b93a-2d1f27a0d262 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:09:46.528422 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f72bdd23-10ed-4cb1-9c80-eb60b08f523a tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.559999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event updated for resources: {'Port': ['ID=62cea056-0481-4334-888d-2c0dc3e20b89,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:46.570260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f72bdd23-10ed-4cb1-9c80-eb60b08f523a tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.601688 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.661235 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f72bdd23-10ed-4cb1-9c80-eb60b08f523a tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.706403 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Floating IP 0131e6a7-26d5-44e2-a07f-fe00ee2630e1 associated. External IP: 172.25.1.42, port: 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953. Aug 23 04:09:46.788754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f1ee5077-35c6-469c-a4ac-4c2eda487249 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:09:46.804565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f72bdd23-10ed-4cb1-9c80-eb60b08f523a tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.809249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f1ee5077-35c6-469c-a4ac-4c2eda487249 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:09:46.810064 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f1ee5077-35c6-469c-a4ac-4c2eda487249 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:09:46.837325 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bdd23-10ed-4cb1-9c80-eb60b08f523a tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=970b366f-5e91-4015-b93a-2d1f27a0d262,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:46.846303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f72bdd23-10ed-4cb1-9c80-eb60b08f523a tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:46.846303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f72bdd23-10ed-4cb1-9c80-eb60b08f523a tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/970b366f-5e91-4015-b93a-2d1f27a0d262 HTTP/1.1" status: 204 len: 168 time: 0.3690193 Aug 23 04:09:46.846667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50598) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:46.850336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d606783-e74d-41f7-9d2e-07c6059dda9e None None] Network 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:46.982197 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.009873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Router 684066a7-fdcd-4776-aff2-6e7016547b1c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:09:47.030844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71d89a-c3b8-4742-8514-fa4e8d9e57f0 None None] DHCP port deletion for 4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:09:47.078552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0c71d89a-c3b8-4742-8514-fa4e8d9e57f0 None None] Deleting port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:47.078965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c71d89a-c3b8-4742-8514-fa4e8d9e57f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.134887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:47.135488 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.146367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-0c71d89a-c3b8-4742-8514-fa4e8d9e57f0 None None] For port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9b0abd9a-be4c-43d4-8a2f-68b1a6544766,segment=NetworkSegment(2318feeb-254e-4b4e-8421-710a937319f7),segment_id=2318feeb-254e-4b4e-8421-710a937319f7)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:47.148347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c71d89a-c3b8-4742-8514-fa4e8d9e57f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.159323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0c71d89a-c3b8-4742-8514-fa4e8d9e57f0 None None] Calling delete_port for 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:47.204436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:09:47.224386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] Sync routers for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:09:47.225713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] For port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9b0abd9a-be4c-43d4-8a2f-68b1a6544766,segment=NetworkSegment(2318feeb-254e-4b4e-8421-710a937319f7),segment_id=2318feeb-254e-4b4e-8421-710a937319f7)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:47.225997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.241151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Calling delete_port for 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:47.247525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:47.248378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:47.317834 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.365113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bf53c93b-5d76-481c-b506-d135c5d08f47 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9375429 Aug 23 04:09:47.365113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:09:47.365113 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07" -d '{"events": [{"name": "network-changed", "server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:09:47.367213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c71d89a-c3b8-4742-8514-fa4e8d9e57f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.378019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:47.382857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.410756 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6c90d7-2ae1-48de-8e88-ed0427df1bf5 x-openstack-request-id: req-5b6c90d7-2ae1-48de-8e88-ed0427df1bf5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:09:47.411317 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:09:47.412244 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b6c90d7-2ae1-48de-8e88-ed0427df1bf5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:09:47.412651 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'status': 'completed', 'code': 200} Aug 23 04:09:47.435424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d89a-c3b8-4742-8514-fa4e8d9e57f0 None None] Pushing event deleted for resources: {'Port': ['ID=9b0abd9a-be4c-43d4-8a2f-68b1a6544766,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:47.437606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71d89a-c3b8-4742-8514-fa4e8d9e57f0 None None] No DVR routers for this DVR port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:47.455910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No DVR routers for this DVR port 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:47.493278 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Port': ['ID=9b0abd9a-be4c-43d4-8a2f-68b1a6544766,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:47.493461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-975f95b8-a8ea-41bf-938e-45aed612c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:47.495034 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-975f95b8-a8ea-41bf-938e-45aed612c85c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 1097 time: 0.0589802 Aug 23 04:09:47.577461 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.588821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd90ded-2f74-4ecf-97ab-cdc0819e21b4']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:47.618643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2318feeb-254e-4b4e-8421-710a937319f7') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:47.618854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2318feeb-254e-4b4e-8421-710a937319f7') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:47.631519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.632099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-73ac92b0-4cd0-4e6c-9099-9b8d30a14ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:47.633847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-73ac92b0-4cd0-4e6c-9099-9b8d30a14ad6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.1318867 Aug 23 04:09:47.668928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.682011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:47.682428 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: self.session.flush() Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:47.685622 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:47.741716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0131e6a7-26d5-44e2-a07f-fe00ee2630e1', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:8c:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:09:45Z', 'updated_at': '2021-08-23T04:09:45Z', 'revision_number': 0, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}, {'id': '0840a424-3044-46ee-a5ac-97a0e53e2b0f', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:06:46Z', 'updated_at': '2021-08-23T04:06:49Z', 'revision_number': 1, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:47.750209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-89619a75-9a5f-4948-bf23-8c1c12c3d85f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 HTTP/1.1" status: 200 len: 999 time: 0.1064050 Aug 23 04:09:47.783806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] Checking router: 684066a7-fdcd-4776-aff2-6e7016547b1c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:09:47.795361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:47.796490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:47.811359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-f9ff7c37-8d84-4802-b62f-2954dae2424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:47.818157 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-f9ff7c37-8d84-4802-b62f-2954dae2424d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0563517 Aug 23 04:09:47.837417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.845654 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:47.850518 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/4fd90ded-2f74-4ecf-97ab-cdc0819e21b4 HTTP/1.1" status: 204 len: 168 time: 0.9999273 Aug 23 04:09:47.850518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50610) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:47.880705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-6aa6f45e-0225-435f-ba4a-5c601b8a41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:47.882685 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-6aa6f45e-0225-435f-ba4a-5c601b8a41d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628707 Aug 23 04:09:47.927874 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cdb805-6975-4ad0-9d9a-8323aa7953e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:47.928422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cdb805-6975-4ad0-9d9a-8323aa7953e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:47.930312 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f8cdb805-6975-4ad0-9d9a-8323aa7953e5 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/89fab054-aa21-4a75-a670-c1927ffebb55 HTTP/1.1" status: 404 len: 337 time: 0.0765548 Aug 23 04:09:47.931363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d190b8-3503-4449-8265-dcb4d2dfda66 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=4fd90ded-2f74-4ecf-97ab-cdc0819e21b4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:47.942337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50612) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:47.966411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:47.967887 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-12335a84-43a6-4a80-9903-4cf4ae80b43e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:47.968627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12335a84-43a6-4a80-9903-4cf4ae80b43e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:47.970535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-12335a84-43a6-4a80-9903-4cf4ae80b43e tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/42ebd308-5f62-416d-864d-c686ed6e8f96 HTTP/1.1" status: 404 len: 339 time: 0.0271480 Aug 23 04:09:47.973185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50614) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:48.004310 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-af765ea8-349b-42fe-999b-4f669883ff0d service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120594 Aug 23 04:09:48.035966 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a04f4c-f1b2-49c3-a5c6-ef1fd1f935b6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting subnet 925b6bb1-a0af-4e23-8375-2a695fdc5368 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:09:48.042113 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-66a04f4c-f1b2-49c3-a5c6-ef1fd1f935b6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.091036 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-66a04f4c-f1b2-49c3-a5c6-ef1fd1f935b6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.129472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5ce3fc15-5559-40bd-b44d-c4fa6cfd1a07 req-e13f983a-bc8c-480e-b6c9-8a37f40312ba service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177278 Aug 23 04:09:48.205248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-66a04f4c-f1b2-49c3-a5c6-ef1fd1f935b6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.346921 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-66a04f4c-f1b2-49c3-a5c6-ef1fd1f935b6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.379443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a04f4c-f1b2-49c3-a5c6-ef1fd1f935b6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Subnet': ['ID=925b6bb1-a0af-4e23-8375-2a695fdc5368,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:48.386899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-66a04f4c-f1b2-49c3-a5c6-ef1fd1f935b6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.389302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-66a04f4c-f1b2-49c3-a5c6-ef1fd1f935b6 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/subnets/925b6bb1-a0af-4e23-8375-2a695fdc5368 HTTP/1.1" status: 204 len: 168 time: 0.4151285 Aug 23 04:09:48.391510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bcb656-7a2f-4a2e-a417-cd357075b07a None None] Network 8a343270-8d04-4a65-ae95-dda9284bdc3d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:48.392440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50616) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:48.469424 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.526156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0131e6a7-26d5-44e2-a07f-fe00ee2630e1', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:8c:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:09:45Z', 'updated_at': '2021-08-23T04:09:45Z', 'revision_number': 0, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}, {'id': '0840a424-3044-46ee-a5ac-97a0e53e2b0f', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:06:46Z', 'updated_at': '2021-08-23T04:06:49Z', 'revision_number': 1, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:48.526693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Deleting port e665ba5b-bdfd-4567-8b07-654643105158 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:48.527170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.559786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b331c9-0feb-4e62-b1ca-db6fddefbc77 None None] The sync data for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 is: [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0131e6a7-26d5-44e2-a07f-fe00ee2630e1', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:8c:f1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:09:45Z', 'updated_at': '2021-08-23T04:09:45Z', 'revision_number': 0, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}, {'id': '0840a424-3044-46ee-a5ac-97a0e53e2b0f', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:06:46Z', 'updated_at': '2021-08-23T04:06:49Z', 'revision_number': 1, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:09:48.598935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] For port e665ba5b-bdfd-4567-8b07-654643105158, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e665ba5b-bdfd-4567-8b07-654643105158,segment=NetworkSegment(18d4d2ad-9bca-416b-a9ec-a24767f89d76),segment_id=18d4d2ad-9bca-416b-a9ec-a24767f89d76)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:48.599226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.601171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6887e0-fa6d-4a89-be58-7adee8a01368 None None] DHCP port deletion for 8a343270-8d04-4a65-ae95-dda9284bdc3d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:09:48.613786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Calling delete_port for e665ba5b-bdfd-4567-8b07-654643105158 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:48.655196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8c6887e0-fa6d-4a89-be58-7adee8a01368 None None] Deleting port e665ba5b-bdfd-4567-8b07-654643105158 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:09:48.655584 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c6887e0-fa6d-4a89-be58-7adee8a01368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.725844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8c6887e0-fa6d-4a89-be58-7adee8a01368 None None] For port e665ba5b-bdfd-4567-8b07-654643105158, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e665ba5b-bdfd-4567-8b07-654643105158,segment=NetworkSegment(18d4d2ad-9bca-416b-a9ec-a24767f89d76),segment_id=18d4d2ad-9bca-416b-a9ec-a24767f89d76)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:48.726346 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c6887e0-fa6d-4a89-be58-7adee8a01368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.745601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8c6887e0-fa6d-4a89-be58-7adee8a01368 None None] Calling delete_port for e665ba5b-bdfd-4567-8b07-654643105158 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:09:48.763452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.814459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Port': ['ID=e665ba5b-bdfd-4567-8b07-654643105158,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:48.816601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] No DVR routers for this DVR port e665ba5b-bdfd-4567-8b07-654643105158 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:48.855631 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c6887e0-fa6d-4a89-be58-7adee8a01368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.862717 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59191c43-1f84-444d-a91a-54ebc9801b06 None None] New status for floating IP 0131e6a7-26d5-44e2-a07f-fe00ee2630e1: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:09:48.887900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:09:48.891681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6887e0-fa6d-4a89-be58-7adee8a01368 None None] Pushing event deleted for resources: {'Port': ['ID=e665ba5b-bdfd-4567-8b07-654643105158,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:48.915753 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.926386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a343270-8d04-4a65-ae95-dda9284bdc3d']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:48.929506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:09:48.930088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9b0abd9a-be4c-43d4-8a2f-68b1a6544766 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:09:48.930691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e665ba5b-bdfd-4567-8b07-654643105158 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:09:48.938272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d4d2ad-9bca-416b-a9ec-a24767f89d76') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:48.940177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d4d2ad-9bca-416b-a9ec-a24767f89d76') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:48.949063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.958846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6887e0-fa6d-4a89-be58-7adee8a01368 None None] No DVR routers for this DVR port e665ba5b-bdfd-4567-8b07-654643105158 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:09:48.969940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: e665ba5b-bdfd-4567-8b07-654643105158 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:09:48.970329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device e665ba5b-bdfd-4567-8b07-654643105158 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:09:48.980552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.987204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:09:48.987656 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:09:48.991324 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:09:49.192240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:49.199126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:49.201140 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] 10.222.0.20 "DELETE /v2.0/networks/8a343270-8d04-4a65-ae95-dda9284bdc3d HTTP/1.1" status: 204 len: 168 time: 0.8076344 Aug 23 04:09:49.213271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c6e34-a7b2-4e10-a135-c52a6e0dcfb3 tempest-NetworksIpV6Test-54142043 tempest-NetworksIpV6Test-54142043-project] Pushing event deleted for resources: {'Network': ['ID=8a343270-8d04-4a65-ae95-dda9284bdc3d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:49.692445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50626) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:49.828175 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-55c678a4-87a4-47a2-bedc-23d3ab8cdef3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88d32abc98de4a5e8db1be9eca78b545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343729 Aug 23 04:09:49.830813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50632) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:49.883284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e2079f6-e069-4953-9262-c274cd48ddb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:49.910991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e2079f6-e069-4953-9262-c274cd48ddb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.003357 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e2079f6-e069-4953-9262-c274cd48ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.006085 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0e2079f6-e069-4953-9262-c274cd48ddb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.008400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0e2079f6-e069-4953-9262-c274cd48ddb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c2c1180-e093-4701-a1b7-96e7d0d1b16c HTTP/1.1" status: 204 len: 168 time: 0.1753442 Aug 23 04:09:50.015411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2079f6-e069-4953-9262-c274cd48ddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c1180-e093-4701-a1b7-96e7d0d1b16c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:50.127334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50638) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:50.352398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fb6023c-39fd-4f1b-98ae-c14be3a05650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.446908 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fb6023c-39fd-4f1b-98ae-c14be3a05650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.528917 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fb6023c-39fd-4f1b-98ae-c14be3a05650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.575524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6023c-39fd-4f1b-98ae-c14be3a05650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f30c9f5-19c9-412a-821c-c576fdfef493,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:50.576668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7fb6023c-39fd-4f1b-98ae-c14be3a05650 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d532d897afd14b669f13bd4f616e9436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4482732 Aug 23 04:09:50.579267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50652) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:50.634534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80219848-26e3-40ed-b314-1708aa38e59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.660262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80219848-26e3-40ed-b314-1708aa38e59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.803338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80219848-26e3-40ed-b314-1708aa38e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.803338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-80219848-26e3-40ed-b314-1708aa38e59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:50.803338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-80219848-26e3-40ed-b314-1708aa38e59f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f30c9f5-19c9-412a-821c-c576fdfef493 HTTP/1.1" status: 204 len: 168 time: 0.2209949 Aug 23 04:09:50.810418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80219848-26e3-40ed-b314-1708aa38e59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f30c9f5-19c9-412a-821c-c576fdfef493,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:51.039377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50664) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.248051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b585a80e-4a03-4e88-b1a0-f18c11a32f7c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] Request body: {'port': {'network_id': 'dc7bc558-68c1-4df1-b103-934e8fe47b3c', 'name': 'tempest-NetworksNegativeTestJSON-1166251365'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:51.262484 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-b585a80e-4a03-4e88-b1a0-f18c11a32f7c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] POST failed (client error): The resource could not be found. Aug 23 04:09:51.263365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b585a80e-4a03-4e88-b1a0-f18c11a32f7c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:51.264573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b585a80e-4a03-4e88-b1a0-f18c11a32f7c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2241726 Aug 23 04:09:51.268469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50676) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.287397 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-9978af4f-eee0-45d8-b459-e48ca507e867 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:51.287397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9978af4f-eee0-45d8-b459-e48ca507e867 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:51.292824 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9978af4f-eee0-45d8-b459-e48ca507e867 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "DELETE /v2.0/networks/897ab44b-608c-4d6b-bd84-96007137d3b2 HTTP/1.1" status: 404 len: 339 time: 0.0195172 Aug 23 04:09:51.292824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50678) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.314779 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d366e2-3d89-47b2-a98c-99b0ce3a3c6f tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:51.315353 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d366e2-3d89-47b2-a98c-99b0ce3a3c6f tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:51.318695 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-25d366e2-3d89-47b2-a98c-99b0ce3a3c6f tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "DELETE /v2.0/ports/380ef396-8735-4c50-8e50-5baf07ac424c HTTP/1.1" status: 404 len: 333 time: 0.0240777 Aug 23 04:09:51.321387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50680) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.346515 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1afcbda-2213-498d-8338-6aee618dec7c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] DELETE failed (client error): The resource could not be found. Aug 23 04:09:51.346880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1afcbda-2213-498d-8338-6aee618dec7c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:51.348524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a1afcbda-2213-498d-8338-6aee618dec7c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "DELETE /v2.0/subnets/ac6d3125-0925-4192-b7d4-2171356c9b5e HTTP/1.1" status: 404 len: 337 time: 0.0261641 Aug 23 04:09:51.353709 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50682) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.372676 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-015f47c2-1295-412c-b97b-a89ad17fe394 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] GET failed (client error): The resource could not be found. Aug 23 04:09:51.374044 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-015f47c2-1295-412c-b97b-a89ad17fe394 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "GET /v2.0/networks/90251cba-d40d-461f-a222-dd3ca3955103 HTTP/1.1" status: 404 len: 339 time: 0.0194612 Aug 23 04:09:51.377494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50684) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.404830 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d60bc4-5e52-4d53-a3e1-9e9d812a3610 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] GET failed (client error): The resource could not be found. Aug 23 04:09:51.406316 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-74d60bc4-5e52-4d53-a3e1-9e9d812a3610 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "GET /v2.0/ports/6ee196be-bcda-459e-9495-7a0d4dffac99 HTTP/1.1" status: 404 len: 333 time: 0.0279691 Aug 23 04:09:51.410501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50686) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.437175 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bef806-81a4-4c24-96c4-3b73778e6eb8 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] GET failed (client error): The resource could not be found. Aug 23 04:09:51.439320 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-58bef806-81a4-4c24-96c4-3b73778e6eb8 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "GET /v2.0/subnets/73eef0b8-9351-4b29-98e0-45aaa0c165f2 HTTP/1.1" status: 404 len: 337 time: 0.0271060 Aug 23 04:09:51.442378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50690) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.447373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7ac6ec94-7512-4dd0-83e5-3b986cfeae48 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:51.460582 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac6ec94-7512-4dd0-83e5-3b986cfeae48 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] PUT failed (client error): The resource could not be found. Aug 23 04:09:51.461130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac6ec94-7512-4dd0-83e5-3b986cfeae48 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:51.462214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7ac6ec94-7512-4dd0-83e5-3b986cfeae48 tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "PUT /v2.0/networks/6e269463-a80e-490a-aef9-4c64d410a561 HTTP/1.1" status: 404 len: 339 time: 0.0188818 Aug 23 04:09:51.465849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50692) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.470898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d1524b1e-64f8-4d16-9c1e-7741c0c50f4f tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:51.490363 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1524b1e-64f8-4d16-9c1e-7741c0c50f4f tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] PUT failed (client error): The resource could not be found. Aug 23 04:09:51.491226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1524b1e-64f8-4d16-9c1e-7741c0c50f4f tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:51.496238 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d1524b1e-64f8-4d16-9c1e-7741c0c50f4f tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "PUT /v2.0/ports/19f10343-d908-4855-8ebb-9a13aa6b5409 HTTP/1.1" status: 404 len: 333 time: 0.0256732 Aug 23 04:09:51.496432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50694) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:51.502386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f6b55f8a-4147-4b56-a1e9-42a0567cd07c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:51.526291 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b55f8a-4147-4b56-a1e9-42a0567cd07c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] PUT failed (client error): The resource could not be found. Aug 23 04:09:51.526748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b55f8a-4147-4b56-a1e9-42a0567cd07c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:09:51.531578 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f6b55f8a-4147-4b56-a1e9-42a0567cd07c tempest-NetworksNegativeTestJSON-630318409 tempest-NetworksNegativeTestJSON-630318409-project] 10.222.0.20 "PUT /v2.0/subnets/ec768126-e555-464b-90e9-719ce903cdec HTTP/1.1" status: 404 len: 337 time: 0.0305531 Aug 23 04:09:51.986805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50710) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:52.093190 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86d4226d-f39f-429a-a46c-3d48275b733e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:52.180206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86d4226d-f39f-429a-a46c-3d48275b733e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:52.297421 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-86d4226d-f39f-429a-a46c-3d48275b733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:52.338311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-86d4226d-f39f-429a-a46c-3d48275b733e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cd2a848264742208fb4df6e146f9625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474572 Aug 23 04:09:52.338311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4226d-f39f-429a-a46c-3d48275b733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad097bca-8e2d-49f1-8b4f-eb32458769dc,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:52.338510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50720) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:52.386825 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11b0f952-3ab7-46e2-b525-fb243a33ce0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:52.407988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11b0f952-3ab7-46e2-b525-fb243a33ce0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:52.500230 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11b0f952-3ab7-46e2-b525-fb243a33ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:52.502932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11b0f952-3ab7-46e2-b525-fb243a33ce0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:52.504750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-11b0f952-3ab7-46e2-b525-fb243a33ce0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad097bca-8e2d-49f1-8b4f-eb32458769dc HTTP/1.1" status: 204 len: 168 time: 0.1655142 Aug 23 04:09:52.512865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0f952-3ab7-46e2-b525-fb243a33ce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad097bca-8e2d-49f1-8b4f-eb32458769dc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:52.684429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50730) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:52.790316 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:52.873125 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'network': {'name': 'tempest-network-smoke--1559485480', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:52.966521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Made reservation on behalf of 430cdb31e1b941ffa5f70834a9747f27 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:52.966875 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:52.978223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.075105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.202959 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.230251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:53.240642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a3fbc4-f56c-4432-ade7-e8e1450525be,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:53.247430 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.247430 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Added segment 95aa0c56-b771-45ed-b697-2f809c845a5e of type vlan for network 6c589054-150e-438f-9173-fe05731bd8b1 Aug 23 04:09:53.285331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.409061 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.415591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:53.416125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.480362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Network': ['ID=6c589054-150e-438f-9173-fe05731bd8b1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:53.490855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6c589054-150e-438f-9173-fe05731bd8b1 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:53.599074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c27c41c3-d5a8-4925-9982-6defdde5cecc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9135418 Aug 23 04:09:53.603567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50752) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:53.606669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'admin_state_up': True, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:53.654032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50754) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:53.723274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.726288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.755004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e9298b7c-d87e-4821-9d9f-fdf105b25b17 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1540303203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:53.792240 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.904226 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9298b7c-d87e-4821-9d9f-fdf105b25b17 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:53.905238 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9298b7c-d87e-4821-9d9f-fdf105b25b17 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.043648 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.047273 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9298b7c-d87e-4821-9d9f-fdf105b25b17 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.123142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9298b7c-d87e-4821-9d9f-fdf105b25b17 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.215260 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e9298b7c-d87e-4821-9d9f-fdf105b25b17 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.216443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e9298b7c-d87e-4821-9d9f-fdf105b25b17 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5614398 Aug 23 04:09:54.219348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50758) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:54.224605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-930051649'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:54.301169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Made reservation on behalf of 5e8ee85c2f424e5bb722dcbade9ec10c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:54.306006 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.316723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.344768 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.363575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.405706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.465782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.25.1.50 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/607337f2-9e8a-4207-94de-0ba26e43422f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:54.471477 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.498376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:54.507891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f556b8f5-c839-4705-a8ef-c1030288153f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:54.512663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.513297 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Added segment 6386113c-88a9-4f8a-bc8c-f2566fcb90c8 of type vlan for network 872af6b3-286b-40e6-9009-3eee24d27c85 Aug 23 04:09:54.553371 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.577471 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.642766 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.648827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:54.651401 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.671725 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:54.708595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:54.711403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:54.713908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:54.714699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Network': ['ID=872af6b3-286b-40e6-9009-3eee24d27c85,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:54.725226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 872af6b3-286b-40e6-9009-3eee24d27c85 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:54.750317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=607337f2-9e8a-4207-94de-0ba26e43422f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:54.763917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-209c75cc-8259-4008-ad28-7cbbdb3c61be tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5433509 Aug 23 04:09:54.766857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50764) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:54.772502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'subnet': {'network_id': '872af6b3-286b-40e6-9009-3eee24d27c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:54.940225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Made reservation on behalf of 5e8ee85c2f424e5bb722dcbade9ec10c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:54.943803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.055852 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:09:55.060641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.158027 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.225475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Subnet': ['ID=cf8f36be-b156-461c-8861-e9d4280b0106,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:55.235517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Checking segment: {'id': '6386113c-88a9-4f8a-bc8c-f2566fcb90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '872af6b3-286b-40e6-9009-3eee24d27c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:55.235928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network hostable DHCP agents. Network: 872af6b3-286b-40e6-9009-3eee24d27c85, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:55.368875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network 872af6b3-286b-40e6-9009-3eee24d27c85 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:55.476513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 872af6b3-286b-40e6-9009-3eee24d27c85) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:55.480550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:55.481160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.487185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c185d-3756-42d5-b13f-d75459bba4a2 None None] Network 872af6b3-286b-40e6-9009-3eee24d27c85 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:55.559519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.578314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-faaf472a-ac21-498a-940d-2f6612e1a72f tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8074367 Aug 23 04:09:55.578712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:55.585267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'network': {'name': 'tempest-router-network01--1985891441'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:55.637313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-872af6b3-286b-40e6-9009-3eee24d27c85', 'network_id': '872af6b3-286b-40e6-9009-3eee24d27c85', 'tenant_id': '5e8ee85c2f424e5bb722dcbade9ec10c', 'fixed_ips': [{'subnet_id': 'cf8f36be-b156-461c-8861-e9d4280b0106'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:55.638425 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.682780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Made reservation on behalf of 5e8ee85c2f424e5bb722dcbade9ec10c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:55.686624 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.710332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:55.718985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.719331 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Added segment ed5fa76b-636c-48b4-906a-4f9bda4036c9 of type vlan for network 01fc9b49-8abe-4866-be43-29949232e16d Aug 23 04:09:55.757253 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.762019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router d8c95e6f-436b-4862-ac01-1e6adb25af24 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:09:55.775986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Allocated IP 2001:db8::2 (872af6b3-286b-40e6-9009-3eee24d27c85/cf8f36be-b156-461c-8861-e9d4280b0106/eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:55.872060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:09:55.882995 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.899857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Sync routers for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:09:55.901370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:55.902012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.926651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:55.927349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:55.932534 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.951925 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:55.956174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d18abf2c-eba0-41a6-b941-e4772634300c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3506689 Aug 23 04:09:55.957832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50768) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:55.968277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Network': ['ID=01fc9b49-8abe-4866-be43-29949232e16d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:55.978188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Transition to ACTIVE for port object eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:55.982842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 01fc9b49-8abe-4866-be43-29949232e16d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:56.004290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6f790dc9-e1d8-4dea-9129-64dfca3e7966 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4239087 Aug 23 04:09:56.007917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50772) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:56.012222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'network': {'name': 'tempest-router-network02--2110308558'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:56.024632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Transition to ACTIVE for port object eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:56.098078 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.108960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-819c23c7-6714-44af-b043-fcad57fc1d1e tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=430cdb31e1b941ffa5f70834a9747f27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1499805 Aug 23 04:09:56.112785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50774) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:56.161188 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-663f4864-1ccb-4453-a746-c3d8a139fea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.163535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Network 872af6b3-286b-40e6-9009-3eee24d27c85 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:56.165632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:56.170505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Made reservation on behalf of 5e8ee85c2f424e5bb722dcbade9ec10c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:56.173961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.194336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:56.217127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:09:56.226320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f5d16-f286-41e6-91d8-1cf77e99a705 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:56.227489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:56.227829 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ff5f5d16-f286-41e6-91d8-1cf77e99a705 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1150219 Aug 23 04:09:56.230929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50776) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:56.232144 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.232485 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Added segment 92ded851-f307-48cd-8261-996ed2650623 of type vlan for network e053b783-d759-492a-93d1-13a4ba1b1d8f Aug 23 04:09:56.240331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Pushing event updated for resources: {'Port': ['ID=eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:56.275015 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5f61547b-8cf7-481e-9a08-e88a6e02bfa7 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426383 Aug 23 04:09:56.277925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50778) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:56.282444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.283255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-565387532', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:56.352037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Attempting to bind port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:56.352418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Attempting to bind port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '6386113c-88a9-4f8a-bc8c-f2566fcb90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '872af6b3-286b-40e6-9009-3eee24d27c85'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:56.352785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Attempting to bind port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e on network 872af6b3-286b-40e6-9009-3eee24d27c85 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:56.363748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:56.364129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Checking segment: {'id': '6386113c-88a9-4f8a-bc8c-f2566fcb90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '872af6b3-286b-40e6-9009-3eee24d27c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:56.364535 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.364939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Bound using segment: {'id': '6386113c-88a9-4f8a-bc8c-f2566fcb90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '872af6b3-286b-40e6-9009-3eee24d27c85'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:56.365443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Bound port: eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6386113c-88a9-4f8a-bc8c-f2566fcb90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '872af6b3-286b-40e6-9009-3eee24d27c85'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:56.365831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.403155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.409127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:56.409706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.458203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] For port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:56.461813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] For port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e,segment=NetworkSegment(6386113c-88a9-4f8a-bc8c-f2566fcb90c8),segment_id=6386113c-88a9-4f8a-bc8c-f2566fcb90c8)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:56.469753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:09:54Z', 'revision_number': 3, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:56.473254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Network': ['ID=e053b783-d759-492a-93d1-13a4ba1b1d8f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:56.494812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Made reservation on behalf of 430cdb31e1b941ffa5f70834a9747f27 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:56.497892 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network e053b783-d759-492a-93d1-13a4ba1b1d8f details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:09:56.498781 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.500227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Checking router: d8c95e6f-436b-4862-ac01-1e6adb25af24 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:09:56.500583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Updating router d8c95e6f-436b-4862-ac01-1e6adb25af24 port 607337f2-9e8a-4207-94de-0ba26e43422f binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:09:56.545725 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.599388 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.612283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1cc48427-6a26-469b-99f2-6098b9ce3a56 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6016402 Aug 23 04:09:56.612627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50780) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:56.620181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'subnet': {'network_id': '01fc9b49-8abe-4866-be43-29949232e16d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:56.737649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1600f-a1f3-4bc5-8254-0c8e62697778 None None] Pushing event updated for resources: {'Port': ['ID=eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:56.785977 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.809801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Made reservation on behalf of 5e8ee85c2f424e5bb722dcbade9ec10c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:56.817916 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.879086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Subnet': ['ID=780e53e3-4182-4920-896f-a6fb16394691,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:56.888781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Checking segment: {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:56.894040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network hostable DHCP agents. Network: 6c589054-150e-438f-9173-fe05731bd8b1, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:56.951818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network 6c589054-150e-438f-9173-fe05731bd8b1 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:56.952355 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:56.962940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Transition to ACTIVE for port object 607337f2-9e8a-4207-94de-0ba26e43422f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:57.002963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6c589054-150e-438f-9173-fe05731bd8b1) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:57.007624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:57.008289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:57.018426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929ce54-1f40-4b02-8b3a-bbd67b56336e None None] Network 6c589054-150e-438f-9173-fe05731bd8b1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:57.033302 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:57.091913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1e75b6c3-2060-4c9e-83dc-f02d3221481b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8105137 Aug 23 04:09:57.092541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50782) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:57.148496 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:57.280487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Attempting to bind port 607337f2-9e8a-4207-94de-0ba26e43422f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:57.281565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Attempting to bind port 607337f2-9e8a-4207-94de-0ba26e43422f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:57.281565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Attempting to bind port 607337f2-9e8a-4207-94de-0ba26e43422f on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:57.297621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a747fc-1205-4f51-af22-b6339f4892aa None None] Pushing event updated for resources: {'Port': ['ID=607337f2-9e8a-4207-94de-0ba26e43422f,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:57.305003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:57.305467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:57.305820 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:57.306220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:57.306713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Bound port: 607337f2-9e8a-4207-94de-0ba26e43422f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:57.307715 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:57.398608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] For port 607337f2-9e8a-4207-94de-0ba26e43422f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:57.431021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] For port 607337f2-9e8a-4207-94de-0ba26e43422f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=607337f2-9e8a-4207-94de-0ba26e43422f,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:57.435357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6c589054-150e-438f-9173-fe05731bd8b1', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:57.436255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:57.564308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:57.630000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Allocated IP 172.20.0.2 (6c589054-150e-438f-9173-fe05731bd8b1/780e53e3-4182-4920-896f-a6fb16394691/614f3ac7-a44c-47e6-8559-3a6299aa599a) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:57.636311 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:09:57.637019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:57.642672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Subnet': ['ID=cf573a0c-8912-4c73-ab44-93210a49c504,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:57.656023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Checking segment: {'id': 'ed5fa76b-636c-48b4-906a-4f9bda4036c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01fc9b49-8abe-4866-be43-29949232e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:57.656404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network hostable DHCP agents. Network: 01fc9b49-8abe-4866-be43-29949232e16d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:57.698234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a747fc-1205-4f51-af22-b6339f4892aa None None] Pushing event updated for resources: {'Port': ['ID=607337f2-9e8a-4207-94de-0ba26e43422f,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:57.770673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c63e272-54b9-4597-af9f-b995014dcd43 None None] Network 872af6b3-286b-40e6-9009-3eee24d27c85 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:57.781257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network 01fc9b49-8abe-4866-be43-29949232e16d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:57.888810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:09:57.914328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 01fc9b49-8abe-4866-be43-29949232e16d) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:57.919078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:57.919716 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:57.951792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0379f3-bada-44ea-9422-ce2cf410944d None None] Network 01fc9b49-8abe-4866-be43-29949232e16d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:57.970742 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.024668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cbcaeb61-8234-450f-abbd-3f31c6a603c6 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4075985 Aug 23 04:09:58.025472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50784) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:58.030143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'subnet': {'network_id': 'e053b783-d759-492a-93d1-13a4ba1b1d8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:09:58.129334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-df9c12ea-a70b-4ce8-b961-f93c3f5e2a11 None None] Provisioning for port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:58.167688 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.205478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Transition to ACTIVE for port object 614f3ac7-a44c-47e6-8559-3a6299aa599a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:58.244590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Transition to ACTIVE for port object 614f3ac7-a44c-47e6-8559-3a6299aa599a will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:58.248747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Made reservation on behalf of 5e8ee85c2f424e5bb722dcbade9ec10c for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:09:58.252498 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.343753 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.373846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-01fc9b49-8abe-4866-be43-29949232e16d', 'network_id': '01fc9b49-8abe-4866-be43-29949232e16d', 'tenant_id': '5e8ee85c2f424e5bb722dcbade9ec10c', 'fixed_ips': [{'subnet_id': 'cf573a0c-8912-4c73-ab44-93210a49c504'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:58.374707 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.403494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.20.0.1 (6c589054-150e-438f-9173-fe05731bd8b1/780e53e3-4182-4920-896f-a6fb16394691/ce6bfb62-63e2-452b-b509-ec4203d22314) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:58.421106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Network 6c589054-150e-438f-9173-fe05731bd8b1 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:58.423549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Pushing event updated for resources: {'Port': ['ID=614f3ac7-a44c-47e6-8559-3a6299aa599a,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:58.440391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:58.447964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:58.457280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:09:54Z', 'revision_number': 3, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:09:58.553189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.555786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092acc0d-feaf-40a3-bf07-bd5011f9c993 None None] The sync data for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 is: [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:09:54Z', 'revision_number': 3, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:09:58.576045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Transition to ACTIVE for port object ce6bfb62-63e2-452b-b509-ec4203d22314 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:58.579040 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.622869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Attempting to bind port 614f3ac7-a44c-47e6-8559-3a6299aa599a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:58.623246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Attempting to bind port 614f3ac7-a44c-47e6-8559-3a6299aa599a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:58.623647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Attempting to bind port 614f3ac7-a44c-47e6-8559-3a6299aa599a on network 6c589054-150e-438f-9173-fe05731bd8b1 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:58.641070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:58.641465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Checking segment: {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:58.642291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.642291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Bound using segment: {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:58.642712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Bound port: 614f3ac7-a44c-47e6-8559-3a6299aa599a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:58.643094 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.654825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Subnet': ['ID=4119ebda-83e1-4a9f-872a-a39add796c3b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:58.664142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Checking segment: {'id': '92ded851-f307-48cd-8261-996ed2650623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e053b783-d759-492a-93d1-13a4ba1b1d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:58.668181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network hostable DHCP agents. Network: e053b783-d759-492a-93d1-13a4ba1b1d8f, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:09:58.692718 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.694274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Allocated IP 2001:db8::2 (01fc9b49-8abe-4866-be43-29949232e16d/cf573a0c-8912-4c73-ab44-93210a49c504/dcc96141-849c-47f6-ad03-f35ff15e9fb4) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:58.730942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network 6c589054-150e-438f-9173-fe05731bd8b1 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:58.736039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:58.740058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:58.748763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=ce6bfb62-63e2-452b-b509-ec4203d22314,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:58.793659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] For port 614f3ac7-a44c-47e6-8559-3a6299aa599a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:58.805079 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.810519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network e053b783-d759-492a-93d1-13a4ba1b1d8f is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:09:58.816366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] For port 614f3ac7-a44c-47e6-8559-3a6299aa599a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=614f3ac7-a44c-47e6-8559-3a6299aa599a,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:58.933176 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1448-dcf6-494f-81d3-dddcdcf2d69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.938070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:09:58.940448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.973426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Transition to ACTIVE for port object dcc96141-849c-47f6-ad03-f35ff15e9fb4 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:58.980235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, e053b783-d759-492a-93d1-13a4ba1b1d8f) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:58.985957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.987893 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.990792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:09:58.991405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:58.996508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647f468-dd2e-4977-81e1-e09a334903a2 None None] Network e053b783-d759-492a-93d1-13a4ba1b1d8f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:09:59.044202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Transition to ACTIVE for port object dcc96141-849c-47f6-ad03-f35ff15e9fb4 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:09:59.068705 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.146410 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a47ea1d9-cb7e-4218-a65d-a2691610390d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1156070 Aug 23 04:09:59.146410 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50786) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:09:59.359109 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.389827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463880d-b03e-42c3-911c-275ad2a19e49 None None] Pushing event updated for resources: {'Port': ['ID=614f3ac7-a44c-47e6-8559-3a6299aa599a,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:59.442566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Network 01fc9b49-8abe-4866-be43-29949232e16d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:59.484616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:59.497681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:09:59.519582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:09:59.521923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Pushing event updated for resources: {'Port': ['ID=dcc96141-849c-47f6-ad03-f35ff15e9fb4,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:59.555627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:09:59.556272 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.561942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.573415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.629398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.631649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Attempting to bind port dcc96141-849c-47f6-ad03-f35ff15e9fb4 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:09:59.632334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Attempting to bind port dcc96141-849c-47f6-ad03-f35ff15e9fb4 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'ed5fa76b-636c-48b4-906a-4f9bda4036c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01fc9b49-8abe-4866-be43-29949232e16d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:09:59.632811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Attempting to bind port dcc96141-849c-47f6-ad03-f35ff15e9fb4 on network 01fc9b49-8abe-4866-be43-29949232e16d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:09:59.649483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:09:59.653784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Checking segment: {'id': 'ed5fa76b-636c-48b4-906a-4f9bda4036c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01fc9b49-8abe-4866-be43-29949232e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:09:59.653784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.653784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Bound using segment: {'id': 'ed5fa76b-636c-48b4-906a-4f9bda4036c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01fc9b49-8abe-4866-be43-29949232e16d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:09:59.653784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Bound port: dcc96141-849c-47f6-ad03-f35ff15e9fb4, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5fa76b-636c-48b4-906a-4f9bda4036c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '01fc9b49-8abe-4866-be43-29949232e16d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:09:59.653784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.703825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=ce6bfb62-63e2-452b-b509-ec4203d22314,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:09:59.729311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.750589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-e053b783-d759-492a-93d1-13a4ba1b1d8f', 'network_id': 'e053b783-d759-492a-93d1-13a4ba1b1d8f', 'tenant_id': '5e8ee85c2f424e5bb722dcbade9ec10c', 'fixed_ips': [{'subnet_id': '4119ebda-83e1-4a9f-872a-a39add796c3b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:09:59.757880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.757880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:09:59.842708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network 6c589054-150e-438f-9173-fe05731bd8b1 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:09:59.844316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:09:59.855874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Allocated IP 2001:db8::1 (01fc9b49-8abe-4866-be43-29949232e16d/cf573a0c-8912-4c73-ab44-93210a49c504/edf391d9-0906-472b-b9e6-3dd272345477) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:09:59.909495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] For port dcc96141-849c-47f6-ad03-f35ff15e9fb4, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:09:59.913292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e,segment=NetworkSegment(6386113c-88a9-4f8a-bc8c-f2566fcb90c8),segment_id=6386113c-88a9-4f8a-bc8c-f2566fcb90c8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:09:59.931210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] For port dcc96141-849c-47f6-ad03-f35ff15e9fb4, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=dcc96141-849c-47f6-ad03-f35ff15e9fb4,segment=NetworkSegment(ed5fa76b-636c-48b4-906a-4f9bda4036c9),segment_id=ed5fa76b-636c-48b4-906a-4f9bda4036c9)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:09:59.987775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router d8c95e6f-436b-4862-ac01-1e6adb25af24 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:10:00.002373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Allocated IP 2001:db8::2 (e053b783-d759-492a-93d1-13a4ba1b1d8f/4119ebda-83e1-4a9f-872a-a39add796c3b/1f51b11e-7c17-49fd-9cb6-4a46d42dc197) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:10:00.004956 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.024484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Transition to ACTIVE for port object edf391d9-0906-472b-b9e6-3dd272345477 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:00.032378 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.070334 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.112062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.115703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:10:00.122206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-022b0d97-d98a-4706-98fa-61e4fd5723f1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "PUT /v2.0/routers/d8c95e6f-436b-4862-ac01-1e6adb25af24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0285475 Aug 23 04:10:00.124792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50788) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:00.135610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network 01fc9b49-8abe-4866-be43-29949232e16d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:00.154530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:00.155784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:00.161662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:10:00.162450 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.233567 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df607b1-2966-4184-aa94-ac3f1f33a00b None None] Pushing event updated for resources: {'Port': ['ID=dcc96141-849c-47f6-ad03-f35ff15e9fb4,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:00.298370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Port': ['ID=edf391d9-0906-472b-b9e6-3dd272345477,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:00.341550 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.352003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Transition to ACTIVE for port object 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:00.367141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.368028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.368412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.368875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.369390 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.369845 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.370937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.371553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.373335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.373335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.379212 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9a99ac4f-53b1-4d5b-a949-6af13bf47430 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7043 time: 0.2525167 Aug 23 04:10:00.379975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50790) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:00.385960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Transition to ACTIVE for port object 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:00.412439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.454818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d1605e-34ad-49f4-bb6f-2ad08025228e None None] Network 6c589054-150e-438f-9173-fe05731bd8b1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:00.523295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.523763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.524240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.524689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.526031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.526031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.526221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.527250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.527250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.528958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:00.532631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e7bb10af-e6c7-4a19-b225-3bbc86ffb5f1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6462 time: 0.1492851 Aug 23 04:10:00.533201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50792) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:00.546231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.551589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.612324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Network e053b783-d759-492a-93d1-13a4ba1b1d8f is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:00.616642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:00.627594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:10:00.658459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Pushing event updated for resources: {'Port': ['ID=1f51b11e-7c17-49fd-9cb6-4a46d42dc197,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:00.698692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8e30ae96-9a63-420a-b68b-fc07b6a56592 None None] Provisioning for port 614f3ac7-a44c-47e6-8559-3a6299aa599a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:00.749752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Attempting to bind port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:10:00.750196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Attempting to bind port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '92ded851-f307-48cd-8261-996ed2650623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e053b783-d759-492a-93d1-13a4ba1b1d8f'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:10:00.750560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Attempting to bind port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 on network e053b783-d759-492a-93d1-13a4ba1b1d8f {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:00.767061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:10:00.767061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Checking segment: {'id': '92ded851-f307-48cd-8261-996ed2650623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e053b783-d759-492a-93d1-13a4ba1b1d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:10:00.767061 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.767061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Bound using segment: {'id': '92ded851-f307-48cd-8261-996ed2650623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e053b783-d759-492a-93d1-13a4ba1b1d8f'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:10:00.767061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Bound port: 1f51b11e-7c17-49fd-9cb6-4a46d42dc197, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ded851-f307-48cd-8261-996ed2650623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e053b783-d759-492a-93d1-13a4ba1b1d8f'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:10:00.767061 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.818481 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.870540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] For port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:10:00.876097 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] For port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1f51b11e-7c17-49fd-9cb6-4a46d42dc197,segment=NetworkSegment(92ded851-f307-48cd-8261-996ed2650623),segment_id=92ded851-f307-48cd-8261-996ed2650623)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:10:00.895380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.896740 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:00.966210 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9ff2b2a5-e8d1-4806-a32b-7ebb83047d39 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4311 time: 0.4318199 Aug 23 04:10:00.969282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:01.022284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Port': ['ID=edf391d9-0906-472b-b9e6-3dd272345477,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:01.082916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e5c43-ad70-476a-b8a6-914ccb9bdf5e None None] Pushing event updated for resources: {'Port': ['ID=1f51b11e-7c17-49fd-9cb6-4a46d42dc197,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:01.104916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network 01fc9b49-8abe-4866-be43-29949232e16d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:01.106411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:01.134365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dcc96141-849c-47f6-ad03-f35ff15e9fb4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:01.162931 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Sync routers for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:10:01.178248 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:01.180813 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:01.316220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port dcc96141-849c-47f6-ad03-f35ff15e9fb4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:01.323534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:01.342296 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:10:01.411547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e5a16a14-2e88-4921-997e-eeddc7a9c8d5 None None] Provisioning for port ce6bfb62-63e2-452b-b509-ec4203d22314 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:01.418938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e5a16a14-2e88-4921-997e-eeddc7a9c8d5 None None] Provisioning complete for port ce6bfb62-63e2-452b-b509-ec4203d22314 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:01.419448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e5a16a14-2e88-4921-997e-eeddc7a9c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:01.463408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:01.463857 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:01.488452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Router 7e372a59-e2a0-4b0d-ac87-b9b80650e311 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:10:01.542981 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e5a16a14-2e88-4921-997e-eeddc7a9c8d5 None None] Port ce6bfb62-63e2-452b-b509-ec4203d22314 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:10:01.595212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50800) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:01.596453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-291c8695-7e1c-43fc-9e77-30b103ae0e75 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810051969', 'description': 'tempest-secgroup-smoke-1810051969 description', 'project_id': '430cdb31e1b941ffa5f70834a9747f27'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:01.673568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 614f3ac7-a44c-47e6-8559-3a6299aa599a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:01.675582 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:09:58Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:09:59Z', 'revision_number': 2, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:01.684617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:10:01.695160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c39d1f09-73f6-40f8-8d66-f187f73b0bd0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "PUT /v2.0/routers/7e372a59-e2a0-4b0d-ac87-b9b80650e311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5479925 Aug 23 04:10:01.707387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50804) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:01.708866 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Checking router: d8c95e6f-436b-4862-ac01-1e6adb25af24 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:10:01.709249 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Updating router d8c95e6f-436b-4862-ac01-1e6adb25af24 port ce6bfb62-63e2-452b-b509-ec4203d22314 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:10:01.734702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b3028-07fa-4d75-959d-80986a6752c9 None None] Sync routers for ids ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:10:01.744463 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:01.757847 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-291c8695-7e1c-43fc-9e77-30b103ae0e75 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:01.764296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b3028-07fa-4d75-959d-80986a6752c9 None None] Routers {'7e372a59-e2a0-4b0d-ac87-b9b80650e311'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:01.765172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4c7b3028-07fa-4d75-959d-80986a6752c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:01.828189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4c7b3028-07fa-4d75-959d-80986a6752c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:01.852906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4828e3fe-5f3a-4077-bbde-ebeaeed50f81 None None] Provisioning complete for port ce6bfb62-63e2-452b-b509-ec4203d22314 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:01.853298 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4828e3fe-5f3a-4077-bbde-ebeaeed50f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:01.856978 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:01.907831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b3028-07fa-4d75-959d-80986a6752c9 None None] Routers {'7e372a59-e2a0-4b0d-ac87-b9b80650e311'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:01.915554 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4c7b3028-07fa-4d75-959d-80986a6752c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:01.918790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-291c8695-7e1c-43fc-9e77-30b103ae0e75 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:01.961781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4c7b3028-07fa-4d75-959d-80986a6752c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:01.962445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b3028-07fa-4d75-959d-80986a6752c9 None None] The sync data for ids ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:10:01.972822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 614f3ac7-a44c-47e6-8559-3a6299aa599a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:01.977262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 614f3ac7-a44c-47e6-8559-3a6299aa599a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:01.978391 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:01.992233 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-291c8695-7e1c-43fc-9e77-30b103ae0e75 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.019598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4828e3fe-5f3a-4077-bbde-ebeaeed50f81 None None] Port ce6bfb62-63e2-452b-b509-ec4203d22314 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:10:02.062799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c8695-7e1c-43fc-9e77-30b103ae0e75 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ec0fc3-e60e-4e76-88b4-edca5db1b514,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:02.112269 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-291c8695-7e1c-43fc-9e77-30b103ae0e75 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.118476 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-291c8695-7e1c-43fc-9e77-30b103ae0e75 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5254509 Aug 23 04:10:02.120150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50806) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:02.125734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.128370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-dd7c7e84-dee5-44e3-b95a-3e0144a57962 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '03ec0fc3-e60e-4e76-88b4-edca5db1b514', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:02.188636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-21e11f99-5e6b-4f8f-ba86-521193bb6036 None None] Provisioning complete for port ce6bfb62-63e2-452b-b509-ec4203d22314 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:02.188636 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-21e11f99-5e6b-4f8f-ba86-521193bb6036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.217040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 614f3ac7-a44c-47e6-8559-3a6299aa599a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=614f3ac7-a44c-47e6-8559-3a6299aa599a,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:02.232559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-21e11f99-5e6b-4f8f-ba86-521193bb6036 None None] Port ce6bfb62-63e2-452b-b509-ec4203d22314 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:10:02.253388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879face-71bd-4dae-a478-643c8cb75e1c None None] Network 01fc9b49-8abe-4866-be43-29949232e16d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:02.282820 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7e84-dee5-44e3-b95a-3e0144a57962 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.360663 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.372656 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Transition to ACTIVE for port object ce6bfb62-63e2-452b-b509-ec4203d22314 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:02.379429 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.379960 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 607337f2-9e8a-4207-94de-0ba26e43422f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:02.389908 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-0d70ccd2-78ad-4166-b12b-a1325be9f02b tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:10:02.394991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0d70ccd2-78ad-4166-b12b-a1325be9f02b tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "PUT /v2.0/routers/7e372a59-e2a0-4b0d-ac87-b9b80650e311/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6830537 Aug 23 04:10:02.395744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50808) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:02.395936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7e84-dee5-44e3-b95a-3e0144a57962 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.438249 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.472804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7e84-dee5-44e3-b95a-3e0144a57962 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.493625 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4148c53-c7cb-42f0-a8ae-932a9488148a None None] Network e053b783-d759-492a-93d1-13a4ba1b1d8f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:02.504987 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067443dc-97ee-4e17-afdb-4bf14776fd34 None None] Pushing event updated for resources: {'Port': ['ID=ce6bfb62-63e2-452b-b509-ec4203d22314,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:02.505249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c7e84-dee5-44e3-b95a-3e0144a57962 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7ff6a8-4805-4eab-bc08-c4d3a3604562,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:02.557199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-03cfda09-89d3-4b4b-8387-a62dfaffc162 None None] Provisioning for port dcc96141-849c-47f6-ad03-f35ff15e9fb4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:02.559310 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=614f3ac7-a44c-47e6-8559-3a6299aa599a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:02.576422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-03cfda09-89d3-4b4b-8387-a62dfaffc162 None None] Provisioning complete for port dcc96141-849c-47f6-ad03-f35ff15e9fb4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:02.576800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-03cfda09-89d3-4b4b-8387-a62dfaffc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.579447 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Attempting to bind port ce6bfb62-63e2-452b-b509-ec4203d22314 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:10:02.579447 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Attempting to bind port ce6bfb62-63e2-452b-b509-ec4203d22314 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:10:02.579447 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Attempting to bind port ce6bfb62-63e2-452b-b509-ec4203d22314 on network 6c589054-150e-438f-9173-fe05731bd8b1 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:02.588267 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:10:02.589360 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Checking segment: {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:10:02.589784 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.590558 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Bound using segment: {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:10:02.591321 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Bound port: ce6bfb62-63e2-452b-b509-ec4203d22314, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:10:02.591806 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.598778 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7e84-dee5-44e3-b95a-3e0144a57962 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.604826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dd7c7e84-dee5-44e3-b95a-3e0144a57962 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4832127 Aug 23 04:10:02.606323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50810) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:02.613366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-76d6ea20-5857-4528-a1e4-e7f5f55feb06 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '03ec0fc3-e60e-4e76-88b4-edca5db1b514', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:02.742712 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] For port ce6bfb62-63e2-452b-b509-ec4203d22314, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:10:02.746950 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] For port ce6bfb62-63e2-452b-b509-ec4203d22314, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ce6bfb62-63e2-452b-b509-ec4203d22314,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:10:02.780938 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76d6ea20-5857-4528-a1e4-e7f5f55feb06 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.821659 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.850458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 607337f2-9e8a-4207-94de-0ba26e43422f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:02.875401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 607337f2-9e8a-4207-94de-0ba26e43422f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:02.877718 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.911136 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76d6ea20-5857-4528-a1e4-e7f5f55feb06 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:02.920559 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067443dc-97ee-4e17-afdb-4bf14776fd34 None None] Pushing event updated for resources: {'Port': ['ID=ce6bfb62-63e2-452b-b509-ec4203d22314,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:02.935774 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:02.936459 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:03.013965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76d6ea20-5857-4528-a1e4-e7f5f55feb06 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.048027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6ea20-5857-4528-a1e4-e7f5f55feb06 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18495e84-3e82-4a5a-90f7-b2bf4a75ca37,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:03.092559 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-03cfda09-89d3-4b4b-8387-a62dfaffc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.120464 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:10:03.123873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-76d6ea20-5857-4528-a1e4-e7f5f55feb06 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.125128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-76d6ea20-5857-4528-a1e4-e7f5f55feb06 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5170732 Aug 23 04:10:03.127988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50812) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:03.133686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-513d9adc-104e-454d-a097-75cb90ac7d71 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '03ec0fc3-e60e-4e76-88b4-edca5db1b514', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:03.172235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-03cfda09-89d3-4b4b-8387-a62dfaffc162 None None] For port dcc96141-849c-47f6-ad03-f35ff15e9fb4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=dcc96141-849c-47f6-ad03-f35ff15e9fb4,segment=NetworkSegment(ed5fa76b-636c-48b4-906a-4f9bda4036c9),segment_id=ed5fa76b-636c-48b4-906a-4f9bda4036c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:03.179734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.209794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 607337f2-9e8a-4207-94de-0ba26e43422f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=607337f2-9e8a-4207-94de-0ba26e43422f,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:03.293613 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-03cfda09-89d3-4b4b-8387-a62dfaffc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.339100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.347987 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.363483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-513d9adc-104e-454d-a097-75cb90ac7d71 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.372231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfda09-89d3-4b4b-8387-a62dfaffc162 None None] Pushing event updated for resources: {'Port': ['ID=dcc96141-849c-47f6-ad03-f35ff15e9fb4,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:03.471903 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:09:58Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:02Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:03.506502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=607337f2-9e8a-4207-94de-0ba26e43422f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:03.522894 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014418ba-fa50-4f4d-947f-e41349991fe7 None None] The sync data for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 is: [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:09:58Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:02Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:10:03.566279 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-513d9adc-104e-454d-a097-75cb90ac7d71 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.614977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-53adbd7f-662c-4dbf-9dbb-54bca9311767 None None] Provisioning for port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:03.629561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-53adbd7f-662c-4dbf-9dbb-54bca9311767 None None] Provisioning complete for port dcc96141-849c-47f6-ad03-f35ff15e9fb4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:03.629940 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-53adbd7f-662c-4dbf-9dbb-54bca9311767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.639051 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-513d9adc-104e-454d-a097-75cb90ac7d71 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.684542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d9adc-104e-454d-a097-75cb90ac7d71 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880b2f44-4c80-4ce1-80c3-9d0fd80390e8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:03.689408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:03.769453 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-513d9adc-104e-454d-a097-75cb90ac7d71 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.774381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-513d9adc-104e-454d-a097-75cb90ac7d71 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6410859 Aug 23 04:10:03.774587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50814) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:03.781064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7752823f-f577-4bc0-8f83-73a10c793a3f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '03ec0fc3-e60e-4e76-88b4-edca5db1b514', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:03.841552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Deleting port edf391d9-0906-472b-b9e6-3dd272345477 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:03.841901 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.911175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:03.919516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:03.919964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.939367 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.948678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-53adbd7f-662c-4dbf-9dbb-54bca9311767 None None] Provisioning for port edf391d9-0906-472b-b9e6-3dd272345477 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:03.954906 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7752823f-f577-4bc0-8f83-73a10c793a3f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.959860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-53adbd7f-662c-4dbf-9dbb-54bca9311767 None None] Provisioning complete for port edf391d9-0906-472b-b9e6-3dd272345477 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:03.960231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-53adbd7f-662c-4dbf-9dbb-54bca9311767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:03.966794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Calling delete_port for edf391d9-0906-472b-b9e6-3dd272345477 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:04.048637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-53adbd7f-662c-4dbf-9dbb-54bca9311767 None None] Port edf391d9-0906-472b-b9e6-3dd272345477 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:10:04.096356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7752823f-f577-4bc0-8f83-73a10c793a3f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.100846 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.143703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1f51b11e-7c17-49fd-9cb6-4a46d42dc197,segment=NetworkSegment(92ded851-f307-48cd-8261-996ed2650623),segment_id=92ded851-f307-48cd-8261-996ed2650623)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:04.153642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7752823f-f577-4bc0-8f83-73a10c793a3f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.179685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752823f-f577-4bc0-8f83-73a10c793a3f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816ac4ce-a9a2-4132-a74d-f13bc40ae669,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:04.205166 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.205983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 614f3ac7-a44c-47e6-8559-3a6299aa599a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:04.210518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-302454bb-9ffa-4d00-9baf-fea21c90f99a None None] Provisioning complete for port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:04.210883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-302454bb-9ffa-4d00-9baf-fea21c90f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.254156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7752823f-f577-4bc0-8f83-73a10c793a3f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.255778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7752823f-f577-4bc0-8f83-73a10c793a3f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4789860 Aug 23 04:10:04.258694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50818) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:04.263512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ab0ac681-3b5c-45dd-a125-67afa7c790b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '03ec0fc3-e60e-4e76-88b4-edca5db1b514', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:04.334848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=1f51b11e-7c17-49fd-9cb6-4a46d42dc197,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:04.345226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.360388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 614f3ac7-a44c-47e6-8559-3a6299aa599a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:04.360762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.373823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Port': ['ID=edf391d9-0906-472b-b9e6-3dd272345477,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:04.375548 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-ab0ac681-3b5c-45dd-a125-67afa7c790b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Project 430cdb31e1b941ffa5f70834a9747f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:10:04.407947 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac681-3b5c-45dd-a125-67afa7c790b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.427997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-302454bb-9ffa-4d00-9baf-fea21c90f99a None None] Could not find standard attr ID for object edf391d9-0906-472b-b9e6-3dd272345477. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 04:10:04.525213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.616306 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac681-3b5c-45dd-a125-67afa7c790b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.700557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Router 7e372a59-e2a0-4b0d-ac87-b9b80650e311 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:10:04.702034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac681-3b5c-45dd-a125-67afa7c790b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.726073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ac681-3b5c-45dd-a125-67afa7c790b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ee5525-8c52-4b14-a306-87a6ee75061c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:04.791627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:10:04.796446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-87e78296-179f-4eff-baa3-434d241fcc1a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "PUT /v2.0/routers/7e372a59-e2a0-4b0d-ac87-b9b80650e311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990359 Aug 23 04:10:04.800734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50820) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:04.805509 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6bbc5a-5bfa-4cd9-a783-c86522e9725e None None] Sync routers for ids ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:10:04.809451 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac681-3b5c-45dd-a125-67afa7c790b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:04.811553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ab0ac681-3b5c-45dd-a125-67afa7c790b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5509615 Aug 23 04:10:04.813534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50822) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:04.818802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1d5a18e8-61fe-49fe-ba1c-c6b4485945a8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '03ec0fc3-e60e-4e76-88b4-edca5db1b514', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:04.824462 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6bbc5a-5bfa-4cd9-a783-c86522e9725e None None] Routers {'7e372a59-e2a0-4b0d-ac87-b9b80650e311'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:04.825118 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ab6bbc5a-5bfa-4cd9-a783-c86522e9725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:04.843293 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-46db43e1-88de-4ae0-a310-1099df63650b tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] delete failed (client error): The resource could not be found. Aug 23 04:10:04.848032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-46db43e1-88de-4ae0-a310-1099df63650b tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1775564038 HTTP/1.1" status: 404 len: 335 time: 0.0425563 Aug 23 04:10:04.848430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50824) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:04.853040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a3510434-2e6c-4eb6-96d3-43c30f9077a0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e372a59-e2a0-4b0d-ac87-b9b80650e311'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:04.856498 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ab6bbc5a-5bfa-4cd9-a783-c86522e9725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:04.865511 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6bbc5a-5bfa-4cd9-a783-c86522e9725e None None] Routers {'7e372a59-e2a0-4b0d-ac87-b9b80650e311'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:04.866102 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ab6bbc5a-5bfa-4cd9-a783-c86522e9725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:04.901065 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ab6bbc5a-5bfa-4cd9-a783-c86522e9725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:04.901723 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6bbc5a-5bfa-4cd9-a783-c86522e9725e None None] The sync data for ids ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:10:04.920525 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-1d5a18e8-61fe-49fe-ba1c-c6b4485945a8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Project 430cdb31e1b941ffa5f70834a9747f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:10:04.932889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1d5a18e8-61fe-49fe-ba1c-c6b4485945a8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.097713 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a3510434-2e6c-4eb6-96d3-43c30f9077a0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.108091 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1d5a18e8-61fe-49fe-ba1c-c6b4485945a8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.169756 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-a3510434-2e6c-4eb6-96d3-43c30f9077a0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] update failed (client error): The resource could not be found. Aug 23 04:10:05.170789 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a3510434-2e6c-4eb6-96d3-43c30f9077a0 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "PUT /v2.0/routers/7e372a59-e2a0-4b0d-ac87-b9b80650e311 HTTP/1.1" status: 404 len: 339 time: 0.3213227 Aug 23 04:10:05.174570 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1d5a18e8-61fe-49fe-ba1c-c6b4485945a8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.174727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50826) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:05.181730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1308805228'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:05.192609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a18e8-61fe-49fe-ba1c-c6b4485945a8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa93cb9-65e3-4b16-ab19-6c6c69c1b682,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:05.277612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Made reservation on behalf of 5e8ee85c2f424e5bb722dcbade9ec10c for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:10:05.281252 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.305036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:10:05.313501 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.313873 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Added segment 2bdc0a4f-f062-4e5b-82fd-338a0cc91658 of type vlan for network 8eef3223-d0bc-4bef-809c-d0b61524b8ef Aug 23 04:10:05.329238 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1d5a18e8-61fe-49fe-ba1c-c6b4485945a8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.330530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1d5a18e8-61fe-49fe-ba1c-c6b4485945a8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5160015 Aug 23 04:10:05.353570 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.460424 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.466124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:05.466755 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.529860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 607337f2-9e8a-4207-94de-0ba26e43422f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:05.537280 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-b34a8504-c0d4-4029-9fe1-249820d62412 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810051969&fields=id&tenant_id=430cdb31e1b941ffa5f70834a9747f27 HTTP/1.1" status: 200 len: 267 time: 0.0442157 Aug 23 04:10:05.545287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Network': ['ID=8eef3223-d0bc-4bef-809c-d0b61524b8ef,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:05.552973 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf502f36-6c2c-4087-b469-f8bf1b3c0a49 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3765798 Aug 23 04:10:05.557379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50840) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:05.558369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 8eef3223-d0bc-4bef-809c-d0b61524b8ef details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:10:05.564393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'subnet': {'network_id': '8eef3223-d0bc-4bef-809c-d0b61524b8ef', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:05.643531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 607337f2-9e8a-4207-94de-0ba26e43422f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:05.644540 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.670674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502aec-ec84-4112-9625-c8fef833574f req-9ec31ce1-423b-47eb-a608-530237f3028e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:05.672306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-9ec31ce1-423b-47eb-a608-530237f3028e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/networks?id=6c589054-150e-438f-9173-fe05731bd8b1 HTTP/1.1" status: 200 len: 797 time: 0.1272681 Aug 23 04:10:05.687609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-5eabf58f-23e4-4c3d-a470-473bd7db211f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/quotas/430cdb31e1b941ffa5f70834a9747f27 HTTP/1.1" status: 200 len: 375 time: 0.0092063 Aug 23 04:10:05.722917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dcc96141-849c-47f6-ad03-f35ff15e9fb4 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:05.740268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Made reservation on behalf of 5e8ee85c2f424e5bb722dcbade9ec10c for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:10:05.742890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-c6de6218-c9d6-415c-a614-e4799cf14f3e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490603 Aug 23 04:10:05.744234 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.777148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port dcc96141-849c-47f6-ad03-f35ff15e9fb4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:05.777622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:05.843482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-24affb1f-d0bc-4ff9-a6d2-62b5720a67ac service neutron] 10.222.0.20 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877700 Aug 23 04:10:05.858527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ce6bfb62-63e2-452b-b509-ec4203d22314 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:05.960142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-1ab949f5-fb54-49c0-8144-cab937709d96 service neutron] 10.222.0.20 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070399 Aug 23 04:10:06.007718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ce6bfb62-63e2-452b-b509-ec4203d22314 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:06.012315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ce6bfb62-63e2-452b-b509-ec4203d22314 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:06.012315 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.037580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.092592 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.104136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Subnet': ['ID=9d7091e3-377a-4c5b-8c8a-e6973dc9ee6c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:06.114583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Checking segment: {'id': '2bdc0a4f-f062-4e5b-82fd-338a0cc91658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8eef3223-d0bc-4bef-809c-d0b61524b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:10:06.114946 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network hostable DHCP agents. Network: 8eef3223-d0bc-4bef-809c-d0b61524b8ef, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:10:06.125109 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port ce6bfb62-63e2-452b-b509-ec4203d22314, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ce6bfb62-63e2-452b-b509-ec4203d22314,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:06.230391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f78bb8d1-c48a-4ab5-98e2-3459e7464146 req-f0fde4b5-c899-4ebd-bdd1-6088230940f8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 210 time: 0.0262420 Aug 23 04:10:06.243408 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.244223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:06.266211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network 8eef3223-d0bc-4bef-809c-d0b61524b8ef is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:10:06.318487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 8eef3223-d0bc-4bef-809c-d0b61524b8ef) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:06.320870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=ce6bfb62-63e2-452b-b509-ec4203d22314,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:06.322972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:06.324758 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.330686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0afe8-a357-45fa-9c7f-c146dc5f52c0 None None] Network 8eef3223-d0bc-4bef-809c-d0b61524b8ef requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:06.333756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.334106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.334450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.334788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.335117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.335448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.335816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.336104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.336433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.336755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.337103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.337429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:06.365138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:06.365455 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.427662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-453f7fd5-2466-420b-b399-cc0a8372158e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8690414 Aug 23 04:10:06.430448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50850) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:06.434998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-286998af-a0e5-4d0b-8798-4054a91d028e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'router': {'external_gateway_info': {'network_id': '8eef3223-d0bc-4bef-809c-d0b61524b8ef'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:06.549594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-8eef3223-d0bc-4bef-809c-d0b61524b8ef', 'network_id': '8eef3223-d0bc-4bef-809c-d0b61524b8ef', 'tenant_id': '5e8ee85c2f424e5bb722dcbade9ec10c', 'fixed_ips': [{'subnet_id': '9d7091e3-377a-4c5b-8c8a-e6973dc9ee6c'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:10:06.551011 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.695980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Allocated IP 2001:db8:1::2 (8eef3223-d0bc-4bef-809c-d0b61524b8ef/9d7091e3-377a-4c5b-8c8a-e6973dc9ee6c/bd3c211a-92df-4050-9ab1-b37801e980c5) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:10:06.845614 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.854709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Transition to ACTIVE for port object bd3c211a-92df-4050-9ab1-b37801e980c5 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:06.869353 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Transition to ACTIVE for port object bd3c211a-92df-4050-9ab1-b37801e980c5 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:06.875175 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-286998af-a0e5-4d0b-8798-4054a91d028e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.946770 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:06.986247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Network 8eef3223-d0bc-4bef-809c-d0b61524b8ef is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:06.989213 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:06.992521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:10:07.007749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Pushing event updated for resources: {'Port': ['ID=bd3c211a-92df-4050-9ab1-b37801e980c5,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:07.057844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Attempting to bind port bd3c211a-92df-4050-9ab1-b37801e980c5 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:10:07.062111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Attempting to bind port bd3c211a-92df-4050-9ab1-b37801e980c5 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2bdc0a4f-f062-4e5b-82fd-338a0cc91658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8eef3223-d0bc-4bef-809c-d0b61524b8ef'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:10:07.062111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Attempting to bind port bd3c211a-92df-4050-9ab1-b37801e980c5 on network 8eef3223-d0bc-4bef-809c-d0b61524b8ef {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:07.062354 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-286998af-a0e5-4d0b-8798-4054a91d028e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:10:07.062354 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-286998af-a0e5-4d0b-8798-4054a91d028e tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "PUT /v2.0/routers/7e372a59-e2a0-4b0d-ac87-b9b80650e311 HTTP/1.1" status: 400 len: 364 time: 0.6304502 Aug 23 04:10:07.064965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:10:07.065389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Checking segment: {'id': '2bdc0a4f-f062-4e5b-82fd-338a0cc91658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8eef3223-d0bc-4bef-809c-d0b61524b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:10:07.065863 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:07.066048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50854) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:07.066422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Bound using segment: {'id': '2bdc0a4f-f062-4e5b-82fd-338a0cc91658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8eef3223-d0bc-4bef-809c-d0b61524b8ef'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:10:07.066808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Bound port: bd3c211a-92df-4050-9ab1-b37801e980c5, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdc0a4f-f062-4e5b-82fd-338a0cc91658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8eef3223-d0bc-4bef-809c-d0b61524b8ef'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:10:07.067218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:07.141818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] For port bd3c211a-92df-4050-9ab1-b37801e980c5, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:10:07.145562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] For port bd3c211a-92df-4050-9ab1-b37801e980c5, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bd3c211a-92df-4050-9ab1-b37801e980c5,segment=NetworkSegment(2bdc0a4f-f062-4e5b-82fd-338a0cc91658),segment_id=2bdc0a4f-f062-4e5b-82fd-338a0cc91658)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:10:07.295425 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:07.319272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebd1d0fd-2f08-4b45-a410-ef0769ec7116 req-25d9cc4a-48fa-43db-b744-a5568033b215 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 210 time: 0.0304217 Aug 23 04:10:07.361905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c459b8-3c83-421f-b896-96af8c9e3f9f None None] Pushing event updated for resources: {'Port': ['ID=bd3c211a-92df-4050-9ab1-b37801e980c5,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:07.381379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:07.450036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ce6bfb62-63e2-452b-b509-ec4203d22314 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:07.504077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ce6bfb62-63e2-452b-b509-ec4203d22314 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:07.504469 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:07.693254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Allocated IP 2001:db8::1 (872af6b3-286b-40e6-9009-3eee24d27c85/cf8f36be-b156-461c-8861-e9d4280b0106/0de26f04-e090-4e76-be03-21744f28221c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:10:07.752920 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:07.822728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:07.836321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Transition to ACTIVE for port object 0de26f04-e090-4e76-be03-21744f28221c will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:07.929138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:07.968940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network 872af6b3-286b-40e6-9009-3eee24d27c85 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:07.971893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:07.976026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:10:07.976574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:07.984583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Port': ['ID=0de26f04-e090-4e76-be03-21744f28221c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:08.194313 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:08.375007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0f47f41b-5bc6-498e-9b69-fc3b05465347 None None] Provisioning for port 0de26f04-e090-4e76-be03-21744f28221c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:08.382957 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0f47f41b-5bc6-498e-9b69-fc3b05465347 None None] Provisioning complete for port 0de26f04-e090-4e76-be03-21744f28221c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:08.387155 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0f47f41b-5bc6-498e-9b69-fc3b05465347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:08.443099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7b556867-ca69-41b9-9606-cbd1c977cc5d req-8a08cc91-52eb-4c30-8ee0-1d8334cdb2df tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 210 time: 0.0381227 Aug 23 04:10:08.450702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0f47f41b-5bc6-498e-9b69-fc3b05465347 None None] Port 0de26f04-e090-4e76-be03-21744f28221c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:10:08.468352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca633583-3363-4bf8-ab52-82b8a22d4d3a None None] Network 8eef3223-d0bc-4bef-809c-d0b61524b8ef requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:08.500776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:08.586087 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:08.587054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:08.650669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event updated for resources: {'Port': ['ID=0de26f04-e090-4e76-be03-21744f28221c,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:08.672164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0e218b8f-8626-4c70-8514-a6bdae198a4a None None] Provisioning for port bd3c211a-92df-4050-9ab1-b37801e980c5 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:08.731052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Network 872af6b3-286b-40e6-9009-3eee24d27c85 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:08.732517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:08.745964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502aec-ec84-4112-9625-c8fef833574f req-bf0544ef-9ec2-4b15-988f-ec41b588249f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:08.747963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-bf0544ef-9ec2-4b15-988f-ec41b588249f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "GET /v2.0/networks?id=6c589054-150e-438f-9173-fe05731bd8b1 HTTP/1.1" status: 200 len: 797 time: 0.1385090 Aug 23 04:10:08.811601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-4223601d-a86e-441a-9353-40e0ebc9fb76 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430cdb31e1b941ffa5f70834a9747f27 HTTP/1.1" status: 200 len: 380 time: 0.0481353 Aug 23 04:10:08.823517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'port': {'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'admin_state_up': True, 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'security_groups': ['03ec0fc3-e60e-4e76-88b4-edca5db1b514']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:08.845269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Router 7e372a59-e2a0-4b0d-ac87-b9b80650e311 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:10:08.960286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:10:08.969825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2b105a05-3c57-402c-bf23-009af2834503 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "PUT /v2.0/routers/7e372a59-e2a0-4b0d-ac87-b9b80650e311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8991196 Aug 23 04:10:08.969825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50864) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:08.973656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9a029-7ffc-485c-ae24-02d5c44b3bca None None] Sync routers for ids ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:10:08.990639 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9a029-7ffc-485c-ae24-02d5c44b3bca None None] Routers {'7e372a59-e2a0-4b0d-ac87-b9b80650e311'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:08.995342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-17a9a029-7ffc-485c-ae24-02d5c44b3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:09.054141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-17a9a029-7ffc-485c-ae24-02d5c44b3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:09.073995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9a029-7ffc-485c-ae24-02d5c44b3bca None None] Routers {'7e372a59-e2a0-4b0d-ac87-b9b80650e311'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:09.074546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-17a9a029-7ffc-485c-ae24-02d5c44b3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:09.099498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-66308905-620e-4913-9d01-3a9469ac23bb tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.113819 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-17a9a029-7ffc-485c-ae24-02d5c44b3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:09.114589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9a029-7ffc-485c-ae24-02d5c44b3bca None None] The sync data for ids ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'] in n-d-749052-7 is: [] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:10:09.190386 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-66308905-620e-4913-9d01-3a9469ac23bb tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 04:10:09.194338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-66308905-620e-4913-9d01-3a9469ac23bb tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/routers/7e372a59-e2a0-4b0d-ac87-b9b80650e311 HTTP/1.1" status: 409 len: 329 time: 0.2216065 Aug 23 04:10:09.194982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50866) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:09.202714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d1f99bbf-6952-4098-9b79-d940e20c849a None None] Provisioning complete for port 0de26f04-e090-4e76-be03-21744f28221c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:09.205104 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d1f99bbf-6952-4098-9b79-d940e20c849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.240703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d1f99bbf-6952-4098-9b79-d940e20c849a None None] Port 0de26f04-e090-4e76-be03-21744f28221c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:10:09.340311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Made reservation on behalf of 430cdb31e1b941ffa5f70834a9747f27 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:10:09.343941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.469972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bd3c211a-92df-4050-9ab1-b37801e980c5 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:09.486323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.20.0.6 (6c589054-150e-438f-9173-fe05731bd8b1/780e53e3-4182-4920-896f-a6fb16394691/8f00d2de-c512-4371-a426-eddca3bee571) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:10:09.531349 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.561190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ec1e738-61b9-4881-b102-49bb48ea3da7 req-32bdf9d8-870e-4b60-9473-643d03a302f8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 210 time: 0.0331917 Aug 23 04:10:09.648869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port bd3c211a-92df-4050-9ab1-b37801e980c5 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:09.652859 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bd3c211a-92df-4050-9ab1-b37801e980c5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:09.653244 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.701564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.721615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Transition to ACTIVE for port object 8f00d2de-c512-4371-a426-eddca3bee571 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:09.733914 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.767469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port bd3c211a-92df-4050-9ab1-b37801e980c5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bd3c211a-92df-4050-9ab1-b37801e980c5,segment=NetworkSegment(2bdc0a4f-f062-4e5b-82fd-338a0cc91658),segment_id=2bdc0a4f-f062-4e5b-82fd-338a0cc91658)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:09.780788 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Deleting port 0de26f04-e090-4e76-be03-21744f28221c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:09.781158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.821147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.849264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.868195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network 6c589054-150e-438f-9173-fe05731bd8b1 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:09.872269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:09.876520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:09.876705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:10:09.892980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Calling delete_port for 0de26f04-e090-4e76-be03-21744f28221c owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:09.910037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=8f00d2de-c512-4371-a426-eddca3bee571,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:09.913293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=bd3c211a-92df-4050-9ab1-b37801e980c5,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:09.936393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:09.937320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:10.049658 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-17d3a87c-0a6b-4ccb-9ef5-080dc0800fd5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2316778 Aug 23 04:10:10.068923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Request body: {'port': {'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:10.124580 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:10.186173 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:10.213778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Port': ['ID=0de26f04-e090-4e76-be03-21744f28221c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:10.231838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d22cacd4-eea7-489e-88d7-f0c152239720 None None] Provisioning for port 8f00d2de-c512-4371-a426-eddca3bee571 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:10.236582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d22cacd4-eea7-489e-88d7-f0c152239720 None None] Provisioning complete for port 8f00d2de-c512-4371-a426-eddca3bee571 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:10.237113 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d22cacd4-eea7-489e-88d7-f0c152239720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:10.314623 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:10.438215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d22cacd4-eea7-489e-88d7-f0c152239720 None None] Port 8f00d2de-c512-4371-a426-eddca3bee571 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:10:10.488931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f00d2de-c512-4371-a426-eddca3bee571 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:10:10.497197 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:10.511416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Transition to ACTIVE for port object 8f00d2de-c512-4371-a426-eddca3bee571 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:10.613498 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:10.698779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Pushing event updated for resources: {'Port': ['ID=8f00d2de-c512-4371-a426-eddca3bee571,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:10.732701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Router 7e372a59-e2a0-4b0d-ac87-b9b80650e311 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:10:10.766701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fb8bd-da85-4aac-805d-09a5f841a277 req-7db37529-1534-4567-94ea-77adfb11a807 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:10.768422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-281fb8bd-da85-4aac-805d-09a5f841a277 req-7db37529-1534-4567-94ea-77adfb11a807 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 943 time: 0.1250443 Aug 23 04:10:10.813598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Attempting to bind port 8f00d2de-c512-4371-a426-eddca3bee571 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:10:10.814047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Attempting to bind port 8f00d2de-c512-4371-a426-eddca3bee571 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:10:10.814476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Attempting to bind port 8f00d2de-c512-4371-a426-eddca3bee571 on network 6c589054-150e-438f-9173-fe05731bd8b1 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:10.815235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:10:10.826337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50872) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:10.826574 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d8e36-0bbd-402b-8915-401a130ffc51 None None] Sync routers for ids ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:10:10.829932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e34f28e-9097-45ab-aaaa-e00d966b0905 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "PUT /v2.0/routers/7e372a59-e2a0-4b0d-ac87-b9b80650e311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6339064 Aug 23 04:10:10.835037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Port 8f00d2de-c512-4371-a426-eddca3bee571 on network 6c589054-150e-438f-9173-fe05731bd8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:10:10.835449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Attempting to bind port 8f00d2de-c512-4371-a426-eddca3bee571 on network 6c589054-150e-438f-9173-fe05731bd8b1 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:10.836657 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d8e36-0bbd-402b-8915-401a130ffc51 None None] Routers {'7e372a59-e2a0-4b0d-ac87-b9b80650e311'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:10.837288 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fd1d8e36-0bbd-402b-8915-401a130ffc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:10.844526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-281fb8bd-da85-4aac-805d-09a5f841a277 req-f3241dc7-710c-4c2e-9a95-7e68602a251f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657313 Aug 23 04:10:10.876891 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fd1d8e36-0bbd-402b-8915-401a130ffc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:10.878004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:10:10.878879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Checking segment: {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:10:10.879309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Bound using segment: {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:10:10.879769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Bound port: 8f00d2de-c512-4371-a426-eddca3bee571, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95aa0c56-b771-45ed-b697-2f809c845a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:10:10.880111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:10.883694 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-6283b881-08b9-461b-afe4-6f09d30743b9 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] show failed (client error): The resource could not be found. Aug 23 04:10:10.884166 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d8e36-0bbd-402b-8915-401a130ffc51 None None] Routers {'7e372a59-e2a0-4b0d-ac87-b9b80650e311'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:10.888486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6283b881-08b9-461b-afe4-6f09d30743b9 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1291844378 HTTP/1.1" status: 404 len: 335 time: 0.0573368 Aug 23 04:10:10.888644 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fd1d8e36-0bbd-402b-8915-401a130ffc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:10.888838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50874) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:10.896715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-338897f5-7d87-43fe-8553-7541c4c36cbe tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:10.923351 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fd1d8e36-0bbd-402b-8915-401a130ffc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:10.924012 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d8e36-0bbd-402b-8915-401a130ffc51 None None] The sync data for ids ['7e372a59-e2a0-4b0d-ac87-b9b80650e311'] in n-d-749052-7 is: [] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:10:10.933290 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-338897f5-7d87-43fe-8553-7541c4c36cbe tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] update failed (client error): The resource could not be found. Aug 23 04:10:10.937618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-338897f5-7d87-43fe-8553-7541c4c36cbe tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1569424084 HTTP/1.1" status: 404 len: 335 time: 0.0444515 Aug 23 04:10:10.938040 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50876) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:10.973417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] For port 8f00d2de-c512-4371-a426-eddca3bee571, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:10:10.977615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] For port 8f00d2de-c512-4371-a426-eddca3bee571, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8f00d2de-c512-4371-a426-eddca3bee571,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:10:10.990971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d45062f-b611-47bc-ae8a-9809ad177757 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Deleting subnet 9d7091e3-377a-4c5b-8c8a-e6973dc9ee6c {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:10:10.994000 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d45062f-b611-47bc-ae8a-9809ad177757 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.036661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d45062f-b611-47bc-ae8a-9809ad177757 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.061162 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.095088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:11.095560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.096977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] 10.222.0.11 "PUT /v2.0/ports/8f00d2de-c512-4371-a426-eddca3bee571 HTTP/1.1" status: 200 len: 1091 time: 1.0333571 Aug 23 04:10:11.097443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:10:11.099771 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2760d13b-bf8d-4a19-b776-6b0da83c8cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "tag": "8f00d2de-c512-4371-a426-eddca3bee571"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:10:11.126757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d45062f-b611-47bc-ae8a-9809ad177757 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.138939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8af793-5258-41c2-8384-c8c78d0f80ee service neutron] Pushing event updated for resources: {'Port': ['ID=8f00d2de-c512-4371-a426-eddca3bee571,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:11.147386 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaad8c23-da20-44cb-94a7-206882021e1c x-openstack-request-id: req-eaad8c23-da20-44cb-94a7-206882021e1c {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:10:11.147908 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "tag": "8f00d2de-c512-4371-a426-eddca3bee571", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:10:11.148251 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaad8c23-da20-44cb-94a7-206882021e1c {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:10:11.149534 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571', 'status': 'completed', 'code': 200} Aug 23 04:10:11.239145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760d13b-bf8d-4a19-b776-6b0da83c8cdb req-50eee3b6-647d-4342-b3f5-1207bf34dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:11.240730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2760d13b-bf8d-4a19-b776-6b0da83c8cdb req-50eee3b6-647d-4342-b3f5-1207bf34dc86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 1094 time: 0.0484884 Aug 23 04:10:11.266763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d45062f-b611-47bc-ae8a-9809ad177757 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.299626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45062f-b611-47bc-ae8a-9809ad177757 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7091e3-377a-4c5b-8c8a-e6973dc9ee6c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:11.303844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4d45062f-b611-47bc-ae8a-9809ad177757 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.305762 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4d45062f-b611-47bc-ae8a-9809ad177757 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/subnets/9d7091e3-377a-4c5b-8c8a-e6973dc9ee6c HTTP/1.1" status: 204 len: 168 time: 0.3666708 Aug 23 04:10:11.308616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50880) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:11.319521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30b373-897b-41df-b7ab-f725d8ccb4bb None None] Network 8eef3223-d0bc-4bef-809c-d0b61524b8ef requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:11.397668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.449756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760d13b-bf8d-4a19-b776-6b0da83c8cdb req-ccf5c9e5-1152-40d5-9047-bf4d9871d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:11.451575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2760d13b-bf8d-4a19-b776-6b0da83c8cdb req-ccf5c9e5-1152-40d5-9047-bf4d9871d253 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=430cdb31e1b941ffa5f70834a9747f27&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1965210 Aug 23 04:10:11.454670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bd3c211a-92df-4050-9ab1-b37801e980c5 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:11.478215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Deleting port bd3c211a-92df-4050-9ab1-b37801e980c5 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:11.478769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.527781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bd3c211a-92df-4050-9ab1-b37801e980c5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:11.528160 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.562329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2433b486-b9d8-440d-8a1a-67abb4f1095a None None] DHCP port deletion for 8eef3223-d0bc-4bef-809c-d0b61524b8ef request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:10:11.566756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] For port bd3c211a-92df-4050-9ab1-b37801e980c5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bd3c211a-92df-4050-9ab1-b37801e980c5,segment=NetworkSegment(2bdc0a4f-f062-4e5b-82fd-338a0cc91658),segment_id=2bdc0a4f-f062-4e5b-82fd-338a0cc91658)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:11.567147 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.584461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Calling delete_port for bd3c211a-92df-4050-9ab1-b37801e980c5 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:11.630334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760d13b-bf8d-4a19-b776-6b0da83c8cdb req-9c0de508-e20c-4b1b-9175-f44a52491d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:11.632181 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2760d13b-bf8d-4a19-b776-6b0da83c8cdb req-9c0de508-e20c-4b1b-9175-f44a52491d3a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1737390 Aug 23 04:10:11.660169 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2433b486-b9d8-440d-8a1a-67abb4f1095a None None] Deleting port bd3c211a-92df-4050-9ab1-b37801e980c5 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:11.660542 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2433b486-b9d8-440d-8a1a-67abb4f1095a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.724225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2433b486-b9d8-440d-8a1a-67abb4f1095a None None] For port bd3c211a-92df-4050-9ab1-b37801e980c5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bd3c211a-92df-4050-9ab1-b37801e980c5,segment=NetworkSegment(2bdc0a4f-f062-4e5b-82fd-338a0cc91658),segment_id=2bdc0a4f-f062-4e5b-82fd-338a0cc91658)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:11.724638 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2433b486-b9d8-440d-8a1a-67abb4f1095a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.736606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502aec-ec84-4112-9625-c8fef833574f req-d76d0659-dca4-4c0b-a029-9a1f9a988b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:11.736825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2433b486-b9d8-440d-8a1a-67abb4f1095a None None] Calling delete_port for bd3c211a-92df-4050-9ab1-b37801e980c5 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:11.738277 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-d76d0659-dca4-4c0b-a029-9a1f9a988b48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 1094 time: 0.0438867 Aug 23 04:10:11.773678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.787681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-e9414029-1b2a-4624-8195-63ce691701fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f00d2de-c512-4371-a426-eddca3bee571 HTTP/1.1" status: 200 len: 217 time: 0.0357907 Aug 23 04:10:11.802544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] No DVR routers for this DVR port bd3c211a-92df-4050-9ab1-b37801e980c5 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:11.807909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Port': ['ID=bd3c211a-92df-4050-9ab1-b37801e980c5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:11.816220 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2433b486-b9d8-440d-8a1a-67abb4f1095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.843586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433b486-b9d8-440d-8a1a-67abb4f1095a None None] Pushing event deleted for resources: {'Port': ['ID=bd3c211a-92df-4050-9ab1-b37801e980c5,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:11.846625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502aec-ec84-4112-9625-c8fef833574f req-580c2786-8b75-47eb-b7f2-477abf9f022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:11.848927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-580c2786-8b75-47eb-b7f2-477abf9f022d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=780e53e3-4182-4920-896f-a6fb16394691 HTTP/1.1" status: 200 len: 834 time: 0.0543685 Aug 23 04:10:11.849869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433b486-b9d8-440d-8a1a-67abb4f1095a None None] No DVR routers for this DVR port bd3c211a-92df-4050-9ab1-b37801e980c5 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:11.905945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.912457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93502aec-ec84-4112-9625-c8fef833574f req-1b772e24-ad77-4d7c-9915-fd6c81bb2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:11.914287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-1b772e24-ad77-4d7c-9915-fd6c81bb2cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c589054-150e-438f-9173-fe05731bd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586109 Aug 23 04:10:11.917193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eef3223-d0bc-4bef-809c-d0b61524b8ef']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:11.927914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdc0a4f-f062-4e5b-82fd-338a0cc91658') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:11.928203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdc0a4f-f062-4e5b-82fd-338a0cc91658') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:11.937381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.951854 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.959171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:10:11.959580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:10:11.962793 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:10:12.033769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae257c6-6fd2-4b1b-a263-efaf92d7e4dd req-e62d2de3-6862-4c65-93f4-f51b64396003 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:12.035259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ae257c6-6fd2-4b1b-a263-efaf92d7e4dd req-e62d2de3-6862-4c65-93f4-f51b64396003 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 943 time: 0.1116502 Aug 23 04:10:12.063715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-c21feb5b-27f9-47db-8cb7-cf66f7e149b1 service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414719 Aug 23 04:10:12.099241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ae257c6-6fd2-4b1b-a263-efaf92d7e4dd req-20f9a773-3c45-4a26-ae22-04f45b70d2dd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560739 Aug 23 04:10:12.100670 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.108584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.110034 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/networks/8eef3223-d0bc-4bef-809c-d0b61524b8ef HTTP/1.1" status: 204 len: 168 time: 0.8003993 Aug 23 04:10:12.129697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50884) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:12.137539 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eddf52-20dd-4cc2-abc0-ec2d10bf144a tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Network': ['ID=8eef3223-d0bc-4bef-809c-d0b61524b8ef,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:12.166222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93502aec-ec84-4112-9625-c8fef833574f req-146fd636-57f5-4b76-9648-6c83339cbce8 service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954916 Aug 23 04:10:12.181258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-40da85fe-037e-4850-bc7a-02a90a90a092 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Deleting subnet 4119ebda-83e1-4a9f-872a-a39add796c3b {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:10:12.184435 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40da85fe-037e-4850-bc7a-02a90a90a092 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.223805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40da85fe-037e-4850-bc7a-02a90a90a092 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.311100 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40da85fe-037e-4850-bc7a-02a90a90a092 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.420558 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40da85fe-037e-4850-bc7a-02a90a90a092 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.449189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da85fe-037e-4850-bc7a-02a90a90a092 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Subnet': ['ID=4119ebda-83e1-4a9f-872a-a39add796c3b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:12.451117 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-40da85fe-037e-4850-bc7a-02a90a90a092 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.452934 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-40da85fe-037e-4850-bc7a-02a90a90a092 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/subnets/4119ebda-83e1-4a9f-872a-a39add796c3b HTTP/1.1" status: 204 len: 168 time: 0.3220615 Aug 23 04:10:12.455526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50886) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:12.457985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c8650-c5a5-4d2b-ae9e-d41a14887ada None None] Network e053b783-d759-492a-93d1-13a4ba1b1d8f requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:12.505667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b2a367-140f-4426-b1db-bc54c0259b38 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Deleting subnet cf573a0c-8912-4c73-ab44-93210a49c504 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:10:12.508855 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a367-140f-4426-b1db-bc54c0259b38 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.553457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a367-140f-4426-b1db-bc54c0259b38 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.632762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c4ab6-182a-4ff6-9e63-ff41f0a85ad6 None None] DHCP port deletion for e053b783-d759-492a-93d1-13a4ba1b1d8f request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:10:12.640089 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a367-140f-4426-b1db-bc54c0259b38 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.680680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e70c4ab6-182a-4ff6-9e63-ff41f0a85ad6 None None] Deleting port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:12.680974 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e70c4ab6-182a-4ff6-9e63-ff41f0a85ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.747095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e70c4ab6-182a-4ff6-9e63-ff41f0a85ad6 None None] For port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=1f51b11e-7c17-49fd-9cb6-4a46d42dc197,segment=NetworkSegment(92ded851-f307-48cd-8261-996ed2650623),segment_id=92ded851-f307-48cd-8261-996ed2650623)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:12.747524 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e70c4ab6-182a-4ff6-9e63-ff41f0a85ad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.759961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e70c4ab6-182a-4ff6-9e63-ff41f0a85ad6 None None] Calling delete_port for 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:12.777787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bc944-fedc-4af3-852b-07ac0443fbed req-37402b51-a63d-4d40-9183-ac24fa32d5d5 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:12.779480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-787bc944-fedc-4af3-852b-07ac0443fbed req-37402b51-a63d-4d40-9183-ac24fa32d5d5 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1096 time: 0.0479026 Aug 23 04:10:12.782668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a367-140f-4426-b1db-bc54c0259b38 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.815127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2a367-140f-4426-b1db-bc54c0259b38 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Subnet': ['ID=cf573a0c-8912-4c73-ab44-93210a49c504,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:12.822705 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8b2a367-140f-4426-b1db-bc54c0259b38 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.827612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d8b2a367-140f-4426-b1db-bc54c0259b38 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/subnets/cf573a0c-8912-4c73-ab44-93210a49c504 HTTP/1.1" status: 204 len: 168 time: 0.3682160 Aug 23 04:10:12.827734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-787bc944-fedc-4af3-852b-07ac0443fbed req-58c4be29-6f2a-4599-8521-58e39d6f6f2d tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347011 Aug 23 04:10:12.828243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50892) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:12.842775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc462b-9cca-4fbd-ac4f-fe5a1ec7ee98 None None] Network 01fc9b49-8abe-4866-be43-29949232e16d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:12.911719 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e70c4ab6-182a-4ff6-9e63-ff41f0a85ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.921022 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:12.940789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c4ab6-182a-4ff6-9e63-ff41f0a85ad6 None None] Pushing event deleted for resources: {'Port': ['ID=1f51b11e-7c17-49fd-9cb6-4a46d42dc197,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:12.946289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac165ec-9cb8-493c-8d9b-8f8134a37405 req-fc345243-e724-4a9f-9307-224bf215ccbf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:12.947372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dac165ec-9cb8-493c-8d9b-8f8134a37405 req-fc345243-e724-4a9f-9307-224bf215ccbf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0564191 Aug 23 04:10:12.968768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c4ab6-182a-4ff6-9e63-ff41f0a85ad6 None None] No DVR routers for this DVR port 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:12.991571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dac165ec-9cb8-493c-8d9b-8f8134a37405 req-f3465042-c09f-4b60-8d42-716e164a0f5b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378227 Aug 23 04:10:13.021615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50896) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:13.032164 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.046834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e053b783-d759-492a-93d1-13a4ba1b1d8f']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:13.057915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ded851-f307-48cd-8261-996ed2650623') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:13.058228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ded851-f307-48cd-8261-996ed2650623') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:13.067413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.071482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c929616c-5064-4213-9966-dccd1121d053 None None] DHCP port deletion for 01fc9b49-8abe-4866-be43-29949232e16d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:10:13.084155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.090937 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b73d1124-0230-4f28-b533-2ff65b733498 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/6a311f0e-e1e0-4155-887e-68fe4e03c5fa HTTP/1.1" status: 200 len: 993 time: 0.0681918 Aug 23 04:10:13.091321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:10:13.095636 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:10:13.122691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c929616c-5064-4213-9966-dccd1121d053 None None] Deleting port dcc96141-849c-47f6-ad03-f35ff15e9fb4 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:13.123280 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c929616c-5064-4213-9966-dccd1121d053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.193464 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c929616c-5064-4213-9966-dccd1121d053 None None] For port dcc96141-849c-47f6-ad03-f35ff15e9fb4, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=dcc96141-849c-47f6-ad03-f35ff15e9fb4,segment=NetworkSegment(ed5fa76b-636c-48b4-906a-4f9bda4036c9),segment_id=ed5fa76b-636c-48b4-906a-4f9bda4036c9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:13.194135 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c929616c-5064-4213-9966-dccd1121d053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.208492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c929616c-5064-4213-9966-dccd1121d053 None None] Calling delete_port for dcc96141-849c-47f6-ad03-f35ff15e9fb4 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:13.225322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.230746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.232774 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/networks/e053b783-d759-492a-93d1-13a4ba1b1d8f HTTP/1.1" status: 204 len: 168 time: 0.4043422 Aug 23 04:10:13.236077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50904) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:13.252007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c2c34-666a-437c-a42d-cb9e76829295 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Network': ['ID=e053b783-d759-492a-93d1-13a4ba1b1d8f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:13.353310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.367002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4560-362a-40b6-af26-6d07be74911a req-b2c4902f-3f51-45a6-8d8f-1253f345b691 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:13.368483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-536b4560-362a-40b6-af26-6d07be74911a req-b2c4902f-3f51-45a6-8d8f-1253f345b691 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 943 time: 0.1181669 Aug 23 04:10:13.380800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c929616c-5064-4213-9966-dccd1121d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.409778 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929616c-5064-4213-9966-dccd1121d053 None None] Pushing event deleted for resources: {'Port': ['ID=dcc96141-849c-47f6-ad03-f35ff15e9fb4,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:13.414316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c929616c-5064-4213-9966-dccd1121d053 None None] No DVR routers for this DVR port dcc96141-849c-47f6-ad03-f35ff15e9fb4 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:13.429903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bd3c211a-92df-4050-9ab1-b37801e980c5 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:10:13.441877 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-536b4560-362a-40b6-af26-6d07be74911a req-75a1060a-4afb-47bf-bbde-8d05ebfa4c84 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652697 Aug 23 04:10:13.451689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: bd3c211a-92df-4050-9ab1-b37801e980c5 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:10:13.452052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bd3c211a-92df-4050-9ab1-b37801e980c5 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:10:13.452760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dcc96141-849c-47f6-ad03-f35ff15e9fb4 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:10:13.465350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Deleting port dcc96141-849c-47f6-ad03-f35ff15e9fb4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:13.465813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.472763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: dcc96141-849c-47f6-ad03-f35ff15e9fb4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:10:13.473307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dcc96141-849c-47f6-ad03-f35ff15e9fb4 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:10:13.473721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:10:13.492687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:10:13.493185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 1f51b11e-7c17-49fd-9cb6-4a46d42dc197 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:10:13.532612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] For port dcc96141-849c-47f6-ad03-f35ff15e9fb4, host n-d-749052-7, got binding levels [] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:13.532977 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.549916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Calling delete_port for dcc96141-849c-47f6-ad03-f35ff15e9fb4 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:13.552727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Port dcc96141-849c-47f6-ad03-f35ff15e9fb4 was not found and therefore no delete operation was performed {{(pid=95121) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 23 04:10:13.554016 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.578660 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Port': ['ID=dcc96141-849c-47f6-ad03-f35ff15e9fb4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:13.582917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] No DVR routers for this DVR port dcc96141-849c-47f6-ad03-f35ff15e9fb4 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:13.662749 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.672313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fc9b49-8abe-4866-be43-29949232e16d']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:13.682590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5fa76b-636c-48b4-906a-4f9bda4036c9') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:13.682848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5fa76b-636c-48b4-906a-4f9bda4036c9') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:13.691436 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.705042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.711344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:10:13.711712 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:10:13.714642 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:10:13.860502 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.865001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.867192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/networks/01fc9b49-8abe-4866-be43-29949232e16d HTTP/1.1" status: 204 len: 168 time: 0.6301415 Aug 23 04:10:13.869945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50912) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:13.891443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d52c7-6e42-4ea0-a71b-d81b10dc47a5 req-3d78e44f-b8fb-45db-8f3d-1ad23791522e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:13.893093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad3d52c7-6e42-4ea0-a71b-d81b10dc47a5 req-3d78e44f-b8fb-45db-8f3d-1ad23791522e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0707374 Aug 23 04:10:13.894714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b9047-8577-4a6e-b69d-a4ae1d59e328 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Network': ['ID=01fc9b49-8abe-4866-be43-29949232e16d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:13.929853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b69dcab-e0c3-4901-b845-a8ba010d0d09 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Deleting subnet cf8f36be-b156-461c-8861-e9d4280b0106 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:10:13.932904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b69dcab-e0c3-4901-b845-a8ba010d0d09 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:13.935724 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad3d52c7-6e42-4ea0-a71b-d81b10dc47a5 req-6086c26a-1109-4ee2-8866-7f9c87b49de7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324907 Aug 23 04:10:13.980115 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b69dcab-e0c3-4901-b845-a8ba010d0d09 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.006827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50914) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:14.062229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b69dcab-e0c3-4901-b845-a8ba010d0d09 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.100146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-d1eb565c-e555-47b6-b1bd-b89b4d9476c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921063 Aug 23 04:10:14.210438 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b69dcab-e0c3-4901-b845-a8ba010d0d09 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.236851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69dcab-e0c3-4901-b845-a8ba010d0d09 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8f36be-b156-461c-8861-e9d4280b0106,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:14.241070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b69dcab-e0c3-4901-b845-a8ba010d0d09 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.248639 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7b69dcab-e0c3-4901-b845-a8ba010d0d09 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/subnets/cf8f36be-b156-461c-8861-e9d4280b0106 HTTP/1.1" status: 204 len: 168 time: 0.3717291 Aug 23 04:10:14.249593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50922) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:14.249703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4bcd79-5c9f-4507-ae04-b0162830a45f None None] Network 872af6b3-286b-40e6-9009-3eee24d27c85 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:14.328039 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.385512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Deleting port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:14.385856 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.438798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2adde3b-5342-40d2-bb70-a9293279e3cb None None] DHCP port deletion for 872af6b3-286b-40e6-9009-3eee24d27c85 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:10:14.458685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] For port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e,segment=NetworkSegment(6386113c-88a9-4f8a-bc8c-f2566fcb90c8),segment_id=6386113c-88a9-4f8a-bc8c-f2566fcb90c8)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:14.459125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.482803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Calling delete_port for eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:14.509220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d2adde3b-5342-40d2-bb70-a9293279e3cb None None] Deleting port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:14.509766 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d2adde3b-5342-40d2-bb70-a9293279e3cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.582339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d2adde3b-5342-40d2-bb70-a9293279e3cb None None] For port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e,segment=NetworkSegment(6386113c-88a9-4f8a-bc8c-f2566fcb90c8),segment_id=6386113c-88a9-4f8a-bc8c-f2566fcb90c8)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:14.582743 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d2adde3b-5342-40d2-bb70-a9293279e3cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.596261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-d2adde3b-5342-40d2-bb70-a9293279e3cb None None] Calling delete_port for eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:14.598444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9fd8d-b2b5-48ec-9ffb-9972f9429733 req-92003b13-c586-4b72-906c-8e71d503a837 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:14.599526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23a9fd8d-b2b5-48ec-9ffb-9972f9429733 req-92003b13-c586-4b72-906c-8e71d503a837 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 943 time: 0.0688856 Aug 23 04:10:14.645741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23a9fd8d-b2b5-48ec-9ffb-9972f9429733 req-0198d649-1489-4c7d-a8e8-5ca539f58326 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368915 Aug 23 04:10:14.667983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.674774 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d2adde3b-5342-40d2-bb70-a9293279e3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.687941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Port': ['ID=eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:14.691836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] No DVR routers for this DVR port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:14.704099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adde3b-5342-40d2-bb70-a9293279e3cb None None] Pushing event deleted for resources: {'Port': ['ID=eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:14.707406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2adde3b-5342-40d2-bb70-a9293279e3cb None None] No DVR routers for this DVR port eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:14.777169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.788027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872af6b3-286b-40e6-9009-3eee24d27c85']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:14.803537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6386113c-88a9-4f8a-bc8c-f2566fcb90c8') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:14.803720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6386113c-88a9-4f8a-bc8c-f2566fcb90c8') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:14.813305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.826928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.833211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:10:14.833605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:10:14.836765 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:10:14.980050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.981639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:14.983504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/networks/872af6b3-286b-40e6-9009-3eee24d27c85 HTTP/1.1" status: 204 len: 168 time: 0.7366197 Aug 23 04:10:14.986524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 50946) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:14.995152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8f808-ea90-4b4f-ae55-208ed3a775b7 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Pushing event deleted for resources: {'Network': ['ID=872af6b3-286b-40e6-9009-3eee24d27c85,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:15.037065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b695c83d-08f8-4414-a1fa-5dad5652b208 tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e372a59-e2a0-4b0d-ac87-b9b80650e311 HTTP/1.1" status: 200 len: 205 time: 0.0490627 Aug 23 04:10:15.039889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50948) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:15.121783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ac700c-338d-4178-bfd0-29031355f26d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:15.131741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3774-1042-4058-9df3-9eed89dfb1e4 req-dd71afa0-7991-48f1-9ada-07b101fb9c03 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:15.133247 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-debe3774-1042-4058-9df3-9eed89dfb1e4 req-dd71afa0-7991-48f1-9ada-07b101fb9c03 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.1235435 Aug 23 04:10:15.296521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-debe3774-1042-4058-9df3-9eed89dfb1e4 req-64863942-9207-4d2b-aedf-b71d0f67184d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198890 Aug 23 04:10:15.314818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ac700c-338d-4178-bfd0-29031355f26d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:15.317843 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ac700c-338d-4178-bfd0-29031355f26d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:15.427526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:10:15.447091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:10:15.447441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device eb0e6368-eb68-46fe-aaab-3ef4f20d2b5e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:10:15.528995 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ac700c-338d-4178-bfd0-29031355f26d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:15.529554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ac700c-338d-4178-bfd0-29031355f26d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Fanout notify agent at l3_agent the message router_deleted on router 7e372a59-e2a0-4b0d-ac87-b9b80650e311 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:10:15.536995 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-11ac700c-338d-4178-bfd0-29031355f26d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:15.540827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-11ac700c-338d-4178-bfd0-29031355f26d tempest-RoutersNegativeIpV6Test-1989880092 tempest-RoutersNegativeIpV6Test-1989880092-project] 10.222.0.20 "DELETE /v2.0/routers/7e372a59-e2a0-4b0d-ac87-b9b80650e311 HTTP/1.1" status: 204 len: 168 time: 0.4972222 Aug 23 04:10:15.722870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8f00d2de-c512-4371-a426-eddca3bee571 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:10:15.768173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac91d55-cdc6-4894-9849-1f6616e7a1e6 req-950a71a7-f32c-4890-8fa4-cc319ab53455 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:15.770629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cac91d55-cdc6-4894-9849-1f6616e7a1e6 req-950a71a7-f32c-4890-8fa4-cc319ab53455 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 943 time: 0.0558636 Aug 23 04:10:15.811956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cac91d55-cdc6-4894-9849-1f6616e7a1e6 req-7473ab0d-56f0-49ae-b753-51f0b4b9f074 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Aug 23 04:10:15.822787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8f00d2de-c512-4371-a426-eddca3bee571, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8f00d2de-c512-4371-a426-eddca3bee571,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:15.835032 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '8f00d2de-c512-4371-a426-eddca3bee571', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:10:15.876696 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:15.889451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f00d2de-c512-4371-a426-eddca3bee571 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:10:15.911390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8f00d2de-c512-4371-a426-eddca3bee571, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8f00d2de-c512-4371-a426-eddca3bee571,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:16.009230 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:16.033544 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50956) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:16.061534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=8f00d2de-c512-4371-a426-eddca3bee571,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:16.167408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-93b091f6-5902-414f-99c6-dc7a22df7209 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e8ee85c2f424e5bb722dcbade9ec10c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325970 Aug 23 04:10:16.169915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50960) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:16.216991 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5c37df5-2619-44e9-b0b7-bc47c7cbb0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:16.237818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5c37df5-2619-44e9-b0b7-bc47c7cbb0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:16.368927 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5c37df5-2619-44e9-b0b7-bc47c7cbb0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:16.371514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b5c37df5-2619-44e9-b0b7-bc47c7cbb0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:16.372600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b5c37df5-2619-44e9-b0b7-bc47c7cbb0c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f556b8f5-c839-4705-a8ef-c1030288153f HTTP/1.1" status: 204 len: 168 time: 0.2017624 Aug 23 04:10:16.403797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c37df5-2619-44e9-b0b7-bc47c7cbb0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f556b8f5-c839-4705-a8ef-c1030288153f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:16.419875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225447-56c1-44fe-85cc-d2c06b1b9846 req-4eea004d-6077-4c65-bc80-3748c74174b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:16.426582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6225447-56c1-44fe-85cc-d2c06b1b9846 req-4eea004d-6077-4c65-bc80-3748c74174b7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0629182 Aug 23 04:10:16.426736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['8f00d2de-c512-4371-a426-eddca3bee571'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:10:16.470920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6225447-56c1-44fe-85cc-d2c06b1b9846 req-92bca1dc-36f4-4d55-83d4-33e097bffdcc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396430 Aug 23 04:10:16.611441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-4d284e47-449b-4ff4-8510-1c9edc1d06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:16.613792 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-4d284e47-449b-4ff4-8510-1c9edc1d06eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1096 time: 0.0571024 Aug 23 04:10:16.718218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-72cb361a-41a7-4470-b4af-8d28f69d872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:16.719863 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-72cb361a-41a7-4470-b4af-8d28f69d872a service neutron] 10.222.0.24 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.0995204 Aug 23 04:10:16.788794 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-c99e1e93-1884-40f4-9017-e28b433b17e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 1001 time: 0.0612366 Aug 23 04:10:16.843090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-df3ce1ba-1f6d-4b2a-a503-b7280a80fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:16.844746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-df3ce1ba-1f6d-4b2a-a503-b7280a80fdea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0492620 Aug 23 04:10:16.898207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-72772281-b273-4a55-b4bb-659214f5820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:16.899901 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-72772281-b273-4a55-b4bb-659214f5820e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483401 Aug 23 04:10:16.937418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a6b9d-cebc-4626-bee9-a01d6d3246fe req-e741e440-f0a2-4834-b4a3-330328e2ca0a tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:16.939220 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af4a6b9d-cebc-4626-bee9-a01d6d3246fe req-e741e440-f0a2-4834-b4a3-330328e2ca0a tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 944 time: 0.0530221 Aug 23 04:10:16.985960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af4a6b9d-cebc-4626-bee9-a01d6d3246fe req-7b236897-5911-4236-b944-dbc192056199 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388823 Aug 23 04:10:17.004457 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-a61e5018-2f49-4dc2-b74f-163c1db76117 service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957055 Aug 23 04:10:17.101511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-2dfbcb99-e012-4bce-8e67-7ec4d4201ee6 service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900888 Aug 23 04:10:17.407635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 50988) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:17.509308 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d975eaf8-685b-410d-8a8b-34f40c5d13f1 tempest-ServiceProvidersTest-1004637029 tempest-ServiceProvidersTest-1004637029-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0991476 Aug 23 04:10:17.591993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad794ab-a3b4-420a-bf47-bee1cc20092d req-4ef52044-f2a5-4123-bc95-6846cf227b0c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:17.597548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ad794ab-a3b4-420a-bf47-bee1cc20092d req-4ef52044-f2a5-4123-bc95-6846cf227b0c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0502937 Aug 23 04:10:17.639544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ad794ab-a3b4-420a-bf47-bee1cc20092d req-b6cba248-6cd0-4b96-bd39-288067b9ba82 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393109 Aug 23 04:10:17.723170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8f00d2de-c512-4371-a426-eddca3bee571 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:17.832491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 8f00d2de-c512-4371-a426-eddca3bee571 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:17.836318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 8f00d2de-c512-4371-a426-eddca3bee571 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:17.836691 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:17.914228 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:17.937170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:10:17.939638 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5cda27-1dea-4ce9-addb-d781808636c6" -d '{"events": [{"server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "name": "network-vif-plugged", "status": "completed", "tag": "8f00d2de-c512-4371-a426-eddca3bee571"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:10:17.952860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 8f00d2de-c512-4371-a426-eddca3bee571, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8f00d2de-c512-4371-a426-eddca3bee571,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:17.978071 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb99c8e-e083-44c4-9489-832f2bce83a0 x-openstack-request-id: req-bbb99c8e-e083-44c4-9489-832f2bce83a0 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:10:17.978363 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "name": "network-vif-plugged", "status": "completed", "tag": "8f00d2de-c512-4371-a426-eddca3bee571", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:10:17.978644 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbb99c8e-e083-44c4-9489-832f2bce83a0 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:10:17.979040 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571', 'code': 200} Aug 23 04:10:18.006188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51002) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:18.019427 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:18.080206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=8f00d2de-c512-4371-a426-eddca3bee571,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:18.135136 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc6352f6-d9f1-498b-9e29-b9dc73f943e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:18.158244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3899f-6ed0-4109-8762-78bcfe2cd3ca req-a45d69b3-95e1-4cd7-90cf-4e05298f2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:18.159730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3b3899f-6ed0-4109-8762-78bcfe2cd3ca req-a45d69b3-95e1-4cd7-90cf-4e05298f2251 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 1096 time: 0.0919464 Aug 23 04:10:18.169207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6c97f-7318-42e9-b5ef-80256358efcd req-06523f21-1ab2-4705-9ecd-e6e10cfa71ba tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:18.170531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3a6c97f-7318-42e9-b5ef-80256358efcd req-06523f21-1ab2-4705-9ecd-e6e10cfa71ba tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 945 time: 0.0927024 Aug 23 04:10:18.245113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3b3899f-6ed0-4109-8762-78bcfe2cd3ca req-a7bb412e-a8ae-4f26-a866-632c20623887 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717075 Aug 23 04:10:18.255445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3a6c97f-7318-42e9-b5ef-80256358efcd req-eb9e63fc-aaca-4eae-83ac-ec9a9068b61b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739734 Aug 23 04:10:18.297327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc6352f6-d9f1-498b-9e29-b9dc73f943e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:18.367190 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc6352f6-d9f1-498b-9e29-b9dc73f943e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:18.403959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dc6352f6-d9f1-498b-9e29-b9dc73f943e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa26ad28a7594bc1941599ffae60d617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965478 Aug 23 04:10:18.405162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6352f6-d9f1-498b-9e29-b9dc73f943e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e297cc2c-0a3a-424f-8387-c149c833594b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:18.406741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51006) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:18.455975 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:18.476771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:18.597710 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:18.600315 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:18.601502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e297cc2c-0a3a-424f-8387-c149c833594b HTTP/1.1" status: 204 len: 168 time: 0.1937716 Aug 23 04:10:18.609606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297cc2c-0a3a-424f-8387-c149c833594b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:18.618818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.619164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.619505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.619842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.620170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.620495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.620820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.621170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.621491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.621812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.622132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.622456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba6c18a-84bc-4c5f-8dca-5ed676e55ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:10:18.753752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437af81-44c2-4f14-8ac6-0ff5eb274a8c req-236e282c-f9d0-45cb-af1e-4aeed3cd46b3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:18.755333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7437af81-44c2-4f14-8ac6-0ff5eb274a8c req-236e282c-f9d0-45cb-af1e-4aeed3cd46b3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Aug 23 04:10:18.793756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7437af81-44c2-4f14-8ac6-0ff5eb274a8c req-a3f9cfc0-f798-4ff6-8ad5-c5d91c176fdf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Aug 23 04:10:19.376364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbf64a-8d50-42aa-a910-79611ddb3f62 req-1c757c23-5ff8-4580-a88c-c9360254bd4d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:19.377837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-42fbf64a-8d50-42aa-a910-79611ddb3f62 req-1c757c23-5ff8-4580-a88c-c9360254bd4d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 945 time: 0.0503211 Aug 23 04:10:19.416860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-42fbf64a-8d50-42aa-a910-79611ddb3f62 req-a79d88cb-e008-47f0-9b44-a60067b51dad tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Aug 23 04:10:19.619305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51034) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:19.720602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-184659268'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:19.838105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Made reservation on behalf of 562554a5d97042a1bcdc6fabb2915b0e for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:10:19.842633 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:19.856562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:19.956526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:20.026646 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:20.055752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:10:20.066051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93fd521-0174-4569-814f-53c5f0e97c32,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:20.073208 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:20.073208 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Added segment f44ef3e7-79fe-4087-87d5-81ef49eab4b5 of type vlan for network eaaf6523-dae4-40cc-bb39-395387b6f09d Aug 23 04:10:20.114449 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:20.191694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:20.197514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:20.198106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:20.235413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b784d-8be6-48ca-8804-458ae780b5ac req-71eb94f3-fdbd-4d17-bfc6-18fdb1e062af tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:20.237047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa2b784d-8be6-48ca-8804-458ae780b5ac req-71eb94f3-fdbd-4d17-bfc6-18fdb1e062af tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.3697920 Aug 23 04:10:20.267191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Pushing event updated for resources: {'Network': ['ID=eaaf6523-dae4-40cc-bb39-395387b6f09d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:20.275678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa2b784d-8be6-48ca-8804-458ae780b5ac req-b55e58a1-9f47-4196-9043-48b7153dfe66 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Aug 23 04:10:20.278514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network eaaf6523-dae4-40cc-bb39-395387b6f09d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:10:20.294889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6e04be09-fbc1-4fbf-9dd9-1cfd1ca9725d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6738310 Aug 23 04:10:20.302069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51042) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:20.307176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Request body: {'subnet': {'network_id': 'eaaf6523-dae4-40cc-bb39-395387b6f09d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:20.470622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Made reservation on behalf of 562554a5d97042a1bcdc6fabb2915b0e for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:10:20.474911 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:20.594457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c318d-f8c4-47bd-849b-f9e68f5c8580 req-4997e56d-8e3e-4890-8cf9-262f36d4c0fb tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:20.595862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-267c318d-f8c4-47bd-849b-f9e68f5c8580 req-4997e56d-8e3e-4890-8cf9-262f36d4c0fb tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 945 time: 0.1061013 Aug 23 04:10:20.669279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-267c318d-f8c4-47bd-849b-f9e68f5c8580 req-537a18ea-4136-40dc-bfb3-d2b6b80d4bf7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667100 Aug 23 04:10:20.784383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304f390-7649-44d6-9aae-e3c0d150c6f9 req-9cf3970d-0d12-4f70-bab2-b166682379fd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:20.785899 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f304f390-7649-44d6-9aae-e3c0d150c6f9 req-9cf3970d-0d12-4f70-bab2-b166682379fd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 945 time: 0.0496905 Aug 23 04:10:20.819033 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:20.832381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f304f390-7649-44d6-9aae-e3c0d150c6f9 req-6b6ce3e8-a757-4c26-8d5e-40b5059713c6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 Aug 23 04:10:20.854126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51048) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:20.882793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Pushing event updated for resources: {'Subnet': ['ID=7c030d71-916c-4bef-8a8a-2948d4bb50a4,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:20.894437 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bfa63-38d3-4567-9fb1-77451bddfa7c tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:20.899163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Checking segment: {'id': 'f44ef3e7-79fe-4087-87d5-81ef49eab4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eaaf6523-dae4-40cc-bb39-395387b6f09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:10:20.899364 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-554bfa63-38d3-4567-9fb1-77451bddfa7c tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 1091 time: 0.0411599 Aug 23 04:10:20.899485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Network hostable DHCP agents. Network: eaaf6523-dae4-40cc-bb39-395387b6f09d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:10:20.900020 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51050) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:20.905692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:20.991732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Network eaaf6523-dae4-40cc-bb39-395387b6f09d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:10:21.004276 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.089206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, eaaf6523-dae4-40cc-bb39-395387b6f09d) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:21.093349 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:21.093926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.096745 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.100675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7de9de-a644-48fa-a283-c67b51147ae3 None None] Network eaaf6523-dae4-40cc-bb39-395387b6f09d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:21.179344 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c2e88f73-05d7-4389-b85d-554939dd8ad0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8761361 Aug 23 04:10:21.180183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51052) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:21.185306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Request body: {'port': {'network_id': 'eaaf6523-dae4-40cc-bb39-395387b6f09d', 'name': 'tempest-TagsExtTest-2034059644'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:21.249550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-eaaf6523-dae4-40cc-bb39-395387b6f09d', 'network_id': 'eaaf6523-dae4-40cc-bb39-395387b6f09d', 'tenant_id': '562554a5d97042a1bcdc6fabb2915b0e', 'fixed_ips': [{'subnet_id': '7c030d71-916c-4bef-8a8a-2948d4bb50a4'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:10:21.250833 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.251979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.25.1.90 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/3aad5129-3c9b-42d6-a7c4-5f202cbd45c0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:10:21.360981 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.400436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caa553-7353-45df-8562-53bf5a746ba6 req-ed79fa5a-b5a4-4f19-a76e-100e2e9bc356 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:21.402017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8caa553-7353-45df-8562-53bf5a746ba6 req-ed79fa5a-b5a4-4f19-a76e-100e2e9bc356 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0558560 Aug 23 04:10:21.403121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Made reservation on behalf of 562554a5d97042a1bcdc6fabb2915b0e for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:10:21.406532 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.411060 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Allocated IP 172.20.0.2 (eaaf6523-dae4-40cc-bb39-395387b6f09d/7c030d71-916c-4bef-8a8a-2948d4bb50a4/7502098c-964b-4681-8216-fd86199beacd) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:10:21.438295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] device_id is not set on port d639ee54-ae12-4160-ade2-61e8cbdf34f7 yet. {{(pid=95121) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 04:10:21.493343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8caa553-7353-45df-8562-53bf5a746ba6 req-25399cd0-6edf-4c4b-80d8-937becb5ffdc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829737 Aug 23 04:10:21.529287 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.563689 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.567955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:21.570830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:21.572078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Transition to ACTIVE for port object 7502098c-964b-4681-8216-fd86199beacd will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:21.574204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:10:21.586438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Transition to ACTIVE for port object 7502098c-964b-4681-8216-fd86199beacd will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:21.600784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=3aad5129-3c9b-42d6-a7c4-5f202cbd45c0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:21.655026 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.692700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Network eaaf6523-dae4-40cc-bb39-395387b6f09d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:21.695520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:21.698880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:10:21.710772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Pushing event updated for resources: {'Port': ['ID=7502098c-964b-4681-8216-fd86199beacd,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:21.715379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Allocated IP 172.20.0.5 (eaaf6523-dae4-40cc-bb39-395387b6f09d/7c030d71-916c-4bef-8a8a-2948d4bb50a4/d639ee54-ae12-4160-ade2-61e8cbdf34f7) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:10:21.764934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Attempting to bind port 7502098c-964b-4681-8216-fd86199beacd on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:10:21.765339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Attempting to bind port 7502098c-964b-4681-8216-fd86199beacd by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'f44ef3e7-79fe-4087-87d5-81ef49eab4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eaaf6523-dae4-40cc-bb39-395387b6f09d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:10:21.765704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Attempting to bind port 7502098c-964b-4681-8216-fd86199beacd on network eaaf6523-dae4-40cc-bb39-395387b6f09d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:21.771791 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:10:21.772171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Checking segment: {'id': 'f44ef3e7-79fe-4087-87d5-81ef49eab4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eaaf6523-dae4-40cc-bb39-395387b6f09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:10:21.772581 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.773093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Bound using segment: {'id': 'f44ef3e7-79fe-4087-87d5-81ef49eab4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eaaf6523-dae4-40cc-bb39-395387b6f09d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:10:21.773684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Bound port: 7502098c-964b-4681-8216-fd86199beacd, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44ef3e7-79fe-4087-87d5-81ef49eab4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eaaf6523-dae4-40cc-bb39-395387b6f09d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:10:21.774228 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.840298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] For port 7502098c-964b-4681-8216-fd86199beacd, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:10:21.843425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] For port 7502098c-964b-4681-8216-fd86199beacd, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7502098c-964b-4681-8216-fd86199beacd,segment=NetworkSegment(f44ef3e7-79fe-4087-87d5-81ef49eab4b5),segment_id=f44ef3e7-79fe-4087-87d5-81ef49eab4b5)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:10:21.875916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.890317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Transition to ACTIVE for port object d639ee54-ae12-4160-ade2-61e8cbdf34f7 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:21.906757 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:21.973610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bacfa2-2884-4d61-86ad-ee6fd60ba098 None None] Pushing event updated for resources: {'Port': ['ID=7502098c-964b-4681-8216-fd86199beacd,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:21.992670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.006957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.038582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Network eaaf6523-dae4-40cc-bb39-395387b6f09d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:10:22.041667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:10:22.049459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:10:22.074439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Pushing event updated for resources: {'Port': ['ID=d639ee54-ae12-4160-ade2-61e8cbdf34f7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:22.102424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:22.107577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.154955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.196079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5752c37e-215f-4a58-ae20-12c4dbd421e8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0147293 Aug 23 04:10:22.196963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51056) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:22.203485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f69ec929-586b-4ecf-bf42-cb425c547ff9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-872725501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:22.306608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f69ec929-586b-4ecf-bf42-cb425c547ff9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.307704 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f69ec929-586b-4ecf-bf42-cb425c547ff9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.366201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f69ec929-586b-4ecf-bf42-cb425c547ff9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.466752 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f69ec929-586b-4ecf-bf42-cb425c547ff9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.568856 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.600314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f69ec929-586b-4ecf-bf42-cb425c547ff9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.601622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f69ec929-586b-4ecf-bf42-cb425c547ff9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4031563 Aug 23 04:10:22.604624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51060) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:22.609327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-75049804-2e91-4a87-bf5f-e37be01aa4b9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-46329285', 'prefixes': ['172.20.0.0/16']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:22.626028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f311-2d98-46f9-b505-d6f314f0d4fe req-6aca2067-7fe3-49fc-bd7a-4c560cb54799 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:22.627626 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8638f311-2d98-46f9-b505-d6f314f0d4fe req-6aca2067-7fe3-49fc-bd7a-4c560cb54799 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0544920 Aug 23 04:10:22.630894 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.671876 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8638f311-2d98-46f9-b505-d6f314f0d4fe req-02f33e3d-c8b9-4d7d-9643-925244dde345 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371196 Aug 23 04:10:22.698202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=3aad5129-3c9b-42d6-a7c4-5f202cbd45c0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:22.719163 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.779506 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.838411 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Floating IP fd11367e-cdb0-42e2-b401-443a70169183 associated. External IP: 172.25.1.90, port: 8f00d2de-c512-4371-a426-eddca3bee571. Aug 23 04:10:22.925875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5223325e-f03d-4d1f-a33c-399978996046 None None] Network eaaf6523-dae4-40cc-bb39-395387b6f09d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:22.985464 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-75049804-2e91-4a87-bf5f-e37be01aa4b9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for subnetpool, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:22.986656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-75049804-2e91-4a87-bf5f-e37be01aa4b9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.3809934 Aug 23 04:10:22.990596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51062) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:22.995087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-39d580b6-1bca-4c7f-9797-b52db198ed3d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4', 'tempest-TagsExtTest-Tag-1087952362') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:23.078700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-12085bf2-089f-4dbd-8d81-e080de3127c5 None None] Provisioning for port 7502098c-964b-4681-8216-fd86199beacd completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:23.132236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router d8c95e6f-436b-4862-ac01-1e6adb25af24 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:10:23.239218 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-39d580b6-1bca-4c7f-9797-b52db198ed3d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags/tempest-TagsExtTest-Tag-1087952362 HTTP/1.1" status: 201 len: 201 time: 0.2476075 Aug 23 04:10:23.241811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51064) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:23.246475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-f78b87f7-8aec-481c-9ff6-321c83bade63 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7', 'tempest-TagsExtTest-Tag-329919415') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:23.285647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:10:23.295896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] Sync routers for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:10:23.314214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:23.314935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:23.394754 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:23.429363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:10:23.429921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fd114585-67b6-4a70-a360-c0bf8205459d None None] Provisioning for port d639ee54-ae12-4160-ade2-61e8cbdf34f7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:23.439433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f78b87f7-8aec-481c-9ff6-321c83bade63 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags/tempest-TagsExtTest-Tag-329919415 HTTP/1.1" status: 201 len: 201 time: 0.1966057 Aug 23 04:10:23.442378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51066) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:23.458725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-eb2fe6bf-47ca-4ebf-9d07-1787e15d6c60 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce', 'tempest-TagsExtTest-Tag-1264429071') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:23.459698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3bd4c7e6-57b0-4cdd-96ba-0e18894caa94 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5531416 Aug 23 04:10:23.459698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:10:23.459698 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "tag": "8f00d2de-c512-4371-a426-eddca3bee571"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:10:23.462179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51068) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:23.464584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fd114585-67b6-4a70-a360-c0bf8205459d None None] Provisioning complete for port d639ee54-ae12-4160-ade2-61e8cbdf34f7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:23.464966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fd114585-67b6-4a70-a360-c0bf8205459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:23.538302 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7502098c-964b-4681-8216-fd86199beacd up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:23.546202 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bdb389-7b5c-4c1a-85b1-8d4546ad392e x-openstack-request-id: req-37bdb389-7b5c-4c1a-85b1-8d4546ad392e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:10:23.546770 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "tag": "8f00d2de-c512-4371-a426-eddca3bee571", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:10:23.547247 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37bdb389-7b5c-4c1a-85b1-8d4546ad392e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:10:23.547716 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571', 'status': 'completed', 'code': 200} Aug 23 04:10:23.569093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9bece600-ebb7-4b5b-ba84-e9d372af07d5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/floatingips/fd11367e-cdb0-42e2-b401-443a70169183 HTTP/1.1" status: 200 len: 990 time: 0.1047416 Aug 23 04:10:23.603981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-3b46422b-ae3a-4604-80cc-9cd1a68531d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:23.605616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-3b46422b-ae3a-4604-80cc-9cd1a68531d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 1096 time: 0.0540557 Aug 23 04:10:23.677629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-eb2fe6bf-47ca-4ebf-9d07-1787e15d6c60 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags/tempest-TagsExtTest-Tag-1264429071 HTTP/1.1" status: 201 len: 201 time: 0.2341626 Aug 23 04:10:23.680424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51072) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:23.685366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-85e08454-0cba-4642-b879-33323d99c46f tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892', 'tempest-TagsExtTest-Tag-473130575') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:23.714567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-0f025c01-3037-4189-bbbc-fe94962a492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:23.716081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-0f025c01-3037-4189-bbbc-fe94962a492a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c589054-150e-438f-9173-fe05731bd8b1 HTTP/1.1" status: 200 len: 897 time: 0.1032588 Aug 23 04:10:23.732640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fd114585-67b6-4a70-a360-c0bf8205459d None None] Port d639ee54-ae12-4160-ade2-61e8cbdf34f7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:10:23.813110 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85e08454-0cba-4642-b879-33323d99c46f tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags/tempest-TagsExtTest-Tag-473130575 HTTP/1.1" status: 201 len: 201 time: 0.1292877 Aug 23 04:10:23.814002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51076) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:23.819551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-9c149c9a-f8e2-4d73-af4c-fe005b3521fa tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:23.821679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-78bfd146-bd33-48ee-9b64-dede61c9ddda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f00d2de-c512-4371-a426-eddca3bee571 HTTP/1.1" status: 200 len: 998 time: 0.0981383 Aug 23 04:10:23.835442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac142d25-0186-4428-91d9-5c1c7af6444c req-477cab3b-ec78-468e-8f24-8f7d03e2495c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:23.836941 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac142d25-0186-4428-91d9-5c1c7af6444c req-477cab3b-ec78-468e-8f24-8f7d03e2495c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0698888 Aug 23 04:10:23.867341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7502098c-964b-4681-8216-fd86199beacd completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:23.873827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7502098c-964b-4681-8216-fd86199beacd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:23.874449 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:23.877041 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9c149c9a-f8e2-4d73-af4c-fe005b3521fa tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags HTTP/1.1" status: 200 len: 241 time: 0.0615578 Aug 23 04:10:23.880645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51078) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:23.885423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-bca9d03b-82fb-4f0c-8a1d-da2cd26437b0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4', 'tempest-TagsExtTest-Tag-1087952362') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:23.913773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-34cc6119-91ee-4b15-af88-1adc0009f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:23.915372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-34cc6119-91ee-4b15-af88-1adc0009f89f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=780e53e3-4182-4920-896f-a6fb16394691 HTTP/1.1" status: 200 len: 834 time: 0.0774360 Aug 23 04:10:23.918373 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac142d25-0186-4428-91d9-5c1c7af6444c req-efdd129f-250e-4b9d-b09d-990888c974be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519373 Aug 23 04:10:23.934727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-781b7e6b-c9bf-4ffe-80e9-914460f3c8d1 None None] Provisioning complete for port d639ee54-ae12-4160-ade2-61e8cbdf34f7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:23.935073 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-781b7e6b-c9bf-4ffe-80e9-914460f3c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:23.958467 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bca9d03b-82fb-4f0c-8a1d-da2cd26437b0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags/tempest-TagsExtTest-Tag-1087952362 HTTP/1.1" status: 204 len: 168 time: 0.0765209 Aug 23 04:10:23.960895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51080) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:23.965644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-2a846929-f9bf-46bb-9f25-e1c47e9038f8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4', 'tempest-TagsExtTest-Tag-1087952362') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:23.973970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-d6abbc13-b35f-4e5a-aa57-5a58790f7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:23.975643 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-d6abbc13-b35f-4e5a-aa57-5a58790f7d86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c589054-150e-438f-9173-fe05731bd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526533 Aug 23 04:10:23.983582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:09:58Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'fd11367e-cdb0-42e2-b401-443a70169183', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:10:21Z', 'updated_at': '2021-08-23T04:10:21Z', 'revision_number': 0, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:23.986495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-781b7e6b-c9bf-4ffe-80e9-914460f3c8d1 None None] Port d639ee54-ae12-4160-ade2-61e8cbdf34f7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:10:24.014248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] Checking router: d8c95e6f-436b-4862-ac01-1e6adb25af24 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:10:24.050506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:10:24.051138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:09:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.076258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-3465d516-0efd-4b8a-91f5-8fbe03e7cf6c service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938697 Aug 23 04:10:24.088404 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:24.114430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2a846929-f9bf-46bb-9f25-e1c47e9038f8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags/tempest-TagsExtTest-Tag-1087952362 HTTP/1.1" status: 204 len: 168 time: 0.1518066 Aug 23 04:10:24.116443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51082) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.120947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-223d7a7b-1783-4960-a5e5-19150aab5fec tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.165959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 7502098c-964b-4681-8216-fd86199beacd, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7502098c-964b-4681-8216-fd86199beacd,segment=NetworkSegment(f44ef3e7-79fe-4087-87d5-81ef49eab4b5),segment_id=f44ef3e7-79fe-4087-87d5-81ef49eab4b5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:24.171054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc0c0d19-a2cb-4951-b19f-0db48b7510cb req-6c58562d-4847-4463-a4d5-b6366f9f2587 service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878227 Aug 23 04:10:24.172106 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-223d7a7b-1783-4960-a5e5-19150aab5fec tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags HTTP/1.1" status: 200 len: 205 time: 0.0546300 Aug 23 04:10:24.174528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51084) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.179380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-2e382387-d3ac-45af-8ccf-64d77d0a1d3a tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.192183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:10:24.233832 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2e382387-d3ac-45af-8ccf-64d77d0a1d3a tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags HTTP/1.1" status: 200 len: 240 time: 0.0576901 Aug 23 04:10:24.236245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51086) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.241115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-af96796f-845b-4fe1-bae4-fb0b6ae4bad1 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7', 'tempest-TagsExtTest-Tag-329919415') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.267485 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:24.310020 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-c80b2178-6750-4073-8871-b19a69f4f901 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657868 Aug 23 04:10:24.325710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-af96796f-845b-4fe1-bae4-fb0b6ae4bad1 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags/tempest-TagsExtTest-Tag-329919415 HTTP/1.1" status: 204 len: 168 time: 0.0883362 Aug 23 04:10:24.328511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51088) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.334312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-2468b157-6e48-4fbc-a4eb-6568469a23eb tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7', 'tempest-TagsExtTest-Tag-329919415') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.356682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=7502098c-964b-4681-8216-fd86199beacd,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:24.414781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-82a30d3e-2a51-4533-b452-c598be9dc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:24.416275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-82a30d3e-2a51-4533-b452-c598be9dc0cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 1097 time: 0.0589800 Aug 23 04:10:24.492673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:09:58Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'fd11367e-cdb0-42e2-b401-443a70169183', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:10:21Z', 'updated_at': '2021-08-23T04:10:21Z', 'revision_number': 0, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.520740 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2468b157-6e48-4fbc-a4eb-6568469a23eb tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags/tempest-TagsExtTest-Tag-329919415 HTTP/1.1" status: 204 len: 168 time: 0.1889222 Aug 23 04:10:24.520740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-2b0888ba-3c51-4bce-af25-cc42e75673ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:24.521176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51090) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.521583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-2b0888ba-3c51-4bce-af25-cc42e75673ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.0851278 Aug 23 04:10:24.523634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c006c395-448f-4ebe-acec-59e9872c3745 None None] The sync data for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 is: [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:09:58Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'fd11367e-cdb0-42e2-b401-443a70169183', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:10:21Z', 'updated_at': '2021-08-23T04:10:21Z', 'revision_number': 0, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:10:24.526059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-80ff5cbc-ee26-44ff-9099-99c67a4f97fe tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.572225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51092) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.585268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-80ff5cbc-ee26-44ff-9099-99c67a4f97fe tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags HTTP/1.1" status: 200 len: 205 time: 0.0627732 Aug 23 04:10:24.587461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51094) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.592118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-9dfcd6ee-4ab3-44ee-9688-b1666ab8fead tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.641556 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-e82a9bac-bfb7-4a55-a16e-d1ca3523f6e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 HTTP/1.1" status: 200 len: 1001 time: 0.1129334 Aug 23 04:10:24.651362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bd5fede6-e161-45cc-84ce-0532de48bb31 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/floatingips/fd11367e-cdb0-42e2-b401-443a70169183 HTTP/1.1" status: 200 len: 990 time: 0.0771620 Aug 23 04:10:24.674676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9dfcd6ee-4ab3-44ee-9688-b1666ab8fead tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags HTTP/1.1" status: 200 len: 241 time: 0.0861285 Aug 23 04:10:24.677821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51096) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.682870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-f5b33f48-2141-4ccd-9ede-a332dd7db9e2 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce', 'tempest-TagsExtTest-Tag-1264429071') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.696804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-44c6cf03-12c6-4570-9428-a5c578f41e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:24.700595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-44c6cf03-12c6-4570-9428-a5c578f41e97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0460637 Aug 23 04:10:24.751079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-14bfca8d-3489-4d55-8827-2cb611370913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:24.752875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-14bfca8d-3489-4d55-8827-2cb611370913 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466526 Aug 23 04:10:24.761932 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f5b33f48-2141-4ccd-9ede-a332dd7db9e2 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags/tempest-TagsExtTest-Tag-1264429071 HTTP/1.1" status: 204 len: 168 time: 0.0830204 Aug 23 04:10:24.764630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51098) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.769796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-dcba4523-cb68-4fd0-8fe5-3d12f6fbefec tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce', 'tempest-TagsExtTest-Tag-1264429071') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.851624 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-2419407c-6fad-4da6-bda5-e9d84a757123 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910194 Aug 23 04:10:24.918802 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dcba4523-cb68-4fd0-8fe5-3d12f6fbefec tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags/tempest-TagsExtTest-Tag-1264429071 HTTP/1.1" status: 204 len: 168 time: 0.1529989 Aug 23 04:10:24.921817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51100) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:24.926469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-52f4e656-081a-4719-a0f8-9c4ed7abf7dc tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:24.950137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c89ddb8c-bf99-41e0-ac7c-72dfaaae50d3 req-521897b1-5b2f-404e-ad44-083e72a91170 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908134 Aug 23 04:10:25.005736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52f4e656-081a-4719-a0f8-9c4ed7abf7dc tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags HTTP/1.1" status: 200 len: 205 time: 0.0825706 Aug 23 04:10:25.008106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51104) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.012695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-76367935-d0f9-4d94-b777-b919c4b14c04 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.037142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-76367935-d0f9-4d94-b777-b919c4b14c04 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags HTTP/1.1" status: 200 len: 240 time: 0.0278163 Aug 23 04:10:25.039923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51106) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.046241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-b87e567f-bbd9-455f-a5dd-cfc7ab4820d1 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892', 'tempest-TagsExtTest-Tag-473130575') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.091417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b17de-b2d4-4782-80bf-e3b8651c5696 req-2d0efd78-b704-4c0a-9bcf-e9900fdfb5a2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:25.093058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e99b17de-b2d4-4782-80bf-e3b8651c5696 req-2d0efd78-b704-4c0a-9bcf-e9900fdfb5a2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0802898 Aug 23 04:10:25.099022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b87e567f-bbd9-455f-a5dd-cfc7ab4820d1 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags/tempest-TagsExtTest-Tag-473130575 HTTP/1.1" status: 204 len: 168 time: 0.0548263 Aug 23 04:10:25.099210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51108) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.104601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-cc7e1fe7-936b-452b-8bf3-28a6e3225749 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892', 'tempest-TagsExtTest-Tag-473130575') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.154505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e99b17de-b2d4-4782-80bf-e3b8651c5696 req-c3d100f8-0b4d-41de-aeb8-8de0514d25e5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531480 Aug 23 04:10:25.238619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cc7e1fe7-936b-452b-8bf3-28a6e3225749 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags/tempest-TagsExtTest-Tag-473130575 HTTP/1.1" status: 204 len: 168 time: 0.1383524 Aug 23 04:10:25.241196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51110) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.245577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-0a5c3271-c8e9-44f2-b0e4-54fd5fdd429d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.247578 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f212d150-f4ed-4dd5-87bb-ef2316a47de0 None None] New status for floating IP fd11367e-cdb0-42e2-b401-443a70169183: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:10:25.272177 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0a5c3271-c8e9-44f2-b0e4-54fd5fdd429d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags HTTP/1.1" status: 200 len: 205 time: 0.0297163 Aug 23 04:10:25.274753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51112) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.279035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-4b9f46b8-b2fd-434c-ac04-ea66899f8a70 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.305184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4b9f46b8-b2fd-434c-ac04-ea66899f8a70 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags HTTP/1.1" status: 204 len: 168 time: 0.0281947 Aug 23 04:10:25.306596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51114) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.311007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-6d13d6f0-f0c2-4110-a27d-065955b014c8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.389523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6d13d6f0-f0c2-4110-a27d-065955b014c8 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0819654 Aug 23 04:10:25.392137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51116) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.397202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-fc057ccc-4944-4151-be49-d0f9404548f9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.443812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7502098c-964b-4681-8216-fd86199beacd up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:25.449458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fc057ccc-4944-4151-be49-d0f9404548f9 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags HTTP/1.1" status: 204 len: 168 time: 0.0563521 Aug 23 04:10:25.451999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51118) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.456754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-fee1ceb0-7d7d-4af6-8939-e505869b990f tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.495383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7502098c-964b-4681-8216-fd86199beacd triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:25.495761 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:25.545665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fee1ceb0-7d7d-4af6-8939-e505869b990f tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0925977 Aug 23 04:10:25.550478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51120) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.556128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-31137ab2-30db-4347-b1f4-b7ab4a433716 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4', 'tempest-TagsExtTest-Tag-152720258') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.654884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51122) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.703645 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-31137ab2-30db-4347-b1f4-b7ab4a433716 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags/tempest-TagsExtTest-Tag-152720258 HTTP/1.1" status: 201 len: 201 time: 0.1524975 Aug 23 04:10:25.706414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51124) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.712159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-bc5bb8f6-3d3e-4920-ab1e-d077df90333f tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7', 'tempest-TagsExtTest-Tag-2029206810') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.718543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ee7c14e5-7269-4656-afbc-fc894d8fa47a tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/floatingips/fd11367e-cdb0-42e2-b401-443a70169183 HTTP/1.1" status: 200 len: 992 time: 0.0626106 Aug 23 04:10:25.821603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc5bb8f6-3d3e-4920-ab1e-d077df90333f tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags/tempest-TagsExtTest-Tag-2029206810 HTTP/1.1" status: 201 len: 201 time: 0.1137905 Aug 23 04:10:25.823984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51126) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.828643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-bf96ec3f-3acc-4e6e-bf6c-f907ee9c281b tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce', 'tempest-TagsExtTest-Tag-2096300918') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:25.981687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bf96ec3f-3acc-4e6e-bf6c-f907ee9c281b tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags/tempest-TagsExtTest-Tag-2096300918 HTTP/1.1" status: 201 len: 201 time: 0.1566088 Aug 23 04:10:25.984555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51128) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:25.990417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-6dcd5e19-f396-4ebf-8a85-95d6a03f03fa tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892', 'tempest-TagsExtTest-Tag-6728404') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.054531 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44841f4a-8f46-43af-96a9-d99bd1105249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:26.072891 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6dcd5e19-f396-4ebf-8a85-95d6a03f03fa tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags/tempest-TagsExtTest-Tag-6728404 HTTP/1.1" status: 201 len: 201 time: 0.0871530 Aug 23 04:10:26.075445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51130) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.079964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-454afec6-c85c-48b5-b261-72f44a1a110c tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4', {'tags': ['tempest-TagsExtTest-Tag-1275753661', 'tempest-TagsExtTest-Tag-598778693', 'tempest-TagsExtTest-Tag-969135663']}) {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.193114 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-454afec6-c85c-48b5-b261-72f44a1a110c tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags HTTP/1.1" status: 200 len: 316 time: 0.1164536 Aug 23 04:10:26.196523 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51134) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.200053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-e8a221fa-027b-499a-9c66-df0486ac10f7 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.270708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3ea61-9480-4357-ad35-711813835e7a req-84433b0f-9ec8-4137-aa97-b9750cc894d8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:26.272222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d1a3ea61-9480-4357-ad35-711813835e7a req-84433b0f-9ec8-4137-aa97-b9750cc894d8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0486212 Aug 23 04:10:26.310429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d1a3ea61-9480-4357-ad35-711813835e7a req-018c6b30-704a-4b02-b377-ca3a2c7dd284 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Aug 23 04:10:26.342735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e8a221fa-027b-499a-9c66-df0486ac10f7 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags HTTP/1.1" status: 204 len: 168 time: 0.1437604 Aug 23 04:10:26.344798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51136) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.349765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-991e8a01-59c4-45c6-a2d0-feefda94a51d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4', 'tempest-TagsExtTest-Tag-1275753661') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.399031 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-991e8a01-59c4-45c6-a2d0-feefda94a51d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:26.400075 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-991e8a01-59c4-45c6-a2d0-feefda94a51d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags/tempest-TagsExtTest-Tag-1275753661 HTTP/1.1" status: 404 len: 329 time: 0.0542836 Aug 23 04:10:26.402799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51138) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.406933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-e3875bff-8f47-4a72-ab48-9624809a8cdc tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4', 'tempest-TagsExtTest-Tag-598778693') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.460332 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-e3875bff-8f47-4a72-ab48-9624809a8cdc tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:26.461367 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e3875bff-8f47-4a72-ab48-9624809a8cdc tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags/tempest-TagsExtTest-Tag-598778693 HTTP/1.1" status: 404 len: 328 time: 0.0576861 Aug 23 04:10:26.464037 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51140) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.468192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-35f7f449-42d2-4019-a510-440f018ac564 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4', 'tempest-TagsExtTest-Tag-969135663') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.516569 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-35f7f449-42d2-4019-a510-440f018ac564 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:26.517610 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35f7f449-42d2-4019-a510-440f018ac564 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags/tempest-TagsExtTest-Tag-969135663 HTTP/1.1" status: 404 len: 328 time: 0.0526161 Aug 23 04:10:26.520676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51142) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.525001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-e387aad3-7d57-4b6b-b03e-4199c8a058ea tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7', {'tags': ['tempest-TagsExtTest-Tag-1596772524', 'tempest-TagsExtTest-Tag-1184982661', 'tempest-TagsExtTest-Tag-1038479793']}) {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.621456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e387aad3-7d57-4b6b-b03e-4199c8a058ea tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags HTTP/1.1" status: 200 len: 318 time: 0.0995407 Aug 23 04:10:26.623667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51144) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.628459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-5615f3ba-ac1b-4a04-9ec8-d3bf90333e33 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.752461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5615f3ba-ac1b-4a04-9ec8-d3bf90333e33 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1277750 Aug 23 04:10:26.755904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51148) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.760081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-900db7e0-cc34-4304-81a9-04a846a77b86 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7', 'tempest-TagsExtTest-Tag-1596772524') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.812453 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-900db7e0-cc34-4304-81a9-04a846a77b86 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:26.813480 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-900db7e0-cc34-4304-81a9-04a846a77b86 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags/tempest-TagsExtTest-Tag-1596772524 HTTP/1.1" status: 404 len: 329 time: 0.0566978 Aug 23 04:10:26.816793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51150) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.821176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-e804f593-c983-413e-8b95-8e21104ce5ab tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7', 'tempest-TagsExtTest-Tag-1184982661') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.868705 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-e804f593-c983-413e-8b95-8e21104ce5ab tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:26.869742 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e804f593-c983-413e-8b95-8e21104ce5ab tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags/tempest-TagsExtTest-Tag-1184982661 HTTP/1.1" status: 404 len: 329 time: 0.0520475 Aug 23 04:10:26.872522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51152) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.876551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-2191589b-ca76-4e91-9621-c38a13358147 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7', 'tempest-TagsExtTest-Tag-1038479793') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:26.925487 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-2191589b-ca76-4e91-9621-c38a13358147 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:26.926508 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2191589b-ca76-4e91-9621-c38a13358147 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags/tempest-TagsExtTest-Tag-1038479793 HTTP/1.1" status: 404 len: 329 time: 0.0531652 Aug 23 04:10:26.929333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51154) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:26.933860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-b03b14b8-d97a-4b22-b0be-4a0c152c9856 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce', {'tags': ['tempest-TagsExtTest-Tag-191422882', 'tempest-TagsExtTest-Tag-416809454', 'tempest-TagsExtTest-Tag-1302610241']}) {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:27.101030 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b03b14b8-d97a-4b22-b0be-4a0c152c9856 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags HTTP/1.1" status: 200 len: 316 time: 0.1706762 Aug 23 04:10:27.103472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51156) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:27.107906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-5474e88d-df7d-4857-9f94-be623c969342 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:27.266805 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5474e88d-df7d-4857-9f94-be623c969342 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1623225 Aug 23 04:10:27.269486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51158) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:27.273935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-21a8325b-7531-49d0-842a-82720c888f3d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce', 'tempest-TagsExtTest-Tag-191422882') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:27.430985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c7a44-ce7f-45ab-9742-5495dfee6a6d req-9a41f46b-3ddb-4629-81bf-ff4e0b4179af tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:27.432487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c59c7a44-ce7f-45ab-9742-5495dfee6a6d req-9a41f46b-3ddb-4629-81bf-ff4e0b4179af tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Aug 23 04:10:27.472939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c59c7a44-ce7f-45ab-9742-5495dfee6a6d req-4eac4259-f5a9-4023-841d-6265039dd113 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341108 Aug 23 04:10:27.599864 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-21a8325b-7531-49d0-842a-82720c888f3d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:27.600911 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-21a8325b-7531-49d0-842a-82720c888f3d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags/tempest-TagsExtTest-Tag-191422882 HTTP/1.1" status: 404 len: 328 time: 0.3305364 Aug 23 04:10:27.603816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51162) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:27.608115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-388c84c7-073c-45f6-a6b7-fe52f1d40d20 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce', 'tempest-TagsExtTest-Tag-416809454') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:27.676819 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-388c84c7-073c-45f6-a6b7-fe52f1d40d20 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:27.677867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-388c84c7-073c-45f6-a6b7-fe52f1d40d20 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags/tempest-TagsExtTest-Tag-416809454 HTTP/1.1" status: 404 len: 328 time: 0.0731804 Aug 23 04:10:27.680628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51164) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:27.684935 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-849d5340-371d-4a98-af06-1883bb14f7f0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce', 'tempest-TagsExtTest-Tag-1302610241') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:27.757333 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-849d5340-371d-4a98-af06-1883bb14f7f0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:27.758410 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-849d5340-371d-4a98-af06-1883bb14f7f0 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags/tempest-TagsExtTest-Tag-1302610241 HTTP/1.1" status: 404 len: 329 time: 0.0768447 Aug 23 04:10:27.761079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51166) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:27.766083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-5a5532c5-2025-401e-b6a4-108fcd689199 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892', {'tags': ['tempest-TagsExtTest-Tag-1665594159', 'tempest-TagsExtTest-Tag-1473555524', 'tempest-TagsExtTest-Tag-1073102561']}) {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:27.838127 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5a5532c5-2025-401e-b6a4-108fcd689199 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "PUT /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags HTTP/1.1" status: 200 len: 318 time: 0.0759263 Aug 23 04:10:27.840507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51168) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:27.844753 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-35aced5f-9341-4ff5-a330-aa55c24ad4fe tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:27.947499 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35aced5f-9341-4ff5-a330-aa55c24ad4fe tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags HTTP/1.1" status: 204 len: 168 time: 0.1056263 Aug 23 04:10:27.949732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51170) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:27.954076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-1b1063f9-3e7e-46a9-bf88-d233269f74b6 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892', 'tempest-TagsExtTest-Tag-1665594159') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:27.975258 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-1b1063f9-3e7e-46a9-bf88-d233269f74b6 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:27.976271 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1b1063f9-3e7e-46a9-bf88-d233269f74b6 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags/tempest-TagsExtTest-Tag-1665594159 HTTP/1.1" status: 404 len: 329 time: 0.0255830 Aug 23 04:10:27.978901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51172) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:27.983035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-8a7d96c4-dbc0-4ce3-917b-e37c100dac39 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892', 'tempest-TagsExtTest-Tag-1473555524') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:28.006154 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-8a7d96c4-dbc0-4ce3-917b-e37c100dac39 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:28.007311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8a7d96c4-dbc0-4ce3-917b-e37c100dac39 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags/tempest-TagsExtTest-Tag-1473555524 HTTP/1.1" status: 404 len: 329 time: 0.0275478 Aug 23 04:10:28.009915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51174) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:28.014445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-8f55e0cd-e442-4e19-b807-52710094a1ee tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892', 'tempest-TagsExtTest-Tag-1073102561') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:28.033694 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-8f55e0cd-e442-4e19-b807-52710094a1ee tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] show failed (client error): The resource could not be found. Aug 23 04:10:28.035333 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8f55e0cd-e442-4e19-b807-52710094a1ee tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags/tempest-TagsExtTest-Tag-1073102561 HTTP/1.1" status: 404 len: 329 time: 0.0245385 Aug 23 04:10:28.037793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51176) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:28.041896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-958c8c8b-4468-4af8-9f83-fff264e9b7db tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:28.065112 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-958c8c8b-4468-4af8-9f83-fff264e9b7db tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892/tags HTTP/1.1" status: 204 len: 168 time: 0.0263772 Aug 23 04:10:28.070587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51178) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:28.074819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.tag.tag_plugin [None req-14764fe5-1724-44dc-b647-2be5c9f1e861 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b6157c37-6532-4637-a49a-86c34f3902ce') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:28.152328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-14764fe5-1724-44dc-b647-2be5c9f1e861 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0807843 Aug 23 04:10:28.155011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51180) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:28.159475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-f90dc4c6-83fe-4e8d-bf5b-664cf3193785 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd639ee54-ae12-4160-ade2-61e8cbdf34f7') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:28.214515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f90dc4c6-83fe-4e8d-bf5b-664cf3193785 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7/tags HTTP/1.1" status: 204 len: 168 time: 0.0583003 Aug 23 04:10:28.216787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51182) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:28.220832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.tag.tag_plugin [None req-2cde6b41-59b3-46cd-bbb6-e977c5f715ee tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7c030d71-916c-4bef-8a8a-2948d4bb50a4') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:28.271796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2cde6b41-59b3-46cd-bbb6-e977c5f715ee tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0540535 Aug 23 04:10:28.276207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51184) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:28.439546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15c5e250-3fdc-48de-8d1a-368d737d090e tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for subnetpool, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:28.441207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-15c5e250-3fdc-48de-8d1a-368d737d090e tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnetpools/acd4bbf5-b8b8-4db3-87c8-f3d1a7d4f892 HTTP/1.1" status: 204 len: 168 time: 0.1640909 Aug 23 04:10:28.443826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51186) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:28.469888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-85aea54b-321f-4324-8f64-8f5fbb4e8490 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6157c37-6532-4637-a49a-86c34f3902ce HTTP/1.1" status: 200 len: 205 time: 0.0249579 Aug 23 04:10:28.472063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51188) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:28.544466 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6c3234e-f3d5-4031-8c37-94ff48611e46 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:28.704404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e76fc2-6b14-4013-bcdb-dd1fa404172c req-ca14599f-cd81-46f1-b738-cfd23dcc13fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:28.705916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79e76fc2-6b14-4013-bcdb-dd1fa404172c req-ca14599f-cd81-46f1-b738-cfd23dcc13fe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.1594779 Aug 23 04:10:28.738184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6c3234e-f3d5-4031-8c37-94ff48611e46 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:28.740804 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0522a4-2d75-44fa-83c8-2e0ab7cd53ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:28.745581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6c3234e-f3d5-4031-8c37-94ff48611e46 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:28.801671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79e76fc2-6b14-4013-bcdb-dd1fa404172c req-9e8b7018-6c77-4eba-b8b4-1a3d47bfd559 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719895 Aug 23 04:10:28.820755 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:28.900421 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6c3234e-f3d5-4031-8c37-94ff48611e46 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:28.900929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c3234e-f3d5-4031-8c37-94ff48611e46 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Fanout notify agent at l3_agent the message router_deleted on router b6157c37-6532-4637-a49a-86c34f3902ce {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:10:28.908267 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c6c3234e-f3d5-4031-8c37-94ff48611e46 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:28.912452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51192) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:28.912891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c6c3234e-f3d5-4031-8c37-94ff48611e46 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/routers/b6157c37-6532-4637-a49a-86c34f3902ce HTTP/1.1" status: 204 len: 168 time: 0.4395239 Aug 23 04:10:28.996060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9b92b220-9b87-4baf-b922-a1299ada4c42 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Deleting port d639ee54-ae12-4160-ade2-61e8cbdf34f7 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:28.996316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b92b220-9b87-4baf-b922-a1299ada4c42 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.080126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b92b220-9b87-4baf-b922-a1299ada4c42 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.091364 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9b92b220-9b87-4baf-b922-a1299ada4c42 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Calling delete_port for d639ee54-ae12-4160-ade2-61e8cbdf34f7 owned by {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:29.294713 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b92b220-9b87-4baf-b922-a1299ada4c42 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.323670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92b220-9b87-4baf-b922-a1299ada4c42 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Pushing event deleted for resources: {'Port': ['ID=d639ee54-ae12-4160-ade2-61e8cbdf34f7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:29.437776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9b92b220-9b87-4baf-b922-a1299ada4c42 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.439703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9b92b220-9b87-4baf-b922-a1299ada4c42 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/ports/d639ee54-ae12-4160-ade2-61e8cbdf34f7 HTTP/1.1" status: 204 len: 168 time: 0.5262151 Aug 23 04:10:29.442288 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51194) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:29.448442 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-f70e3128-96e7-415f-9288-bd37833df906 service neutron] show failed (client error): The resource could not be found. Aug 23 04:10:29.449474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-f70e3128-96e7-415f-9288-bd37833df906 service neutron] 10.222.0.24 "GET /v2.0/ports/c453d992-195f-43d8-b455-73c063775c4f/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0963502 Aug 23 04:10:29.495816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9e6781-0fdb-4360-a02f-2a02f732ea98 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Deleting subnet 7c030d71-916c-4bef-8a8a-2948d4bb50a4 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:10:29.499485 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6781-0fdb-4360-a02f-2a02f732ea98 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.540530 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6781-0fdb-4360-a02f-2a02f732ea98 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.624758 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6781-0fdb-4360-a02f-2a02f732ea98 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.757874 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6781-0fdb-4360-a02f-2a02f732ea98 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.784657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e6781-0fdb-4360-a02f-2a02f732ea98 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Pushing event deleted for resources: {'Subnet': ['ID=7c030d71-916c-4bef-8a8a-2948d4bb50a4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:29.788339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6781-0fdb-4360-a02f-2a02f732ea98 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.791592 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ad9e6781-0fdb-4360-a02f-2a02f732ea98 tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/subnets/7c030d71-916c-4bef-8a8a-2948d4bb50a4 HTTP/1.1" status: 204 len: 168 time: 0.3482704 Aug 23 04:10:29.792535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51196) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:29.794831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17fb9d2-c6c4-4359-a8f9-db0759f92353 None None] Network eaaf6523-dae4-40cc-bb39-395387b6f09d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:10:29.875653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:29.957565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b9bcfc-c82b-4b72-b388-5b77da387183 None None] DHCP port deletion for eaaf6523-dae4-40cc-bb39-395387b6f09d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:10:30.008305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-13b9bcfc-c82b-4b72-b388-5b77da387183 None None] Deleting port 7502098c-964b-4681-8216-fd86199beacd {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:10:30.008684 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-13b9bcfc-c82b-4b72-b388-5b77da387183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.073180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-13b9bcfc-c82b-4b72-b388-5b77da387183 None None] For port 7502098c-964b-4681-8216-fd86199beacd, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7502098c-964b-4681-8216-fd86199beacd,segment=NetworkSegment(f44ef3e7-79fe-4087-87d5-81ef49eab4b5),segment_id=f44ef3e7-79fe-4087-87d5-81ef49eab4b5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:30.073689 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-13b9bcfc-c82b-4b72-b388-5b77da387183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.087266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-13b9bcfc-c82b-4b72-b388-5b77da387183 None None] Calling delete_port for 7502098c-964b-4681-8216-fd86199beacd owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:10:30.225245 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-13b9bcfc-c82b-4b72-b388-5b77da387183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.248990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9bcfc-c82b-4b72-b388-5b77da387183 None None] Pushing event deleted for resources: {'Port': ['ID=7502098c-964b-4681-8216-fd86199beacd,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:30.255276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9bcfc-c82b-4b72-b388-5b77da387183 None None] No DVR routers for this DVR port 7502098c-964b-4681-8216-fd86199beacd on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:30.328527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] The port '7502098c-964b-4681-8216-fd86199beacd' was deleted {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 23 04:10:30.380531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6ed12-a233-4e54-ad18-fd81db8a9e4f req-15c2d766-6edd-4aec-8c2e-0421b4e4d10b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:30.382025 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbd6ed12-a233-4e54-ad18-fd81db8a9e4f req-15c2d766-6edd-4aec-8c2e-0421b4e4d10b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.5043678 Aug 23 04:10:30.415580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-4a88721c-6f28-4c7d-a4db-ec11d81369a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:30.417026 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-4a88721c-6f28-4c7d-a4db-ec11d81369a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 1096 time: 0.5111015 Aug 23 04:10:30.449095 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.464371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:30.487184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.492073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-662174a8-ae07-49c8-906e-e62caab7b914 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1949444 Aug 23 04:10:30.505357 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaaf6523-dae4-40cc-bb39-395387b6f09d']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:30.523197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44ef3e7-79fe-4087-87d5-81ef49eab4b5') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:30.523402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44ef3e7-79fe-4087-87d5-81ef49eab4b5') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:10:30.543482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cbd6ed12-a233-4e54-ad18-fd81db8a9e4f req-9bae7298-2b3f-4f80-bfd1-0e881a7b7b8d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406562 Aug 23 04:10:30.546309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.606765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.609954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.626118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:10:30.626534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:10:30.629392 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:10:30.707018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-99fbb981-9803-4f72-b633-48fb50150ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:30.708407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-99fbb981-9803-4f72-b633-48fb50150ce7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 1097 time: 0.1429882 Aug 23 04:10:30.801287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.816987 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:30.818781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] 10.222.0.20 "DELETE /v2.0/networks/eaaf6523-dae4-40cc-bb39-395387b6f09d HTTP/1.1" status: 204 len: 168 time: 1.0251827 Aug 23 04:10:30.863676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74329ac5-4edc-4c24-9acf-2780ab68529d tempest-TagsExtTest-1704829725 tempest-TagsExtTest-1704829725-project] Pushing event deleted for resources: {'Network': ['ID=eaaf6523-dae4-40cc-bb39-395387b6f09d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:30.942448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-2afecc78-032e-455f-ac00-b06603894665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:30.943908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-2afecc78-032e-455f-ac00-b06603894665 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.1720572 Aug 23 04:10:30.998517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:31.032305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-10c31f86-4c4c-4e13-9f0c-cb41e38f003f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676 HTTP/1.1" status: 200 len: 1001 time: 0.0791376 Aug 23 04:10:31.074480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:10:31.111031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-c55adda0-0386-437d-abe6-9800de2aca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:31.112505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-c55adda0-0386-437d-abe6-9800de2aca26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0698299 Aug 23 04:10:31.131060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:10:31.133292 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f49d34-31c2-4eaa-9f85-2e6df540a5a0" -d '{"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-unplugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:10:31.137327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.169080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Transition to ACTIVE for port object c453d992-195f-43d8-b455-73c063775c4f will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:31.178500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-650c875d-80cb-42d0-95c3-dcc02b409a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:31.180350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-650c875d-80cb-42d0-95c3-dcc02b409a33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592303 Aug 23 04:10:31.181838 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902325f5-169c-48d4-87b8-9ee3ec41b11f x-openstack-request-id: req-902325f5-169c-48d4-87b8-9ee3ec41b11f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:10:31.182125 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-unplugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:10:31.182372 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-902325f5-169c-48d4-87b8-9ee3ec41b11f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:10:31.182744 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'code': 200} Aug 23 04:10:31.250145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.290667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51206) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:31.421115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:31.444860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-0104f19b-7f2d-4b47-bc3b-adc2fc052861 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232258 Aug 23 04:10:31.456712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7502098c-964b-4681-8216-fd86199beacd no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:10:31.468620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4ce62619-01c9-4d5f-bfea-f1f4d3f6bf6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=562554a5d97042a1bcdc6fabb2915b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767550 Aug 23 04:10:31.469412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51210) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:31.480611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 7502098c-964b-4681-8216-fd86199beacd {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:10:31.481269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7502098c-964b-4681-8216-fd86199beacd not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:10:31.527663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f5efe48-43e2-418c-ad1c-ce744265368c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.551933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] No DVR routers for this DVR port c453d992-195f-43d8-b455-73c063775c4f on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:31.552524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f5efe48-43e2-418c-ad1c-ce744265368c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.672092 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f5efe48-43e2-418c-ad1c-ce744265368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.675167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9f5efe48-43e2-418c-ad1c-ce744265368c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.676335 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9f5efe48-43e2-418c-ad1c-ce744265368c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f93fd521-0174-4569-814f-53c5f0e97c32 HTTP/1.1" status: 204 len: 168 time: 0.2057850 Aug 23 04:10:31.685936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5efe48-43e2-418c-ad1c-ce744265368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93fd521-0174-4569-814f-53c5f0e97c32,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:31.692558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a544c86d-6c14-49bb-b42d-87661d4e6fd8 req-07e4a7c9-0877-4518-a26c-e6f732d5d63b service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298150 Aug 23 04:10:31.728438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39147e00-fe00-49f7-8bf6-99bf658e3c5e req-7e981e9b-6b64-4050-9792-9acbd14caa54 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:31.730093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39147e00-fe00-49f7-8bf6-99bf658e3c5e req-7e981e9b-6b64-4050-9792-9acbd14caa54 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 943 time: 0.1115124 Aug 23 04:10:31.774504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:10:31.774730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:10:31.774964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.775134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:31.788858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Port c453d992-195f-43d8-b455-73c063775c4f on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:10:31.789206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:31.800499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:10:31.800831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Checking segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:10:31.801237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Bound using segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:10:31.801667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Bound port: c453d992-195f-43d8-b455-73c063775c4f, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:10:31.802025 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.814716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39147e00-fe00-49f7-8bf6-99bf658e3c5e req-7e5f625c-6da8-43ad-b296-0383b528a565 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644715 Aug 23 04:10:31.871338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:10:31.874413 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:10:31.956934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.994057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:31.994672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:31.996209 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] 10.222.0.11 "PUT /v2.0/ports/c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 1091 time: 1.5382042 Aug 23 04:10:32.020196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e0768-d326-4bdc-b658-70252c03e751 service neutron] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:32.056082 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:10:32.088399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-33529695-0bf6-4c68-80ca-be652a8ae388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:32.089988 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-33529695-0bf6-4c68-80ca-be652a8ae388 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1094 time: 0.0446281 Aug 23 04:10:32.193782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-3ca37d0d-a4a7-4241-8003-e98ca05ab686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:32.195251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-3ca37d0d-a4a7-4241-8003-e98ca05ab686 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.0973105 Aug 23 04:10:32.263593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-e45e69ce-5964-4263-9aab-ee670950ba25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 999 time: 0.0588281 Aug 23 04:10:32.317794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-01a8d051-7832-4208-bfd4-0ea41d34297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:32.319350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-01a8d051-7832-4208-bfd4-0ea41d34297f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0482507 Aug 23 04:10:32.365583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-a63224a5-313e-49fc-972e-56ec6d04f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:32.367077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-a63224a5-313e-49fc-972e-56ec6d04f867 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399599 Aug 23 04:10:32.458809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-79ae4a77-0de3-4b2d-af2a-85ad0cd9be8e service neutron] 10.222.0.11 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842991 Aug 23 04:10:32.552806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa7d9637-c6f2-4769-8bb3-21d1dab50fcf req-64ba4760-6ef0-4b40-ad2f-7b4c0e81c024 service neutron] 10.222.0.11 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862348 Aug 23 04:10:32.933146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d1226-5218-40ad-a903-3a1476efd279 req-34e02f7a-3ad1-469f-9fa3-4d775b5fddd2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:32.934618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-587d1226-5218-40ad-a903-3a1476efd279 req-34e02f7a-3ad1-469f-9fa3-4d775b5fddd2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 943 time: 0.0502393 Aug 23 04:10:32.973601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-587d1226-5218-40ad-a903-3a1476efd279 req-8dc16193-6c77-4ffb-8048-94f76907fd41 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309272 Aug 23 04:10:33.183703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:10:33.186074 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:10:33.232890 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a1edaa-4c68-4288-997a-ef56f35e26ec x-openstack-request-id: req-54a1edaa-4c68-4288-997a-ef56f35e26ec {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:10:33.233213 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:10:33.233465 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54a1edaa-4c68-4288-997a-ef56f35e26ec {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:10:33.233855 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'status': 'completed', 'code': 200} Aug 23 04:10:33.306877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-590a9375-0105-4f29-8466-2ef5514ff265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:33.308400 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-590a9375-0105-4f29-8466-2ef5514ff265 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1094 time: 0.0503662 Aug 23 04:10:33.337266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-7864143d-866e-4274-b988-7a4580cdee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:33.337266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-7864143d-866e-4274-b988-7a4580cdee42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1094 time: 0.0470216 Aug 23 04:10:33.407034 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-a3415a07-0a34-4a77-b6cc-7acef9cfc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:33.408844 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-a3415a07-0a34-4a77-b6cc-7acef9cfc0d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.0932698 Aug 23 04:10:33.422561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-3605c8cb-347a-40b4-98a7-739ab5a7b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:33.424063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-3605c8cb-347a-40b4-98a7-739ab5a7b635 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.0876460 Aug 23 04:10:33.475613 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-430c2988-cf49-487e-85c4-2c0549359cbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 999 time: 0.0598464 Aug 23 04:10:33.495994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-e635c92b-d998-4152-a112-43c143136f95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 999 time: 0.0644097 Aug 23 04:10:33.528759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-65c1e7d7-a874-4b78-9e32-6bd8d88469c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:33.530268 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-65c1e7d7-a874-4b78-9e32-6bd8d88469c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0472112 Aug 23 04:10:33.552177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-3454a724-ff21-4d37-a323-3b9524be7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:33.553702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-3454a724-ff21-4d37-a323-3b9524be7a7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0495214 Aug 23 04:10:33.582794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-788252e9-8a6a-456f-9e3c-e63aaca7b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:33.584391 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-788252e9-8a6a-456f-9e3c-e63aaca7b162 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462046 Aug 23 04:10:33.601096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-1ff59119-c62f-4f00-8f5b-5bf6e6844833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:33.602518 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-1ff59119-c62f-4f00-8f5b-5bf6e6844833 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417657 Aug 23 04:10:33.683920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-9a66a8bf-fa1f-45e0-8f1c-91602db1715e service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918481 Aug 23 04:10:33.703012 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-fffaeeb5-da09-45de-8384-c0b8177e09e8 service neutron] 10.222.0.11 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919518 Aug 23 04:10:33.751084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c453d992-195f-43d8-b455-73c063775c4f no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:10:33.783573 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-2333e685-73f3-4d80-aa6b-849308a676ee service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918696 Aug 23 04:10:33.795481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c453d992-195f-43d8-b455-73c063775c4f not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:10:33.812109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc6973c3-2241-4f3b-bdf3-b1aaf56e5b95 req-ccd093ba-ea5c-4a02-be27-34f25ce996c0 service neutron] 10.222.0.11 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013026 Aug 23 04:10:34.092344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae2a4-4052-48e1-a08b-e01863a11fcc req-81c42a37-c0f3-4457-b740-c73d31f999ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:34.093936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-975ae2a4-4052-48e1-a08b-e01863a11fcc req-81c42a37-c0f3-4457-b740-c73d31f999ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 943 time: 0.0521388 Aug 23 04:10:34.131725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-975ae2a4-4052-48e1-a08b-e01863a11fcc req-4703113e-bb77-430a-b65d-0235d49a7d0e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315094 Aug 23 04:10:35.258619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c93c8-a8a8-4a39-98f5-f090fbabe06d req-76354896-903e-44b7-8bbd-d39832bbba9d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:35.260143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf1c93c8-a8a8-4a39-98f5-f090fbabe06d req-76354896-903e-44b7-8bbd-d39832bbba9d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 943 time: 0.0527587 Aug 23 04:10:35.298999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf1c93c8-a8a8-4a39-98f5-f090fbabe06d req-87b3e2d0-837b-44b9-a499-1df4a5c1699a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323124 Aug 23 04:10:35.843102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c453d992-195f-43d8-b455-73c063775c4f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:10:35.942085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:35.960477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'c453d992-195f-43d8-b455-73c063775c4f', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'port_id': 'c453d992-195f-43d8-b455-73c063775c4f', 'mac_address': 'fa:16:3e:fc:92:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:10:36.001143 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:36.014207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c453d992-195f-43d8-b455-73c063775c4f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:10:36.048619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:36.089378 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:36.141463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:36.416509 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75596f04-3f4f-494f-b5c8-f0f1888337be req-6d2aad0d-dd8a-48ad-9582-f19bb8620123 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:36.418193 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75596f04-3f4f-494f-b5c8-f0f1888337be req-6d2aad0d-dd8a-48ad-9582-f19bb8620123 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 944 time: 0.0497856 Aug 23 04:10:36.455657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-75596f04-3f4f-494f-b5c8-f0f1888337be req-3f19d7c0-3a6b-48c9-afee-6603a0f1f014 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Aug 23 04:10:36.480684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['c453d992-195f-43d8-b455-73c063775c4f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:10:36.966639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f37b2-8843-4814-92c1-19edae9fe711 req-95aa9443-72ef-4bec-b72f-a92adb0e4190 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:36.968311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a0f37b2-8843-4814-92c1-19edae9fe711 req-95aa9443-72ef-4bec-b72f-a92adb0e4190 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 944 time: 0.0553439 Aug 23 04:10:37.040501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a0f37b2-8843-4814-92c1-19edae9fe711 req-05d4ea53-c99c-44c0-a7cc-5f146f0597bb tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654795 Aug 23 04:10:37.057415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-ceec2508-0dff-40c9-861a-e9f6e11815e7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:37.057965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-ceec2508-0dff-40c9-861a-e9f6e11815e7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88&tenant_id=a65a84e479c94f70b8de63fa5080ddf0&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 944 time: 0.0760257 Aug 23 04:10:37.121438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-2a64a3c3-2b1e-49f0-8882-25605bb9c1e4 service neutron] 10.222.0.11 "GET /v2.0/ports/c453d992-195f-43d8-b455-73c063775c4f/bindings/n-h1-749052-7 HTTP/1.1" status: 200 len: 382 time: 0.0517209 Aug 23 04:10:37.201045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-b4d9385d-7ade-432f-a34e-f3a7bf1b0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:37.202383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-b4d9385d-7ade-432f-a34e-f3a7bf1b0ede service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1095 time: 0.0390069 Aug 23 04:10:37.296810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-758b7425-f552-46c3-84f5-bf3b0825bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:37.298276 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-758b7425-f552-46c3-84f5-bf3b0825bc99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.0880284 Aug 23 04:10:37.365303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-39973e70-f348-425a-abef-69c5fce3baed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 1000 time: 0.0551856 Aug 23 04:10:37.424510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-c0ac06c2-127b-4b76-b8e6-1e9d2c7d57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:37.426603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-c0ac06c2-127b-4b76-b8e6-1e9d2c7d57f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0496397 Aug 23 04:10:37.470607 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-37a4602d-21b0-4860-b036-a1a9aee71980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:37.471982 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-37a4602d-21b0-4860-b036-a1a9aee71980 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379388 Aug 23 04:10:37.562401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-ce411933-4caa-4b3c-a5de-52c4c0962d30 service neutron] 10.222.0.11 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827937 Aug 23 04:10:37.651682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-f89a2ff5-a7ef-4c6b-9f58-28571f3d6513 service neutron] 10.222.0.11 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818174 Aug 23 04:10:37.757924 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:37.863407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c453d992-195f-43d8-b455-73c063775c4f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:37.992108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port c453d992-195f-43d8-b455-73c063775c4f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:37.996245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port c453d992-195f-43d8-b455-73c063775c4f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:37.996622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:38.073932 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:38.099402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:10:38.105279 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831cd3b3-ef03-4fa1-a822-21d719d02c9d" -d '{"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-plugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:10:38.114002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:38.157339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a646f-32fe-4b92-a1a7-e067b75496ef req-e7da1749-479a-421e-8730-6c680825367c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:38.158846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c1a646f-32fe-4b92-a1a7-e067b75496ef req-e7da1749-479a-421e-8730-6c680825367c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 944 time: 0.0501504 Aug 23 04:10:38.169018 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:38.196989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c1a646f-32fe-4b92-a1a7-e067b75496ef req-b5e96309-218c-4dcf-9496-5cd0846bd2b1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Aug 23 04:10:38.227604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:38.259994 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f989e142-8e24-4827-8085-91e59678b30c x-openstack-request-id: req-f989e142-8e24-4827-8085-91e59678b30c {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:10:38.260286 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-plugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:10:38.260538 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f989e142-8e24-4827-8085-91e59678b30c {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:10:38.260932 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'code': 200} Aug 23 04:10:39.319753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b879cf-f778-420f-8948-01d98cc5c82e req-6e7103fd-7caf-465c-b421-3b4a248f70ff tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:39.320295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55b879cf-f778-420f-8948-01d98cc5c82e req-6e7103fd-7caf-465c-b421-3b4a248f70ff tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0530417 Aug 23 04:10:39.365267 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55b879cf-f778-420f-8948-01d98cc5c82e req-76a6e6dc-9286-4699-8631-9af986b8692e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362771 Aug 23 04:10:40.499798 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72025d-1c1b-4b3a-b7a8-a5f9087af041 req-7c9ff63d-70ac-42fc-adda-c1e1b722dfc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:40.501331 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf72025d-1c1b-4b3a-b7a8-a5f9087af041 req-7c9ff63d-70ac-42fc-adda-c1e1b722dfc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 945 time: 0.0492613 Aug 23 04:10:40.542176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf72025d-1c1b-4b3a-b7a8-a5f9087af041 req-5d21d243-3092-4c24-af96-dd35e7d2d57b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347862 Aug 23 04:10:40.573122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-6622dc34-3149-4ef4-8980-2df8751d1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:40.574641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-6622dc34-3149-4ef4-8980-2df8751d1c4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 1096 time: 0.0830121 Aug 23 04:10:40.586853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:10:40.643041 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:40.896752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:40.933360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:10:40.979941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:10:40.982223 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720ae576-41a4-44c3-b827-7ca4bdc2f0ff" -d '{"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-unplugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:10:40.986338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:40.999809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Transition to ACTIVE for port object c453d992-195f-43d8-b455-73c063775c4f will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:10:41.031222 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca6d53e-7f16-4ee3-9c52-9a6c448f42cf x-openstack-request-id: req-1ca6d53e-7f16-4ee3-9c52-9a6c448f42cf {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:10:41.031526 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-unplugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:10:41.031784 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ca6d53e-7f16-4ee3-9c52-9a6c448f42cf {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:10:41.032188 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'code': 200} Aug 23 04:10:41.071749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:41.169407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=10']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:41.265607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] No DVR routers for this DVR port c453d992-195f-43d8-b455-73c063775c4f on host n-h1-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:10:41.402918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:10:41.403247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:10:41.403574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:41.407733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Port c453d992-195f-43d8-b455-73c063775c4f on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:10:41.408069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Attempting to bind port c453d992-195f-43d8-b455-73c063775c4f on network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:10:41.412863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:10:41.413176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Checking segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:10:41.413563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Bound using segment: {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:10:41.413983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Bound port: c453d992-195f-43d8-b455-73c063775c4f, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:10:41.414339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:41.475254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:10:41.478154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:10:41.541256 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:41.612565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:41.614061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:41.615876 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 1092 time: 1.0328794 Aug 23 04:10:41.665622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd9af8-4da2-46a8-a7fd-c271189525b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=11']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:41.711672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-8fe15418-6d5f-4e3b-9f43-65b496bb35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:41.713320 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-8fe15418-6d5f-4e3b-9f43-65b496bb35d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1095 time: 0.0627661 Aug 23 04:10:41.716721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad2e68-04d8-4bfc-859c-54d9de4fa694 req-d8b21c5d-18f9-49f6-8312-5e462722f83a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:41.718369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cad2e68-04d8-4bfc-859c-54d9de4fa694 req-d8b21c5d-18f9-49f6-8312-5e462722f83a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 944 time: 0.0627744 Aug 23 04:10:41.759547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cad2e68-04d8-4bfc-859c-54d9de4fa694 req-ecc46f94-2f83-4caa-b97c-62ad09338cd8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347412 Aug 23 04:10:41.815644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-147c1074-de82-4690-90f8-e5845b2f1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:41.817309 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-147c1074-de82-4690-90f8-e5845b2f1490 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.0970006 Aug 23 04:10:41.885825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c453d992-195f-43d8-b455-73c063775c4f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:10:41.887943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-7d8a8d00-5fc6-4370-a78c-daff96adfa2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 999 time: 0.0634856 Aug 23 04:10:41.933374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device c453d992-195f-43d8-b455-73c063775c4f not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:10:41.937863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-e7709638-009b-40ee-8faa-985118ce00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:41.939363 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-e7709638-009b-40ee-8faa-985118ce00a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0452387 Aug 23 04:10:41.985148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-5580a1bd-9390-456e-9a82-dd346463dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:41.986641 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-5580a1bd-9390-456e-9a82-dd346463dd5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393331 Aug 23 04:10:42.079727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-434d3617-32a6-4668-b3b0-38f93fa93b8f service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Aug 23 04:10:42.166891 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2555f632-d511-4b48-8fce-54ebce04ecc8 req-1683e88a-4cb8-444d-9b26-b1fb58ab6cbc service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803888 Aug 23 04:10:42.895006 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c7bb2-2a0e-4e25-88fe-27d14544a433 req-0a6f5e85-abe7-40b2-ab57-71130f213cfe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:42.895006 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c7c7bb2-2a0e-4e25-88fe-27d14544a433 req-0a6f5e85-abe7-40b2-ab57-71130f213cfe tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 944 time: 0.0540221 Aug 23 04:10:42.929482 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c7c7bb2-2a0e-4e25-88fe-27d14544a433 req-3cfad44d-99ee-4a2b-8c1b-b4b3abc4faa3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Aug 23 04:10:43.033428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:10:43.035931 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1e1e27-6a68-4d32-844c-6e373f652992" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:10:43.082686 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fc4faf-76f3-46f6-9e12-eea95c946ace x-openstack-request-id: req-98fc4faf-76f3-46f6-9e12-eea95c946ace {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:10:43.083000 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:10:43.083260 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98fc4faf-76f3-46f6-9e12-eea95c946ace {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:10:43.083663 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'status': 'completed', 'code': 200} Aug 23 04:10:43.140832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-a6ae0943-bd39-45c9-8f3d-0fa8c8e080d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:43.142525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-a6ae0943-bd39-45c9-8f3d-0fa8c8e080d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1095 time: 0.0410073 Aug 23 04:10:43.171043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-212d6074-8d5d-47bd-b90b-22348764a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:43.172813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-212d6074-8d5d-47bd-b90b-22348764a183 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1095 time: 0.0448747 Aug 23 04:10:43.247168 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-1961692c-5885-4c23-832c-bebb6c385b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:43.248871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-1961692c-5885-4c23-832c-bebb6c385b9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.0979717 Aug 23 04:10:43.263404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-ad838e1e-7998-4ef8-97c9-1acb9f340f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:43.264779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-ad838e1e-7998-4ef8-97c9-1acb9f340f44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.0849688 Aug 23 04:10:43.314978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-c3f0412e-9559-4e21-ba4a-cf01d49cc0b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 999 time: 0.0579896 Aug 23 04:10:43.332168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-a31eb06f-3139-4170-bf1d-7d3c2cf0b611 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 999 time: 0.0602083 Aug 23 04:10:43.372795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-8d95dcef-5183-4978-8b5e-660991e9a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:43.374210 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-8d95dcef-5183-4978-8b5e-660991e9a17a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0511382 Aug 23 04:10:43.384171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-52c3471c-bf0d-428a-8cde-0d97d7fde6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:43.388705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-52c3471c-bf0d-428a-8cde-0d97d7fde6df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0470171 Aug 23 04:10:43.423604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-d1a5a1a3-6f96-4aac-a5d2-fbf29077ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:43.426069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-d1a5a1a3-6f96-4aac-a5d2-fbf29077ada1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426962 Aug 23 04:10:43.432156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-d1b691ad-865a-44db-b8ac-6761f31dcb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:43.433693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-d1b691ad-865a-44db-b8ac-6761f31dcb98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405793 Aug 23 04:10:43.521293 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-ab159af1-c432-494c-888c-542eb06cc2e2 service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836306 Aug 23 04:10:43.528551 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-5ef80405-786c-4eb9-a6f7-b6e181063cf1 service neutron] 10.222.0.11 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868597 Aug 23 04:10:43.622825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-c79b493b-4182-4f05-9af0-5dd94f48c9a7 service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921404 Aug 23 04:10:43.627190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7a1e1e27-6a68-4d32-844c-6e373f652992 req-3df59281-fcf3-4201-89f2-83fe76b05f3b service neutron] 10.222.0.11 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901728 Aug 23 04:10:44.049514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b6b2f-c341-47b2-aec4-765f6ad157bb req-b2f3e74b-9485-44bb-9eea-b740639db193 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:10:44.051624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-391b6b2f-c341-47b2-aec4-765f6ad157bb req-b2f3e74b-9485-44bb-9eea-b740639db193 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 944 time: 0.0509264 Aug 23 04:10:44.090399 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-391b6b2f-c341-47b2-aec4-765f6ad157bb req-a1da9b83-a91f-4c65-bc15-872cc9ba009e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Aug 23 04:10:44.113552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51342) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:10:44.175237 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fb47b800-8ea4-4bb6-84b9-4fd319c83187 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/6a311f0e-e1e0-4155-887e-68fe4e03c5fa HTTP/1.1" status: 200 len: 991 time: 0.0604558 Aug 23 04:10:45.797972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c453d992-195f-43d8-b455-73c063775c4f details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:10:45.898216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:45.909380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'c453d992-195f-43d8-b455-73c063775c4f', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'port_id': 'c453d992-195f-43d8-b455-73c063775c4f', 'mac_address': 'fa:16:3e:fc:92:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:10:45.946202 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:45.959157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c453d992-195f-43d8-b455-73c063775c4f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:10:45.978829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:46.043527 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:46.091619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=12']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:46.284001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c453d992-195f-43d8-b455-73c063775c4f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:10:47.807411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c453d992-195f-43d8-b455-73c063775c4f up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:10:47.952117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port c453d992-195f-43d8-b455-73c063775c4f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:10:47.956105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port c453d992-195f-43d8-b455-73c063775c4f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:10:47.956478 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:48.032017 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:48.055018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:10:48.057341 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf318b63-328a-49a8-9174-b12b5b1c14c1" -d '{"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-plugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:10:48.070965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:10:48.106096 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d65662-61de-4d6f-bd05-7c92e4e46b73 x-openstack-request-id: req-d4d65662-61de-4d6f-bd05-7c92e4e46b73 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:10:48.106390 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-plugged", "status": "completed", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:10:48.106653 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4d65662-61de-4d6f-bd05-7c92e4e46b73 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:10:48.107051 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'code': 200} Aug 23 04:10:48.162332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:48.211933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=13']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:10:52.769471 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:56.058905 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2a4ebb31-ecfa-453b-a8d7-d1e319eb8234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:58.727408 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddffc957-3918-4698-90a2-3b58c4ffe386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:10:58.849454 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:00.472034 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:01.841974 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:02.943353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51468) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:03.051311 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:03.136207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:03.202004 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:03.239017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a44587046f204f37b761344093135cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944961 Aug 23 04:11:03.240131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2069503d-d093-4d1f-ad30-c2e420ef60a2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:03.241856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51472) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:03.248164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.248503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.248879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.249194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.249520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.249845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.250166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.250484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.250800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.251115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.251429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.251741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8c812d-eaa9-437f-ba59-f64aeea7f97c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:03.291536 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9120442-4dab-4c9d-b263-07440d9a1fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:03.312389 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9120442-4dab-4c9d-b263-07440d9a1fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:03.432642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9120442-4dab-4c9d-b263-07440d9a1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:03.435205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9120442-4dab-4c9d-b263-07440d9a1fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:03.436342 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f9120442-4dab-4c9d-b263-07440d9a1fc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2069503d-d093-4d1f-ad30-c2e420ef60a2 HTTP/1.1" status: 204 len: 168 time: 0.1935153 Aug 23 04:11:03.444245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9120442-4dab-4c9d-b263-07440d9a1fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2069503d-d093-4d1f-ad30-c2e420ef60a2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:03.945330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51478) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:03.958801 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20632275-cd3d-4db1-9d56-99807474ae8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:04.044029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20632275-cd3d-4db1-9d56-99807474ae8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:04.094892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-20632275-cd3d-4db1-9d56-99807474ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:04.131614 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-20632275-cd3d-4db1-9d56-99807474ae8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc8038233edd412e88c8369d457dfa54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850879 Aug 23 04:11:04.132552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20632275-cd3d-4db1-9d56-99807474ae8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcaa6db-1a9c-4b7a-9d30-90ad39b5b4df,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:04.138376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51480) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:04.188495 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42cb6391-6cdc-4277-b65e-0d919d0a95ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:04.209252 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42cb6391-6cdc-4277-b65e-0d919d0a95ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:04.312052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42cb6391-6cdc-4277-b65e-0d919d0a95ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:04.314776 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42cb6391-6cdc-4277-b65e-0d919d0a95ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:04.315977 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-42cb6391-6cdc-4277-b65e-0d919d0a95ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdcaa6db-1a9c-4b7a-9d30-90ad39b5b4df HTTP/1.1" status: 204 len: 168 time: 0.1766341 Aug 23 04:11:04.324178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb6391-6cdc-4277-b65e-0d919d0a95ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcaa6db-1a9c-4b7a-9d30-90ad39b5b4df,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:07.750914 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:09.055163 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:11:14.831542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6753af3-1411-4c91-9b5e-60d70eadfe8c req-3e7f8910-9448-4dd0-a4b7-78ee26e3850d tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:14.833141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6753af3-1411-4c91-9b5e-60d70eadfe8c req-3e7f8910-9448-4dd0-a4b7-78ee26e3850d tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1097 time: 0.0491021 Aug 23 04:11:14.870012 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6753af3-1411-4c91-9b5e-60d70eadfe8c req-bb6c0ae4-7ee2-48ff-9cad-ef24216144b5 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292621 Aug 23 04:11:14.893604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51556) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:15.054567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port bbb32fc1-f1ee-45ec-b919-2eb1e977f97f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:11:15.054901 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:15.129610 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:15.129931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:15.143211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for bbb32fc1-f1ee-45ec-b919-2eb1e977f97f owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:11:15.386410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:15.414392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=bbb32fc1-f1ee-45ec-b919-2eb1e977f97f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:15.481433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:15.481760 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Floating IP 6a311f0e-e1e0-4155-887e-68fe4e03c5fa disassociated (deleted). External IP: 172.25.1.170, port: c453d992-195f-43d8-b455-73c063775c4f. Aug 23 04:11:16.022722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 351e53d6-8e6a-4983-9e7e-bfda36f1057d has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:11:16.129627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:11:16.137232 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:16.145472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] Sync routers for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:11:16.156088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:16.157040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:10:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:16.168978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0e7cf7fe-9ae9-4bf6-a555-5a36be0b06ef tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a311f0e-e1e0-4155-887e-68fe4e03c5fa HTTP/1.1" status: 204 len: 168 time: 1.2742610 Aug 23 04:11:16.169709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:11:16.172242 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee4623a-3e29-47dd-ab46-9f4d20957986" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:11:16.264177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:16.468708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b41445e-9619-422c-9ee4-c537229859f2', 'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:79:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:17Z', 'updated_at': '2021-08-23T04:09:25Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:16.498422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] Checking router: 351e53d6-8e6a-4983-9e7e-bfda36f1057d for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:11:16.507728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:16.508344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:10:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:16.599887 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5549a3e5-9060-4b80-bf86-047794a7127e x-openstack-request-id: req-5549a3e5-9060-4b80-bf86-047794a7127e {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:11:16.600300 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:11:16.600611 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5549a3e5-9060-4b80-bf86-047794a7127e {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:11:16.601121 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'status': 'completed', 'code': 200} Aug 23 04:11:16.679844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-c70a77fb-4f56-45ab-b290-0dc6e60b41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:16.681413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-c70a77fb-4f56-45ab-b290-0dc6e60b41bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 1097 time: 0.0485725 Aug 23 04:11:16.701365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a51d-2337-46d9-bd87-fe14d17a081b req-e9999861-bc14-4c5e-afef-47b8129d288c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:16.702953 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ece0a51d-2337-46d9-bd87-fe14d17a081b req-e9999861-bc14-4c5e-afef-47b8129d288c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 946 time: 0.0550239 Aug 23 04:11:16.752486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ece0a51d-2337-46d9-bd87-fe14d17a081b req-1f4ed260-9ebe-4698-b101-9319ebb148d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 Aug 23 04:11:16.790073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:16.799555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-3f7c3b0e-eb9d-4958-9a6d-7dac6bc8ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:16.801053 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-3f7c3b0e-eb9d-4958-9a6d-7dac6bc8ad1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 200 len: 896 time: 0.1124287 Aug 23 04:11:17.033381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b41445e-9619-422c-9ee4-c537229859f2', 'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:79:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:17Z', 'updated_at': '2021-08-23T04:09:25Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:17.040677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f91315-0bbb-43bc-abdc-b137ce030b90 None None] The sync data for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 is: [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:19Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '0b41445e-9619-422c-9ee4-c537229859f2', 'name': '', 'network_id': '67b61647-de93-4c1f-8cc3-88b69fe5d5c3', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:79:b0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:17Z', 'updated_at': '2021-08-23T04:09:25Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '0b391fe0-02fb-42e7-b4ba-e432be8c7674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:11:17.119415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-539bb42d-c85f-4199-8210-89c476eee550 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 200 len: 217 time: 0.3085926 Aug 23 04:11:17.171801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-a9925c12-9b7f-495d-8934-754103b3413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:17.177217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-a9925c12-9b7f-495d-8934-754103b3413c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 200 len: 833 time: 0.0452430 Aug 23 04:11:17.222794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-d10bc7ef-bd53-4c64-bebd-6ce72e86ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:17.224334 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-d10bc7ef-bd53-4c64-bebd-6ce72e86ff2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67b61647-de93-4c1f-8cc3-88b69fe5d5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409815 Aug 23 04:11:17.274471 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53564be2-0477-47d6-aa42-7fd555788c2f None None] New status for floating IP 6a311f0e-e1e0-4155-887e-68fe4e03c5fa: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:11:17.319690 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-5ea55622-10ef-4cf4-afb7-a9164e9e421c service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870202 Aug 23 04:11:17.420679 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cee4623a-3e29-47dd-ab46-9f4d20957986 req-7f7e861b-e1aa-4f4d-afb5-d57bb57b6f0e service neutron] 10.222.0.24 "GET /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916958 Aug 23 04:11:17.870884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7696d3d-0e2b-46fc-a5bc-5b32605a96b3 req-499f1003-e399-4200-8612-517f9470687b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:17.872748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7696d3d-0e2b-46fc-a5bc-5b32605a96b3 req-499f1003-e399-4200-8612-517f9470687b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 946 time: 0.0498898 Aug 23 04:11:17.912696 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7696d3d-0e2b-46fc-a5bc-5b32605a96b3 req-6f9fbe02-3bf3-48f9-aebd-9ec3c8129910 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0a03dc8-3abc-47c3-b25a-e7b7540535de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333767 Aug 23 04:11:17.977585 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-baa5643d-5257-4962-8ef2-d66777bd122f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:17.979085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-baa5643d-5257-4962-8ef2-d66777bd122f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 946 time: 0.0623257 Aug 23 04:11:18.073317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port c453d992-195f-43d8-b455-73c063775c4f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:11:18.073597 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:18.161822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port c453d992-195f-43d8-b455-73c063775c4f, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c453d992-195f-43d8-b455-73c063775c4f,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:18.162122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:18.175212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for c453d992-195f-43d8-b455-73c063775c4f owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:11:18.437953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:18.464755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=c453d992-195f-43d8-b455-73c063775c4f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:18.508797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] No DVR routers for this DVR port c453d992-195f-43d8-b455-73c063775c4f on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:11:18.511852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:18.514135 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d3d78b44-7b8f-4bc3-9f57-edd0b7507c46 req-80cd1515-004a-4165-8a40-639b6d7af055 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "DELETE /v2.0/ports/c453d992-195f-43d8-b455-73c063775c4f HTTP/1.1" status: 204 len: 173 time: 0.5293813 Aug 23 04:11:18.514591 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-deleted', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:11:18.517165 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7feb2a-b300-4162-865f-e01067afc6f2" -d '{"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-deleted", "tag": "c453d992-195f-43d8-b455-73c063775c4f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:11:18.551990 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b2f6f9-58c1-449d-a35b-984cefde752e x-openstack-request-id: req-19b2f6f9-58c1-449d-a35b-984cefde752e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:11:18.552283 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba5a42-b6c0-4395-9bbc-06b31f22bd88", "name": "network-vif-deleted", "tag": "c453d992-195f-43d8-b455-73c063775c4f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:11:18.552538 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19b2f6f9-58c1-449d-a35b-984cefde752e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:11:18.552988 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba5a42-b6c0-4395-9bbc-06b31f22bd88', 'name': 'network-vif-deleted', 'tag': 'c453d992-195f-43d8-b455-73c063775c4f', 'status': 'completed', 'code': 200} Aug 23 04:11:19.026879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9eab2ee5-d26e-449c-9532-47dd89ff5fe8 req-761041a0-0238-4d98-8f5c-e0c63e9a7bf7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbba5a42-b6c0-4395-9bbc-06b31f22bd88 HTTP/1.1" status: 200 len: 210 time: 0.0303638 Aug 23 04:11:20.080160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51594) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:20.438331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:20.696904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port 0b41445e-9619-422c-9ee4-c537229859f2 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:11:20.697234 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:20.803788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port 0b41445e-9619-422c-9ee4-c537229859f2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0b41445e-9619-422c-9ee4-c537229859f2,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:20.804161 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:20.816750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for 0b41445e-9619-422c-9ee4-c537229859f2 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:11:21.061285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:21.086630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=0b41445e-9619-422c-9ee4-c537229859f2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:21.279827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:21.497093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 351e53d6-8e6a-4983-9e7e-bfda36f1057d has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:11:21.605560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:11:21.611976 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b7704b86-ee3a-4717-be52-6dfb96ce8d0f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "PUT /v2.0/routers/351e53d6-8e6a-4983-9e7e-bfda36f1057d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5301669 Aug 23 04:11:21.614369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51606) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:21.618980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] Sync routers for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:11:21.629340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:21.631440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:10:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:21.676802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-905802ab-8038-463e-9584-06b7af9747dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting subnet 0b391fe0-02fb-42e7-b4ba-e432be8c7674 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:11:21.680370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-905802ab-8038-463e-9584-06b7af9747dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:21.721310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-905802ab-8038-463e-9584-06b7af9747dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:21.743867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:21.805819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-905802ab-8038-463e-9584-06b7af9747dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:21.928520 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-905802ab-8038-463e-9584-06b7af9747dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:21.928770 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:11:20Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:21.958522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905802ab-8038-463e-9584-06b7af9747dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Subnet': ['ID=0b391fe0-02fb-42e7-b4ba-e432be8c7674,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:21.959461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c453d992-195f-43d8-b455-73c063775c4f no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:11:21.961928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] Checking router: 351e53d6-8e6a-4983-9e7e-bfda36f1057d for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:11:21.963836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-905802ab-8038-463e-9584-06b7af9747dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:21.970531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-905802ab-8038-463e-9584-06b7af9747dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/subnets/0b391fe0-02fb-42e7-b4ba-e432be8c7674 HTTP/1.1" status: 204 len: 168 time: 0.3551443 Aug 23 04:11:21.970681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51610) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:21.986236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e95d22d-de40-4a53-90b9-3387ce82d8c9 None None] Network 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:11:21.989468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: c453d992-195f-43d8-b455-73c063775c4f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:11:21.989866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c453d992-195f-43d8-b455-73c063775c4f not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:11:22.019284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] Routers {'351e53d6-8e6a-4983-9e7e-bfda36f1057d'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:22.019284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:10:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:22.093232 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.230288 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.257947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] Set router 351e53d6-8e6a-4983-9e7e-bfda36f1057d gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:22.318451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] DHCP port deletion for 67b61647-de93-4c1f-8cc3-88b69fe5d5c3 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:11:22.352885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port f9227fde-bf08-41f0-8119-4ec6c2e5960d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:11:22.353233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.431609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port f9227fde-bf08-41f0-8119-4ec6c2e5960d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f9227fde-bf08-41f0-8119-4ec6c2e5960d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:22.431985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.444222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for f9227fde-bf08-41f0-8119-4ec6c2e5960d owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:11:22.451736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Deleting port ef8cb490-989f-4185-89ef-8af39fe904ca {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:11:22.452121 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.521917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] For port ef8cb490-989f-4185-89ef-8af39fe904ca, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ef8cb490-989f-4185-89ef-8af39fe904ca,segment=NetworkSegment(2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68),segment_id=2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:22.522316 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.538364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Calling delete_port for ef8cb490-989f-4185-89ef-8af39fe904ca owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:11:22.555362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:11:20Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:22.615123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6912202-8552-4f69-b588-e8837a31d79f None None] The sync data for ids ['351e53d6-8e6a-4983-9e7e-bfda36f1057d'] in n-d-749052-7 is: [{'id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272776611', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:11:20Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': 'f9227fde-bf08-41f0-8119-4ec6c2e5960d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ea:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351e53d6-8e6a-4983-9e7e-bfda36f1057d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:12Z', 'updated_at': '2021-08-23T04:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:11:22.683767 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.710653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=f9227fde-bf08-41f0-8119-4ec6c2e5960d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:22.712599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.735229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.735579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.735914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.738888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.738888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.738888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.738888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.738888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.738888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.738888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.738888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.738888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.741136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Pushing event deleted for resources: {'Port': ['ID=ef8cb490-989f-4185-89ef-8af39fe904ca,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:22.744652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] No DVR routers for this DVR port ef8cb490-989f-4185-89ef-8af39fe904ca on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:11:22.755558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.755914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.756266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.756929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.757371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.757628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.758012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.758466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.758794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.759266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.759545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.759851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c45c03-854f-4db2-a37b-6835069874dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:22.785200 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.790796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.900057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:22.900057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.043799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.047644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Fanout notify agent at l3_agent the message router_deleted on router 351e53d6-8e6a-4983-9e7e-bfda36f1057d {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:11:23.052349 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.053587 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35bceaae-bde3-4e12-9112-c8c9ea2a9f5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/routers/351e53d6-8e6a-4983-9e7e-bfda36f1057d HTTP/1.1" status: 204 len: 168 time: 1.0815575 Aug 23 04:11:23.056370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51616) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:23.144202 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.229903 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.240599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b61647-de93-4c1f-8cc3-88b69fe5d5c3']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:23.256242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:23.256528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b15a3f1-5b56-4d64-9d2a-a5fc320c7e68') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:23.266095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.281678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.288186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:11:23.288591 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:11:23.292136 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:11:23.420784 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.430934 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.434594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51620) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:23.435023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/networks/67b61647-de93-4c1f-8cc3-88b69fe5d5c3 HTTP/1.1" status: 204 len: 168 time: 0.3772149 Aug 23 04:11:23.444317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53813122-360c-489f-9415-2c2f18457ecd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Network': ['ID=67b61647-de93-4c1f-8cc3-88b69fe5d5c3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:23.496913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7faab2a-de1c-4d73-b8a4-e9b7aacd8424 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.523206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7faab2a-de1c-4d73-b8a4-e9b7aacd8424 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.659936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7faab2a-de1c-4d73-b8a4-e9b7aacd8424 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.659936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e7faab2a-de1c-4d73-b8a4-e9b7aacd8424 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:23.659936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e7faab2a-de1c-4d73-b8a4-e9b7aacd8424 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/security-groups/d0a03dc8-3abc-47c3-b25a-e7b7540535de HTTP/1.1" status: 204 len: 168 time: 0.2234972 Aug 23 04:11:23.669725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7faab2a-de1c-4d73-b8a4-e9b7aacd8424 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a03dc8-3abc-47c3-b25a-e7b7540535de,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:23.671559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f9227fde-bf08-41f0-8119-4ec6c2e5960d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:11:23.718152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f9227fde-bf08-41f0-8119-4ec6c2e5960d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:11:23.718152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f9227fde-bf08-41f0-8119-4ec6c2e5960d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:11:23.718152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ef8cb490-989f-4185-89ef-8af39fe904ca no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:11:23.736355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ef8cb490-989f-4185-89ef-8af39fe904ca {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:11:23.736701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ef8cb490-989f-4185-89ef-8af39fe904ca not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:11:23.737145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b41445e-9619-422c-9ee4-c537229859f2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:11:23.756339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0b41445e-9619-422c-9ee4-c537229859f2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:11:23.757133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0b41445e-9619-422c-9ee4-c537229859f2 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:11:24.080295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51630) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:24.085881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-84d1baba-5290-4054-aa61-b18a37d0c8f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793672658', 'description': 'tempest-secgroup-smoke-793672658 description', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:24.202842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84d1baba-5290-4054-aa61-b18a37d0c8f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:24.283339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84d1baba-5290-4054-aa61-b18a37d0c8f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:24.386629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84d1baba-5290-4054-aa61-b18a37d0c8f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:24.416262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1baba-5290-4054-aa61-b18a37d0c8f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:24.495238 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-84d1baba-5290-4054-aa61-b18a37d0c8f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:24.496508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-84d1baba-5290-4054-aa61-b18a37d0c8f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4144995 Aug 23 04:11:24.500218 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51634) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:24.504613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7ebaf734-8074-49a8-b0f3-aca16ca2975c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'ce96ee10-7703-4a0d-97c9-7d92e0d36bf6', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:24.585475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf734-8074-49a8-b0f3-aca16ca2975c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:24.644209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf734-8074-49a8-b0f3-aca16ca2975c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:24.723952 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf734-8074-49a8-b0f3-aca16ca2975c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:24.743108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaf734-8074-49a8-b0f3-aca16ca2975c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ce6768-1724-428b-9b49-a1e15a368e03,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:24.815506 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf734-8074-49a8-b0f3-aca16ca2975c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:24.816765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7ebaf734-8074-49a8-b0f3-aca16ca2975c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156154 Aug 23 04:11:24.819590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51636) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:24.824408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6463354c-d652-4e51-856f-7b67c051a89e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'ce96ee10-7703-4a0d-97c9-7d92e0d36bf6', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:24.911498 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6463354c-d652-4e51-856f-7b67c051a89e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:24.968722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6463354c-d652-4e51-856f-7b67c051a89e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.047446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6463354c-d652-4e51-856f-7b67c051a89e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.065965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463354c-d652-4e51-856f-7b67c051a89e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458f60a0-6a7b-4df7-90aa-47be4fd506d2,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:25.140187 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6463354c-d652-4e51-856f-7b67c051a89e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.142014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6463354c-d652-4e51-856f-7b67c051a89e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3214669 Aug 23 04:11:25.144675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51638) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:25.153980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-63cd0d72-70e0-4c73-a86c-8ee72e589a9d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'ce96ee10-7703-4a0d-97c9-7d92e0d36bf6', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:25.254223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-63cd0d72-70e0-4c73-a86c-8ee72e589a9d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.312258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-63cd0d72-70e0-4c73-a86c-8ee72e589a9d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.379031 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-63cd0d72-70e0-4c73-a86c-8ee72e589a9d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.395430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd0d72-70e0-4c73-a86c-8ee72e589a9d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5a1209-bdb8-4026-9e1b-a8b99d6de929,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:25.466424 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-63cd0d72-70e0-4c73-a86c-8ee72e589a9d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.467622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-63cd0d72-70e0-4c73-a86c-8ee72e589a9d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215961 Aug 23 04:11:25.470340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51640) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:25.474751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b57d8623-1927-45f9-9868-c7585127cdc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'ce96ee10-7703-4a0d-97c9-7d92e0d36bf6', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:25.574327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57d8623-1927-45f9-9868-c7585127cdc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.635459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57d8623-1927-45f9-9868-c7585127cdc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.712108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57d8623-1927-45f9-9868-c7585127cdc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.729479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d8623-1927-45f9-9868-c7585127cdc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0a1cc1-c3d9-4e04-b8f4-da421c86a5fa,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:25.792181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b57d8623-1927-45f9-9868-c7585127cdc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.793376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b57d8623-1927-45f9-9868-c7585127cdc7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221197 Aug 23 04:11:25.796710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51644) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:25.801597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-df3349c2-a8a3-4fcb-b513-ff099be69182 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'ce96ee10-7703-4a0d-97c9-7d92e0d36bf6', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:25.918162 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-df3349c2-a8a3-4fcb-b513-ff099be69182 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Project a65a84e479c94f70b8de63fa5080ddf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:11:25.924000 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df3349c2-a8a3-4fcb-b513-ff099be69182 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:25.983983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df3349c2-a8a3-4fcb-b513-ff099be69182 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.089403 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6a2501c5-1de3-49b9-9c8f-00c242f2869f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.090020 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df3349c2-a8a3-4fcb-b513-ff099be69182 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.114165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3349c2-a8a3-4fcb-b513-ff099be69182 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000232ab-b75f-4086-b2c1-a00bea186ac1,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:26.209658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-df3349c2-a8a3-4fcb-b513-ff099be69182 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.210918 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-df3349c2-a8a3-4fcb-b513-ff099be69182 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4130571 Aug 23 04:11:26.213905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51648) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:26.218816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-65fc33e9-3d9e-427b-ab21-4c0f5e485ac1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'ce96ee10-7703-4a0d-97c9-7d92e0d36bf6', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:26.323643 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-65fc33e9-3d9e-427b-ab21-4c0f5e485ac1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Project a65a84e479c94f70b8de63fa5080ddf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:11:26.328564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-65fc33e9-3d9e-427b-ab21-4c0f5e485ac1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.351653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51650) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:26.391170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-65fc33e9-3d9e-427b-ab21-4c0f5e485ac1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.423742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5baf52-433e-460d-8800-92b862502647 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:26.424225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5baf52-433e-460d-8800-92b862502647 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:26.424699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5baf52-433e-460d-8800-92b862502647 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:26.426413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2b5baf52-433e-460d-8800-92b862502647 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=430cdb31e1b941ffa5f70834a9747f27&network_id=6c589054-150e-438f-9173-fe05731bd8b1 HTTP/1.1" status: 200 len: 2969 time: 0.0737183 Aug 23 04:11:26.494763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-65fc33e9-3d9e-427b-ab21-4c0f5e485ac1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.513918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc33e9-3d9e-427b-ab21-4c0f5e485ac1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612d85db-b05b-45e8-83ec-8f48a1da6692,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:26.586749 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-65fc33e9-3d9e-427b-ab21-4c0f5e485ac1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.588127 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-65fc33e9-3d9e-427b-ab21-4c0f5e485ac1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3732712 Aug 23 04:11:26.592256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51656) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:26.597363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'network': {'name': 'tempest-network-smoke--1971799618', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'port_security_enabled': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:26.689221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:11:26.692719 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.716436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:11:26.725363 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.725701 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Added segment 728ce541-ebd5-417a-8adc-916c47828a24 of type vlan for network 3a489f2e-6b23-4fdc-b861-090b226a5b44 Aug 23 04:11:26.765739 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.870074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.876253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:26.876830 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:26.944582 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Network': ['ID=3a489f2e-6b23-4fdc-b861-090b226a5b44,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:26.955712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 3a489f2e-6b23-4fdc-b861-090b226a5b44 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:11:26.999429 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-23ce64a8-40b4-47d4-ba1d-5b666fd58a28 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4060235 Aug 23 04:11:27.002154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51660) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:27.006937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'admin_state_up': True, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:27.112086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:27.113143 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:27.200684 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:27.411084 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:27.697077 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:27.714683 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:27.819621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.25.1.53 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/3563241b-10d9-4e43-8d79-4923e84f9123) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:11:27.917955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:28.021494 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:28.059389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:28.063614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:28.070153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:11:28.072626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=3563241b-10d9-4e43-8d79-4923e84f9123,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:28.391448 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:28.578733 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:28.768442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-704253f7-37d5-45ce-a760-75e894f9deb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:28.830503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 831340a9-c096-41a0-8970-16714a95a482 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:11:28.872882 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:28.937706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:11:28.947088 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Sync routers for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:11:28.956391 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:28.957004 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:29.015207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:29.016467 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b10c342e-4c1a-4847-bb88-246eda11149d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0133295 Aug 23 04:11:29.022812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51670) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:29.053710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5baba10c-1e14-4ab1-a4d0-7b19e5d54472 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a65a84e479c94f70b8de63fa5080ddf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297360 Aug 23 04:11:29.056547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51672) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:29.062779 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:29.338014 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:28Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:29.364629 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Checking router: 831340a9-c096-41a0-8970-16714a95a482 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:11:29.364983 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Updating router 831340a9-c096-41a0-8970-16714a95a482 port 3563241b-10d9-4e43-8d79-4923e84f9123 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:11:29.391304 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:29.426306 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa7ee02-9a3a-4160-9215-9e422ac220fb tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:29.428064 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5fa7ee02-9a3a-4160-9215-9e422ac220fb tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3702312 Aug 23 04:11:29.430827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51674) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:29.467359 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8211cb6f-518b-47a1-b37d-1c36061042cb tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353644 Aug 23 04:11:29.471047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51676) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:29.476186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-145496142', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:29.632387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:11:29.635813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:29.646221 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:29.655754 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Transition to ACTIVE for port object 3563241b-10d9-4e43-8d79-4923e84f9123 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:29.727934 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:29.771535 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Pushing event updated for resources: {'Port': ['ID=3563241b-10d9-4e43-8d79-4923e84f9123,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:29.782204 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.782554 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.782896 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.783237 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.783569 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.783898 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.784230 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.784557 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.784882 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.785244 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.785569 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.785892 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:11:29.800570 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Attempting to bind port 3563241b-10d9-4e43-8d79-4923e84f9123 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:11:29.801052 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Attempting to bind port 3563241b-10d9-4e43-8d79-4923e84f9123 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:11:29.801455 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Attempting to bind port 3563241b-10d9-4e43-8d79-4923e84f9123 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:29.806888 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:11:29.807289 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:29.807692 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:29.808084 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:11:29.808595 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Bound port: 3563241b-10d9-4e43-8d79-4923e84f9123, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:11:29.808980 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:29.824250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51680) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:29.861729 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] For port 3563241b-10d9-4e43-8d79-4923e84f9123, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:11:29.864944 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] For port 3563241b-10d9-4e43-8d79-4923e84f9123, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3563241b-10d9-4e43-8d79-4923e84f9123,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:11:29.877866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47b542-fd0e-48db-a088-3491d1739eb3 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:29.879617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3e47b542-fd0e-48db-a088-3491d1739eb3 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6 HTTP/1.1" status: 200 len: 814 time: 0.0541816 Aug 23 04:11:29.906941 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:29.934267 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:29.968754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Subnet': ['ID=266b282e-30e1-4c5c-8a42-5e7fcdc2314f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:29.975661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Checking segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:29.976019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network hostable DHCP agents. Network: 3a489f2e-6b23-4fdc-b861-090b226a5b44, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:11:29.994996 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:29.995626 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:30.029180 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fc9ff-ba7e-4acb-9a87-e268bb35f43c None None] Pushing event updated for resources: {'Port': ['ID=3563241b-10d9-4e43-8d79-4923e84f9123,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:30.055294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 3a489f2e-6b23-4fdc-b861-090b226a5b44 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:11:30.103930 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:30.152220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 3a489f2e-6b23-4fdc-b861-090b226a5b44) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:30.158225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:30.158784 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:30.161966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51c22c-c180-459e-8481-02b7529ad00d None None] Network 3a489f2e-6b23-4fdc-b861-090b226a5b44 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:11:30.273424 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bf084c75-6710-48d3-80cb-04d8b95dc65c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8012908 Aug 23 04:11:30.276190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51686) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:30.287507 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:28Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:30.317811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-3a489f2e-6b23-4fdc-b861-090b226a5b44', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:11:30.319196 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:30.320167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ef28d-6edc-485a-8a15-31f0fb9acc79 None None] The sync data for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 is: [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:28Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:11:30.475830 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Allocated IP 172.20.0.2 (3a489f2e-6b23-4fdc-b861-090b226a5b44/266b282e-30e1-4c5c-8a42-5e7fcdc2314f/b4001f83-d846-4604-b385-3f2d58aeacba) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:11:30.504592 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:30.686339 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:30.698677 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Transition to ACTIVE for port object b4001f83-d846-4604-b385-3f2d58aeacba will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:30.719120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Transition to ACTIVE for port object b4001f83-d846-4604-b385-3f2d58aeacba will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:30.778549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:30.788773 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:30.813412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51692) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:30.822244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'network': {'name': 'tempest-network-smoke--1494248561', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:30.843109 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Network 3a489f2e-6b23-4fdc-b861-090b226a5b44 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:30.860759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:30.868939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:11:30.872378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Pushing event updated for resources: {'Port': ['ID=b4001f83-d846-4604-b385-3f2d58aeacba,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:30.937272 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Attempting to bind port b4001f83-d846-4604-b385-3f2d58aeacba on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:11:30.937972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Attempting to bind port b4001f83-d846-4604-b385-3f2d58aeacba by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:11:30.938528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Attempting to bind port b4001f83-d846-4604-b385-3f2d58aeacba on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:30.945046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:11:30.945469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Checking segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:30.945964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:30.946362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Bound using segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:11:30.946835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Bound port: b4001f83-d846-4604-b385-3f2d58aeacba, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:11:30.947223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:30.954029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Made reservation on behalf of 430cdb31e1b941ffa5f70834a9747f27 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:11:30.957783 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:30.988904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:11:31.002169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.002752 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Added segment 0c4418a6-f5c6-417d-a5c7-0c572ded76e5 of type vlan for network dfa43342-13b5-49db-b970-59a185a7f3f0 Aug 23 04:11:31.048088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] For port b4001f83-d846-4604-b385-3f2d58aeacba, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:11:31.051791 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] For port b4001f83-d846-4604-b385-3f2d58aeacba, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b4001f83-d846-4604-b385-3f2d58aeacba,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:11:31.075381 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.120161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.20.0.1 (3a489f2e-6b23-4fdc-b861-090b226a5b44/266b282e-30e1-4c5c-8a42-5e7fcdc2314f/7055ebe0-23c2-4ddf-81d7-97e3e03e6e84) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:11:31.126272 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.203030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624aeba-4ca8-4fee-a6b5-393e1bf50e55 None None] Pushing event updated for resources: {'Port': ['ID=b4001f83-d846-4604-b385-3f2d58aeacba,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:31.203977 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.209737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:31.210596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.287806 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.291064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Network': ['ID=dfa43342-13b5-49db-b970-59a185a7f3f0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:31.308463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network dfa43342-13b5-49db-b970-59a185a7f3f0 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:11:31.326690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Transition to ACTIVE for port object 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:31.351528 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-effeb88f-00f1-4e91-8795-0e7aab54ca86 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5342574 Aug 23 04:11:31.352157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51694) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:31.536709 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.600770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 3a489f2e-6b23-4fdc-b861-090b226a5b44 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:31.606311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d1bef8-4f5b-4b6f-ae6f-955a6eb7d8c8 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:31.608082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-88d1bef8-4f5b-4b6f-ae6f-955a6eb7d8c8 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=430cdb31e1b941ffa5f70834a9747f27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2508392 Aug 23 04:11:31.611964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51696) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:31.616063 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:31.620058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:11:31.625956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3563241b-10d9-4e43-8d79-4923e84f9123 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:31.658699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=7055ebe0-23c2-4ddf-81d7-97e3e03e6e84,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:31.692488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.731003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-9727295a-2c16-47f5-9ab9-85ac51e35947 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580501 Aug 23 04:11:31.805271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4f85b6-191a-4072-abfe-279be08ccd2c tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:31.806793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed4f85b6-191a-4072-abfe-279be08ccd2c tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1937311 Aug 23 04:11:31.810299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51698) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:31.848455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1649dd33-f582-4fe8-9763-6c10d96c07be tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370033 Aug 23 04:11:31.851415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51700) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:31.857634 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 3563241b-10d9-4e43-8d79-4923e84f9123 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:31.860183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-a2f608e6-a941-4529-8874-9c0ee855a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:31.860448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.862867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-a2f608e6-a941-4529-8874-9c0ee855a120 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 1096 time: 0.0931506 Aug 23 04:11:31.868939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3563241b-10d9-4e43-8d79-4923e84f9123 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:31.868939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:31.904421 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5bc93270-2465-41bd-93b3-c8687e7231ce tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=430cdb31e1b941ffa5f70834a9747f27&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492659 Aug 23 04:11:31.908609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51704) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:32.027562 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:32.063413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 3563241b-10d9-4e43-8d79-4923e84f9123, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3563241b-10d9-4e43-8d79-4923e84f9123,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:32.066510 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:32.095136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f1060-2e28-4729-a3b3-d39b98f28a52 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:32.096782 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-039f1060-2e28-4729-a3b3-d39b98f28a52 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1870730 Aug 23 04:11:32.099658 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51706) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:32.135360 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:32.136545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b4001f83-d846-4604-b385-3f2d58aeacba up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:32.157868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9df6181d-4ac0-403f-be80-5880e7978b75 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537593 Aug 23 04:11:32.157868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51708) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:32.163614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-599810223', 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:32.246252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=3563241b-10d9-4e43-8d79-4923e84f9123,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:32.346674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b4001f83-d846-4604-b385-3f2d58aeacba completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:32.365367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-186db361-56d2-45c6-92da-09b01186190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:32.367054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-186db361-56d2-45c6-92da-09b01186190e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c589054-150e-438f-9173-fe05731bd8b1 HTTP/1.1" status: 200 len: 897 time: 0.4783778 Aug 23 04:11:32.449090 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-c95e5673-a732-438d-b48c-ded05466034f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f00d2de-c512-4371-a426-eddca3bee571 HTTP/1.1" status: 200 len: 1000 time: 0.0743549 Aug 23 04:11:32.463264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Made reservation on behalf of 430cdb31e1b941ffa5f70834a9747f27 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:11:32.467078 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:32.520503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-f17ba926-706b-4b75-9326-75d5d966066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:32.522168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-f17ba926-706b-4b75-9326-75d5d966066c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=780e53e3-4182-4920-896f-a6fb16394691 HTTP/1.1" status: 200 len: 834 time: 0.0661016 Aug 23 04:11:32.587661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-473a5e14-43eb-4af6-bc3d-5ed6cff31d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:32.589244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-473a5e14-43eb-4af6-bc3d-5ed6cff31d67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c589054-150e-438f-9173-fe05731bd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598648 Aug 23 04:11:32.605302 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:32.700699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-0b8bda62-6164-4218-8313-88f82c4b2670 service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036141 Aug 23 04:11:32.729108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:32.801393 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:32.803610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cee3d7-7150-4a9e-8b2e-2769aeab64cb None None] Network 3a489f2e-6b23-4fdc-b861-090b226a5b44 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:11:32.822288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=7055ebe0-23c2-4ddf-81d7-97e3e03e6e84,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:32.837796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5a4650a-dfd4-4f05-aff2-693147e40839 req-78a299c5-0aa1-4ddc-85f0-a4b7dd0d09bd service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276941 Aug 23 04:11:32.850702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:32.888338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Subnet': ['ID=5bc5fc8b-7cdb-4436-a2ad-0e751c92880f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:32.944213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Checking segment: {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:32.944565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network hostable DHCP agents. Network: dfa43342-13b5-49db-b970-59a185a7f3f0, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:11:32.991342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d4984f7e-7e08-4bf2-9757-3d7f2903a925 None None] Provisioning for port b4001f83-d846-4604-b385-3f2d58aeacba completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:32.996449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 3a489f2e-6b23-4fdc-b861-090b226a5b44 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:32.997780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d4984f7e-7e08-4bf2-9757-3d7f2903a925 None None] Provisioning complete for port b4001f83-d846-4604-b385-3f2d58aeacba triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:32.997993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:32.998153 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d4984f7e-7e08-4bf2-9757-3d7f2903a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:33.092361 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d4984f7e-7e08-4bf2-9757-3d7f2903a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:33.094980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network dfa43342-13b5-49db-b970-59a185a7f3f0 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:11:33.128214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 831340a9-c096-41a0-8970-16714a95a482 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:11:33.135912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d4984f7e-7e08-4bf2-9757-3d7f2903a925 None None] For port b4001f83-d846-4604-b385-3f2d58aeacba, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b4001f83-d846-4604-b385-3f2d58aeacba,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:33.225714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, dfa43342-13b5-49db-b970-59a185a7f3f0) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:33.232020 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:33.233414 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:33.235913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed7175-9ae5-4eae-89ad-288dcafe6547 None None] Network dfa43342-13b5-49db-b970-59a185a7f3f0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:11:33.255687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:11:33.260960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec911eab-7a5a-4a5e-9046-658d5865c23c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "PUT /v2.0/routers/831340a9-c096-41a0-8970-16714a95a482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9832613 Aug 23 04:11:33.291133 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d4984f7e-7e08-4bf2-9757-3d7f2903a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:33.292916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Sync routers for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:11:33.355644 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:33.356292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:33.398884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7f1a5061-5820-46ee-ad20-1fbe43621845 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2397289 Aug 23 04:11:33.410530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4984f7e-7e08-4bf2-9757-3d7f2903a925 None None] Pushing event updated for resources: {'Port': ['ID=b4001f83-d846-4604-b385-3f2d58aeacba,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:33.464174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6c8db35f-d18e-4704-98e1-d01a8b56e0c0 None None] Provisioning complete for port b4001f83-d846-4604-b385-3f2d58aeacba triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:33.464518 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6c8db35f-d18e-4704-98e1-d01a8b56e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:33.681700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-798cd734-265c-46bd-8585-b974f9b09b1d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793672658&fields=id&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 267 time: 0.0533638 Aug 23 04:11:33.692466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3563241b-10d9-4e43-8d79-4923e84f9123 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:33.775951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:33.783759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-dfa43342-13b5-49db-b970-59a185a7f3f0', 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ips': [{'subnet_id': '5bc5fc8b-7cdb-4436-a2ad-0e751c92880f'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:11:33.784599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:33.894231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862f2cf-4239-471e-8051-8524d46bce47 req-5957fc71-99cc-4f3d-8ffd-eb8fa6dac2a8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:33.896077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-5957fc71-99cc-4f3d-8ffd-eb8fa6dac2a8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/networks?id=3a489f2e-6b23-4fdc-b861-090b226a5b44 HTTP/1.1" status: 200 len: 797 time: 0.2057304 Aug 23 04:11:33.913272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-887b4a37-d0d3-451d-bf01-811a8a96d90b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/quotas/a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 375 time: 0.0103076 Aug 23 04:11:33.966761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3563241b-10d9-4e43-8d79-4923e84f9123 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:33.967113 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:34.001464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-494ed879-7c8f-4475-8f8b-5b382334457e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821879 Aug 23 04:11:34.144608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Allocated IP 172.20.0.18 (dfa43342-13b5-49db-b970-59a185a7f3f0/5bc5fc8b-7cdb-4436-a2ad-0e751c92880f/7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:11:34.205920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6c8db35f-d18e-4704-98e1-d01a8b56e0c0 None None] Provisioning for port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:34.221777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-43255f4d-d6fa-43b1-8ff5-00151ba5e03e service neutron] 10.222.0.20 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085292 Aug 23 04:11:34.232583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6c8db35f-d18e-4704-98e1-d01a8b56e0c0 None None] Provisioning complete for port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:34.232997 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6c8db35f-d18e-4704-98e1-d01a8b56e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:34.237178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b4001f83-d846-4604-b385-3f2d58aeacba up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:34.325783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-18588f31-6616-477b-91b6-41f361f28039 service neutron] 10.222.0.20 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974021 Aug 23 04:11:34.344640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-6c8db35f-d18e-4704-98e1-d01a8b56e0c0 None None] Port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:11:34.378387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:31Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7055ebe0-23c2-4ddf-81d7-97e3e03e6e84', 'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:52:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:30Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 2, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:34.418082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Checking router: 831340a9-c096-41a0-8970-16714a95a482 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:11:34.418450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Updating router 831340a9-c096-41a0-8970-16714a95a482 port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:11:34.423115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b4001f83-d846-4604-b385-3f2d58aeacba triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:34.423501 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:34.496693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:34.547205 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:34.584867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1913b45d-93f2-458d-88e1-9ccaa83c39b8 None None] Provisioning complete for port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:34.585131 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1913b45d-93f2-458d-88e1-9ccaa83c39b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:34.599642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Transition to ACTIVE for port object 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:34.657862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Transition to ACTIVE for port object 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:34.744518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1913b45d-93f2-458d-88e1-9ccaa83c39b8 None None] Port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:11:34.754221 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:34.835364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51744) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:34.840037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f6057cfd-4fab-4b32-afb4-508ec218515b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871275736', 'description': 'tempest-secgroup-smoke-871275736 description', 'project_id': '430cdb31e1b941ffa5f70834a9747f27'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:34.842841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Network dfa43342-13b5-49db-b970-59a185a7f3f0 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:34.854153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:34.860762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:11:34.866010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Pushing event updated for resources: {'Port': ['ID=7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:34.894023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-923231ac-587f-4163-904d-46fdde2fd16b req-006a05c8-1b7b-4af2-9038-102e8edeb65d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 210 time: 0.0347123 Aug 23 04:11:34.958008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6057cfd-4fab-4b32-afb4-508ec218515b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:34.981569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Attempting to bind port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:11:34.981926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Attempting to bind port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:11:34.982294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Attempting to bind port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b on network dfa43342-13b5-49db-b970-59a185a7f3f0 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:34.996858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:11:34.997295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Checking segment: {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:34.997716 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:34.998460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Bound using segment: {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:11:34.998668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Bound port: 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:11:34.998963 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.046970 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6057cfd-4fab-4b32-afb4-508ec218515b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.120782 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.127308 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6057cfd-4fab-4b32-afb4-508ec218515b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.133177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] For port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:11:35.137946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] For port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:11:35.143135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Transition to ACTIVE for port object 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:35.156392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6057cfd-4fab-4b32-afb4-508ec218515b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7cf0ad-5dcc-40dd-a1bf-024875174fd7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:35.232063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f6057cfd-4fab-4b32-afb4-508ec218515b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.232434 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.234011 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f6057cfd-4fab-4b32-afb4-508ec218515b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3976326 Aug 23 04:11:35.235758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.237333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51750) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:35.241866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-82a26268-2bad-4194-9f00-bd8a1e648a2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': 'be7cf0ad-5dcc-40dd-a1bf-024875174fd7', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:35.300756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5361530-fabc-43fe-b1e8-8ac7589be68d None None] Pushing event updated for resources: {'Port': ['ID=7055ebe0-23c2-4ddf-81d7-97e3e03e6e84,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:35.370601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82a26268-2bad-4194-9f00-bd8a1e648a2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.398659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Attempting to bind port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:11:35.399881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Attempting to bind port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:11:35.400700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Attempting to bind port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:35.412963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93c639-b33f-4415-a6ff-b09049e19570 None None] Pushing event updated for resources: {'Port': ['ID=7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:35.417917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:11:35.418945 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Checking segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:35.419494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.420363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Bound using segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:11:35.421535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Bound port: 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:11:35.422424 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.450425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82a26268-2bad-4194-9f00-bd8a1e648a2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.506857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] For port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:11:35.510447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] For port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7055ebe0-23c2-4ddf-81d7-97e3e03e6e84,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:11:35.564375 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82a26268-2bad-4194-9f00-bd8a1e648a2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.602134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a26268-2bad-4194-9f00-bd8a1e648a2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689af712-4059-45f9-8bdc-dc1dc60e9923,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:35.633318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.708196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5361530-fabc-43fe-b1e8-8ac7589be68d None None] Pushing event updated for resources: {'Port': ['ID=7055ebe0-23c2-4ddf-81d7-97e3e03e6e84,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:35.712198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:35.712198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:35.729716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-82a26268-2bad-4194-9f00-bd8a1e648a2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:35.731226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-82a26268-2bad-4194-9f00-bd8a1e648a2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4929554 Aug 23 04:11:35.734834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51754) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:35.739856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3223a82f-c824-4ea1-8fd4-e02288b57096 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': 'be7cf0ad-5dcc-40dd-a1bf-024875174fd7', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:35.853858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:35.871914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3223a82f-c824-4ea1-8fd4-e02288b57096 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:36.005237 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3223a82f-c824-4ea1-8fd4-e02288b57096 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:36.059820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d8fa3761-2d8d-4b3c-96f2-528d9ce99d55 req-89b95749-68f6-4f91-9640-ee4ea40e4b70 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 210 time: 0.0348997 Aug 23 04:11:36.127907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:31Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7055ebe0-23c2-4ddf-81d7-97e3e03e6e84', 'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:52:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:30Z', 'updated_at': '2021-08-23T04:11:35Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:36.130029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3223a82f-c824-4ea1-8fd4-e02288b57096 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:36.157618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223a82f-c824-4ea1-8fd4-e02288b57096 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297abffe-a151-4300-a1fd-08e7da8cabfe,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:36.272560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3223a82f-c824-4ea1-8fd4-e02288b57096 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:36.275613 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3223a82f-c824-4ea1-8fd4-e02288b57096 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5393348 Aug 23 04:11:36.278572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51760) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:36.284431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f85edf31-10ec-4296-bde6-5302467107c7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': 'be7cf0ad-5dcc-40dd-a1bf-024875174fd7', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:36.360904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d088a6e-89d8-4ea2-a124-ba8e067c8f75 None None] The sync data for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 is: [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:31Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7055ebe0-23c2-4ddf-81d7-97e3e03e6e84', 'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:52:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:30Z', 'updated_at': '2021-08-23T04:11:35Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:11:36.398309 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f85edf31-10ec-4296-bde6-5302467107c7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:36.501911 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f85edf31-10ec-4296-bde6-5302467107c7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:36.571901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d4d49-b190-4093-ae51-414166e7f494 None None] Network dfa43342-13b5-49db-b970-59a185a7f3f0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:11:36.586679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f85edf31-10ec-4296-bde6-5302467107c7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:36.608407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85edf31-10ec-4296-bde6-5302467107c7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e1bb85-1bf5-4497-a3fb-ed556234f378,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:36.718653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f85edf31-10ec-4296-bde6-5302467107c7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:36.720520 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f85edf31-10ec-4296-bde6-5302467107c7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4406517 Aug 23 04:11:36.727165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51762) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:36.732068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-396ca33a-3b64-4418-9516-556b3d69e637 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': 'be7cf0ad-5dcc-40dd-a1bf-024875174fd7', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:36.824984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-51d75b2a-0c93-4d87-922e-8e1ca64b5662 None None] Provisioning for port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:36.870212 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-396ca33a-3b64-4418-9516-556b3d69e637 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:36.979815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-396ca33a-3b64-4418-9516-556b3d69e637 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.055495 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-396ca33a-3b64-4418-9516-556b3d69e637 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.078900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ca33a-3b64-4418-9516-556b3d69e637 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5342c1-928c-43fb-8244-1f7dcfb94309,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:37.100109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862f2cf-4239-471e-8051-8524d46bce47 req-25847a09-a3ce-4578-bf05-159dc977f231 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:37.101891 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-25847a09-a3ce-4578-bf05-159dc977f231 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "GET /v2.0/networks?id=3a489f2e-6b23-4fdc-b861-090b226a5b44 HTTP/1.1" status: 200 len: 797 time: 0.2134409 Aug 23 04:11:37.164192 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-f5eec920-a59d-42ea-8402-4488bab71f4d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 379 time: 0.0531108 Aug 23 04:11:37.176480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'port': {'device_id': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'admin_state_up': True, 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'security_groups': ['ce96ee10-7703-4a0d-97c9-7d92e0d36bf6']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:37.177838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5bf33b03-2a61-4c8b-a290-df0aa764be89 req-ff3cf265-518a-4834-babd-ae6a379e67d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 210 time: 0.0341470 Aug 23 04:11:37.192773 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-396ca33a-3b64-4418-9516-556b3d69e637 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.196394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-396ca33a-3b64-4418-9516-556b3d69e637 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4674771 Aug 23 04:11:37.205674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:37.205674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5b492101-9857-4a13-983e-8701b02d1330 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': 'be7cf0ad-5dcc-40dd-a1bf-024875174fd7', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:37.347009 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-5b492101-9857-4a13-983e-8701b02d1330 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Project 430cdb31e1b941ffa5f70834a9747f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:11:37.359685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b492101-9857-4a13-983e-8701b02d1330 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.430009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b492101-9857-4a13-983e-8701b02d1330 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.485494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:11:37.489096 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.515533 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b492101-9857-4a13-983e-8701b02d1330 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.573740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b492101-9857-4a13-983e-8701b02d1330 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e58c045-e582-406c-ab57-9c04b9f89e5d,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:37.590308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:37.649302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.20.0.11 (3a489f2e-6b23-4fdc-b861-090b226a5b44/266b282e-30e1-4c5c-8a42-5e7fcdc2314f/b6368abf-1a83-42dc-8fce-ae0b286ce16c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:11:37.653833 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b492101-9857-4a13-983e-8701b02d1330 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.655111 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5b492101-9857-4a13-983e-8701b02d1330 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4550822 Aug 23 04:11:37.661690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51770) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:37.663141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b826af15-5269-4a66-a374-6acd33d1a414 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': 'be7cf0ad-5dcc-40dd-a1bf-024875174fd7', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:37.712476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:37.716571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:37.716887 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.788506 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.801974 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.822473 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-b826af15-5269-4a66-a374-6acd33d1a414 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Project 430cdb31e1b941ffa5f70834a9747f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:11:37.829488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.833333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b826af15-5269-4a66-a374-6acd33d1a414 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.835496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7055ebe0-23c2-4ddf-81d7-97e3e03e6e84,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:37.854082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Transition to ACTIVE for port object b6368abf-1a83-42dc-8fce-ae0b286ce16c will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:37.921575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b826af15-5269-4a66-a374-6acd33d1a414 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.941191 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:37.942011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:38.017067 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.019897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=7055ebe0-23c2-4ddf-81d7-97e3e03e6e84,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:38.044932 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b826af15-5269-4a66-a374-6acd33d1a414 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.083601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 3a489f2e-6b23-4fdc-b861-090b226a5b44 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:38.088567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826af15-5269-4a66-a374-6acd33d1a414 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59ab76a-eda1-4f49-a39f-5fb0b977b89b,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:38.092466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:38.094063 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:38.096113 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:11:38.147155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:38.147853 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.152652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:38.157152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:38.157635 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.192312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b826af15-5269-4a66-a374-6acd33d1a414 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.193652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b826af15-5269-4a66-a374-6acd33d1a414 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5340869 Aug 23 04:11:38.234746 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-ab9ff9e4-877c-4d79-a73b-83c1537c0f9b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0624437 Aug 23 04:11:38.250044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Request body: {'port': {'device_id': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:38.282106 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.351168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:38.351771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.357472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6748a-110c-4cac-9c35-fb9196a936f0 req-4488bd45-df84-497c-b8fa-a1892b03a723 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:38.368666 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74c6748a-110c-4cac-9c35-fb9196a936f0 req-4488bd45-df84-497c-b8fa-a1892b03a723 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 932 time: 0.1059852 Aug 23 04:11:38.403959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74c6748a-110c-4cac-9c35-fb9196a936f0 req-e50c9022-be9a-49af-8097-c47b5a16f4eb tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342000 Aug 23 04:11:38.472896 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.536895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-9eaa2e70-8d58-4233-b2ff-0dad7fc64ec2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871275736&fields=id&tenant_id=430cdb31e1b941ffa5f70834a9747f27 HTTP/1.1" status: 200 len: 267 time: 0.0499432 Aug 23 04:11:38.545450 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:38.625551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a64cf687-b00b-4b7a-b070-a98a7a3e6fc6 None None] Provisioning for port b6368abf-1a83-42dc-8fce-ae0b286ce16c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:38.630028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a64cf687-b00b-4b7a-b070-a98a7a3e6fc6 None None] Provisioning complete for port b6368abf-1a83-42dc-8fce-ae0b286ce16c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:38.630421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a64cf687-b00b-4b7a-b070-a98a7a3e6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.644936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-80e09452-2519-48cc-bd5c-5196c48f5d55 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:38.646673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6368abf-1a83-42dc-8fce-ae0b286ce16c {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:11:38.649575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-80e09452-2519-48cc-bd5c-5196c48f5d55 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/networks?id=dfa43342-13b5-49db-b970-59a185a7f3f0 HTTP/1.1" status: 200 len: 797 time: 0.1167138 Aug 23 04:11:38.661901 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.666158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-03255a04-465e-44e5-99cf-00bcea02a153 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/quotas/430cdb31e1b941ffa5f70834a9747f27 HTTP/1.1" status: 200 len: 375 time: 0.0138905 Aug 23 04:11:38.667918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a64cf687-b00b-4b7a-b070-a98a7a3e6fc6 None None] Port b6368abf-1a83-42dc-8fce-ae0b286ce16c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:11:38.672241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Transition to ACTIVE for port object b6368abf-1a83-42dc-8fce-ae0b286ce16c will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:38.726358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-efdc47d2-4a72-4493-b38a-fbc956c47f10 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528212 Aug 23 04:11:38.758267 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.828929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Pushing event updated for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:38.849585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-2cf0e72b-c126-4f66-ac1f-4b150366baf0 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa43342-13b5-49db-b970-59a185a7f3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107411 Aug 23 04:11:38.883535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:11:38.884032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:11:38.884440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:38.893110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Port b6368abf-1a83-42dc-8fce-ae0b286ce16c on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:11:38.893110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:38.898748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:11:38.899097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Checking segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:38.899486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Bound using segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:11:38.899918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Bound port: b6368abf-1a83-42dc-8fce-ae0b286ce16c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:11:38.900285 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:38.957396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-d9a3e95f-c285-429d-8c03-d0cd44b8ef67 service neutron] 10.222.0.20 "GET /v2.0/networks/dfa43342-13b5-49db-b970-59a185a7f3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024473 Aug 23 04:11:38.979866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:11:38.984605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:11:39.067369 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:39.103125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:39.103736 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:39.105673 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 200 len: 1092 time: 0.8620620 Aug 23 04:11:39.108192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:11:39.111327 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c322228-27a5-4489-9e7b-a55d09dee922" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:11:39.141552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd43975-bf5d-47e5-a83f-65c881d20a25 service neutron] Pushing event updated for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:39.186814 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a79176c-0e0b-4c8c-a9b2-a9fc003733af x-openstack-request-id: req-2a79176c-0e0b-4c8c-a9b2-a9fc003733af {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:11:39.187732 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:11:39.188664 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a79176c-0e0b-4c8c-a9b2-a9fc003733af {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:11:39.189252 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'status': 'completed', 'code': 200} Aug 23 04:11:39.249901 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ad1a30e-fb1e-42e6-a34e-f4b0b35f1e0a req-f0d607d4-ac76-4cc6-bacb-6ec0d3f0b232 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 210 time: 0.0330327 Aug 23 04:11:39.273376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c322228-27a5-4489-9e7b-a55d09dee922 req-f58e2c39-0801-48de-8795-a9587c468258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:39.275397 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c322228-27a5-4489-9e7b-a55d09dee922 req-f58e2c39-0801-48de-8795-a9587c468258 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1095 time: 0.0659628 Aug 23 04:11:39.492765 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:39.549652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:39.549918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8018a22-1b7a-4de1-b2ad-719fb693d9e2 req-d53b5dd2-1d50-489b-8a07-b4df79c43c99 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:39.550388 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:39.551688 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8018a22-1b7a-4de1-b2ad-719fb693d9e2 req-d53b5dd2-1d50-489b-8a07-b4df79c43c99 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 944 time: 0.0706339 Aug 23 04:11:39.622170 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8018a22-1b7a-4de1-b2ad-719fb693d9e2 req-be927728-8b28-402c-a5d6-6e218c267b44 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484104 Aug 23 04:11:39.666058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:39.720071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:39.720491 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:39.799350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c322228-27a5-4489-9e7b-a55d09dee922 req-cf8c2d84-6bb5-4939-80f3-4730a525a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:39.800851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c322228-27a5-4489-9e7b-a55d09dee922 req-cf8c2d84-6bb5-4939-80f3-4730a525a5ac service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5174878 Aug 23 04:11:39.968309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c322228-27a5-4489-9e7b-a55d09dee922 req-2e456a79-df23-4b68-9dd5-f078746b0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:39.969871 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c322228-27a5-4489-9e7b-a55d09dee922 req-2e456a79-df23-4b68-9dd5-f078746b0987 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1613562 Aug 23 04:11:40.044028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862f2cf-4239-471e-8051-8524d46bce47 req-5ace1a74-09f6-4267-8f19-238ec7f6ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:40.045629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-5ace1a74-09f6-4267-8f19-238ec7f6ca8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1095 time: 0.0403275 Aug 23 04:11:40.089041 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-a7cc4b36-4a5d-4f44-b16a-01ff20d2bc91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 200 len: 217 time: 0.0362892 Aug 23 04:11:40.137911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862f2cf-4239-471e-8051-8524d46bce47 req-aaf8b703-eec4-4a50-8e56-c451949eb778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:40.139578 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-aaf8b703-eec4-4a50-8e56-c451949eb778 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=266b282e-30e1-4c5c-8a42-5e7fcdc2314f HTTP/1.1" status: 200 len: 834 time: 0.0438650 Aug 23 04:11:40.185293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862f2cf-4239-471e-8051-8524d46bce47 req-169bdbd6-d3c8-455b-8b09-4f7da20fc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:40.187520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-169bdbd6-d3c8-455b-8b09-4f7da20fc10a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a489f2e-6b23-4fdc-b861-090b226a5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414166 Aug 23 04:11:40.281496 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-06e10677-df3a-4963-bb01-58c9e44d8777 service neutron] 10.222.0.24 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877326 Aug 23 04:11:40.348797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6241e76c-5a4a-4ad6-a9f8-f13430538117 req-dbe3a166-0d83-4127-9ebb-2aafc4bd6a79 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 210 time: 0.0276263 Aug 23 04:11:40.372945 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5862f2cf-4239-471e-8051-8524d46bce47 req-a3380bec-b099-42f8-9047-856872b35691 service neutron] 10.222.0.24 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851476 Aug 23 04:11:40.716647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a6888-8d0f-4391-8eb0-71b7998ca0a1 req-bafbdbb3-c94d-4d7f-af0f-7cca24934149 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:40.718728 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-360a6888-8d0f-4391-8eb0-71b7998ca0a1 req-bafbdbb3-c94d-4d7f-af0f-7cca24934149 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 944 time: 0.0490553 Aug 23 04:11:40.757896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-360a6888-8d0f-4391-8eb0-71b7998ca0a1 req-d2446e97-a42f-4744-99e0-60a6ecc99ae0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324814 Aug 23 04:11:41.469548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5ec710ca-b6da-46e5-ace0-03fc3a03d2f8 req-f491d02a-d347-432a-ac2a-73d0fe526555 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 210 time: 0.0504305 Aug 23 04:11:41.506513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-cadb4c59-3371-4b79-a1e6-59c5f9f9f94d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:41.508450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-cadb4c59-3371-4b79-a1e6-59c5f9f9f94d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "GET /v2.0/networks?id=dfa43342-13b5-49db-b970-59a185a7f3f0 HTTP/1.1" status: 200 len: 797 time: 0.1651788 Aug 23 04:11:41.574292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-f97038a4-2077-48cd-bddb-6b3dcc00aca7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430cdb31e1b941ffa5f70834a9747f27 HTTP/1.1" status: 200 len: 472 time: 0.0509138 Aug 23 04:11:41.584067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'port': {'device_id': '8b326655-ce12-4f37-8cce-f5e7abc1cbbc', 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0', 'admin_state_up': True, 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'security_groups': ['be7cf0ad-5dcc-40dd-a1bf-024875174fd7']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:41.807890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Made reservation on behalf of 430cdb31e1b941ffa5f70834a9747f27 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:11:41.811513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:41.929302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318a2ec-a754-49f0-b7af-81d0a1557a69 req-935d0992-085a-4516-ab1d-c8829c9dffc0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:41.930804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9318a2ec-a754-49f0-b7af-81d0a1557a69 req-935d0992-085a-4516-ab1d-c8829c9dffc0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 944 time: 0.0973110 Aug 23 04:11:42.000219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.20.0.30 (dfa43342-13b5-49db-b970-59a185a7f3f0/5bc5fc8b-7cdb-4436-a2ad-0e751c92880f/961f0d97-81ed-4ea6-b786-fb74aaae46c4) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:11:42.007564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9318a2ec-a754-49f0-b7af-81d0a1557a69 req-865239aa-8b32-4cc5-ada8-9a74051385e3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553217 Aug 23 04:11:42.151864 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:42.165340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Transition to ACTIVE for port object 961f0d97-81ed-4ea6-b786-fb74aaae46c4 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:42.282605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:42.324773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network dfa43342-13b5-49db-b970-59a185a7f3f0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:42.327695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:42.331243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:11:42.339499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=961f0d97-81ed-4ea6-b786-fb74aaae46c4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:42.397837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:42.398512 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:42.494060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-a45ee49d-dfcb-4bac-baed-3f85ffc7302c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9136970 Aug 23 04:11:42.516485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Request body: {'port': {'device_id': '8b326655-ce12-4f37-8cce-f5e7abc1cbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:42.604048 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:42.630591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1608f61d-2b20-471b-928a-35ae0f784479 None None] Provisioning for port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:42.635832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1608f61d-2b20-471b-928a-35ae0f784479 None None] Provisioning complete for port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:42.636478 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1608f61d-2b20-471b-928a-35ae0f784479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:42.656150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e2351-7b72-4790-b7d4-b02ea697888d req-05e02415-322f-454c-ac76-d04b8ebfe27c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:42.657687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca7e2351-7b72-4790-b7d4-b02ea697888d req-05e02415-322f-454c-ac76-d04b8ebfe27c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 932 time: 0.0828664 Aug 23 04:11:42.682083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1608f61d-2b20-471b-928a-35ae0f784479 None None] Port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:11:42.762494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ca7e2351-7b72-4790-b7d4-b02ea697888d req-90f38ed5-5d34-463f-a1d4-3fb8f6d06023 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986960 Aug 23 04:11:42.910457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961f0d97-81ed-4ea6-b786-fb74aaae46c4 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:11:42.918373 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:42.931178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Transition to ACTIVE for port object 961f0d97-81ed-4ea6-b786-fb74aaae46c4 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:43.003799 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:43.083037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Pushing event updated for resources: {'Port': ['ID=961f0d97-81ed-4ea6-b786-fb74aaae46c4,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:43.177086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Attempting to bind port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:11:43.177342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Attempting to bind port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:11:43.177669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Attempting to bind port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 on network dfa43342-13b5-49db-b970-59a185a7f3f0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:43.184831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 on network dfa43342-13b5-49db-b970-59a185a7f3f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:11:43.185188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Attempting to bind port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 on network dfa43342-13b5-49db-b970-59a185a7f3f0 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:43.196035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14326aaf-7167-4ba3-84b9-0192dd42b25e req-b2d733df-255e-4ca2-a34e-83ea821f3375 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:43.197596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14326aaf-7167-4ba3-84b9-0192dd42b25e req-b2d733df-255e-4ca2-a34e-83ea821f3375 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 944 time: 0.0912635 Aug 23 04:11:43.200498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:11:43.200838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Checking segment: {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:43.201255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Bound using segment: {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:11:43.201676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Bound port: 961f0d97-81ed-4ea6-b786-fb74aaae46c4, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:11:43.202033 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:43.266061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14326aaf-7167-4ba3-84b9-0192dd42b25e req-42798d95-027d-4016-b2ea-99aeed49aeeb tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616586 Aug 23 04:11:43.295011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] For port 961f0d97-81ed-4ea6-b786-fb74aaae46c4, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:11:43.298315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] For port 961f0d97-81ed-4ea6-b786-fb74aaae46c4, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=961f0d97-81ed-4ea6-b786-fb74aaae46c4,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:11:43.391756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:43.428670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:43.428670 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:43.428670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] 10.222.0.11 "PUT /v2.0/ports/961f0d97-81ed-4ea6-b786-fb74aaae46c4 HTTP/1.1" status: 200 len: 1092 time: 0.9163830 Aug 23 04:11:43.428670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b326655-ce12-4f37-8cce-f5e7abc1cbbc', 'tag': '961f0d97-81ed-4ea6-b786-fb74aaae46c4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:11:43.430544 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39327795-78f3-4e66-89be-9e4f3472f476" -d '{"events": [{"name": "network-changed", "server_uuid": "8b326655-ce12-4f37-8cce-f5e7abc1cbbc", "tag": "961f0d97-81ed-4ea6-b786-fb74aaae46c4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:11:43.456438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01d544-ec14-415b-a00d-d0e7062fda1c service neutron] Pushing event updated for resources: {'Port': ['ID=961f0d97-81ed-4ea6-b786-fb74aaae46c4,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:43.486125 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e4d178-bf2d-4b23-bd87-04cacdac912b x-openstack-request-id: req-e8e4d178-bf2d-4b23-bd87-04cacdac912b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:11:43.486393 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b326655-ce12-4f37-8cce-f5e7abc1cbbc", "tag": "961f0d97-81ed-4ea6-b786-fb74aaae46c4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:11:43.486738 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8e4d178-bf2d-4b23-bd87-04cacdac912b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:11:43.487164 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b326655-ce12-4f37-8cce-f5e7abc1cbbc', 'tag': '961f0d97-81ed-4ea6-b786-fb74aaae46c4', 'status': 'completed', 'code': 200} Aug 23 04:11:43.578608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327795-78f3-4e66-89be-9e4f3472f476 req-261b607a-71ae-4d0e-822e-1737fb8c8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:43.580103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39327795-78f3-4e66-89be-9e4f3472f476 req-261b607a-71ae-4d0e-822e-1737fb8c8f1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 1095 time: 0.0472441 Aug 23 04:11:44.047948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device b6368abf-1a83-42dc-8fce-ae0b286ce16c details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:11:44.050760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327795-78f3-4e66-89be-9e4f3472f476 req-f09d17df-0a6e-49ba-ace3-271921f3251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:44.051243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327795-78f3-4e66-89be-9e4f3472f476 req-f09d17df-0a6e-49ba-ace3-271921f3251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:44.052788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39327795-78f3-4e66-89be-9e4f3472f476 req-f09d17df-0a6e-49ba-ace3-271921f3251d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=430cdb31e1b941ffa5f70834a9747f27&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.4578464 Aug 23 04:11:44.060902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536b994-cf37-4ba3-85a4-3b866bec53c9 req-a738a1bc-e1d8-4ccb-b380-4850d8a2b3e3 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:44.069205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0536b994-cf37-4ba3-85a4-3b866bec53c9 req-a738a1bc-e1d8-4ccb-b380-4850d8a2b3e3 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 944 time: 0.1238005 Aug 23 04:11:44.147887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:44.158224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'port_id': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'mac_address': 'fa:16:3e:5c:13:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:11:44.191345 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0536b994-cf37-4ba3-85a4-3b866bec53c9 req-5e346848-4fe1-4d3d-9234-471ed71aea7b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070662 Aug 23 04:11:44.199389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:44.200882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327795-78f3-4e66-89be-9e4f3472f476 req-fcce5919-31a0-40ee-b8ce-6eedf69d87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:44.203032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39327795-78f3-4e66-89be-9e4f3472f476 req-fcce5919-31a0-40ee-b8ce-6eedf69d87cd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1313505 Aug 23 04:11:44.212948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6368abf-1a83-42dc-8fce-ae0b286ce16c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:11:44.232041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:44.312789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-97a4a5b2-df27-4ae0-9e76-fae41b16faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:44.314363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-97a4a5b2-df27-4ae0-9e76-fae41b16faa5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 1095 time: 0.0503256 Aug 23 04:11:44.318456 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:44.366499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:44.390004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-c849edb2-3c39-45ab-84e0-38c7fd1c37ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=961f0d97-81ed-4ea6-b786-fb74aaae46c4 HTTP/1.1" status: 200 len: 217 time: 0.0626671 Aug 23 04:11:44.445781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ac904-fd65-4107-9a0f-6cdcc92f306f req-452b4f2f-8f47-4b7c-a527-da2dc005bfeb tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:44.447311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d6ac904-fd65-4107-9a0f-6cdcc92f306f req-452b4f2f-8f47-4b7c-a527-da2dc005bfeb tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 945 time: 0.1082993 Aug 23 04:11:44.458314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5575aefd-ff47-4601-83df-4d65286099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:44.459693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-5575aefd-ff47-4601-83df-4d65286099f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5bc5fc8b-7cdb-4436-a2ad-0e751c92880f HTTP/1.1" status: 200 len: 837 time: 0.0623100 Aug 23 04:11:44.514352 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d6ac904-fd65-4107-9a0f-6cdcc92f306f req-42c9988f-a5d0-4761-82dd-e72ea4d418ed tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586810 Aug 23 04:11:44.517393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['b6368abf-1a83-42dc-8fce-ae0b286ce16c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:11:44.524652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-ea47d424-8eb2-40f1-b3bc-52cb6fc830a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:44.526342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-ea47d424-8eb2-40f1-b3bc-52cb6fc830a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfa43342-13b5-49db-b970-59a185a7f3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547369 Aug 23 04:11:44.616986 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-4aaf06ba-ea5d-4c4f-9366-1f6ca8cba8b4 service neutron] 10.222.0.11 "GET /v2.0/networks/dfa43342-13b5-49db-b970-59a185a7f3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830758 Aug 23 04:11:44.714020 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41c5c7da-33e6-4672-896a-b25dc6fcabba req-d5b3c88f-0729-436a-bd71-6190d5fb27e7 service neutron] 10.222.0.11 "GET /v2.0/networks/dfa43342-13b5-49db-b970-59a185a7f3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902669 Aug 23 04:11:45.292194 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f840e6-d1cc-4e15-b9bb-ffedbfdaf766 req-637ca827-c406-4dda-a5db-020d19503af8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:45.293698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27f840e6-d1cc-4e15-b9bb-ffedbfdaf766 req-637ca827-c406-4dda-a5db-020d19503af8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 944 time: 0.0500145 Aug 23 04:11:45.331721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27f840e6-d1cc-4e15-b9bb-ffedbfdaf766 req-5db144ad-8f62-4d1d-8594-e0b894738330 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318735 Aug 23 04:11:45.631183 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f55ea5-7e88-4557-af8d-2927b29de773 req-0520a292-24d0-4d7c-8fb7-0e606aaef0c9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:45.632671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84f55ea5-7e88-4557-af8d-2927b29de773 req-0520a292-24d0-4d7c-8fb7-0e606aaef0c9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 945 time: 0.0515354 Aug 23 04:11:45.671086 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84f55ea5-7e88-4557-af8d-2927b29de773 req-6981581a-b5f0-4c28-ae76-63d2573f5c13 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Aug 23 04:11:46.058084 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:11:46.059384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device b6368abf-1a83-42dc-8fce-ae0b286ce16c up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:46.175331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port b6368abf-1a83-42dc-8fce-ae0b286ce16c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:46.179383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port b6368abf-1a83-42dc-8fce-ae0b286ce16c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:46.182021 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:46.259033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:46.281668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:11:46.283903 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6e49ab-efb6-44da-96df-359a756dd89d" -d '{"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-plugged", "status": "completed", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:11:46.296861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:46.320487 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acaa5e0-0d8b-4fd2-be54-be2b90965874 x-openstack-request-id: req-6acaa5e0-0d8b-4fd2-be54-be2b90965874 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:11:46.323484 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-plugged", "status": "completed", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:11:46.323484 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6acaa5e0-0d8b-4fd2-be54-be2b90965874 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:11:46.323484 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'code': 200} Aug 23 04:11:46.364060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:46.413936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:46.433719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c311b52-7eac-4e79-97c0-3ef7cc5d2802 req-e8ef5edf-b90a-4f48-98d7-d3a0de8519e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:46.435327 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c311b52-7eac-4e79-97c0-3ef7cc5d2802 req-e8ef5edf-b90a-4f48-98d7-d3a0de8519e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0530813 Aug 23 04:11:46.470831 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c311b52-7eac-4e79-97c0-3ef7cc5d2802 req-30f477aa-f6d8-4c7a-a069-4d2bc5b524ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285122 Aug 23 04:11:46.476071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828190d2-f297-424a-b999-60802ce652c8 req-afb54b50-80ca-4357-8b24-ff3b5dcefcc1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:46.477580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-828190d2-f297-424a-b999-60802ce652c8 req-afb54b50-80ca-4357-8b24-ff3b5dcefcc1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 944 time: 0.0585153 Aug 23 04:11:46.515838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-828190d2-f297-424a-b999-60802ce652c8 req-ef60c48a-9eb4-4c1b-887a-9038f6f55077 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Aug 23 04:11:46.784973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf383f0e-98a7-48bd-932c-2a123021a2d1 req-9157d724-6d8f-40c8-ac6e-8b9a4b965f7e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:46.786595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf383f0e-98a7-48bd-932c-2a123021a2d1 req-9157d724-6d8f-40c8-ac6e-8b9a4b965f7e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.0488856 Aug 23 04:11:46.823742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf383f0e-98a7-48bd-932c-2a123021a2d1 req-e504007c-0189-43fb-b4fd-e35eee3a0a8a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Aug 23 04:11:47.640451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1c23-39ca-4fa8-a1eb-8d8b3a90774c req-903a5fef-7a56-4411-bdb2-c6c8a66e055b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:47.641934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f12e1c23-39ca-4fa8-a1eb-8d8b3a90774c req-903a5fef-7a56-4411-bdb2-c6c8a66e055b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 944 time: 0.0548449 Aug 23 04:11:47.680961 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f12e1c23-39ca-4fa8-a1eb-8d8b3a90774c req-8ed1c1ab-3a22-408b-9e9a-622f5e75dd18 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327122 Aug 23 04:11:47.946511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd001eb-7451-442f-8ea3-3fc53e8be7ea req-3be44d91-a61b-44b7-8c0d-7b157219a0fd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:47.948788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cd001eb-7451-442f-8ea3-3fc53e8be7ea req-3be44d91-a61b-44b7-8c0d-7b157219a0fd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.0579324 Aug 23 04:11:47.992067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cd001eb-7451-442f-8ea3-3fc53e8be7ea req-aff570b2-5667-4db1-8980-c3f81bb943de tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358374 Aug 23 04:11:48.111169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71cc0f-4133-45e6-abb2-55cbd4b6f46f req-0534f8d8-2006-44c0-b841-4cdc98f10759 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:48.112673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a71cc0f-4133-45e6-abb2-55cbd4b6f46f req-0534f8d8-2006-44c0-b841-4cdc98f10759 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.0529401 Aug 23 04:11:48.150417 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a71cc0f-4133-45e6-abb2-55cbd4b6f46f req-482967bb-880e-4072-bc72-90f83b554c46 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316801 Aug 23 04:11:48.171984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51874) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:48.221310 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 961f0d97-81ed-4ea6-b786-fb74aaae46c4 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:11:48.318544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 961f0d97-81ed-4ea6-b786-fb74aaae46c4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=961f0d97-81ed-4ea6-b786-fb74aaae46c4,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:48.330087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '961f0d97-81ed-4ea6-b786-fb74aaae46c4', 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0', 'port_id': '961f0d97-81ed-4ea6-b786-fb74aaae46c4', 'mac_address': 'fa:16:3e:b2:16:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc5fc8b-7cdb-4436-a2ad-0e751c92880f', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:11:48.336766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a820d88-6c03-48fa-9c73-3032379b1049 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:48.336766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1a820d88-6c03-48fa-9c73-3032379b1049 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1092 time: 0.1588440 Aug 23 04:11:48.338986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51878) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:48.344232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:48.368030 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:48.380569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961f0d97-81ed-4ea6-b786-fb74aaae46c4 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:11:48.400471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 961f0d97-81ed-4ea6-b786-fb74aaae46c4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=961f0d97-81ed-4ea6-b786-fb74aaae46c4,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:48.442149 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:48.475980 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:48.536286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=961f0d97-81ed-4ea6-b786-fb74aaae46c4,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:48.556679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:48.660516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.25.1.95 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/c4c178d2-ce4a-417f-b350-3dc71eaab97a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:11:48.766398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:48.806707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b7e5f-5ba8-488d-90d1-9f3625c711f9 req-eea6c8e7-c303-4ae2-8579-3c6757e0d3ed tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:48.808209 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d58b7e5f-5ba8-488d-90d1-9f3625c711f9 req-eea6c8e7-c303-4ae2-8579-3c6757e0d3ed tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 945 time: 0.0561047 Aug 23 04:11:48.845603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d58b7e5f-5ba8-488d-90d1-9f3625c711f9 req-4151969f-6d84-4bf8-8027-9115d97501a9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306470 Aug 23 04:11:48.855954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['961f0d97-81ed-4ea6-b786-fb74aaae46c4'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:11:48.871072 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:48.912993 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:48.915858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:48.918418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:11:48.947647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=c4c178d2-ce4a-417f-b350-3dc71eaab97a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:49.287510 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:49.407600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:49.558530 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:49.621177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:49.700304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=c4c178d2-ce4a-417f-b350-3dc71eaab97a,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:49.708596 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:49.807550 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Floating IP 611f823d-36d0-49e5-bc71-6164f1475301 associated. External IP: 172.25.1.95, port: b6368abf-1a83-42dc-8fce-ae0b286ce16c. Aug 23 04:11:49.978629 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c0988-12e7-4430-a162-39b6e8ab9682 req-2bc9c31b-655a-4be1-8470-353dfcf3ff85 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:49.980245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f5c0988-12e7-4430-a162-39b6e8ab9682 req-2bc9c31b-655a-4be1-8470-353dfcf3ff85 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 945 time: 0.0516720 Aug 23 04:11:50.020907 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f5c0988-12e7-4430-a162-39b6e8ab9682 req-e3c06bb5-69b3-458b-858b-29f381a4b47d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334392 Aug 23 04:11:50.025605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 831340a9-c096-41a0-8970-16714a95a482 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:11:50.138007 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:11:50.141860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51902) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:50.150367 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] Sync routers for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:11:50.160517 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:50.161863 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:50.252606 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4893cb3-8fe0-43d3-a1c8-ab9bf9d7ea2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.257814 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.257952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 961f0d97-81ed-4ea6-b786-fb74aaae46c4 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:50.277895 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:50.284049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7917f288-debb-40ba-a190-05640248617f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9439964 Aug 23 04:11:50.286497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:11:50.295229 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:11:50.379827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4893cb3-8fe0-43d3-a1c8-ab9bf9d7ea2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.399733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e3f36-5451-46e6-88ad-2f1a77a273fc req-76a59a7f-fcc0-4789-bed8-9002d5bc229c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:50.401248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c3e3f36-5451-46e6-88ad-2f1a77a273fc req-76a59a7f-fcc0-4789-bed8-9002d5bc229c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.0566182 Aug 23 04:11:50.420782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:50.425160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:50.425694 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.445212 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c3e3f36-5451-46e6-88ad-2f1a77a273fc req-c3ea5e77-dca6-496b-8e4e-f95b8935aea8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370984 Aug 23 04:11:50.479435 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e4893cb3-8fe0-43d3-a1c8-ab9bf9d7ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.488199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 51910) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:50.507913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4893cb3-8fe0-43d3-a1c8-ab9bf9d7ea2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc2999d-b51b-450a-93c2-c6206d14004d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:50.519426 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:31Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '611f823d-36d0-49e5-bc71-6164f1475301', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '831340a9-c096-41a0-8970-16714a95a482', 'port_id': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'mac_address': 'fa:16:3e:5c:13:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:11:49Z', 'updated_at': '2021-08-23T04:11:49Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7055ebe0-23c2-4ddf-81d7-97e3e03e6e84', 'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:52:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:30Z', 'updated_at': '2021-08-23T04:11:37Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:50.550050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e4893cb3-8fe0-43d3-a1c8-ab9bf9d7ea2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=089033805d9641e39fb7b34b84a645cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068053 Aug 23 04:11:50.552684 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] Checking router: 831340a9-c096-41a0-8970-16714a95a482 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:11:50.560150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51912) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:50.562063 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:50.562633 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:50.591698 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb50186-dfd4-47ba-8e3f-40e3ca79d35d x-openstack-request-id: req-4eb50186-dfd4-47ba-8e3f-40e3ca79d35d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:11:50.592161 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:11:50.600213 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4eb50186-dfd4-47ba-8e3f-40e3ca79d35d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:11:50.601831 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'status': 'completed', 'code': 200} Aug 23 04:11:50.616163 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.658206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2502c4e7-d08c-49bb-b53e-ad5588d6fd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.658641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b326655-ce12-4f37-8cce-f5e7abc1cbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f0d97-81ed-4ea6-b786-fb74aaae46c4'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:11:50.662472 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05889fb-65cf-432c-9393-71320cde379c" -d '{"events": [{"server_uuid": "8b326655-ce12-4f37-8cce-f5e7abc1cbbc", "name": "network-vif-plugged", "status": "completed", "tag": "961f0d97-81ed-4ea6-b786-fb74aaae46c4"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:11:50.663350 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-840b21ca-9eb9-4f85-a212-9251c1c8fac9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/611f823d-36d0-49e5-bc71-6164f1475301 HTTP/1.1" status: 200 len: 991 time: 0.1731551 Aug 23 04:11:50.684177 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:50.687270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 961f0d97-81ed-4ea6-b786-fb74aaae46c4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=961f0d97-81ed-4ea6-b786-fb74aaae46c4,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:50.732747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2502c4e7-d08c-49bb-b53e-ad5588d6fd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.740704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-67b34214-aa41-4955-8539-827ace219f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:50.743340 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-67b34214-aa41-4955-8539-827ace219f90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0897889 Aug 23 04:11:50.747200 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.799203 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668b892e-28ac-4fed-83e7-4c3dcaeb1d34 x-openstack-request-id: req-668b892e-28ac-4fed-83e7-4c3dcaeb1d34 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:11:50.799501 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b326655-ce12-4f37-8cce-f5e7abc1cbbc", "name": "network-vif-plugged", "status": "completed", "tag": "961f0d97-81ed-4ea6-b786-fb74aaae46c4", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:11:50.799757 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-668b892e-28ac-4fed-83e7-4c3dcaeb1d34 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:11:50.802674 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b326655-ce12-4f37-8cce-f5e7abc1cbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f0d97-81ed-4ea6-b786-fb74aaae46c4', 'code': 200} Aug 23 04:11:50.843654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=961f0d97-81ed-4ea6-b786-fb74aaae46c4,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:50.901622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2502c4e7-d08c-49bb-b53e-ad5588d6fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.904291 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2502c4e7-d08c-49bb-b53e-ad5588d6fd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:50.906213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2502c4e7-d08c-49bb-b53e-ad5588d6fd62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dc2999d-b51b-450a-93c2-c6206d14004d HTTP/1.1" status: 204 len: 168 time: 0.3449731 Aug 23 04:11:50.918982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502c4e7-d08c-49bb-b53e-ad5588d6fd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc2999d-b51b-450a-93c2-c6206d14004d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:50.932823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978e383-1d6c-495a-96cb-bae0a85f4bc3 req-c4af7839-9764-46f0-b0c7-0a5e80c8d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:50.938957 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c978e383-1d6c-495a-96cb-bae0a85f4bc3 req-c4af7839-9764-46f0-b0c7-0a5e80c8d064 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 1097 time: 0.0786424 Aug 23 04:11:50.954008 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-485ee6a2-080f-47fe-999e-451e1b07c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:50.955927 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-485ee6a2-080f-47fe-999e-451e1b07c2d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a489f2e-6b23-4fdc-b861-090b226a5b44 HTTP/1.1" status: 200 len: 897 time: 0.1976323 Aug 23 04:11:51.013419 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c978e383-1d6c-495a-96cb-bae0a85f4bc3 req-5dea6b1a-0255-43ac-be79-dfd5ab30b3d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668740 Aug 23 04:11:51.042395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-ee0c177b-07a8-40e8-b071-b66c8a76506c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 200 len: 999 time: 0.0780087 Aug 23 04:11:51.100338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-350c1b23-1ae5-40f3-b981-36779008b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:51.101878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-350c1b23-1ae5-40f3-b981-36779008b948 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=266b282e-30e1-4c5c-8a42-5e7fcdc2314f HTTP/1.1" status: 200 len: 834 time: 0.0527894 Aug 23 04:11:51.133131 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:31Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '611f823d-36d0-49e5-bc71-6164f1475301', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '831340a9-c096-41a0-8970-16714a95a482', 'port_id': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'mac_address': 'fa:16:3e:5c:13:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:11:49Z', 'updated_at': '2021-08-23T04:11:49Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7055ebe0-23c2-4ddf-81d7-97e3e03e6e84', 'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:52:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:30Z', 'updated_at': '2021-08-23T04:11:37Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:51.161961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200dbf8-2c54-4191-ae61-32eb5ff89789 req-432fb561-735a-4ea8-a51b-1f3262dfea16 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:51.162841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-60c92911-32de-47e5-b152-3ae96635550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:51.165532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-60c92911-32de-47e5-b152-3ae96635550f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a489f2e-6b23-4fdc-b861-090b226a5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552745 Aug 23 04:11:51.174892 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b6a82-9fc7-4674-bdbc-9e47bd6fd68a None None] The sync data for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 is: [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:31Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '611f823d-36d0-49e5-bc71-6164f1475301', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '831340a9-c096-41a0-8970-16714a95a482', 'port_id': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'mac_address': 'fa:16:3e:5c:13:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:11:49Z', 'updated_at': '2021-08-23T04:11:49Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7055ebe0-23c2-4ddf-81d7-97e3e03e6e84', 'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:52:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:30Z', 'updated_at': '2021-08-23T04:11:37Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:11:51.179757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e200dbf8-2c54-4191-ae61-32eb5ff89789 req-432fb561-735a-4ea8-a51b-1f3262dfea16 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 946 time: 0.0831573 Aug 23 04:11:51.230165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e200dbf8-2c54-4191-ae61-32eb5ff89789 req-ea0276c4-f404-4b86-a479-83555a03729c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494823 Aug 23 04:11:51.277580 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-4e064024-dd54-4122-bb6b-146fb9ab16b1 service neutron] 10.222.0.24 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037977 Aug 23 04:11:51.388045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d0ad87e-f2d9-4d9b-9120-38fb4b4b17d6 req-1d4f51ee-5279-4d8d-86f7-6ea894dd0f3c service neutron] 10.222.0.24 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027403 Aug 23 04:11:51.464149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab616139-278f-45e5-ac45-469687b5618e None None] New status for floating IP 611f823d-36d0-49e5-bc71-6164f1475301: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:11:51.666800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51930) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:51.732393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-813d28bc-beb3-4eec-9d69-ae07b046f352 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/611f823d-36d0-49e5-bc71-6164f1475301 HTTP/1.1" status: 200 len: 993 time: 0.0644457 Aug 23 04:11:52.346710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003423e-e104-4333-9744-f9cabcd58443 req-2b7f0d3f-f22a-4b9f-9156-5b16f4933808 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:52.348169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5003423e-e104-4333-9744-f9cabcd58443 req-2b7f0d3f-f22a-4b9f-9156-5b16f4933808 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 946 time: 0.0526500 Aug 23 04:11:52.386326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5003423e-e104-4333-9744-f9cabcd58443 req-6cc3858c-3f15-4bcc-8eb1-a8b89d7f0154 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320210 Aug 23 04:11:52.807850 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:53.512098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda1e39-0fef-435b-a57d-bba3da4d8485 req-0691cd7f-d7f0-446b-82f1-fafb2af0ec2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:53.514022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-adda1e39-0fef-435b-a57d-bba3da4d8485 req-0691cd7f-d7f0-446b-82f1-fafb2af0ec2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 946 time: 0.0516486 Aug 23 04:11:53.553854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-adda1e39-0fef-435b-a57d-bba3da4d8485 req-bcdc23fa-9884-4307-bb33-67b85b8992ff tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335460 Aug 23 04:11:53.669555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be6255-5242-4b92-a0af-7a7d2574ea5d req-ed289ac6-4697-435d-977d-b2ec731da013 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:53.671521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8be6255-5242-4b92-a0af-7a7d2574ea5d req-ed289ac6-4697-435d-977d-b2ec731da013 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 946 time: 0.0501862 Aug 23 04:11:53.709162 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8be6255-5242-4b92-a0af-7a7d2574ea5d req-692017ea-cfba-4ab4-9c3a-26de008e5436 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Aug 23 04:11:53.980362 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7f287c26-dfe3-405f-99e7-a80216933a63 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=28cc6d47af4b4485a4c1b0173bd8b113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289633 Aug 23 04:11:54.164275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-2dac8d2f-3b67-4673-a890-ad1aa51c878c tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:54.165761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-2dac8d2f-3b67-4673-a890-ad1aa51c878c tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791885 Aug 23 04:11:54.180998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7ba526ca-cbfe-4a0b-b234-5bf48fe3614f tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/quotas/28cc6d47af4b4485a4c1b0173bd8b113 HTTP/1.1" status: 200 len: 375 time: 0.0087371 Aug 23 04:11:54.211136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-d3859324-98f4-477d-b214-5c13f2c7879d tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28cc6d47af4b4485a4c1b0173bd8b113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248613 Aug 23 04:11:54.429515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-941f00a5-643c-4725-9fc9-b513f4333a1e req-d3d94b69-792f-4759-86a2-0b07f37e473e tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 210 time: 0.0260160 Aug 23 04:11:55.249922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 51984) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:11:55.529031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-33f322bf-e0e4-458a-8c3e-db6e2af49135 req-a622b04d-117e-45b0-9813-6f33a917262b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 210 time: 0.0320060 Aug 23 04:11:55.730021 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.051708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.20.0.17 (dfa43342-13b5-49db-b970-59a185a7f3f0/5bc5fc8b-7cdb-4436-a2ad-0e751c92880f/d80612c8-b569-4629-8ef5-9b51f7c50e69) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:11:56.110442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-51f1e8d4-6f80-4c02-96ec-b3990a223fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.159789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.173089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Transition to ACTIVE for port object d80612c8-b569-4629-8ef5-9b51f7c50e69 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:56.271614 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-e73a0a80-1dd3-4722-aadc-bd4da56f105f tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=28cc6d47af4b4485a4c1b0173bd8b113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289321 Aug 23 04:11:56.282293 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.324547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network dfa43342-13b5-49db-b970-59a185a7f3f0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:56.327426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:56.330965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:11:56.365177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=d80612c8-b569-4629-8ef5-9b51f7c50e69,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:56.392955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.471021 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-1793c747-a4b5-4d67-9943-a93fbd49d97c tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:56.473328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-1793c747-a4b5-4d67-9943-a93fbd49d97c tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956561 Aug 23 04:11:56.489126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Request body: {'port': {'device_id': 'ac32907d-5251-4124-8079-ce60655d5479', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': '28cc6d47af4b4485a4c1b0173bd8b113'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:56.643428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c3f8724b-6ead-4c37-bb02-03a119fd39df req-29fe00f4-6153-4452-8f4c-4070dd65b130 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 210 time: 0.0426929 Aug 23 04:11:56.653519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.689488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Made reservation on behalf of 28cc6d47af4b4485a4c1b0173bd8b113 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:11:56.693184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.701821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.712157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ed17928c-e706-4867-be94-1c6554e6ddef None None] Provisioning for port d80612c8-b569-4629-8ef5-9b51f7c50e69 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:56.717316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ed17928c-e706-4867-be94-1c6554e6ddef None None] Provisioning complete for port d80612c8-b569-4629-8ef5-9b51f7c50e69 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:56.717316 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ed17928c-e706-4867-be94-1c6554e6ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.750850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ed17928c-e706-4867-be94-1c6554e6ddef None None] Port d80612c8-b569-4629-8ef5-9b51f7c50e69 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:11:56.792533 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.864526 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.927597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.933283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c1b701-f68d-465f-ad68-626bf474bddb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:56.990545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:56.999819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Allocated IP 192.168.233.97 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/3edba6b9-724b-4fa5-9d7b-e4b3675087ce) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:11:57.064276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=d80612c8-b569-4629-8ef5-9b51f7c50e69,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:57.066573 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:57.157579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network dfa43342-13b5-49db-b970-59a185a7f3f0 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:57.159068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:57.467005 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:57.474295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8c8e4430-4a28-4852-80bb-bb0d13267b54 None None] Provisioning complete for port d80612c8-b569-4629-8ef5-9b51f7c50e69 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:57.475494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c8e4430-4a28-4852-80bb-bb0d13267b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:57.484090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Transition to ACTIVE for port object 3edba6b9-724b-4fa5-9d7b-e4b3675087ce will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:57.512327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e4430-4a28-4852-80bb-bb0d13267b54 None None] Port d80612c8-b569-4629-8ef5-9b51f7c50e69 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:11:57.553519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router d8c95e6f-436b-4862-ac01-1e6adb25af24 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:11:57.593208 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:57.633593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:11:57.636350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:11:57.640058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:11:57.668701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:11:57.673146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Pushing event updated for resources: {'Port': ['ID=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:57.674760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-df728f49-ff28-4362-91e9-848c76efb69c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "PUT /v2.0/routers/d8c95e6f-436b-4862-ac01-1e6adb25af24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4230485 Aug 23 04:11:57.689650 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Sync routers for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:11:57.703782 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:57.704414 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:57.714482 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:57.715380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:57.766488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55e0e6-52b5-4b11-83fd-9a4ea8fc59d7 req-c47dbf62-7de3-4236-a4df-1d568f64b60e tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:57.773933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f55e0e6-52b5-4b11-83fd-9a4ea8fc59d7 req-c47dbf62-7de3-4236-a4df-1d568f64b60e tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 935 time: 0.0575056 Aug 23 04:11:57.799338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-7d7e50d6-494e-45e9-9042-a7b84677495b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3164542 Aug 23 04:11:57.814073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Request body: {'port': {'device_id': 'ac32907d-5251-4124-8079-ce60655d5479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:11:57.825132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f55e0e6-52b5-4b11-83fd-9a4ea8fc59d7 req-fbeb2fcf-2d47-424e-8c85-9d3e0f003781 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481694 Aug 23 04:11:57.834064 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:57.877166 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:57.986580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-83aeea1e-21fa-4b77-add6-5d276a1ea99d None None] Provisioning for port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:57.990485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-83aeea1e-21fa-4b77-add6-5d276a1ea99d None None] Provisioning complete for port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:57.990858 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-83aeea1e-21fa-4b77-add6-5d276a1ea99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.029274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-83aeea1e-21fa-4b77-add6-5d276a1ea99d None None] Port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:11:58.069828 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:11:56Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'fd11367e-cdb0-42e2-b401-443a70169183', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:10:21Z', 'updated_at': '2021-08-23T04:10:25Z', 'revision_number': 1, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80612c8-b569-4629-8ef5-9b51f7c50e69', 'name': '', 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:18:4a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5bc5fc8b-7cdb-4436-a2ad-0e751c92880f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:55Z', 'updated_at': '2021-08-23T04:11:56Z', 'revision_number': 2, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '5bc5fc8b-7cdb-4436-a2ad-0e751c92880f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:58.094787 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Checking router: d8c95e6f-436b-4862-ac01-1e6adb25af24 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:11:58.095139 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Updating router d8c95e6f-436b-4862-ac01-1e6adb25af24 port d80612c8-b569-4629-8ef5-9b51f7c50e69 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:11:58.118598 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.146015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edba6b9-724b-4fa5-9d7b-e4b3675087ce {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:11:58.153255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.165570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Transition to ACTIVE for port object 3edba6b9-724b-4fa5-9d7b-e4b3675087ce will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:58.236103 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.283706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Pushing event updated for resources: {'Port': ['ID=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:58.370411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Attempting to bind port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:11:58.370778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Attempting to bind port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:11:58.371050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Attempting to bind port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:58.375691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:11:58.380554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Attempting to bind port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:58.381696 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:11:58.382044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:58.382432 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:11:58.382865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Bound port: 3edba6b9-724b-4fa5-9d7b-e4b3675087ce, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:11:58.383228 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.390377 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.401676 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Transition to ACTIVE for port object d80612c8-b569-4629-8ef5-9b51f7c50e69 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:11:58.452117 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] For port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:11:58.455212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] For port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:11:58.470567 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.520672 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600bbb1-24f6-4152-9f80-a130a29a7ebd None None] Pushing event updated for resources: {'Port': ['ID=d80612c8-b569-4629-8ef5-9b51f7c50e69,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:58.553258 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.571310 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Attempting to bind port d80612c8-b569-4629-8ef5-9b51f7c50e69 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:11:58.571744 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Attempting to bind port d80612c8-b569-4629-8ef5-9b51f7c50e69 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:11:58.572171 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Attempting to bind port d80612c8-b569-4629-8ef5-9b51f7c50e69 on network dfa43342-13b5-49db-b970-59a185a7f3f0 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:11:58.577412 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:11:58.578371 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Checking segment: {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:11:58.579620 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.579620 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Bound using segment: {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:11:58.580071 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Bound port: d80612c8-b569-4629-8ef5-9b51f7c50e69, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4418a6-f5c6-417d-a5c7-0c572ded76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:11:58.580504 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.590756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:58.591375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.592908 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] 10.222.0.24 "PUT /v2.0/ports/3edba6b9-724b-4fa5-9d7b-e4b3675087ce HTTP/1.1" status: 200 len: 1095 time: 0.7847500 Aug 23 04:11:58.593515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac32907d-5251-4124-8079-ce60655d5479', 'tag': '3edba6b9-724b-4fa5-9d7b-e4b3675087ce'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:11:58.596304 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd33df6-610e-471d-82c4-3bd3d39aa7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac32907d-5251-4124-8079-ce60655d5479", "tag": "3edba6b9-724b-4fa5-9d7b-e4b3675087ce"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:11:58.628639 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36ac1c-d5ab-4005-9214-1805d1dbe3fc service neutron] Pushing event updated for resources: {'Port': ['ID=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:58.649000 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcd332f-5c44-489e-aac6-815e1354f745 x-openstack-request-id: req-2bcd332f-5c44-489e-aac6-815e1354f745 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:11:58.649000 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac32907d-5251-4124-8079-ce60655d5479", "tag": "3edba6b9-724b-4fa5-9d7b-e4b3675087ce", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:11:58.649000 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bcd332f-5c44-489e-aac6-815e1354f745 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:11:58.649451 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac32907d-5251-4124-8079-ce60655d5479', 'tag': '3edba6b9-724b-4fa5-9d7b-e4b3675087ce', 'status': 'completed', 'code': 200} Aug 23 04:11:58.668684 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] For port d80612c8-b569-4629-8ef5-9b51f7c50e69, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:11:58.672336 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] For port d80612c8-b569-4629-8ef5-9b51f7c50e69, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d80612c8-b569-4629-8ef5-9b51f7c50e69,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:11:58.719142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd33df6-610e-471d-82c4-3bd3d39aa7b1 req-07644f4f-11e7-47d9-bb8d-ca3dd7026a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:58.720796 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-edd33df6-610e-471d-82c4-3bd3d39aa7b1 req-07644f4f-11e7-47d9-bb8d-ca3dd7026a63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28cc6d47af4b4485a4c1b0173bd8b113&device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 1098 time: 0.0464647 Aug 23 04:11:58.755419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-edd33df6-610e-471d-82c4-3bd3d39aa7b1 req-de7c2cae-a569-44ec-970c-7ca3c742bdfa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=28cc6d47af4b4485a4c1b0173bd8b113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221040 Aug 23 04:11:58.766426 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.788435 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6009b1ef-5385-4983-9065-ecb098046439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.827566 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:11:58.828741 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:58.859237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:58.877114 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600bbb1-24f6-4152-9f80-a130a29a7ebd None None] Pushing event updated for resources: {'Port': ['ID=d80612c8-b569-4629-8ef5-9b51f7c50e69,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:11:58.906777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd33df6-610e-471d-82c4-3bd3d39aa7b1 req-501ce5d7-c56a-4689-b90d-9836fc593dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:58.908524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-edd33df6-610e-471d-82c4-3bd3d39aa7b1 req-501ce5d7-c56a-4689-b90d-9836fc593dd8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1463437 Aug 23 04:11:58.964424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b97f5-7435-4964-95ca-b25d9d4c6b92 req-10cd36c3-234a-4da5-9a4f-f931d224ab90 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:58.966069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-088b97f5-7435-4964-95ca-b25d9d4c6b92 req-10cd36c3-234a-4da5-9a4f-f931d224ab90 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 947 time: 0.0528243 Aug 23 04:11:58.977874 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:11:58.995970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-1fe24381-43e2-4b8b-92ee-15c84720126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:58.997656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-1fe24381-43e2-4b8b-92ee-15c84720126f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28cc6d47af4b4485a4c1b0173bd8b113&device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 1098 time: 0.0469551 Aug 23 04:11:59.010528 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-088b97f5-7435-4964-95ca-b25d9d4c6b92 req-94c103c6-50ee-43b9-8901-4246efe3ed2a tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Aug 23 04:11:59.050282 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-08e5c005-a6a7-43ed-815b-abf9cdb3f0cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=3edba6b9-724b-4fa5-9d7b-e4b3675087ce HTTP/1.1" status: 200 len: 217 time: 0.0437171 Aug 23 04:11:59.103014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-8ff9b3f6-79d4-4cdb-83e9-ddf2529641a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:59.104482 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-8ff9b3f6-79d4-4cdb-83e9-ddf2529641a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0461907 Aug 23 04:11:59.154991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-fa23bea5-8234-4604-9092-7751894f111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:11:59.156441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-fa23bea5-8234-4604-9092-7751894f111f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442624 Aug 23 04:11:59.218016 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:11:56Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'fd11367e-cdb0-42e2-b401-443a70169183', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:10:21Z', 'updated_at': '2021-08-23T04:10:25Z', 'revision_number': 1, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80612c8-b569-4629-8ef5-9b51f7c50e69', 'name': '', 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:18:4a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5bc5fc8b-7cdb-4436-a2ad-0e751c92880f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:55Z', 'updated_at': '2021-08-23T04:11:58Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '5bc5fc8b-7cdb-4436-a2ad-0e751c92880f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:11:59.246563 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ccc14-67a0-4562-9b63-674f69400e12 None None] The sync data for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 is: [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:11:56Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'fd11367e-cdb0-42e2-b401-443a70169183', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:10:21Z', 'updated_at': '2021-08-23T04:10:25Z', 'revision_number': 1, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd80612c8-b569-4629-8ef5-9b51f7c50e69', 'name': '', 'network_id': 'dfa43342-13b5-49db-b970-59a185a7f3f0', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:18:4a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5bc5fc8b-7cdb-4436-a2ad-0e751c92880f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:55Z', 'updated_at': '2021-08-23T04:11:58Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '5bc5fc8b-7cdb-4436-a2ad-0e751c92880f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:11:59.248262 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-360e5983-a8ad-44bf-817e-83e786d4f0c6 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832462 Aug 23 04:11:59.353718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a93c2d62-53e1-4de8-81f2-00a3b7dc2af1 req-1fba7831-be1e-49ab-b705-62c8d7ee97fa service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987568 Aug 23 04:11:59.517704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d80612c8-b569-4629-8ef5-9b51f7c50e69 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:11:59.632212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port d80612c8-b569-4629-8ef5-9b51f7c50e69 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:11:59.636420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d80612c8-b569-4629-8ef5-9b51f7c50e69 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:11:59.636797 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:59.717231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:59.750163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port d80612c8-b569-4629-8ef5-9b51f7c50e69, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d80612c8-b569-4629-8ef5-9b51f7c50e69,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:11:59.821127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:11:59.868734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=d80612c8-b569-4629-8ef5-9b51f7c50e69,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:00.136596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd20e27-343c-46f5-95c3-33beb2a83fdb req-0da4ff4a-61ad-424f-bfbe-23a4c518a681 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:00.138338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cd20e27-343c-46f5-95c3-33beb2a83fdb req-0da4ff4a-61ad-424f-bfbe-23a4c518a681 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 947 time: 0.0475023 Aug 23 04:12:00.175403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cd20e27-343c-46f5-95c3-33beb2a83fdb req-5efca20b-7b0a-477a-a7a7-dbae35a3f2c1 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Aug 23 04:12:00.472446 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:01.285583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ec9cb-7079-40d9-ad5a-229bbe2f34be req-12a6b3c1-5df1-49c3-a69a-1c5501d17a23 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:01.287047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd9ec9cb-7079-40d9-ad5a-229bbe2f34be req-12a6b3c1-5df1-49c3-a69a-1c5501d17a23 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 947 time: 0.0470846 Aug 23 04:12:01.323101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd9ec9cb-7079-40d9-ad5a-229bbe2f34be req-80f4e4bb-0ea1-4981-9355-06861a30159b tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302949 Aug 23 04:12:01.492914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d80612c8-b569-4629-8ef5-9b51f7c50e69 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:12:01.540211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d80612c8-b569-4629-8ef5-9b51f7c50e69 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:12:01.540579 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:01.790025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52006) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:01.797895 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:01.942172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port 62cea056-0481-4334-888d-2c0dc3e20b89 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:01.942514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:02.017897 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:02.018216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:02.029406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for 62cea056-0481-4334-888d-2c0dc3e20b89 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:02.180291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3edba6b9-724b-4fa5-9d7b-e4b3675087ce details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:12:02.255125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:02.272491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:02.282210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=62cea056-0481-4334-888d-2c0dc3e20b89,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:02.282830 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '3edba6b9-724b-4fa5-9d7b-e4b3675087ce', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '3edba6b9-724b-4fa5-9d7b-e4b3675087ce', 'mac_address': 'fa:16:3e:8d:5b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:12:02.326895 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:02.339125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:02.339717 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Floating IP 0131e6a7-26d5-44e2-a07f-fe00ee2630e1 disassociated (deleted). External IP: 172.25.1.42, port: 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953. Aug 23 04:12:02.340322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edba6b9-724b-4fa5-9d7b-e4b3675087ce {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:12:02.366458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:02.432771 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:02.479527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:02.483382 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88d8c9-0723-4ddc-b70a-a49a0ac9e352 req-00869324-3ca7-493b-8efc-51d116b2feac tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:02.485490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c88d8c9-0723-4ddc-b70a-a49a0ac9e352 req-00869324-3ca7-493b-8efc-51d116b2feac tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 948 time: 0.0885389 Aug 23 04:12:02.588079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c88d8c9-0723-4ddc-b70a-a49a0ac9e352 req-656790a1-7159-4d30-8708-d2665b291d75 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Aug 23 04:12:02.610989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Router 684066a7-fdcd-4776-aff2-6e7016547b1c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:02.672437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3edba6b9-724b-4fa5-9d7b-e4b3675087ce'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:12:02.729746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:02.735379 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:02.742116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] Sync routers for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:02.765061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d80dea3d-b343-47ce-bc04-f3355dc9d554 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "DELETE /v2.0/floatingips/0131e6a7-26d5-44e2-a07f-fe00ee2630e1 HTTP/1.1" status: 204 len: 168 time: 0.9740086 Aug 23 04:12:02.765804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:02.768187 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f" -d '{"events": [{"name": "network-changed", "server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:02.769454 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:02.770088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:02.905546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:03.072720 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff0bc9-cd8a-4eb8-bcbd-6237a2ad637c x-openstack-request-id: req-6fff0bc9-cd8a-4eb8-bcbd-6237a2ad637c {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:03.073040 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:03.073318 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fff0bc9-cd8a-4eb8-bcbd-6237a2ad637c {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:03.073732 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'status': 'completed', 'code': 200} Aug 23 04:12:03.135376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0840a424-3044-46ee-a5ac-97a0e53e2b0f', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:06:46Z', 'updated_at': '2021-08-23T04:06:49Z', 'revision_number': 1, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:03.137217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-cae85d23-32bb-4836-882f-e319e29b15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:03.139013 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-cae85d23-32bb-4836-882f-e319e29b15b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 1097 time: 0.0414989 Aug 23 04:12:03.166813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] Checking router: 684066a7-fdcd-4776-aff2-6e7016547b1c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:03.169871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4cba5-7702-4bd1-8382-01c4c1749d1e req-9c7c1084-597a-499f-9ab5-4a234aa474a7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:03.171560 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e4cba5-7702-4bd1-8382-01c4c1749d1e req-9c7c1084-597a-499f-9ab5-4a234aa474a7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 946 time: 0.0532696 Aug 23 04:12:03.176335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:03.176955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:03.212475 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e4cba5-7702-4bd1-8382-01c4c1749d1e req-3b2ce79a-e4b9-4cf5-a21b-2c8c1e7e735a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338824 Aug 23 04:12:03.242089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-7e1755a7-4f57-45c1-aace-67891070dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:03.243727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-7e1755a7-4f57-45c1-aace-67891070dafc service neutron] 10.222.0.24 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.0968537 Aug 23 04:12:03.294777 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-6faf674f-06b3-4d37-a02a-bc6c0e434052 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 HTTP/1.1" status: 200 len: 217 time: 0.0408709 Aug 23 04:12:03.353506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-c47ca7fb-7d3d-48a3-bb9d-595b33c67af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:03.355019 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-c47ca7fb-7d3d-48a3-bb9d-595b33c67af5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0454309 Aug 23 04:12:03.400897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-5e67422f-ee81-482e-b357-19b598b0cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:03.402486 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-5e67422f-ee81-482e-b357-19b598b0cae6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398164 Aug 23 04:12:03.428541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:03.496325 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-bac0c827-7349-468e-85fe-9f622a8f8ce4 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849655 Aug 23 04:12:03.590955 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0b7f43c3-5a8b-42e8-94dd-1a6c7376246f req-29c3c46e-d1d4-47a8-91df-12c2bb6199b3 service neutron] 10.222.0.24 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871863 Aug 23 04:12:03.646942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0840a424-3044-46ee-a5ac-97a0e53e2b0f', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:06:46Z', 'updated_at': '2021-08-23T04:06:49Z', 'revision_number': 1, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:03.673568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b64bd3-25a0-4f28-8408-e360dd33c212 None None] The sync data for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 is: [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0840a424-3044-46ee-a5ac-97a0e53e2b0f', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'port_id': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'mac_address': 'fa:16:3e:d0:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:06:46Z', 'updated_at': '2021-08-23T04:06:49Z', 'revision_number': 1, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:03.702776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2901f3d-2451-4e2a-ab44-52d76f3d482c req-33cb1ae3-f034-41ab-960c-d5ba3c889ec4 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:03.704813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2901f3d-2451-4e2a-ab44-52d76f3d482c req-33cb1ae3-f034-41ab-960c-d5ba3c889ec4 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 948 time: 0.0494120 Aug 23 04:12:03.744256 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2901f3d-2451-4e2a-ab44-52d76f3d482c req-d9590f92-0e35-4914-a6b5-844324b966c9 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332067 Aug 23 04:12:03.906075 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b43ea-1c5c-4a99-8a38-954bf8bd893e None None] New status for floating IP 0131e6a7-26d5-44e2-a07f-fe00ee2630e1: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:12:04.192040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3edba6b9-724b-4fa5-9d7b-e4b3675087ce up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:12:04.304775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:12:04.309338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:12:04.309716 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:04.330344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff20cd-e1b6-437c-abc8-45dbd0a50f93 req-ab177533-5327-4109-b5c0-3621ae2ee655 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:04.331926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10ff20cd-e1b6-437c-abc8-45dbd0a50f93 req-ab177533-5327-4109-b5c0-3621ae2ee655 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 946 time: 0.0491767 Aug 23 04:12:04.375068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10ff20cd-e1b6-437c-abc8-45dbd0a50f93 req-47bb8ef9-01b4-4caa-8445-2b14a3e4e0c2 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369630 Aug 23 04:12:04.389436 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:04.411671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac32907d-5251-4124-8079-ce60655d5479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edba6b9-724b-4fa5-9d7b-e4b3675087ce'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:04.418957 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c8b993-2967-4c17-9a5a-7ecb7010a485" -d '{"events": [{"server_uuid": "ac32907d-5251-4124-8079-ce60655d5479", "name": "network-vif-plugged", "status": "completed", "tag": "3edba6b9-724b-4fa5-9d7b-e4b3675087ce"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:04.426562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:04.449655 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aef3784-6f17-481b-9e19-e3da9cbac4ce x-openstack-request-id: req-1aef3784-6f17-481b-9e19-e3da9cbac4ce {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:04.453268 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac32907d-5251-4124-8079-ce60655d5479", "name": "network-vif-plugged", "status": "completed", "tag": "3edba6b9-724b-4fa5-9d7b-e4b3675087ce", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:04.453268 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aef3784-6f17-481b-9e19-e3da9cbac4ce {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:04.453268 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac32907d-5251-4124-8079-ce60655d5479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edba6b9-724b-4fa5-9d7b-e4b3675087ce', 'code': 200} Aug 23 04:12:04.506706 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:04.553928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d2e2e-61c6-4d03-b152-384ebd5939e7 req-dc4a5db5-7b9a-4b5b-98fd-1d5c99732e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:04.555434 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-563d2e2e-61c6-4d03-b152-384ebd5939e7 req-dc4a5db5-7b9a-4b5b-98fd-1d5c99732e89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 1100 time: 0.0402596 Aug 23 04:12:04.557217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:04.593433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-563d2e2e-61c6-4d03-b152-384ebd5939e7 req-7506e679-ce70-420a-b044-1783b13fa365 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273447 Aug 23 04:12:04.860070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cbbf3-214f-429a-9c78-6c64e88c7b0d req-52a08ef5-23ad-4277-8348-e9f4212e50ed tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:04.861607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-627cbbf3-214f-429a-9c78-6c64e88c7b0d req-52a08ef5-23ad-4277-8348-e9f4212e50ed tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 949 time: 0.0484645 Aug 23 04:12:04.861791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d6818-a444-4007-b4c3-d678be9429c9 req-ebe72f13-8654-4f78-b071-ef520e7269fb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:04.863128 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-949d6818-a444-4007-b4c3-d678be9429c9 req-ebe72f13-8654-4f78-b071-ef520e7269fb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 946 time: 0.0475967 Aug 23 04:12:04.900779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-627cbbf3-214f-429a-9c78-6c64e88c7b0d req-b6f03bfe-67d6-4186-a206-6e1c3e4ccca1 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Aug 23 04:12:04.960856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-949d6818-a444-4007-b4c3-d678be9429c9 req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:04.961220 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-949d6818-a444-4007-b4c3-d678be9429c9 req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:05.047381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-949d6818-a444-4007-b4c3-d678be9429c9 req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] For port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:05.047661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-949d6818-a444-4007-b4c3-d678be9429c9 req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:05.058979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-949d6818-a444-4007-b4c3-d678be9429c9 req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:05.266652 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-949d6818-a444-4007-b4c3-d678be9429c9 req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:05.293055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:05.340946 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-949d6818-a444-4007-b4c3-d678be9429c9 req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] No DVR routers for this DVR port 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:05.344325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-949d6818-a444-4007-b4c3-d678be9429c9 req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:05.346457 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-949d6818-a444-4007-b4c3-d678be9429c9 req-650dbd54-7737-4e3f-b6d5-6495d5d67bf5 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.24 "DELETE /v2.0/ports/13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 HTTP/1.1" status: 204 len: 173 time: 0.4761360 Aug 23 04:12:05.346876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'name': 'network-vif-deleted', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:05.349274 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c0f0cd-a835-4ec3-8ef9-aae3ea9d1a5f" -d '{"events": [{"server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "name": "network-vif-deleted", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:05.384854 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f3360-2274-49f7-94f4-73d19cf73746 x-openstack-request-id: req-123f3360-2274-49f7-94f4-73d19cf73746 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:05.384854 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818b56a-95dc-41fd-b8a5-b952a1464772", "name": "network-vif-deleted", "tag": "13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:05.384854 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-123f3360-2274-49f7-94f4-73d19cf73746 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:05.384854 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818b56a-95dc-41fd-b8a5-b952a1464772', 'name': 'network-vif-deleted', 'tag': '13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953', 'status': 'completed', 'code': 200} Aug 23 04:12:05.470765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1e89115a-3c37-42b3-991a-6d2176c91999 req-52041b50-50f9-46c0-b4fc-993f113393b9 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Aug 23 04:12:06.017627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749bd82-94ba-48a3-b0c4-9f6430e1064f req-e0fd27d4-04e5-4dc6-bee9-b75deee1ec23 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:06.019959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2749bd82-94ba-48a3-b0c4-9f6430e1064f req-e0fd27d4-04e5-4dc6-bee9-b75deee1ec23 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 949 time: 0.0513203 Aug 23 04:12:06.061457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2749bd82-94ba-48a3-b0c4-9f6430e1064f req-936de91b-840c-4d93-8e7d-0a1f5a295d22 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327039 Aug 23 04:12:06.806855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7cbb6a5-e45c-40b3-a15a-c620ed1272df req-b6bd183a-f11f-44fa-a102-cc4ede32447b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 210 time: 0.0358911 Aug 23 04:12:07.752634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:07.906662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-61706b73-03a4-4fd4-b5f3-cdbab271ecf7 req-2df906f0-14ca-42cc-b84a-fdcc6a93b91c tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Aug 23 04:12:08.234738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:08.254656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:08.255002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 13c8b8c3-ec4a-4fc8-b9e5-c1d187fd5953 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:09.013894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-066dd393-8e18-4325-9315-d416c9ca4153 req-d24da19f-0cb1-469b-8c05-5de81354fd65 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=7818b56a-95dc-41fd-b8a5-b952a1464772 HTTP/1.1" status: 200 len: 210 time: 0.0271044 Aug 23 04:12:15.575697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52098) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:15.728198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port 26725716-e240-4d14-a28e-7554f33d1e63 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:15.728544 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:15.804867 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:15.805220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:15.816900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for 26725716-e240-4d14-a28e-7554f33d1e63 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:16.032482 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:16.062695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=26725716-e240-4d14-a28e-7554f33d1e63,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:16.087376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.087721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.088068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.088404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.088737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.089095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.089420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.089744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.090064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.090387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.090707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.091022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:16.129159 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:16.129495 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Floating IP 0840a424-3044-46ee-a5ac-97a0e53e2b0f disassociated (deleted). External IP: 172.25.1.47, port: b11afc2f-f649-422c-b1d8-1710bd4e7676. Aug 23 04:12:16.332765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Router 684066a7-fdcd-4776-aff2-6e7016547b1c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:16.438778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:16.443514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:16.449683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] Sync routers for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:16.459187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:16.459803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:16.472026 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d38ddbe8-7ae0-4673-ac85-865a99ecb43a tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "DELETE /v2.0/floatingips/0840a424-3044-46ee-a5ac-97a0e53e2b0f HTTP/1.1" status: 204 len: 168 time: 0.8923907 Aug 23 04:12:16.472026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:16.472696 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abeb2b2-b469-433f-8f3a-cc408a760923" -d '{"events": [{"name": "network-changed", "server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:16.565167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:16.757317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:16.787760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] Checking router: 684066a7-fdcd-4776-aff2-6e7016547b1c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:16.795893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:16.796513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:11:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:16.855689 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f221f-116c-4761-84ad-d34bb3235eb4 x-openstack-request-id: req-e23f221f-116c-4761-84ad-d34bb3235eb4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:16.856242 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:16.856386 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e23f221f-116c-4761-84ad-d34bb3235eb4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:16.857050 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'status': 'completed', 'code': 200} Aug 23 04:12:16.903748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:16.978134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae342a-e206-4281-b458-a50feb054176 req-b8da9ff9-fb3c-4991-9fa1-7ebd594e20eb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:16.979709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ae342a-e206-4281-b458-a50feb054176 req-b8da9ff9-fb3c-4991-9fa1-7ebd594e20eb tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 946 time: 0.0756032 Aug 23 04:12:16.986011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-83722af6-9868-43d5-8bab-e30e6cefb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:16.987436 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-83722af6-9868-43d5-8bab-e30e6cefb718 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 1097 time: 0.0580058 Aug 23 04:12:17.048765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73ae342a-e206-4281-b458-a50feb054176 req-cd0b5294-2d1e-47c0-b56e-51b3813c3f52 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603647 Aug 23 04:12:17.100997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:17.104154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-5b1e5cb5-1c31-4e8b-b77a-ecca8873996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:17.105649 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-5b1e5cb5-1c31-4e8b-b77a-ecca8873996e service neutron] 10.222.0.11 "GET /v2.0/networks?id=da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 200 len: 912 time: 0.1021900 Aug 23 04:12:17.126616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040bb74-47b8-44df-9f54-e6d7bd68e15b None None] The sync data for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 is: [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T03:57:44Z', 'revision_number': 4, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '80a87a4f-2a11-4a4d-bc23-bd212f01804b', 'name': '', 'network_id': 'da389ae7-7804-4ae7-8f73-f7c7932783d0', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'mac_address': 'fa:16:3e:89:f5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:43Z', 'updated_at': '2021-08-23T03:57:52Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'subnets': [{'id': '31bdaccd-306d-4d80-92e2-e885e165ffa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:17.148717 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-34f0f031-ee1c-44bc-bcb9-c8e5a79d055b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676 HTTP/1.1" status: 200 len: 217 time: 0.0344796 Aug 23 04:12:17.207152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-d87bbc9f-e832-404b-89d2-cb8786bfb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:17.208651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-d87bbc9f-e832-404b-89d2-cb8786bfb588 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 200 len: 851 time: 0.0519416 Aug 23 04:12:17.262400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-165d7b1a-0f62-4ef1-82b3-448f2d69bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:17.264200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-165d7b1a-0f62-4ef1-82b3-448f2d69bd3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da389ae7-7804-4ae7-8f73-f7c7932783d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415573 Aug 23 04:12:17.355512 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c05574-668a-46fb-aa92-a67c272aa1ae None None] New status for floating IP 0840a424-3044-46ee-a5ac-97a0e53e2b0f: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:12:17.389500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-1705ff7a-d128-4413-9665-d9223f1379b9 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843849 Aug 23 04:12:17.484944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4abeb2b2-b469-433f-8f3a-cc408a760923 req-70ee9990-ada1-452c-9f9c-9d65a49cc410 service neutron] 10.222.0.11 "GET /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881784 Aug 23 04:12:17.818238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-61f7638d-a13a-4e6a-b367-2436c3bdebcd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:17.819696 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-61f7638d-a13a-4e6a-b367-2436c3bdebcd tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 946 time: 0.0472658 Aug 23 04:12:17.916821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port b11afc2f-f649-422c-b1d8-1710bd4e7676 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:17.917477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:18.012830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] For port b11afc2f-f649-422c-b1d8-1710bd4e7676, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b11afc2f-f649-422c-b1d8-1710bd4e7676,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:18.013481 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:18.025354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for b11afc2f-f649-422c-b1d8-1710bd4e7676 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:18.186754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94129564-a015-42fd-9db9-33a59a4f1f0b req-ee88455a-42cf-42cf-9cfd-b6564e9da324 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:18.188844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94129564-a015-42fd-9db9-33a59a4f1f0b req-ee88455a-42cf-42cf-9cfd-b6564e9da324 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 946 time: 0.0622256 Aug 23 04:12:18.225459 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94129564-a015-42fd-9db9-33a59a4f1f0b req-971960e7-5631-42fe-807e-aeb066fe9eea tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/security-groups?id=72779a3d-32a9-47e5-bd96-00c4e15d6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306137 Aug 23 04:12:18.241945 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:18.275748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=b11afc2f-f649-422c-b1d8-1710bd4e7676,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:18.317593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] No DVR routers for this DVR port b11afc2f-f649-422c-b1d8-1710bd4e7676 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:18.320366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:18.322420 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86e72903-6e9c-4b60-96d8-8bfff699e60c req-08639bf9-4cae-4809-a721-4a2deabdbc38 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.11 "DELETE /v2.0/ports/b11afc2f-f649-422c-b1d8-1710bd4e7676 HTTP/1.1" status: 204 len: 173 time: 0.4957824 Aug 23 04:12:18.859085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'name': 'network-vif-deleted', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:18.861663 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9893af-5718-4d88-bf98-0e0ab1f163e9" -d '{"events": [{"server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "name": "network-vif-deleted", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:18.899072 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e0bd8-fdf0-4e03-a141-a4f2b870e9db x-openstack-request-id: req-592e0bd8-fdf0-4e03-a141-a4f2b870e9db {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:18.899432 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48175b6a-5030-4fbb-82af-19ac2f7f7385", "name": "network-vif-deleted", "tag": "b11afc2f-f649-422c-b1d8-1710bd4e7676", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:18.899780 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-592e0bd8-fdf0-4e03-a141-a4f2b870e9db {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:18.900496 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48175b6a-5030-4fbb-82af-19ac2f7f7385', 'name': 'network-vif-deleted', 'tag': 'b11afc2f-f649-422c-b1d8-1710bd4e7676', 'status': 'completed', 'code': 200} Aug 23 04:12:19.320072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d7fdba1-e63c-4716-9df0-a7bf4a3c5dcb req-fb503da9-3e11-43d9-bf94-91af188e3831 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 210 time: 0.0261574 Aug 23 04:12:20.346395 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b11afc2f-f649-422c-b1d8-1710bd4e7676 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:20.374858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: b11afc2f-f649-422c-b1d8-1710bd4e7676 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:20.375444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b11afc2f-f649-422c-b1d8-1710bd4e7676 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:20.419634 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6b2e39b-8138-4246-a12f-a058be931d4c req-dc71146f-9b9a-4f04-b7cc-f5efc9e3dd2b tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 210 time: 0.0268488 Aug 23 04:12:21.558660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2b094f0-2c18-48b2-9b5a-9842f83a11a8 req-66a56ce8-d9c6-4e47-9ed7-57d9c39a4e6e tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 210 time: 0.0511169 Aug 23 04:12:22.669925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7e5b256-206b-4ad6-86b0-01d2251e3f7c req-66caa907-f10a-4c9e-a331-abecd880ffbf tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "GET /v2.0/ports?device_id=48175b6a-5030-4fbb-82af-19ac2f7f7385 HTTP/1.1" status: 200 len: 210 time: 0.0301421 Aug 23 04:12:22.807783 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:23.057163 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:12:23.725234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52152) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:23.846300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Deleting port 78a2cf72-4b4a-440f-8831-7c45203e1c31 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:23.846641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:23.924421 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:23.924752 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:23.936361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Calling delete_port for 78a2cf72-4b4a-440f-8831-7c45203e1c31 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:24.164105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:24.188979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'Port': ['ID=78a2cf72-4b4a-440f-8831-7c45203e1c31,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:24.253505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:24.256578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:24.260168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a4a4c907-3245-4f39-83a7-5ab7a1c01729 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "DELETE /v2.0/floatingips/bc734ef3-9011-4c68-9111-232ecc31ecce HTTP/1.1" status: 204 len: 168 time: 0.5315516 Aug 23 04:12:24.298083 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-ee7f842a-2b60-471c-b9dc-0d76b4828397 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411217 Aug 23 04:12:24.389433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-64a699ab-ac3a-4af6-9b31-46b74ef37cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:24.390984 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-64a699ab-ac3a-4af6-9b31-46b74ef37cdd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0439777 Aug 23 04:12:24.495160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-02f54a54-2fb0-42b4-af07-82090a4a6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:24.496626 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-02f54a54-2fb0-42b4-af07-82090a4a6394 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a489f2e-6b23-4fdc-b861-090b226a5b44 HTTP/1.1" status: 200 len: 897 time: 0.0878768 Aug 23 04:12:24.574306 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-fe47c570-0830-41e1-a326-20886de3de5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 200 len: 1001 time: 0.0696201 Aug 23 04:12:24.626151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-f8a8f1af-231b-424c-a390-3c2439a02b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:24.627652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-f8a8f1af-231b-424c-a390-3c2439a02b30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=266b282e-30e1-4c5c-8a42-5e7fcdc2314f HTTP/1.1" status: 200 len: 834 time: 0.0459619 Aug 23 04:12:24.684720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-3cedc884-745b-4d93-b83e-811443e10cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:24.686338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-3cedc884-745b-4d93-b83e-811443e10cdd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a489f2e-6b23-4fdc-b861-090b226a5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472817 Aug 23 04:12:24.783243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-c4d1fb73-85f0-4e96-8028-6d274388a813 service neutron] 10.222.0.24 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843089 Aug 23 04:12:24.879873 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f9b3c762-4bec-453a-98c5-5009ca77fe35 req-5afbc4b8-9289-47c6-a3a1-14c8822f1702 service neutron] 10.222.0.24 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886509 Aug 23 04:12:25.007270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9518c-a998-44c2-b52f-ce79c5e54a27 req-f2a53a1e-244c-4c24-b4d7-cc67993385ce tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:25.008891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ba9518c-a998-44c2-b52f-ce79c5e54a27 req-f2a53a1e-244c-4c24-b4d7-cc67993385ce tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.0550256 Aug 23 04:12:25.048578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ba9518c-a998-44c2-b52f-ce79c5e54a27 req-4fd7a2e6-5f97-4b76-8459-b707004c2185 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331976 Aug 23 04:12:25.072270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52170) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:25.135258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-036edb2a-cf6a-41ce-b518-fc219b8f8a65 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/611f823d-36d0-49e5-bc71-6164f1475301 HTTP/1.1" status: 200 len: 993 time: 0.0617478 Aug 23 04:12:25.411348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddac56-0467-4950-bb0e-cee547c831a0 req-b32ff891-17ac-45ee-aee6-a9f2d8ca7e88 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:25.413171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2ddac56-0467-4950-bb0e-cee547c831a0 req-b32ff891-17ac-45ee-aee6-a9f2d8ca7e88 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0426912 Aug 23 04:12:25.452037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2ddac56-0467-4950-bb0e-cee547c831a0 req-d2532dc9-c12c-4572-8ed7-3c6872f7412b tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299487 Aug 23 04:12:26.105285 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b6de7b38-43b6-48bd-b3af-b2d3e24a3085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:26.643295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-085b6b9e-f3cc-4fc8-900c-9fe8d1ea12e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417621 Aug 23 04:12:27.746349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52218) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:27.813272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:27.846115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-248a3561-d48b-4eea-a32c-23907d30e9a2 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:12:27.847164 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-248a3561-d48b-4eea-a32c-23907d30e9a2 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1973846 Aug 23 04:12:27.848287 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:27.871026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Request body: {'binding': {'host': 'n-h1-749052-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:27.871488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Unknown quota resources ['binding']. {{(pid=95121) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 23 04:12:28.022357 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:28.022603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c on host n-h1-749052-7 for vnic_type normal with profile None {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:12:28.022927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:12:28.023276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:12:28.028352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Port b6368abf-1a83-42dc-8fce-ae0b286ce16c on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:12:28.028616 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:28.028766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:12:28.029850 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] 10.222.0.20 "DELETE /v2.0/security-groups/72779a3d-32a9-47e5-bd96-00c4e15d6e77 HTTP/1.1" status: 204 len: 168 time: 0.2824359 Aug 23 04:12:28.034600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:12:28.038662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Checking segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:12:28.038662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Bound using segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:12:28.038662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Bound port: b6368abf-1a83-42dc-8fce-ae0b286ce16c, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:12:28.041448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72779a3d-32a9-47e5-bd96-00c4e15d6e77,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:28.048712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.049119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.049420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.049752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.050082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.050414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.050739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.051059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.051381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.051705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.052026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.052345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a538596d-a66a-45ce-a31e-bbeda9b191c7 tempest-TestVolumeBootPattern-821316029 tempest-TestVolumeBootPattern-821316029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:28.129001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:12:28.215757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:28.217242 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-9605e6c3-981d-4932-ac45-3eafd8940260 service neutron] 10.222.0.20 "POST /v2.0/ports/b6368abf-1a83-42dc-8fce-ae0b286ce16c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3578591 Aug 23 04:12:28.571158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52226) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:28.690360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9034-3cd5-4008-b89e-778d1093420c req-a0eca3e1-9446-426a-b102-75da74367e1c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:28.692478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-933c9034-3cd5-4008-b89e-778d1093420c req-a0eca3e1-9446-426a-b102-75da74367e1c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.1168239 Aug 23 04:12:28.735790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-933c9034-3cd5-4008-b89e-778d1093420c req-99809a64-f646-45bc-a6dd-dd7aa60ea17f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352259 Aug 23 04:12:28.790286 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fb544ae5-fc02-4779-bddb-e6661bdaed46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:28.882136 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:28.953044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-0e430fdd-520b-4a0d-acd7-e4efa2110590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:28.955212 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-0e430fdd-520b-4a0d-acd7-e4efa2110590 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1097 time: 0.0443082 Aug 23 04:12:29.054122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:29.056238 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-cfee8193-9483-458c-96c7-4519a86359e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:29.056711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-cfee8193-9483-458c-96c7-4519a86359e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a489f2e-6b23-4fdc-b861-090b226a5b44 HTTP/1.1" status: 200 len: 897 time: 0.0943573 Aug 23 04:12:29.124661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-b5f1ffc4-350e-4c77-bcb9-ad34f1b3e4ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 200 len: 1001 time: 0.0589058 Aug 23 04:12:29.256851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52236) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:29.415230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Deleting port 80a87a4f-2a11-4a4d-bc23-bd212f01804b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:29.415589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:29.475732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-c955ce5b-5cb1-4c05-be2b-d6339f24ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:29.477222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-c955ce5b-5cb1-4c05-be2b-d6339f24ef08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=266b282e-30e1-4c5c-8a42-5e7fcdc2314f HTTP/1.1" status: 200 len: 834 time: 0.3453896 Aug 23 04:12:29.527452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d9fdb3d9-3db1-4466-b4cf-84c22dfaefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:29.528859 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d9fdb3d9-3db1-4466-b4cf-84c22dfaefac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a489f2e-6b23-4fdc-b861-090b226a5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432904 Aug 23 04:12:29.578078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] For port 80a87a4f-2a11-4a4d-bc23-bd212f01804b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=80a87a4f-2a11-4a4d-bc23-bd212f01804b,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:29.579991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:29.596354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Calling delete_port for 80a87a4f-2a11-4a4d-bc23-bd212f01804b owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:29.622434 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-16824921-b3ad-432b-8957-f87a91f8d6d2 service neutron] 10.222.0.11 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854325 Aug 23 04:12:29.715678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d718aad5-d9a6-451c-a61c-14e13659be89 service neutron] 10.222.0.11 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860362 Aug 23 04:12:29.887065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:29.928108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2106c-95e3-46cd-b28e-2a8ce47de54c req-c0e2d0c5-c890-4d4a-915f-577d7877f588 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:29.929715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74f2106c-95e3-46cd-b28e-2a8ce47de54c req-c0e2d0c5-c890-4d4a-915f-577d7877f588 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.1198900 Aug 23 04:12:29.942134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-e825e744-9e06-480e-b5a3-970ab8507361 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:29.949227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-e825e744-9e06-480e-b5a3-970ab8507361 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17&tenant_id=a65a84e479c94f70b8de63fa5080ddf0&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1097 time: 0.1068420 Aug 23 04:12:29.962502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-749052-7'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:29.980557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.005641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74f2106c-95e3-46cd-b28e-2a8ce47de54c req-912ddd76-f098-4d35-adb9-373734201d97 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657337 Aug 23 04:12:30.016625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=80a87a4f-2a11-4a4d-bc23-bd212f01804b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:30.043211 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.196913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:30.250259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:12:30.294068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:30.296782 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c87a9-5ac3-4a41-8569-9b1692f4bf5c" -d '{"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-unplugged", "status": "completed", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:30.301624 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.341757 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb238f7-0432-4b3e-b4fe-3b7176cc6781 x-openstack-request-id: req-5bb238f7-0432-4b3e-b4fe-3b7176cc6781 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:30.341979 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-unplugged", "status": "completed", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:30.342233 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bb238f7-0432-4b3e-b4fe-3b7176cc6781 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:30.342637 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'code': 200} Aug 23 04:12:30.393356 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.526392 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.579639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Pushing event updated for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:30.628403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c on host n-h2-749052-7 for vnic_type normal with profile {"migrating_to": "n-h1-749052-7"} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:12:30.628713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:12:30.629467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:12:30.637343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Port b6368abf-1a83-42dc-8fce-ae0b286ce16c on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:12:30.637665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Attempting to bind port b6368abf-1a83-42dc-8fce-ae0b286ce16c on network 3a489f2e-6b23-4fdc-b861-090b226a5b44 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:12:30.639801 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.644603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:12:30.645001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Checking segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:12:30.645597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Bound using segment: {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:12:30.646016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Bound port: b6368abf-1a83-42dc-8fce-ae0b286ce16c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728ce541-ebd5-417a-8adc-916c47828a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:12:30.647541 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.710702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a5dfd1c-f846-4a57-8200-931ce691bd47 None None] Provisioning complete for port b6368abf-1a83-42dc-8fce-ae0b286ce16c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:12:30.711138 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a5dfd1c-f846-4a57-8200-931ce691bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.719252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:12:30.722542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:12:30.751115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dfd1c-f846-4a57-8200-931ce691bd47 None None] Port b6368abf-1a83-42dc-8fce-ae0b286ce16c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:12:30.802372 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.810596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port d80612c8-b569-4629-8ef5-9b51f7c50e69 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:30.811063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.903060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Pushing event updated for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=8']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:30.972384 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:30.973383 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:30.975297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-53b4810c-d371-48e3-ad1f-90e501701fda service neutron] 10.222.0.11 "PUT /v2.0/ports/b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 200 len: 1122 time: 1.0186081 Aug 23 04:12:30.982953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] For port d80612c8-b569-4629-8ef5-9b51f7c50e69, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d80612c8-b569-4629-8ef5-9b51f7c50e69,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:30.983335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:31.000095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for d80612c8-b569-4629-8ef5-9b51f7c50e69 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:31.004983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Router 684066a7-fdcd-4776-aff2-6e7016547b1c has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:31.043377 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['b6368abf-1a83-42dc-8fce-ae0b286ce16c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:12:31.191042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6873e-7e9d-4f25-947c-d4a49029821f req-9789f397-6500-4b6e-99b0-4485e2f7c109 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:31.193252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0df6873e-7e9d-4f25-947c-d4a49029821f req-9789f397-6500-4b6e-99b0-4485e2f7c109 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 944 time: 0.0700336 Aug 23 04:12:31.218210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:31.224578 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1103fc95-ff29-469b-a9e7-efba08e62e6e admin admin] 10.222.0.20 "PUT /v2.0/routers/684066a7-fdcd-4776-aff2-6e7016547b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6519928 Aug 23 04:12:31.229220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52246) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:31.231937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Provisioning complete for port b6368abf-1a83-42dc-8fce-ae0b286ce16c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:12:31.232711 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:31.246093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] Sync routers for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:31.301990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0df6873e-7e9d-4f25-947c-d4a49029821f req-66d68e91-d443-499e-87a0-50d721dbcab6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908957 Aug 23 04:12:31.304703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:31.305426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:31.372525 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:31.425045 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:31.453197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=d80612c8-b569-4629-8ef5-9b51f7c50e69,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:31.514088 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:31.527185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:31.564979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:31.661784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:31.664776 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99858db-e4a7-4f55-8988-98ad0473df66" -d '{"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-plugged", "status": "completed", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:31.670844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Deleting port 69421a4b-3379-4612-b242-f88ce639f3a2 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:31.671446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:31.700674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:31.714036 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:31.737419 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e86e2f-5da4-459b-b1c5-36e2183cc60a x-openstack-request-id: req-b1e86e2f-5da4-459b-b1c5-36e2183cc60a {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:31.737419 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-plugged", "status": "completed", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:31.737419 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1e86e2f-5da4-459b-b1c5-36e2183cc60a {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:31.737419 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'code': 200} Aug 23 04:12:31.794168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] For port 69421a4b-3379-4612-b242-f88ce639f3a2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=69421a4b-3379-4612-b242-f88ce639f3a2,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:31.794694 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:31.809542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Calling delete_port for 69421a4b-3379-4612-b242-f88ce639f3a2 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:31.943303 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.044636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router d8c95e6f-436b-4862-ac01-1e6adb25af24 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:32.073591 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.093744 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.128414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Pushing event deleted for resources: {'Port': ['ID=69421a4b-3379-4612-b242-f88ce639f3a2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:32.135975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Pushing event updated for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:32.152506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.152857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.153227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.153568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.153909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.154239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.154925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.154925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.155220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.155530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.155849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.157656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eda429-3818-4918-b0d1-40245dba9d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:32.176569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:32.188275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2122d701-a80e-4179-a427-6583b7bda801 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "PUT /v2.0/routers/d8c95e6f-436b-4862-ac01-1e6adb25af24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9275863 Aug 23 04:12:32.202504 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] Sync routers for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:32.208277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T04:12:29Z', 'revision_number': 5, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port': {'id': '69421a4b-3379-4612-b242-f88ce639f3a2', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:39Z', 'updated_at': '2021-08-23T03:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:32.216871 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:32.217916 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:32.233859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.249763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] Checking router: 684066a7-fdcd-4776-aff2-6e7016547b1c for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:32.262495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] Routers {'684066a7-fdcd-4776-aff2-6e7016547b1c'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:32.263641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['684066a7-fdcd-4776-aff2-6e7016547b1c'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:32.336254 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.338405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.345886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:32.348199 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:32.358604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] Set router 684066a7-fdcd-4776-aff2-6e7016547b1c gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:32.360201 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:32.391566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b6368abf-1a83-42dc-8fce-ae0b286ce16c details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:12:32.426292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T04:12:31Z', 'revision_number': 7, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:32.457712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc6309-e975-4dc3-b86b-df2671f57b63 None None] The sync data for ids ['684066a7-fdcd-4776-aff2-6e7016547b1c'] in n-d-749052-7 is: [{'id': '684066a7-fdcd-4776-aff2-6e7016547b1c', 'name': 'tempest-TestVolumeBootPattern-1743674632-router', 'tenant_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:38Z', 'updated_at': '2021-08-23T04:12:31Z', 'revision_number': 7, 'project_id': 'e3e5f49885824abaa95bf72b9f7d181b', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:32.478773 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.484900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 684066a7-fdcd-4776-aff2-6e7016547b1c {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:12:32.496126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.497408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-09d40db3-1f0f-48dd-bcba-5eeaaa51aa21 admin admin] 10.222.0.20 "DELETE /v2.0/routers/684066a7-fdcd-4776-aff2-6e7016547b1c HTTP/1.1" status: 204 len: 168 time: 1.2668912 Aug 23 04:12:32.500241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52260) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:32.559271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-51514f19-7010-41fa-867b-f494c6a21932 admin admin] Deleting subnet 31bdaccd-306d-4d80-92e2-e885e165ffa3 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:12:32.560315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:32.563935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-51514f19-7010-41fa-867b-f494c6a21932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.574457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b6368abf-1a83-42dc-8fce-ae0b286ce16c has no active binding in host n-h1-749052-7 {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 23 04:12:32.610852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-51514f19-7010-41fa-867b-f494c6a21932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.628922 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:12:31Z', 'revision_number': 6, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'fd11367e-cdb0-42e2-b401-443a70169183', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:10:21Z', 'updated_at': '2021-08-23T04:10:25Z', 'revision_number': 1, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:32.655071 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] Checking router: d8c95e6f-436b-4862-ac01-1e6adb25af24 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:32.671068 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:32.671726 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:32.691943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-51514f19-7010-41fa-867b-f494c6a21932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.807909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9ee0b-2893-41b1-ad76-c8c285bdc1fc req-dc7a1d60-1aca-4e1d-8f21-362c1e0fd380 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:32.809608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55d9ee0b-2893-41b1-ad76-c8c285bdc1fc req-dc7a1d60-1aca-4e1d-8f21-362c1e0fd380 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.0599480 Aug 23 04:12:32.858293 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55d9ee0b-2893-41b1-ad76-c8c285bdc1fc req-a8b8e171-90d7-4f1b-9a45-7efe6333d5fb tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412304 Aug 23 04:12:32.859232 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-51514f19-7010-41fa-867b-f494c6a21932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.874917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-51514f19-7010-41fa-867b-f494c6a21932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:32.877430 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-51514f19-7010-41fa-867b-f494c6a21932 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/31bdaccd-306d-4d80-92e2-e885e165ffa3 HTTP/1.1" status: 204 len: 168 time: 0.3766916 Aug 23 04:12:32.880879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52264) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:32.881448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b085d49-3d1e-4497-86b8-dec214803cc8 None None] Network da389ae7-7804-4ae7-8f73-f7c7932783d0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:12:32.909431 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:32.939076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51514f19-7010-41fa-867b-f494c6a21932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31bdaccd-306d-4d80-92e2-e885e165ffa3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:32.954009 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c0c242-56b7-488a-9116-9c9ec09cc8ed x-openstack-request-id: req-30c0c242-56b7-488a-9116-9c9ec09cc8ed {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:32.954361 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:32.954614 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30c0c242-56b7-488a-9116-9c9ec09cc8ed {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:32.955195 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'status': 'completed', 'code': 200} Aug 23 04:12:33.035142 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.051258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-55393ed3-116a-4ecd-b671-1642fffd2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:33.052788 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-55393ed3-116a-4ecd-b671-1642fffd2b1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1127 time: 0.0697711 Aug 23 04:12:33.122944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d0f8c-e6d8-441c-b0b1-e449e903c29d req-10e08106-2e85-4d3a-bafc-e08bf90325ef tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:33.124478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e93d0f8c-e6d8-441c-b0b1-e449e903c29d req-10e08106-2e85-4d3a-bafc-e08bf90325ef tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 946 time: 0.0717998 Aug 23 04:12:33.172784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e93d0f8c-e6d8-441c-b0b1-e449e903c29d req-75b8e12a-4f97-40f0-82e3-2df216e5c2e7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403337 Aug 23 04:12:33.186953 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Deleting port 30c39a15-bb6d-4606-8d41-db5975aa78be {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:33.187578 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.226683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-45c0941f-bfc2-48a4-b51b-490e897f626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:33.226683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-45c0941f-bfc2-48a4-b51b-490e897f626f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a489f2e-6b23-4fdc-b861-090b226a5b44 HTTP/1.1" status: 200 len: 897 time: 0.1379156 Aug 23 04:12:33.231600 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:12:31Z', 'revision_number': 6, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'fd11367e-cdb0-42e2-b401-443a70169183', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:10:21Z', 'updated_at': '2021-08-23T04:10:25Z', 'revision_number': 1, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:33.274256 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d6777-29c5-4642-891e-b44fa727939d None None] The sync data for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 is: [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:12:31Z', 'revision_number': 6, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'fd11367e-cdb0-42e2-b401-443a70169183', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.90', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'port_id': '8f00d2de-c512-4371-a426-eddca3bee571', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'mac_address': 'fa:16:3e:af:b6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:10:21Z', 'updated_at': '2021-08-23T04:10:25Z', 'revision_number': 1, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:33.300207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2f6f79-5d10-4638-bcd3-b7b31dcb65be None None] DHCP port deletion for da389ae7-7804-4ae7-8f73-f7c7932783d0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:12:33.310310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] For port 30c39a15-bb6d-4606-8d41-db5975aa78be, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=30c39a15-bb6d-4606-8d41-db5975aa78be,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:33.310683 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.329041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Calling delete_port for 30c39a15-bb6d-4606-8d41-db5975aa78be owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:33.370404 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-e9dd2114-34a9-45cd-a222-d93560bec55f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625429 Aug 23 04:12:33.382407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f6f79-5d10-4638-bcd3-b7b31dcb65be None None] Deleting port 30c39a15-bb6d-4606-8d41-db5975aa78be {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:33.382785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6f79-5d10-4638-bcd3-b7b31dcb65be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.396721 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-4da859d8-c0ad-4020-8026-6448f9525bed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 200 len: 1001 time: 0.1438611 Aug 23 04:12:33.466298 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-98a5f2c5-f6f4-4ef1-b12d-f1dbe6fa1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:33.467853 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-98a5f2c5-f6f4-4ef1-b12d-f1dbe6fa1409 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=266b282e-30e1-4c5c-8a42-5e7fcdc2314f HTTP/1.1" status: 200 len: 834 time: 0.0624626 Aug 23 04:12:33.489469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cc2f6f79-5d10-4638-bcd3-b7b31dcb65be None None] For port 30c39a15-bb6d-4606-8d41-db5975aa78be, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=30c39a15-bb6d-4606-8d41-db5975aa78be,segment=NetworkSegment(10679f3c-17f6-480c-95aa-5e691eace44f),segment_id=10679f3c-17f6-480c-95aa-5e691eace44f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:33.494889 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6f79-5d10-4638-bcd3-b7b31dcb65be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.506684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-ba07ac0a-4ea0-4618-9512-9afcc0cc2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:33.508403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-ba07ac0a-4ea0-4618-9512-9afcc0cc2f42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 1096 time: 0.0624135 Aug 23 04:12:33.508766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f6f79-5d10-4638-bcd3-b7b31dcb65be None None] Calling delete_port for 30c39a15-bb6d-4606-8d41-db5975aa78be owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:33.517441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-2e2b089a-2d62-44fe-8ffb-a319453c00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:33.518890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-2e2b089a-2d62-44fe-8ffb-a319453c00e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a489f2e-6b23-4fdc-b861-090b226a5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430379 Aug 23 04:12:33.553689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.621675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Pushing event deleted for resources: {'Port': ['ID=30c39a15-bb6d-4606-8d41-db5975aa78be,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:33.623825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] No DVR routers for this DVR port 30c39a15-bb6d-4606-8d41-db5975aa78be on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:33.634488 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6f79-5d10-4638-bcd3-b7b31dcb65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.647951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-2ee8b9fa-ca24-4645-865f-d4db7c56f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:33.651074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-2ee8b9fa-ca24-4645-865f-d4db7c56f1ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c589054-150e-438f-9173-fe05731bd8b1 HTTP/1.1" status: 200 len: 897 time: 0.1127434 Aug 23 04:12:33.711267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f6f79-5d10-4638-bcd3-b7b31dcb65be None None] Pushing event deleted for resources: {'Port': ['ID=30c39a15-bb6d-4606-8d41-db5975aa78be,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:33.730028 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f6f79-5d10-4638-bcd3-b7b31dcb65be None None] No DVR routers for this DVR port 30c39a15-bb6d-4606-8d41-db5975aa78be on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:33.769524 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-78ea58f5-0543-4bde-9889-a5e99b3f98f6 service neutron] 10.222.0.24 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407932 Aug 23 04:12:33.774890 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.798972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 30c39a15-bb6d-4606-8d41-db5975aa78be no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:33.803721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-759b6468-b0a6-4a52-904b-f7df8328f609 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f00d2de-c512-4371-a426-eddca3bee571 HTTP/1.1" status: 200 len: 1000 time: 0.1442428 Aug 23 04:12:33.817512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da389ae7-7804-4ae7-8f73-f7c7932783d0']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:33.832524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 30c39a15-bb6d-4606-8d41-db5975aa78be {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:33.832884 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 30c39a15-bb6d-4606-8d41-db5975aa78be not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:33.833349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 69421a4b-3379-4612-b242-f88ce639f3a2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:33.836997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10679f3c-17f6-480c-95aa-5e691eace44f') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:33.837572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10679f3c-17f6-480c-95aa-5e691eace44f') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:33.857528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 69421a4b-3379-4612-b242-f88ce639f3a2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:33.857933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 69421a4b-3379-4612-b242-f88ce639f3a2 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:33.858315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d80612c8-b569-4629-8ef5-9b51f7c50e69 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:33.871044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-b83ba32f-ce68-4446-92c5-7dc6384976ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:33.872834 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-b83ba32f-ce68-4446-92c5-7dc6384976ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=780e53e3-4182-4920-896f-a6fb16394691 HTTP/1.1" status: 200 len: 834 time: 0.0586176 Aug 23 04:12:33.878401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: d80612c8-b569-4629-8ef5-9b51f7c50e69 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:33.878753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d80612c8-b569-4629-8ef5-9b51f7c50e69 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:33.879187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 80a87a4f-2a11-4a4d-bc23-bd212f01804b no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:33.894594 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.908059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 80a87a4f-2a11-4a4d-bc23-bd212f01804b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:33.908198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 80a87a4f-2a11-4a4d-bc23-bd212f01804b not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:33.914298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.931697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:12:33.931697 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:12:33.933084 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:12:33.970522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-16db0014-786c-4cd4-923a-e7b8d5b4cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:33.973357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-16db0014-786c-4cd4-923a-e7b8d5b4cb6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c589054-150e-438f-9173-fe05731bd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888498 Aug 23 04:12:34.002172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa754a8c-bf4c-46c0-8af6-b41b8f1f89e3 req-c2d93ad2-2dd1-497a-ad09-787a60f0bfe9 service neutron] 10.222.0.24 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237449 Aug 23 04:12:34.086814 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1369-ba83-4fcc-9308-ba060d40a3af req-69989c0e-31b2-4597-85df-e16ba0e37a22 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:34.088311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90cf1369-ba83-4fcc-9308-ba060d40a3af req-69989c0e-31b2-4597-85df-e16ba0e37a22 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.1140757 Aug 23 04:12:34.096067 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:34.103719 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:34.103719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] 10.222.0.20 "DELETE /v2.0/networks/da389ae7-7804-4ae7-8f73-f7c7932783d0 HTTP/1.1" status: 204 len: 168 time: 1.2205794 Aug 23 04:12:34.112013 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52270) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:34.123103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84b439-826b-4c36-9f02-9ce69771e91c admin admin] Pushing event deleted for resources: {'Network': ['ID=da389ae7-7804-4ae7-8f73-f7c7932783d0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:34.164781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-42928138-1820-4c6d-b8bd-50a9a97437d7 service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814466 Aug 23 04:12:34.219721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90cf1369-ba83-4fcc-9308-ba060d40a3af req-0b280c1d-47f8-4936-b305-47fb71c3fd90 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246357 Aug 23 04:12:34.390234 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6b18fb1-896d-4b2b-82d5-00693cc60144 req-e2e41790-9da2-4658-bf43-3870c8d6fb6c service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136908 Aug 23 04:12:34.401837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7a739-c47a-44fd-97dc-95c2d79c6811 req-f33dd1e3-745b-46b4-a89a-f64f909d6220 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:34.403261 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26d7a739-c47a-44fd-97dc-95c2d79c6811 req-f33dd1e3-745b-46b4-a89a-f64f909d6220 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 946 time: 0.1187651 Aug 23 04:12:34.487052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-26d7a739-c47a-44fd-97dc-95c2d79c6811 req-22466ed6-f3f4-49ed-b669-41bdf1bfaedc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752454 Aug 23 04:12:34.619923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-f92dbf6d-262e-4e6a-a655-bcc2b4c944be tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:34.621371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-f92dbf6d-262e-4e6a-a655-bcc2b4c944be tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 946 time: 0.0685196 Aug 23 04:12:34.727859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:34.782663 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:34.783080 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:35.256240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] For port 961f0d97-81ed-4ea6-b786-fb74aaae46c4, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=961f0d97-81ed-4ea6-b786-fb74aaae46c4,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:35.256800 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:35.277918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for 961f0d97-81ed-4ea6-b786-fb74aaae46c4 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:35.441651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496443a5-da7f-4b5b-a4d3-0c6050212d69 req-d741f929-58ce-4891-bb6e-c4a573f665be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:35.443127 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-496443a5-da7f-4b5b-a4d3-0c6050212d69 req-d741f929-58ce-4891-bb6e-c4a573f665be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.1191456 Aug 23 04:12:35.527383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Deleting port 0601b117-d737-44d6-afb8-28e645af751e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:35.527637 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:35.534821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-496443a5-da7f-4b5b-a4d3-0c6050212d69 req-d8fc21c8-9aa7-4690-baaf-d805ddb95d38 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852609 Aug 23 04:12:35.629503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:35.683005 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=961f0d97-81ed-4ea6-b786-fb74aaae46c4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:35.734639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] For port 0601b117-d737-44d6-afb8-28e645af751e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0601b117-d737-44d6-afb8-28e645af751e,segment=NetworkSegment(f1199d49-17ad-46fe-8d54-a04644238ad5),segment_id=f1199d49-17ad-46fe-8d54-a04644238ad5)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:35.734997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:35.738118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] No DVR routers for this DVR port 961f0d97-81ed-4ea6-b786-fb74aaae46c4 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:35.751587 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6644f2d-7764-4112-bc64-7c3bdfe1c457 req-61da9140-ab98-4764-827a-15d4260787a9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:35.753085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6644f2d-7764-4112-bc64-7c3bdfe1c457 req-61da9140-ab98-4764-827a-15d4260787a9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 867 time: 0.1569664 Aug 23 04:12:35.755567 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:35.757411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cd67f0b-58e8-447f-ada9-e1af40d2a019 req-5877d694-b574-4a13-8fc9-6620bf98f210 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "DELETE /v2.0/ports/961f0d97-81ed-4ea6-b786-fb74aaae46c4 HTTP/1.1" status: 204 len: 173 time: 1.1288233 Aug 23 04:12:35.757841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b326655-ce12-4f37-8cce-f5e7abc1cbbc', 'name': 'network-vif-deleted', 'tag': '961f0d97-81ed-4ea6-b786-fb74aaae46c4'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:35.760050 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e93655-e83b-4de1-8fd3-c53133b588b8" -d '{"events": [{"server_uuid": "8b326655-ce12-4f37-8cce-f5e7abc1cbbc", "name": "network-vif-deleted", "tag": "961f0d97-81ed-4ea6-b786-fb74aaae46c4"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:35.773694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Calling delete_port for 0601b117-d737-44d6-afb8-28e645af751e owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:35.833700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6644f2d-7764-4112-bc64-7c3bdfe1c457 req-23ec98f2-c577-4e60-a5d1-3febfffa037a tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=be7cf0ad-5dcc-40dd-a1bf-024875174fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697694 Aug 23 04:12:35.901484 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a60995-c3fa-4f15-89f6-820e2f73de07 x-openstack-request-id: req-97a60995-c3fa-4f15-89f6-820e2f73de07 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:35.901776 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b326655-ce12-4f37-8cce-f5e7abc1cbbc", "name": "network-vif-deleted", "tag": "961f0d97-81ed-4ea6-b786-fb74aaae46c4", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:35.902030 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97a60995-c3fa-4f15-89f6-820e2f73de07 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:35.902426 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b326655-ce12-4f37-8cce-f5e7abc1cbbc', 'name': 'network-vif-deleted', 'tag': '961f0d97-81ed-4ea6-b786-fb74aaae46c4', 'status': 'completed', 'code': 200} Aug 23 04:12:36.087537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:36.115397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Pushing event deleted for resources: {'Port': ['ID=0601b117-d737-44d6-afb8-28e645af751e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:36.310303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:36.529835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Router 5bd5b74f-b31a-4ad9-9063-de9a44061415 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:36.664572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:36.673715 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2bbb8330-f7c1-4389-8032-23546250295a admin admin] 10.222.0.20 "PUT /v2.0/routers/5bd5b74f-b31a-4ad9-9063-de9a44061415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5562167 Aug 23 04:12:36.673883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52288) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:36.676133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] Sync routers for ids ['5bd5b74f-b31a-4ad9-9063-de9a44061415'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:36.687415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] Routers {'5bd5b74f-b31a-4ad9-9063-de9a44061415'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:36.689822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bd5b74f-b31a-4ad9-9063-de9a44061415'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:36.692350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ee6e5-098c-4349-afa8-2e26c25c83c3 req-bcdb5969-2144-4709-a779-1856d33d22fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:36.694139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-005ee6e5-098c-4349-afa8-2e26c25c83c3 req-bcdb5969-2144-4709-a779-1856d33d22fc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.0745165 Aug 23 04:12:36.751184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-005ee6e5-098c-4349-afa8-2e26c25c83c3 req-1034a29a-b805-4011-8860-954204b995d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467210 Aug 23 04:12:36.800695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] Set router 5bd5b74f-b31a-4ad9-9063-de9a44061415 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:36.806756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:36.948441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:36.968647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29bb37a9-d261-41be-b5c4-539b9ea4fc30 req-5ccc130a-e478-4fa0-84c5-0d4fa1e7a8d2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b326655-ce12-4f37-8cce-f5e7abc1cbbc HTTP/1.1" status: 200 len: 210 time: 0.0415804 Aug 23 04:12:37.012685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:48Z', 'updated_at': '2021-08-23T04:12:35Z', 'revision_number': 5, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'gw_port': {'id': '87840f19-b676-417e-9111-8b7a98a5ba70', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:fc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T03:57:49Z', 'updated_at': '2021-08-23T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:37.039837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] Checking router: 5bd5b74f-b31a-4ad9-9063-de9a44061415 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:37.048273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] Routers {'5bd5b74f-b31a-4ad9-9063-de9a44061415'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:37.048879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5bd5b74f-b31a-4ad9-9063-de9a44061415'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:37.088271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Deleting port 87840f19-b676-417e-9111-8b7a98a5ba70 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:37.088608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:37.136461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] Set router 5bd5b74f-b31a-4ad9-9063-de9a44061415 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:37.173902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] For port 87840f19-b676-417e-9111-8b7a98a5ba70, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=87840f19-b676-417e-9111-8b7a98a5ba70,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:37.174261 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:37.187227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Calling delete_port for 87840f19-b676-417e-9111-8b7a98a5ba70 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:37.189448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:48Z', 'updated_at': '2021-08-23T04:12:36Z', 'revision_number': 6, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:37.219306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0128a-3670-41cd-94a1-8cfa8a783fdf None None] The sync data for ids ['5bd5b74f-b31a-4ad9-9063-de9a44061415'] in n-d-749052-7 is: [{'id': '5bd5b74f-b31a-4ad9-9063-de9a44061415', 'name': 'tempest-TestVolumeBootPattern-1914676454-router', 'tenant_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T03:57:48Z', 'updated_at': '2021-08-23T04:12:36Z', 'revision_number': 6, 'project_id': '039ace037f3d4a13a8b3d2f50ddd91bc', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:37.438797 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:37.466299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87840f19-b676-417e-9111-8b7a98a5ba70,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:37.538538 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:37.646190 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:37.648599 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:37.796292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:37.872841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9557d1-80f2-4fd0-b943-745fc4126365 req-b90d6c35-43bd-439f-8291-0ff2acf0060f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:37.874573 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad9557d1-80f2-4fd0-b943-745fc4126365 req-b90d6c35-43bd-439f-8291-0ff2acf0060f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.0527368 Aug 23 04:12:37.917306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad9557d1-80f2-4fd0-b943-745fc4126365 req-a0407f8e-61c0-4956-92aa-c67f73c65d5f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357029 Aug 23 04:12:38.024584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0601b117-d737-44d6-afb8-28e645af751e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:38.050196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52298) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:38.052118 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0601b117-d737-44d6-afb8-28e645af751e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:38.052616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0601b117-d737-44d6-afb8-28e645af751e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:38.114205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-941e7487-9f04-4d86-9a14-ff37a9012f81 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.124940 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.125525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd5b74f-b31a-4ad9-9063-de9a44061415 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:12:38.131289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.132475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-957995f3-eb89-46b7-bdfb-f4f7fc2ca0e4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5bd5b74f-b31a-4ad9-9063-de9a44061415 HTTP/1.1" status: 204 len: 168 time: 1.4581287 Aug 23 04:12:38.135077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52300) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:38.149293 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-941e7487-9f04-4d86-9a14-ff37a9012f81 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.192000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbee13bb-567f-45bb-9c9e-84802ca04a06 admin admin] Deleting subnet 5a28d40e-fb4a-463d-aeeb-37030268328c {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:12:38.195333 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbee13bb-567f-45bb-9c9e-84802ca04a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.235904 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbee13bb-567f-45bb-9c9e-84802ca04a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.299192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-941e7487-9f04-4d86-9a14-ff37a9012f81 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.302414 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-941e7487-9f04-4d86-9a14-ff37a9012f81 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.305110 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-941e7487-9f04-4d86-9a14-ff37a9012f81 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/security-groups/be7cf0ad-5dcc-40dd-a1bf-024875174fd7 HTTP/1.1" status: 204 len: 168 time: 0.2522326 Aug 23 04:12:38.316013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e7487-9f04-4d86-9a14-ff37a9012f81 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7cf0ad-5dcc-40dd-a1bf-024875174fd7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:38.316993 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbee13bb-567f-45bb-9c9e-84802ca04a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.411679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 961f0d97-81ed-4ea6-b786-fb74aaae46c4 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:38.431837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 961f0d97-81ed-4ea6-b786-fb74aaae46c4 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:38.432183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 961f0d97-81ed-4ea6-b786-fb74aaae46c4 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:38.461690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52304) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:38.490100 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbee13bb-567f-45bb-9c9e-84802ca04a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.535488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee13bb-567f-45bb-9c9e-84802ca04a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a28d40e-fb4a-463d-aeeb-37030268328c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:38.538857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbee13bb-567f-45bb-9c9e-84802ca04a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.540675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8f297-174a-4287-8050-b065f144a775 None None] Network 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:12:38.541918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52308) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:38.542179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bbee13bb-567f-45bb-9c9e-84802ca04a06 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5a28d40e-fb4a-463d-aeeb-37030268328c HTTP/1.1" status: 204 len: 168 time: 0.4056675 Aug 23 04:12:38.549039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fdabd7-d2c5-41a9-a434-30665b8a1c68 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting subnet 5bc5fc8b-7cdb-4436-a2ad-0e751c92880f {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:12:38.552517 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-80fdabd7-d2c5-41a9-a434-30665b8a1c68 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.602764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-80fdabd7-d2c5-41a9-a434-30665b8a1c68 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.624506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.681948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Deleting port cb6508d3-969f-4e8c-983b-bef06ffdf8bf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:38.682366 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.696373 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-80fdabd7-d2c5-41a9-a434-30665b8a1c68 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.739261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9698c06d-13e1-479b-837e-6c402cc5cf4a None None] DHCP port deletion for 84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:12:38.761744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] For port cb6508d3-969f-4e8c-983b-bef06ffdf8bf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cb6508d3-969f-4e8c-983b-bef06ffdf8bf,segment=NetworkSegment(f1199d49-17ad-46fe-8d54-a04644238ad5),segment_id=f1199d49-17ad-46fe-8d54-a04644238ad5)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:38.762549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.776677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Calling delete_port for cb6508d3-969f-4e8c-983b-bef06ffdf8bf owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:38.792877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9698c06d-13e1-479b-837e-6c402cc5cf4a None None] Deleting port cb6508d3-969f-4e8c-983b-bef06ffdf8bf {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:38.793287 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9698c06d-13e1-479b-837e-6c402cc5cf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.860498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9698c06d-13e1-479b-837e-6c402cc5cf4a None None] For port cb6508d3-969f-4e8c-983b-bef06ffdf8bf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cb6508d3-969f-4e8c-983b-bef06ffdf8bf,segment=NetworkSegment(f1199d49-17ad-46fe-8d54-a04644238ad5),segment_id=f1199d49-17ad-46fe-8d54-a04644238ad5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:38.861181 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9698c06d-13e1-479b-837e-6c402cc5cf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.870616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-80fdabd7-d2c5-41a9-a434-30665b8a1c68 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.873236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9698c06d-13e1-479b-837e-6c402cc5cf4a None None] Calling delete_port for cb6508d3-969f-4e8c-983b-bef06ffdf8bf owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:38.903940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdabd7-d2c5-41a9-a434-30665b8a1c68 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc5fc8b-7cdb-4436-a2ad-0e751c92880f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:38.905967 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-80fdabd7-d2c5-41a9-a434-30665b8a1c68 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:38.910601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52310) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:38.910737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-80fdabd7-d2c5-41a9-a434-30665b8a1c68 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/subnets/5bc5fc8b-7cdb-4436-a2ad-0e751c92880f HTTP/1.1" status: 204 len: 168 time: 0.4479048 Aug 23 04:12:38.933278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a461d2-af22-4272-8b00-613143604ca6 None None] Network dfa43342-13b5-49db-b970-59a185a7f3f0 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:12:38.941747 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.002934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6508d3-969f-4e8c-983b-bef06ffdf8bf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:39.012435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] No DVR routers for this DVR port cb6508d3-969f-4e8c-983b-bef06ffdf8bf on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:39.021991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.095080 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9698c06d-13e1-479b-837e-6c402cc5cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.096734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b56da3-e012-4b55-bc34-2f6afe13faca req-519dc51f-b695-4f01-9ab7-9a9335651a46 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:39.100022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66b56da3-e012-4b55-bc34-2f6afe13faca req-519dc51f-b695-4f01-9ab7-9a9335651a46 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 946 time: 0.0997350 Aug 23 04:12:39.116080 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.132460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698c06d-13e1-479b-837e-6c402cc5cf4a None None] Pushing event deleted for resources: {'Port': ['ID=cb6508d3-969f-4e8c-983b-bef06ffdf8bf,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:39.132460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698c06d-13e1-479b-837e-6c402cc5cf4a None None] No DVR routers for this DVR port cb6508d3-969f-4e8c-983b-bef06ffdf8bf on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:39.132707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:39.151514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1199d49-17ad-46fe-8d54-a04644238ad5') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:39.151648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1199d49-17ad-46fe-8d54-a04644238ad5') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:39.164585 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.171419 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66b56da3-e012-4b55-bc34-2f6afe13faca req-5b4a2798-71dd-4c02-9d5d-2af67f2d8442 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496414 Aug 23 04:12:39.180590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.189980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:12:39.190821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:12:39.192023 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:12:39.205927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:39.206289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.219511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9679780b-0a4c-4c4a-90f2-fc6871c28928 None None] DHCP port deletion for dfa43342-13b5-49db-b970-59a185a7f3f0 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:12:39.277683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9679780b-0a4c-4c4a-90f2-fc6871c28928 None None] Deleting port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:39.278067 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9679780b-0a4c-4c4a-90f2-fc6871c28928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.325074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] For port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:39.325726 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.344926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9679780b-0a4c-4c4a-90f2-fc6871c28928 None None] For port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b,segment=NetworkSegment(0c4418a6-f5c6-417d-a5c7-0c572ded76e5),segment_id=0c4418a6-f5c6-417d-a5c7-0c572ded76e5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:39.345367 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9679780b-0a4c-4c4a-90f2-fc6871c28928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.357938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9679780b-0a4c-4c4a-90f2-fc6871c28928 None None] Calling delete_port for 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:39.358140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:39.423658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.430362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.432303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] 10.222.0.20 "DELETE /v2.0/networks/84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce HTTP/1.1" status: 204 len: 168 time: 0.8893974 Aug 23 04:12:39.463844 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-c7f99ab0-268c-4ba2-b5c7-0b9f74116c44 service neutron] 10.222.0.24 "GET /v2.0/ports/b6368abf-1a83-42dc-8fce-ae0b286ce16c/bindings/n-h1-749052-7 HTTP/1.1" status: 200 len: 384 time: 0.1509078 Aug 23 04:12:39.488929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4910a7-e494-48d1-ac0b-86194bbf5218 admin admin] Pushing event deleted for resources: {'Network': ['ID=84fa8ed1-399f-4e3d-a4f4-67cb91e9bfce,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:39.556216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cb6508d3-969f-4e8c-983b-bef06ffdf8bf no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:39.581165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: cb6508d3-969f-4e8c-983b-bef06ffdf8bf {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:39.581521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cb6508d3-969f-4e8c-983b-bef06ffdf8bf not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:39.581956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 87840f19-b676-417e-9111-8b7a98a5ba70 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:39.614181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 87840f19-b676-417e-9111-8b7a98a5ba70 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:39.614181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 87840f19-b676-417e-9111-8b7a98a5ba70 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:39.614181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:39.707758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.725729 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.757475 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9679780b-0a4c-4c4a-90f2-fc6871c28928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.776884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:39.780701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] No DVR routers for this DVR port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:39.780881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679780b-0a4c-4c4a-90f2-fc6871c28928 None None] Pushing event deleted for resources: {'Port': ['ID=7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:39.790174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679780b-0a4c-4c4a-90f2-fc6871c28928 None None] No DVR routers for this DVR port 7b7fbf95-b2a6-44bf-8e9d-20ee8f99a40b on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:39.853270 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d808f387-cfbe-46cb-9eef-cd2360d780b4 service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:39.896296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.910727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa43342-13b5-49db-b970-59a185a7f3f0']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:39.920538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d808f387-cfbe-46cb-9eef-cd2360d780b4 service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:12:39.928363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52318) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:39.940852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4418a6-f5c6-417d-a5c7-0c572ded76e5') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:39.941180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4418a6-f5c6-417d-a5c7-0c572ded76e5') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:39.954368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.969750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c3a2aa43-ed61-4737-94f4-9c09eedd513b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3e5f49885824abaa95bf72b9f7d181b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399768 Aug 23 04:12:39.972222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52320) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:39.978812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:39.982399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:39.985370 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a99193-947f-42d9-bc1d-799966029ec0" -d '{"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-unplugged", "status": "completed", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:39.999656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:12:40.000184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:12:40.018958 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:12:40.021563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d808f387-cfbe-46cb-9eef-cd2360d780b4 service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:40.029114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b0125e90-8748-45d9-a852-834274f39116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.035756 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4704f6-b977-45ab-9974-f7535232e9a3 x-openstack-request-id: req-5c4704f6-b977-45ab-9974-f7535232e9a3 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:40.036058 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-unplugged", "status": "completed", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:40.036322 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c4704f6-b977-45ab-9974-f7535232e9a3 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:40.036717 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'code': 200} Aug 23 04:12:40.054140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b0125e90-8748-45d9-a852-834274f39116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.144679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d808f387-cfbe-46cb-9eef-cd2360d780b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.177902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.186114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.188476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/networks/dfa43342-13b5-49db-b970-59a185a7f3f0 HTTP/1.1" status: 204 len: 168 time: 1.2768691 Aug 23 04:12:40.194508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52324) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:40.203199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702e868-1a66-4f01-9052-fb62c5af0083 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Network': ['ID=dfa43342-13b5-49db-b970-59a185a7f3f0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:40.238102 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b0125e90-8748-45d9-a852-834274f39116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.241063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b0125e90-8748-45d9-a852-834274f39116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.242533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b0125e90-8748-45d9-a852-834274f39116 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f077800-dfe7-44d9-8d6a-3cbcb8513705 HTTP/1.1" status: 204 len: 168 time: 0.2690005 Aug 23 04:12:40.255397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d808f387-cfbe-46cb-9eef-cd2360d780b4 service neutron] Transition to ACTIVE for port object b6368abf-1a83-42dc-8fce-ae0b286ce16c will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:12:40.260422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0125e90-8748-45d9-a852-834274f39116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f077800-dfe7-44d9-8d6a-3cbcb8513705,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:40.330101 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d808f387-cfbe-46cb-9eef-cd2360d780b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.450839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adf895-2847-4e01-960f-b32ecc345a39 req-748ac25c-cd7d-45bf-9525-14f4b7e93cd9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:40.453659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95adf895-2847-4e01-960f-b32ecc345a39 req-748ac25c-cd7d-45bf-9525-14f4b7e93cd9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 945 time: 0.1308613 Aug 23 04:12:40.462277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808f387-cfbe-46cb-9eef-cd2360d780b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=11']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:40.492463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d808f387-cfbe-46cb-9eef-cd2360d780b4 service neutron] No DVR routers for this DVR port b6368abf-1a83-42dc-8fce-ae0b286ce16c on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:40.514216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port 3aad5129-3c9b-42d6-a7c4-5f202cbd45c0 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:40.514564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.602109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95adf895-2847-4e01-960f-b32ecc345a39 req-c3a8b271-c15a-41f4-8828-6549d771c519 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409752 Aug 23 04:12:40.670645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.671107 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.692215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for 3aad5129-3c9b-42d6-a7c4-5f202cbd45c0 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:40.709061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-d808f387-cfbe-46cb-9eef-cd2360d780b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6368abf-1a83-42dc-8fce-ae0b286ce16c/bindings/n-h1-749052-7/activate HTTP/1.1" status: 200 len: 369 time: 1.2161598 Aug 23 04:12:40.889309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-7c3619d3-9c29-47ec-a25d-1bf84c02cc1b tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:40.890762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-7c3619d3-9c29-47ec-a25d-1bf84c02cc1b tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17&tenant_id=a65a84e479c94f70b8de63fa5080ddf0&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.0606005 Aug 23 04:12:40.940320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-eefd0dd8-2788-4fa7-8aa8-e6a5a21f4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:40.941872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-eefd0dd8-2788-4fa7-8aa8-e6a5a21f4904 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 1096 time: 0.0422819 Aug 23 04:12:40.944241 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:40.973885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=3aad5129-3c9b-42d6-a7c4-5f202cbd45c0,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:41.066604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:41.066604 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Floating IP fd11367e-cdb0-42e2-b401-443a70169183 disassociated (deleted). External IP: 172.25.1.90, port: 8f00d2de-c512-4371-a426-eddca3bee571. Aug 23 04:12:41.066604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-7a5be6d6-464f-4e9f-b582-884eeb264375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:41.066604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-7a5be6d6-464f-4e9f-b582-884eeb264375 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1096 time: 0.0890632 Aug 23 04:12:41.129761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52334) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:41.176170 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-26ba87bb-5ba0-443f-9bb9-e693f47f22d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=039ace037f3d4a13a8b3d2f50ddd91bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427029 Aug 23 04:12:41.176924 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52336) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:41.232910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-79d8d63b-0c11-4e95-8ab1-8b7389aa4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:41.234421 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-79d8d63b-0c11-4e95-8ab1-8b7389aa4392 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a489f2e-6b23-4fdc-b861-090b226a5b44 HTTP/1.1" status: 200 len: 897 time: 0.1386788 Aug 23 04:12:41.240249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb19-9f0c-4f87-ae4a-26ea04d2c2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:41.261751 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb19-9f0c-4f87-ae4a-26ea04d2c2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:41.369937 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-eb22e42d-c5d5-42c3-9920-ffdc91af9db6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 200 len: 999 time: 0.0971956 Aug 23 04:12:41.419635 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb19-9f0c-4f87-ae4a-26ea04d2c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:41.421672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router d8c95e6f-436b-4862-ac01-1e6adb25af24 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:41.422688 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb19-9f0c-4f87-ae4a-26ea04d2c2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:41.426988 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-18f5cb19-9f0c-4f87-ae4a-26ea04d2c2b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55974761-2430-44be-b2b4-5e4d940285f0 HTTP/1.1" status: 204 len: 168 time: 0.2496507 Aug 23 04:12:41.435989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5cb19-9f0c-4f87-ae4a-26ea04d2c2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55974761-2430-44be-b2b4-5e4d940285f0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:41.440896 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-1c59321f-6faf-4141-96e4-4ec85728dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:41.442460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-1c59321f-6faf-4141-96e4-4ec85728dde3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=266b282e-30e1-4c5c-8a42-5e7fcdc2314f HTTP/1.1" status: 200 len: 834 time: 0.0646420 Aug 23 04:12:41.562138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-19b20053-3d30-416f-8128-9866baacdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:41.563682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-19b20053-3d30-416f-8128-9866baacdc43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a489f2e-6b23-4fdc-b861-090b226a5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866323 Aug 23 04:12:41.594621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:41.600441 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:41.604946 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] Sync routers for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:41.616869 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:41.617667 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:41.680243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-14e605bb-3d2f-48e4-aee0-71f650c85ac9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/floatingips/fd11367e-cdb0-42e2-b401-443a70169183 HTTP/1.1" status: 204 len: 168 time: 1.4843459 Aug 23 04:12:41.682286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:41.688697 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211a5c73-6db8-4ec9-8ab7-587e45972ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "tag": "8f00d2de-c512-4371-a426-eddca3bee571"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:41.743189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-58a50946-9cfe-446f-b9f8-e4fa35c5cc86 service neutron] 10.222.0.11 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688478 Aug 23 04:12:41.793990 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:41.796309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1f4ae-1493-4b46-901e-1d33c68a1052 req-31c93842-7134-4115-b194-771aef7c3cd3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:41.796309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69d1f4ae-1493-4b46-901e-1d33c68a1052 req-31c93842-7134-4115-b194-771aef7c3cd3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 945 time: 0.0877140 Aug 23 04:12:41.921919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69d1f4ae-1493-4b46-901e-1d33c68a1052 req-dd14a3a2-38e7-48e5-af80-6664639f58a4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824234 Aug 23 04:12:41.926418 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-801af22e-3a7b-4bec-a777-9347e3fe8343 service neutron] 10.222.0.11 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760464 Aug 23 04:12:42.108223 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:12:31Z', 'revision_number': 6, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:42.138483 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] Checking router: d8c95e6f-436b-4862-ac01-1e6adb25af24 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:42.150200 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:42.151159 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:42.271053 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:42.359220 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c82542c-db52-46bd-9361-1f6a81e0d910 x-openstack-request-id: req-7c82542c-db52-46bd-9361-1f6a81e0d910 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:42.359753 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "tag": "8f00d2de-c512-4371-a426-eddca3bee571", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:42.359883 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c82542c-db52-46bd-9361-1f6a81e0d910 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:42.360525 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571', 'status': 'completed', 'code': 200} Aug 23 04:12:42.452922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device b6368abf-1a83-42dc-8fce-ae0b286ce16c no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:42.491410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device b6368abf-1a83-42dc-8fce-ae0b286ce16c not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:42.506001 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:12:31Z', 'revision_number': 6, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:42.526453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bb5fd-7b0f-4972-bfde-a9ad2ee46135 req-38055620-50b6-4b6a-aaa3-d0e72fc46189 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:42.527696 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f3bb5fd-7b0f-4972-bfde-a9ad2ee46135 req-38055620-50b6-4b6a-aaa3-d0e72fc46189 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 945 time: 0.1132417 Aug 23 04:12:42.536159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-46919412-4b28-4762-94f4-49634abf408d tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:42.537655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-46919412-4b28-4762-94f4-49634abf408d tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17&tenant_id=a65a84e479c94f70b8de63fa5080ddf0&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 1096 time: 0.1125476 Aug 23 04:12:42.539926 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd378f-2704-4d09-b466-5c2205511ea2 None None] The sync data for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 is: [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:12:31Z', 'revision_number': 6, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'ce6bfb62-63e2-452b-b509-ec4203d22314', 'name': '', 'network_id': '6c589054-150e-438f-9173-fe05731bd8b1', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:10:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '780e53e3-4182-4920-896f-a6fb16394691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:58Z', 'updated_at': '2021-08-23T04:10:06Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': '780e53e3-4182-4920-896f-a6fb16394691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:42.541984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-65267798-b27d-4d57-9b6a-38a65595d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:42.543446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-65267798-b27d-4d57-9b6a-38a65595d1cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 1096 time: 0.1193013 Aug 23 04:12:42.797538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989c222b-a427-437e-9f3e-cb5e02c09a02 None None] New status for floating IP fd11367e-cdb0-42e2-b401-443a70169183: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:12:42.971019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f3bb5fd-7b0f-4972-bfde-a9ad2ee46135 req-5fd709ab-9fce-4579-af79-2e9165919560 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317219 Aug 23 04:12:43.014127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-0e807828-7d1e-4596-a54f-4267d9ed03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:43.015665 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-0e807828-7d1e-4596-a54f-4267d9ed03c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6c589054-150e-438f-9173-fe05731bd8b1 HTTP/1.1" status: 200 len: 897 time: 0.4628751 Aug 23 04:12:43.087278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-80c671f3-f7e8-40b3-899e-2a92d2538c11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f00d2de-c512-4371-a426-eddca3bee571 HTTP/1.1" status: 200 len: 217 time: 0.0459690 Aug 23 04:12:43.172297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52b6ea-d2db-4a60-b237-42b4c9bcd2a0 req-460146b6-9cda-455a-89a6-8f0322fae671 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:43.174135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c52b6ea-d2db-4a60-b237-42b4c9bcd2a0 req-460146b6-9cda-455a-89a6-8f0322fae671 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 945 time: 0.1340320 Aug 23 04:12:43.177903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-28c03a21-a887-4d06-b294-6688bbb19735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:43.179305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-28c03a21-a887-4d06-b294-6688bbb19735 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=780e53e3-4182-4920-896f-a6fb16394691 HTTP/1.1" status: 200 len: 834 time: 0.0735736 Aug 23 04:12:43.237542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c52b6ea-d2db-4a60-b237-42b4c9bcd2a0 req-f9d27003-444e-4b84-8523-8ce370831c36 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573549 Aug 23 04:12:43.249318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-907646d1-20a4-4351-8cee-b0a45e3930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:43.250939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-907646d1-20a4-4351-8cee-b0a45e3930ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6c589054-150e-438f-9173-fe05731bd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578289 Aug 23 04:12:43.251870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-b0ccd373-9f2f-4ca3-b22d-8029ef6a4f3e service neutron] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:12:43.255052 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-b0ccd373-9f2f-4ca3-b22d-8029ef6a4f3e service neutron] Notify callbacks [] for binding, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:43.256027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bda1219-8ae3-4191-868d-fa9598fa906b req-b0ccd373-9f2f-4ca3-b22d-8029ef6a4f3e service neutron] 10.222.0.11 "DELETE /v2.0/ports/b6368abf-1a83-42dc-8fce-ae0b286ce16c/bindings/n-h2-749052-7 HTTP/1.1" status: 204 len: 173 time: 0.7022295 Aug 23 04:12:43.383472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b4a33-aae3-4669-8e83-1bd0ceb078ba req-6d40fd9f-5e6b-434f-82c8-04950d293d5e tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:43.384992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a27b4a33-aae3-4669-8e83-1bd0ceb078ba req-6d40fd9f-5e6b-434f-82c8-04950d293d5e tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1096 time: 0.0630589 Aug 23 04:12:43.386761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-d8288bb8-85d3-4574-b3ad-595dc3a8eb06 service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240792 Aug 23 04:12:43.475513 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a27b4a33-aae3-4669-8e83-1bd0ceb078ba req-c4d20bbd-9f5c-4a70-bd04-84662b6da67b tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835476 Aug 23 04:12:43.505559 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-211a5c73-6db8-4ec9-8ab7-587e45972ef8 req-e7356b26-0602-4b64-b28b-0db57432949d service neutron] 10.222.0.11 "GET /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071086 Aug 23 04:12:43.592033 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0874a7-8fff-4dfc-a2dd-7c5ca9298ace req-7c55aa34-5975-462e-8c73-7dabcc1a3a46 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:43.593584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e0874a7-8fff-4dfc-a2dd-7c5ca9298ace req-7c55aa34-5975-462e-8c73-7dabcc1a3a46 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 945 time: 0.0512898 Aug 23 04:12:43.634801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7e0874a7-8fff-4dfc-a2dd-7c5ca9298ace req-5f28a551-ef69-447a-8866-6802ade12c08 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348628 Aug 23 04:12:43.657114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52358) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:43.723907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f5d99d55-c35b-49f2-9849-612e4f7e6ffd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/611f823d-36d0-49e5-bc71-6164f1475301 HTTP/1.1" status: 200 len: 991 time: 0.0642910 Aug 23 04:12:44.092541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-e7e9e38e-4e9f-4a61-9df0-317d63819f9f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:44.094095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-e7e9e38e-4e9f-4a61-9df0-317d63819f9f tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 945 time: 0.0805264 Aug 23 04:12:44.136920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8adf1-e58d-4c91-a3c6-d48ab8c75bc0 req-25efb84e-8d7c-4c69-bef0-0a0ea73e8784 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:44.138704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85b8adf1-e58d-4c91-a3c6-d48ab8c75bc0 req-25efb84e-8d7c-4c69-bef0-0a0ea73e8784 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 945 time: 0.0904176 Aug 23 04:12:44.213574 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85b8adf1-e58d-4c91-a3c6-d48ab8c75bc0 req-09ba25a6-5a58-4236-a0e2-11bd814138d8 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=03ec0fc3-e60e-4e76-88b4-edca5db1b514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591595 Aug 23 04:12:44.227954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port 8f00d2de-c512-4371-a426-eddca3bee571 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:44.228305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:44.326916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] For port 8f00d2de-c512-4371-a426-eddca3bee571, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=8f00d2de-c512-4371-a426-eddca3bee571,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:44.327278 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:44.340112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for 8f00d2de-c512-4371-a426-eddca3bee571 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:44.506740 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:44.536965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=8f00d2de-c512-4371-a426-eddca3bee571,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:44.578053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] No DVR routers for this DVR port 8f00d2de-c512-4371-a426-eddca3bee571 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:44.580645 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:44.582654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-51ac6a81-e9a3-48b4-bbab-13da2b3b8c0e req-6da033f1-6c42-4018-8b27-24a93292be4b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.11 "DELETE /v2.0/ports/8f00d2de-c512-4371-a426-eddca3bee571 HTTP/1.1" status: 204 len: 173 time: 0.4813774 Aug 23 04:12:44.583150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'name': 'network-vif-deleted', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:44.585403 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ef998c-034a-4f96-a176-c8d6be617103" -d '{"events": [{"server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "name": "network-vif-deleted", "tag": "8f00d2de-c512-4371-a426-eddca3bee571"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:44.622394 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6571b56-eb7e-4a01-b785-b25b367e257e x-openstack-request-id: req-b6571b56-eb7e-4a01-b785-b25b367e257e {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:44.622695 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60b986e-3403-4b64-a353-302b9a54bc33", "name": "network-vif-deleted", "tag": "8f00d2de-c512-4371-a426-eddca3bee571", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:44.622953 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6571b56-eb7e-4a01-b785-b25b367e257e {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:44.623543 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60b986e-3403-4b64-a353-302b9a54bc33', 'name': 'network-vif-deleted', 'tag': '8f00d2de-c512-4371-a426-eddca3bee571', 'status': 'completed', 'code': 200} Aug 23 04:12:45.336272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-578d60e9-505f-415a-9862-4410204ec053 req-2239c7d8-1453-487e-996b-08ea5c8d4fb7 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=d60b986e-3403-4b64-a353-302b9a54bc33 HTTP/1.1" status: 200 len: 210 time: 0.0277019 Aug 23 04:12:45.966523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52378) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:46.126230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port c4c178d2-ce4a-417f-b350-3dc71eaab97a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:46.126487 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.199154 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.199482 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.211210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for c4c178d2-ce4a-417f-b350-3dc71eaab97a owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:46.392469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52382) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:46.424655 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.445212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8f00d2de-c512-4371-a426-eddca3bee571 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:46.463150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=c4c178d2-ce4a-417f-b350-3dc71eaab97a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:46.467629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 8f00d2de-c512-4371-a426-eddca3bee571 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:46.468191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 8f00d2de-c512-4371-a426-eddca3bee571 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:46.518258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10bb9a51-fdf5-43a2-bd55-46e86d08d207 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.555131 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10bb9a51-fdf5-43a2-bd55-46e86d08d207 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.563974 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.564307 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Floating IP 611f823d-36d0-49e5-bc71-6164f1475301 disassociated (deleted). External IP: 172.25.1.95, port: b6368abf-1a83-42dc-8fce-ae0b286ce16c. Aug 23 04:12:46.724072 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10bb9a51-fdf5-43a2-bd55-46e86d08d207 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.726625 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-10bb9a51-fdf5-43a2-bd55-46e86d08d207 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.727786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-10bb9a51-fdf5-43a2-bd55-46e86d08d207 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/security-groups/03ec0fc3-e60e-4e76-88b4-edca5db1b514 HTTP/1.1" status: 204 len: 168 time: 0.3342419 Aug 23 04:12:46.745726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb9a51-fdf5-43a2-bd55-46e86d08d207 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ec0fc3-e60e-4e76-88b4-edca5db1b514,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:46.820929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 831340a9-c096-41a0-8970-16714a95a482 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:46.853818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52396) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:46.938952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:46.944293 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:46.950260 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] Sync routers for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:46.959857 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:46.960479 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:46.974099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7532c2d1-70a9-45ca-bfcb-8f48dc9e61bf tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/floatingips/611f823d-36d0-49e5-bc71-6164f1475301 HTTP/1.1" status: 204 len: 168 time: 1.0040956 Aug 23 04:12:46.974099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:46.983443 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a19cee-8abd-4252-8458-ecbd2fe789b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:47.076114 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:47.235236 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:47.271229 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:31Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7055ebe0-23c2-4ddf-81d7-97e3e03e6e84', 'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:52:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:30Z', 'updated_at': '2021-08-23T04:11:37Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:47.298031 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] Checking router: 831340a9-c096-41a0-8970-16714a95a482 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:47.306829 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:47.307452 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:47.429790 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6baf724-36e9-4e39-bd2b-a15dcbd57ad0 x-openstack-request-id: req-a6baf724-36e9-4e39-bd2b-a15dcbd57ad0 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:47.430297 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:47.430720 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6baf724-36e9-4e39-bd2b-a15dcbd57ad0 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:47.431420 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'status': 'completed', 'code': 200} Aug 23 04:12:47.506497 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:47.532169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port ce6bfb62-63e2-452b-b509-ec4203d22314 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:47.532513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:47.570973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-075c4382-488c-4a87-9420-5640654d890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:47.572501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-075c4382-488c-4a87-9420-5640654d890e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 1096 time: 0.0799747 Aug 23 04:12:47.584712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec8aba-db60-417b-a32a-7dd17c077f9a req-b20ef0d1-a747-4627-a38b-681096f4fd8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:47.586845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58ec8aba-db60-417b-a32a-7dd17c077f9a req-b20ef0d1-a747-4627-a38b-681096f4fd8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 945 time: 0.0929348 Aug 23 04:12:47.662015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] For port ce6bfb62-63e2-452b-b509-ec4203d22314, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ce6bfb62-63e2-452b-b509-ec4203d22314,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:47.662257 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:47.676193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for ce6bfb62-63e2-452b-b509-ec4203d22314 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:47.688410 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58ec8aba-db60-417b-a32a-7dd17c077f9a req-a511560a-ee0c-4529-8925-660348bb247e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954683 Aug 23 04:12:47.723008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-ec07d76f-6ebc-48db-8a16-998d447958c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:47.725128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-ec07d76f-6ebc-48db-8a16-998d447958c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a489f2e-6b23-4fdc-b861-090b226a5b44 HTTP/1.1" status: 200 len: 897 time: 0.1253586 Aug 23 04:12:47.732219 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:31Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7055ebe0-23c2-4ddf-81d7-97e3e03e6e84', 'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:52:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:30Z', 'updated_at': '2021-08-23T04:11:37Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:47.761101 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ca3e9-dcb4-433c-ae9d-2c4b5d900101 None None] The sync data for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 is: [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:31Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '7055ebe0-23c2-4ddf-81d7-97e3e03e6e84', 'name': '', 'network_id': '3a489f2e-6b23-4fdc-b861-090b226a5b44', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:52:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:30Z', 'updated_at': '2021-08-23T04:11:37Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': '266b282e-30e1-4c5c-8a42-5e7fcdc2314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:47.782327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-7295d6cf-4ee8-4ec3-94f2-e21e9c42cbf3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 200 len: 217 time: 0.0489614 Aug 23 04:12:47.852605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-21541cae-b886-42b8-abc3-c543ddb400fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:47.855134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-21541cae-b886-42b8-abc3-c543ddb400fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=266b282e-30e1-4c5c-8a42-5e7fcdc2314f HTTP/1.1" status: 200 len: 834 time: 0.0615218 Aug 23 04:12:47.905476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-928a1f6b-6bf9-4011-a662-a6e8e59eaf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:47.907632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-928a1f6b-6bf9-4011-a662-a6e8e59eaf8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a489f2e-6b23-4fdc-b861-090b226a5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442517 Aug 23 04:12:47.970647 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:47.999029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=ce6bfb62-63e2-452b-b509-ec4203d22314,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:48.024614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-b927a67b-77be-4faa-b11c-5f3e7b72957f service neutron] 10.222.0.11 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081631 Aug 23 04:12:48.142782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1a19cee-8abd-4252-8458-ecbd2fe789b7 req-36c480c1-c57f-47e2-8378-3be5f69d05bd service neutron] 10.222.0.11 "GET /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039078 Aug 23 04:12:48.150003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef6a03-8ace-4ab6-a952-ec298f5b88b2 None None] New status for floating IP 611f823d-36d0-49e5-bc71-6164f1475301: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:12:48.220375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.303165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-e82b5a78-c2d0-4554-885a-54acc8359156 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:48.304811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-e82b5a78-c2d0-4554-885a-54acc8359156 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Aug 23 04:12:48.403085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port b6368abf-1a83-42dc-8fce-ae0b286ce16c {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:48.403354 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.464166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router d8c95e6f-436b-4862-ac01-1e6adb25af24 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:48.497963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port b6368abf-1a83-42dc-8fce-ae0b286ce16c, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=b6368abf-1a83-42dc-8fce-ae0b286ce16c,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:48.498350 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.510741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for b6368abf-1a83-42dc-8fce-ae0b286ce16c owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:48.582907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:48.590884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a470d4a5-fb6f-435d-a417-ae8a7c87d9a6 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "PUT /v2.0/routers/d8c95e6f-436b-4862-ac01-1e6adb25af24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7354758 Aug 23 04:12:48.591496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52424) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:48.595266 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] Sync routers for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:48.604607 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:48.605583 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:48.658517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e272de7c-4edb-4341-876d-e02006174cb1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting subnet 780e53e3-4182-4920-896f-a6fb16394691 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:12:48.662458 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e272de7c-4edb-4341-876d-e02006174cb1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.702091 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e272de7c-4edb-4341-876d-e02006174cb1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.724917 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:48.751208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.782853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=b6368abf-1a83-42dc-8fce-ae0b286ce16c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:48.798480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e272de7c-4edb-4341-876d-e02006174cb1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.848861 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e630c81a-1490-446b-884f-2bea607ffc80 req-1e2ee368-cb4a-49b3-9da0-fd7a02554429 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecc3f55f-e09a-4474-9670-0af1418d0c17 HTTP/1.1" status: 200 len: 210 time: 0.0684531 Aug 23 04:12:48.871920 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] No DVR routers for this DVR port b6368abf-1a83-42dc-8fce-ae0b286ce16c on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:48.874907 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.877136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36358408-d946-4eb9-93d7-8b30326dc5d6 req-a7a7af5b-3f2b-4132-aa3a-830cc69fffb7 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "DELETE /v2.0/ports/b6368abf-1a83-42dc-8fce-ae0b286ce16c HTTP/1.1" status: 204 len: 173 time: 0.5664141 Aug 23 04:12:48.935035 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:12:47Z', 'revision_number': 7, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:48.944817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e272de7c-4edb-4341-876d-e02006174cb1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.964989 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] Checking router: d8c95e6f-436b-4862-ac01-1e6adb25af24 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:48.973291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272de7c-4edb-4341-876d-e02006174cb1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Subnet': ['ID=780e53e3-4182-4920-896f-a6fb16394691,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:48.981453 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e272de7c-4edb-4341-876d-e02006174cb1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:48.983095 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] Routers {'d8c95e6f-436b-4862-ac01-1e6adb25af24'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:48.983797 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d8c95e6f-436b-4862-ac01-1e6adb25af24'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:48.984718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e272de7c-4edb-4341-876d-e02006174cb1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/subnets/780e53e3-4182-4920-896f-a6fb16394691 HTTP/1.1" status: 204 len: 168 time: 0.3916976 Aug 23 04:12:48.985393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52434) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:48.987846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43196150-6473-4de4-bec4-21fe7d5dbad6 None None] Network 6c589054-150e-438f-9173-fe05731bd8b1 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:12:49.097858 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:49.117189 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] Set router d8c95e6f-436b-4862-ac01-1e6adb25af24 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:49.264331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2b95f-1ed3-47c7-a60f-f1da5c59ecad None None] DHCP port deletion for 6c589054-150e-438f-9173-fe05731bd8b1 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:12:49.264839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:49.322243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-83b2b95f-1ed3-47c7-a60f-f1da5c59ecad None None] Deleting port 614f3ac7-a44c-47e6-8559-3a6299aa599a {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:49.322692 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-83b2b95f-1ed3-47c7-a60f-f1da5c59ecad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:49.364726 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:12:47Z', 'revision_number': 7, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:49.417994 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d90471-2436-44fb-8bba-c5cbc13772e0 None None] The sync data for ids ['d8c95e6f-436b-4862-ac01-1e6adb25af24'] in n-d-749052-7 is: [{'id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'name': 'tempest-TestNetworkBasicOps-router-1226356146', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:09:53Z', 'updated_at': '2021-08-23T04:12:47Z', 'revision_number': 7, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '607337f2-9e8a-4207-94de-0ba26e43422f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95e6f-436b-4862-ac01-1e6adb25af24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:09:54Z', 'updated_at': '2021-08-23T04:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:49.421075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-83b2b95f-1ed3-47c7-a60f-f1da5c59ecad None None] For port 614f3ac7-a44c-47e6-8559-3a6299aa599a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=614f3ac7-a44c-47e6-8559-3a6299aa599a,segment=NetworkSegment(95aa0c56-b771-45ed-b697-2f809c845a5e),segment_id=95aa0c56-b771-45ed-b697-2f809c845a5e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:49.421075 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-83b2b95f-1ed3-47c7-a60f-f1da5c59ecad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:49.431219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-83b2b95f-1ed3-47c7-a60f-f1da5c59ecad None None] Calling delete_port for 614f3ac7-a44c-47e6-8559-3a6299aa599a owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:49.433072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-deleted', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:12:49.435653 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206a0ee2-66ce-4c7f-a6ec-0fcf877fdcfe" -d '{"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-deleted", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:12:49.485000 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9189f35c-e517-426f-a47c-cee2f3e7b184 x-openstack-request-id: req-9189f35c-e517-426f-a47c-cee2f3e7b184 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:12:49.485000 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3f55f-e09a-4474-9670-0af1418d0c17", "name": "network-vif-deleted", "tag": "b6368abf-1a83-42dc-8fce-ae0b286ce16c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:12:49.485000 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9189f35c-e517-426f-a47c-cee2f3e7b184 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:12:49.485000 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3f55f-e09a-4474-9670-0af1418d0c17', 'name': 'network-vif-deleted', 'tag': 'b6368abf-1a83-42dc-8fce-ae0b286ce16c', 'status': 'completed', 'code': 200} Aug 23 04:12:49.601454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port 607337f2-9e8a-4207-94de-0ba26e43422f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:49.601793 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:49.615528 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-83b2b95f-1ed3-47c7-a60f-f1da5c59ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:49.643257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2b95f-1ed3-47c7-a60f-f1da5c59ecad None None] No DVR routers for this DVR port 614f3ac7-a44c-47e6-8559-3a6299aa599a on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:49.645262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2b95f-1ed3-47c7-a60f-f1da5c59ecad None None] Pushing event deleted for resources: {'Port': ['ID=614f3ac7-a44c-47e6-8559-3a6299aa599a,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:49.698587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] For port 607337f2-9e8a-4207-94de-0ba26e43422f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=607337f2-9e8a-4207-94de-0ba26e43422f,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:49.698957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:49.710514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for 607337f2-9e8a-4207-94de-0ba26e43422f owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:49.823291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ce6bfb62-63e2-452b-b509-ec4203d22314 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:49.846565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ce6bfb62-63e2-452b-b509-ec4203d22314 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:49.847196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ce6bfb62-63e2-452b-b509-ec4203d22314 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:49.847912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 614f3ac7-a44c-47e6-8559-3a6299aa599a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:49.868713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 614f3ac7-a44c-47e6-8559-3a6299aa599a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:49.885557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 614f3ac7-a44c-47e6-8559-3a6299aa599a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:49.957818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52450) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:50.014273 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:50.049172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=607337f2-9e8a-4207-94de-0ba26e43422f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:50.110296 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:50.203540 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:50.206888 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:50.335718 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:50.471438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b6368abf-1a83-42dc-8fce-ae0b286ce16c no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:50.494034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: b6368abf-1a83-42dc-8fce-ae0b286ce16c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:50.494797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device b6368abf-1a83-42dc-8fce-ae0b286ce16c not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:50.665366 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:50.665951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Fanout notify agent at l3_agent the message router_deleted on router d8c95e6f-436b-4862-ac01-1e6adb25af24 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:12:50.674728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:50.677148 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c85c1a81-4ae8-4995-bd0c-199f1377855b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/routers/d8c95e6f-436b-4862-ac01-1e6adb25af24 HTTP/1.1" status: 204 len: 168 time: 1.6905544 Aug 23 04:12:50.681310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52460) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:50.836229 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.014190 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.027985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c589054-150e-438f-9173-fe05731bd8b1']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:51.041864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95aa0c56-b771-45ed-b697-2f809c845a5e') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:51.042157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95aa0c56-b771-45ed-b697-2f809c845a5e') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:51.069818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.105938 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.114470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:12:51.114870 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:12:51.117926 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:12:51.192737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:51.193189 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.256738 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.261877 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.267097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/networks/6c589054-150e-438f-9173-fe05731bd8b1 HTTP/1.1" status: 204 len: 168 time: 0.5818856 Aug 23 04:12:51.284165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52470) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:51.288310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626c868-29f9-4d3c-941d-21e17f155e3c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Network': ['ID=6c589054-150e-438f-9173-fe05731bd8b1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:51.293939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'network': {'name': 'tempest-network-smoke--1329211614', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'port_security_enabled': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:51.325697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7055ebe0-23c2-4ddf-81d7-97e3e03e6e84,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:51.326227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.339803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:51.381070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Made reservation on behalf of 430cdb31e1b941ffa5f70834a9747f27 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:12:51.384932 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.438597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:12:51.447752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.448275 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Added segment d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093 of type vlan for network e3883b53-82b6-472b-9c85-bd16731eb2e5 Aug 23 04:12:51.499256 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.548821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 607337f2-9e8a-4207-94de-0ba26e43422f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:51.570029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 607337f2-9e8a-4207-94de-0ba26e43422f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:51.570597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 607337f2-9e8a-4207-94de-0ba26e43422f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:51.601844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.607411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:51.612053 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.674728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Network': ['ID=e3883b53-82b6-472b-9c85-bd16731eb2e5,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:51.684322 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.684931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network e3883b53-82b6-472b-9c85-bd16731eb2e5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:12:51.716223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=7055ebe0-23c2-4ddf-81d7-97e3e03e6e84,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:51.779396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf677434-6837-4ae8-863e-ca8437e47813 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4871521 Aug 23 04:12:51.779723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52478) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:51.784802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-337624864', 'admin_state_up': True, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:51.901004 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.902199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.946479 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:51.971509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.164424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 831340a9-c096-41a0-8970-16714a95a482 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:52.165334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.294921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:52.301882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-385e07a6-32a3-4c51-b481-5879719121db tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "PUT /v2.0/routers/831340a9-c096-41a0-8970-16714a95a482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3418438 Aug 23 04:12:52.303860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52486) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:52.306503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] Sync routers for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:52.316542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:52.321488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:52.373721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b157286d-6464-4503-9167-cc6ad14ab698 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting subnet 266b282e-30e1-4c5c-8a42-5e7fcdc2314f {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:12:52.377932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b157286d-6464-4503-9167-cc6ad14ab698 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.423050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b157286d-6464-4503-9167-cc6ad14ab698 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.432948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:52.461122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.481312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.525701 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b157286d-6464-4503-9167-cc6ad14ab698 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.585610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.25.1.245 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/851cbcc9-fb61-43ae-88fe-b12736539076) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:12:52.627110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:12:51Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:52.654321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] Checking router: 831340a9-c096-41a0-8970-16714a95a482 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:52.666117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] Routers {'831340a9-c096-41a0-8970-16714a95a482'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:52.666766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['831340a9-c096-41a0-8970-16714a95a482'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:52.685167 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b157286d-6464-4503-9167-cc6ad14ab698 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.716862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157286d-6464-4503-9167-cc6ad14ab698 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Subnet': ['ID=266b282e-30e1-4c5c-8a42-5e7fcdc2314f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:52.719475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b157286d-6464-4503-9167-cc6ad14ab698 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.724395 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b157286d-6464-4503-9167-cc6ad14ab698 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/subnets/266b282e-30e1-4c5c-8a42-5e7fcdc2314f HTTP/1.1" status: 204 len: 168 time: 0.4198759 Aug 23 04:12:52.725740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52492) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:52.732080 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.783316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37f9ef3-2abb-486b-9074-23b051580e75 None None] Network 3a489f2e-6b23-4fdc-b861-090b226a5b44 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:12:52.825184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.842624 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.867473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:12:52.869402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] Set router 831340a9-c096-41a0-8970-16714a95a482 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:52.870488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:12:52.877212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:12:52.905650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=851cbcc9-fb61-43ae-88fe-b12736539076,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:52.950266 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:52.969943 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.090275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port 3563241b-10d9-4e43-8d79-4923e84f9123 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:53.090621 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.144824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:12:51Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:53.179662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add93fc5-e69f-41a8-8b1f-7d0ad5aa3c6a None None] DHCP port deletion for 3a489f2e-6b23-4fdc-b861-090b226a5b44 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:12:53.183049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22173f65-40b5-4f47-ae0f-23dbfdcf03e4 None None] The sync data for ids ['831340a9-c096-41a0-8970-16714a95a482'] in n-d-749052-7 is: [{'id': '831340a9-c096-41a0-8970-16714a95a482', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1254762482', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:12:51Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '3563241b-10d9-4e43-8d79-4923e84f9123', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831340a9-c096-41a0-8970-16714a95a482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:11:27Z', 'updated_at': '2021-08-23T04:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:53.186566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port 3563241b-10d9-4e43-8d79-4923e84f9123, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3563241b-10d9-4e43-8d79-4923e84f9123,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:53.186940 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.204818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for 3563241b-10d9-4e43-8d79-4923e84f9123 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:53.237667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-add93fc5-e69f-41a8-8b1f-7d0ad5aa3c6a None None] Deleting port b4001f83-d846-4604-b385-3f2d58aeacba {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:12:53.240216 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-add93fc5-e69f-41a8-8b1f-7d0ad5aa3c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.287344 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.304787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-add93fc5-e69f-41a8-8b1f-7d0ad5aa3c6a None None] For port b4001f83-d846-4604-b385-3f2d58aeacba, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b4001f83-d846-4604-b385-3f2d58aeacba,segment=NetworkSegment(728ce541-ebd5-417a-8adc-916c47828a24),segment_id=728ce541-ebd5-417a-8adc-916c47828a24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:53.305335 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-add93fc5-e69f-41a8-8b1f-7d0ad5aa3c6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.319184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-add93fc5-e69f-41a8-8b1f-7d0ad5aa3c6a None None] Calling delete_port for b4001f83-d846-4604-b385-3f2d58aeacba owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:12:53.464948 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-add93fc5-e69f-41a8-8b1f-7d0ad5aa3c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.478121 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.492327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add93fc5-e69f-41a8-8b1f-7d0ad5aa3c6a None None] Pushing event deleted for resources: {'Port': ['ID=b4001f83-d846-4604-b385-3f2d58aeacba,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:53.495904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add93fc5-e69f-41a8-8b1f-7d0ad5aa3c6a None None] No DVR routers for this DVR port b4001f83-d846-4604-b385-3f2d58aeacba on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:12:53.514541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.522393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=3563241b-10d9-4e43-8d79-4923e84f9123,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:53.604445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:53.622641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.746726 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.749123 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.824385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router c6daae86-03e3-4ae8-a878-2942a798d6ab is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:12:53.830044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:53.835969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7055ebe0-23c2-4ddf-81d7-97e3e03e6e84 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:53.835969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b4001f83-d846-4604-b385-3f2d58aeacba no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:53.850396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b4001f83-d846-4604-b385-3f2d58aeacba {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:53.850746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b4001f83-d846-4604-b385-3f2d58aeacba not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:53.897482 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.898056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Fanout notify agent at l3_agent the message router_deleted on router 831340a9-c096-41a0-8970-16714a95a482 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:12:53.906925 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:53.908134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-33e37d32-558b-4c77-b845-81bf74322670 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/routers/831340a9-c096-41a0-8970-16714a95a482 HTTP/1.1" status: 204 len: 168 time: 1.1816416 Aug 23 04:12:53.912427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52508) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:53.957740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:53.967443 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Sync routers for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:53.980053 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:53.980988 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:54.002086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.049636 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.050964 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-27a03ee7-f3c6-4e06-b7d4-ece53e944cb9 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2703612 Aug 23 04:12:54.054088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52512) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:54.095553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b17583ec-b7e6-4097-ab09-b745e7ed53c9 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=430cdb31e1b941ffa5f70834a9747f27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380464 Aug 23 04:12:54.096350 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52514) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:54.107018 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:54.131410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.143274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a489f2e-6b23-4fdc-b861-090b226a5b44']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:54.153289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728ce541-ebd5-417a-8adc-916c47828a24') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:54.153587 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728ce541-ebd5-417a-8adc-916c47828a24') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:54.162540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.176078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.182264 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:12:54.182629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:12:54.185635 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:12:54.210157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c1a377-be57-4ea4-8d13-a5e167fb2ec1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:54.214705 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c4c1a377-be57-4ea4-8d13-a5e167fb2ec1 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1146207 Aug 23 04:12:54.215067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52518) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:54.251669 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e8a16116-7a6a-402b-bf74-403bac39c7a9 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354095 Aug 23 04:12:54.254452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52522) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:54.259897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1184284797', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:54.316391 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:53Z', 'revision_number': 3, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:54.317203 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.338981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.343811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/networks/3a489f2e-6b23-4fdc-b861-090b226a5b44 HTTP/1.1" status: 204 len: 168 time: 0.4275153 Aug 23 04:12:54.344217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52524) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:54.347331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19080a-7818-4aa5-82b9-243a350b1b29 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Network': ['ID=3a489f2e-6b23-4fdc-b861-090b226a5b44,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:54.347837 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Checking router: c6daae86-03e3-4ae8-a878-2942a798d6ab for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:54.350066 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Updating router c6daae86-03e3-4ae8-a878-2942a798d6ab port 851cbcc9-fb61-43ae-88fe-b12736539076 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:12:54.395665 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.409383 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81fc11d7-f812-4ef5-914e-2546086f3962 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.444604 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81fc11d7-f812-4ef5-914e-2546086f3962 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.467555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Made reservation on behalf of 430cdb31e1b941ffa5f70834a9747f27 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:12:54.471686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.586835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81fc11d7-f812-4ef5-914e-2546086f3962 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.589408 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-81fc11d7-f812-4ef5-914e-2546086f3962 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.593100 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-81fc11d7-f812-4ef5-914e-2546086f3962 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce96ee10-7703-4a0d-97c9-7d92e0d36bf6 HTTP/1.1" status: 204 len: 168 time: 0.2453518 Aug 23 04:12:54.617675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc11d7-f812-4ef5-914e-2546086f3962 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce96ee10-7703-4a0d-97c9-7d92e0d36bf6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:54.690039 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.699740 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Transition to ACTIVE for port object 851cbcc9-fb61-43ae-88fe-b12736539076 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:12:54.797210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.825176 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:54.876585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Subnet': ['ID=a841e7e6-0e52-43b2-a280-1d8f35c0d815,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:54.881249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Checking segment: {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:12:54.881617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network hostable DHCP agents. Network: e3883b53-82b6-472b-9c85-bd16731eb2e5, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:12:54.978945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network e3883b53-82b6-472b-9c85-bd16731eb2e5 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:12:54.983740 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Pushing event updated for resources: {'Port': ['ID=851cbcc9-fb61-43ae-88fe-b12736539076,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:54.988700 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Attempting to bind port 851cbcc9-fb61-43ae-88fe-b12736539076 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:12:54.989084 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Attempting to bind port 851cbcc9-fb61-43ae-88fe-b12736539076 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:12:54.989448 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Attempting to bind port 851cbcc9-fb61-43ae-88fe-b12736539076 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:12:54.997729 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:54.998077 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:54.998416 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:54.998753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:54.999083 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:54.999411 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:54.999768 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:55.000091 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:55.000410 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:55.000733 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:55.001071 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:55.001394 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:12:55.004484 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:12:55.004865 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:12:55.005286 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.005968 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:12:55.006334 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Bound port: 851cbcc9-fb61-43ae-88fe-b12736539076, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:12:55.006719 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.031566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, e3883b53-82b6-472b-9c85-bd16731eb2e5) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:12:55.037289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:55.038416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.042499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63360caf-437c-4a99-b71d-a26af72b5c3b None None] Network e3883b53-82b6-472b-9c85-bd16731eb2e5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:12:55.061163 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] For port 851cbcc9-fb61-43ae-88fe-b12736539076, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:12:55.064467 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] For port 851cbcc9-fb61-43ae-88fe-b12736539076, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=851cbcc9-fb61-43ae-88fe-b12736539076,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:12:55.147484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-018cfbc3-d70b-4e36-a479-d1ef0d0de24c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8917840 Aug 23 04:12:55.150515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52540) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:55.164655 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.230357 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014fcd9-aa09-4dc5-87f3-a2fc30358346 None None] Pushing event updated for resources: {'Port': ['ID=851cbcc9-fb61-43ae-88fe-b12736539076,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:55.254380 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:55.255261 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:55.284049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-e3883b53-82b6-472b-9c85-bd16731eb2e5', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:12:55.285218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.375774 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:55.468030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52544) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:55.470037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Allocated IP 172.20.0.2 (e3883b53-82b6-472b-9c85-bd16731eb2e5/a841e7e6-0e52-43b2-a280-1d8f35c0d815/17a0acb1-0aa7-4890-b36d-d828c462a515) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:12:55.473790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c4fb9053-d56b-4fcb-9965-c258073b3372 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310071722', 'description': 'tempest-secgroup-smoke-1310071722 description', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:55.571729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3563241b-10d9-4e43-8d79-4923e84f9123 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:12:55.585644 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9053-d56b-4fcb-9965-c258073b3372 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.595732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 3563241b-10d9-4e43-8d79-4923e84f9123 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:12:55.596336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3563241b-10d9-4e43-8d79-4923e84f9123 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:12:55.604302 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:53Z', 'revision_number': 3, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:55.671195 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.673932 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccfbb6-6c7b-468a-9d10-7ffd70e4bfbe None None] The sync data for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 is: [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:53Z', 'revision_number': 3, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:12:55.687834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Transition to ACTIVE for port object 17a0acb1-0aa7-4890-b36d-d828c462a515 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:12:55.711330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Transition to ACTIVE for port object 17a0acb1-0aa7-4890-b36d-d828c462a515 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:12:55.730370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9053-d56b-4fcb-9965-c258073b3372 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.780564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.792958 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.821153 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9053-d56b-4fcb-9965-c258073b3372 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.856873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Network e3883b53-82b6-472b-9c85-bd16731eb2e5 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:12:55.859808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:12:55.870626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:12:55.873622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb9053-d56b-4fcb-9965-c258073b3372 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b532c8d0-f7f3-4a95-950f-0018a3a12726,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:55.894902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Pushing event updated for resources: {'Port': ['ID=17a0acb1-0aa7-4890-b36d-d828c462a515,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:55.962533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Attempting to bind port 17a0acb1-0aa7-4890-b36d-d828c462a515 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:12:55.962916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Attempting to bind port 17a0acb1-0aa7-4890-b36d-d828c462a515 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:12:55.963307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Attempting to bind port 17a0acb1-0aa7-4890-b36d-d828c462a515 on network e3883b53-82b6-472b-9c85-bd16731eb2e5 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:12:55.974329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:12:55.974329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Checking segment: {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:12:55.974329 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:55.974329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Bound using segment: {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:12:55.974329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Bound port: 17a0acb1-0aa7-4890-b36d-d828c462a515, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:12:55.974329 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.021513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9053-d56b-4fcb-9965-c258073b3372 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.022745 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c4fb9053-d56b-4fcb-9965-c258073b3372 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5530751 Aug 23 04:12:56.025803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52552) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:56.030416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b1329cc6-ba15-454c-a65d-4683ff62e3be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'b532c8d0-f7f3-4a95-950f-0018a3a12726', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:56.112475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] For port 17a0acb1-0aa7-4890-b36d-d828c462a515, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:12:56.124397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] For port 17a0acb1-0aa7-4890-b36d-d828c462a515, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=17a0acb1-0aa7-4890-b36d-d828c462a515,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:12:56.154858 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9c63656-2079-4001-9c88-179541ef1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.181287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1329cc6-ba15-454c-a65d-4683ff62e3be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.198577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.20.0.1 (e3883b53-82b6-472b-9c85-bd16731eb2e5/a841e7e6-0e52-43b2-a280-1d8f35c0d815/c676d76b-a69a-4717-bb0b-b9a131a7e0cb) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:12:56.225567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.245022 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1329cc6-ba15-454c-a65d-4683ff62e3be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.305369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c34fce-850b-4988-9d42-7fe01e7932dd None None] Pushing event updated for resources: {'Port': ['ID=17a0acb1-0aa7-4890-b36d-d828c462a515,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:56.307216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1329cc6-ba15-454c-a65d-4683ff62e3be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.334659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329cc6-ba15-454c-a65d-4683ff62e3be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92fb650-4a34-41a4-b673-e717a6d0729f,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:56.377074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.389457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Transition to ACTIVE for port object c676d76b-a69a-4717-bb0b-b9a131a7e0cb will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:12:56.396126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b1329cc6-ba15-454c-a65d-4683ff62e3be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.397411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b1329cc6-ba15-454c-a65d-4683ff62e3be tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3707252 Aug 23 04:12:56.400241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52560) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:56.406625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a9858b52-aa57-40c6-9f4b-68591f8bad5d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'b532c8d0-f7f3-4a95-950f-0018a3a12726', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:56.513251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.548416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9858b52-aa57-40c6-9f4b-68591f8bad5d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.570050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network e3883b53-82b6-472b-9c85-bd16731eb2e5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:12:56.573772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:12:56.583955 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:12:56.588401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=c676d76b-a69a-4717-bb0b-b9a131a7e0cb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:56.639014 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.667731 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9858b52-aa57-40c6-9f4b-68591f8bad5d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.747025 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9858b52-aa57-40c6-9f4b-68591f8bad5d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.772948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858b52-aa57-40c6-9f4b-68591f8bad5d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c48894-4b75-42b4-a3ed-06fba5444dc2,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:56.832848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9858b52-aa57-40c6-9f4b-68591f8bad5d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.834488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a9858b52-aa57-40c6-9f4b-68591f8bad5d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4320507 Aug 23 04:12:56.838211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52566) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:56.843177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-70cc22fb-291a-4d6d-a5fa-49a110fbd3d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'b532c8d0-f7f3-4a95-950f-0018a3a12726', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:56.862398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:56.946912 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70cc22fb-291a-4d6d-a5fa-49a110fbd3d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.025600 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70cc22fb-291a-4d6d-a5fa-49a110fbd3d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.124128 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70cc22fb-291a-4d6d-a5fa-49a110fbd3d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.145969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc22fb-291a-4d6d-a5fa-49a110fbd3d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705fbe03-d8b6-4ec5-a906-1a681a3f97e4,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:57.155222 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.215747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-70cc22fb-291a-4d6d-a5fa-49a110fbd3d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.217337 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-70cc22fb-291a-4d6d-a5fa-49a110fbd3d0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3780558 Aug 23 04:12:57.220584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52574) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:57.225418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f81c0f11-1e8b-43d4-999e-df6c97c3f883 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'b532c8d0-f7f3-4a95-950f-0018a3a12726', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:57.230539 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.303938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.305683 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=c676d76b-a69a-4717-bb0b-b9a131a7e0cb,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:57.323144 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f81c0f11-1e8b-43d4-999e-df6c97c3f883 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.395019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f81c0f11-1e8b-43d4-999e-df6c97c3f883 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.415749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network e3883b53-82b6-472b-9c85-bd16731eb2e5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:12:57.417256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:12:57.495933 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f81c0f11-1e8b-43d4-999e-df6c97c3f883 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.522087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c0f11-1e8b-43d4-999e-df6c97c3f883 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e465c9b-9ee3-4b69-bdec-bb7e8e4a7993,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:57.588046 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router c6daae86-03e3-4ae8-a878-2942a798d6ab has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:12:57.615917 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f81c0f11-1e8b-43d4-999e-df6c97c3f883 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.617891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f81c0f11-1e8b-43d4-999e-df6c97c3f883 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3962238 Aug 23 04:12:57.620449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52580) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:57.626921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f2ad4694-1e4b-4abc-83e0-6295d4bfb58e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'b532c8d0-f7f3-4a95-950f-0018a3a12726', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:57.673057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 17a0acb1-0aa7-4890-b36d-d828c462a515 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:12:57.708976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:12:57.723727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-68758984-bdb8-4f10-a3b1-361526375279 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "PUT /v2.0/routers/c6daae86-03e3-4ae8-a878-2942a798d6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5716915 Aug 23 04:12:57.726222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52584) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:57.754949 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-f2ad4694-1e4b-4abc-83e0-6295d4bfb58e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Project a65a84e479c94f70b8de63fa5080ddf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:12:57.779636 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4694-1e4b-4abc-83e0-6295d4bfb58e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:57.815218 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 17a0acb1-0aa7-4890-b36d-d828c462a515 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:12:57.822803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 851cbcc9-fb61-43ae-88fe-b12736539076 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:12:57.850392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Sync routers for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:12:57.874318 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:57.874891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:57.920795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e089a5f-2865-4037-8c46-a650629ca703 None None] Network e3883b53-82b6-472b-9c85-bd16731eb2e5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:12:58.074382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:12:58.076211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 851cbcc9-fb61-43ae-88fe-b12736539076 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:12:58.125967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-491e037b-79cb-4fc7-8d34-3eb4843e31e6 None None] Provisioning for port 17a0acb1-0aa7-4890-b36d-d828c462a515 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:12:58.131934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 851cbcc9-fb61-43ae-88fe-b12736539076 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:12:58.132306 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.140327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-491e037b-79cb-4fc7-8d34-3eb4843e31e6 None None] Provisioning complete for port 17a0acb1-0aa7-4890-b36d-d828c462a515 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:12:58.140727 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-491e037b-79cb-4fc7-8d34-3eb4843e31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.270698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db511f0-dce1-4ba4-b6fd-6ab9ecc3980d tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:58.271234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db511f0-dce1-4ba4-b6fd-6ab9ecc3980d tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:58.271627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db511f0-dce1-4ba4-b6fd-6ab9ecc3980d tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:58.272077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db511f0-dce1-4ba4-b6fd-6ab9ecc3980d tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:58.276533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9db511f0-dce1-4ba4-b6fd-6ab9ecc3980d tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.5493054 Aug 23 04:12:58.276903 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52592) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:58.278437 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4694-1e4b-4abc-83e0-6295d4bfb58e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.333522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ac030-029b-4344-bc49-765cbb901d40 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:58.334019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ac030-029b-4344-bc49-765cbb901d40 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:58.334492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ac030-029b-4344-bc49-765cbb901d40 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:58.334937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ac030-029b-4344-bc49-765cbb901d40 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:58.339089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-726ac030-029b-4344-bc49-765cbb901d40 tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0581172 Aug 23 04:12:58.339375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52594) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:58.341399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4694-1e4b-4abc-83e0-6295d4bfb58e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.369052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad4694-1e4b-4abc-83e0-6295d4bfb58e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dc6f60-6e7b-4693-a0cb-365711e43c2d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:58.466695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4694-1e4b-4abc-83e0-6295d4bfb58e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.468322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f2ad4694-1e4b-4abc-83e0-6295d4bfb58e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8465459 Aug 23 04:12:58.471533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52598) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:58.476292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7cd536c1-75be-47da-a83e-c20a9f14e71b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'security_group_rule': {'security_group_id': 'b532c8d0-f7f3-4a95-950f-0018a3a12726', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:58.486145 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-491e037b-79cb-4fc7-8d34-3eb4843e31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.487887 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.497486 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c1f3743-d48f-4540-816c-a2cabea199ec tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1568122 Aug 23 04:12:58.530011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 851cbcc9-fb61-43ae-88fe-b12736539076, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=851cbcc9-fb61-43ae-88fe-b12736539076,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:58.554331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-491e037b-79cb-4fc7-8d34-3eb4843e31e6 None None] For port 17a0acb1-0aa7-4890-b36d-d828c462a515, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=17a0acb1-0aa7-4890-b36d-d828c462a515,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:12:58.569574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:56Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c676d76b-a69a-4717-bb0b-b9a131a7e0cb', 'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:2b:fb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:55Z', 'updated_at': '2021-08-23T04:12:57Z', 'revision_number': 2, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:58.596322 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-7cd536c1-75be-47da-a83e-c20a9f14e71b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Project a65a84e479c94f70b8de63fa5080ddf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:12:58.602626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Checking router: c6daae86-03e3-4ae8-a878-2942a798d6ab for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:12:58.603344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Updating router c6daae86-03e3-4ae8-a878-2942a798d6ab port c676d76b-a69a-4717-bb0b-b9a131a7e0cb binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:12:58.603516 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7cd536c1-75be-47da-a83e-c20a9f14e71b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.651638 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.703231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.723276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7cd536c1-75be-47da-a83e-c20a9f14e71b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.727167 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-491e037b-79cb-4fc7-8d34-3eb4843e31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.796825 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7cd536c1-75be-47da-a83e-c20a9f14e71b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.822834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd536c1-75be-47da-a83e-c20a9f14e71b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a209b63-f863-4563-bbb8-de228a9219b1,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:58.871610 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba31a-0559-4a69-9d2b-56267964c33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.876515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=851cbcc9-fb61-43ae-88fe-b12736539076,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:58.905067 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7cd536c1-75be-47da-a83e-c20a9f14e71b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.906472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7cd536c1-75be-47da-a83e-c20a9f14e71b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4337232 Aug 23 04:12:58.909196 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52606) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:58.914686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'network': {'name': 'tempest-network-smoke--1999275267', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:58.963949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52610) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:58.967402 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:58.970403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-213c798d-854e-4c92-9da5-fc3867754272 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353030735', 'description': 'tempest-secgroup-smoke-353030735 description', 'project_id': '430cdb31e1b941ffa5f70834a9747f27'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:59.000443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e037b-79cb-4fc7-8d34-3eb4843e31e6 None None] Pushing event updated for resources: {'Port': ['ID=17a0acb1-0aa7-4890-b36d-d828c462a515,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:59.032488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b7dd4220-1355-4a77-baf4-b13810f44121 None None] Provisioning for port c676d76b-a69a-4717-bb0b-b9a131a7e0cb completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:12:59.045047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b7dd4220-1355-4a77-baf4-b13810f44121 None None] Provisioning complete for port c676d76b-a69a-4717-bb0b-b9a131a7e0cb triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:12:59.045047 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4220-1355-4a77-baf4-b13810f44121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.055106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:12:59.058813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.095764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd4220-1355-4a77-baf4-b13810f44121 None None] Port c676d76b-a69a-4717-bb0b-b9a131a7e0cb cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:12:59.101789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:12:59.113581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.113937 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Added segment c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d of type vlan for network 4a864f84-794f-4e04-a32c-e082a9f69092 Aug 23 04:12:59.140973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b7dd4220-1355-4a77-baf4-b13810f44121 None None] Provisioning complete for port 17a0acb1-0aa7-4890-b36d-d828c462a515 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:12:59.142852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-213c798d-854e-4c92-9da5-fc3867754272 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.143139 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4220-1355-4a77-baf4-b13810f44121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.148677 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.164026 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.184721 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Transition to ACTIVE for port object c676d76b-a69a-4717-bb0b-b9a131a7e0cb will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:12:59.251601 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.270074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-213c798d-854e-4c92-9da5-fc3867754272 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.272732 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.278585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:12:59.279179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.304837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bb8c5-09dc-4efb-b09a-6dc992213eb5 None None] Pushing event updated for resources: {'Port': ['ID=c676d76b-a69a-4717-bb0b-b9a131a7e0cb,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:59.341690 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-213c798d-854e-4c92-9da5-fc3867754272 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.363300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Network': ['ID=4a864f84-794f-4e04-a32c-e082a9f69092,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:59.373809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c798d-854e-4c92-9da5-fc3867754272 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b26bae-9cce-434f-b82e-f564fd815bfe,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:59.380754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 4a864f84-794f-4e04-a32c-e082a9f69092 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:12:59.385111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Attempting to bind port c676d76b-a69a-4717-bb0b-b9a131a7e0cb on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:12:59.385492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Attempting to bind port c676d76b-a69a-4717-bb0b-b9a131a7e0cb by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:12:59.388706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Attempting to bind port c676d76b-a69a-4717-bb0b-b9a131a7e0cb on network e3883b53-82b6-472b-9c85-bd16731eb2e5 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:12:59.403952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:12:59.404339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Checking segment: {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:12:59.404754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.405199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Bound using segment: {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:12:59.406206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Bound port: c676d76b-a69a-4717-bb0b-b9a131a7e0cb, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:12:59.406738 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.453575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-213c798d-854e-4c92-9da5-fc3867754272 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.457908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52618) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:59.458089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-213c798d-854e-4c92-9da5-fc3867754272 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4925721 Aug 23 04:12:59.463311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9bb55cdf-beab-447c-8030-7d37d1d52415 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '98b26bae-9cce-434f-b82e-f564fd815bfe', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:59.478591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fad002a9-12c9-4159-ab02-89c781c7620f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5682526 Aug 23 04:12:59.481171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52620) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:59.488236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'admin_state_up': True, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:12:59.625849 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9bb55cdf-beab-447c-8030-7d37d1d52415 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.650944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 17a0acb1-0aa7-4890-b36d-d828c462a515 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:12:59.688335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9bb55cdf-beab-447c-8030-7d37d1d52415 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.721643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.722784 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.725829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] For port c676d76b-a69a-4717-bb0b-b9a131a7e0cb, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:12:59.729334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] For port c676d76b-a69a-4717-bb0b-b9a131a7e0cb, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c676d76b-a69a-4717-bb0b-b9a131a7e0cb,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:12:59.738057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 17a0acb1-0aa7-4890-b36d-d828c462a515 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:12:59.738432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.778586 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.779910 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9bb55cdf-beab-447c-8030-7d37d1d52415 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.798614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb55cdf-beab-447c-8030-7d37d1d52415 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e75b73-ecc4-4906-8bd0-bed0f4249cd5,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:59.817328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.863449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 851cbcc9-fb61-43ae-88fe-b12736539076 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:12:59.915593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bb8c5-09dc-4efb-b09a-6dc992213eb5 None None] Pushing event updated for resources: {'Port': ['ID=c676d76b-a69a-4717-bb0b-b9a131a7e0cb,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:12:59.946035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:12:59.946035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:12:59.959099 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9bb55cdf-beab-447c-8030-7d37d1d52415 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:12:59.962888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9bb55cdf-beab-447c-8030-7d37d1d52415 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5011780 Aug 23 04:12:59.963547 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52626) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:12:59.969626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-21cb8a13-f610-47df-a5d6-59aa176a2a19 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '98b26bae-9cce-434f-b82e-f564fd815bfe', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:00.000304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 851cbcc9-fb61-43ae-88fe-b12736539076 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:00.000790 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.056293 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:13:00.067777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.106287 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:00.151963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21cb8a13-f610-47df-a5d6-59aa176a2a19 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.220656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21cb8a13-f610-47df-a5d6-59aa176a2a19 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.306551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21cb8a13-f610-47df-a5d6-59aa176a2a19 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.351177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:56Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c676d76b-a69a-4717-bb0b-b9a131a7e0cb', 'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:2b:fb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:55Z', 'updated_at': '2021-08-23T04:12:59Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:00.366608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8a13-f610-47df-a5d6-59aa176a2a19 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5582b8ff-ca19-4bcb-88b4-9c631ef361f4,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:00.378146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce232c9b-e7dc-4b0b-993f-ab87742e6817 None None] The sync data for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 is: [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:56Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c676d76b-a69a-4717-bb0b-b9a131a7e0cb', 'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:2b:fb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:55Z', 'updated_at': '2021-08-23T04:12:59Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:13:00.422001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.471359 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.475066 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-21cb8a13-f610-47df-a5d6-59aa176a2a19 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.479515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-21cb8a13-f610-47df-a5d6-59aa176a2a19 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5109088 Aug 23 04:13:00.480228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52634) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:00.486688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f939a48f-00dd-4ac0-a753-d9b52f7ed7ba tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '98b26bae-9cce-434f-b82e-f564fd815bfe', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:00.501779 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.609462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f939a48f-00dd-4ac0-a753-d9b52f7ed7ba tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.637630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.25.1.187 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/0e11c15f-a6fb-411c-9406-c1ec015f3f5d) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:13:00.673523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f939a48f-00dd-4ac0-a753-d9b52f7ed7ba tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.741300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f939a48f-00dd-4ac0-a753-d9b52f7ed7ba tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.753954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.759031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939a48f-00dd-4ac0-a753-d9b52f7ed7ba tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c51d0b-c681-402b-b2b8-495adb76e7d6,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:00.867167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f939a48f-00dd-4ac0-a753-d9b52f7ed7ba tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.868596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f939a48f-00dd-4ac0-a753-d9b52f7ed7ba tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3867826 Aug 23 04:13:00.871485 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52640) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:00.876653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-fa44e3c1-a95f-4cb8-ac59-0ac9996a23b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '98b26bae-9cce-434f-b82e-f564fd815bfe', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:00.906442 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:00.944754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:13:00.947809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:13:00.951370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:13:00.986149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=0e11c15f-a6fb-411c-9406-c1ec015f3f5d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:01.006497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fa44e3c1-a95f-4cb8-ac59-0ac9996a23b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.156797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fa44e3c1-a95f-4cb8-ac59-0ac9996a23b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.241503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fa44e3c1-a95f-4cb8-ac59-0ac9996a23b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.264571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44e3c1-a95f-4cb8-ac59-0ac9996a23b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73267b0c-6aff-49aa-a3ee-509c0c6d8558,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:01.350638 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fa44e3c1-a95f-4cb8-ac59-0ac9996a23b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.351838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fa44e3c1-a95f-4cb8-ac59-0ac9996a23b5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4792581 Aug 23 04:13:01.354973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52650) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:01.359733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-33fb7274-02f2-438d-a93b-f21894ae22a2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '98b26bae-9cce-434f-b82e-f564fd815bfe', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:01.371962 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.467155 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-33fb7274-02f2-438d-a93b-f21894ae22a2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Project 430cdb31e1b941ffa5f70834a9747f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:13:01.487373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-33fb7274-02f2-438d-a93b-f21894ae22a2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.608441 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c676d76b-a69a-4717-bb0b-b9a131a7e0cb up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:01.615771 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.628874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-33fb7274-02f2-438d-a93b-f21894ae22a2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.712304 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-33fb7274-02f2-438d-a93b-f21894ae22a2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.734443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb7274-02f2-438d-a93b-f21894ae22a2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbcdaad-d01f-4ccb-ac9b-5f6a8424161e,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:01.740564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c676d76b-a69a-4717-bb0b-b9a131a7e0cb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:01.748976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c676d76b-a69a-4717-bb0b-b9a131a7e0cb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:01.749878 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.792472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-33fb7274-02f2-438d-a93b-f21894ae22a2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.793717 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-33fb7274-02f2-438d-a93b-f21894ae22a2 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4377773 Aug 23 04:13:01.796546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52656) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:01.801169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-51612dca-5ed1-44b9-a162-96fffc3bd375 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'security_group_rule': {'security_group_id': '98b26bae-9cce-434f-b82e-f564fd815bfe', 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:01.832270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 5b95285c-dca1-425b-9e21-e08a3d7eeaed is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:13:01.833027 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.864701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c676d76b-a69a-4717-bb0b-b9a131a7e0cb, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c676d76b-a69a-4717-bb0b-b9a131a7e0cb,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:01.918169 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.941077 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-51612dca-5ed1-44b9-a162-96fffc3bd375 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Project 430cdb31e1b941ffa5f70834a9747f27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:13:01.941563 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.950471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51612dca-5ed1-44b9-a162-96fffc3bd375 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:01.954729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:13:01.980326 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Sync routers for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:13:01.991146 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:01.993943 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:02.013622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c676d76b-a69a-4717-bb0b-b9a131a7e0cb,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:02.031665 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51612dca-5ed1-44b9-a162-96fffc3bd375 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.067094 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.068710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-36702408-0579-40a0-9c95-a1e350c0eab3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5857508 Aug 23 04:13:02.071715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52660) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:02.089815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51612dca-5ed1-44b9-a162-96fffc3bd375 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.103833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0c0dcfd1-6bf3-4913-87ab-afb904e63ae0 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=a65a84e479c94f70b8de63fa5080ddf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306358 Aug 23 04:13:02.106365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52662) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:02.114701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51612dca-5ed1-44b9-a162-96fffc3bd375 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e619bb-fa39-4ccf-b83e-83dc366a7ea1,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:02.133570 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:02.199071 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-51612dca-5ed1-44b9-a162-96fffc3bd375 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.203239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-51612dca-5ed1-44b9-a162-96fffc3bd375 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4027383 Aug 23 04:13:02.209630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e762e4a-d6dd-4b8a-9909-4390a0b79578 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:02.211145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9e762e4a-d6dd-4b8a-9909-4390a0b79578 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1032794 Aug 23 04:13:02.214089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52668) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:02.244723 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0414e215-bd27-473e-a499-537e58f460b9 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271413 Aug 23 04:13:02.244939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52672) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:02.250940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349627336', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:02.333299 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:01Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:02.368204 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Checking router: 5b95285c-dca1-425b-9e21-e08a3d7eeaed for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:13:02.368204 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Updating router 5b95285c-dca1-425b-9e21-e08a3d7eeaed port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:13:02.398440 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.428165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-d2570c6d-b967-4004-9f9d-43634ca65867 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353030735&fields=id&tenant_id=430cdb31e1b941ffa5f70834a9747f27 HTTP/1.1" status: 200 len: 267 time: 0.0436842 Aug 23 04:13:02.461273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:13:02.464833 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.570321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-018858d4-e075-4b14-a499-d31b514ad835 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:02.579229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-018858d4-e075-4b14-a499-d31b514ad835 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/networks?id=e3883b53-82b6-472b-9c85-bd16731eb2e5 HTTP/1.1" status: 200 len: 797 time: 0.1437240 Aug 23 04:13:02.598402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-7fef6bc9-17d8-4505-9cec-44359b858cfa tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/quotas/430cdb31e1b941ffa5f70834a9747f27 HTTP/1.1" status: 200 len: 375 time: 0.0176897 Aug 23 04:13:02.650115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-cee9b06b-8de7-427d-a70b-70e632b69ec1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508146 Aug 23 04:13:02.708737 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.720493 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Transition to ACTIVE for port object 0e11c15f-a6fb-411c-9406-c1ec015f3f5d will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:13:02.760792 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-b07aa472-6a41-46bb-ad58-3b3c99f8d957 service neutron] 10.222.0.20 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983417 Aug 23 04:13:02.791080 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.850297 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Attempting to bind port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:13:02.850297 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Attempting to bind port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:13:02.850677 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Attempting to bind port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:13:02.853691 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa144355-7140-4112-999d-52c9745e55df None None] Pushing event updated for resources: {'Port': ['ID=0e11c15f-a6fb-411c-9406-c1ec015f3f5d,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:02.858513 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:13:02.859470 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:13:02.859815 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.860201 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:13:02.860668 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Bound port: 0e11c15f-a6fb-411c-9406-c1ec015f3f5d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:13:02.861081 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:02.893581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-93c7ee84-231d-4ba7-9ba3-46a37a1d3d80 service neutron] 10.222.0.20 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258976 Aug 23 04:13:02.915091 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] For port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:13:02.918635 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] For port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0e11c15f-a6fb-411c-9406-c1ec015f3f5d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:13:03.010082 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:03.065584 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:03.066187 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:03.110575 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa144355-7140-4112-999d-52c9745e55df None None] Pushing event updated for resources: {'Port': ['ID=0e11c15f-a6fb-411c-9406-c1ec015f3f5d,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:03.147052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:03.171109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed949db5-0836-42b4-8f85-ca110d12fa28 req-894c2f4e-a505-4300-a36b-55a28885681e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 210 time: 0.0375543 Aug 23 04:13:03.199709 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:03.211414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Subnet': ['ID=f9f21e17-bfdc-48f2-804f-c3b60473914b,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:03.245493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Checking segment: {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:13:03.245975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network hostable DHCP agents. Network: 4a864f84-794f-4e04-a32c-e082a9f69092, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:13:03.318087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 4a864f84-794f-4e04-a32c-e082a9f69092 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:13:03.401607 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:01Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:03.421124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 4a864f84-794f-4e04-a32c-e082a9f69092) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:13:03.431463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f72ab9c-60aa-486f-aa12-16d2716b413b None None] Network 4a864f84-794f-4e04-a32c-e082a9f69092 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:13:03.434942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:03.435545 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:03.522365 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061729c1-9eb5-43df-8e28-efc299c4d3aa None None] The sync data for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 is: [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:01Z', 'revision_number': 3, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:13:03.539392 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-14f9aa9a-08be-4cf8-b1a7-4c10ddd92c8f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2903740 Aug 23 04:13:03.539864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52712) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:03.547283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c676d76b-a69a-4717-bb0b-b9a131a7e0cb up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:03.662169 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-4a864f84-794f-4e04-a32c-e082a9f69092', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:13:03.664292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:03.683320 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c676d76b-a69a-4717-bb0b-b9a131a7e0cb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:03.683812 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:03.932699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Allocated IP 172.20.0.2 (4a864f84-794f-4e04-a32c-e082a9f69092/f9f21e17-bfdc-48f2-804f-c3b60473914b/85f58ae3-c474-45ab-98b5-441aeba1f487) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:13:04.130939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:04.144034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Transition to ACTIVE for port object 85f58ae3-c474-45ab-98b5-441aeba1f487 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:13:04.158163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Transition to ACTIVE for port object 85f58ae3-c474-45ab-98b5-441aeba1f487 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:13:04.239079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:04.289568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Network 4a864f84-794f-4e04-a32c-e082a9f69092 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:13:04.293328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:13:04.297552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:13:04.307712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06ede6fd-9bc6-4645-8e9b-8d7bf46c9de0 req-acfa5d9a-62f0-411c-8af8-4787c87a83db tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 210 time: 0.0371618 Aug 23 04:13:04.351077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Pushing event updated for resources: {'Port': ['ID=85f58ae3-c474-45ab-98b5-441aeba1f487,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:04.372974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Attempting to bind port 85f58ae3-c474-45ab-98b5-441aeba1f487 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:13:04.373384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Attempting to bind port 85f58ae3-c474-45ab-98b5-441aeba1f487 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:13:04.373757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Attempting to bind port 85f58ae3-c474-45ab-98b5-441aeba1f487 on network 4a864f84-794f-4e04-a32c-e082a9f69092 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:13:04.380695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:13:04.381037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Checking segment: {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:13:04.381459 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:04.382121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Bound using segment: {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:13:04.382610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Bound port: 85f58ae3-c474-45ab-98b5-441aeba1f487, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:13:04.383000 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:04.463755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] For port 85f58ae3-c474-45ab-98b5-441aeba1f487, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:13:04.467954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] For port 85f58ae3-c474-45ab-98b5-441aeba1f487, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=85f58ae3-c474-45ab-98b5-441aeba1f487,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:13:04.481184 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:04.564386 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:04.642398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8df80-31c3-4f22-9a0a-fe5ad295339f None None] Pushing event updated for resources: {'Port': ['ID=85f58ae3-c474-45ab-98b5-441aeba1f487,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:04.811552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.20.0.1 (4a864f84-794f-4e04-a32c-e082a9f69092/f9f21e17-bfdc-48f2-804f-c3b60473914b/16c33807-4dc5-4750-bd8f-64d550fa0ca2) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:13:04.959844 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:04.980779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Transition to ACTIVE for port object 16c33807-4dc5-4750-bd8f-64d550fa0ca2 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:13:05.082275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:05.122861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 4a864f84-794f-4e04-a32c-e082a9f69092 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:13:05.125839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:13:05.128176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:13:05.160443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=16c33807-4dc5-4750-bd8f-64d550fa0ca2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:05.178387 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:05.447293 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0f10f74-eaa2-4645-b4ab-360fd348a4ea req-8daa4fde-b89a-49b8-a64f-8a7a8a51d584 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 210 time: 0.0514925 Aug 23 04:13:05.457239 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:05.458706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-a38a4651-8535-47fb-a19b-f2be22ba3d97 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:05.460920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-a38a4651-8535-47fb-a19b-f2be22ba3d97 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.24 "GET /v2.0/networks?id=e3883b53-82b6-472b-9c85-bd16731eb2e5 HTTP/1.1" status: 200 len: 797 time: 0.1277676 Aug 23 04:13:05.540840 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-25bb87d3-1f3f-4ba5-a8a4-567e3b97b499 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=430cdb31e1b941ffa5f70834a9747f27 HTTP/1.1" status: 200 len: 379 time: 0.0695519 Aug 23 04:13:05.551936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'port': {'device_id': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'admin_state_up': True, 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'security_groups': ['98b26bae-9cce-434f-b82e-f564fd815bfe']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:05.653526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 85f58ae3-c474-45ab-98b5-441aeba1f487 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:05.769813 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Made reservation on behalf of 430cdb31e1b941ffa5f70834a9747f27 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:13:05.774768 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:05.784893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:05.815101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 85f58ae3-c474-45ab-98b5-441aeba1f487 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:05.819370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0e11c15f-a6fb-411c-9406-c1ec015f3f5d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:05.847045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:05.949768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.20.0.4 (e3883b53-82b6-472b-9c85-bd16731eb2e5/a841e7e6-0e52-43b2-a280-1d8f35c0d815/670df1f9-fb6d-4e4f-aca9-854155bec09c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:13:05.953552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=16c33807-4dc5-4750-bd8f-64d550fa0ca2,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:05.956489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:05.996995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:06.002270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:06.004231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.070673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 4a864f84-794f-4e04-a32c-e082a9f69092 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:13:06.072525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:13:06.164017 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.187759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0e11c15f-a6fb-411c-9406-c1ec015f3f5d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:06.189163 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.204584 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Transition to ACTIVE for port object 670df1f9-fb6d-4e4f-aca9-854155bec09c will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:13:06.221994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 5b95285c-dca1-425b-9e21-e08a3d7eeaed has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:13:06.283708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a187a96a-bc78-449f-aa8a-8702129f5f4c None None] Network 4a864f84-794f-4e04-a32c-e082a9f69092 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:13:06.288682 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.330695 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.350934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:13:06.364339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cab2763e-3bb8-4c70-94a1-e65b68cf34f1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "PUT /v2.0/routers/5b95285c-dca1-425b-9e21-e08a3d7eeaed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229952 Aug 23 04:13:06.382529 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network e3883b53-82b6-472b-9c85-bd16731eb2e5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:13:06.387751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:13:06.425148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=670df1f9-fb6d-4e4f-aca9-854155bec09c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:06.437982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:13:06.452841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0e11c15f-a6fb-411c-9406-c1ec015f3f5d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:06.517576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:06.518192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.567964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d4f3cb94-c6f7-4863-b8b2-5b5744bd4779 None None] Provisioning for port 85f58ae3-c474-45ab-98b5-441aeba1f487 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:06.573492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d4f3cb94-c6f7-4863-b8b2-5b5744bd4779 None None] Provisioning complete for port 85f58ae3-c474-45ab-98b5-441aeba1f487 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:06.573939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cb94-c6f7-4863-b8b2-5b5744bd4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.612414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fd61c-7040-405a-bd72-5b32874d3968 req-de5fcfa2-d536-495c-9a8a-889f6cc42705 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:06.614577 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-606fd61c-7040-405a-bd72-5b32874d3968 req-de5fcfa2-d536-495c-9a8a-889f6cc42705 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 931 time: 0.0690572 Aug 23 04:13:06.654309 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-53ea802d-38f5-40f1-b8ea-f3a59480201e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1075802 Aug 23 04:13:06.673473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-606fd61c-7040-405a-bd72-5b32874d3968 req-bb7ff69d-eb21-48bc-94cb-3e85c0a2b386 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520842 Aug 23 04:13:06.679286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Request body: {'port': {'device_id': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:06.688331 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cb94-c6f7-4863-b8b2-5b5744bd4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.727706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d4f3cb94-c6f7-4863-b8b2-5b5744bd4779 None None] For port 85f58ae3-c474-45ab-98b5-441aeba1f487, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=85f58ae3-c474-45ab-98b5-441aeba1f487,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:06.771806 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.791645 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cb94-c6f7-4863-b8b2-5b5744bd4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.831821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-c44a88e5-76ff-4a3e-8bcc-718da150a3a4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310071722&fields=id&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 267 time: 0.0602756 Aug 23 04:13:06.911191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3cb94-c6f7-4863-b8b2-5b5744bd4779 None None] Pushing event updated for resources: {'Port': ['ID=85f58ae3-c474-45ab-98b5-441aeba1f487,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:06.928896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Provisioning complete for port 85f58ae3-c474-45ab-98b5-441aeba1f487 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:06.929130 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:06.996901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-e4c3082f-7b73-4fb4-bb51-a2bf2fe727de tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:07.001607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-e4c3082f-7b73-4fb4-bb51-a2bf2fe727de tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/networks?id=4a864f84-794f-4e04-a32c-e082a9f69092 HTTP/1.1" status: 200 len: 797 time: 0.1688509 Aug 23 04:13:07.025729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-4010981d-b60e-45e7-800f-246e0f6851d3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/quotas/a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 375 time: 0.0192175 Aug 23 04:13:07.092712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-ce917f54-d2b0-44e2-82ba-45b42279a290 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576544 Aug 23 04:13:07.104346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Sync routers for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:13:07.137777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:07.138594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:07.172540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670df1f9-fb6d-4e4f-aca9-854155bec09c {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:13:07.181291 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:07.194054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Provisioning for port 670df1f9-fb6d-4e4f-aca9-854155bec09c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:07.197554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Transition to ACTIVE for port object 670df1f9-fb6d-4e4f-aca9-854155bec09c will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:13:07.202678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Provisioning complete for port 670df1f9-fb6d-4e4f-aca9-854155bec09c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:07.203057 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:07.219104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-b6d8b227-eaec-408f-b47e-b93ef20d9d63 service neutron] 10.222.0.20 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128428 Aug 23 04:13:07.267494 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:07.276618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Port 670df1f9-fb6d-4e4f-aca9-854155bec09c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:13:07.285189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:07.341951 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-0eb6679f-2f6d-41db-86d6-731b1b7bd8af service neutron] 10.222.0.20 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162751 Aug 23 04:13:07.363904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402928c-1094-4367-b24e-bae86417797f service neutron] Pushing event updated for resources: {'Port': ['ID=670df1f9-fb6d-4e4f-aca9-854155bec09c,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:07.448873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Provisioning for port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:07.461888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Provisioning complete for port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:07.464423 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:07.472560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Attempting to bind port 670df1f9-fb6d-4e4f-aca9-854155bec09c on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:13:07.487775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Attempting to bind port 670df1f9-fb6d-4e4f-aca9-854155bec09c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:13:07.490352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Attempting to bind port 670df1f9-fb6d-4e4f-aca9-854155bec09c on network e3883b53-82b6-472b-9c85-bd16731eb2e5 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:13:07.503196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Port 670df1f9-fb6d-4e4f-aca9-854155bec09c on network e3883b53-82b6-472b-9c85-bd16731eb2e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:13:07.503524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Attempting to bind port 670df1f9-fb6d-4e4f-aca9-854155bec09c on network e3883b53-82b6-472b-9c85-bd16731eb2e5 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:13:07.514240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:13:07.514844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Checking segment: {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:13:07.515890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Bound using segment: {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:13:07.518348 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Bound port: 670df1f9-fb6d-4e4f-aca9-854155bec09c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:13:07.518975 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:07.613140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] For port 670df1f9-fb6d-4e4f-aca9-854155bec09c, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:13:07.618089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7a994102-0055-4136-9c43-aaeff7cef286 None None] Port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:13:07.632999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 85f58ae3-c474-45ab-98b5-441aeba1f487 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:07.638405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] For port 670df1f9-fb6d-4e4f-aca9-854155bec09c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=670df1f9-fb6d-4e4f-aca9-854155bec09c,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:13:07.714801 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:07.725607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e4b88f0-8cd0-4299-a227-275659345419 req-46d7f769-72a8-43a8-9696-cb6611016b3b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 210 time: 0.0497196 Aug 23 04:13:07.781547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:07.782165 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:07.783687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-c402928c-1094-4367-b24e-bae86417797f service neutron] 10.222.0.24 "PUT /v2.0/ports/670df1f9-fb6d-4e4f-aca9-854155bec09c HTTP/1.1" status: 200 len: 1091 time: 1.1181509 Aug 23 04:13:07.784217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:13:07.786650 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:13:07.802228 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402928c-1094-4367-b24e-bae86417797f service neutron] Pushing event updated for resources: {'Port': ['ID=670df1f9-fb6d-4e4f-aca9-854155bec09c,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:07.917904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7eb53-9210-4fae-ade8-8f63454e517d req-ae0ae6d1-1f5e-426f-948e-c1c71b82cede tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:07.917904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98b7eb53-9210-4fae-ade8-8f63454e517d req-ae0ae6d1-1f5e-426f-948e-c1c71b82cede tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 943 time: 0.0941761 Aug 23 04:13:07.997045 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-0552085d-5bd4-4b55-9f91-1cf0b726cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:08.000890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-0552085d-5bd4-4b55-9f91-1cf0b726cf6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 1094 time: 0.0914760 Aug 23 04:13:08.004150 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-98b7eb53-9210-4fae-ade8-8f63454e517d req-3796fe44-3d91-4b12-841e-9bedf3232fef tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787625 Aug 23 04:13:08.024738 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:08.063927 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-efd51c03-5d60-443b-bc1e-7d6520f8e074 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=670df1f9-fb6d-4e4f-aca9-854155bec09c HTTP/1.1" status: 200 len: 217 time: 0.0483100 Aug 23 04:13:08.066532 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32a6bd6-dcce-4b34-9616-4337d2ba0dd0 x-openstack-request-id: req-a32a6bd6-dcce-4b34-9616-4337d2ba0dd0 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:13:08.067183 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:13:08.067512 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a32a6bd6-dcce-4b34-9616-4337d2ba0dd0 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:13:08.068083 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'status': 'completed', 'code': 200} Aug 23 04:13:08.087085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 85f58ae3-c474-45ab-98b5-441aeba1f487 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:08.087579 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:08.122293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-f77c6b6b-a7c9-4a9f-958b-311e5da852f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:08.125380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-f77c6b6b-a7c9-4a9f-958b-311e5da852f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a841e7e6-0e52-43b2-a280-1d8f35c0d815 HTTP/1.1" status: 200 len: 835 time: 0.0564044 Aug 23 04:13:08.126337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9d5699cc-4ff4-4073-a873-f63427d6a4c9 None None] Provisioning complete for port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:08.126713 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9d5699cc-4ff4-4073-a873-f63427d6a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:08.179131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-0f3d7f46-ae42-4991-9177-5e9817ad33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:08.180773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-0f3d7f46-ae42-4991-9177-5e9817ad33a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3883b53-82b6-472b-9c85-bd16731eb2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489845 Aug 23 04:13:08.191193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '16c33807-4dc5-4750-bd8f-64d550fa0ca2', 'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:ad:e8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:04Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 2, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:08.226161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9d5699cc-4ff4-4073-a873-f63427d6a4c9 None None] Port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:13:08.229407 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Checking router: 5b95285c-dca1-425b-9e21-e08a3d7eeaed for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:13:08.229773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Updating router 5b95285c-dca1-425b-9e21-e08a3d7eeaed port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:13:08.261489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0e11c15f-a6fb-411c-9406-c1ec015f3f5d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:08.283910 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:08.291586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-361a6fcd-272f-4aea-98ad-2626351d21d7 service neutron] 10.222.0.24 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031752 Aug 23 04:13:08.388240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d2d232ae-636f-46b1-903b-6beb46acacc5 req-1d7784cf-363a-4005-84ee-4b82168b8fd2 service neutron] 10.222.0.24 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893686 Aug 23 04:13:08.414896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:08.415295 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:08.568732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-b34e1954-d0cf-4e2b-897b-bf386bfa1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:08.571966 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-b34e1954-d0cf-4e2b-897b-bf386bfa1cd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 1094 time: 0.0597847 Aug 23 04:13:08.656316 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:08.666608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Transition to ACTIVE for port object 16c33807-4dc5-4750-bd8f-64d550fa0ca2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:13:08.668699 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-5f88a586-7c03-4183-8580-9d5d9095ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:08.670226 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-5f88a586-7c03-4183-8580-9d5d9095ba24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3883b53-82b6-472b-9c85-bd16731eb2e5 HTTP/1.1" status: 200 len: 897 time: 0.0905256 Aug 23 04:13:08.713772 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-4d022bf7-cafc-4b9a-9cb3-5bef5414a91a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=670df1f9-fb6d-4e4f-aca9-854155bec09c HTTP/1.1" status: 200 len: 217 time: 0.0365114 Aug 23 04:13:08.763920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-a98b9f6e-1ddf-44de-8bd2-f0a4ff897939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:08.765420 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-a98b9f6e-1ddf-44de-8bd2-f0a4ff897939 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a841e7e6-0e52-43b2-a280-1d8f35c0d815 HTTP/1.1" status: 200 len: 835 time: 0.0439420 Aug 23 04:13:08.782282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:08.813676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db89a90e-97e8-4f30-b32c-b7cdad072b5c req-fd8cb1cc-aff8-4e79-b37f-a87fe4142c51 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 210 time: 0.0293739 Aug 23 04:13:08.815054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-432b1d8e-c62f-40c8-b06a-1dcc986192f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:08.816595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-432b1d8e-c62f-40c8-b06a-1dcc986192f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3883b53-82b6-472b-9c85-bd16731eb2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442979 Aug 23 04:13:08.831200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d39a4-78e4-4663-8c6d-1d275754a729 None None] Pushing event updated for resources: {'Port': ['ID=16c33807-4dc5-4750-bd8f-64d550fa0ca2,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:08.912241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Attempting to bind port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:13:08.915757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Attempting to bind port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:13:08.916768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Attempting to bind port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 on network 4a864f84-794f-4e04-a32c-e082a9f69092 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:13:08.927288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:13:08.927729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Checking segment: {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:13:08.928631 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:08.929142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Bound using segment: {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:13:08.929638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Bound port: 16c33807-4dc5-4750-bd8f-64d550fa0ca2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:13:08.930031 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:08.957849 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-35065c25-a7f1-4f8d-a2d1-3e06cdd627a9 service neutron] 10.222.0.24 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320021 Aug 23 04:13:09.010331 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] For port 16c33807-4dc5-4750-bd8f-64d550fa0ca2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:13:09.016061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] For port 16c33807-4dc5-4750-bd8f-64d550fa0ca2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=16c33807-4dc5-4750-bd8f-64d550fa0ca2,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:13:09.065071 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d4dc33d-d925-4fc4-9ccb-d226025cf1fe req-07b55882-47d6-44c6-96af-b18595a7320e service neutron] 10.222.0.24 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982015 Aug 23 04:13:09.112829 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:09.134919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157dfb8-062b-4731-82c1-0a972a8cb60b req-839189b8-d2cd-4414-97d9-12afbb869fae tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:09.136426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e157dfb8-062b-4731-82c1-0a972a8cb60b req-839189b8-d2cd-4414-97d9-12afbb869fae tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 943 time: 0.0528119 Aug 23 04:13:09.189963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d39a4-78e4-4663-8c6d-1d275754a729 None None] Pushing event updated for resources: {'Port': ['ID=16c33807-4dc5-4750-bd8f-64d550fa0ca2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:09.193127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:09.193751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:09.194092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e157dfb8-062b-4731-82c1-0a972a8cb60b req-ac41a20f-d96a-437b-a38c-5b0885fe8236 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478053 Aug 23 04:13:09.328557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:09.545345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '16c33807-4dc5-4750-bd8f-64d550fa0ca2', 'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:ad:e8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:04Z', 'updated_at': '2021-08-23T04:13:09Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:09.578881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b2356c-ddf4-43fc-bb5c-f3b26d696b08 None None] The sync data for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 is: [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '16c33807-4dc5-4750-bd8f-64d550fa0ca2', 'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:ad:e8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:04Z', 'updated_at': '2021-08-23T04:13:09Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:13:09.978104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ea73d73-e4c1-4b57-bb5b-dea8e15bebc6 req-3088ed40-c73f-4984-9092-c9e6e2457c03 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 210 time: 0.0303059 Aug 23 04:13:10.341353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-01d4171f-edc6-4a14-aa32-3a7afa1a334d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:10.342801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-01d4171f-edc6-4a14-aa32-3a7afa1a334d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "GET /v2.0/networks?id=4a864f84-794f-4e04-a32c-e082a9f69092 HTTP/1.1" status: 200 len: 797 time: 0.1319780 Aug 23 04:13:10.353539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86bd32-027c-4e13-908a-05bb04c17e0b req-6bd154b6-480f-4538-a45f-5ae0e6656426 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:10.354906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed86bd32-027c-4e13-908a-05bb04c17e0b req-6bd154b6-480f-4538-a45f-5ae0e6656426 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 943 time: 0.0765104 Aug 23 04:13:10.417329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3cdda455-52d8-42d7-be45-dc3cf16ab00a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65a84e479c94f70b8de63fa5080ddf0 HTTP/1.1" status: 200 len: 380 time: 0.0570290 Aug 23 04:13:10.426135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed86bd32-027c-4e13-908a-05bb04c17e0b req-af9a334b-5ed8-44f7-909a-8d549640b2fe tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607193 Aug 23 04:13:10.429654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'port': {'device_id': '8d742072-9370-4b50-9501-73b70aca6466', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'admin_state_up': True, 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'security_groups': ['b532c8d0-f7f3-4a95-950f-0018a3a12726']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:10.592845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 670df1f9-fb6d-4e4f-aca9-854155bec09c details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:13:10.610422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Made reservation on behalf of a65a84e479c94f70b8de63fa5080ddf0 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:13:10.614914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:10.688987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 670df1f9-fb6d-4e4f-aca9-854155bec09c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=670df1f9-fb6d-4e4f-aca9-854155bec09c,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:10.699468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'port_id': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'mac_address': 'fa:16:3e:bc:2d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:13:10.743097 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:10.753774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.20.0.6 (4a864f84-794f-4e04-a32c-e082a9f69092/f9f21e17-bfdc-48f2-804f-c3b60473914b/83b29260-8101-45da-b11b-3f74e37577e1) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:13:10.764069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670df1f9-fb6d-4e4f-aca9-854155bec09c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:13:10.785555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 670df1f9-fb6d-4e4f-aca9-854155bec09c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=670df1f9-fb6d-4e4f-aca9-854155bec09c,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:10.873081 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:10.911490 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:10.924656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=670df1f9-fb6d-4e4f-aca9-854155bec09c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:10.931907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Transition to ACTIVE for port object 83b29260-8101-45da-b11b-3f74e37577e1 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:13:11.036553 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:11.087227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['670df1f9-fb6d-4e4f-aca9-854155bec09c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:13:11.122227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network 4a864f84-794f-4e04-a32c-e082a9f69092 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:13:11.126638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=83b29260-8101-45da-b11b-3f74e37577e1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:11.130147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:13:11.138257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:13:11.194882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:11.195545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:11.230358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21156a20-9659-42f3-8433-3b4ff3606a7a req-95df4c14-bff7-4943-ac30-6d33decd17c5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:11.231966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21156a20-9659-42f3-8433-3b4ff3606a7a req-95df4c14-bff7-4943-ac30-6d33decd17c5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 931 time: 0.1482599 Aug 23 04:13:11.299038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21156a20-9659-42f3-8433-3b4ff3606a7a req-bc26dd60-1324-4cbe-b3fc-e570a981c571 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571935 Aug 23 04:13:11.322158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-3f977233-ae83-48e2-b5db-8f3f0d5b5eae tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991160 Aug 23 04:13:11.342815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Request body: {'port': {'device_id': '8d742072-9370-4b50-9501-73b70aca6466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:11.412402 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:11.592833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 16c33807-4dc5-4750-bd8f-64d550fa0ca2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:11.597842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-54f7fc17-b59a-4e98-adb9-717d975121f7 None None] Provisioning for port 83b29260-8101-45da-b11b-3f74e37577e1 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:11.601592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-54f7fc17-b59a-4e98-adb9-717d975121f7 None None] Provisioning complete for port 83b29260-8101-45da-b11b-3f74e37577e1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:11.602056 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-54f7fc17-b59a-4e98-adb9-717d975121f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:11.670976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-54f7fc17-b59a-4e98-adb9-717d975121f7 None None] Port 83b29260-8101-45da-b11b-3f74e37577e1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:13:11.696650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8815a-d549-4fc8-8941-599ec223612e req-2bbf6d57-66b9-4cb9-8e27-f49e0b9cfe10 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:11.700714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3db8815a-d549-4fc8-8941-599ec223612e req-2bbf6d57-66b9-4cb9-8e27-f49e0b9cfe10 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 944 time: 0.1290524 Aug 23 04:13:11.735882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:11.739901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:11.740270 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:11.780725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3db8815a-d549-4fc8-8941-599ec223612e req-55b421f6-f829-465d-9843-2f79410ad809 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717976 Aug 23 04:13:11.830770 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:11.842241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b29260-8101-45da-b11b-3f74e37577e1 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:13:11.849939 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:11.864088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Transition to ACTIVE for port object 83b29260-8101-45da-b11b-3f74e37577e1 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:13:11.866934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 16c33807-4dc5-4750-bd8f-64d550fa0ca2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=16c33807-4dc5-4750-bd8f-64d550fa0ca2,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:11.940905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:11.950500 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:11.989574 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=83b29260-8101-45da-b11b-3f74e37577e1,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:12.004150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=16c33807-4dc5-4750-bd8f-64d550fa0ca2,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:12.064679 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Attempting to bind port 83b29260-8101-45da-b11b-3f74e37577e1 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:13:12.065019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Attempting to bind port 83b29260-8101-45da-b11b-3f74e37577e1 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:13:12.065364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Attempting to bind port 83b29260-8101-45da-b11b-3f74e37577e1 on network 4a864f84-794f-4e04-a32c-e082a9f69092 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:13:12.070387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Port 83b29260-8101-45da-b11b-3f74e37577e1 on network 4a864f84-794f-4e04-a32c-e082a9f69092 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:13:12.070717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Attempting to bind port 83b29260-8101-45da-b11b-3f74e37577e1 on network 4a864f84-794f-4e04-a32c-e082a9f69092 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:13:12.075984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:13:12.076387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Checking segment: {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:13:12.076912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Bound using segment: {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:13:12.077359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Bound port: 83b29260-8101-45da-b11b-3f74e37577e1, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:13:12.078210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:12.161348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:13:12.164591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=83b29260-8101-45da-b11b-3f74e37577e1,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:13:12.227249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:12.260701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:12.261244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:12.262601 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] 10.222.0.11 "PUT /v2.0/ports/83b29260-8101-45da-b11b-3f74e37577e1 HTTP/1.1" status: 200 len: 1091 time: 0.9246213 Aug 23 04:13:12.265688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:13:12.267940 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e14cd-40b3-4508-9ca8-e8e67513c119" -d '{"events": [{"name": "network-changed", "server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "tag": "83b29260-8101-45da-b11b-3f74e37577e1"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:13:12.300272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2df4f-5c34-42ba-8f18-026bb65a3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=83b29260-8101-45da-b11b-3f74e37577e1,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:12.322815 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4146e3-4b5e-487e-a1fd-8ccffdb438f5 x-openstack-request-id: req-3f4146e3-4b5e-487e-a1fd-8ccffdb438f5 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:13:12.323309 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "tag": "83b29260-8101-45da-b11b-3f74e37577e1", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:13:12.323569 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f4146e3-4b5e-487e-a1fd-8ccffdb438f5 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:13:12.323981 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1', 'status': 'completed', 'code': 200} Aug 23 04:13:12.441823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e14cd-40b3-4508-9ca8-e8e67513c119 req-81cdc1d7-787b-46b6-8e55-56adb34d76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:12.443340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-602e14cd-40b3-4508-9ca8-e8e67513c119 req-81cdc1d7-787b-46b6-8e55-56adb34d76ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1094 time: 0.0736787 Aug 23 04:13:12.457420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4fc60-75dc-4b81-9fa3-4c72205559da req-239b1ad2-45bf-47bd-9376-c971f88a7815 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:12.458985 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37f4fc60-75dc-4b81-9fa3-4c72205559da req-239b1ad2-45bf-47bd-9376-c971f88a7815 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 943 time: 0.0803080 Aug 23 04:13:12.558521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37f4fc60-75dc-4b81-9fa3-4c72205559da req-f16e3dd7-e468-4e92-a669-4f8fcee40c4b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904195 Aug 23 04:13:12.589991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e14cd-40b3-4508-9ca8-e8e67513c119 req-aa927a8d-4f0d-44c0-b10c-ab11ac22b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:12.591466 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-602e14cd-40b3-4508-9ca8-e8e67513c119 req-aa927a8d-4f0d-44c0-b10c-ab11ac22b49d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1316543 Aug 23 04:13:12.606656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 670df1f9-fb6d-4e4f-aca9-854155bec09c up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:12.693675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e14cd-40b3-4508-9ca8-e8e67513c119 req-af72abd6-3957-484b-8ac5-c1c74936c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:12.695123 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-602e14cd-40b3-4508-9ca8-e8e67513c119 req-af72abd6-3957-484b-8ac5-c1c74936c7f9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0963721 Aug 23 04:13:12.722110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 670df1f9-fb6d-4e4f-aca9-854155bec09c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:12.726487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 670df1f9-fb6d-4e4f-aca9-854155bec09c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:12.727478 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:12.797257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-d425b048-636e-4697-8cf2-abac4867f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:12.798771 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-d425b048-636e-4697-8cf2-abac4867f901 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1094 time: 0.0419188 Aug 23 04:13:12.807761 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:12.831621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:13:12.833992 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ad9cb-ddf1-4984-8d38-105d4c939c76" -d '{"events": [{"server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "name": "network-vif-plugged", "status": "completed", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:13:12.847998 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 670df1f9-fb6d-4e4f-aca9-854155bec09c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=670df1f9-fb6d-4e4f-aca9-854155bec09c,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:12.852994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-1816349a-fa4d-47f3-9c4e-ab1c06f5901c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b29260-8101-45da-b11b-3f74e37577e1 HTTP/1.1" status: 200 len: 217 time: 0.0411150 Aug 23 04:13:12.938778 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:12.942132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-4082bee3-52c0-42ae-b69e-fcc1f194a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:12.943608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-4082bee3-52c0-42ae-b69e-fcc1f194a953 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9f21e17-bfdc-48f2-804f-c3b60473914b HTTP/1.1" status: 200 len: 835 time: 0.0837741 Aug 23 04:13:12.951881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53ed85-c087-4b1f-ae7a-f25e7ce89a65 req-21846157-a03e-4983-a35e-8a4ac575657d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:12.953858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d53ed85-c087-4b1f-ae7a-f25e7ce89a65 req-21846157-a03e-4983-a35e-8a4ac575657d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 944 time: 0.0828478 Aug 23 04:13:12.998020 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=670df1f9-fb6d-4e4f-aca9-854155bec09c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:13.017627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d53ed85-c087-4b1f-ae7a-f25e7ce89a65 req-ad645281-68f5-4de5-b05b-34161e9db8b1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551457 Aug 23 04:13:13.020190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-9b6bbbbb-06ce-4989-8d8e-f466eb2bab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:13.021609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-9b6bbbbb-06ce-4989-8d8e-f466eb2bab58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a864f84-794f-4e04-a32c-e082a9f69092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668693 Aug 23 04:13:13.074593 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd5c784-97bf-4f24-b346-05959ce88b61 x-openstack-request-id: req-cbd5c784-97bf-4f24-b346-05959ce88b61 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:13:13.074901 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "name": "network-vif-plugged", "status": "completed", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:13:13.075162 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbd5c784-97bf-4f24-b346-05959ce88b61 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:13:13.075666 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'code': 200} Aug 23 04:13:13.119841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-656fd8cd-d2a8-4ff8-b908-ba81f5886557 service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910299 Aug 23 04:13:13.169234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6215a5-fd65-4ec2-aeab-da662c44691d req-02c4821f-7eaa-4439-aafe-e004203fc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:13.170822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a6215a5-fd65-4ec2-aeab-da662c44691d req-02c4821f-7eaa-4439-aafe-e004203fc502 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 1096 time: 0.0402000 Aug 23 04:13:13.209668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3a6215a5-fd65-4ec2-aeab-da662c44691d req-f7e64102-137a-42f4-a646-10c47bd82a50 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320575 Aug 23 04:13:13.213763 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b56a43f1-079f-42d0-80c1-b51ecd306391 req-34440b31-ebb4-4c45-a141-0d28d208c8a7 service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Aug 23 04:13:13.538084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 16c33807-4dc5-4750-bd8f-64d550fa0ca2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:13.585459 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:13.585990 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:13.711139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9eeb9-7d41-484a-b279-f68f7d2587f3 req-a6944546-a073-4059-ac11-307509705428 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:13.712697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1be9eeb9-7d41-484a-b279-f68f7d2587f3 req-a6944546-a073-4059-ac11-307509705428 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 943 time: 0.0712070 Aug 23 04:13:13.749681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1be9eeb9-7d41-484a-b279-f68f7d2587f3 req-72d31259-00c3-4e2f-8997-f512367d00bb tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305583 Aug 23 04:13:14.131457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab15e1d-4721-4107-9781-692311a986b6 req-e5ce3315-cdd5-4a20-9573-04f036b3fe8b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:14.132959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fab15e1d-4721-4107-9781-692311a986b6 req-e5ce3315-cdd5-4a20-9573-04f036b3fe8b tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Aug 23 04:13:14.172872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fab15e1d-4721-4107-9781-692311a986b6 req-d3178d86-a1da-449d-b2c8-283273dc84f4 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332050 Aug 23 04:13:14.863928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae15f-bd51-4244-a706-e988e4c6e2c3 req-163bf712-282a-4530-b25a-0a84308caa80 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:14.865497 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b75ae15f-bd51-4244-a706-e988e4c6e2c3 req-163bf712-282a-4530-b25a-0a84308caa80 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 943 time: 0.0477464 Aug 23 04:13:14.903147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b75ae15f-bd51-4244-a706-e988e4c6e2c3 req-95fd24b3-f874-4ab7-a06f-51a14177fab5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Aug 23 04:13:15.292272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47319be-c989-4eb7-b1e6-4806ed2f4020 req-2f84b092-692a-47fe-b48b-1392924e6821 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:15.293812 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d47319be-c989-4eb7-b1e6-4806ed2f4020 req-2f84b092-692a-47fe-b48b-1392924e6821 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 945 time: 0.0517547 Aug 23 04:13:15.330986 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d47319be-c989-4eb7-b1e6-4806ed2f4020 req-3f38f9a6-e9ff-4c82-8543-c578233c59b4 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311780 Aug 23 04:13:15.448620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499042a-2f28-42f0-acd6-d518f0f45a2f req-d650db60-2816-4462-9707-e7e25ebe5f0e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:15.450146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c499042a-2f28-42f0-acd6-d518f0f45a2f req-d650db60-2816-4462-9707-e7e25ebe5f0e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 945 time: 0.0494103 Aug 23 04:13:15.488034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c499042a-2f28-42f0-acd6-d518f0f45a2f req-ff55ac14-d41b-46b1-9e07-59ef8992d8ff tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313911 Aug 23 04:13:15.509854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52920) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:15.549780 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f3d96a-79b7-4cc2-8a34-82d900c7e52c tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:15.551283 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-45f3d96a-79b7-4cc2-8a34-82d900c7e52c tempest-TestNetworkBasicOps-753986991 tempest-TestNetworkBasicOps-753986991-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 1091 time: 0.0398932 Aug 23 04:13:15.554171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 52922) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:15.558433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:15.652898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:15.750452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:15.859341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Allocated IP 172.25.1.196 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/1f038ad5-1d31-4e5c-9880-87abd0687aed) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:13:15.959975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:16.033777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641362-98a0-4667-a4da-5c1999fd88be req-b7e1eb3f-7681-43ed-91c1-b6376af594ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:16.035253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c641362-98a0-4667-a4da-5c1999fd88be req-b7e1eb3f-7681-43ed-91c1-b6376af594ab tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 943 time: 0.0637600 Aug 23 04:13:16.072148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c641362-98a0-4667-a4da-5c1999fd88be req-7dbc9336-5fec-4564-b71c-289a2ff53305 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Aug 23 04:13:16.164222 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:16.209439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:13:16.213079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:13:16.216899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:13:16.244364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=1f038ad5-1d31-4e5c-9880-87abd0687aed,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:16.257829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.258177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.258514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.258850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.259180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.259508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.259831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.260156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.260473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.260794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.261141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.261462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:16.581897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 83b29260-8101-45da-b11b-3f74e37577e1 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:13:16.685591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=83b29260-8101-45da-b11b-3f74e37577e1,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:16.698904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '83b29260-8101-45da-b11b-3f74e37577e1', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'port_id': '83b29260-8101-45da-b11b-3f74e37577e1', 'mac_address': 'fa:16:3e:e6:91:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:13:16.744974 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:16.761163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b29260-8101-45da-b11b-3f74e37577e1 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:13:16.782460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=83b29260-8101-45da-b11b-3f74e37577e1,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:16.836456 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:16.891859 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=83b29260-8101-45da-b11b-3f74e37577e1,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:17.041304 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:17.203175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67755-dd58-4e6d-8eaf-d3168ea7796b req-9c9f23dd-c5df-4337-921b-af7b7d1afe43 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:17.204729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13c67755-dd58-4e6d-8eaf-d3168ea7796b req-9c9f23dd-c5df-4337-921b-af7b7d1afe43 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 944 time: 0.0679364 Aug 23 04:13:17.212966 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:17.216725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['83b29260-8101-45da-b11b-3f74e37577e1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:13:17.311027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13c67755-dd58-4e6d-8eaf-d3168ea7796b req-a7672313-fe1d-4a3c-b99f-1a7091065ed9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997863 Aug 23 04:13:17.406237 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:17.461316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:17.530225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event updated for resources: {'Port': ['ID=1f038ad5-1d31-4e5c-9880-87abd0687aed,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:17.543755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:17.648120 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Floating IP a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5 associated. External IP: 172.25.1.196, port: 670df1f9-fb6d-4e4f-aca9-854155bec09c. Aug 23 04:13:17.855185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router c6daae86-03e3-4ae8-a878-2942a798d6ab has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:13:17.968462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:13:17.987881 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] Sync routers for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:13:17.997275 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:17.998030 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:18.038280 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:18.070826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0e4b9c8a-ee5f-4d0d-873e-4bd3e3e0d10e tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5156367 Aug 23 04:13:18.071483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:13:18.073793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52962) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:18.081594 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b601d19-11bb-4b45-8637-bf3806ed0d48" -d '{"events": [{"name": "network-changed", "server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:13:18.102731 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:18.133071 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfe5051-0e01-496a-a4b8-d99acf3b8c5f x-openstack-request-id: req-bbfe5051-0e01-496a-a4b8-d99acf3b8c5f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:13:18.133071 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:13:18.133071 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbfe5051-0e01-496a-a4b8-d99acf3b8c5f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:13:18.133071 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'status': 'completed', 'code': 200} Aug 23 04:13:18.170709 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d0cba4fe-8f81-4835-98c6-62cda59e5ea3 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/floatingips/a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5 HTTP/1.1" status: 200 len: 991 time: 0.0957379 Aug 23 04:13:18.200488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-9a11011c-6836-4eca-aff7-1d5ba73d982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:18.202656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-9a11011c-6836-4eca-aff7-1d5ba73d982f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 1096 time: 0.0443711 Aug 23 04:13:18.295886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-b54c54d9-9e6e-4f34-81ce-9053bea59ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:18.297462 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-b54c54d9-9e6e-4f34-81ce-9053bea59ecf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3883b53-82b6-472b-9c85-bd16731eb2e5 HTTP/1.1" status: 200 len: 897 time: 0.0887313 Aug 23 04:13:18.350950 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:56Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'port_id': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'mac_address': 'fa:16:3e:bc:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:13:16Z', 'updated_at': '2021-08-23T04:13:16Z', 'revision_number': 0, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c676d76b-a69a-4717-bb0b-b9a131a7e0cb', 'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:2b:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:55Z', 'updated_at': '2021-08-23T04:13:01Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:18.367159 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-36302d04-b047-4f54-a636-84a9fa81ed0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=670df1f9-fb6d-4e4f-aca9-854155bec09c HTTP/1.1" status: 200 len: 999 time: 0.0623376 Aug 23 04:13:18.380555 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] Checking router: c6daae86-03e3-4ae8-a878-2942a798d6ab for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:13:18.392495 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:18.393291 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:18.431969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-4fb8556d-ac1b-4a4c-b93d-0a62462b3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:18.433478 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-4fb8556d-ac1b-4a4c-b93d-0a62462b3ccd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a841e7e6-0e52-43b2-a280-1d8f35c0d815 HTTP/1.1" status: 200 len: 835 time: 0.0597789 Aug 23 04:13:18.471079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31116ebd-519d-441c-9a98-3002a15e15bb req-8f6b24e2-b586-4fdc-8918-5f6e5357c904 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:18.473122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31116ebd-519d-441c-9a98-3002a15e15bb req-8f6b24e2-b586-4fdc-8918-5f6e5357c904 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 944 time: 0.0573008 Aug 23 04:13:18.480283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-a580dda9-d9d8-42f1-a4e2-1927834df4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:18.482060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-a580dda9-d9d8-42f1-a4e2-1927834df4f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3883b53-82b6-472b-9c85-bd16731eb2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420303 Aug 23 04:13:18.494808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-e6387e5c-8189-46a8-a7f7-f266991c0c37 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:13:18.495918 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-e6387e5c-8189-46a8-a7f7-f266991c0c37 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070682 Aug 23 04:13:18.506884 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:18.514328 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31116ebd-519d-441c-9a98-3002a15e15bb req-ec8d7a12-fc2c-4574-8475-5a193ee6a629 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349863 Aug 23 04:13:18.593879 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 83b29260-8101-45da-b11b-3f74e37577e1 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:13:18.598239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-8e99ee46-7fd5-4598-9920-37dbae44d643 service neutron] 10.222.0.24 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944259 Aug 23 04:13:18.695529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 83b29260-8101-45da-b11b-3f74e37577e1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:13:18.699288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9b601d19-11bb-4b45-8637-bf3806ed0d48 req-cbe787a1-a24a-4259-90b2-3f3e963edf2d service neutron] 10.222.0.24 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904493 Aug 23 04:13:18.701201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 83b29260-8101-45da-b11b-3f74e37577e1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:13:18.701582 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:18.767301 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:56Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'port_id': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'mac_address': 'fa:16:3e:bc:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:13:16Z', 'updated_at': '2021-08-23T04:13:16Z', 'revision_number': 0, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c676d76b-a69a-4717-bb0b-b9a131a7e0cb', 'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:2b:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:55Z', 'updated_at': '2021-08-23T04:13:01Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:18.796932 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:18.800843 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca772345-eade-4857-97ec-9d6100e52798 None None] The sync data for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 is: [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:56Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'port_id': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'mac_address': 'fa:16:3e:bc:2d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:13:16Z', 'updated_at': '2021-08-23T04:13:16Z', 'revision_number': 0, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c676d76b-a69a-4717-bb0b-b9a131a7e0cb', 'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:2b:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:55Z', 'updated_at': '2021-08-23T04:13:01Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:13:18.826157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:13:18.828959 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab4c5c4-a8e9-4115-b554-f69a4f88eef2" -d '{"events": [{"server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "name": "network-vif-plugged", "status": "completed", "tag": "83b29260-8101-45da-b11b-3f74e37577e1"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:13:18.846872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=83b29260-8101-45da-b11b-3f74e37577e1,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:18.875043 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20007dfe-6ea7-4815-9eba-074664e3053b x-openstack-request-id: req-20007dfe-6ea7-4815-9eba-074664e3053b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:13:18.879342 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "name": "network-vif-plugged", "status": "completed", "tag": "83b29260-8101-45da-b11b-3f74e37577e1", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:13:18.879342 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20007dfe-6ea7-4815-9eba-074664e3053b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:13:18.879342 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1', 'code': 200} Aug 23 04:13:18.924242 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:18.982363 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=83b29260-8101-45da-b11b-3f74e37577e1,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:19.002213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb7d7b-116d-4fc5-8ff4-965db94eab19 req-9f6e19e4-1def-4673-a4cf-9b14e63a6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:19.003740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7bb7d7b-116d-4fc5-8ff4-965db94eab19 req-9f6e19e4-1def-4673-a4cf-9b14e63a6de6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1096 time: 0.0481563 Aug 23 04:13:19.040445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496bb61-4e88-49d2-b631-a2d8e43d3657 None None] New status for floating IP a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:13:19.041799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7bb7d7b-116d-4fc5-8ff4-965db94eab19 req-8bb0b0ac-5ebf-4c18-8f75-1a2e9c9b8763 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303111 Aug 23 04:13:19.176969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 52984) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:19.240024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-97acb19b-3685-44fd-a08f-e370e1906da5 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/floatingips/a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5 HTTP/1.1" status: 200 len: 991 time: 0.0640049 Aug 23 04:13:19.627952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a396-0bff-4f17-a70c-1ef4122c46fb req-fe30ea87-0ee9-49bd-a941-7e1a68c4da1e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:19.629458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fa9a396-0bff-4f17-a70c-1ef4122c46fb req-fe30ea87-0ee9-49bd-a941-7e1a68c4da1e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Aug 23 04:13:19.671704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fa9a396-0bff-4f17-a70c-1ef4122c46fb req-69384b7b-24f0-4921-bdf9-1d5a57982c0c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363307 Aug 23 04:13:20.243697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53002) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:20.309969 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-04aba931-0255-453a-9b44-4f191961af62 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/floatingips/a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5 HTTP/1.1" status: 200 len: 993 time: 0.0651932 Aug 23 04:13:20.784624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3673a-0ab4-42de-a4c6-440f66abc396 req-ff7075cc-8233-4cc3-91f7-2c95e91efd25 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:20.786040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5c3673a-0ab4-42de-a4c6-440f66abc396 req-ff7075cc-8233-4cc3-91f7-2c95e91efd25 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0494804 Aug 23 04:13:20.828815 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5c3673a-0ab4-42de-a4c6-440f66abc396 req-d5e78170-d200-4032-b0b4-ff1c1b0c37c6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357542 Aug 23 04:13:20.943116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b0cf6-f398-492c-b51e-7731c814a9e1 req-6d1d1a0c-c489-493e-af15-6ae0b72c6490 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:20.944580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee2b0cf6-f398-492c-b51e-7731c814a9e1 req-6d1d1a0c-c489-493e-af15-6ae0b72c6490 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Aug 23 04:13:20.981124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee2b0cf6-f398-492c-b51e-7731c814a9e1 req-2c8a187b-357f-4223-a534-7794dc7d1f62 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305858 Aug 23 04:13:21.007994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53018) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:21.041961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d992bc-0c94-4146-aefd-53c2eb9c2db8 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:21.043603 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f3d992bc-0c94-4146-aefd-53c2eb9c2db8 tempest-TestNetworkAdvancedServerOps-1804292966 tempest-TestNetworkAdvancedServerOps-1804292966-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1091 time: 0.0399733 Aug 23 04:13:21.047075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53020) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:21.051707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '83b29260-8101-45da-b11b-3f74e37577e1', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:21.156519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:21.264122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:21.365027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Allocated IP 172.25.1.24 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/14a2a1d0-2bca-434b-8e19-44c564e42c1f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:13:21.472735 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:21.575802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:21.614477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:13:21.618849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:13:21.620999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:13:21.628940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=14a2a1d0-2bca-434b-8e19-44c564e42c1f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:21.997780 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:22.122644 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:22.273600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:22.329803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:22.400818 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event updated for resources: {'Port': ['ID=14a2a1d0-2bca-434b-8e19-44c564e42c1f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:22.410483 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:22.505555 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Floating IP 0763cdeb-1243-447b-b1d0-8783eaf21b1d associated. External IP: 172.25.1.24, port: 83b29260-8101-45da-b11b-3f74e37577e1. Aug 23 04:13:22.708519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 5b95285c-dca1-425b-9e21-e08a3d7eeaed has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:13:22.815780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:13:22.825161 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] Sync routers for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:13:22.830247 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:22.838304 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:22.838910 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:22.876335 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:22.910971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cd27161b-0ace-4571-8020-e0460947362f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8627970 Aug 23 04:13:22.911726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:13:22.914081 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17321296-edf5-408e-8981-20d22c12b927" -d '{"events": [{"name": "network-changed", "server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "tag": "83b29260-8101-45da-b11b-3f74e37577e1"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:13:22.978598 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:23.025692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73e397-b39b-4edf-9347-ed4ca8235543 req-dd5f65dc-4672-490e-875e-97c91ea3d686 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:23.027302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c73e397-b39b-4edf-9347-ed4ca8235543 req-dd5f65dc-4672-490e-875e-97c91ea3d686 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0626011 Aug 23 04:13:23.072355 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c73e397-b39b-4edf-9347-ed4ca8235543 req-b347ea49-242d-4199-ba38-4875def712b0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384567 Aug 23 04:13:23.094920 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53050) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:23.141785 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429835a6-fdb6-4064-8cd3-9729f4d7dcfa x-openstack-request-id: req-429835a6-fdb6-4064-8cd3-9729f4d7dcfa {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:13:23.142087 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "tag": "83b29260-8101-45da-b11b-3f74e37577e1", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:13:23.142330 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-429835a6-fdb6-4064-8cd3-9729f4d7dcfa {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:13:23.142735 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1', 'status': 'completed', 'code': 200} Aug 23 04:13:23.171428 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6931a3f9-32ef-40dc-b7d2-e00d096730f8 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/0763cdeb-1243-447b-b1d0-8783eaf21b1d HTTP/1.1" status: 200 len: 990 time: 0.0752785 Aug 23 04:13:23.220737 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0763cdeb-1243-447b-b1d0-8783eaf21b1d', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'port_id': '83b29260-8101-45da-b11b-3f74e37577e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'mac_address': 'fa:16:3e:e6:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d742072-9370-4b50-9501-73b70aca6466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:13:21Z', 'updated_at': '2021-08-23T04:13:21Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c33807-4dc5-4750-bd8f-64d550fa0ca2', 'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:ad:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:04Z', 'updated_at': '2021-08-23T04:13:11Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:23.224310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17321296-edf5-408e-8981-20d22c12b927 req-8eb99ce5-5f46-4a05-be12-2b3974cb3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:23.225890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17321296-edf5-408e-8981-20d22c12b927 req-8eb99ce5-5f46-4a05-be12-2b3974cb3495 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1096 time: 0.0425229 Aug 23 04:13:23.245822 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] Checking router: 5b95285c-dca1-425b-9e21-e08a3d7eeaed for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:13:23.254664 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:23.255258 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:12:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:23.316868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17321296-edf5-408e-8981-20d22c12b927 req-18f003bc-7b43-42c8-8289-58b7d332dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:23.318382 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17321296-edf5-408e-8981-20d22c12b927 req-18f003bc-7b43-42c8-8289-58b7d332dd8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a864f84-794f-4e04-a32c-e082a9f69092 HTTP/1.1" status: 200 len: 897 time: 0.0860672 Aug 23 04:13:23.374033 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:23.397450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17321296-edf5-408e-8981-20d22c12b927 req-90113a3f-b257-492c-967f-df48f3fe4138 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b29260-8101-45da-b11b-3f74e37577e1 HTTP/1.1" status: 200 len: 998 time: 0.0717556 Aug 23 04:13:23.446709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17321296-edf5-408e-8981-20d22c12b927 req-fd3b24c9-129f-40c9-97a9-1a2c2cea331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:23.448211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17321296-edf5-408e-8981-20d22c12b927 req-fd3b24c9-129f-40c9-97a9-1a2c2cea331e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9f21e17-bfdc-48f2-804f-c3b60473914b HTTP/1.1" status: 200 len: 835 time: 0.0442901 Aug 23 04:13:23.497781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17321296-edf5-408e-8981-20d22c12b927 req-e32b2d80-d920-47f9-a6e3-d5f9c3b2cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:23.500160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17321296-edf5-408e-8981-20d22c12b927 req-e32b2d80-d920-47f9-a6e3-d5f9c3b2cbe1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a864f84-794f-4e04-a32c-e082a9f69092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453260 Aug 23 04:13:23.598660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17321296-edf5-408e-8981-20d22c12b927 req-d03c53ff-aa84-4ff7-b11d-9f92dce7779e service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914626 Aug 23 04:13:23.691053 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17321296-edf5-408e-8981-20d22c12b927 req-35d557c6-43e4-4e21-be7c-e12600f884fb service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853572 Aug 23 04:13:23.691400 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0763cdeb-1243-447b-b1d0-8783eaf21b1d', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'port_id': '83b29260-8101-45da-b11b-3f74e37577e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'mac_address': 'fa:16:3e:e6:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d742072-9370-4b50-9501-73b70aca6466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:13:21Z', 'updated_at': '2021-08-23T04:13:21Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c33807-4dc5-4750-bd8f-64d550fa0ca2', 'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:ad:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:04Z', 'updated_at': '2021-08-23T04:13:11Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:23.717197 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831e846-8ec0-4938-a1d9-cf96bf0eff66 None None] The sync data for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 is: [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '0763cdeb-1243-447b-b1d0-8783eaf21b1d', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'port_id': '83b29260-8101-45da-b11b-3f74e37577e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'mac_address': 'fa:16:3e:e6:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d742072-9370-4b50-9501-73b70aca6466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:13:21Z', 'updated_at': '2021-08-23T04:13:21Z', 'revision_number': 0, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16c33807-4dc5-4750-bd8f-64d550fa0ca2', 'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:ad:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:04Z', 'updated_at': '2021-08-23T04:13:11Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:13:23.915731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ecdd3-c9ba-4832-b4d3-9c49f2d236da None None] New status for floating IP 0763cdeb-1243-447b-b1d0-8783eaf21b1d: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:13:24.174795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53066) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:24.235662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-efd9faff-6236-411a-8574-c39cc60597f0 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/0763cdeb-1243-447b-b1d0-8783eaf21b1d HTTP/1.1" status: 200 len: 990 time: 0.0587885 Aug 23 04:13:25.240145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53082) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:25.322935 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2f55d98-3f19-45df-8373-02acc675a1ba tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/0763cdeb-1243-447b-b1d0-8783eaf21b1d HTTP/1.1" status: 200 len: 992 time: 0.0781469 Aug 23 04:13:25.403886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-9b987df5-bdd9-4e72-8165-632f122adfd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1647058 Aug 23 04:13:25.464670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-b6be15a1-daa4-42d3-becf-6152fb5bc254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:25.466180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-b6be15a1-daa4-42d3-becf-6152fb5bc254 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=28cc6d47af4b4485a4c1b0173bd8b113&device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 1100 time: 0.0395193 Aug 23 04:13:25.575173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-b15a1240-2e3b-4f00-82d0-c6def0ee6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:25.576633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-b15a1240-2e3b-4f00-82d0-c6def0ee6a72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.0909483 Aug 23 04:13:25.617511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-ed4348c9-3e69-491a-bce4-653fea66d133 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=3edba6b9-724b-4fa5-9d7b-e4b3675087ce HTTP/1.1" status: 200 len: 217 time: 0.0331109 Aug 23 04:13:25.670015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-2acb0fd2-d86b-4d6c-9917-46c6093f8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:25.671936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-2acb0fd2-d86b-4d6c-9917-46c6093f8ff5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0465388 Aug 23 04:13:25.716472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-40161d7b-6faa-4078-b1cc-65d1d4f5d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:25.718115 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-40161d7b-6faa-4078-b1cc-65d1d4f5d5a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390821 Aug 23 04:13:25.809039 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-dc649a7e-f5d6-422b-9eb1-4f6694edc5d3 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836403 Aug 23 04:13:25.903905 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-657143f6-dee6-4db4-b77e-e645e2a90151 req-3c1a9529-c757-46bb-a8c2-be1b8f05ff1b service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872922 Aug 23 04:13:26.101283 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-16748167-0287-403f-8db2-d934f919dfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:28.766785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-97d59b7a-4380-4761-bca0-aeea8bf5301c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:28.841458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:30.478059 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:31.813368 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:34.418845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-2cf6f3e5-d695-4fde-85bd-1ea60f475700 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1224363 Aug 23 04:13:34.517068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-9cda27d9-7b40-4021-82da-bd87302a270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:34.518584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-9cda27d9-7b40-4021-82da-bd87302a270b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1096 time: 0.0434289 Aug 23 04:13:34.631734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-9efdd7a5-5311-45ed-9dfd-e4e53b95a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:34.633145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-9efdd7a5-5311-45ed-9dfd-e4e53b95a16d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a864f84-794f-4e04-a32c-e082a9f69092 HTTP/1.1" status: 200 len: 897 time: 0.0937259 Aug 23 04:13:34.699038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-3df61424-9f2c-4101-a0f3-3d355fc541ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b29260-8101-45da-b11b-3f74e37577e1 HTTP/1.1" status: 200 len: 1000 time: 0.0589447 Aug 23 04:13:34.747277 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-39be81d5-5c1f-40b4-8b34-086475ec5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:34.748673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-39be81d5-5c1f-40b4-8b34-086475ec5362 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9f21e17-bfdc-48f2-804f-c3b60473914b HTTP/1.1" status: 200 len: 835 time: 0.0424092 Aug 23 04:13:34.800837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-4920e35a-8d8d-495a-9677-a89984593673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:34.802388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-4920e35a-8d8d-495a-9677-a89984593673 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a864f84-794f-4e04-a32c-e082a9f69092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466063 Aug 23 04:13:34.815195 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-2d9af780-217a-4835-9d0c-1cd85c7298ef service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:13:34.816183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-2d9af780-217a-4835-9d0c-1cd85c7298ef service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055356 Aug 23 04:13:34.912884 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-5d6542f3-26b5-4222-895c-08f05df549e9 service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892363 Aug 23 04:13:35.007611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14adda6e-6b32-4354-9551-ac884a5a1302 req-90a4ed16-f755-4678-a409-2e291b78c81e service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877750 Aug 23 04:13:37.056191 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:13:37.431522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-c729f345-82b5-498f-b7d1-3ac8c7290634 req-9c698777-8664-4ce1-89eb-3bf3230017e9 service neutron] (95121) timed out ('10.222.0.11', 51555) {{(pid=95121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:13:37.801169 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:46.919613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53632) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:47.306051 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b422f8bb-0538-4dd0-931f-583877dac7ca tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/floatingips/a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5 HTTP/1.1" status: 200 len: 993 time: 0.3852077 Aug 23 04:13:47.556410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53640) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:47.715195 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port 1f038ad5-1d31-4e5c-9880-87abd0687aed {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:13:47.715537 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:47.788094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:47.788425 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:47.800438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for 1f038ad5-1d31-4e5c-9880-87abd0687aed owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:13:48.029478 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:48.055271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=1f038ad5-1d31-4e5c-9880-87abd0687aed,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:48.081630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.081973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.082313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.082648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.082977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.083304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.083626 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.083948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.084274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.084589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.084931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.085283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:48.123603 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:48.123973 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Floating IP a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5 disassociated (deleted). External IP: 172.25.1.196, port: 670df1f9-fb6d-4e4f-aca9-854155bec09c. Aug 23 04:13:48.329371 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router c6daae86-03e3-4ae8-a878-2942a798d6ab has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:13:48.436291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:13:48.441632 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:48.446314 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] Sync routers for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:13:48.455414 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:48.456014 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:13:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:48.467767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-25d69a3d-3cc4-478b-9ec0-23fbdcf6d91c tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/floatingips/a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5 HTTP/1.1" status: 204 len: 168 time: 0.9103639 Aug 23 04:13:48.468360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:13:48.471121 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcf2454-e280-4c89-b35a-bc0308b4a949" -d '{"events": [{"name": "network-changed", "server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:13:48.559236 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:48.753599 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:56Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c676d76b-a69a-4717-bb0b-b9a131a7e0cb', 'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:2b:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:55Z', 'updated_at': '2021-08-23T04:13:01Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:48.779656 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] Checking router: c6daae86-03e3-4ae8-a878-2942a798d6ab for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:13:48.788329 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:48.788928 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:13:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:48.893839 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:49.040158 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab17139-254e-41c3-81b5-7fe4b857aeba x-openstack-request-id: req-3ab17139-254e-41c3-81b5-7fe4b857aeba {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:13:49.040663 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:13:49.040758 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ab17139-254e-41c3-81b5-7fe4b857aeba {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:13:49.041183 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'status': 'completed', 'code': 200} Aug 23 04:13:49.093067 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:56Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c676d76b-a69a-4717-bb0b-b9a131a7e0cb', 'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:2b:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:55Z', 'updated_at': '2021-08-23T04:13:01Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:49.107836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-4870ea28-8b1b-494a-be4b-68c2820ab803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:49.109514 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-4870ea28-8b1b-494a-be4b-68c2820ab803 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=430cdb31e1b941ffa5f70834a9747f27&device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 1096 time: 0.0404816 Aug 23 04:13:49.123088 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28224e-66d8-41ee-a991-266d5d8fee90 None None] The sync data for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 is: [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:12:56Z', 'revision_number': 4, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c676d76b-a69a-4717-bb0b-b9a131a7e0cb', 'name': '', 'network_id': 'e3883b53-82b6-472b-9c85-bd16731eb2e5', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'mac_address': 'fa:16:3e:2b:fb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:55Z', 'updated_at': '2021-08-23T04:13:01Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'subnets': [{'id': 'a841e7e6-0e52-43b2-a280-1d8f35c0d815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:13:49.139002 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9846e-ed97-4f56-a277-1781b945983b req-b8fd5f85-d82d-427d-8fb5-a3c0b02efb6c tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:49.146436 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2c9846e-ed97-4f56-a277-1781b945983b req-b8fd5f85-d82d-427d-8fb5-a3c0b02efb6c tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 949 time: 0.0616934 Aug 23 04:13:49.181543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2c9846e-ed97-4f56-a277-1781b945983b req-f7221d85-4338-45df-9bc8-cf72e055d516 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340953 Aug 23 04:13:49.218538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-0d2353d4-2773-4b7d-8a40-29ee3f318569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:49.220941 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-0d2353d4-2773-4b7d-8a40-29ee3f318569 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3883b53-82b6-472b-9c85-bd16731eb2e5 HTTP/1.1" status: 200 len: 897 time: 0.1036713 Aug 23 04:13:49.264517 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-ce14519c-db2a-445b-97f5-47136ca59329 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=670df1f9-fb6d-4e4f-aca9-854155bec09c HTTP/1.1" status: 200 len: 217 time: 0.0356319 Aug 23 04:13:49.286211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1581740-d6eb-41ca-9e7c-23d139d18d10 req-004d3db4-8c1a-4174-8c53-a2dfcd21df1d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:49.287746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1581740-d6eb-41ca-9e7c-23d139d18d10 req-004d3db4-8c1a-4174-8c53-a2dfcd21df1d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 945 time: 0.0495646 Aug 23 04:13:49.324757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-88d83643-afd7-4fbf-8a1b-e432d97769b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:49.326667 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-88d83643-afd7-4fbf-8a1b-e432d97769b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a841e7e6-0e52-43b2-a280-1d8f35c0d815 HTTP/1.1" status: 200 len: 835 time: 0.0527711 Aug 23 04:13:49.335140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1581740-d6eb-41ca-9e7c-23d139d18d10 req-8383a7cb-a546-45e8-8df0-ccbd171eab00 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395768 Aug 23 04:13:49.382243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-53b6b3a0-271a-43eb-99dd-f44fe73e8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:49.383815 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-53b6b3a0-271a-43eb-99dd-f44fe73e8621 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3883b53-82b6-472b-9c85-bd16731eb2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433629 Aug 23 04:13:49.387111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dab5d7-8ec8-41ae-b5da-8eeb788d225a None None] New status for floating IP a0deb5ec-67cc-4f54-9a83-d42c9c7b0dd5: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:13:49.478681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-b250fe45-4bfa-4873-af2e-9129a291a033 service neutron] 10.222.0.24 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859277 Aug 23 04:13:49.577280 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-abcf2454-e280-4c89-b35a-bc0308b4a949 req-b92fdc74-50b6-4c6e-9d1e-ef32fe1b9968 service neutron] 10.222.0.24 "GET /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817049 Aug 23 04:13:50.296904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0a1c8-ac40-4efc-a071-a98ed663833d req-a4df3f79-5522-4da6-a817-0e8270d7e3c6 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:50.298962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cd0a1c8-ac40-4efc-a071-a98ed663833d req-a4df3f79-5522-4da6-a817-0e8270d7e3c6 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 949 time: 0.0528064 Aug 23 04:13:50.300785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-cede6a39-fe04-4f29-a404-15c03fb1c497 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:50.302285 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-cede6a39-fe04-4f29-a404-15c03fb1c497 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 949 time: 0.0485749 Aug 23 04:13:50.336403 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cd0a1c8-ac40-4efc-a071-a98ed663833d req-a6f21f15-8e76-470c-9844-2773972b12ff tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/security-groups?id=31c1b701-f68d-465f-ad68-626bf474bddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Aug 23 04:13:50.418399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-b0dfeb02-e3e3-424c-be5f-15f05d474504 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:50.419953 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-b0dfeb02-e3e3-424c-be5f-15f05d474504 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 945 time: 0.0789104 Aug 23 04:13:50.448341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7903874-71af-41cc-a031-8d5444e5918a req-64ed9c34-85ab-4298-ae9f-fec35263c1cc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:50.449857 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7903874-71af-41cc-a031-8d5444e5918a req-64ed9c34-85ab-4298-ae9f-fec35263c1cc tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Aug 23 04:13:50.461890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Deleting port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:13:50.462161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:50.488100 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7903874-71af-41cc-a031-8d5444e5918a req-49208ade-091b-4bbe-9a42-2fd0c03ae038 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/security-groups?id=98b26bae-9cce-434f-b82e-f564fd815bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Aug 23 04:13:50.584979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] For port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:50.585502 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:50.604707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port 670df1f9-fb6d-4e4f-aca9-854155bec09c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:13:50.605150 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:50.607921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Calling delete_port for 3edba6b9-724b-4fa5-9d7b-e4b3675087ce owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:13:50.742828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] For port 670df1f9-fb6d-4e4f-aca9-854155bec09c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=670df1f9-fb6d-4e4f-aca9-854155bec09c,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:50.743207 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:50.763797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for 670df1f9-fb6d-4e4f-aca9-854155bec09c owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:13:50.911844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:50.923465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['3edba6b9-724b-4fa5-9d7b-e4b3675087ce'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:13:50.945288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Pushing event deleted for resources: {'Port': ['ID=3edba6b9-724b-4fa5-9d7b-e4b3675087ce,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:50.994460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] No DVR routers for this DVR port 3edba6b9-724b-4fa5-9d7b-e4b3675087ce on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:13:50.997081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:50.999141 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.24 "DELETE /v2.0/ports/3edba6b9-724b-4fa5-9d7b-e4b3675087ce HTTP/1.1" status: 204 len: 173 time: 0.6906674 Aug 23 04:13:51.035488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:51.043612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac32907d-5251-4124-8079-ce60655d5479', 'name': 'network-vif-deleted', 'tag': '3edba6b9-724b-4fa5-9d7b-e4b3675087ce'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:13:51.045927 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b01b36-c1f4-4871-bcf0-ee8b042f902e" -d '{"events": [{"server_uuid": "ac32907d-5251-4124-8079-ce60655d5479", "name": "network-vif-deleted", "tag": "3edba6b9-724b-4fa5-9d7b-e4b3675087ce"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:13:51.068773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=670df1f9-fb6d-4e4f-aca9-854155bec09c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:51.115082 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669781b1-e1aa-4ff5-9f27-9cea2259fa3f x-openstack-request-id: req-669781b1-e1aa-4ff5-9f27-9cea2259fa3f {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:13:51.115380 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac32907d-5251-4124-8079-ce60655d5479", "name": "network-vif-deleted", "tag": "3edba6b9-724b-4fa5-9d7b-e4b3675087ce", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:13:51.115674 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-669781b1-e1aa-4ff5-9f27-9cea2259fa3f {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:13:51.116020 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac32907d-5251-4124-8079-ce60655d5479', 'name': 'network-vif-deleted', 'tag': '3edba6b9-724b-4fa5-9d7b-e4b3675087ce', 'status': 'completed', 'code': 200} Aug 23 04:13:51.116711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] No DVR routers for this DVR port 670df1f9-fb6d-4e4f-aca9-854155bec09c on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:13:51.118984 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:51.121269 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1eea4d7d-e0f1-4935-a8ca-4cea78b8b139 req-ca2268aa-758d-42b1-adb4-afeeb17d2b52 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.24 "DELETE /v2.0/ports/670df1f9-fb6d-4e4f-aca9-854155bec09c HTTP/1.1" status: 204 len: 173 time: 0.6944404 Aug 23 04:13:51.461045 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a595f73d-9f1e-4f0c-b62f-4f4debdf3245 req-3987b7ae-9fe3-4d32-b15f-0e738873c910 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac32907d-5251-4124-8079-ce60655d5479 HTTP/1.1" status: 200 len: 210 time: 0.0326641 Aug 23 04:13:51.596369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e16b8ebc-c330-40e0-b5c3-d57dc9fa690d req-1d06c0f0-53f2-48e2-ad12-691888436412 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "GET /v2.0/ports?device_id=60e29103-6fcd-44a5-b455-05ddc1d96177 HTTP/1.1" status: 200 len: 210 time: 0.0265596 Aug 23 04:13:52.650503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53672) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:52.713986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2309cb07-5a18-4ec9-9210-1b8aee2009c3 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:52.740561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2309cb07-5a18-4ec9-9210-1b8aee2009c3 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:52.838504 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:52.867014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2309cb07-5a18-4ec9-9210-1b8aee2009c3 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:52.869615 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2309cb07-5a18-4ec9-9210-1b8aee2009c3 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:52.870786 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2309cb07-5a18-4ec9-9210-1b8aee2009c3 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/security-groups/98b26bae-9cce-434f-b82e-f564fd815bfe HTTP/1.1" status: 204 len: 168 time: 0.2193007 Aug 23 04:13:52.880161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309cb07-5a18-4ec9-9210-1b8aee2009c3 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b26bae-9cce-434f-b82e-f564fd815bfe,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:52.960061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53678) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:53.118166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'name': 'network-vif-deleted', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:13:53.120304 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9714eee5-ec57-4d97-b308-2057e530cf3e" -d '{"events": [{"server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "name": "network-vif-deleted", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:13:53.160620 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4c9abb-668b-4870-aa36-82d74aa3a199 x-openstack-request-id: req-bd4c9abb-668b-4870-aa36-82d74aa3a199 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:13:53.160911 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e29103-6fcd-44a5-b455-05ddc1d96177", "name": "network-vif-deleted", "tag": "670df1f9-fb6d-4e4f-aca9-854155bec09c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:13:53.161288 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd4c9abb-668b-4870-aa36-82d74aa3a199 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:13:53.161675 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e29103-6fcd-44a5-b455-05ddc1d96177', 'name': 'network-vif-deleted', 'tag': '670df1f9-fb6d-4e4f-aca9-854155bec09c', 'status': 'completed', 'code': 200} Aug 23 04:13:53.324529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:53.602225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port c676d76b-a69a-4717-bb0b-b9a131a7e0cb {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:13:53.602557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:53.692082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] For port c676d76b-a69a-4717-bb0b-b9a131a7e0cb, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c676d76b-a69a-4717-bb0b-b9a131a7e0cb,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:53.692325 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:53.703984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for c676d76b-a69a-4717-bb0b-b9a131a7e0cb owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:13:53.946750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:53.973135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=c676d76b-a69a-4717-bb0b-b9a131a7e0cb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:54.146321 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:54.361276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Router c6daae86-03e3-4ae8-a878-2942a798d6ab has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:13:54.465366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:13:54.470744 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-976b52c8-3aaa-4de6-adff-305678ef25a1 tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "PUT /v2.0/routers/c6daae86-03e3-4ae8-a878-2942a798d6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5096409 Aug 23 04:13:54.473368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53684) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:54.476347 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] Sync routers for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:13:54.486365 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:54.486976 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:13:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:54.524892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-3995579d-caf3-4b05-8e02-d909eccbcd2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting subnet a841e7e6-0e52-43b2-a280-1d8f35c0d815 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:13:54.528134 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3995579d-caf3-4b05-8e02-d909eccbcd2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:54.571192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3995579d-caf3-4b05-8e02-d909eccbcd2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:54.589852 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:54.652645 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3995579d-caf3-4b05-8e02-d909eccbcd2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:54.768842 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:13:53Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:54.794982 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] Checking router: c6daae86-03e3-4ae8-a878-2942a798d6ab for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:13:54.795534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 670df1f9-fb6d-4e4f-aca9-854155bec09c no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:13:54.804292 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] Routers {'c6daae86-03e3-4ae8-a878-2942a798d6ab'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:13:54.804475 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3995579d-caf3-4b05-8e02-d909eccbcd2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:54.808009 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:13:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['c6daae86-03e3-4ae8-a878-2942a798d6ab'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:54.816137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 670df1f9-fb6d-4e4f-aca9-854155bec09c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:13:54.816257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 670df1f9-fb6d-4e4f-aca9-854155bec09c not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:13:54.816614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3edba6b9-724b-4fa5-9d7b-e4b3675087ce no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:13:54.837973 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 3edba6b9-724b-4fa5-9d7b-e4b3675087ce {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:13:54.838165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995579d-caf3-4b05-8e02-d909eccbcd2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Subnet': ['ID=a841e7e6-0e52-43b2-a280-1d8f35c0d815,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:54.838680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 3edba6b9-724b-4fa5-9d7b-e4b3675087ce not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:13:54.840199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3995579d-caf3-4b05-8e02-d909eccbcd2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:54.842854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3995579d-caf3-4b05-8e02-d909eccbcd2d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/subnets/a841e7e6-0e52-43b2-a280-1d8f35c0d815 HTTP/1.1" status: 204 len: 168 time: 0.3678505 Aug 23 04:13:54.845563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53688) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:54.853304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e33f369-43db-4cfa-860a-3e531222b784 None None] Network e3883b53-82b6-472b-9c85-bd16731eb2e5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:13:54.959701 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] Set router c6daae86-03e3-4ae8-a878-2942a798d6ab gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:13:55.001267 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.050856 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] DHCP port deletion for e3883b53-82b6-472b-9c85-bd16731eb2e5 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:13:55.105121 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Deleting port 17a0acb1-0aa7-4890-b36d-d828c462a515 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:13:55.105520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.138667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.174234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] For port 17a0acb1-0aa7-4890-b36d-d828c462a515, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=17a0acb1-0aa7-4890-b36d-d828c462a515,segment=NetworkSegment(d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093),segment_id=d35f2a6e-0ea6-4b01-8dff-dbc9d22bc093)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:55.174742 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.191198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Calling delete_port for 17a0acb1-0aa7-4890-b36d-d828c462a515 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:13:55.265707 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:13:53Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:55.269055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Deleting port 851cbcc9-fb61-43ae-88fe-b12736539076 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:13:55.269055 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.293850 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8ce9d-58f1-4820-b464-577e5bc392aa None None] The sync data for ids ['c6daae86-03e3-4ae8-a878-2942a798d6ab'] in n-d-749052-7 is: [{'id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'name': 'tempest-TestNetworkBasicOps-router-337624864', 'tenant_id': '430cdb31e1b941ffa5f70834a9747f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:51Z', 'updated_at': '2021-08-23T04:13:53Z', 'revision_number': 5, 'project_id': '430cdb31e1b941ffa5f70834a9747f27', 'gw_port': {'id': '851cbcc9-fb61-43ae-88fe-b12736539076', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6daae86-03e3-4ae8-a878-2942a798d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:12:52Z', 'updated_at': '2021-08-23T04:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:13:55.356243 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.360303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] For port 851cbcc9-fb61-43ae-88fe-b12736539076, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=851cbcc9-fb61-43ae-88fe-b12736539076,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:13:55.360773 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.373529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Calling delete_port for 851cbcc9-fb61-43ae-88fe-b12736539076 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:13:55.382815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Pushing event deleted for resources: {'Port': ['ID=17a0acb1-0aa7-4890-b36d-d828c462a515,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:55.393519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.394110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.394767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.395296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.395808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.396308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.396826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.397221 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.397558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.397890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.398217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.398545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:13:55.401289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbe049-7aa4-49ee-a426-08c14d703a00 None None] No DVR routers for this DVR port 17a0acb1-0aa7-4890-b36d-d828c462a515 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:13:55.604116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.640325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Port': ['ID=851cbcc9-fb61-43ae-88fe-b12736539076,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:55.702993 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.745162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 17a0acb1-0aa7-4890-b36d-d828c462a515 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:13:55.770358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 17a0acb1-0aa7-4890-b36d-d828c462a515 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:13:55.770741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 17a0acb1-0aa7-4890-b36d-d828c462a515 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:13:55.771177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c676d76b-a69a-4717-bb0b-b9a131a7e0cb no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:13:55.790547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c676d76b-a69a-4717-bb0b-b9a131a7e0cb {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:13:55.790910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c676d76b-a69a-4717-bb0b-b9a131a7e0cb not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:13:55.825185 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.827840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.947010 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.947952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Fanout notify agent at l3_agent the message router_deleted on router c6daae86-03e3-4ae8-a878-2942a798d6ab {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:13:55.957914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:55.961774 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-73916941-d793-428d-a989-560786d4894d tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/routers/c6daae86-03e3-4ae8-a878-2942a798d6ab HTTP/1.1" status: 204 len: 168 time: 1.1126950 Aug 23 04:13:55.962071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53704) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:56.092060 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:56.096183 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5e0c-fe1b-4930-a5ce-2c3a4accbc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:56.205934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:56.217050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3883b53-82b6-472b-9c85-bd16731eb2e5']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:56.227853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:56.228152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35f2a6e-0ea6-4b01-8dff-dbc9d22bc093') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:13:56.237692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:56.252408 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:56.259040 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:13:56.259548 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:13:56.262887 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:13:56.398248 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:56.405084 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:56.406840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] 10.222.0.20 "DELETE /v2.0/networks/e3883b53-82b6-472b-9c85-bd16731eb2e5 HTTP/1.1" status: 204 len: 168 time: 0.4437172 Aug 23 04:13:56.420365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df89232-4250-481b-b97e-299100ed09cd tempest-TestNetworkBasicOps-611986149 tempest-TestNetworkBasicOps-611986149-project] Pushing event deleted for resources: {'Network': ['ID=e3883b53-82b6-472b-9c85-bd16731eb2e5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:56.916282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53748) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:57.050544 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-292dab77-bce8-4a1a-902b-1f6c454e8d06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=430cdb31e1b941ffa5f70834a9747f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346881 Aug 23 04:13:57.053307 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53762) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:57.108039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30cc8f80-cbeb-45dd-bea6-454796784b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:57.129712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30cc8f80-cbeb-45dd-bea6-454796784b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:57.241531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30cc8f80-cbeb-45dd-bea6-454796784b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:57.245956 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-30cc8f80-cbeb-45dd-bea6-454796784b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:57.245956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-30cc8f80-cbeb-45dd-bea6-454796784b3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70a3fbc4-f56c-4432-ade7-e8e1450525be HTTP/1.1" status: 204 len: 168 time: 0.1909354 Aug 23 04:13:57.253609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc8f80-cbeb-45dd-bea6-454796784b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a3fbc4-f56c-4432-ade7-e8e1450525be,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:57.565614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 851cbcc9-fb61-43ae-88fe-b12736539076 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:13:57.586272 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 851cbcc9-fb61-43ae-88fe-b12736539076 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:13:57.586626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 851cbcc9-fb61-43ae-88fe-b12736539076 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:13:57.836937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53790) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:57.850292 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b96c3dc-eaad-4b53-b6e4-33c5952f34f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:57.943580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b96c3dc-eaad-4b53-b6e4-33c5952f34f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:58.021228 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7b96c3dc-eaad-4b53-b6e4-33c5952f34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:58.058376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96c3dc-eaad-4b53-b6e4-33c5952f34f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050ffded-8f07-4dff-9a3e-daef1dca09ab,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:58.065719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7b96c3dc-eaad-4b53-b6e4-33c5952f34f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c43ca574591a421f914505396cbfc508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255907 Aug 23 04:13:58.066261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53792) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:58.121191 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-704d5605-9baa-44a7-b37e-80568213e99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:58.143813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-704d5605-9baa-44a7-b37e-80568213e99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:58.246885 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-704d5605-9baa-44a7-b37e-80568213e99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:58.249531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-704d5605-9baa-44a7-b37e-80568213e99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:58.251371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-704d5605-9baa-44a7-b37e-80568213e99c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/050ffded-8f07-4dff-9a3e-daef1dca09ab HTTP/1.1" status: 204 len: 168 time: 0.1839936 Aug 23 04:13:58.259555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5605-9baa-44a7-b37e-80568213e99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050ffded-8f07-4dff-9a3e-daef1dca09ab,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:58.760922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-de7a6b3d-47be-46c5-84b7-f0de4440552c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:58.830252 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:59.338063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 53818) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:59.445210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1030377927-network', 'tenant_id': '6bc076175b8848528865468f2e5d8305'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:59.512199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Made reservation on behalf of 6bc076175b8848528865468f2e5d8305 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:13:59.514812 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:59.523779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:59.614614 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:59.678214 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:59.705618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:13:59.712108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1668e670-5f55-4921-b994-6c6af78e4456,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:59.717972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:59.718323 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Added segment a883486d-1ecf-4587-a88e-81d8ebe2c623 of type vlan for network c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af Aug 23 04:13:59.763661 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:59.825424 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:59.826657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:13:59.827419 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:13:59.923855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:13:59.929784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-610ffdc8-07ba-4a92-abf9-5e6c4a9e2ca4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5877211 Aug 23 04:13:59.930302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53824) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:13:59.933421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:13:59.937496 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Request body: {'subnet': {'network_id': 'c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1030377927-subnet', 'tenant_id': '6bc076175b8848528865468f2e5d8305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:13:59.992400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Made reservation on behalf of 6bc076175b8848528865468f2e5d8305 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:13:59.995690 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:00.227638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:00.289695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5dc970-95bf-4bbd-bf08-dadc7bd0ccd0,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:00.296698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Checking segment: {'id': 'a883486d-1ecf-4587-a88e-81d8ebe2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:00.297081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Network hostable DHCP agents. Network: c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:14:00.389957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Network c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:14:00.489802 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:00.497548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:00.497548 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:00.501045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d98480-c9ee-40d4-ba85-bb0ca1e2b989 None None] Network c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:14:00.521361 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:00.576910 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-be47dc4d-f361-4854-b2fb-f98cd64966e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6433260 Aug 23 04:14:00.638843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2763da38-980b-4c93-b3b7-5169b98040a2 None None] Network c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:14:01.267122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53842) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:01.272207 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1780174866-network', 'tenant_id': '7e8595124b1245b5bfa0d11a1cf19242'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:01.346906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Made reservation on behalf of 7e8595124b1245b5bfa0d11a1cf19242 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:14:01.349271 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:01.358215 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:01.447426 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:01.506731 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:01.533111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:14:01.542667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124603a0-1a74-443b-9e5e-6943e4496b37,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:01.548286 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:01.548624 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Added segment 3b60bf6d-dd11-4388-a0b8-71e838cc4087 of type vlan for network 4fa6aa07-bafd-423d-acf1-0f6e452e956e Aug 23 04:14:01.591973 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:01.672480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:01.673511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:01.674092 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:01.761293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] Pushing event updated for resources: {'Network': ['ID=4fa6aa07-bafd-423d-acf1-0f6e452e956e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:01.772700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 4fa6aa07-bafd-423d-acf1-0f6e452e956e details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:14:01.793412 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4e0504c3-a9be-47d3-b70a-431b56dddddb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5250375 Aug 23 04:14:01.797145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 53846) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:01.802959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Request body: {'subnet': {'network_id': '4fa6aa07-bafd-423d-acf1-0f6e452e956e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1780174866-subnet', 'tenant_id': '7e8595124b1245b5bfa0d11a1cf19242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:01.845032 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:01.887100 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Made reservation on behalf of 7e8595124b1245b5bfa0d11a1cf19242 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:14:01.891984 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:02.444250 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:02.493867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1de5e56-1d3d-4865-951b-6ea1eed26dff,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:02.508576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Checking segment: {'id': '3b60bf6d-dd11-4388-a0b8-71e838cc4087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4fa6aa07-bafd-423d-acf1-0f6e452e956e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:02.508941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Network hostable DHCP agents. Network: 4fa6aa07-bafd-423d-acf1-0f6e452e956e, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:14:02.592581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Network 4fa6aa07-bafd-423d-acf1-0f6e452e956e is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:14:02.675671 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 4fa6aa07-bafd-423d-acf1-0f6e452e956e) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:02.679866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:02.680462 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:02.684627 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7acf09b-ef7c-48a6-a396-38b374c228d4 None None] Network 4fa6aa07-bafd-423d-acf1-0f6e452e956e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:14:02.753538 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-78193988-2ce1-49ac-895c-3cae75c2eca0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9551003 Aug 23 04:14:02.814841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5656a9a-98c1-4f06-a29e-33cb394c0793 None None] Network 4fa6aa07-bafd-423d-acf1-0f6e452e956e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:14:03.590809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-67a29b46-7a47-4c1c-b30d-2b0bb0931658 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:03.592287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-67a29b46-7a47-4c1c-b30d-2b0bb0931658 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/networks?id=c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af HTTP/1.1" status: 200 len: 812 time: 0.4272361 Aug 23 04:14:03.610710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-81d3c72b-d3fe-4cd3-bc0c-aa61d08c4be4 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/quotas/6bc076175b8848528865468f2e5d8305 HTTP/1.1" status: 200 len: 375 time: 0.0095353 Aug 23 04:14:03.642734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-3d65abdf-9aea-409a-ad91-aac7826e525b tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bc076175b8848528865468f2e5d8305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267243 Aug 23 04:14:03.739630 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-a4110a67-1acb-4e77-afe2-719e2cb297bf service neutron] 10.222.0.20 "GET /v2.0/networks/c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894496 Aug 23 04:14:03.829823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-c1d3ee9f-9ce2-46ad-9feb-e3ac51cfdc5f service neutron] 10.222.0.20 "GET /v2.0/networks/c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835884 Aug 23 04:14:04.137352 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0ba9677-fa60-4dda-9511-b11e7a18503c req-c70625da-0edc-4f49-b985-2d2625496a41 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 210 time: 0.0439017 Aug 23 04:14:05.220300 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b39af32b-1332-4165-a542-4b5726507f73 req-4aceb083-05a1-4e78-b5cd-21e54eea19c5 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 210 time: 0.0296893 Aug 23 04:14:06.316049 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6413ed37-c50e-4eb2-ba6d-8d1fcf2afc89 req-5c39a5e3-4798-4c72-abd4-4dec93433e40 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 210 time: 0.0259690 Aug 23 04:14:06.436812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-f7148809-08aa-409f-818b-736d6f789e8f tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:06.438969 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-f7148809-08aa-409f-818b-736d6f789e8f tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.24 "GET /v2.0/networks?id=c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af HTTP/1.1" status: 200 len: 812 time: 0.1080618 Aug 23 04:14:06.451569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Request body: {'port': {'device_id': 'a410a274-69e5-42da-9dc1-1c2a3082ac5e', 'network_id': 'c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af', 'admin_state_up': True, 'tenant_id': '6bc076175b8848528865468f2e5d8305'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:06.627115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Made reservation on behalf of 6bc076175b8848528865468f2e5d8305 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:14:06.630694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:06.760814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Allocated IP 172.20.0.12 (c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af/dc5dc970-95bf-4bbd-bf08-dadc7bd0ccd0/c405f5f0-a439-497e-ad0b-8057a13f2166) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:14:06.914275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:07.019083 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:07.062457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Network c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:14:07.066212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:07.068739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:14:07.096425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Pushing event updated for resources: {'Port': ['ID=c405f5f0-a439-497e-ad0b-8057a13f2166,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:07.125940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:07.126557 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:07.201854 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-13d1e00f-65b3-414d-9d19-b534e0c41808 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7542791 Aug 23 04:14:07.214151 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Request body: {'port': {'device_id': 'a410a274-69e5-42da-9dc1-1c2a3082ac5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:07.278069 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:07.449086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee495-b1b0-45d4-b101-4d45364af722 req-160e21f8-2fe2-4a10-822a-90f4dd2eb18f tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:07.450642 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf6ee495-b1b0-45d4-b101-4d45364af722 req-160e21f8-2fe2-4a10-822a-90f4dd2eb18f tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 932 time: 0.0575876 Aug 23 04:14:07.490969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf6ee495-b1b0-45d4-b101-4d45364af722 req-19c8496f-27e6-4616-9971-b633e0ee8e8f tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Aug 23 04:14:07.577214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c405f5f0-a439-497e-ad0b-8057a13f2166 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:14:07.585233 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:07.597905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Transition to ACTIVE for port object c405f5f0-a439-497e-ad0b-8057a13f2166 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:07.975455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:07.987275 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:08.024182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c405f5f0-a439-497e-ad0b-8057a13f2166,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:08.095796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Attempting to bind port c405f5f0-a439-497e-ad0b-8057a13f2166 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:14:08.096132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Attempting to bind port c405f5f0-a439-497e-ad0b-8057a13f2166 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'a883486d-1ecf-4587-a88e-81d8ebe2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:14:08.096503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Attempting to bind port c405f5f0-a439-497e-ad0b-8057a13f2166 on network c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:14:08.100721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Port c405f5f0-a439-497e-ad0b-8057a13f2166 on network c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:14:08.101075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Attempting to bind port c405f5f0-a439-497e-ad0b-8057a13f2166 on network c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:14:08.105738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:14:08.106071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Checking segment: {'id': 'a883486d-1ecf-4587-a88e-81d8ebe2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:08.106453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Bound using segment: {'id': 'a883486d-1ecf-4587-a88e-81d8ebe2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:14:08.106875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Bound port: c405f5f0-a439-497e-ad0b-8057a13f2166, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a883486d-1ecf-4587-a88e-81d8ebe2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:14:08.107232 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:08.169914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] For port c405f5f0-a439-497e-ad0b-8057a13f2166, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:14:08.172985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] For port c405f5f0-a439-497e-ad0b-8057a13f2166, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c405f5f0-a439-497e-ad0b-8057a13f2166,segment=NetworkSegment(a883486d-1ecf-4587-a88e-81d8ebe2c623),segment_id=a883486d-1ecf-4587-a88e-81d8ebe2c623)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:14:08.247262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:08.279756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:08.280374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:08.281789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/c405f5f0-a439-497e-ad0b-8057a13f2166 HTTP/1.1" status: 200 len: 1092 time: 1.0719614 Aug 23 04:14:08.282220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a410a274-69e5-42da-9dc1-1c2a3082ac5e', 'tag': 'c405f5f0-a439-497e-ad0b-8057a13f2166'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:14:08.285161 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4da459-e344-4f91-b809-a048bf999c85" -d '{"events": [{"name": "network-changed", "server_uuid": "a410a274-69e5-42da-9dc1-1c2a3082ac5e", "tag": "c405f5f0-a439-497e-ad0b-8057a13f2166"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:14:08.318777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba66696-fd36-4e99-b60f-9a5748bc56d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c405f5f0-a439-497e-ad0b-8057a13f2166,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:08.337440 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3727137f-78bb-49f0-8e40-2244776d10fc x-openstack-request-id: req-3727137f-78bb-49f0-8e40-2244776d10fc {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:14:08.337860 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a410a274-69e5-42da-9dc1-1c2a3082ac5e", "tag": "c405f5f0-a439-497e-ad0b-8057a13f2166", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:14:08.338261 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3727137f-78bb-49f0-8e40-2244776d10fc {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:14:08.338830 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a410a274-69e5-42da-9dc1-1c2a3082ac5e', 'tag': 'c405f5f0-a439-497e-ad0b-8057a13f2166', 'status': 'completed', 'code': 200} Aug 23 04:14:08.406126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4da459-e344-4f91-b809-a048bf999c85 req-eadc344d-8e27-4bb8-9d05-0ad537c6728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:08.407776 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d4da459-e344-4f91-b809-a048bf999c85 req-eadc344d-8e27-4bb8-9d05-0ad537c6728d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bc076175b8848528865468f2e5d8305&device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 1095 time: 0.0461323 Aug 23 04:14:08.504189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4da459-e344-4f91-b809-a048bf999c85 req-2804aad3-8154-4de7-9dd8-76c944694dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:08.505701 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d4da459-e344-4f91-b809-a048bf999c85 req-2804aad3-8154-4de7-9dd8-76c944694dd0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6bc076175b8848528865468f2e5d8305&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0905852 Aug 23 04:14:08.607484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4da459-e344-4f91-b809-a048bf999c85 req-867f9427-0419-47da-8d5e-1c59d13046ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:08.608993 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d4da459-e344-4f91-b809-a048bf999c85 req-867f9427-0419-47da-8d5e-1c59d13046ff service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0963249 Aug 23 04:14:08.616132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c823d7-5496-4085-bb6d-a2abe36bc18b req-99569da6-a940-40a7-ac5b-94f2aa962f93 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:08.618295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9c823d7-5496-4085-bb6d-a2abe36bc18b req-99569da6-a940-40a7-ac5b-94f2aa962f93 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 944 time: 0.0517879 Aug 23 04:14:08.667165 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9c823d7-5496-4085-bb6d-a2abe36bc18b req-549fc597-21eb-4c03-985b-d8b213be2669 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371006 Aug 23 04:14:08.687840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-5192ae9e-f1d5-410d-9580-84892730a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:08.687840 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-5192ae9e-f1d5-410d-9580-84892730a5fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bc076175b8848528865468f2e5d8305&device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 1095 time: 0.0414374 Aug 23 04:14:08.733313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-0c21e7b3-37d7-4aa5-9686-c149fa90ff6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c405f5f0-a439-497e-ad0b-8057a13f2166 HTTP/1.1" status: 200 len: 217 time: 0.0387390 Aug 23 04:14:08.784856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-3730ed5c-77b9-4b73-b56e-7b35791ec10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:08.786341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-3730ed5c-77b9-4b73-b56e-7b35791ec10b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc5dc970-95bf-4bbd-bf08-dadc7bd0ccd0 HTTP/1.1" status: 200 len: 852 time: 0.0441065 Aug 23 04:14:08.818525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-567c6a87-e535-43d4-99f6-3778b0922762 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248771 Aug 23 04:14:08.914502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-5ad8b76b-7f54-49e8-a9e0-c6b8e0d4e9c6 service neutron] 10.222.0.24 "GET /v2.0/networks/c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887454 Aug 23 04:14:09.002957 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d9b7f178-861d-4cf2-a18f-261925db1214 req-4c9cd54d-1a75-4bbb-9cc6-f3103e35932f service neutron] 10.222.0.24 "GET /v2.0/networks/c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810814 Aug 23 04:14:09.780804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f399b-3d08-419a-88ae-03497a33ac2c req-4d0ae5bf-df56-4553-bda5-fb39db74afd7 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:09.782318 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a6f399b-3d08-419a-88ae-03497a33ac2c req-4d0ae5bf-df56-4553-bda5-fb39db74afd7 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 944 time: 0.0491054 Aug 23 04:14:09.820052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a6f399b-3d08-419a-88ae-03497a33ac2c req-9ad4dacc-3bc0-470c-a782-6a688a8d9e15 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Aug 23 04:14:10.896611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c405f5f0-a439-497e-ad0b-8057a13f2166 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:14:10.943390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3ae7-b3a0-400a-834c-05b988a3409e req-8124e7d2-1541-4f67-92ba-b6876dc6935a tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:10.944879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a93b3ae7-b3a0-400a-834c-05b988a3409e req-8124e7d2-1541-4f67-92ba-b6876dc6935a tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 944 time: 0.0578666 Aug 23 04:14:10.982930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a93b3ae7-b3a0-400a-834c-05b988a3409e req-74abb697-ef68-40a4-ba3d-3d0d9facea1a tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Aug 23 04:14:11.001820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c405f5f0-a439-497e-ad0b-8057a13f2166, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c405f5f0-a439-497e-ad0b-8057a13f2166,segment=NetworkSegment(a883486d-1ecf-4587-a88e-81d8ebe2c623),segment_id=a883486d-1ecf-4587-a88e-81d8ebe2c623)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:11.015090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'c405f5f0-a439-497e-ad0b-8057a13f2166', 'network_id': 'c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af', 'port_id': 'c405f5f0-a439-497e-ad0b-8057a13f2166', 'mac_address': 'fa:16:3e:c5:96:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5dc970-95bf-4bbd-bf08-dadc7bd0ccd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:14:11.060824 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:11.073428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c405f5f0-a439-497e-ad0b-8057a13f2166 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:14:11.092110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c405f5f0-a439-497e-ad0b-8057a13f2166, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c405f5f0-a439-497e-ad0b-8057a13f2166,segment=NetworkSegment(a883486d-1ecf-4587-a88e-81d8ebe2c623),segment_id=a883486d-1ecf-4587-a88e-81d8ebe2c623)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:11.227078 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:11.278296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c405f5f0-a439-497e-ad0b-8057a13f2166,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:11.433571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c405f5f0-a439-497e-ad0b-8057a13f2166'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:14:12.113416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd311cb-a259-465e-b2c0-6e8a0cf46ec8 req-75003c7b-663d-45f1-8b01-437930de90b1 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:12.114942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cd311cb-a259-465e-b2c0-6e8a0cf46ec8 req-75003c7b-663d-45f1-8b01-437930de90b1 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 945 time: 0.0489857 Aug 23 04:14:12.155033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cd311cb-a259-465e-b2c0-6e8a0cf46ec8 req-de1684c0-6ecc-4e47-89f3-7f59c9c10b02 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Aug 23 04:14:12.904424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c405f5f0-a439-497e-ad0b-8057a13f2166 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:13.026617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port c405f5f0-a439-497e-ad0b-8057a13f2166 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:13.030725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port c405f5f0-a439-497e-ad0b-8057a13f2166 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:13.031122 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:13.106684 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:13.129087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a410a274-69e5-42da-9dc1-1c2a3082ac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c405f5f0-a439-497e-ad0b-8057a13f2166'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:14:13.131325 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa12921-4350-4b1a-b53a-e40407b6c125" -d '{"events": [{"server_uuid": "a410a274-69e5-42da-9dc1-1c2a3082ac5e", "name": "network-vif-plugged", "status": "completed", "tag": "c405f5f0-a439-497e-ad0b-8057a13f2166"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:14:13.144212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c405f5f0-a439-497e-ad0b-8057a13f2166, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c405f5f0-a439-497e-ad0b-8057a13f2166,segment=NetworkSegment(a883486d-1ecf-4587-a88e-81d8ebe2c623),segment_id=a883486d-1ecf-4587-a88e-81d8ebe2c623)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:13.232061 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e498ce-706a-413b-b5d0-5286cd1dcb54 x-openstack-request-id: req-a0e498ce-706a-413b-b5d0-5286cd1dcb54 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:14:13.232358 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a410a274-69e5-42da-9dc1-1c2a3082ac5e", "name": "network-vif-plugged", "status": "completed", "tag": "c405f5f0-a439-497e-ad0b-8057a13f2166", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:14:13.232664 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0e498ce-706a-413b-b5d0-5286cd1dcb54 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:14:13.233174 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a410a274-69e5-42da-9dc1-1c2a3082ac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c405f5f0-a439-497e-ad0b-8057a13f2166', 'code': 200} Aug 23 04:14:13.235147 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:13.286184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c405f5f0-a439-497e-ad0b-8057a13f2166,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:13.329608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0009e-75a0-46a8-bd2b-b31a10fdc493 req-9ea35923-ad42-4b25-b853-d5ebec025ee9 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:13.331187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58a0009e-75a0-46a8-bd2b-b31a10fdc493 req-9ea35923-ad42-4b25-b853-d5ebec025ee9 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0543020 Aug 23 04:14:13.332470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ed0e1-2f74-4265-8699-b0efd4a34c0a req-381a407f-6f96-4393-8487-054862fd41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:13.334097 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-268ed0e1-2f74-4265-8699-b0efd4a34c0a req-381a407f-6f96-4393-8487-054862fd41b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 1097 time: 0.0415177 Aug 23 04:14:13.368811 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-268ed0e1-2f74-4265-8699-b0efd4a34c0a req-3265a1df-d013-46a8-a24c-a360ebce9ed6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280221 Aug 23 04:14:13.370711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58a0009e-75a0-46a8-bd2b-b31a10fdc493 req-d25adf02-dbf2-433f-a0ab-ec5bcb0c50ff tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330746 Aug 23 04:14:14.054567 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:14:14.487054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c513c9-9a59-466c-9d72-f3bec915ec7e req-af99865c-3f7b-4bc2-9fcb-2bc0c4debabc tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:14.488598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6c513c9-9a59-466c-9d72-f3bec915ec7e req-af99865c-3f7b-4bc2-9fcb-2bc0c4debabc tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0517831 Aug 23 04:14:14.531460 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6c513c9-9a59-466c-9d72-f3bec915ec7e req-690bb53a-7238-488b-af89-885d7657479c tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361216 Aug 23 04:14:15.642441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecafc9-0294-4d16-9e51-112dccb35d78 req-0e31ef8b-e38d-4318-90fb-0e85ecb68703 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:15.644411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57ecafc9-0294-4d16-9e51-112dccb35d78 req-0e31ef8b-e38d-4318-90fb-0e85ecb68703 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0480607 Aug 23 04:14:15.685890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57ecafc9-0294-4d16-9e51-112dccb35d78 req-89b4c881-7e74-48c0-b9c9-965ab789def9 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Aug 23 04:14:15.807607 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae7d5a-7236-400b-b0b6-472369f61c58 req-a89d2341-afb0-490f-84bd-b7b41ab35dbc tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:15.809106 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0eae7d5a-7236-400b-b0b6-472369f61c58 req-a89d2341-afb0-490f-84bd-b7b41ab35dbc tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0485883 Aug 23 04:14:15.847233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0eae7d5a-7236-400b-b0b6-472369f61c58 req-859db276-e349-4fca-9f3d-77020c479446 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Aug 23 04:14:16.286299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacb19f-16e9-4b25-8c60-81a0518528b7 req-0a941b69-5a93-4ad6-a98b-c1e0dde28810 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:16.287778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dacb19f-16e9-4b25-8c60-81a0518528b7 req-0a941b69-5a93-4ad6-a98b-c1e0dde28810 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0482602 Aug 23 04:14:16.325186 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6dacb19f-16e9-4b25-8c60-81a0518528b7 req-648bad99-4097-47ac-8135-70c77d48afb4 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Aug 23 04:14:17.436647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fca6c-f9dc-4e3b-a7ec-a55ee380c298 req-05f47895-58b7-4a1a-a8b9-82f605f9ce12 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:17.438139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39fca6c-f9dc-4e3b-a7ec-a55ee380c298 req-05f47895-58b7-4a1a-a8b9-82f605f9ce12 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0482090 Aug 23 04:14:17.479083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f39fca6c-f9dc-4e3b-a7ec-a55ee380c298 req-53c13794-717a-4d4b-9602-07c7f9042298 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344841 Aug 23 04:14:17.829939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947dbe9-dafe-4116-8224-7a45134eb171 req-e8ae07bd-cac7-442e-b137-19e5686564da tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:17.831806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a947dbe9-dafe-4116-8224-7a45134eb171 req-e8ae07bd-cac7-442e-b137-19e5686564da tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0538983 Aug 23 04:14:17.870689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a947dbe9-dafe-4116-8224-7a45134eb171 req-7358067f-8b6b-4ae4-b945-8cb707f98bce tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Aug 23 04:14:17.903204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-69d80f1f-fe4f-4c97-8b93-6abf7f809df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:17.904717 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-69d80f1f-fe4f-4c97-8b93-6abf7f809df6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bc076175b8848528865468f2e5d8305&device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 1097 time: 0.0530238 Aug 23 04:14:17.994227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-a87a4f64-76ee-44b1-8408-c1f691363444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:17.995717 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-a87a4f64-76ee-44b1-8408-c1f691363444 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af HTTP/1.1" status: 200 len: 912 time: 0.0839877 Aug 23 04:14:18.042432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-f5fcdaf4-31fb-47e9-846e-e8fa50f3caac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c405f5f0-a439-497e-ad0b-8057a13f2166 HTTP/1.1" status: 200 len: 217 time: 0.0385199 Aug 23 04:14:18.092775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-c10b2bd6-ffe7-41b2-811d-e44e3f074e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:18.094397 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-c10b2bd6-ffe7-41b2-811d-e44e3f074e95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc5dc970-95bf-4bbd-bf08-dadc7bd0ccd0 HTTP/1.1" status: 200 len: 852 time: 0.0442908 Aug 23 04:14:18.125495 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-e08d3e70-fcf8-492f-b0cb-d91ba78b9a3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244219 Aug 23 04:14:18.216909 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-f2390370-a487-484e-8de9-8d785a8465a3 service neutron] 10.222.0.24 "GET /v2.0/networks/c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847440 Aug 23 04:14:18.305971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7d606cf5-7c96-44f6-a9a9-9e347c39fb63 req-3ebcaa21-10b5-4904-a4f1-d5303694e62e service neutron] 10.222.0.24 "GET /v2.0/networks/c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814245 Aug 23 04:14:18.989282 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b2020-b76b-4c4a-a8ce-f9e65e31e333 req-ea34065b-3572-4989-b913-2568c5baa429 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:18.990763 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db7b2020-b76b-4c4a-a8ce-f9e65e31e333 req-ea34065b-3572-4989-b913-2568c5baa429 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0483446 Aug 23 04:14:19.030318 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db7b2020-b76b-4c4a-a8ce-f9e65e31e333 req-fe77c268-6bbb-439a-9e26-3efcfbac0b2a tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Aug 23 04:14:20.150089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d0854-7c56-4aec-85e3-05963d938c55 req-3dd56f32-51a3-4854-a619-63bc2a0017eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:20.152511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b6d0854-7c56-4aec-85e3-05963d938c55 req-3dd56f32-51a3-4854-a619-63bc2a0017eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0534647 Aug 23 04:14:20.196631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b6d0854-7c56-4aec-85e3-05963d938c55 req-fcf2a0c6-f0b1-468b-a39a-0f3aff98e739 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379543 Aug 23 04:14:20.620447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bc75a-9dc8-4205-b4fd-2367b106f621 req-8d82bcd9-8094-4a69-97bc-e38b327d393f tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:20.622024 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-494bc75a-9dc8-4205-b4fd-2367b106f621 req-8d82bcd9-8094-4a69-97bc-e38b327d393f tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0531876 Aug 23 04:14:20.662275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-494bc75a-9dc8-4205-b4fd-2367b106f621 req-af1bac37-a7f1-454c-804e-8c7b3651a172 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342042 Aug 23 04:14:21.775361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf4396-b92b-46c6-8db7-42f1c4cac8c1 req-e95dbbbc-1427-4473-b25c-8a8f6fa384ca tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:21.776837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0eaf4396-b92b-46c6-8db7-42f1c4cac8c1 req-e95dbbbc-1427-4473-b25c-8a8f6fa384ca tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0486505 Aug 23 04:14:21.813381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0eaf4396-b92b-46c6-8db7-42f1c4cac8c1 req-77baaa61-7492-4598-8891-0d8355a601ad tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306828 Aug 23 04:14:22.181128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02266305-4f1a-4233-a833-748727b88e63 req-ddb3bbc8-b2dc-4939-b069-bc7b35bfdb4f tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:22.182590 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02266305-4f1a-4233-a833-748727b88e63 req-ddb3bbc8-b2dc-4939-b069-bc7b35bfdb4f tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0485156 Aug 23 04:14:22.223691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02266305-4f1a-4233-a833-748727b88e63 req-bed43c7c-9f1e-48a4-8cfa-ec348b2cd3e2 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351932 Aug 23 04:14:22.316827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-74a8dc6b-e516-4d11-9549-66a5e6db54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:22.318334 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-74a8dc6b-e516-4d11-9549-66a5e6db54fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bc076175b8848528865468f2e5d8305&device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 1097 time: 0.0397735 Aug 23 04:14:22.408653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-cf25919b-3e65-4e4b-9e6b-896b0107a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:22.410078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-cf25919b-3e65-4e4b-9e6b-896b0107a6a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af HTTP/1.1" status: 200 len: 912 time: 0.0848823 Aug 23 04:14:22.450722 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-d14d6bb9-c465-4a9c-b596-24a51419a8e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c405f5f0-a439-497e-ad0b-8057a13f2166 HTTP/1.1" status: 200 len: 217 time: 0.0337596 Aug 23 04:14:22.503194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-6ddee7c0-c41a-4be5-9ed4-ba62a63e4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:22.505295 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-6ddee7c0-c41a-4be5-9ed4-ba62a63e4e95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc5dc970-95bf-4bbd-bf08-dadc7bd0ccd0 HTTP/1.1" status: 200 len: 852 time: 0.0480263 Aug 23 04:14:22.538047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-ce4dcd79-bc30-4eb2-abd7-14a44866a105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257080 Aug 23 04:14:22.626102 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-54f78db5-2df9-4892-a788-ef0f19370cc5 service neutron] 10.222.0.24 "GET /v2.0/networks/c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805795 Aug 23 04:14:22.719463 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a685911-c1bd-47cc-978f-f252cd8aacc8 req-f7e36af3-4689-47e4-9b8b-7bca84e79e7e service neutron] 10.222.0.24 "GET /v2.0/networks/c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863173 Aug 23 04:14:22.838039 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:23.343167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030446b6-ae92-4ac0-aaeb-372eab38597d req-87efe027-b85e-4af9-b22f-3e10ea9e1744 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:23.344580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-030446b6-ae92-4ac0-aaeb-372eab38597d req-87efe027-b85e-4af9-b22f-3e10ea9e1744 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0498066 Aug 23 04:14:23.382651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-030446b6-ae92-4ac0-aaeb-372eab38597d req-f9c08e25-f5bf-4ebe-bdc3-d2ae1f183805 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Aug 23 04:14:24.495872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b18691-9b50-4d17-8e9f-2f4665b2c3ba req-7d884934-8be7-4381-a596-1c41f2cb20ec tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:24.498128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7b18691-9b50-4d17-8e9f-2f4665b2c3ba req-7d884934-8be7-4381-a596-1c41f2cb20ec tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0492265 Aug 23 04:14:24.536753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7b18691-9b50-4d17-8e9f-2f4665b2c3ba req-bde85f75-39ff-4c83-827d-1fd23b6e8764 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327303 Aug 23 04:14:24.984974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a58ea9-08cb-4ba9-9daa-687adcb0181d req-7eeacf20-8141-46d9-98d4-4a3fe20814f8 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:24.986500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11a58ea9-08cb-4ba9-9daa-687adcb0181d req-7eeacf20-8141-46d9-98d4-4a3fe20814f8 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0499649 Aug 23 04:14:25.029224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11a58ea9-08cb-4ba9-9daa-687adcb0181d req-b5e8ec35-2601-40cc-b443-8f1aa96c261e tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355473 Aug 23 04:14:26.086862 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cdca8b9e-266e-48e2-9f5d-c64ffbb7dbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:26.143345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7059cd8-eeb7-42bd-8615-dcdaad8ee78d req-9492a2ae-25c9-4183-a985-57044acbbaa5 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:26.144772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7059cd8-eeb7-42bd-8615-dcdaad8ee78d req-9492a2ae-25c9-4183-a985-57044acbbaa5 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0493166 Aug 23 04:14:26.182250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7059cd8-eeb7-42bd-8615-dcdaad8ee78d req-cc0ad5f1-559d-4b0a-888a-cbf80a093ac7 tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/security-groups?id=1668e670-5f55-4921-b994-6c6af78e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Aug 23 04:14:26.661623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7e29d-fdd7-45fd-b62b-26a02d2d0a96 req-8cbe0f46-dcdf-465d-b09a-d8e39d4744f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:26.663288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cda7e29d-fdd7-45fd-b62b-26a02d2d0a96 req-8cbe0f46-dcdf-465d-b09a-d8e39d4744f3 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0504837 Aug 23 04:14:26.701578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cda7e29d-fdd7-45fd-b62b-26a02d2d0a96 req-fe3516fb-d3b9-4663-895c-ccd51c5651ea tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317976 Aug 23 04:14:26.757439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-d6b45575-52e9-4729-8c4c-da3acec569df tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:26.758919 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-d6b45575-52e9-4729-8c4c-da3acec569df tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.24 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 946 time: 0.0638945 Aug 23 04:14:26.853169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Deleting port c405f5f0-a439-497e-ad0b-8057a13f2166 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:14:26.853508 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:26.941143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] For port c405f5f0-a439-497e-ad0b-8057a13f2166, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c405f5f0-a439-497e-ad0b-8057a13f2166,segment=NetworkSegment(a883486d-1ecf-4587-a88e-81d8ebe2c623),segment_id=a883486d-1ecf-4587-a88e-81d8ebe2c623)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:26.941516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:26.952826 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Calling delete_port for c405f5f0-a439-497e-ad0b-8057a13f2166 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:14:27.141375 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:27.153847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c405f5f0-a439-497e-ad0b-8057a13f2166'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:14:27.170466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Pushing event deleted for resources: {'Port': ['ID=c405f5f0-a439-497e-ad0b-8057a13f2166,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:27.227900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] No DVR routers for this DVR port c405f5f0-a439-497e-ad0b-8057a13f2166 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:14:27.237996 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:27.240434 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5c58ae8d-97b0-4925-8f10-6cf37593189f req-e5c6c62d-8f36-423f-bcb6-d7261300d6eb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.24 "DELETE /v2.0/ports/c405f5f0-a439-497e-ad0b-8057a13f2166 HTTP/1.1" status: 204 len: 173 time: 0.4757483 Aug 23 04:14:27.241155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a410a274-69e5-42da-9dc1-1c2a3082ac5e', 'name': 'network-vif-deleted', 'tag': 'c405f5f0-a439-497e-ad0b-8057a13f2166'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:14:27.244420 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d695ec96-a07c-47dd-a7dc-3cb4e09d0843" -d '{"events": [{"server_uuid": "a410a274-69e5-42da-9dc1-1c2a3082ac5e", "name": "network-vif-deleted", "tag": "c405f5f0-a439-497e-ad0b-8057a13f2166"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:14:27.303899 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-362e0efc-0de9-47f6-bc71-a4d9471bcfb0 req-2e59ef45-a564-47dd-9412-85b3093b1bbb tempest-TestServerAdvancedOps-1134615438 tempest-TestServerAdvancedOps-1134615438-project] 10.222.0.20 "GET /v2.0/ports?device_id=a410a274-69e5-42da-9dc1-1c2a3082ac5e HTTP/1.1" status: 200 len: 210 time: 0.0260634 Aug 23 04:14:27.348475 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a295e-2bcd-4c8a-a012-5bdc38c64fbf x-openstack-request-id: req-3e2a295e-2bcd-4c8a-a012-5bdc38c64fbf {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:14:27.348867 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a410a274-69e5-42da-9dc1-1c2a3082ac5e", "name": "network-vif-deleted", "tag": "c405f5f0-a439-497e-ad0b-8057a13f2166", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:14:27.349211 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e2a295e-2bcd-4c8a-a012-5bdc38c64fbf {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:14:27.349692 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a410a274-69e5-42da-9dc1-1c2a3082ac5e', 'name': 'network-vif-deleted', 'tag': 'c405f5f0-a439-497e-ad0b-8057a13f2166', 'status': 'completed', 'code': 200} Aug 23 04:14:27.831414 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991bcf-436a-4035-bb10-5c540e4d5e15 req-3ae5de19-213b-4904-b45b-d2ceef595d98 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:27.833480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c991bcf-436a-4035-bb10-5c540e4d5e15 req-3ae5de19-213b-4904-b45b-d2ceef595d98 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0552857 Aug 23 04:14:27.879054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c991bcf-436a-4035-bb10-5c540e4d5e15 req-b6ffb7f2-1321-48a5-bf89-1523a111cb85 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391462 Aug 23 04:14:28.364193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54086) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:28.409313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50ee1c1-777b-4c0d-9c28-b8af8eb656b2 admin admin] Deleting subnet dc5dc970-95bf-4bbd-bf08-dadc7bd0ccd0 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:14:28.412372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d50ee1c1-777b-4c0d-9c28-b8af8eb656b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.447033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d50ee1c1-777b-4c0d-9c28-b8af8eb656b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.485341 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d50ee1c1-777b-4c0d-9c28-b8af8eb656b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.604454 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d50ee1c1-777b-4c0d-9c28-b8af8eb656b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.633339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ee1c1-777b-4c0d-9c28-b8af8eb656b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5dc970-95bf-4bbd-bf08-dadc7bd0ccd0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:28.640183 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d50ee1c1-777b-4c0d-9c28-b8af8eb656b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.642156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d50ee1c1-777b-4c0d-9c28-b8af8eb656b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc5dc970-95bf-4bbd-bf08-dadc7bd0ccd0 HTTP/1.1" status: 204 len: 168 time: 0.2769711 Aug 23 04:14:28.644562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54094) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:28.711416 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.772568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4572-9210-43dc-8e86-f6e608ec866b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.792193 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.802855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:28.812808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a883486d-1ecf-4587-a88e-81d8ebe2c623') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:28.813203 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a883486d-1ecf-4587-a88e-81d8ebe2c623') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:28.821961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.829422 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.835831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.841840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:14:28.842227 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:14:28.843841 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:14:28.966575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.978060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:28.981474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af HTTP/1.1" status: 204 len: 168 time: 0.3343234 Aug 23 04:14:28.983392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54102) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:28.989873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f10b3e-306e-4060-9be1-7137161b40a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7583ddd-5ea4-41da-ac34-d6bd8aa0a9af,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:29.029267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb06b50-308d-4539-b288-3d7657787935 req-76e095b3-5b8d-424a-9c19-d375cca6c341 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:29.030842 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cb06b50-308d-4539-b288-3d7657787935 req-76e095b3-5b8d-424a-9c19-d375cca6c341 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0825872 Aug 23 04:14:29.059007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Deleting subnet f1de5e56-1d3d-4865-951b-6ea1eed26dff {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:14:29.062866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.105127 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cb06b50-308d-4539-b288-3d7657787935 req-ab4dce3e-411e-4737-bded-ce6488ddfb77 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674918 Aug 23 04:14:29.116268 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.155130 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.281660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.307103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1de5e56-1d3d-4865-951b-6ea1eed26dff,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:29.318506 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.318506 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1de5e56-1d3d-4865-951b-6ea1eed26dff HTTP/1.1" status: 204 len: 168 time: 0.3328483 Aug 23 04:14:29.319326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.319670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.320011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.320265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54104) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:29.320404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.320655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.320982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.321331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.321654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.321974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.322297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.322618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.322936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18303b-67ec-4fb1-9e78-eee352640292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:29.395565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.473687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.483632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa6aa07-bafd-423d-acf1-0f6e452e956e']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:29.492970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b60bf6d-dd11-4388-a0b8-71e838cc4087') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:29.493293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b60bf6d-dd11-4388-a0b8-71e838cc4087') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:29.501989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.516636 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.523200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:14:29.523588 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:14:29.525241 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:14:29.632787 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.638773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:29.641182 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fa6aa07-bafd-423d-acf1-0f6e452e956e HTTP/1.1" status: 204 len: 168 time: 0.3198249 Aug 23 04:14:29.653307 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bd4a1-f7ed-4e2b-b5d2-ea042174dde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa6aa07-bafd-423d-acf1-0f6e452e956e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:29.972498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54118) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:30.011820 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5e7c6d87-ab27-450e-8c7e-43e249a04519 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bc076175b8848528865468f2e5d8305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380607 Aug 23 04:14:30.014896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54120) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:30.065392 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-75859ac3-e2bd-4d32-9d6e-be9906738ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:30.085979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-75859ac3-e2bd-4d32-9d6e-be9906738ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:30.212136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-75859ac3-e2bd-4d32-9d6e-be9906738ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:30.214753 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-75859ac3-e2bd-4d32-9d6e-be9906738ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:30.215927 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-75859ac3-e2bd-4d32-9d6e-be9906738ae9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1668e670-5f55-4921-b994-6c6af78e4456 HTTP/1.1" status: 204 len: 168 time: 0.2001479 Aug 23 04:14:30.221197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea6a52-ca3f-4141-8121-4c63a87b12e9 req-ccd18b6d-4092-4fd4-ab58-7aaad54b98a5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:30.223288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3fea6a52-ca3f-4141-8121-4c63a87b12e9 req-ccd18b6d-4092-4fd4-ab58-7aaad54b98a5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0492010 Aug 23 04:14:30.226884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75859ac3-e2bd-4d32-9d6e-be9906738ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1668e670-5f55-4921-b994-6c6af78e4456,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:30.283148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3fea6a52-ca3f-4141-8121-4c63a87b12e9 req-49703df0-a093-437c-adae-49ec044167ee tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486376 Aug 23 04:14:30.492232 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:30.848930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54138) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:30.888114 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-98586d10-d84b-4133-9215-8a77046a278a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e8595124b1245b5bfa0d11a1cf19242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379672 Aug 23 04:14:30.890876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54140) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:30.938769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3b0f-e1ac-4be2-8f95-bf1cbc02165e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:30.959835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3b0f-e1ac-4be2-8f95-bf1cbc02165e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:31.013793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c405f5f0-a439-497e-ad0b-8057a13f2166 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:14:31.033166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: c405f5f0-a439-497e-ad0b-8057a13f2166 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:14:31.033517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c405f5f0-a439-497e-ad0b-8057a13f2166 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:14:31.072519 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3b0f-e1ac-4be2-8f95-bf1cbc02165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:31.075122 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3b0f-e1ac-4be2-8f95-bf1cbc02165e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:31.076194 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2c8f3b0f-e1ac-4be2-8f95-bf1cbc02165e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/124603a0-1a74-443b-9e5e-6943e4496b37 HTTP/1.1" status: 204 len: 168 time: 0.1843157 Aug 23 04:14:31.084427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f3b0f-e1ac-4be2-8f95-bf1cbc02165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124603a0-1a74-443b-9e5e-6943e4496b37,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:31.402720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6b99-a37f-47ec-a781-75ee307401d9 req-f5515bb4-0707-4d36-8e46-14aeb4a22a55 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:31.407399 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d6c6b99-a37f-47ec-a781-75ee307401d9 req-f5515bb4-0707-4d36-8e46-14aeb4a22a55 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0533922 Aug 23 04:14:31.443808 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8d6c6b99-a37f-47ec-a781-75ee307401d9 req-451f4dca-2db5-45dd-b6d3-c359a2c4191f tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336549 Aug 23 04:14:31.855483 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:32.189958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54170) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:32.287205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1135265714-network', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:32.380851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Made reservation on behalf of badb53063c4e4d5b8d2995e638414654 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:14:32.383278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:32.391849 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:32.479663 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:32.549813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:32.562102 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a96ff0-1d56-4eea-aaf3-1bf74a3580a5 req-048e7f14-2c4d-46aa-86cd-5cfe6c32d52e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:32.564296 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53a96ff0-1d56-4eea-aaf3-1bf74a3580a5 req-048e7f14-2c4d-46aa-86cd-5cfe6c32d52e tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0495152 Aug 23 04:14:32.571526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:14:32.586719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb7e9a1-6b42-4857-a872-e7e194fbd939,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:32.589764 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:32.590107 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Added segment 047fac12-3fb4-4e56-90e5-3e556b264d7f of type vlan for network acc4fe04-b126-4e5a-b6b6-214d44e8531e Aug 23 04:14:32.619878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53a96ff0-1d56-4eea-aaf3-1bf74a3580a5 req-914a51f1-528d-4911-ae8e-7fd0f8e03ec9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489902 Aug 23 04:14:32.630627 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:32.709497 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:32.710478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:32.711050 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:32.771668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] Pushing event updated for resources: {'Network': ['ID=acc4fe04-b126-4e5a-b6b6-214d44e8531e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:32.783248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network acc4fe04-b126-4e5a-b6b6-214d44e8531e details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:14:32.802075 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ba39e6d1-089f-442a-8d83-6e4449ce311a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6103415 Aug 23 04:14:32.805085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54182) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:32.810334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Request body: {'subnet': {'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1135265714-subnet', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:32.898792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Made reservation on behalf of badb53063c4e4d5b8d2995e638414654 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:14:32.902070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.144795 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.201597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0a9449-98a8-48b5-bea1-8e4ecba9ce83,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:33.210975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Checking segment: {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:33.211333 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Network hostable DHCP agents. Network: acc4fe04-b126-4e5a-b6b6-214d44e8531e, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:14:33.286445 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Network acc4fe04-b126-4e5a-b6b6-214d44e8531e is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:14:33.397707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, acc4fe04-b126-4e5a-b6b6-214d44e8531e) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:33.406058 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:33.406529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d73e06-9c65-4b18-9401-b25c3e47f833 None None] Network acc4fe04-b126-4e5a-b6b6-214d44e8531e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:14:33.406954 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.484146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54184) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:33.484678 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-14a4a94a-df58-4a5a-8c4b-f336215640c0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6781085 Aug 23 04:14:33.489434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:33.554168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:14:33.555155 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.600867 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.601962 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.658003 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.710171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Allocated IP 172.20.0.2 (acc4fe04-b126-4e5a-b6b6-214d44e8531e/2a0a9449-98a8-48b5-bea1-8e4ecba9ce83/3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:14:33.811512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbde8a-4f24-43df-9ae5-5275a0953779 req-db1c7970-f047-430e-8c1e-52fe66f3a322 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:33.813063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ebbde8a-4f24-43df-9ae5-5275a0953779 req-db1c7970-f047-430e-8c1e-52fe66f3a322 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.1143789 Aug 23 04:14:33.858795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.868519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Transition to ACTIVE for port object 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:33.885344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Transition to ACTIVE for port object 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:33.899810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.921044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ebbde8a-4f24-43df-9ae5-5275a0953779 req-25937388-02c0-4d51-9618-ba7789a3c66a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709217 Aug 23 04:14:33.955557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:33.992495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Network acc4fe04-b126-4e5a-b6b6-214d44e8531e is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:14:33.996943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:34.000382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:14:34.008280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Pushing event updated for resources: {'Port': ['ID=3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:34.063342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Attempting to bind port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:14:34.063719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Attempting to bind port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:14:34.064364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Attempting to bind port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 on network acc4fe04-b126-4e5a-b6b6-214d44e8531e {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:14:34.069941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:14:34.070317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Checking segment: {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:34.070724 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:34.071120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Bound using segment: {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:14:34.071583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Bound port: 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:14:34.071964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:34.133238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] For port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:14:34.136158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] For port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:14:34.181821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:34.200050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:34.208831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:34.280498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571534f-1cb7-4b8e-b074-897c27ccbac7 None None] Pushing event updated for resources: {'Port': ['ID=3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:34.312168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Allocated IP 172.25.1.94 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/d83928af-941e-48d2-a69a-fd3b601a379f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:14:34.419474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:34.535957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:34.588508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:14:34.590244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:34.593069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:14:34.595236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d83928af-941e-48d2-a69a-fd3b601a379f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:34.911402 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:35.098799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292208cb-9836-463c-875b-0c026ef6626d req-59f4b000-5035-4065-96f6-cc7f6ea151a4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:35.100432 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-292208cb-9836-463c-875b-0c026ef6626d req-59f4b000-5035-4065-96f6-cc7f6ea151a4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0978932 Aug 23 04:14:35.183897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-292208cb-9836-463c-875b-0c026ef6626d req-d960a21d-3425-4e94-aef3-aa00653a930b tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766230 Aug 23 04:14:35.185454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:35.250060 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb18a0-2b91-420a-89ad-78844fd32f12 None None] Network acc4fe04-b126-4e5a-b6b6-214d44e8531e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:14:35.386731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:14:35.389876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ba3dc3c2-48da-4a26-9fa0-8bef4e028160 None None] Provisioning for port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:35.501943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:14:35.523859 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Sync routers for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:14:35.531990 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:14:35.532618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:14:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:35.578147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:35.579426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ccbb93c5-7a72-4071-a97f-01f6855682a6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0942826 Aug 23 04:14:35.582977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54202) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:35.661529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:14:35.705335 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:35.908400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:35.915150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:35.915524 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:35.950468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:34Z', 'revision_number': 3, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:35.982808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Checking router: 22c9c71d-3c21-47c4-8172-a013ba25a1e6 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:14:35.983155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Updating router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 port d83928af-941e-48d2-a69a-fd3b601a379f binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:14:36.015410 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.029381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.078357 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.173576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:36.233322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Allocated IP 172.20.0.1 (acc4fe04-b126-4e5a-b6b6-214d44e8531e/2a0a9449-98a8-48b5-bea1-8e4ecba9ce83/a849803e-5a81-496f-ba84-a54eef763e07) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:14:36.253398 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.311721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abcd24-a55a-4aab-9177-8548e4c98f91 req-11c202a2-ecc2-47c2-b28d-93b78ea00fe5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:36.313057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28abcd24-a55a-4aab-9177-8548e4c98f91 req-11c202a2-ecc2-47c2-b28d-93b78ea00fe5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0508351 Aug 23 04:14:36.369898 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.374490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-28abcd24-a55a-4aab-9177-8548e4c98f91 req-33a5048c-91d5-4811-b77e-3d241d1fc5ea tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469611 Aug 23 04:14:36.387991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Transition to ACTIVE for port object a849803e-5a81-496f-ba84-a54eef763e07 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:36.444625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-6da8b78d-9e58-42b5-8d51-0e10f3b36af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:36.446348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-6da8b78d-9e58-42b5-8d51-0e10f3b36af1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1096 time: 0.0682757 Aug 23 04:14:36.501979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.532095 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:36.543889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Network acc4fe04-b126-4e5a-b6b6-214d44e8531e is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:14:36.546765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:36.550165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:14:36.562774 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.573707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Transition to ACTIVE for port object d83928af-941e-48d2-a69a-fd3b601a379f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:36.590720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Pushing event updated for resources: {'Port': ['ID=a849803e-5a81-496f-ba84-a54eef763e07,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:36.597874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-6c84a045-bc93-41e4-8bc4-3daa1848e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:36.608922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-6c84a045-bc93-41e4-8bc4-3daa1848e6c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a864f84-794f-4e04-a32c-e082a9f69092 HTTP/1.1" status: 200 len: 897 time: 0.1327915 Aug 23 04:14:36.609382 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.656148 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.693925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-8d3b757b-354d-4f75-a34a-45126182e084 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b29260-8101-45da-b11b-3f74e37577e1 HTTP/1.1" status: 200 len: 1000 time: 0.0873275 Aug 23 04:14:36.732968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591e4eb-f9da-4324-a6fb-b9342a27fc66 None None] Pushing event updated for resources: {'Port': ['ID=d83928af-941e-48d2-a69a-fd3b601a379f,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:36.746116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Attempting to bind port d83928af-941e-48d2-a69a-fd3b601a379f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:14:36.757714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Attempting to bind port d83928af-941e-48d2-a69a-fd3b601a379f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:14:36.762755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Attempting to bind port d83928af-941e-48d2-a69a-fd3b601a379f on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:14:36.767527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:14:36.768230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:36.768489 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.769079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:14:36.769619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Bound port: d83928af-941e-48d2-a69a-fd3b601a379f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:14:36.770230 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.774645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-71ec48c2-4fa9-4523-b7f0-edfccd8d4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:36.776408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-71ec48c2-4fa9-4523-b7f0-edfccd8d4e85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9f21e17-bfdc-48f2-804f-c3b60473914b HTTP/1.1" status: 200 len: 835 time: 0.0750594 Aug 23 04:14:36.817119 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.845579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-c641e575-618a-406b-8b22-6f82f9afcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:36.849411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-c641e575-618a-406b-8b22-6f82f9afcb6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a864f84-794f-4e04-a32c-e082a9f69092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637336 Aug 23 04:14:36.866063 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] For port d83928af-941e-48d2-a69a-fd3b601a379f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:14:36.879622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] For port d83928af-941e-48d2-a69a-fd3b601a379f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d83928af-941e-48d2-a69a-fd3b601a379f,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:14:36.952503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a1821125-6dc4-4a84-bb65-f7b6aa3c3d30 None None] Provisioning for port a849803e-5a81-496f-ba84-a54eef763e07 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:36.956279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-33f5fd0c-1740-4286-8a2f-66ca1c14783f service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992579 Aug 23 04:14:36.957534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a1821125-6dc4-4a84-bb65-f7b6aa3c3d30 None None] Provisioning complete for port a849803e-5a81-496f-ba84-a54eef763e07 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:36.957907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1821125-6dc4-4a84-bb65-f7b6aa3c3d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:36.993420 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:37.017086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:37.045524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a1821125-6dc4-4a84-bb65-f7b6aa3c3d30 None None] Port a849803e-5a81-496f-ba84-a54eef763e07 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:14:37.058610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c305ad10-7516-4dd9-b330-e7e80d77750b req-c2984dcb-2193-49f6-a978-248187fb08a0 service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949738 Aug 23 04:14:37.064365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:14:37.064985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:14:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:37.092611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:37.106635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591e4eb-f9da-4324-a6fb-b9342a27fc66 None None] Pushing event updated for resources: {'Port': ['ID=d83928af-941e-48d2-a69a-fd3b601a379f,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:37.163812 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Pushing event updated for resources: {'Port': ['ID=a849803e-5a81-496f-ba84-a54eef763e07,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:37.166882 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:37.191782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:14:37.258158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Network acc4fe04-b126-4e5a-b6b6-214d44e8531e is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:14:37.259615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:37.422445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 1, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:37.460226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fd1de-a0cd-41c9-b471-23f453a08d4b None None] The sync data for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 is: [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 1, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:14:37.530128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdde87-7fc8-427a-84d0-c7d8c8de5af5 req-112a916f-7c59-49cc-a22d-673914b6d062 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:37.532336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86bdde87-7fc8-427a-84d0-c7d8c8de5af5 req-112a916f-7c59-49cc-a22d-673914b6d062 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0635698 Aug 23 04:14:37.571145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ddecb0fc-987a-4e5c-8acd-841446dc1d1a None None] Provisioning complete for port a849803e-5a81-496f-ba84-a54eef763e07 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:37.571675 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddecb0fc-987a-4e5c-8acd-841446dc1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:37.626820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-86bdde87-7fc8-427a-84d0-c7d8c8de5af5 req-d9ee9f18-f8ed-4cbc-b2df-7e4400efcb7d tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767922 Aug 23 04:14:37.666860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ddecb0fc-987a-4e5c-8acd-841446dc1d1a None None] Port a849803e-5a81-496f-ba84-a54eef763e07 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:14:37.678378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:37.741768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:37.742276 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:37.842304 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:37.850096 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:14:37.985772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:14:37.992532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9db45d83-092e-4703-bce6-00daa6593a1e admin admin] 10.222.0.20 "PUT /v2.0/routers/22c9c71d-3c21-47c4-8172-a013ba25a1e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4084876 Aug 23 04:14:38.767159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b309c0-2d0e-4ceb-913c-9496a56b34fa req-40fee731-6641-40ae-b7e2-6732ffcf554a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:38.777252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4b309c0-2d0e-4ceb-913c-9496a56b34fa req-40fee731-6641-40ae-b7e2-6732ffcf554a tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0670345 Aug 23 04:14:38.821427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4b309c0-2d0e-4ceb-913c-9496a56b34fa req-4df59e60-1203-43d6-a1bb-19aeb67042f5 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Aug 23 04:14:38.841827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54242) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:38.852052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-579958621-network', 'tenant_id': '68fa4eea53cb4993beb329575c842114'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:38.952287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Made reservation on behalf of 68fa4eea53cb4993beb329575c842114 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:14:38.954652 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:38.964421 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.076576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.155272 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.179119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:14:39.188550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b61d7-178e-4953-88d7-bd7ed603eafb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:39.194603 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.194973 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Added segment 348164c7-b7e1-42be-853b-9f58f4d16391 of type vlan for network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 Aug 23 04:14:39.244866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.335529 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.336440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:39.337030 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.395780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] Pushing event updated for resources: {'Network': ['ID=b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:39.409637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:14:39.439298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-68d71ba8-9cc1-49b1-82f5-9d8a69e396ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5960371 Aug 23 04:14:39.443241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54250) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:39.447771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Request body: {'subnet': {'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-579958621-subnet', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:39.529670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Made reservation on behalf of 68fa4eea53cb4993beb329575c842114 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:14:39.532056 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.647823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d83928af-941e-48d2-a69a-fd3b601a379f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:39.745935 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Sync routers for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:14:39.755163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port d83928af-941e-48d2-a69a-fd3b601a379f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:39.755920 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:14:39.756588 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:14:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:39.759372 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d83928af-941e-48d2-a69a-fd3b601a379f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:39.765196 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.812679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.842171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.866026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e44876-10ad-4142-920c-003a91550da1,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:39.867091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port d83928af-941e-48d2-a69a-fd3b601a379f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d83928af-941e-48d2-a69a-fd3b601a379f,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:39.891787 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:14:39.909957 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Checking segment: {'id': '348164c7-b7e1-42be-853b-9f58f4d16391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:39.910452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Network hostable DHCP agents. Network: b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:14:39.946865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:39.980810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa57afe-5246-413c-8785-ce9d22addeb0 req-72364a1e-d85e-45da-ae56-04d49f7a21c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:39.984147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fa57afe-5246-413c-8785-ce9d22addeb0 req-72364a1e-d85e-45da-ae56-04d49f7a21c1 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0663881 Aug 23 04:14:40.017965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=d83928af-941e-48d2-a69a-fd3b601a379f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:40.026710 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:14:40.046321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8fa57afe-5246-413c-8785-ce9d22addeb0 req-c3bdb31a-f822-4f50-9dc4-293672534455 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550861 Aug 23 04:14:40.112344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:40.118844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:40.119901 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.124772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eff036-9d82-48e2-9204-79d59dea4e98 None None] Network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:14:40.127318 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 2, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:40.155580 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Checking router: 22c9c71d-3c21-47c4-8172-a013ba25a1e6 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:14:40.156074 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Updating router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 port a849803e-5a81-496f-ba84-a54eef763e07 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:14:40.180980 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.194141 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c940ca22-a3a7-4c5f-a090-8403f6d6cd70 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7497091 Aug 23 04:14:40.196176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54256) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:40.204508 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:14:40.288156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8', 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'fixed_ips': [{'subnet_id': 'b6e44876-10ad-4142-920c-003a91550da1'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:14:40.292710 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.313031 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.316114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.370576 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.434888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Allocated IP 172.20.0.2 (b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8/b6e44876-10ad-4142-920c-003a91550da1/d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:14:40.497931 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.510065 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Transition to ACTIVE for port object a849803e-5a81-496f-ba84-a54eef763e07 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:40.584198 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.597485 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.607083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Transition to ACTIVE for port object d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:40.607483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.624743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Transition to ACTIVE for port object d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:40.647293 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Pushing event updated for resources: {'Port': ['ID=a849803e-5a81-496f-ba84-a54eef763e07,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:40.670961 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.671311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.671652 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.671992 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.672328 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.672656 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.672984 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.673343 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.673669 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.673997 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.674324 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.674662 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:14:40.724725 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Attempting to bind port a849803e-5a81-496f-ba84-a54eef763e07 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:14:40.725228 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Attempting to bind port a849803e-5a81-496f-ba84-a54eef763e07 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:14:40.726205 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Attempting to bind port a849803e-5a81-496f-ba84-a54eef763e07 on network acc4fe04-b126-4e5a-b6b6-214d44e8531e {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:14:40.735197 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:14:40.735662 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Checking segment: {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:40.736178 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.736910 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Bound using segment: {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:14:40.738167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Bound port: a849803e-5a81-496f-ba84-a54eef763e07, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:14:40.738632 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.739709 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.773535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:14:40.804196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:40.813921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:14:40.820985 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] For port a849803e-5a81-496f-ba84-a54eef763e07, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:14:40.825372 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] For port a849803e-5a81-496f-ba84-a54eef763e07, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a849803e-5a81-496f-ba84-a54eef763e07,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:14:40.873865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Pushing event updated for resources: {'Port': ['ID=d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:40.894845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Attempting to bind port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:14:40.895369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Attempting to bind port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '348164c7-b7e1-42be-853b-9f58f4d16391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:14:40.896446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Attempting to bind port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 on network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:14:40.904112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:14:40.908555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Checking segment: {'id': '348164c7-b7e1-42be-853b-9f58f4d16391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:40.908555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.908555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Bound using segment: {'id': '348164c7-b7e1-42be-853b-9f58f4d16391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:14:40.908555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Bound port: d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348164c7-b7e1-42be-853b-9f58f4d16391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:14:40.908555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.928008 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.978302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:40.999000 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:41.010655 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:14:41.013975 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:14:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:41.061140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] For port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:14:41.066781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] For port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6,segment=NetworkSegment(348164c7-b7e1-42be-853b-9f58f4d16391),segment_id=348164c7-b7e1-42be-853b-9f58f4d16391)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:14:41.077942 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca99f5-c087-4c31-a349-2b230fed782f None None] Pushing event updated for resources: {'Port': ['ID=a849803e-5a81-496f-ba84-a54eef763e07,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:41.145618 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:41.193191 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:14:41.213258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f579b2-a1d4-4f67-b741-c77dd14fa755 None None] Pushing event updated for resources: {'Port': ['ID=d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:41.248513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Allocated IP 172.25.1.63 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/9a23430d-6da4-4b13-90c6-f15f71d123d8) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:14:41.352021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a0e98-ee18-453f-a0b4-da879136a706 req-1f512994-3fbb-441d-8f5d-293dc2eb4a3c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:41.353889 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a1a0e98-ee18-453f-a0b4-da879136a706 req-1f512994-3fbb-441d-8f5d-293dc2eb4a3c tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.1586969 Aug 23 04:14:41.395709 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:41.428435 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:40Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:41.465894 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebe53b-d53b-4a7f-a40c-a15ea17f0820 None None] The sync data for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 is: [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:40Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:14:41.487844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a1a0e98-ee18-453f-a0b4-da879136a706 req-8a4f5746-fb2d-4951-91c6-2316c54b0de6 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748639 Aug 23 04:14:41.595933 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:41.780163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:41.921613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:41.927970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d83928af-941e-48d2-a69a-fd3b601a379f up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:41.982807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d83928af-941e-48d2-a69a-fd3b601a379f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:41.983543 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:42.090473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a849803e-5a81-496f-ba84-a54eef763e07 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:42.108525 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:14:42.112692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:42.132127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:14:42.177097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Pushing event updated for resources: {'Port': ['ID=9a23430d-6da4-4b13-90c6-f15f71d123d8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:42.194642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba873d-d3bf-43a4-8a30-7c68ec5c7fed req-211c08e1-e3d2-496b-a47c-4ae30eda013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:42.196139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90ba873d-d3bf-43a4-8a30-7c68ec5c7fed req-211c08e1-e3d2-496b-a47c-4ae30eda013c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1096 time: 0.1161172 Aug 23 04:14:42.235652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port a849803e-5a81-496f-ba84-a54eef763e07 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:42.241711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a849803e-5a81-496f-ba84-a54eef763e07 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:42.244248 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:42.342704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90ba873d-d3bf-43a4-8a30-7c68ec5c7fed req-819de51f-1f96-4c89-ad22-830a4dee18a2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382122 Aug 23 04:14:42.369458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:42.408988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port a849803e-5a81-496f-ba84-a54eef763e07, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a849803e-5a81-496f-ba84-a54eef763e07,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:42.483923 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:42.539848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=a849803e-5a81-496f-ba84-a54eef763e07,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:42.577224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:42.579910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5106a-bba0-4946-98b8-625abb59770e None None] Network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:14:42.701851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2733e1ec-18b2-44ea-b82c-61eb20322cf6 None None] Provisioning for port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:42.705907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeef03c-a5e2-4c8a-8636-4c1e89e93284 req-fd25ed3f-8d49-4847-bcf8-da4e7fdc0737 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:42.707408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0eeef03c-a5e2-4c8a-8636-4c1e89e93284 req-fd25ed3f-8d49-4847-bcf8-da4e7fdc0737 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0953016 Aug 23 04:14:42.709307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2733e1ec-18b2-44ea-b82c-61eb20322cf6 None None] Provisioning complete for port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:42.709682 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2733e1ec-18b2-44ea-b82c-61eb20322cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:42.790483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0eeef03c-a5e2-4c8a-8636-4c1e89e93284 req-28a073db-2740-4ec9-8d17-47e8bc17fc80 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740395 Aug 23 04:14:42.835264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2733e1ec-18b2-44ea-b82c-61eb20322cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:42.871316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:42.888155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2733e1ec-18b2-44ea-b82c-61eb20322cf6 None None] For port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6,segment=NetworkSegment(348164c7-b7e1-42be-853b-9f58f4d16391),segment_id=348164c7-b7e1-42be-853b-9f58f4d16391)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:42.981564 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2733e1ec-18b2-44ea-b82c-61eb20322cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:43.029538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 83b29260-8101-45da-b11b-3f74e37577e1 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:14:43.086651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733e1ec-18b2-44ea-b82c-61eb20322cf6 None None] Pushing event updated for resources: {'Port': ['ID=d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:43.098531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Router 87128eea-bafc-429f-bd63-62c52ea5cc68 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:14:43.115750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-28a5e8fc-4383-44da-addc-f9544f44a427 None None] Provisioning complete for port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:43.123750 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-28a5e8fc-4383-44da-addc-f9544f44a427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:43.197482 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:43.218640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:14:43.229236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:14:43.231500 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a81af50-80a8-48bb-8cc8-85d7babb544d" -d '{"events": [{"server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "name": "network-vif-unplugged", "status": "completed", "tag": "83b29260-8101-45da-b11b-3f74e37577e1"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:14:43.238500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Sync routers for ids ['87128eea-bafc-429f-bd63-62c52ea5cc68'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:14:43.269751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=83b29260-8101-45da-b11b-3f74e37577e1,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:43.273396 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f2985d-1f50-4383-bbfd-998a2eb0267f x-openstack-request-id: req-90f2985d-1f50-4383-bbfd-998a2eb0267f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:14:43.273396 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "name": "network-vif-unplugged", "status": "completed", "tag": "83b29260-8101-45da-b11b-3f74e37577e1", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:14:43.273640 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90f2985d-1f50-4383-bbfd-998a2eb0267f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:14:43.273891 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1', 'code': 200} Aug 23 04:14:43.286161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Routers {'87128eea-bafc-429f-bd63-62c52ea5cc68'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:14:43.286785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:14:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87128eea-bafc-429f-bd63-62c52ea5cc68'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:43.292850 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:43.296367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e3d07df3-19bb-42fe-910f-d9b7ec7b469b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0966578 Aug 23 04:14:43.297545 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 54282) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:43.344855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:43.433835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Set router 87128eea-bafc-429f-bd63-62c52ea5cc68 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:14:43.463460 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=83b29260-8101-45da-b11b-3f74e37577e1,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:43.638114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:40Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 3, 'project_id': '68fa4eea53cb4993beb329575c842114', 'gw_port': {'id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:41Z', 'updated_at': '2021-08-23T04:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:43.672617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:43.675653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Checking router: 87128eea-bafc-429f-bd63-62c52ea5cc68 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:14:43.676002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Updating router 87128eea-bafc-429f-bd63-62c52ea5cc68 port 9a23430d-6da4-4b13-90c6-f15f71d123d8 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:14:43.741426 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:43.930916 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:43.944054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Allocated IP 172.20.0.1 (b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8/b6e44876-10ad-4142-920c-003a91550da1/8fc6d88e-fdf1-453c-bc53-5e77de4bacc1) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:14:43.950424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfa21e-e77e-4836-b773-be9230d26352 req-621a1506-cbe6-49e8-8a43-0fbb62e4b0cd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:14:43.951980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bddfa21e-e77e-4836-b773-be9230d26352 req-621a1506-cbe6-49e8-8a43-0fbb62e4b0cd tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 943 time: 0.0725977 Aug 23 04:14:43.996794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bddfa21e-e77e-4836-b773-be9230d26352 req-683d128c-4ee6-41d8-a695-ec334e9f8a64 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359983 Aug 23 04:14:44.021888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 54288) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:14:44.038417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:44.038822 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.104760 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.116363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-82d47009-51c2-497a-b4d7-cb90e13158d9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/floatingips/0763cdeb-1243-447b-b1d0-8783eaf21b1d HTTP/1.1" status: 200 len: 990 time: 0.0919893 Aug 23 04:14:44.133991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Transition to ACTIVE for port object 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:44.208338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a849803e-5a81-496f-ba84-a54eef763e07 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:44.251262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.295107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:14:44.299453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:44.302774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:14:44.303712 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.316162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port a849803e-5a81-496f-ba84-a54eef763e07 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:44.316586 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.318519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Transition to ACTIVE for port object 9a23430d-6da4-4b13-90c6-f15f71d123d8 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:44.335012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc6d88e-fdf1-453c-bc53-5e77de4bacc1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:44.355441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.407169 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.468572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Attempting to bind port 9a23430d-6da4-4b13-90c6-f15f71d123d8 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:14:44.468996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Attempting to bind port 9a23430d-6da4-4b13-90c6-f15f71d123d8 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:14:44.469401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Attempting to bind port 9a23430d-6da4-4b13-90c6-f15f71d123d8 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:14:44.480798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54472bac-ffe9-45ae-8f49-5322e927e393 None None] Pushing event updated for resources: {'Port': ['ID=9a23430d-6da4-4b13-90c6-f15f71d123d8,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:44.483638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:14:44.484027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:44.484466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.484895 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:14:44.485488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Bound port: 9a23430d-6da4-4b13-90c6-f15f71d123d8, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:14:44.485784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.544702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] For port 9a23430d-6da4-4b13-90c6-f15f71d123d8, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:14:44.547703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] For port 9a23430d-6da4-4b13-90c6-f15f71d123d8, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9a23430d-6da4-4b13-90c6-f15f71d123d8,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:14:44.572616 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.618866 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.687354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54472bac-ffe9-45ae-8f49-5322e927e393 None None] Pushing event updated for resources: {'Port': ['ID=9a23430d-6da4-4b13-90c6-f15f71d123d8,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:44.691737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Routers {'87128eea-bafc-429f-bd63-62c52ea5cc68'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:14:44.692875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:14:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87128eea-bafc-429f-bd63-62c52ea5cc68'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:44.736403 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.738168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bac1e468-3cb0-44fb-baef-04816c6be170 None None] Provisioning for port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:44.745883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bac1e468-3cb0-44fb-baef-04816c6be170 None None] Provisioning complete for port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:44.746256 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bac1e468-3cb0-44fb-baef-04816c6be170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.816361 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.818117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-bac1e468-3cb0-44fb-baef-04816c6be170 None None] Port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:14:44.834876 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] Set router 87128eea-bafc-429f-bd63-62c52ea5cc68 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:14:44.896029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:44.898110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc6d88e-fdf1-453c-bc53-5e77de4bacc1,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:45.004681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:14:45.006129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:14:45.032055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 83b29260-8101-45da-b11b-3f74e37577e1 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:14:45.077369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:40Z', 'updated_at': '2021-08-23T04:14:44Z', 'revision_number': 4, 'project_id': '68fa4eea53cb4993beb329575c842114', 'gw_port': {'id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:41Z', 'updated_at': '2021-08-23T04:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8fc6d88e-fdf1-453c-bc53-5e77de4bacc1', 'name': '', 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'mac_address': 'fa:16:3e:fb:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b6e44876-10ad-4142-920c-003a91550da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:43Z', 'updated_at': '2021-08-23T04:14:43Z', 'revision_number': 1, 'project_id': '68fa4eea53cb4993beb329575c842114', 'subnets': [{'id': 'b6e44876-10ad-4142-920c-003a91550da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:45.120650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf106f2-2975-431a-8d51-051a16ffdf8a None None] The sync data for ids ['87128eea-bafc-429f-bd63-62c52ea5cc68'] in n-d-749052-7 is: [{'id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:40Z', 'updated_at': '2021-08-23T04:14:44Z', 'revision_number': 4, 'project_id': '68fa4eea53cb4993beb329575c842114', 'gw_port': {'id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:41Z', 'updated_at': '2021-08-23T04:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8fc6d88e-fdf1-453c-bc53-5e77de4bacc1', 'name': '', 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'mac_address': 'fa:16:3e:fb:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b6e44876-10ad-4142-920c-003a91550da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:43Z', 'updated_at': '2021-08-23T04:14:43Z', 'revision_number': 1, 'project_id': '68fa4eea53cb4993beb329575c842114', 'subnets': [{'id': 'b6e44876-10ad-4142-920c-003a91550da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:14:45.191006 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Router 87128eea-bafc-429f-bd63-62c52ea5cc68 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:14:45.193631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=83b29260-8101-45da-b11b-3f74e37577e1,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:45.208206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '83b29260-8101-45da-b11b-3f74e37577e1', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'port_id': '83b29260-8101-45da-b11b-3f74e37577e1', 'mac_address': 'fa:16:3e:e6:91:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:14:45.253697 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:45.273871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b29260-8101-45da-b11b-3f74e37577e1 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:14:45.296797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=83b29260-8101-45da-b11b-3f74e37577e1,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:45.335229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:14:45.340917 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d3f511b-0fed-49a3-b03c-65507d89b1e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/87128eea-bafc-429f-bd63-62c52ea5cc68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0419993 Aug 23 04:14:45.348545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e40c3f9b-32ad-439a-80c3-bc5b3c6b372d None None] Provisioning complete for port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:45.349220 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e40c3f9b-32ad-439a-80c3-bc5b3c6b372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:45.385283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e40c3f9b-32ad-439a-80c3-bc5b3c6b372d None None] Port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:14:45.415060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:45.506187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=83b29260-8101-45da-b11b-3f74e37577e1,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:45.811535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['83b29260-8101-45da-b11b-3f74e37577e1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:14:47.040466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 83b29260-8101-45da-b11b-3f74e37577e1 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:47.091561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 83b29260-8101-45da-b11b-3f74e37577e1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:47.091938 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:47.173419 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:47.198742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:14:47.218297 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64656c6f-732a-46fb-bcd7-e82890c61755" -d '{"events": [{"server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "name": "network-vif-plugged", "status": "completed", "tag": "83b29260-8101-45da-b11b-3f74e37577e1"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:14:47.218297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=83b29260-8101-45da-b11b-3f74e37577e1,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:47.240232 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f725c2b-4051-45fb-898d-78a92e2f0e99 x-openstack-request-id: req-9f725c2b-4051-45fb-898d-78a92e2f0e99 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:14:47.240528 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "name": "network-vif-plugged", "status": "completed", "tag": "83b29260-8101-45da-b11b-3f74e37577e1", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:14:47.240778 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f725c2b-4051-45fb-898d-78a92e2f0e99 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:14:47.241204 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1', 'code': 200} Aug 23 04:14:47.284610 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:47.334473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=83b29260-8101-45da-b11b-3f74e37577e1,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:47.645966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9a23430d-6da4-4b13-90c6-f15f71d123d8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:47.797897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 9a23430d-6da4-4b13-90c6-f15f71d123d8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:47.802142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9a23430d-6da4-4b13-90c6-f15f71d123d8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:47.802531 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:47.881840 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:47.905502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 9a23430d-6da4-4b13-90c6-f15f71d123d8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9a23430d-6da4-4b13-90c6-f15f71d123d8,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:47.972758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:48.029191 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=9a23430d-6da4-4b13-90c6-f15f71d123d8,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:48.996045 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Sync routers for ids ['87128eea-bafc-429f-bd63-62c52ea5cc68'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:14:49.005307 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Routers {'87128eea-bafc-429f-bd63-62c52ea5cc68'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:14:49.006017 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:14:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87128eea-bafc-429f-bd63-62c52ea5cc68'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:49.206266 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Set router 87128eea-bafc-429f-bd63-62c52ea5cc68 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:14:49.410456 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:40Z', 'updated_at': '2021-08-23T04:14:44Z', 'revision_number': 4, 'project_id': '68fa4eea53cb4993beb329575c842114', 'gw_port': {'id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:41Z', 'updated_at': '2021-08-23T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8fc6d88e-fdf1-453c-bc53-5e77de4bacc1', 'name': '', 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'mac_address': 'fa:16:3e:fb:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b6e44876-10ad-4142-920c-003a91550da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:43Z', 'updated_at': '2021-08-23T04:14:44Z', 'revision_number': 2, 'project_id': '68fa4eea53cb4993beb329575c842114', 'subnets': [{'id': 'b6e44876-10ad-4142-920c-003a91550da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:49.439069 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Checking router: 87128eea-bafc-429f-bd63-62c52ea5cc68 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:14:49.440800 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Updating router 87128eea-bafc-429f-bd63-62c52ea5cc68 port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:14:49.465703 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:49.642710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9a23430d-6da4-4b13-90c6-f15f71d123d8 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:49.692409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9a23430d-6da4-4b13-90c6-f15f71d123d8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:49.692862 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:49.785631 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:49.796754 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Transition to ACTIVE for port object 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:14:49.866567 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:49.917484 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767255d-6288-4524-8f7e-8e7033b04da8 None None] Pushing event updated for resources: {'Port': ['ID=8fc6d88e-fdf1-453c-bc53-5e77de4bacc1,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:49.986867 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Attempting to bind port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:14:49.988167 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Attempting to bind port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '348164c7-b7e1-42be-853b-9f58f4d16391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:14:49.988774 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Attempting to bind port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 on network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:14:49.994591 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:14:49.995056 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Checking segment: {'id': '348164c7-b7e1-42be-853b-9f58f4d16391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:14:49.995522 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:49.995977 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Bound using segment: {'id': '348164c7-b7e1-42be-853b-9f58f4d16391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:14:49.996644 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Bound port: 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348164c7-b7e1-42be-853b-9f58f4d16391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:14:49.997261 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:50.073524 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] For port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:14:50.076687 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] For port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8fc6d88e-fdf1-453c-bc53-5e77de4bacc1,segment=NetworkSegment(348164c7-b7e1-42be-853b-9f58f4d16391),segment_id=348164c7-b7e1-42be-853b-9f58f4d16391)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:14:50.170133 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:50.228788 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Routers {'87128eea-bafc-429f-bd63-62c52ea5cc68'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:14:50.229443 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:14:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87128eea-bafc-429f-bd63-62c52ea5cc68'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:50.231251 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767255d-6288-4524-8f7e-8e7033b04da8 None None] Pushing event updated for resources: {'Port': ['ID=8fc6d88e-fdf1-453c-bc53-5e77de4bacc1,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:50.360108 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] Set router 87128eea-bafc-429f-bd63-62c52ea5cc68 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:14:50.598763 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:40Z', 'updated_at': '2021-08-23T04:14:44Z', 'revision_number': 4, 'project_id': '68fa4eea53cb4993beb329575c842114', 'gw_port': {'id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:41Z', 'updated_at': '2021-08-23T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8fc6d88e-fdf1-453c-bc53-5e77de4bacc1', 'name': '', 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'mac_address': 'fa:16:3e:fb:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b6e44876-10ad-4142-920c-003a91550da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:43Z', 'updated_at': '2021-08-23T04:14:50Z', 'revision_number': 4, 'project_id': '68fa4eea53cb4993beb329575c842114', 'subnets': [{'id': 'b6e44876-10ad-4142-920c-003a91550da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:14:50.624660 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca911a-85a1-43b0-8672-a1228a622414 None None] The sync data for ids ['87128eea-bafc-429f-bd63-62c52ea5cc68'] in n-d-749052-7 is: [{'id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:40Z', 'updated_at': '2021-08-23T04:14:44Z', 'revision_number': 4, 'project_id': '68fa4eea53cb4993beb329575c842114', 'gw_port': {'id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:41Z', 'updated_at': '2021-08-23T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8fc6d88e-fdf1-453c-bc53-5e77de4bacc1', 'name': '', 'network_id': 'b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'mac_address': 'fa:16:3e:fb:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'b6e44876-10ad-4142-920c-003a91550da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:43Z', 'updated_at': '2021-08-23T04:14:50Z', 'revision_number': 4, 'project_id': '68fa4eea53cb4993beb329575c842114', 'subnets': [{'id': 'b6e44876-10ad-4142-920c-003a91550da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:14:51.055348 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:14:51.651065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:51.803822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:14:51.808193 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:51.808578 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:51.896558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:51.935425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8fc6d88e-fdf1-453c-bc53-5e77de4bacc1,segment=NetworkSegment(348164c7-b7e1-42be-853b-9f58f4d16391),segment_id=348164c7-b7e1-42be-853b-9f58f4d16391)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:14:52.038645 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:52.108893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=8fc6d88e-fdf1-453c-bc53-5e77de4bacc1,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:14:52.886457 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:53.624840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:14:53.675702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:14:53.676171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:56.429953 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6ce7-0dd0-4830-8185-28ca6121b141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:58.769110 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2bb1768b-ffe6-4416-8f38-2fdc396cb0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:14:58.832981 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:00.512728 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:01.855347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:07.829065 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:22.860684 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:26.080396 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bd4ed5b-6ce6-45f5-839e-c3c3b2b505e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:28.054792 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:15:28.749497 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eff065ce-d5f5-4a33-b87a-c5299945a71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:28.860827 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:30.526307 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:31.829234 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:37.338713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-d537b062-75aa-4495-8078-3f3d69f304c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416572 Aug 23 04:15:37.435751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-a3dc0f24-6e16-4bda-948b-635059e1fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:37.437138 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-a3dc0f24-6e16-4bda-948b-635059e1fc99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1096 time: 0.0393639 Aug 23 04:15:37.543871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-0c76ace7-f38f-480d-8abb-fc774b5025b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:37.545308 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-0c76ace7-f38f-480d-8abb-fc774b5025b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a864f84-794f-4e04-a32c-e082a9f69092 HTTP/1.1" status: 200 len: 897 time: 0.0875361 Aug 23 04:15:37.614764 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-b76f124d-8e02-4d34-8240-a972a8d60d9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b29260-8101-45da-b11b-3f74e37577e1 HTTP/1.1" status: 200 len: 1000 time: 0.0623882 Aug 23 04:15:37.665143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-5ad3ed7b-2d29-4868-8edf-02aee88c16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:37.666983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-5ad3ed7b-2d29-4868-8edf-02aee88c16d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9f21e17-bfdc-48f2-804f-c3b60473914b HTTP/1.1" status: 200 len: 835 time: 0.0438523 Aug 23 04:15:37.715338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-12a1a3c5-614e-47b4-bda8-104ddcd32f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:37.716960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-12a1a3c5-614e-47b4-bda8-104ddcd32f61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a864f84-794f-4e04-a32c-e082a9f69092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424206 Aug 23 04:15:37.819924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-7000eba0-b4af-45e6-ae1b-e3d330844ced service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933044 Aug 23 04:15:37.832436 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:37.920676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbb8e0c6-5c6a-478c-8332-c9840e575e34 req-078b8caa-d6c8-422c-a232-04369c03a871 service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929925 Aug 23 04:15:48.835538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55236) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:48.997163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port 14a2a1d0-2bca-434b-8e19-44c564e42c1f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:15:48.997503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:49.072626 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:49.073370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:49.085755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for 14a2a1d0-2bca-434b-8e19-44c564e42c1f owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:15:49.326117 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:49.354846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=14a2a1d0-2bca-434b-8e19-44c564e42c1f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:15:49.363290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.363637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.363977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.364310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.364995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.365203 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.365535 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.365869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.366197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.366521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.366843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.367161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:49.433176 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:49.433511 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Floating IP 0763cdeb-1243-447b-b1d0-8783eaf21b1d disassociated (deleted). External IP: 172.25.1.24, port: 83b29260-8101-45da-b11b-3f74e37577e1. Aug 23 04:15:49.646949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 5b95285c-dca1-425b-9e21-e08a3d7eeaed has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:15:49.763883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:15:49.769365 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:49.775918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] Sync routers for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:15:49.786487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:15:49.787889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:15:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:49.797213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c454254-64ba-4f89-9372-655aac867743 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/floatingips/0763cdeb-1243-447b-b1d0-8783eaf21b1d HTTP/1.1" status: 204 len: 168 time: 0.9602499 Aug 23 04:15:49.797925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:15:49.801860 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "tag": "83b29260-8101-45da-b11b-3f74e37577e1"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:15:49.908693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:15:50.118146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '16c33807-4dc5-4750-bd8f-64d550fa0ca2', 'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:ad:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:04Z', 'updated_at': '2021-08-23T04:13:11Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:50.149274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] Checking router: 5b95285c-dca1-425b-9e21-e08a3d7eeaed for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:15:50.157969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:15:50.158807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:15:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:50.400888 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9809bc02-8567-46d5-875f-1e5ad13d587d x-openstack-request-id: req-9809bc02-8567-46d5-875f-1e5ad13d587d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:15:50.401434 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "tag": "83b29260-8101-45da-b11b-3f74e37577e1", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:15:50.401578 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9809bc02-8567-46d5-875f-1e5ad13d587d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:15:50.401866 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1', 'status': 'completed', 'code': 200} Aug 23 04:15:50.475937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:15:50.495734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-8cc7a004-1958-4341-a742-6bb98aea598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:50.497768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-8cc7a004-1958-4341-a742-6bb98aea598a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 1096 time: 0.0505745 Aug 23 04:15:50.618905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116eb4f4-1491-4fe0-b5ed-942466c62b21 req-3485e367-6473-47d9-9e46-c3f5cfe00605 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:50.620557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-116eb4f4-1491-4fe0-b5ed-942466c62b21 req-3485e367-6473-47d9-9e46-c3f5cfe00605 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.1216354 Aug 23 04:15:50.661038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-1a71820a-2aaf-4122-a037-335cb31a4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:50.662132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-1a71820a-2aaf-4122-a037-335cb31a4c9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a864f84-794f-4e04-a32c-e082a9f69092 HTTP/1.1" status: 200 len: 897 time: 0.1532311 Aug 23 04:15:50.716950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-116eb4f4-1491-4fe0-b5ed-942466c62b21 req-857ad555-c2ae-4125-8e89-0185c357ca03 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859780 Aug 23 04:15:50.718185 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-e367b60f-4e11-439a-a62e-9c7059e5abfd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b29260-8101-45da-b11b-3f74e37577e1 HTTP/1.1" status: 200 len: 217 time: 0.0428698 Aug 23 04:15:50.751958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '16c33807-4dc5-4750-bd8f-64d550fa0ca2', 'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:ad:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:04Z', 'updated_at': '2021-08-23T04:13:11Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:50.779906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e507b-f213-49d0-b83d-d4bf5d126be3 None None] The sync data for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 is: [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:13:05Z', 'revision_number': 4, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '16c33807-4dc5-4750-bd8f-64d550fa0ca2', 'name': '', 'network_id': '4a864f84-794f-4e04-a32c-e082a9f69092', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'mac_address': 'fa:16:3e:ad:e8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:04Z', 'updated_at': '2021-08-23T04:13:11Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'subnets': [{'id': 'f9f21e17-bfdc-48f2-804f-c3b60473914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:15:50.780644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-8d8c0587-3297-4099-8142-e32b009d482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:50.783843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-8d8c0587-3297-4099-8142-e32b009d482d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9f21e17-bfdc-48f2-804f-c3b60473914b HTTP/1.1" status: 200 len: 835 time: 0.0570395 Aug 23 04:15:50.849267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-362afa89-4838-421a-95cf-0d7273a876c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:50.850950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-362afa89-4838-421a-95cf-0d7273a876c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a864f84-794f-4e04-a32c-e082a9f69092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504537 Aug 23 04:15:50.986284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-e3ff0bc0-70e8-4ae8-a2ea-e5a911fae25c service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269789 Aug 23 04:15:51.125534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a79f2e0c-bf8d-4192-92bd-28d3ab0b25ed req-b8af9451-b9a6-4048-ae9b-65c5e1c37389 service neutron] 10.222.0.11 "GET /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281452 Aug 23 04:15:51.207258 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd7256-533a-468e-90d3-2c945e540ebd None None] New status for floating IP 0763cdeb-1243-447b-b1d0-8783eaf21b1d: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:15:51.848683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73fd1-669f-4155-affb-45e0e754675d req-a879b442-dfd4-46e5-b86e-39b90131cf99 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:51.850259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0c73fd1-669f-4155-affb-45e0e754675d req-a879b442-dfd4-46e5-b86e-39b90131cf99 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Aug 23 04:15:51.905609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0c73fd1-669f-4155-affb-45e0e754675d req-688cb2ec-a688-458f-964b-51dd6ec639f2 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/security-groups?id=b532c8d0-f7f3-4a95-950f-0018a3a12726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493560 Aug 23 04:15:52.019594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-bc54286a-98c0-42b9-9cc7-b3e8331674e4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:15:52.021136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-bc54286a-98c0-42b9-9cc7-b3e8331674e4 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 945 time: 0.0553749 Aug 23 04:15:52.121454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port 83b29260-8101-45da-b11b-3f74e37577e1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:15:52.121798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:52.561347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port 83b29260-8101-45da-b11b-3f74e37577e1, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=83b29260-8101-45da-b11b-3f74e37577e1,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:15:52.561719 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:52.573713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for 83b29260-8101-45da-b11b-3f74e37577e1 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:15:52.792156 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:52.822728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=83b29260-8101-45da-b11b-3f74e37577e1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:15:52.847297 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:52.873127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] No DVR routers for this DVR port 83b29260-8101-45da-b11b-3f74e37577e1 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:15:52.875724 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:52.877959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5cfa197-c07d-41ad-afa0-6c143f7c8190 req-2cd92639-eb69-48f2-b22e-a3c14871c750 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.11 "DELETE /v2.0/ports/83b29260-8101-45da-b11b-3f74e37577e1 HTTP/1.1" status: 204 len: 173 time: 0.8508971 Aug 23 04:15:52.882845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'name': 'network-vif-deleted', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:15:52.882845 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a5c41-d2ef-47a0-b306-ac7c1f9af70c" -d '{"events": [{"server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "name": "network-vif-deleted", "tag": "83b29260-8101-45da-b11b-3f74e37577e1"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:15:52.926564 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d6b484-29b3-4656-a232-63bf2b971e5b x-openstack-request-id: req-e0d6b484-29b3-4656-a232-63bf2b971e5b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:15:52.926850 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d742072-9370-4b50-9501-73b70aca6466", "name": "network-vif-deleted", "tag": "83b29260-8101-45da-b11b-3f74e37577e1", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:15:52.927099 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0d6b484-29b3-4656-a232-63bf2b971e5b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:15:52.927486 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d742072-9370-4b50-9501-73b70aca6466', 'name': 'network-vif-deleted', 'tag': '83b29260-8101-45da-b11b-3f74e37577e1', 'status': 'completed', 'code': 200} Aug 23 04:15:53.002457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac6cb15b-8818-47f9-a684-b834356ac0a4 req-31fd3fde-4d2a-4b12-901a-b1f280ef28dc tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d742072-9370-4b50-9501-73b70aca6466 HTTP/1.1" status: 200 len: 210 time: 0.0273504 Aug 23 04:15:54.065366 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55344) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:54.440105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:54.730192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port 16c33807-4dc5-4750-bd8f-64d550fa0ca2 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:15:54.730537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:54.818374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port 16c33807-4dc5-4750-bd8f-64d550fa0ca2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=16c33807-4dc5-4750-bd8f-64d550fa0ca2,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:15:54.818748 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:54.830841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for 16c33807-4dc5-4750-bd8f-64d550fa0ca2 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:15:55.081405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:55.113276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=16c33807-4dc5-4750-bd8f-64d550fa0ca2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:15:55.310245 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:55.549992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Router 5b95285c-dca1-425b-9e21-e08a3d7eeaed has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:15:55.669396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:15:55.676171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a0bac105-93b8-48c3-ac1b-6265747b1702 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "PUT /v2.0/routers/5b95285c-dca1-425b-9e21-e08a3d7eeaed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6097693 Aug 23 04:15:55.678831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55376) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:55.682529 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] Sync routers for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:15:55.710398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:15:55.711494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:15:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:55.763320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ae8e1a-6fdf-4fcd-b1cd-978c7d8f5660 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting subnet f9f21e17-bfdc-48f2-804f-c3b60473914b {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:15:55.766384 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43ae8e1a-6fdf-4fcd-b1cd-978c7d8f5660 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:55.808075 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43ae8e1a-6fdf-4fcd-b1cd-978c7d8f5660 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:55.829986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:15:55.910799 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43ae8e1a-6fdf-4fcd-b1cd-978c7d8f5660 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.042623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43ae8e1a-6fdf-4fcd-b1cd-978c7d8f5660 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.060537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-43ae8e1a-6fdf-4fcd-b1cd-978c7d8f5660 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.062853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-43ae8e1a-6fdf-4fcd-b1cd-978c7d8f5660 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/subnets/f9f21e17-bfdc-48f2-804f-c3b60473914b HTTP/1.1" status: 204 len: 168 time: 0.3829489 Aug 23 04:15:56.065738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55384) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:56.074124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15055e7-e9b5-46a7-b2b9-4fc6d30f2545 None None] Network 4a864f84-794f-4e04-a32c-e082a9f69092 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:15:56.084736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae8e1a-6fdf-4fcd-b1cd-978c7d8f5660 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f21e17-bfdc-48f2-804f-c3b60473914b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:15:56.136313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:15:54Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:56.173797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] Checking router: 5b95285c-dca1-425b-9e21-e08a3d7eeaed for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:15:56.187338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.202339 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5909df9f-46a2-4992-b44a-3223f502d7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.207445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] Routers {'5b95285c-dca1-425b-9e21-e08a3d7eeaed'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:15:56.208171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:15:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:56.292449 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.341113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] Set router 5b95285c-dca1-425b-9e21-e08a3d7eeaed gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:15:56.409212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] DHCP port deletion for 4a864f84-794f-4e04-a32c-e082a9f69092 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:15:56.472770 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Deleting port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:15:56.473554 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.562038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Deleting port 85f58ae3-c474-45ab-98b5-441aeba1f487 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:15:56.562804 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.585209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] For port 0e11c15f-a6fb-411c-9406-c1ec015f3f5d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0e11c15f-a6fb-411c-9406-c1ec015f3f5d,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:15:56.585625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.601598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Calling delete_port for 0e11c15f-a6fb-411c-9406-c1ec015f3f5d owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:15:56.650198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] For port 85f58ae3-c474-45ab-98b5-441aeba1f487, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=85f58ae3-c474-45ab-98b5-441aeba1f487,segment=NetworkSegment(c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d),segment_id=c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:15:56.650685 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.665819 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Calling delete_port for 85f58ae3-c474-45ab-98b5-441aeba1f487 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:15:56.683138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:15:54Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:56.744584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd6e0e-bc80-4377-bf69-e5d94a6cbdcd None None] The sync data for ids ['5b95285c-dca1-425b-9e21-e08a3d7eeaed'] in n-d-749052-7 is: [{'id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-280471490', 'tenant_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:12:59Z', 'updated_at': '2021-08-23T04:15:54Z', 'revision_number': 5, 'project_id': 'a65a84e479c94f70b8de63fa5080ddf0', 'gw_port': {'id': '0e11c15f-a6fb-411c-9406-c1ec015f3f5d', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95285c-dca1-425b-9e21-e08a3d7eeaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:13:00Z', 'updated_at': '2021-08-23T04:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:15:56.909771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.915668 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:56.940599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Pushing event deleted for resources: {'Port': ['ID=85f58ae3-c474-45ab-98b5-441aeba1f487,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:15:56.940800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] No DVR routers for this DVR port 85f58ae3-c474-45ab-98b5-441aeba1f487 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:15:56.947886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.948296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.948707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.949141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.952365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.952365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.952365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.952365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.952365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.952365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.952365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.952365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ee46e-fd38-4f36-a1d8-94669385adfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:56.973349 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Port': ['ID=0e11c15f-a6fb-411c-9406-c1ec015f3f5d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:15:57.005243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.005598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.005942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.006277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.006607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.006940 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.007272 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.007601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.007929 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.008583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.008916 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.009264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:15:57.027054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.130912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.135014 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.263320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.263980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Fanout notify agent at l3_agent the message router_deleted on router 5b95285c-dca1-425b-9e21-e08a3d7eeaed {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:15:57.271070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.275718 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a77aa08e-63cc-46d8-8f77-087192192e05 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/routers/5b95285c-dca1-425b-9e21-e08a3d7eeaed HTTP/1.1" status: 204 len: 168 time: 1.2047074 Aug 23 04:15:57.275718 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55410) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:57.358372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.391107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 83b29260-8101-45da-b11b-3f74e37577e1 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:15:57.419534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 83b29260-8101-45da-b11b-3f74e37577e1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:15:57.419885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 83b29260-8101-45da-b11b-3f74e37577e1 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:15:57.454790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.465791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a864f84-794f-4e04-a32c-e082a9f69092']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:57.478587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:57.478887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fe6612-3a1c-4ade-b2ac-a4fd866fc88d') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:15:57.491331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.508473 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.516452 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:15:57.517513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:15:57.520632 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:15:57.680423 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.696687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.704794 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/networks/4a864f84-794f-4e04-a32c-e082a9f69092 HTTP/1.1" status: 204 len: 168 time: 0.4233475 Aug 23 04:15:57.704931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55422) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:57.713110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35986d74-ef7c-4d79-b53c-d77aff8b70b9 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'Network': ['ID=4a864f84-794f-4e04-a32c-e082a9f69092,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:15:57.775366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e40080e-eaf6-43fb-a54b-d7a2a6974421 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.811618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e40080e-eaf6-43fb-a54b-d7a2a6974421 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:57.934401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 16c33807-4dc5-4750-bd8f-64d550fa0ca2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:15:57.959053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 16c33807-4dc5-4750-bd8f-64d550fa0ca2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:15:57.961959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 16c33807-4dc5-4750-bd8f-64d550fa0ca2 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:15:57.961959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 85f58ae3-c474-45ab-98b5-441aeba1f487 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:15:57.982171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 85f58ae3-c474-45ab-98b5-441aeba1f487 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:15:57.982710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 85f58ae3-c474-45ab-98b5-441aeba1f487 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:15:57.983330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0e11c15f-a6fb-411c-9406-c1ec015f3f5d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:15:58.007135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0e11c15f-a6fb-411c-9406-c1ec015f3f5d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:15:58.007629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0e11c15f-a6fb-411c-9406-c1ec015f3f5d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:15:58.026247 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e40080e-eaf6-43fb-a54b-d7a2a6974421 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:58.032811 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e40080e-eaf6-43fb-a54b-d7a2a6974421 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:58.032811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1e40080e-eaf6-43fb-a54b-d7a2a6974421 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] 10.222.0.20 "DELETE /v2.0/security-groups/b532c8d0-f7f3-4a95-950f-0018a3a12726 HTTP/1.1" status: 204 len: 168 time: 0.3265760 Aug 23 04:15:58.040042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40080e-eaf6-43fb-a54b-d7a2a6974421 tempest-TestNetworkAdvancedServerOps-926356354 tempest-TestNetworkAdvancedServerOps-926356354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532c8d0-f7f3-4a95-950f-0018a3a12726,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:15:58.638917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55446) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:58.785380 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ee38a6ce-64d6-48a6-ac3a-f88b41cdffdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a65a84e479c94f70b8de63fa5080ddf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449697 Aug 23 04:15:58.787911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55456) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:58.805237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-deb11a92-8079-4108-bbb0-9e805dc49fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:58.857637 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c80dfd23-67ae-4471-8793-f0b963efb4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:58.880497 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:58.887681 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c80dfd23-67ae-4471-8793-f0b963efb4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:59.049333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c80dfd23-67ae-4471-8793-f0b963efb4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:59.052047 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c80dfd23-67ae-4471-8793-f0b963efb4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:59.062675 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c80dfd23-67ae-4471-8793-f0b963efb4b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e42c794-8671-4f31-a6db-e47c7458a965 HTTP/1.1" status: 204 len: 168 time: 0.2672668 Aug 23 04:15:59.064562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dfd23-67ae-4471-8793-f0b963efb4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e42c794-8671-4f31-a6db-e47c7458a965,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:15:59.805667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55480) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:59.845332 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-aece82da-4f2f-407c-91f6-69ee295e0f76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df908f1d3b524915aaf058c0cb0a3d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384526 Aug 23 04:15:59.848055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55484) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:15:59.914790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9386400a-780e-4ca2-99af-fe20d483997d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:15:59.953938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9386400a-780e-4ca2-99af-fe20d483997d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:00.074842 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9386400a-780e-4ca2-99af-fe20d483997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:00.077757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9386400a-780e-4ca2-99af-fe20d483997d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:00.081405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9386400a-780e-4ca2-99af-fe20d483997d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5736996-83f8-4c76-a379-82b3886299a2 HTTP/1.1" status: 204 len: 168 time: 0.2300105 Aug 23 04:16:00.089638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386400a-780e-4ca2-99af-fe20d483997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5736996-83f8-4c76-a379-82b3886299a2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:00.508963 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:01.851906 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:03.490168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55616) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:03.496103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'network': {'name': 'tempest-network-smoke--598298880', 'project_id': '905fbf239ca041699d8073fab50bdef9', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:16:03.606114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Made reservation on behalf of 905fbf239ca041699d8073fab50bdef9 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:16:03.609590 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:03.618980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:03.721089 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:03.771385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:03.798820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:16:03.810564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5713ade-a2e6-4800-af72-c2b72c7b8c44,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:03.830516 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:03.830862 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Added segment 5315718e-e987-4d17-bede-40b4f2be8490 of type vlan for network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c Aug 23 04:16:03.877893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:03.969838 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:03.976080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:03.976768 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:04.075108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Network': ['ID=254a761b-5cd9-4ca5-943e-5166ae3d6c9c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:04.093788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-282f68e2-3bfa-4336-b8a8-60a576875b0a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5992737 Aug 23 04:16:04.094038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55634) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:04.099012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'admin_state_up': True, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:16:04.102755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:16:04.245813 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:04.251451 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:04.298578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:04.501880 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:04.770777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:04.790635 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:04.898453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Allocated IP 172.25.1.10 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/162f8eba-a71f-4d40-9567-e628a863d3b5) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:16:05.018523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:05.054306 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:16:05.126871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:05.166925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:16:05.169654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:16:05.173038 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:16:05.180356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=162f8eba-a71f-4d40-9567-e628a863d3b5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:05.524949 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:05.720231 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:05.919948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:16:06.035541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:16:06.053404 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Sync routers for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:16:06.063164 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:16:06.063800 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:15:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:06.166108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:06.170613 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:16:06.171914 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ebb6b5af-cdc5-414e-963c-e7c14b01bc7c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0723398 Aug 23 04:16:06.171914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55668) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:06.326323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ebea7c21-ebe8-4a0b-be95-93b1ead58d51 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=905fbf239ca041699d8073fab50bdef9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1542161 Aug 23 04:16:06.328595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55672) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:06.423407 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a321a943-7b7c-47d5-ad9b-64e3458688d4 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:06.427607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a321a943-7b7c-47d5-ad9b-64e3458688d4 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954263 Aug 23 04:16:06.427838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55674) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:06.436177 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:05Z', 'revision_number': 3, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:06.459188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fe87ded2-d4d9-4a4c-84a6-51fbb30e9c9a tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278010 Aug 23 04:16:06.459432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55676) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:06.464139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777363842', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'project_id': '905fbf239ca041699d8073fab50bdef9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:16:06.464973 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Checking router: 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:16:06.465464 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Updating router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd port 162f8eba-a71f-4d40-9567-e628a863d3b5 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:16:06.492793 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:06.646129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Made reservation on behalf of 905fbf239ca041699d8073fab50bdef9 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:16:06.650122 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:06.764108 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:06.775784 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Transition to ACTIVE for port object 162f8eba-a71f-4d40-9567-e628a863d3b5 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:16:06.857845 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:06.926680 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Pushing event updated for resources: {'Port': ['ID=162f8eba-a71f-4d40-9567-e628a863d3b5,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:06.972711 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.973094 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.973433 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.973774 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.974113 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.974449 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.974777 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.975110 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.975438 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.975764 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.976089 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.976415 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:16:06.984122 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Attempting to bind port 162f8eba-a71f-4d40-9567-e628a863d3b5 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:16:06.984490 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Attempting to bind port 162f8eba-a71f-4d40-9567-e628a863d3b5 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:16:06.984855 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Attempting to bind port 162f8eba-a71f-4d40-9567-e628a863d3b5 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:16:06.992329 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:16:06.992757 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:16:06.993206 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:06.993599 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:16:06.994073 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Bound port: 162f8eba-a71f-4d40-9567-e628a863d3b5, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:16:06.994640 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:07.066423 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] For port 162f8eba-a71f-4d40-9567-e628a863d3b5, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:16:07.076011 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] For port 162f8eba-a71f-4d40-9567-e628a863d3b5, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=162f8eba-a71f-4d40-9567-e628a863d3b5,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:16:07.173122 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:07.233111 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:16:07.234030 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:15:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:07.289195 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eea85e-1e57-4df4-8d76-8d515ba03d9e None None] Pushing event updated for resources: {'Port': ['ID=162f8eba-a71f-4d40-9567-e628a863d3b5,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:07.309865 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:07.359847 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:16:07.407774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Subnet': ['ID=ed665488-7180-4612-8f3e-3f647dd20714,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:07.415386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Checking segment: {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:16:07.417333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network hostable DHCP agents. Network: 254a761b-5cd9-4ca5-943e-5166ae3d6c9c, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:16:07.523641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:16:07.555908 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:05Z', 'revision_number': 3, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:07.584799 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865aa54b-b780-4cc8-808c-5edcc08709b6 None None] The sync data for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 is: [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:05Z', 'revision_number': 3, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:16:07.598071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 254a761b-5cd9-4ca5-943e-5166ae3d6c9c) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:16:07.602483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:07.603467 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:07.608161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9c2ba-1617-4c6e-9cb3-6a2b3d665342 None None] Network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:16:07.710973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-12e45a04-1464-4396-87f8-6196cb8eb80d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2493525 Aug 23 04:16:07.718363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55690) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:08.014408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:16:08.019984 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:08.111472 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:08.220281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Allocated IP 172.20.0.2 (254a761b-5cd9-4ca5-943e-5166ae3d6c9c/ed665488-7180-4612-8f3e-3f647dd20714/ed6a22ff-79df-49a7-8a35-c8e912784561) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:16:08.358271 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:08.474651 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:08.486862 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Transition to ACTIVE for port object ed6a22ff-79df-49a7-8a35-c8e912784561 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:16:08.515146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Transition to ACTIVE for port object ed6a22ff-79df-49a7-8a35-c8e912784561 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:16:08.612232 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:08.680520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:16:08.682047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Pushing event updated for resources: {'Port': ['ID=ed6a22ff-79df-49a7-8a35-c8e912784561,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:08.686655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:16:08.693475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:16:08.765649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Attempting to bind port ed6a22ff-79df-49a7-8a35-c8e912784561 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:16:08.766367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Attempting to bind port ed6a22ff-79df-49a7-8a35-c8e912784561 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:16:08.766915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Attempting to bind port ed6a22ff-79df-49a7-8a35-c8e912784561 on network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:16:08.773273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:16:08.774316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Checking segment: {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:16:08.775019 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:08.775607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Bound using segment: {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:16:08.776259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Bound port: ed6a22ff-79df-49a7-8a35-c8e912784561, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:16:08.776841 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:08.885654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] For port ed6a22ff-79df-49a7-8a35-c8e912784561, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:16:08.903196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] For port ed6a22ff-79df-49a7-8a35-c8e912784561, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ed6a22ff-79df-49a7-8a35-c8e912784561,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:16:08.987144 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:09.067216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42707e1e-b9ad-4599-b094-605b1796c167 None None] Pushing event updated for resources: {'Port': ['ID=ed6a22ff-79df-49a7-8a35-c8e912784561,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:09.102934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Allocated IP 172.20.0.1 (254a761b-5cd9-4ca5-943e-5166ae3d6c9c/ed665488-7180-4612-8f3e-3f647dd20714/efa45fb1-b58c-468a-a933-75fc733b4ec2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:16:09.236484 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:09.254905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Transition to ACTIVE for port object efa45fb1-b58c-468a-a933-75fc733b4ec2 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:16:09.398298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:09.462280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:16:09.465400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:16:09.472690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:16:09.476778 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=efa45fb1-b58c-468a-a933-75fc733b4ec2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:09.520477 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:09.745589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 162f8eba-a71f-4d40-9567-e628a863d3b5 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:16:09.747804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:09.857482 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 162f8eba-a71f-4d40-9567-e628a863d3b5 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:16:09.862365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 162f8eba-a71f-4d40-9567-e628a863d3b5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:09.862854 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:09.962737 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:09.986719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 162f8eba-a71f-4d40-9567-e628a863d3b5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=162f8eba-a71f-4d40-9567-e628a863d3b5,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:16:10.069271 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:10.070235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ed6a22ff-79df-49a7-8a35-c8e912784561 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:16:10.174232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=162f8eba-a71f-4d40-9567-e628a863d3b5,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:10.205448 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:10.272092 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ed6a22ff-79df-49a7-8a35-c8e912784561 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:16:10.306523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:10.367011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:10.432408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=efa45fb1-b58c-468a-a933-75fc733b4ec2,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:10.443935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a815570-aed7-4e02-a106-1269febbfac3 None None] Network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:16:10.503872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:16:10.505377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:16:10.585462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3bbf6455-995e-48b8-9cee-4b21a0f15d46 None None] Provisioning for port ed6a22ff-79df-49a7-8a35-c8e912784561 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:16:10.591035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3bbf6455-995e-48b8-9cee-4b21a0f15d46 None None] Provisioning complete for port ed6a22ff-79df-49a7-8a35-c8e912784561 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:10.591945 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6455-995e-48b8-9cee-4b21a0f15d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:10.638996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:16:10.737431 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6455-995e-48b8-9cee-4b21a0f15d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:10.777152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:16:10.782955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-3bbf6455-995e-48b8-9cee-4b21a0f15d46 None None] For port ed6a22ff-79df-49a7-8a35-c8e912784561, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ed6a22ff-79df-49a7-8a35-c8e912784561,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:16:10.789923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Sync routers for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:16:10.794470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 55724) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:10.802881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-beef2176-85f7-4b7c-b45b-d04922f0dc37 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1355119597', 'description': 'tempest-secgroup_access--1355119597 description', 'project_id': '905fbf239ca041699d8073fab50bdef9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:16:10.807470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:16:10.808292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:15:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:10.809974 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ed844415-a3a5-48ad-b931-60f578bed26a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "PUT /v2.0/routers/2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0867944 Aug 23 04:16:10.897563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-beef2176-85f7-4b7c-b45b-d04922f0dc37 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:10.903941 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6455-995e-48b8-9cee-4b21a0f15d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:10.976530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:16:11.024217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf6455-995e-48b8-9cee-4b21a0f15d46 None None] Pushing event updated for resources: {'Port': ['ID=ed6a22ff-79df-49a7-8a35-c8e912784561,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:11.048213 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-beef2176-85f7-4b7c-b45b-d04922f0dc37 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.150271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eea33ad1-bcfe-4752-bc4d-2136e7839c29 None None] Provisioning for port efa45fb1-b58c-468a-a933-75fc733b4ec2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:16:11.161536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eea33ad1-bcfe-4752-bc4d-2136e7839c29 None None] Provisioning complete for port efa45fb1-b58c-468a-a933-75fc733b4ec2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:11.161907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eea33ad1-bcfe-4752-bc4d-2136e7839c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.165636 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-beef2176-85f7-4b7c-b45b-d04922f0dc37 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.206561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-eea33ad1-bcfe-4752-bc4d-2136e7839c29 None None] Port efa45fb1-b58c-468a-a933-75fc733b4ec2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:16:11.223566 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef2176-85f7-4b7c-b45b-d04922f0dc37 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:11.238850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eea33ad1-bcfe-4752-bc4d-2136e7839c29 None None] Provisioning complete for port ed6a22ff-79df-49a7-8a35-c8e912784561 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:11.238850 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eea33ad1-bcfe-4752-bc4d-2136e7839c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.257287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-beef2176-85f7-4b7c-b45b-d04922f0dc37 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.258838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-beef2176-85f7-4b7c-b45b-d04922f0dc37 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4637332 Aug 23 04:16:11.262090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55730) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:11.271010 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f4377ebc-20e5-4cf1-8639-7ba36e504977 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1240554051', 'description': 'tempest-secgroup_general--1240554051 description', 'project_id': '905fbf239ca041699d8073fab50bdef9'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:16:11.367851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'efa45fb1-b58c-468a-a933-75fc733b4ec2', 'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:7a:d6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:08Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 2, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:11.407465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Checking router: 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:16:11.407881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Updating router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd port efa45fb1-b58c-468a-a933-75fc733b4ec2 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:16:11.411560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4377ebc-20e5-4cf1-8639-7ba36e504977 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.440752 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.543490 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4377ebc-20e5-4cf1-8639-7ba36e504977 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.588000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a5825ce7-aa52-4650-8e06-7e319671d576 None None] Provisioning complete for port efa45fb1-b58c-468a-a933-75fc733b4ec2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:11.588379 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a5825ce7-aa52-4650-8e06-7e319671d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.623333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4377ebc-20e5-4cf1-8639-7ba36e504977 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.631935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-a5825ce7-aa52-4650-8e06-7e319671d576 None None] Port efa45fb1-b58c-468a-a933-75fc733b4ec2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:16:11.671857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4377ebc-20e5-4cf1-8639-7ba36e504977 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdd58d8-638f-448e-9586-5190b60606d6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:11.708241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 162f8eba-a71f-4d40-9567-e628a863d3b5 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:16:11.765882 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f4377ebc-20e5-4cf1-8639-7ba36e504977 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.769920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f4377ebc-20e5-4cf1-8639-7ba36e504977 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5033865 Aug 23 04:16:11.770115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 55732) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:11.774752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-dd643451-972c-481d-b99c-b143bdc4e65b tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'security_group_rule': {'security_group_id': '40e8fddf-8f71-4b9d-9c38-fba0a06d1b61', 'project_id': '905fbf239ca041699d8073fab50bdef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:16:11.836076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 162f8eba-a71f-4d40-9567-e628a863d3b5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:11.836733 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.875088 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.878405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd643451-972c-481d-b99c-b143bdc4e65b tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.896571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Transition to ACTIVE for port object efa45fb1-b58c-468a-a933-75fc733b4ec2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:16:11.942487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ed6a22ff-79df-49a7-8a35-c8e912784561 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:16:11.956072 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd643451-972c-481d-b99c-b143bdc4e65b tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:11.972568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:12.035044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd2148-014b-495f-af30-cf5b5b10ce41 None None] Pushing event updated for resources: {'Port': ['ID=efa45fb1-b58c-468a-a933-75fc733b4ec2,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:12.046800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ed6a22ff-79df-49a7-8a35-c8e912784561 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:12.046800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:12.057514 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd643451-972c-481d-b99c-b143bdc4e65b tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:12.075912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd643451-972c-481d-b99c-b143bdc4e65b tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f007cf81-9d08-44b2-abbd-5b490c386f15,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:12.148692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Attempting to bind port efa45fb1-b58c-468a-a933-75fc733b4ec2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:16:12.149087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Attempting to bind port efa45fb1-b58c-468a-a933-75fc733b4ec2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:16:12.149455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Attempting to bind port efa45fb1-b58c-468a-a933-75fc733b4ec2 on network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:16:12.157614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:16:12.157992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Checking segment: {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:16:12.158570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:12.158964 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Bound using segment: {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:16:12.159437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Bound port: efa45fb1-b58c-468a-a933-75fc733b4ec2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:16:12.159825 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:12.169648 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd643451-972c-481d-b99c-b143bdc4e65b tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:12.170988 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dd643451-972c-481d-b99c-b143bdc4e65b tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3999319 Aug 23 04:16:12.285703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] For port efa45fb1-b58c-468a-a933-75fc733b4ec2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:16:12.290289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] For port efa45fb1-b58c-468a-a933-75fc733b4ec2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=efa45fb1-b58c-468a-a933-75fc733b4ec2,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:16:12.347396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-2c35351f-18c4-436a-bb8f-cc86be3f87ae tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1240554051&fields=id&tenant_id=905fbf239ca041699d8073fab50bdef9 HTTP/1.1" status: 200 len: 267 time: 0.0360727 Aug 23 04:16:12.366580 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:12.401967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-c1b41bcd-0c93-4242-b942-6bbd5b5bf766 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1355119597&fields=id&tenant_id=905fbf239ca041699d8073fab50bdef9 HTTP/1.1" status: 200 len: 267 time: 0.0475762 Aug 23 04:16:12.447183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:16:12.447947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:15:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:12.510196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd2148-014b-495f-af30-cf5b5b10ce41 None None] Pushing event updated for resources: {'Port': ['ID=efa45fb1-b58c-468a-a933-75fc733b4ec2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:12.546352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-411d4117-f831-4fa0-a988-c0148ca97eef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:12.548297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-411d4117-f831-4fa0-a988-c0148ca97eef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/networks?id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c HTTP/1.1" status: 200 len: 796 time: 0.1387730 Aug 23 04:16:12.572581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-da08fec2-4d5b-4b89-bfc7-7230a70925d8 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/quotas/905fbf239ca041699d8073fab50bdef9 HTTP/1.1" status: 200 len: 375 time: 0.0175118 Aug 23 04:16:12.629416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:16:12.644349 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-5d5d2557-bea7-4534-ba87-5d77823c5b44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644095 Aug 23 04:16:12.652534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-c039ceb5-5d0a-4975-a9bf-4a6b6ccedb48 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:16:12.654126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-c039ceb5-5d0a-4975-a9bf-4a6b6ccedb48 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061464 Aug 23 04:16:12.772572 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-77a89168-2d12-45f9-80be-a5d7db1026d2 service neutron] 10.222.0.20 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104307 Aug 23 04:16:12.869575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-767d32b0-a45e-4d8d-95d5-052b56b6ca0b service neutron] 10.222.0.20 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907621 Aug 23 04:16:12.901002 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'efa45fb1-b58c-468a-a933-75fc733b4ec2', 'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:7a:d6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:08Z', 'updated_at': '2021-08-23T04:16:12Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:13.115658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc45100-a6b8-4a9c-a2ea-6003878e384e None None] The sync data for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 is: [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'efa45fb1-b58c-468a-a933-75fc733b4ec2', 'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:7a:d6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:08Z', 'updated_at': '2021-08-23T04:16:12Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:16:13.236869 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5b96c79-4649-4042-bf38-206a59a23a85 req-9d3817d9-9881-4332-8e63-7c57026b5c95 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 210 time: 0.0693457 Aug 23 04:16:13.721100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device efa45fb1-b58c-468a-a933-75fc733b4ec2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:16:13.851689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port efa45fb1-b58c-468a-a933-75fc733b4ec2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:16:13.856709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port efa45fb1-b58c-468a-a933-75fc733b4ec2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:13.858222 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:13.955609 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:13.993209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port efa45fb1-b58c-468a-a933-75fc733b4ec2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=efa45fb1-b58c-468a-a933-75fc733b4ec2,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:16:14.062589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:14.118405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=efa45fb1-b58c-468a-a933-75fc733b4ec2,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:14.328408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-029137fd-d5a9-4d43-8664-2df00756ca0f req-7b75feb1-0668-419a-a75f-85b21a3e4b3c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 210 time: 0.0338800 Aug 23 04:16:15.403020 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-d2c68ca1-7e2e-4145-8d86-96f12e4f9566 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:15.405556 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-d2c68ca1-7e2e-4145-8d86-96f12e4f9566 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.24 "GET /v2.0/networks?id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c HTTP/1.1" status: 200 len: 796 time: 0.1109574 Aug 23 04:16:15.447603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bc6746b-317e-4377-979f-894d061908ee req-5fb87650-a941-4873-8935-8593dacd2e44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 210 time: 0.0375078 Aug 23 04:16:15.462886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-5b991ff5-8bf2-4f33-81f4-a670c981c510 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=905fbf239ca041699d8073fab50bdef9 HTTP/1.1" status: 200 len: 478 time: 0.0410173 Aug 23 04:16:15.473356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'port': {'device_id': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'admin_state_up': True, 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'security_groups': ['fbdd58d8-638f-448e-9586-5190b60606d6', '40e8fddf-8f71-4b9d-9c38-fba0a06d1b61']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:16:15.650645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Made reservation on behalf of 905fbf239ca041699d8073fab50bdef9 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:16:15.654826 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:15.679282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device efa45fb1-b58c-468a-a933-75fc733b4ec2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:16:15.736001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port efa45fb1-b58c-468a-a933-75fc733b4ec2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:15.736652 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:15.812700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Allocated IP 172.20.0.11 (254a761b-5cd9-4ca5-943e-5166ae3d6c9c/ed665488-7180-4612-8f3e-3f647dd20714/2f93c843-4ba8-407d-b876-f18d00b0ec1a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:16:15.979466 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:15.995460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Transition to ACTIVE for port object 2f93c843-4ba8-407d-b876-f18d00b0ec1a will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:16:16.115429 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:16.168064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:16:16.172468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:16:16.176606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:16:16.245282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=2f93c843-4ba8-407d-b876-f18d00b0ec1a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:16.262339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:16.263159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:16.347380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-18776d23-4c92-47f1-8584-31fea37a760a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8777308 Aug 23 04:16:16.361145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Request body: {'port': {'device_id': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:16:16.420721 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:16.602737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ccd13-3250-4afa-9dfd-57c600d32482 req-ad8324b0-d3ca-4a25-b97e-10022d39389c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:16.604246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-728ccd13-3250-4afa-9dfd-57c600d32482 req-ad8324b0-d3ca-4a25-b97e-10022d39389c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 971 time: 0.0815194 Aug 23 04:16:16.605881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7c727fbf-3799-4402-aa96-b50e6d8590b8 None None] Provisioning for port 2f93c843-4ba8-407d-b876-f18d00b0ec1a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:16:16.610504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7c727fbf-3799-4402-aa96-b50e6d8590b8 None None] Provisioning complete for port 2f93c843-4ba8-407d-b876-f18d00b0ec1a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:16.610880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7c727fbf-3799-4402-aa96-b50e6d8590b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:16.648458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7c727fbf-3799-4402-aa96-b50e6d8590b8 None None] Port 2f93c843-4ba8-407d-b876-f18d00b0ec1a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:16:16.676706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-728ccd13-3250-4afa-9dfd-57c600d32482 req-b1f9f99c-428e-45f9-99d3-87ef044a272d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0624702 Aug 23 04:16:16.724520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f93c843-4ba8-407d-b876-f18d00b0ec1a {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:16:16.732179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:16.745266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Transition to ACTIVE for port object 2f93c843-4ba8-407d-b876-f18d00b0ec1a will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:16:16.863045 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:16.915393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f93c843-4ba8-407d-b876-f18d00b0ec1a,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:16.999446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Attempting to bind port 2f93c843-4ba8-407d-b876-f18d00b0ec1a on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:16:16.999885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Attempting to bind port 2f93c843-4ba8-407d-b876-f18d00b0ec1a by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:16:17.000276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Attempting to bind port 2f93c843-4ba8-407d-b876-f18d00b0ec1a on network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:16:17.007573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Port 2f93c843-4ba8-407d-b876-f18d00b0ec1a on network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:16:17.007987 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Attempting to bind port 2f93c843-4ba8-407d-b876-f18d00b0ec1a on network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:16:17.018346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:16:17.019669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Checking segment: {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:16:17.020115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Bound using segment: {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:16:17.021288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Bound port: 2f93c843-4ba8-407d-b876-f18d00b0ec1a, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5315718e-e987-4d17-bede-40b4f2be8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:16:17.021288 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:17.096748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] For port 2f93c843-4ba8-407d-b876-f18d00b0ec1a, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:16:17.099735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] For port 2f93c843-4ba8-407d-b876-f18d00b0ec1a, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:16:17.154844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:17.193352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:17.193352 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:17.194304 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/2f93c843-4ba8-407d-b876-f18d00b0ec1a HTTP/1.1" status: 200 len: 1131 time: 0.8378739 Aug 23 04:16:17.194809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:16:17.197292 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b832f29-5d32-47fa-84d8-3de1384f85d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:16:17.223456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6686bc-67bd-464d-be00-4d2e6f55e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f93c843-4ba8-407d-b876-f18d00b0ec1a,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:17.244550 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2322cd1-1e57-4b86-b25a-35556efa4bca x-openstack-request-id: req-b2322cd1-1e57-4b86-b25a-35556efa4bca {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:16:17.244900 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:16:17.251028 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2322cd1-1e57-4b86-b25a-35556efa4bca {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:16:17.251028 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'status': 'completed', 'code': 200} Aug 23 04:16:17.311211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832f29-5d32-47fa-84d8-3de1384f85d9 req-69f37343-2eee-4a8f-94e1-120bbee5bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:17.312820 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b832f29-5d32-47fa-84d8-3de1384f85d9 req-69f37343-2eee-4a8f-94e1-120bbee5bb93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1134 time: 0.0448008 Aug 23 04:16:17.429323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832f29-5d32-47fa-84d8-3de1384f85d9 req-ac786cc5-949e-4000-ad0d-c37cdd2950f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:17.430799 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b832f29-5d32-47fa-84d8-3de1384f85d9 req-ac786cc5-949e-4000-ad0d-c37cdd2950f7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=905fbf239ca041699d8073fab50bdef9&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1108196 Aug 23 04:16:17.533628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832f29-5d32-47fa-84d8-3de1384f85d9 req-d733fee4-0330-42d5-a63a-abe77a45f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:17.535103 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7b832f29-5d32-47fa-84d8-3de1384f85d9 req-d733fee4-0330-42d5-a63a-abe77a45f10d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0975089 Aug 23 04:16:17.617142 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-311bc2c9-51ee-4300-aa18-ccac2b78c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:17.618664 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-311bc2c9-51ee-4300-aa18-ccac2b78c210 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1134 time: 0.0451887 Aug 23 04:16:17.661070 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-984531d1-fffd-45f0-83c9-9f1990aeff4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a HTTP/1.1" status: 200 len: 217 time: 0.0340388 Aug 23 04:16:17.710494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-c552deda-7f36-471c-bcf6-144b3905f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:17.711997 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-c552deda-7f36-471c-bcf6-144b3905f64e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed665488-7180-4612-8f3e-3f647dd20714 HTTP/1.1" status: 200 len: 835 time: 0.0441246 Aug 23 04:16:17.782756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-dc44cb52-4855-4256-b5fa-a43888315047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:17.784193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-dc44cb52-4855-4256-b5fa-a43888315047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616531 Aug 23 04:16:17.838973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722b841-f762-4364-920b-f65420b9c7e0 req-8db20b6b-25f1-4540-a524-b091a96fe9ee tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:17.840614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b722b841-f762-4364-920b-f65420b9c7e0 req-8db20b6b-25f1-4540-a524-b091a96fe9ee tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 983 time: 0.0605092 Aug 23 04:16:17.883475 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b722b841-f762-4364-920b-f65420b9c7e0 req-b715bd00-9b5e-4b8a-9480-727c3d2d4abc tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0366063 Aug 23 04:16:17.885543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-f47f23ad-d9a0-4c20-b814-dcafa784aa46 service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939293 Aug 23 04:16:17.982418 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f64ec97b-7541-4f08-8ccb-dd4653b7ab9d req-7464819a-6e2a-4c45-97b1-482269510b0f service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889244 Aug 23 04:16:19.006944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba85ec-45ec-460f-8cec-4f152817428c req-96d57345-2d23-4109-8534-144deee87902 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:19.008552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a2ba85ec-45ec-460f-8cec-4f152817428c req-96d57345-2d23-4109-8534-144deee87902 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 983 time: 0.0570779 Aug 23 04:16:19.051363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a2ba85ec-45ec-460f-8cec-4f152817428c req-c370fe2e-0260-458d-b94c-40dc94fe3714 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0364439 Aug 23 04:16:20.181418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f456b-3219-4591-b085-cea535581fe1 req-73a2abb7-d78d-4db8-a76a-4d5104dca1b6 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:20.182939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f4f456b-3219-4591-b085-cea535581fe1 req-73a2abb7-d78d-4db8-a76a-4d5104dca1b6 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 983 time: 0.0502799 Aug 23 04:16:20.225721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f4f456b-3219-4591-b085-cea535581fe1 req-e03a6661-a8db-4526-8adc-3abd4bf59b6a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0366445 Aug 23 04:16:21.343423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959fc6d-fe8e-4327-8133-23121f109bcb req-cebe93b4-e04b-4b2d-8a9d-8c89edc22f31 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:21.344925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e959fc6d-fe8e-4327-8133-23121f109bcb req-cebe93b4-e04b-4b2d-8a9d-8c89edc22f31 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 983 time: 0.0531962 Aug 23 04:16:21.386602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e959fc6d-fe8e-4327-8133-23121f109bcb req-359083f2-708c-4ceb-8292-ffe646b29f95 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345750 Aug 23 04:16:21.559221 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2f93c843-4ba8-407d-b876-f18d00b0ec1a details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:16:21.668787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2f93c843-4ba8-407d-b876-f18d00b0ec1a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:16:21.679099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'port_id': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'mac_address': 'fa:16:3e:0c:ba:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:16:21.716576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:21.730495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f93c843-4ba8-407d-b876-f18d00b0ec1a {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:16:21.749515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2f93c843-4ba8-407d-b876-f18d00b0ec1a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:16:21.794416 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:21.842916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2f93c843-4ba8-407d-b876-f18d00b0ec1a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:22.005306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2f93c843-4ba8-407d-b876-f18d00b0ec1a'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:16:22.524688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daea116-86d6-4fc1-85dc-25857a2fb727 req-18c7dbf0-3042-4ee0-9df5-e441707efce7 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:22.526303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1daea116-86d6-4fc1-85dc-25857a2fb727 req-18c7dbf0-3042-4ee0-9df5-e441707efce7 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 984 time: 0.0560555 Aug 23 04:16:22.566727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1daea116-86d6-4fc1-85dc-25857a2fb727 req-e5d45442-ca63-47a8-9e21-12017110c522 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0342667 Aug 23 04:16:22.900802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:23.573914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2f93c843-4ba8-407d-b876-f18d00b0ec1a up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:16:23.691255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 2f93c843-4ba8-407d-b876-f18d00b0ec1a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:16:23.691874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578df73-ee29-4548-be3f-60064070371b req-a0f9f0e6-7aa8-4010-b0e4-f10fa4a88708 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:23.695410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 2f93c843-4ba8-407d-b876-f18d00b0ec1a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:16:23.695810 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:23.697099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5578df73-ee29-4548-be3f-60064070371b req-a0f9f0e6-7aa8-4010-b0e4-f10fa4a88708 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 984 time: 0.0509090 Aug 23 04:16:23.737523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5578df73-ee29-4548-be3f-60064070371b req-723ac257-41cf-4f4f-ab21-38f005ed9fbe tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0380630 Aug 23 04:16:23.777158 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:23.799155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:16:23.801414 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832adddc-1b6a-4685-85f6-bebd2954002f" -d '{"events": [{"server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "name": "network-vif-plugged", "status": "completed", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:16:23.816120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2f93c843-4ba8-407d-b876-f18d00b0ec1a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:16:23.843011 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc161f0d-b612-4455-bf6c-48f62ca8c469 x-openstack-request-id: req-cc161f0d-b612-4455-bf6c-48f62ca8c469 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:16:23.844271 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "name": "network-vif-plugged", "status": "completed", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:16:23.844271 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc161f0d-b612-4455-bf6c-48f62ca8c469 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:16:23.844271 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'code': 200} Aug 23 04:16:23.903484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:23.951043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818b6b3-33ce-425d-a427-83908156b948 req-8febdb21-f41d-4ccd-9cab-2c37d809166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:23.953280 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7818b6b3-33ce-425d-a427-83908156b948 req-8febdb21-f41d-4ccd-9cab-2c37d809166e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1136 time: 0.0514929 Aug 23 04:16:23.960983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2f93c843-4ba8-407d-b876-f18d00b0ec1a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:23.992629 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7818b6b3-33ce-425d-a427-83908156b948 req-01ca5276-523d-44f6-ad87-8b701c3562f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbdd58d8-638f-448e-9586-5190b60606d6&id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0322497 Aug 23 04:16:24.854383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8179-d4a0-4123-998b-6fdc897c7bcd req-6acb5a34-49ea-4551-9c83-096b943783f6 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:24.855878 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-186e8179-d4a0-4123-998b-6fdc897c7bcd req-6acb5a34-49ea-4551-9c83-096b943783f6 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 985 time: 0.0494552 Aug 23 04:16:24.898764 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-186e8179-d4a0-4123-998b-6fdc897c7bcd req-c7129612-16ca-44f3-9826-2c274e9cf53c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0369430 Aug 23 04:16:26.026688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9391a0-97ed-4554-8ac9-ad8e45705fa1 req-e0ad24bb-498f-4536-a8d6-0857ccbd0202 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:26.032843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a9391a0-97ed-4554-8ac9-ad8e45705fa1 req-e0ad24bb-498f-4536-a8d6-0857ccbd0202 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 985 time: 0.0638051 Aug 23 04:16:26.070163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a9391a0-97ed-4554-8ac9-ad8e45705fa1 req-55233456-04c4-490e-9e47-0a546f5d1aad tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352488 Aug 23 04:16:26.108274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8db769e7-1dca-454f-9e10-ad1d32093550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:26.185162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98641b-aa1e-42c3-b7ba-6abc2ab837b6 req-c45be6cb-baa7-4c42-9492-66c2fb4a7318 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:26.186687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb98641b-aa1e-42c3-b7ba-6abc2ab837b6 req-c45be6cb-baa7-4c42-9492-66c2fb4a7318 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 985 time: 0.0511014 Aug 23 04:16:26.230030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb98641b-aa1e-42c3-b7ba-6abc2ab837b6 req-44c7a5a4-c2da-45cc-b5e7-7dd6e0d4bafc tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0360012 Aug 23 04:16:26.357030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cb382-a003-4833-8ec3-50cb564a103d req-abd17dc7-c7fe-4fed-8e68-3756f73ea6fa tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:26.359119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e33cb382-a003-4833-8ec3-50cb564a103d req-abd17dc7-c7fe-4fed-8e68-3756f73ea6fa tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1136 time: 0.0418656 Aug 23 04:16:26.377487 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e33cb382-a003-4833-8ec3-50cb564a103d req-faad579f-bce9-4821-b4ed-d8e0e35e5ffa tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:26.463563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e33cb382-a003-4833-8ec3-50cb564a103d req-faad579f-bce9-4821-b4ed-d8e0e35e5ffa tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:26.542772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e33cb382-a003-4833-8ec3-50cb564a103d req-faad579f-bce9-4821-b4ed-d8e0e35e5ffa tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:26.570498 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e33cb382-a003-4833-8ec3-50cb564a103d req-faad579f-bce9-4821-b4ed-d8e0e35e5ffa tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2051785 Aug 23 04:16:26.588268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad579f-bce9-4821-b4ed-d8e0e35e5ffa tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dde4454-836b-43c6-b536-7ded8a2ca5d3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:26.598509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56418) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:26.644066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff82b9a-c3de-467a-9fe3-d3003a6fb50d tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:26.645875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0ff82b9a-c3de-467a-9fe3-d3003a6fb50d tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1131 time: 0.0462518 Aug 23 04:16:26.648889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 56422) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:26.653235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:16:26.742777 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:26.840703 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:26.957899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Allocated IP 172.25.1.141 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/07926190-38cb-40dd-ac66-8c21e830d289) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:16:27.054491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:27.171396 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:27.208155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:16:27.210851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:16:27.214138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:16:27.245601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=07926190-38cb-40dd-ac66-8c21e830d289,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:27.582820 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:27.742503 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:27.904137 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:27.960001 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:28.034246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=07926190-38cb-40dd-ac66-8c21e830d289,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:16:28.046062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:28.147746 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Floating IP 69cd171d-f91c-46c9-b16a-64dc64c27963 associated. External IP: 172.25.1.141, port: 2f93c843-4ba8-407d-b876-f18d00b0ec1a. Aug 23 04:16:28.285486 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-c5e29e54-8e11-4b66-9c8a-8e336eb3a6ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561543 Aug 23 04:16:28.416691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-6d08c745-88a7-4bae-a684-4511d262fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.418425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-6d08c745-88a7-4bae-a684-4511d262fc1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1136 time: 0.0880027 Aug 23 04:16:28.427182 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:16:28.602780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:16:28.613804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-47818290-0b19-44cd-9a12-5e04713f68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.615076 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b6624-7030-4172-907f-04ba59708a92 None None] Sync routers for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:16:28.615643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-47818290-0b19-44cd-9a12-5e04713f68dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c HTTP/1.1" status: 200 len: 896 time: 0.1434641 Aug 23 04:16:28.625926 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b6624-7030-4172-907f-04ba59708a92 None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:16:28.627207 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-827b6624-7030-4172-907f-04ba59708a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:15:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:28.685550 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-a56b532b-cad6-4c19-a548-eda58c637623 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a HTTP/1.1" status: 200 len: 1000 time: 0.0631533 Aug 23 04:16:28.746863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:28.756089 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-827b6624-7030-4172-907f-04ba59708a92 None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:16:28.786301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-048baf88-aad8-479d-aaa4-ede41cc642a0 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1363053 Aug 23 04:16:28.787053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:16:28.789077 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56468) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:28.795640 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-62b3feed-ed13-40c9-9c28-63f3b9d0ef0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:28.798578 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:16:28.802308 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-d08f7f8f-4f94-4d19-818f-6d630ab97add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.803870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-d08f7f8f-4f94-4d19-818f-6d630ab97add service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed665488-7180-4612-8f3e-3f647dd20714 HTTP/1.1" status: 200 len: 835 time: 0.1117020 Aug 23 04:16:28.857801 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39fad14-bb6c-4bbc-bd3b-16b8d308ccf0 x-openstack-request-id: req-a39fad14-bb6c-4bbc-bd3b-16b8d308ccf0 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:16:28.858329 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:16:28.858837 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a39fad14-bb6c-4bbc-bd3b-16b8d308ccf0 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:16:28.859492 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'status': 'completed', 'code': 200} Aug 23 04:16:28.872341 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-3b04380b-e9a1-424c-b132-866fd968dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.874060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:28.874933 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-3b04380b-e9a1-424c-b132-866fd968dc42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627918 Aug 23 04:16:28.932796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1420c95-ff10-4512-b821-348497eaf963 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.933305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1420c95-ff10-4512-b821-348497eaf963 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.933782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1420c95-ff10-4512-b821-348497eaf963 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.934396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1420c95-ff10-4512-b821-348497eaf963 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.934868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1420c95-ff10-4512-b821-348497eaf963 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.935350 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1420c95-ff10-4512-b821-348497eaf963 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:28.937392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b1420c95-ff10-4512-b821-348497eaf963 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1473129 Aug 23 04:16:28.942100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56474) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:29.052708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a53450-ce32-4793-acdb-76231af9d08b tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.053618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a53450-ce32-4793-acdb-76231af9d08b tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.054255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a53450-ce32-4793-acdb-76231af9d08b tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.054880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a53450-ce32-4793-acdb-76231af9d08b tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.055515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a53450-ce32-4793-acdb-76231af9d08b tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.056192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a53450-ce32-4793-acdb-76231af9d08b tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.058499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-38a53450-ce32-4793-acdb-76231af9d08b tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.1150594 Aug 23 04:16:29.061427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56478) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:29.094607 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-827b6624-7030-4172-907f-04ba59708a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '69cd171d-f91c-46c9-b16a-64dc64c27963', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'port_id': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'mac_address': 'fa:16:3e:0c:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:16:27Z', 'updated_at': '2021-08-23T04:16:27Z', 'revision_number': 0, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa45fb1-b58c-468a-a933-75fc733b4ec2', 'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:7a:d6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:08Z', 'updated_at': '2021-08-23T04:16:13Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:29.161676 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b6624-7030-4172-907f-04ba59708a92 None None] Checking router: 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:16:29.172977 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b6624-7030-4172-907f-04ba59708a92 None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:16:29.173941 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-827b6624-7030-4172-907f-04ba59708a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:16:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:29.313599 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-827b6624-7030-4172-907f-04ba59708a92 None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:16:29.399611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-70b89e5b-d33f-4fe0-908d-45a480b2f1bc tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.3368151 Aug 23 04:16:29.402526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 56482) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:16:29.451241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17779d-4b30-4ec5-9c42-3d6c36f28553 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.452000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17779d-4b30-4ec5-9c42-3d6c36f28553 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.453813 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-db17779d-4b30-4ec5-9c42-3d6c36f28553 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd HTTP/1.1" status: 200 len: 1989 time: 0.0501099 Aug 23 04:16:29.489597 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-6e70625d-d0ff-4174-9cd8-b7da7621178c service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069429 Aug 23 04:16:29.595756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-828a4449-9b00-4c3c-95a4-9a5a022f153f req-3030480a-9a62-49ac-9fcb-a052cea169cc service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980349 Aug 23 04:16:29.683631 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-827b6624-7030-4172-907f-04ba59708a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '69cd171d-f91c-46c9-b16a-64dc64c27963', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'port_id': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'mac_address': 'fa:16:3e:0c:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:16:27Z', 'updated_at': '2021-08-23T04:16:27Z', 'revision_number': 0, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa45fb1-b58c-468a-a933-75fc733b4ec2', 'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:7a:d6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:08Z', 'updated_at': '2021-08-23T04:16:13Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:16:29.714760 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b6624-7030-4172-907f-04ba59708a92 None None] The sync data for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 is: [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '69cd171d-f91c-46c9-b16a-64dc64c27963', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'port_id': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'mac_address': 'fa:16:3e:0c:ba:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:16:27Z', 'updated_at': '2021-08-23T04:16:27Z', 'revision_number': 0, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa45fb1-b58c-468a-a933-75fc733b4ec2', 'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:7a:d6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:08Z', 'updated_at': '2021-08-23T04:16:13Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:16:29.751789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-49056018-34f6-4f11-a72e-adf7d1779950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.753974 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-49056018-34f6-4f11-a72e-adf7d1779950 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1136 time: 0.0474126 Aug 23 04:16:29.855746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-504e8dc1-04ec-4785-8a21-a7b65c9d4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.858450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-504e8dc1-04ec-4785-8a21-a7b65c9d4ef9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c HTTP/1.1" status: 200 len: 896 time: 0.0963292 Aug 23 04:16:29.932736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-8b972434-2b74-4fd9-9643-1d522a4df868 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a HTTP/1.1" status: 200 len: 1000 time: 0.0686634 Aug 23 04:16:29.961872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77faec36-bdc3-4236-83a8-2f05c835c572 None None] New status for floating IP 69cd171d-f91c-46c9-b16a-64dc64c27963: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:16:29.993614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-6a6eeb2b-6976-456b-81a2-439c8d94dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:29.995189 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-6a6eeb2b-6976-456b-81a2-439c8d94dc31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed665488-7180-4612-8f3e-3f647dd20714 HTTP/1.1" status: 200 len: 835 time: 0.0550256 Aug 23 04:16:30.063303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-35297f1a-08b8-4112-b5bb-0df45f305512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:16:30.064837 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-35297f1a-08b8-4112-b5bb-0df45f305512 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611112 Aug 23 04:16:30.170107 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-3fddd6a5-e50c-4f84-98fe-9924e3f858ca service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979142 Aug 23 04:16:30.264584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d2e8aea-d61e-474e-bedd-deb5653ff0d5 req-5a0efd3f-8536-4d16-97df-4ba615421003 service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870805 Aug 23 04:16:30.491124 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:31.845781 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:37.862634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:42.055152 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:16:52.878097 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:56.144087 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2d58-4216-456c-8dde-36317b0f655d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:58.759592 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e110626f-379c-4536-bfe5-42580c56173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:16:58.856686 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:00.508228 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:01.828323 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:02.993687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57120) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:03.090473 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8b8479f1-851c-4103-a297-12d0e9270a1c tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2151 time: 0.0925481 Aug 23 04:17:03.090769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57126) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:03.098443 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'network': {'name': 'tempest-network-smoke--1951608599', 'project_id': '905fbf239ca041699d8073fab50bdef9', 'port_security_enabled': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:03.205986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Made reservation on behalf of 905fbf239ca041699d8073fab50bdef9 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:17:03.210003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:03.243214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:17:03.254028 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:03.254476 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Added segment e1ab2644-7747-45c6-993c-2aa96b85d1d5 of type vlan for network a87dd7c9-17a5-4b23-8ec4-e97545d94bba Aug 23 04:17:03.295195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:03.353821 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:03.359282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:03.359870 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:03.428003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Network': ['ID=a87dd7c9-17a5-4b23-8ec4-e97545d94bba,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:03.435644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.435995 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.436337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.436670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.437000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.437351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.442923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.442923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.442923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.442923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.442923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.442923 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:03.452284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a87dd7c9-17a5-4b23-8ec4-e97545d94bba details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:17:03.462901 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0d325c07-cbdf-43fa-a8c5-a75ec98227ef tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3711751 Aug 23 04:17:03.465603 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57132) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:03.470917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'admin_state_up': True, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:03.553819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:03.554969 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:03.606348 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:03.809681 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:04.084200 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:04.108009 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:04.212973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Allocated IP 172.25.1.238 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/49e55f63-4891-4f20-8df8-04c06fcfdb84) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:17:04.319444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:04.412065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:04.452236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:17:04.458296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:17:04.458430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:17:04.491413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=49e55f63-4891-4f20-8df8-04c06fcfdb84,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:04.825226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:05.019947 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:05.216649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Router aa076e70-2c83-480a-b51a-1725024baec7 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:17:05.325811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:17:05.337516 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Sync routers for ids ['aa076e70-2c83-480a-b51a-1725024baec7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:17:05.348583 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Routers {'aa076e70-2c83-480a-b51a-1725024baec7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:05.349299 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:16:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aa076e70-2c83-480a-b51a-1725024baec7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:05.402169 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:05.419381 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8ca6ea47-12a0-4d7d-88a7-94c915d32a82 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9404871 Aug 23 04:17:05.420052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57170) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:05.478648 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Set router aa076e70-2c83-480a-b51a-1725024baec7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:05.482568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b360b60-edcb-4c99-bc21-31f267ea7ec7 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:05.484402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8b360b60-edcb-4c99-bc21-31f267ea7ec7 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=905fbf239ca041699d8073fab50bdef9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0704577 Aug 23 04:17:05.487886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57172) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:05.584150 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50303c8c-ff99-4ac5-8e47-d6b6b1c31906 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:05.589508 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-50303c8c-ff99-4ac5-8e47-d6b6b1c31906 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005960 Aug 23 04:17:05.589718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57176) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:05.615958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57178) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:05.621631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b791dac8-3e79-4020-a355-37cdff3eac6d tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307555 Aug 23 04:17:05.622390 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57180) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:05.623913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d23dae09-51d9-4ae3-bfe7-19778566d615 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327582047', 'description': 'tempest-secgroup-smoke-327582047 description', 'project_id': 'badb53063c4e4d5b8d2995e638414654'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:05.651773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-39ac55a9-ba94-4e43-a00b-a034a47bf017 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=905fbf239ca041699d8073fab50bdef9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280046 Aug 23 04:17:05.654455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57184) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:05.693614 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:17:03Z', 'updated_at': '2021-08-23T04:17:04Z', 'revision_number': 3, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:04Z', 'updated_at': '2021-08-23T04:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:05.700242 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d23dae09-51d9-4ae3-bfe7-19778566d615 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:05.719543 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Checking router: aa076e70-2c83-480a-b51a-1725024baec7 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:17:05.719894 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Updating router aa076e70-2c83-480a-b51a-1725024baec7 port 49e55f63-4891-4f20-8df8-04c06fcfdb84 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:17:05.748959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22581f3-abf5-43ea-a79e-074a79cbd703 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:05.750025 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:05.751346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f22581f3-abf5-43ea-a79e-074a79cbd703 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959878 Aug 23 04:17:05.756855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57188) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:05.797090 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-61fa0744-0133-434a-8b5e-2482aaa9a654 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388811 Aug 23 04:17:05.799596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57190) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:05.805609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-212303052', 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba', 'project_id': '905fbf239ca041699d8073fab50bdef9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:05.903214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d23dae09-51d9-4ae3-bfe7-19778566d615 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:05.966921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d23dae09-51d9-4ae3-bfe7-19778566d615 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.008380 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.008922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dae09-51d9-4ae3-bfe7-19778566d615 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba055a86-af44-47bc-a4ed-a226e042b08b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:06.023561 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Transition to ACTIVE for port object 49e55f63-4891-4f20-8df8-04c06fcfdb84 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:17:06.068814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Made reservation on behalf of 905fbf239ca041699d8073fab50bdef9 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:17:06.072297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.096705 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.145388 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Attempting to bind port 49e55f63-4891-4f20-8df8-04c06fcfdb84 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:17:06.145757 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Attempting to bind port 49e55f63-4891-4f20-8df8-04c06fcfdb84 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:17:06.146117 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Attempting to bind port 49e55f63-4891-4f20-8df8-04c06fcfdb84 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:17:06.152585 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:17:06.153179 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:17:06.153586 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.153978 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:17:06.154443 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Bound port: 49e55f63-4891-4f20-8df8-04c06fcfdb84, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:17:06.154826 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.159730 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d23dae09-51d9-4ae3-bfe7-19778566d615 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.164512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57196) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:06.164672 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d23dae09-51d9-4ae3-bfe7-19778566d615 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5474408 Aug 23 04:17:06.169959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'security_group_rule': {'security_group_id': 'ba055a86-af44-47bc-a4ed-a226e042b08b', 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:06.193404 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161ea81-22b7-4a6c-b36b-ec903919bd1a None None] Pushing event updated for resources: {'Port': ['ID=49e55f63-4891-4f20-8df8-04c06fcfdb84,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:06.217869 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] For port 49e55f63-4891-4f20-8df8-04c06fcfdb84, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:17:06.221021 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] For port 49e55f63-4891-4f20-8df8-04c06fcfdb84, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=49e55f63-4891-4f20-8df8-04c06fcfdb84,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:17:06.250237 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.263062 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.311637 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Routers {'aa076e70-2c83-480a-b51a-1725024baec7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:06.312264 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:16:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aa076e70-2c83-480a-b51a-1725024baec7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:06.326434 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.362708 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161ea81-22b7-4a6c-b36b-ec903919bd1a None None] Pushing event updated for resources: {'Port': ['ID=49e55f63-4891-4f20-8df8-04c06fcfdb84,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:06.382694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.393537 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.410026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710e8b82-0898-4a2c-a402-d06d7d6a3c08,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:06.422347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.422992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.423162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.424248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.424770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.425188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.425693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.426076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.426615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.427013 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.427394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.427773 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:06.437606 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] Set router aa076e70-2c83-480a-b51a-1725024baec7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:06.451202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Subnet': ['ID=a2cfc093-382b-467c-87e4-0084fae2e4d5,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:06.461992 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Checking segment: {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:17:06.461992 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network hostable DHCP agents. Network: a87dd7c9-17a5-4b23-8ec4-e97545d94bba, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:17:06.474114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.475610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0bdf4fb0-a047-4670-9165-da3631e98a80 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093653 Aug 23 04:17:06.478405 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57202) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:06.484989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-78415fb8-56d2-44c3-9f94-599762d662e3 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'security_group_rule': {'security_group_id': 'ba055a86-af44-47bc-a4ed-a226e042b08b', 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:06.513847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network a87dd7c9-17a5-4b23-8ec4-e97545d94bba is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:17:06.560456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78415fb8-56d2-44c3-9f94-599762d662e3 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.576820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a87dd7c9-17a5-4b23-8ec4-e97545d94bba) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:17:06.580887 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:06.581507 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.593156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415eb3d0-abb3-4afd-9e37-adf4b62be4e3 None None] Network a87dd7c9-17a5-4b23-8ec4-e97545d94bba requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:17:06.655712 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78415fb8-56d2-44c3-9f94-599762d662e3 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.657490 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:17:03Z', 'updated_at': '2021-08-23T04:17:04Z', 'revision_number': 3, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:04Z', 'updated_at': '2021-08-23T04:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:06.661512 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-42899a37-68fa-45df-8461-20b98b85a1e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8609126 Aug 23 04:17:06.664271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57206) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:06.702523 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1d3ba-3fc7-44be-a25a-97d3d12d6b99 None None] The sync data for ids ['aa076e70-2c83-480a-b51a-1725024baec7'] in n-d-749052-7 is: [{'id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:17:03Z', 'updated_at': '2021-08-23T04:17:04Z', 'revision_number': 3, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:04Z', 'updated_at': '2021-08-23T04:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:17:06.762582 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78415fb8-56d2-44c3-9f94-599762d662e3 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.783197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-a87dd7c9-17a5-4b23-8ec4-e97545d94bba', 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'fixed_ips': [{'subnet_id': 'a2cfc093-382b-467c-87e4-0084fae2e4d5'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:17:06.783363 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78415fb8-56d2-44c3-9f94-599762d662e3 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45317858-aa67-4fe0-a52a-ef5adcba1bb8,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:06.784510 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.926687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78415fb8-56d2-44c3-9f94-599762d662e3 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:06.944432 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-78415fb8-56d2-44c3-9f94-599762d662e3 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4612756 Aug 23 04:17:06.944530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57212) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:06.948633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-845bfdbc-44f9-4e63-9083-8d52023fe671 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'security_group_rule': {'security_group_id': 'ba055a86-af44-47bc-a4ed-a226e042b08b', 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:06.978680 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Allocated IP 172.20.0.18 (a87dd7c9-17a5-4b23-8ec4-e97545d94bba/a2cfc093-382b-467c-87e4-0084fae2e4d5/ec6a7648-e52e-4112-b8d4-da7bdd5fb343) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:17:07.085409 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-845bfdbc-44f9-4e63-9083-8d52023fe671 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.167634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.177361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Transition to ACTIVE for port object ec6a7648-e52e-4112-b8d4-da7bdd5fb343 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:17:07.178167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-845bfdbc-44f9-4e63-9083-8d52023fe671 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.194094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Transition to ACTIVE for port object ec6a7648-e52e-4112-b8d4-da7bdd5fb343 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:17:07.245362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-845bfdbc-44f9-4e63-9083-8d52023fe671 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.268132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bfdbc-44f9-4e63-9083-8d52023fe671 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e5e39a-6787-477e-9413-33b7c598da06,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:07.275813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.285208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.318902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Network a87dd7c9-17a5-4b23-8ec4-e97545d94bba is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:17:07.323237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:17:07.330865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:17:07.334264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Pushing event updated for resources: {'Port': ['ID=ec6a7648-e52e-4112-b8d4-da7bdd5fb343,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:07.335159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-845bfdbc-44f9-4e63-9083-8d52023fe671 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.338238 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-845bfdbc-44f9-4e63-9083-8d52023fe671 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3934674 Aug 23 04:17:07.341583 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57218) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:07.352826 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d3bc5b21-4682-494d-a538-9cd3f4a0c189 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'security_group_rule': {'security_group_id': 'ba055a86-af44-47bc-a4ed-a226e042b08b', 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:07.371285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.371545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.372504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.372852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.373216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.373571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.373883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.374210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.374584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.374915 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.375605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.375605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:17:07.422266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Attempting to bind port ec6a7648-e52e-4112-b8d4-da7bdd5fb343 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:17:07.422665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Attempting to bind port ec6a7648-e52e-4112-b8d4-da7bdd5fb343 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:17:07.423038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Attempting to bind port ec6a7648-e52e-4112-b8d4-da7bdd5fb343 on network a87dd7c9-17a5-4b23-8ec4-e97545d94bba {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:17:07.432664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:17:07.433074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Checking segment: {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:17:07.433493 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.433893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Bound using segment: {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:17:07.434377 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Bound port: ec6a7648-e52e-4112-b8d4-da7bdd5fb343, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:17:07.434812 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.490198 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5b21-4682-494d-a538-9cd3f4a0c189 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.516048 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] For port ec6a7648-e52e-4112-b8d4-da7bdd5fb343, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:17:07.521031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] For port ec6a7648-e52e-4112-b8d4-da7bdd5fb343, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ec6a7648-e52e-4112-b8d4-da7bdd5fb343,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:17:07.571235 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5b21-4682-494d-a538-9cd3f4a0c189 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.609564 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.679992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Allocated IP 172.20.0.17 (a87dd7c9-17a5-4b23-8ec4-e97545d94bba/a2cfc093-382b-467c-87e4-0084fae2e4d5/be4ef53b-9d30-469e-8d3b-7c6ee55008a2) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:17:07.686081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5b21-4682-494d-a538-9cd3f4a0c189 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.709550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f60779-e179-498c-99b7-3fbd0f9bfe4f None None] Pushing event updated for resources: {'Port': ['ID=ec6a7648-e52e-4112-b8d4-da7bdd5fb343,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:07.747948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc5b21-4682-494d-a538-9cd3f4a0c189 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f883a75d-271e-4252-9c67-216b9e152a15,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:07.805980 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.840732 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5b21-4682-494d-a538-9cd3f4a0c189 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.842622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d3bc5b21-4682-494d-a538-9cd3f4a0c189 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4998944 Aug 23 04:17:07.845347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57226) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:07.853147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a85b7bf9-363c-4ccd-80c5-750f0d994d92 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'security_group_rule': {'security_group_id': 'ba055a86-af44-47bc-a4ed-a226e042b08b', 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:07.887745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 49e55f63-4891-4f20-8df8-04c06fcfdb84 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:17:07.895639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:07.922991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Transition to ACTIVE for port object be4ef53b-9d30-469e-8d3b-7c6ee55008a2 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:17:07.993683 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-a85b7bf9-363c-4ccd-80c5-750f0d994d92 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Project badb53063c4e4d5b8d2995e638414654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:17:08.002116 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a85b7bf9-363c-4ccd-80c5-750f0d994d92 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.022216 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 49e55f63-4891-4f20-8df8-04c06fcfdb84 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:17:08.022928 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.030768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 49e55f63-4891-4f20-8df8-04c06fcfdb84 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:08.031258 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.104857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network a87dd7c9-17a5-4b23-8ec4-e97545d94bba is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:17:08.115320 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:17:08.131693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=be4ef53b-9d30-469e-8d3b-7c6ee55008a2,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:08.134336 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a85b7bf9-363c-4ccd-80c5-750f0d994d92 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.141067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:17:08.191133 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.197759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a85b7bf9-363c-4ccd-80c5-750f0d994d92 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.205220 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.216160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b7bf9-363c-4ccd-80c5-750f0d994d92 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7e037d-65b3-47fe-9948-b90e141ff8c0,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:08.235795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 49e55f63-4891-4f20-8df8-04c06fcfdb84, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=49e55f63-4891-4f20-8df8-04c06fcfdb84,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:08.306359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a85b7bf9-363c-4ccd-80c5-750f0d994d92 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.311416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a85b7bf9-363c-4ccd-80c5-750f0d994d92 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4608760 Aug 23 04:17:08.311627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57232) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:08.316268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a5086966-fe3a-4991-b9a7-28e5b1b1cd9b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'security_group_rule': {'security_group_id': 'ba055a86-af44-47bc-a4ed-a226e042b08b', 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:08.354106 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.406311 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=49e55f63-4891-4f20-8df8-04c06fcfdb84,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:08.412750 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.454068 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-a5086966-fe3a-4991-b9a7-28e5b1b1cd9b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Project badb53063c4e4d5b8d2995e638414654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:17:08.463819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a5086966-fe3a-4991-b9a7-28e5b1b1cd9b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.613874 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a5086966-fe3a-4991-b9a7-28e5b1b1cd9b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.698461 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a5086966-fe3a-4991-b9a7-28e5b1b1cd9b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.729418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5086966-fe3a-4991-b9a7-28e5b1b1cd9b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be12548-48d9-40f8-8cbc-8234f7b5d9d3,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:08.775848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.799147 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a5086966-fe3a-4991-b9a7-28e5b1b1cd9b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.808244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a5086966-fe3a-4991-b9a7-28e5b1b1cd9b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4884543 Aug 23 04:17:08.850605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.927629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:08.933252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=be4ef53b-9d30-469e-8d3b-7c6ee55008a2,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:09.043799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-d1df679f-6b57-48e3-b620-4b74e765627f tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327582047&fields=id&tenant_id=badb53063c4e4d5b8d2995e638414654 HTTP/1.1" status: 200 len: 267 time: 0.0538776 Aug 23 04:17:09.092995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network a87dd7c9-17a5-4b23-8ec4-e97545d94bba is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:17:09.096682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:17:09.348624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ab31a-c8d1-4bdd-bc2e-1f1aca53998b None None] Network a87dd7c9-17a5-4b23-8ec4-e97545d94bba requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:17:09.506396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-58e932cf-6e90-4ca7-9b3e-ee37ab5feaeb None None] Provisioning for port ec6a7648-e52e-4112-b8d4-da7bdd5fb343 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:17:09.572598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb9959-c001-408e-9f33-910d3b52927f req-912f115f-2690-4a5a-b157-0e7e2133c57d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:09.574136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-912f115f-2690-4a5a-b157-0e7e2133c57d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/networks?id=acc4fe04-b126-4e5a-b6b6-214d44e8531e HTTP/1.1" status: 200 len: 814 time: 0.5208941 Aug 23 04:17:09.616820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-0ea61b1e-f02d-4a6c-a190-52c5a81a4c37 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/quotas/badb53063c4e4d5b8d2995e638414654 HTTP/1.1" status: 200 len: 375 time: 0.0169034 Aug 23 04:17:09.660518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Router aa076e70-2c83-480a-b51a-1725024baec7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:17:09.688773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-ef234311-bebc-41fb-b357-a3ce58f298d6 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=badb53063c4e4d5b8d2995e638414654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642269 Aug 23 04:17:09.818841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 49e55f63-4891-4f20-8df8-04c06fcfdb84 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:17:09.827891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:17:09.842167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-31d803e7-a618-4973-bf98-4c3ddfc42063 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "PUT /v2.0/routers/aa076e70-2c83-480a-b51a-1725024baec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1765842 Aug 23 04:17:09.855802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Sync routers for ids ['aa076e70-2c83-480a-b51a-1725024baec7'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:17:09.878817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Routers {'aa076e70-2c83-480a-b51a-1725024baec7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:09.878817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:16:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aa076e70-2c83-480a-b51a-1725024baec7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:09.939409 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-57fe8c0d-f3f4-4398-aba4-42451af3b5ec service neutron] 10.222.0.20 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040391 Aug 23 04:17:09.951839 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 49e55f63-4891-4f20-8df8-04c06fcfdb84 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:09.952219 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:09.983138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-23f87cc8-8740-456e-8e7c-dd6035cecce8 None None] Provisioning for port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:17:10.013429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-23f87cc8-8740-456e-8e7c-dd6035cecce8 None None] Provisioning complete for port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:10.013759 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23f87cc8-8740-456e-8e7c-dd6035cecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:10.054244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-f8fc2bed-3d6b-4a36-b20b-65d23f91a8b2 service neutron] 10.222.0.20 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081054 Aug 23 04:17:10.063751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Set router aa076e70-2c83-480a-b51a-1725024baec7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:10.106388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-23f87cc8-8740-456e-8e7c-dd6035cecce8 None None] Port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:17:10.242762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ec6a7648-e52e-4112-b8d4-da7bdd5fb343 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:17:10.349577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8b83f658-ccde-4794-bcf6-3c7410c086e9 None None] Provisioning complete for port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:10.350225 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8b83f658-ccde-4794-bcf6-3c7410c086e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:10.393440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8b83f658-ccde-4794-bcf6-3c7410c086e9 None None] Port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:17:10.396014 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:17:03Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:04Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'be4ef53b-9d30-469e-8d3b-7c6ee55008a2', 'name': '', 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:c7:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2cfc093-382b-467c-87e4-0084fae2e4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:07Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 2, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'a2cfc093-382b-467c-87e4-0084fae2e4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:10.582300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ec6a7648-e52e-4112-b8d4-da7bdd5fb343 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:17:10.584210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Checking router: aa076e70-2c83-480a-b51a-1725024baec7 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:17:10.584566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Updating router aa076e70-2c83-480a-b51a-1725024baec7 port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:17:10.589712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ec6a7648-e52e-4112-b8d4-da7bdd5fb343 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:10.590084 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:10.641575 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:10.652934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-35e9f330-d47a-48da-80f7-6573c3ad702b None None] Provisioning complete for port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:10.653414 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35e9f330-d47a-48da-80f7-6573c3ad702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:10.723453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-35e9f330-d47a-48da-80f7-6573c3ad702b None None] Port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:17:10.823484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5faba-794b-4586-b478-7448489986be req-2ecf0db4-39af-4a5b-908b-b394d3adadad tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:10.825229 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:10.831474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-2ecf0db4-39af-4a5b-908b-b394d3adadad tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/networks?id=a87dd7c9-17a5-4b23-8ec4-e97545d94bba HTTP/1.1" status: 200 len: 798 time: 0.1397572 Aug 23 04:17:10.843612 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-eba819b3-dba7-40d6-84a7-71c3b884084e tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/quotas/905fbf239ca041699d8073fab50bdef9 HTTP/1.1" status: 200 len: 375 time: 0.0107479 Aug 23 04:17:10.911140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-9e469001-96bd-415f-ad13-2241e2c8c6d4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0607483 Aug 23 04:17:10.911417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port ec6a7648-e52e-4112-b8d4-da7bdd5fb343, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ec6a7648-e52e-4112-b8d4-da7bdd5fb343,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:10.998805 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:11.032895 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:11.039629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-175fe517-1666-4a26-ba08-8bc54a20ea76 service neutron] 10.222.0.20 "GET /v2.0/networks/a87dd7c9-17a5-4b23-8ec4-e97545d94bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119988 Aug 23 04:17:11.049418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Transition to ACTIVE for port object be4ef53b-9d30-469e-8d3b-7c6ee55008a2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:17:11.071273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=ec6a7648-e52e-4112-b8d4-da7bdd5fb343,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:11.119419 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:11.135950 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-556e7c42-8a02-40d9-8f1c-2dac1533305f service neutron] 10.222.0.20 "GET /v2.0/networks/a87dd7c9-17a5-4b23-8ec4-e97545d94bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857141 Aug 23 04:17:11.180903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685a2a0-ccce-4d29-825b-81208c2d512e None None] Pushing event updated for resources: {'Port': ['ID=be4ef53b-9d30-469e-8d3b-7c6ee55008a2,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:11.226914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Attempting to bind port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:17:11.227603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Attempting to bind port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:17:11.229430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Attempting to bind port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 on network a87dd7c9-17a5-4b23-8ec4-e97545d94bba {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:17:11.234648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:17:11.235024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Checking segment: {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:17:11.235457 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:11.236515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Bound using segment: {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:17:11.236992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Bound port: be4ef53b-9d30-469e-8d3b-7c6ee55008a2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:17:11.237450 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:11.361461 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] For port be4ef53b-9d30-469e-8d3b-7c6ee55008a2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:17:11.365617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] For port be4ef53b-9d30-469e-8d3b-7c6ee55008a2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=be4ef53b-9d30-469e-8d3b-7c6ee55008a2,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:17:11.406215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbceffc9-6f2c-4821-b42e-1f5358359556 req-6612b1ee-24e3-42e6-82de-200d46c7196b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 210 time: 0.0343559 Aug 23 04:17:11.467912 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:11.493781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d131631d-0fa4-42ad-8b4e-c7aa5bc1b5a0 req-5bdee942-0af4-4cae-bf32-f55700c7d9d3 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 210 time: 0.0422204 Aug 23 04:17:11.573214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Routers {'aa076e70-2c83-480a-b51a-1725024baec7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:11.573214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:16:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aa076e70-2c83-480a-b51a-1725024baec7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:11.573214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685a2a0-ccce-4d29-825b-81208c2d512e None None] Pushing event updated for resources: {'Port': ['ID=be4ef53b-9d30-469e-8d3b-7c6ee55008a2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:11.692825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] Set router aa076e70-2c83-480a-b51a-1725024baec7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:11.730362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ec6a7648-e52e-4112-b8d4-da7bdd5fb343 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:17:11.909001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ec6a7648-e52e-4112-b8d4-da7bdd5fb343 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:11.909416 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:12.050349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:17:03Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:04Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'be4ef53b-9d30-469e-8d3b-7c6ee55008a2', 'name': '', 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:c7:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2cfc093-382b-467c-87e4-0084fae2e4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:07Z', 'updated_at': '2021-08-23T04:17:11Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'a2cfc093-382b-467c-87e4-0084fae2e4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:12.076812 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ecd90-73ab-4d9e-a206-435c6fcbe3d7 None None] The sync data for ids ['aa076e70-2c83-480a-b51a-1725024baec7'] in n-d-749052-7 is: [{'id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:17:03Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:04Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'be4ef53b-9d30-469e-8d3b-7c6ee55008a2', 'name': '', 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:c7:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'a2cfc093-382b-467c-87e4-0084fae2e4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:07Z', 'updated_at': '2021-08-23T04:17:11Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'a2cfc093-382b-467c-87e4-0084fae2e4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:17:12.506377 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29bf8e59-8b21-4e5e-943e-5e327346b28b req-5adc269a-7961-4163-98fc-c0e8ace360b2 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 210 time: 0.0282531 Aug 23 04:17:12.606073 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15e60232-7b51-467a-a386-121c85d720ef req-a6556088-7560-4fc6-950c-c3ceab0e5a60 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 210 time: 0.0346165 Aug 23 04:17:13.136594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb9959-c001-408e-9f33-910d3b52927f req-aad8baa9-6bc0-499a-afa8-7ae1c9e41f2c tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:13.138269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-aad8baa9-6bc0-499a-afa8-7ae1c9e41f2c tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.11 "GET /v2.0/networks?id=acc4fe04-b126-4e5a-b6b6-214d44e8531e HTTP/1.1" status: 200 len: 814 time: 0.1256306 Aug 23 04:17:13.193208 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-e9b33e4f-d0cb-4c8f-8a78-f1a1ceacd8ac tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=badb53063c4e4d5b8d2995e638414654 HTTP/1.1" status: 200 len: 379 time: 0.0400581 Aug 23 04:17:13.202968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'port': {'device_id': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'admin_state_up': True, 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'security_groups': ['ba055a86-af44-47bc-a4ed-a226e042b08b']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:13.374843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Made reservation on behalf of badb53063c4e4d5b8d2995e638414654 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:17:13.378547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:13.515552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Allocated IP 172.20.0.4 (acc4fe04-b126-4e5a-b6b6-214d44e8531e/2a0a9449-98a8-48b5-bea1-8e4ecba9ce83/1df4d055-05e9-4129-8d84-22d3d3b6ccfa) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:17:13.645029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dcdd8ce0-529a-425c-8df6-5a8422353e18 req-d641565e-18cf-469b-b0b9-71f9307cb539 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 210 time: 0.0598426 Aug 23 04:17:13.709770 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:13.725786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Transition to ACTIVE for port object 1df4d055-05e9-4129-8d84-22d3d3b6ccfa will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:17:13.811371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device be4ef53b-9d30-469e-8d3b-7c6ee55008a2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:17:13.830141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-848ac227-094a-4a4e-9e4e-ac1db8c7e50a req-0c865805-d27d-47ad-9ec8-4d2ca90cf1c5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 210 time: 0.0439487 Aug 23 04:17:13.839459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:13.906909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Network acc4fe04-b126-4e5a-b6b6-214d44e8531e is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:17:13.912431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:17:13.914625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:17:13.925551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'Port': ['ID=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:13.930623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:17:13.938691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:13.939614 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:13.984567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:13.985388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:14.047687 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:14.091934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port be4ef53b-9d30-469e-8d3b-7c6ee55008a2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=be4ef53b-9d30-469e-8d3b-7c6ee55008a2,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:14.097656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-ac2ce24e-5979-4201-8983-7ece48414d81 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8987567 Aug 23 04:17:14.117198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Request body: {'port': {'device_id': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:14.176501 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:14.185598 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:14.263614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=be4ef53b-9d30-469e-8d3b-7c6ee55008a2,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:14.319186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-792be97e-9acf-4609-bfe4-96b4be389810 None None] Provisioning for port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:17:14.323682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-792be97e-9acf-4609-bfe4-96b4be389810 None None] Provisioning complete for port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:14.324059 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-792be97e-9acf-4609-bfe4-96b4be389810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:14.365490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-792be97e-9acf-4609-bfe4-96b4be389810 None None] Port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:17:14.506323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df4d055-05e9-4129-8d84-22d3d3b6ccfa {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:17:14.515125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:14.528683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Transition to ACTIVE for port object 1df4d055-05e9-4129-8d84-22d3d3b6ccfa will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:17:14.614082 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:14.710674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5faba-794b-4586-b478-7448489986be req-d2960b31-8189-4883-aa7e-8cd4aa44206c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:14.712743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-d2960b31-8189-4883-aa7e-8cd4aa44206c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.11 "GET /v2.0/networks?id=a87dd7c9-17a5-4b23-8ec4-e97545d94bba HTTP/1.1" status: 200 len: 798 time: 0.1737673 Aug 23 04:17:14.739325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Request body: {'port': {'device_id': '5312a31b-4e46-41f3-93a6-702ade6b80fb', 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba', 'admin_state_up': True, 'tenant_id': '905fbf239ca041699d8073fab50bdef9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:14.745999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:14.969245 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83944-b8c3-473c-a826-b19355678ff9 req-1e384c5f-ddc1-4563-8f62-a1fb897d1d1c tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:14.970571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4c83944-b8c3-473c-a826-b19355678ff9 req-1e384c5f-ddc1-4563-8f62-a1fb897d1d1c tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.1483567 Aug 23 04:17:14.991861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Attempting to bind port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:17:14.992192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Attempting to bind port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:17:14.995051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Attempting to bind port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa on network acc4fe04-b126-4e5a-b6b6-214d44e8531e {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:17:15.026507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa on network acc4fe04-b126-4e5a-b6b6-214d44e8531e not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:17:15.026841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Attempting to bind port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa on network acc4fe04-b126-4e5a-b6b6-214d44e8531e {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:17:15.034315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4c83944-b8c3-473c-a826-b19355678ff9 req-45db7f05-64a9-4be1-9d15-c8be979e5288 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535870 Aug 23 04:17:15.039832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:17:15.046438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Checking segment: {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:17:15.046438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Bound using segment: {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:17:15.046438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Bound port: 1df4d055-05e9-4129-8d84-22d3d3b6ccfa, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047fac12-3fb4-4e56-90e5-3e556b264d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:17:15.046438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:15.110972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] For port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:17:15.114190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] For port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:17:15.149723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74f5b8f9-72f0-4e54-a89a-5c7b2a82b890 req-117d7e15-b34f-4cf2-a500-103bed934cdb tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 210 time: 0.0279839 Aug 23 04:17:15.150427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Made reservation on behalf of 905fbf239ca041699d8073fab50bdef9 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:17:15.153905 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:15.257333 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:15.316991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:15.317631 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:15.319021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] 10.222.0.11 "PUT /v2.0/ports/1df4d055-05e9-4129-8d84-22d3d3b6ccfa HTTP/1.1" status: 200 len: 1091 time: 1.2064652 Aug 23 04:17:15.319626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:17:15.321905 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4754d03-2422-4b9b-9f6f-6191fbbe32da" -d '{"events": [{"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:17:15.328340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Allocated IP 172.20.0.23 (a87dd7c9-17a5-4b23-8ec4-e97545d94bba/a2cfc093-382b-467c-87e4-0084fae2e4d5/dbc1ec38-97e4-4c0b-867a-28d03d9e537f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:17:15.353826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726059f-63f0-42f1-8564-5e75760c6fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:15.383043 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14abb202-6417-4aa8-a3db-2d5db9531508 x-openstack-request-id: req-14abb202-6417-4aa8-a3db-2d5db9531508 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:17:15.383321 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:17:15.383572 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14abb202-6417-4aa8-a3db-2d5db9531508 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:17:15.383960 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'status': 'completed', 'code': 200} Aug 23 04:17:15.504001 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4754d03-2422-4b9b-9f6f-6191fbbe32da req-c351eb0d-c400-4e11-9ac3-136eb6ccc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:15.505657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4754d03-2422-4b9b-9f6f-6191fbbe32da req-c351eb0d-c400-4e11-9ac3-136eb6ccc6b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=badb53063c4e4d5b8d2995e638414654&device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1094 time: 0.0692222 Aug 23 04:17:15.535683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:15.551970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Transition to ACTIVE for port object dbc1ec38-97e4-4c0b-867a-28d03d9e537f will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:17:15.671768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4754d03-2422-4b9b-9f6f-6191fbbe32da req-1b67bca5-9742-4f8d-9a06-6e82d6b5540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:15.677328 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4754d03-2422-4b9b-9f6f-6191fbbe32da req-1b67bca5-9742-4f8d-9a06-6e82d6b5540b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=badb53063c4e4d5b8d2995e638414654&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1077044 Aug 23 04:17:15.723017 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:15.742261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device be4ef53b-9d30-469e-8d3b-7c6ee55008a2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:17:15.796319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:15.796847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:15.807838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Network a87dd7c9-17a5-4b23-8ec4-e97545d94bba is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:17:15.820112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:17:15.839927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:17:15.881806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event updated for resources: {'Port': ['ID=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:15.934221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4754d03-2422-4b9b-9f6f-6191fbbe32da req-07dd316c-f952-45f1-a70a-a912d53b45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:15.936161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4754d03-2422-4b9b-9f6f-6191fbbe32da req-07dd316c-f952-45f1-a70a-a912d53b45f8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2539480 Aug 23 04:17:15.943380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:15.944144 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:16.035217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-170ff1a8-dde2-4cab-9963-8722ec8f2125 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3063600 Aug 23 04:17:16.057717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Request body: {'port': {'device_id': '5312a31b-4e46-41f3-93a6-702ade6b80fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:16.130111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb9959-c001-408e-9f33-910d3b52927f req-7244f252-aa2d-46f7-aa3e-7ad356c960e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:16.131635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-7244f252-aa2d-46f7-aa3e-7ad356c960e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=badb53063c4e4d5b8d2995e638414654&device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1094 time: 0.1364193 Aug 23 04:17:16.205857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bb1a20e9-fd45-4d27-98fb-6847b3f340f8 None None] Provisioning for port dbc1ec38-97e4-4c0b-867a-28d03d9e537f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:17:16.206772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:16.212053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bb1a20e9-fd45-4d27-98fb-6847b3f340f8 None None] Provisioning complete for port dbc1ec38-97e4-4c0b-867a-28d03d9e537f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:16.212657 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bb1a20e9-fd45-4d27-98fb-6847b3f340f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:16.224575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-182e0183-21ed-47b5-9d3f-b175be8304b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa HTTP/1.1" status: 200 len: 217 time: 0.0666203 Aug 23 04:17:16.255804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a20e9-fd45-4d27-98fb-6847b3f340f8 None None] Port dbc1ec38-97e4-4c0b-867a-28d03d9e537f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:17:16.319348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3385-1cd8-4df4-95a7-1627d7143f22 req-c916d2bd-e59e-4a26-a232-4ec2e21dac7b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:16.320922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8cc3385-1cd8-4df4-95a7-1627d7143f22 req-c916d2bd-e59e-4a26-a232-4ec2e21dac7b tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.1614690 Aug 23 04:17:16.322468 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb9959-c001-408e-9f33-910d3b52927f req-15001b14-14e4-49ec-b879-58a13dbb3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:16.323823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-15001b14-14e4-49ec-b879-58a13dbb3aaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a9449-98a8-48b5-bea1-8e4ecba9ce83 HTTP/1.1" status: 200 len: 853 time: 0.0914226 Aug 23 04:17:16.469295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8cc3385-1cd8-4df4-95a7-1627d7143f22 req-b535c67d-2be3-48a1-b54c-81e52b013623 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407673 Aug 23 04:17:16.474539 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb9959-c001-408e-9f33-910d3b52927f req-34da5c49-4584-408a-9b00-c1f96ae3dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:16.476009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-34da5c49-4584-408a-9b00-c1f96ae3dd54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acc4fe04-b126-4e5a-b6b6-214d44e8531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369081 Aug 23 04:17:16.675287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-304779e8-f820-4841-99ec-46a03eccb90a service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894267 Aug 23 04:17:16.683782 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcc032-ef27-4088-9c7b-a72528238a64 req-1716dc40-7cdd-4079-a21a-fec660b75108 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:16.685177 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8abcc032-ef27-4088-9c7b-a72528238a64 req-1716dc40-7cdd-4079-a21a-fec660b75108 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 895 time: 0.1036029 Aug 23 04:17:16.785551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc1ec38-97e4-4c0b-867a-28d03d9e537f {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:17:16.794879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:16.819380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Transition to ACTIVE for port object dbc1ec38-97e4-4c0b-867a-28d03d9e537f will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:17:16.824933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76cb9959-c001-408e-9f33-910d3b52927f req-578b216b-54c0-409b-920d-6ff86330c844 service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376762 Aug 23 04:17:16.919230 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:16.981621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Pushing event updated for resources: {'Port': ['ID=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:17.060307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Attempting to bind port dbc1ec38-97e4-4c0b-867a-28d03d9e537f on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:17:17.060837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Attempting to bind port dbc1ec38-97e4-4c0b-867a-28d03d9e537f by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:17:17.061280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Attempting to bind port dbc1ec38-97e4-4c0b-867a-28d03d9e537f on network a87dd7c9-17a5-4b23-8ec4-e97545d94bba {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:17:17.066911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Port dbc1ec38-97e4-4c0b-867a-28d03d9e537f on network a87dd7c9-17a5-4b23-8ec4-e97545d94bba not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:17:17.067236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Attempting to bind port dbc1ec38-97e4-4c0b-867a-28d03d9e537f on network a87dd7c9-17a5-4b23-8ec4-e97545d94bba {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:17:17.073205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:17:17.073551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Checking segment: {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:17:17.073988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Bound using segment: {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:17:17.074435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Bound port: dbc1ec38-97e4-4c0b-867a-28d03d9e537f, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ab2644-7747-45c6-993c-2aa96b85d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:17:17.074797 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:17.144980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] For port dbc1ec38-97e4-4c0b-867a-28d03d9e537f, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:17:17.148411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] For port dbc1ec38-97e4-4c0b-867a-28d03d9e537f, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:17:17.205902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:17.244983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:17.245631 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:17.247253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] 10.222.0.11 "PUT /v2.0/ports/dbc1ec38-97e4-4c0b-867a-28d03d9e537f HTTP/1.1" status: 200 len: 1055 time: 1.1955121 Aug 23 04:17:17.268232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73844c1f-2041-4f6a-a86b-dc7a682ecdbd service neutron] Pushing event updated for resources: {'Port': ['ID=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:17.395598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5312a31b-4e46-41f3-93a6-702ade6b80fb', 'tag': 'dbc1ec38-97e4-4c0b-867a-28d03d9e537f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:17:17.398232 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fe8d31-4f7e-450f-a7fb-59d4da24e999" -d '{"events": [{"name": "network-changed", "server_uuid": "5312a31b-4e46-41f3-93a6-702ade6b80fb", "tag": "dbc1ec38-97e4-4c0b-867a-28d03d9e537f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:17:17.424181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5faba-794b-4586-b478-7448489986be req-bb8db82e-b607-4469-b25f-28039e20f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:17.425754 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-bb8db82e-b607-4469-b25f-28039e20f041 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 1058 time: 0.0687821 Aug 23 04:17:17.480031 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12099fa9-db08-4b5e-846d-59207d2c3fe8 x-openstack-request-id: req-12099fa9-db08-4b5e-846d-59207d2c3fe8 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:17:17.480377 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5312a31b-4e46-41f3-93a6-702ade6b80fb", "tag": "dbc1ec38-97e4-4c0b-867a-28d03d9e537f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:17:17.480573 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12099fa9-db08-4b5e-846d-59207d2c3fe8 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:17:17.480962 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5312a31b-4e46-41f3-93a6-702ade6b80fb', 'tag': 'dbc1ec38-97e4-4c0b-867a-28d03d9e537f', 'status': 'completed', 'code': 200} Aug 23 04:17:17.482779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-4664c7e8-5575-41ce-9262-d4299db0197b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=dbc1ec38-97e4-4c0b-867a-28d03d9e537f HTTP/1.1" status: 200 len: 217 time: 0.0417621 Aug 23 04:17:17.535515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5faba-794b-4586-b478-7448489986be req-69a22f0c-0e96-4e9a-8c0f-5f5ab21c5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:17.536941 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-69a22f0c-0e96-4e9a-8c0f-5f5ab21c5038 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2cfc093-382b-467c-87e4-0084fae2e4d5 HTTP/1.1" status: 200 len: 837 time: 0.0462997 Aug 23 04:17:17.614103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5faba-794b-4586-b478-7448489986be req-6cf0c750-0a3e-46f9-b0cb-057c72569d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:17.615589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-6cf0c750-0a3e-46f9-b0cb-057c72569d4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a87dd7c9-17a5-4b23-8ec4-e97545d94bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720222 Aug 23 04:17:17.639720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4509d8-65df-4d49-9242-8d18ebd383a3 req-6f45a466-592f-45a6-8476-d150548ab36d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:17.641342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb4509d8-65df-4d49-9242-8d18ebd383a3 req-6f45a466-592f-45a6-8476-d150548ab36d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.0875242 Aug 23 04:17:17.728870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb4509d8-65df-4d49-9242-8d18ebd383a3 req-48032e97-0361-4afa-92f8-15c6b1a6c0f3 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735567 Aug 23 04:17:17.751992 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-9ca3260f-e31c-4f69-bc5e-e95432423814 service neutron] 10.222.0.11 "GET /v2.0/networks/a87dd7c9-17a5-4b23-8ec4-e97545d94bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283395 Aug 23 04:17:17.893105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f97982-3708-4807-8513-7004b3303c75 req-3cc0195e-d81c-40a8-bc37-444fb6d84803 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:17.894511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3f97982-3708-4807-8513-7004b3303c75 req-3cc0195e-d81c-40a8-bc37-444fb6d84803 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 907 time: 0.1024709 Aug 23 04:17:17.898456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad5faba-794b-4586-b478-7448489986be req-0f390727-7fbd-4ac7-b0d3-2af820f63b9e service neutron] 10.222.0.11 "GET /v2.0/networks/a87dd7c9-17a5-4b23-8ec4-e97545d94bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364284 Aug 23 04:17:18.092063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-20618c19-f22d-4032-b3cb-36a00bb88ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:18.093725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-20618c19-f22d-4032-b3cb-36a00bb88ca7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 1058 time: 0.0414660 Aug 23 04:17:18.193689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-f184ad79-e9af-4551-8ac0-8e80f239d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:18.195150 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-f184ad79-e9af-4551-8ac0-8e80f239d22a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a87dd7c9-17a5-4b23-8ec4-e97545d94bba HTTP/1.1" status: 200 len: 898 time: 0.0942948 Aug 23 04:17:18.236855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-e561f3b0-d4f2-40fd-b81f-3ca0d5c1eeff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=dbc1ec38-97e4-4c0b-867a-28d03d9e537f HTTP/1.1" status: 200 len: 217 time: 0.0347764 Aug 23 04:17:18.288791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-da8ab099-5176-410f-b1ec-6ca855067030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:18.290249 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-da8ab099-5176-410f-b1ec-6ca855067030 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2cfc093-382b-467c-87e4-0084fae2e4d5 HTTP/1.1" status: 200 len: 837 time: 0.0463636 Aug 23 04:17:18.700333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-85dd4c18-47e8-4b3b-9208-55e1b34c5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:18.701877 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-85dd4c18-47e8-4b3b-9208-55e1b34c5639 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a87dd7c9-17a5-4b23-8ec4-e97545d94bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4046102 Aug 23 04:17:18.794835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-3bc61ddb-9a34-4339-8eaf-cafb5de292a0 service neutron] 10.222.0.11 "GET /v2.0/networks/a87dd7c9-17a5-4b23-8ec4-e97545d94bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836406 Aug 23 04:17:18.897437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52089000-6bd0-45f0-b6d3-59203a7508a9 req-caeeab0b-e88d-4268-b3d3-fd88edb43e1c tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:18.907031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52089000-6bd0-45f0-b6d3-59203a7508a9 req-caeeab0b-e88d-4268-b3d3-fd88edb43e1c tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.0999036 Aug 23 04:17:18.933628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45fe8d31-4f7e-450f-a7fb-59d4da24e999 req-85a8124f-a2dc-4a5a-8e90-86985eee03c5 service neutron] 10.222.0.11 "GET /v2.0/networks/a87dd7c9-17a5-4b23-8ec4-e97545d94bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251814 Aug 23 04:17:18.952259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52089000-6bd0-45f0-b6d3-59203a7508a9 req-ea5095a7-85c0-478c-8663-1a34d74dcf10 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406463 Aug 23 04:17:19.054282 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:17:19.057955 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3e159-8399-4579-817d-84b7dfe49861 req-8d526c0f-3f91-4498-a091-3dcc39dfa5ed tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:19.059709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d9b3e159-8399-4579-817d-84b7dfe49861 req-8d526c0f-3f91-4498-a091-3dcc39dfa5ed tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 907 time: 0.0530291 Aug 23 04:17:20.067813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc928f9-bdf2-44bf-bd1e-46d2ba2123eb req-a051acbb-3b1c-49b9-bcde-c9fb494d5cc6 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:20.069305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5dc928f9-bdf2-44bf-bd1e-46d2ba2123eb req-a051acbb-3b1c-49b9-bcde-c9fb494d5cc6 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.0488398 Aug 23 04:17:20.106336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5dc928f9-bdf2-44bf-bd1e-46d2ba2123eb req-83a59638-0dab-4f9d-9c29-1987d6eeb875 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310001 Aug 23 04:17:20.207721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e8dea-6464-4948-8b44-a171a3e834e2 req-31923bdf-c9ea-4ece-8de5-55ccb2183eec tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:20.209289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-435e8dea-6464-4948-8b44-a171a3e834e2 req-31923bdf-c9ea-4ece-8de5-55ccb2183eec tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 907 time: 0.0487900 Aug 23 04:17:21.225881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686f750-2112-4f56-a25c-5536630dcc68 req-47d54630-aad3-477e-9b71-b1ed4df401dc tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:21.227472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4686f750-2112-4f56-a25c-5536630dcc68 req-47d54630-aad3-477e-9b71-b1ed4df401dc tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.0521550 Aug 23 04:17:21.264925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4686f750-2112-4f56-a25c-5536630dcc68 req-288b5645-bd4b-4750-84a4-c4a7cf0eb576 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310564 Aug 23 04:17:21.367436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe7862-8fd8-49d7-ab6b-79ffb54ecd4b req-6220cf7d-0971-45f2-ad23-23862e2f26d6 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:21.368943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dfe7862-8fd8-49d7-ab6b-79ffb54ecd4b req-6220cf7d-0971-45f2-ad23-23862e2f26d6 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 907 time: 0.0497732 Aug 23 04:17:21.766023 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device dbc1ec38-97e4-4c0b-867a-28d03d9e537f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:17:21.858524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port dbc1ec38-97e4-4c0b-867a-28d03d9e537f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:21.869249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'dbc1ec38-97e4-4c0b-867a-28d03d9e537f', 'network_id': 'a87dd7c9-17a5-4b23-8ec4-e97545d94bba', 'port_id': 'dbc1ec38-97e4-4c0b-867a-28d03d9e537f', 'mac_address': 'fa:16:3e:47:ca:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2cfc093-382b-467c-87e4-0084fae2e4d5', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:17:21.915545 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:21.928642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc1ec38-97e4-4c0b-867a-28d03d9e537f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:17:21.946748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port dbc1ec38-97e4-4c0b-867a-28d03d9e537f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:22.008947 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:22.059475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:22.376978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d407aa-2cca-4b33-97df-c32e123d488c req-9480e511-3e23-4be8-9770-ef35d8d0b020 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:22.378604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91d407aa-2cca-4b33-97df-c32e123d488c req-9480e511-3e23-4be8-9770-ef35d8d0b020 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.0479696 Aug 23 04:17:22.417134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91d407aa-2cca-4b33-97df-c32e123d488c req-ddbcac22-73aa-4f1f-bab3-6c3dd81726de tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326056 Aug 23 04:17:22.442476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['dbc1ec38-97e4-4c0b-867a-28d03d9e537f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:17:22.519925 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430bb0-796d-41e1-9b9f-8790aec6b14f req-4eb3ce23-57af-4a9c-9cdb-0a55313b73cd tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:22.521336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45430bb0-796d-41e1-9b9f-8790aec6b14f req-4eb3ce23-57af-4a9c-9cdb-0a55313b73cd tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 908 time: 0.0481775 Aug 23 04:17:22.873298 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:23.535200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dea10-0c36-4209-acc3-349771df89ff req-c9430068-ad36-4f63-b40b-d9ae5526756c tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:23.536718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265dea10-0c36-4209-acc3-349771df89ff req-c9430068-ad36-4f63-b40b-d9ae5526756c tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.0524449 Aug 23 04:17:23.574892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-265dea10-0c36-4209-acc3-349771df89ff req-e14c7b2d-7078-4c94-9265-8c33c3e2e8c4 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Aug 23 04:17:23.686031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3dbf-a8b4-491d-a1e2-d1ecf41d04a0 req-161726d7-dc5f-4ace-b459-4a874d0f2320 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:23.687495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e04f3dbf-a8b4-491d-a1e2-d1ecf41d04a0 req-161726d7-dc5f-4ace-b459-4a874d0f2320 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 908 time: 0.0486803 Aug 23 04:17:23.796264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device dbc1ec38-97e4-4c0b-867a-28d03d9e537f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:17:23.934703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port dbc1ec38-97e4-4c0b-867a-28d03d9e537f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:17:23.939697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port dbc1ec38-97e4-4c0b-867a-28d03d9e537f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:23.940178 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:24.023650 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:24.045237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5312a31b-4e46-41f3-93a6-702ade6b80fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc1ec38-97e4-4c0b-867a-28d03d9e537f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:17:24.047556 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55493d75-88d8-4041-a0f0-a1e136255e08" -d '{"events": [{"server_uuid": "5312a31b-4e46-41f3-93a6-702ade6b80fb", "name": "network-vif-plugged", "status": "completed", "tag": "dbc1ec38-97e4-4c0b-867a-28d03d9e537f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:17:24.060031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port dbc1ec38-97e4-4c0b-867a-28d03d9e537f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:24.087811 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1d5616-23dd-433a-b29c-4ac53fb3f024 x-openstack-request-id: req-5a1d5616-23dd-433a-b29c-4ac53fb3f024 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:17:24.088111 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5312a31b-4e46-41f3-93a6-702ade6b80fb", "name": "network-vif-plugged", "status": "completed", "tag": "dbc1ec38-97e4-4c0b-867a-28d03d9e537f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:17:24.088367 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a1d5616-23dd-433a-b29c-4ac53fb3f024 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:17:24.088767 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5312a31b-4e46-41f3-93a6-702ade6b80fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc1ec38-97e4-4c0b-867a-28d03d9e537f', 'code': 200} Aug 23 04:17:24.107821 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:24.172631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:24.216756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad752569-0fc5-4d59-b21a-2739cee2776a req-1aa61521-0772-472f-b4d6-21cceaa6f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:24.218357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad752569-0fc5-4d59-b21a-2739cee2776a req-1aa61521-0772-472f-b4d6-21cceaa6f33f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 1060 time: 0.0446138 Aug 23 04:17:24.697702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b3f24-7ddc-47a9-b1fb-6f4008f55cc2 req-17bf78c8-ba79-48c2-aae5-4a67a05a828f tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:24.699192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-997b3f24-7ddc-47a9-b1fb-6f4008f55cc2 req-17bf78c8-ba79-48c2-aae5-4a67a05a828f tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.0568547 Aug 23 04:17:24.736453 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-997b3f24-7ddc-47a9-b1fb-6f4008f55cc2 req-28fe443a-08f2-4283-b0fe-0669d474ec1e tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Aug 23 04:17:24.837866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cece52c-2bc4-44e2-bcad-6db2701bb554 req-42433714-90fa-45ce-85a8-6fd1ec34e754 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:24.839271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0cece52c-2bc4-44e2-bcad-6db2701bb554 req-42433714-90fa-45ce-85a8-6fd1ec34e754 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 909 time: 0.0496683 Aug 23 04:17:25.853699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec165fc9-746c-4f7d-804d-0ac0f2b2ad7a req-cf0f3f6e-f5b8-4e94-8cfd-7420bc41051d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:25.855190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec165fc9-746c-4f7d-804d-0ac0f2b2ad7a req-cf0f3f6e-f5b8-4e94-8cfd-7420bc41051d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.0505695 Aug 23 04:17:25.893502 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec165fc9-746c-4f7d-804d-0ac0f2b2ad7a req-5c7eb59c-4f48-4ba2-94cf-911a3a513c7d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Aug 23 04:17:25.995608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec3987-96c2-41fb-bc9a-d245b757a222 req-3befe035-07a2-4188-b501-ea76c1cac12f tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:25.997095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2ec3987-96c2-41fb-bc9a-d245b757a222 req-3befe035-07a2-4188-b501-ea76c1cac12f tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 909 time: 0.0481668 Aug 23 04:17:26.114653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826be809-3e17-4e8a-aef0-1e633f9a9bc4 req-fb4a8373-31fa-4f91-9fc3-3309c2412320 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:26.116063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-826be809-3e17-4e8a-aef0-1e633f9a9bc4 req-fb4a8373-31fa-4f91-9fc3-3309c2412320 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 909 time: 0.0512323 Aug 23 04:17:26.122121 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e5da473c-6f48-4441-84f1-b9fc23df4c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:26.215652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a358dbb-9ce5-4c35-a768-ebf8306e1d68 req-8cd96444-d6cb-4c77-91bb-724a9a60d6c8 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:26.217529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a358dbb-9ce5-4c35-a768-ebf8306e1d68 req-8cd96444-d6cb-4c77-91bb-724a9a60d6c8 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 1060 time: 0.0389497 Aug 23 04:17:26.318392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15338c0c-0719-44bf-9daf-ca3c2063f262 req-518d6a6e-0f6f-4fe2-8678-aa36624ff189 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:26.319849 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15338c0c-0719-44bf-9daf-ca3c2063f262 req-518d6a6e-0f6f-4fe2-8678-aa36624ff189 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1136 time: 0.0394657 Aug 23 04:17:26.354378 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15338c0c-0719-44bf-9daf-ca3c2063f262 req-b168bfc3-bc6d-49d0-a0fa-997b32c7e709 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0286601 Aug 23 04:17:26.375017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57518) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:26.416875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea5e4a-46e1-4e45-857d-58b9ceb8ac12 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:26.418315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1eea5e4a-46e1-4e45-857d-58b9ceb8ac12 tempest-TestSecurityGroupsBasicOps-1652335856 tempest-TestSecurityGroupsBasicOps-1652335856-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 1055 time: 0.0423412 Aug 23 04:17:26.838018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98c14f-0459-4de0-a338-0a0748c00c9a req-82a3b042-8eb5-478c-9991-b4f0f9f3e833 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:26.839516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de98c14f-0459-4de0-a338-0a0748c00c9a req-82a3b042-8eb5-478c-9991-b4f0f9f3e833 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 909 time: 0.0481153 Aug 23 04:17:27.012319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9b68e-013b-480f-9410-0e3f8fec16c6 req-ea6e54bb-240a-40f5-b98f-aba9a27fb364 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:27.012319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bf9b68e-013b-480f-9410-0e3f8fec16c6 req-ea6e54bb-240a-40f5-b98f-aba9a27fb364 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 943 time: 0.0507188 Aug 23 04:17:27.054407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3bf9b68e-013b-480f-9410-0e3f8fec16c6 req-2e6f1e8b-fb71-4716-919e-cd9d2ae542a3 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359230 Aug 23 04:17:27.827699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1df4d055-05e9-4129-8d84-22d3d3b6ccfa details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:17:27.941614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:27.953734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'port_id': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'mac_address': 'fa:16:3e:8c:c2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:17:27.997205 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:28.011904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df4d055-05e9-4129-8d84-22d3d3b6ccfa {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:17:28.028693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948709a-1af8-44fe-9981-5967674f6ecd req-fbfd4f81-1e88-4280-8059-3e95445e4c97 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:28.035110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:28.044594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0948709a-1af8-44fe-9981-5967674f6ecd req-fbfd4f81-1e88-4280-8059-3e95445e4c97 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 909 time: 0.1238756 Aug 23 04:17:28.100162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:28.162511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:28.206053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab8a6c-dd96-4dda-b477-11a5b472d7d0 req-c01f3a7d-26b6-46b4-9443-025cd52403ed tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:28.207598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ffab8a6c-dd96-4dda-b477-11a5b472d7d0 req-c01f3a7d-26b6-46b4-9443-025cd52403ed tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 944 time: 0.0767729 Aug 23 04:17:28.247591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ffab8a6c-dd96-4dda-b477-11a5b472d7d0 req-09c2d477-bf60-46d4-9a18-bf450abe0ab2 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338500 Aug 23 04:17:28.326561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-e6b6fcf5-1da1-46ba-818e-a3dfd753b128 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:28.328022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-e6b6fcf5-1da1-46ba-818e-a3dfd753b128 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.11 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 909 time: 0.0475740 Aug 23 04:17:28.423291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Deleting port dbc1ec38-97e4-4c0b-867a-28d03d9e537f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:17:28.423587 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:28.512824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] For port dbc1ec38-97e4-4c0b-867a-28d03d9e537f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:28.513222 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:28.525487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Calling delete_port for dbc1ec38-97e4-4c0b-867a-28d03d9e537f owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:17:28.526457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['1df4d055-05e9-4129-8d84-22d3d3b6ccfa'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:17:28.734662 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:28.764063 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Port': ['ID=dbc1ec38-97e4-4c0b-867a-28d03d9e537f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:28.810065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] No DVR routers for this DVR port dbc1ec38-97e4-4c0b-867a-28d03d9e537f on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:17:28.813029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:28.816664 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6bc5dbd2-c939-4e01-8e33-58b730875ca3 req-bace0d98-44ad-41eb-af28-6cf26f8d56c4 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.11 "DELETE /v2.0/ports/dbc1ec38-97e4-4c0b-867a-28d03d9e537f HTTP/1.1" status: 204 len: 173 time: 0.4818292 Aug 23 04:17:28.817300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5312a31b-4e46-41f3-93a6-702ade6b80fb', 'name': 'network-vif-deleted', 'tag': 'dbc1ec38-97e4-4c0b-867a-28d03d9e537f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:17:28.820313 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4549345a-9128-4026-9a86-cb79ca8ab715" -d '{"events": [{"server_uuid": "5312a31b-4e46-41f3-93a6-702ade6b80fb", "name": "network-vif-deleted", "tag": "dbc1ec38-97e4-4c0b-867a-28d03d9e537f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:17:28.822293 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-40e9db98-983f-4050-9b28-6bd85b2ef742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:28.850737 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:28.867344 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc5225-8280-4f77-9c2f-23f2e9cf8f7f x-openstack-request-id: req-78cc5225-8280-4f77-9c2f-23f2e9cf8f7f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:17:28.867630 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5312a31b-4e46-41f3-93a6-702ade6b80fb", "name": "network-vif-deleted", "tag": "dbc1ec38-97e4-4c0b-867a-28d03d9e537f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:17:28.867883 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78cc5225-8280-4f77-9c2f-23f2e9cf8f7f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:17:28.868283 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5312a31b-4e46-41f3-93a6-702ade6b80fb', 'name': 'network-vif-deleted', 'tag': 'dbc1ec38-97e4-4c0b-867a-28d03d9e537f', 'status': 'completed', 'code': 200} Aug 23 04:17:29.142465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-19451af2-e92a-4135-88ee-0242efeb4f32 req-0f6d0b45-8678-401e-83b3-a246c57763c2 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=5312a31b-4e46-41f3-93a6-702ade6b80fb HTTP/1.1" status: 200 len: 210 time: 0.0273554 Aug 23 04:17:29.266879 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-220a3f7b-4fa4-45aa-a6e5-9b8c90797a8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401177 Aug 23 04:17:29.351068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-bd155743-07c2-469d-a0a3-7298b77c95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:29.352634 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-bd155743-07c2-469d-a0a3-7298b77c95fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1136 time: 0.0430758 Aug 23 04:17:29.369426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583b9f-6be7-4a1d-9a79-5173de55f894 req-943dda7c-30c1-44a0-acdd-0adacb3ebddf tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:29.374575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f583b9f-6be7-4a1d-9a79-5173de55f894 req-943dda7c-30c1-44a0-acdd-0adacb3ebddf tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 944 time: 0.0556560 Aug 23 04:17:29.410517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f583b9f-6be7-4a1d-9a79-5173de55f894 req-178861fd-f314-43a5-9aca-ebfb93d893d7 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329857 Aug 23 04:17:29.465687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-5fa841a2-6e15-4339-8469-1872ea01e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:29.467173 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-5fa841a2-6e15-4339-8469-1872ea01e1e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c HTTP/1.1" status: 200 len: 896 time: 0.0950162 Aug 23 04:17:29.533095 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-8e74b1e7-77b8-4fcf-82cc-2fea89a29985 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a HTTP/1.1" status: 200 len: 1002 time: 0.0588572 Aug 23 04:17:29.585226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-a705d3e1-80f3-4a94-99c4-b5f79cdbafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:29.586736 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-a705d3e1-80f3-4a94-99c4-b5f79cdbafcf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed665488-7180-4612-8f3e-3f647dd20714 HTTP/1.1" status: 200 len: 835 time: 0.0466406 Aug 23 04:17:29.636843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-f2c61add-cf45-4593-b3c1-a65dbc530af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:29.638331 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-f2c61add-cf45-4593-b3c1-a65dbc530af4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442822 Aug 23 04:17:29.729899 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-78c211b8-75d4-472a-8a06-9d9bc261b5b2 service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842445 Aug 23 04:17:29.822204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba4edba3-e172-44bc-b358-bd3e0b9788d9 req-a1ca585e-02e0-41f6-9b81-545ecc648289 service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854194 Aug 23 04:17:29.833494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1df4d055-05e9-4129-8d84-22d3d3b6ccfa up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:17:29.941860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:17:29.946562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:17:29.946934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:30.022387 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:30.047325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:17:30.050246 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5619cb5-e8e2-4b25-a5fb-91a52d4cf1bc" -d '{"events": [{"server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "name": "network-vif-plugged", "status": "completed", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:17:30.062737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:30.087166 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7f223-711d-4f91-aba7-70afd1ad69a3 x-openstack-request-id: req-bbf7f223-711d-4f91-aba7-70afd1ad69a3 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:17:30.087466 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "name": "network-vif-plugged", "status": "completed", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:17:30.087725 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbf7f223-711d-4f91-aba7-70afd1ad69a3 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:17:30.088123 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'code': 200} Aug 23 04:17:30.119119 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:30.170388 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:30.209871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671158ed-5e4c-4310-8257-935390422add req-2a5d4c98-dc1c-4ede-a037-74808a330cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:30.211521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-671158ed-5e4c-4310-8257-935390422add req-2a5d4c98-dc1c-4ede-a037-74808a330cdd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1096 time: 0.0417809 Aug 23 04:17:30.215145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57550) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:30.294633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-671158ed-5e4c-4310-8257-935390422add req-ab8fe4af-ab5c-45de-bb45-74007eebe784 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718181 Aug 23 04:17:30.507743 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:30.569718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfe9b9-5595-4538-be74-a44b46485455 req-4aef731b-9d63-4812-a708-d8781c9770ee tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:30.571122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9dfe9b9-5595-4538-be74-a44b46485455 req-4aef731b-9d63-4812-a708-d8781c9770ee tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 945 time: 0.0859888 Aug 23 04:17:30.621230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9dfe9b9-5595-4538-be74-a44b46485455 req-b42b16f7-61b5-4636-bdf0-8ce84e04d238 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436406 Aug 23 04:17:30.678240 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:30.950700 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Deleting port be4ef53b-9d30-469e-8d3b-7c6ee55008a2 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:17:30.951334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:31.048977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] For port be4ef53b-9d30-469e-8d3b-7c6ee55008a2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=be4ef53b-9d30-469e-8d3b-7c6ee55008a2,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:31.049372 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:31.062152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Calling delete_port for be4ef53b-9d30-469e-8d3b-7c6ee55008a2 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:17:31.334579 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:31.360729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Port': ['ID=be4ef53b-9d30-469e-8d3b-7c6ee55008a2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:31.541438 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:31.795751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9d486-5929-4b96-8352-d21dfb3668b2 req-42317c1d-9734-46d1-b8ac-13dae7bfe3dc tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:31.797397 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eed9d486-5929-4b96-8352-d21dfb3668b2 req-42317c1d-9734-46d1-b8ac-13dae7bfe3dc tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 945 time: 0.0976157 Aug 23 04:17:31.815393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Router aa076e70-2c83-480a-b51a-1725024baec7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:17:31.842106 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device dbc1ec38-97e4-4c0b-867a-28d03d9e537f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:17:31.855278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eed9d486-5929-4b96-8352-d21dfb3668b2 req-417a8958-fe8b-4166-b051-f64c9dbb27fa tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495522 Aug 23 04:17:31.861833 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: dbc1ec38-97e4-4c0b-867a-28d03d9e537f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:17:31.862184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device dbc1ec38-97e4-4c0b-867a-28d03d9e537f not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:17:31.874413 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:31.948901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:17:31.954718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-35cf3c67-42e0-4f49-a569-397b38c9df1c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "PUT /v2.0/routers/aa076e70-2c83-480a-b51a-1725024baec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384558 Aug 23 04:17:31.957576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57562) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:31.961707 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] Sync routers for ids ['aa076e70-2c83-480a-b51a-1725024baec7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:17:31.971231 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] Routers {'aa076e70-2c83-480a-b51a-1725024baec7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:31.971833 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aa076e70-2c83-480a-b51a-1725024baec7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:32.007975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6c8abc-873a-4742-aea4-697fd642605d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Deleting subnet a2cfc093-382b-467c-87e4-0084fae2e4d5 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:17:32.011197 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8abc-873a-4742-aea4-697fd642605d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.050082 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8abc-873a-4742-aea4-697fd642605d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.142203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8abc-873a-4742-aea4-697fd642605d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.166235 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] Set router aa076e70-2c83-480a-b51a-1725024baec7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:32.273820 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8abc-873a-4742-aea4-697fd642605d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.301253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c8abc-873a-4742-aea4-697fd642605d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Subnet': ['ID=a2cfc093-382b-467c-87e4-0084fae2e4d5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:32.305198 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8abc-873a-4742-aea4-697fd642605d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.307101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bc6c8abc-873a-4742-aea4-697fd642605d tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "DELETE /v2.0/subnets/a2cfc093-382b-467c-87e4-0084fae2e4d5 HTTP/1.1" status: 204 len: 168 time: 0.3486402 Aug 23 04:17:32.310034 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57566) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:32.316356 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb13bf-7159-4361-98ad-c31f49b51e3d None None] Network a87dd7c9-17a5-4b23-8ec4-e97545d94bba requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:17:32.345666 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:17:03Z', 'updated_at': '2021-08-23T04:17:31Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:04Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:32.371355 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] Checking router: aa076e70-2c83-480a-b51a-1725024baec7 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:17:32.380823 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] Routers {'aa076e70-2c83-480a-b51a-1725024baec7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:32.381782 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['aa076e70-2c83-480a-b51a-1725024baec7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:32.461298 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.493105 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] Set router aa076e70-2c83-480a-b51a-1725024baec7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:32.512149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b48a51a-efd8-4b4f-bbda-faf373ce1f9c None None] DHCP port deletion for a87dd7c9-17a5-4b23-8ec4-e97545d94bba request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:17:32.564077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9b48a51a-efd8-4b4f-bbda-faf373ce1f9c None None] Deleting port ec6a7648-e52e-4112-b8d4-da7bdd5fb343 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:17:32.564458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9b48a51a-efd8-4b4f-bbda-faf373ce1f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.580483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.630168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9b48a51a-efd8-4b4f-bbda-faf373ce1f9c None None] For port ec6a7648-e52e-4112-b8d4-da7bdd5fb343, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ec6a7648-e52e-4112-b8d4-da7bdd5fb343,segment=NetworkSegment(e1ab2644-7747-45c6-993c-2aa96b85d1d5),segment_id=e1ab2644-7747-45c6-993c-2aa96b85d1d5)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:32.630572 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9b48a51a-efd8-4b4f-bbda-faf373ce1f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.643497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9b48a51a-efd8-4b4f-bbda-faf373ce1f9c None None] Calling delete_port for ec6a7648-e52e-4112-b8d4-da7bdd5fb343 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:17:32.680395 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:17:03Z', 'updated_at': '2021-08-23T04:17:31Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:04Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:32.700456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Deleting port 49e55f63-4891-4f20-8df8-04c06fcfdb84 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:17:32.700703 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.708097 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b07ee3-ba1b-42f8-81fb-2669e698f1d2 None None] The sync data for ids ['aa076e70-2c83-480a-b51a-1725024baec7'] in n-d-749052-7 is: [{'id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-97617475', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:17:03Z', 'updated_at': '2021-08-23T04:17:31Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '49e55f63-4891-4f20-8df8-04c06fcfdb84', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa076e70-2c83-480a-b51a-1725024baec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:17:04Z', 'updated_at': '2021-08-23T04:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:17:32.894926 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9b48a51a-efd8-4b4f-bbda-faf373ce1f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.897141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] For port 49e55f63-4891-4f20-8df8-04c06fcfdb84, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=49e55f63-4891-4f20-8df8-04c06fcfdb84,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:32.897141 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:32.897141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Calling delete_port for 49e55f63-4891-4f20-8df8-04c06fcfdb84 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:17:32.897500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48a51a-efd8-4b4f-bbda-faf373ce1f9c None None] Pushing event deleted for resources: {'Port': ['ID=ec6a7648-e52e-4112-b8d4-da7bdd5fb343,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:32.897500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48a51a-efd8-4b4f-bbda-faf373ce1f9c None None] No DVR routers for this DVR port ec6a7648-e52e-4112-b8d4-da7bdd5fb343 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:17:33.019398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b4aa4-af3d-4e99-a77b-859315a54428 req-dcba90ea-48c7-436e-a8ba-6a1cf555753a tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:33.020889 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-970b4aa4-af3d-4e99-a77b-859315a54428 req-dcba90ea-48c7-436e-a8ba-6a1cf555753a tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 945 time: 0.0642095 Aug 23 04:17:33.099014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-970b4aa4-af3d-4e99-a77b-859315a54428 req-43294ac1-6ad0-48ef-ae4f-094b10d93ad7 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563354 Aug 23 04:17:33.216688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486810be-948c-4cc7-9404-8e5e3f5ad964 req-7ef6b9d8-7e83-484f-bb72-cf89ae8dea3e tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:33.218237 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-486810be-948c-4cc7-9404-8e5e3f5ad964 req-7ef6b9d8-7e83-484f-bb72-cf89ae8dea3e tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 945 time: 0.0497515 Aug 23 04:17:33.219354 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.253141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Port': ['ID=49e55f63-4891-4f20-8df8-04c06fcfdb84,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:33.322062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-486810be-948c-4cc7-9404-8e5e3f5ad964 req-535f4196-e137-4097-9e96-a01777066cd9 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969439 Aug 23 04:17:33.344106 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.344276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57590) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:33.437355 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.439398 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.497909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8682ebfc-b2e0-451a-a87d-d5ec2235c215 tempest-TestVolumeBackupRestore-1750273359 tempest-TestVolumeBackupRestore-1750273359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:33.499439 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8682ebfc-b2e0-451a-a87d-d5ec2235c215 tempest-TestVolumeBackupRestore-1750273359 tempest-TestVolumeBackupRestore-1750273359-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1091 time: 0.1545475 Aug 23 04:17:33.502483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57598) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:33.506950 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:33.553972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.554542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Fanout notify agent at l3_agent the message router_deleted on router aa076e70-2c83-480a-b51a-1725024baec7 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:17:33.561559 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.562846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8bdec08f-6221-466a-aeef-01a8eb1cda44 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "DELETE /v2.0/routers/aa076e70-2c83-480a-b51a-1725024baec7 HTTP/1.1" status: 204 len: 168 time: 1.2519085 Aug 23 04:17:33.565899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57600) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:33.641032 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.664837 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.768686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.779205 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.788858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87dd7c9-17a5-4b23-8ec4-e97545d94bba']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:33.798541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ab2644-7747-45c6-993c-2aa96b85d1d5') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:33.800373 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ab2644-7747-45c6-993c-2aa96b85d1d5') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:33.807347 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.821366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.828333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:17:33.829781 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:17:33.832997 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:17:33.874124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Allocated IP 172.25.1.231 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/a4d38709-1a06-4e0b-b2a9-2f4eebea2147) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:17:33.974565 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.982142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:33.986686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "DELETE /v2.0/networks/a87dd7c9-17a5-4b23-8ec4-e97545d94bba HTTP/1.1" status: 204 len: 168 time: 0.4197140 Aug 23 04:17:33.988602 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57606) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:33.996515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:34.041627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237edd9-e6bd-47ab-91ae-679c8f27f303 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Network': ['ID=a87dd7c9-17a5-4b23-8ec4-e97545d94bba,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:34.124400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device be4ef53b-9d30-469e-8d3b-7c6ee55008a2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:17:34.129170 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:34.149319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: be4ef53b-9d30-469e-8d3b-7c6ee55008a2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:17:34.149319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device be4ef53b-9d30-469e-8d3b-7c6ee55008a2 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:17:34.149319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ec6a7648-e52e-4112-b8d4-da7bdd5fb343 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:17:34.167963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:17:34.172133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ec6a7648-e52e-4112-b8d4-da7bdd5fb343 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:17:34.172133 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ec6a7648-e52e-4112-b8d4-da7bdd5fb343 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:17:34.172361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:17:34.181132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:17:34.206808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Deleting port 07926190-38cb-40dd-ac66-8c21e830d289 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:17:34.207159 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:34.220361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'Port': ['ID=a4d38709-1a06-4e0b-b2a9-2f4eebea2147,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:34.292009 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:34.298163 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:34.304553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Calling delete_port for 07926190-38cb-40dd-ac66-8c21e830d289 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:17:34.551859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:34.586942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Port': ['ID=07926190-38cb-40dd-ac66-8c21e830d289,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:34.653919 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:34.654526 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Floating IP 69cd171d-f91c-46c9-b16a-64dc64c27963 disassociated (deleted). External IP: 172.25.1.141, port: 2f93c843-4ba8-407d-b876-f18d00b0ec1a. Aug 23 04:17:34.694053 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:34.866358 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:34.870970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:17:35.038501 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:35.147852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:35.223060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event updated for resources: {'Port': ['ID=a4d38709-1a06-4e0b-b2a9-2f4eebea2147,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:35.235630 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:35.336037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:17:35.341171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:35.350305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] Sync routers for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:17:35.360823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:35.361735 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:35.386564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1c4b459e-4b7d-4b15-b643-1b55d7f759a1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "DELETE /v2.0/floatingips/69cd171d-f91c-46c9-b16a-64dc64c27963 HTTP/1.1" status: 204 len: 168 time: 1.3961475 Aug 23 04:17:35.387114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:17:35.389729 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9344b394-0a12-466e-83ea-417488c0c6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:17:35.671624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 49e55f63-4891-4f20-8df8-04c06fcfdb84 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:17:35.696566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 49e55f63-4891-4f20-8df8-04c06fcfdb84 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:17:35.696908 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 49e55f63-4891-4f20-8df8-04c06fcfdb84 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:17:35.714379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:35.714632 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Floating IP 16a76b56-c4ae-4dea-8ba2-beb1c61b36f7 associated. External IP: 172.25.1.231, port: 1df4d055-05e9-4129-8d84-22d3d3b6ccfa. Aug 23 04:17:35.800983 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bfe483-cd1c-426c-9b66-0f42c7d732ac x-openstack-request-id: req-d9bfe483-cd1c-426c-9b66-0f42c7d732ac {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:17:35.801479 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:17:35.801580 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9bfe483-cd1c-426c-9b66-0f42c7d732ac {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:17:35.801918 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'status': 'completed', 'code': 200} Aug 23 04:17:35.903758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cf764-b995-4603-813e-4875028448ea req-dfb8e4cc-2484-4728-b1ac-8506b2da49b1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:35.911422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b28cf764-b995-4603-813e-4875028448ea req-dfb8e4cc-2484-4728-b1ac-8506b2da49b1 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 985 time: 0.0641489 Aug 23 04:17:35.926615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344b394-0a12-466e-83ea-417488c0c6ca req-219a8fa1-7745-46b1-96f7-101872827158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:35.929074 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9344b394-0a12-466e-83ea-417488c0c6ca req-219a8fa1-7745-46b1-96f7-101872827158 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=905fbf239ca041699d8073fab50bdef9&device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 1136 time: 0.0969226 Aug 23 04:17:35.966179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b28cf764-b995-4603-813e-4875028448ea req-926fc34b-c21a-44d8-9753-dab38ed048da tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0489728 Aug 23 04:17:35.966456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'efa45fb1-b58c-468a-a933-75fc733b4ec2', 'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:7a:d6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:08Z', 'updated_at': '2021-08-23T04:16:13Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:35.997824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] Checking router: 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:17:36.006162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:36.006773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:36.090345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344b394-0a12-466e-83ea-417488c0c6ca req-ce25243e-0de4-4fe1-a4cc-8bae5113d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:36.091823 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9344b394-0a12-466e-83ea-417488c0c6ca req-ce25243e-0de4-4fe1-a4cc-8bae5113d8a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c HTTP/1.1" status: 200 len: 896 time: 0.1539021 Aug 23 04:17:36.093688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:17:36.127858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:36.139972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9344b394-0a12-466e-83ea-417488c0c6ca req-6e888464-9467-4005-a1bd-5fa37aeab165 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a HTTP/1.1" status: 200 len: 217 time: 0.0382762 Aug 23 04:17:36.258313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344b394-0a12-466e-83ea-417488c0c6ca req-2453f189-61c8-4ef5-b8c2-059e31d650ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:36.260023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9344b394-0a12-466e-83ea-417488c0c6ca req-2453f189-61c8-4ef5-b8c2-059e31d650ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ed665488-7180-4612-8f3e-3f647dd20714 HTTP/1.1" status: 200 len: 835 time: 0.0874612 Aug 23 04:17:36.305738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:17:36.318261 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] Sync routers for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:17:36.325820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344b394-0a12-466e-83ea-417488c0c6ca req-f0fd7203-ed27-4a1b-84c8-50dd1fa60fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:36.331929 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9344b394-0a12-466e-83ea-417488c0c6ca req-f0fd7203-ed27-4a1b-84c8-50dd1fa60fa1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254a761b-5cd9-4ca5-943e-5166ae3d6c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632997 Aug 23 04:17:36.334206 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:36.336329 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:36.353457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'efa45fb1-b58c-468a-a933-75fc733b4ec2', 'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:7a:d6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:08Z', 'updated_at': '2021-08-23T04:16:13Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:36.383274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bed59a3-d1cd-4737-a683-9da5d73395a8 None None] The sync data for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 is: [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'efa45fb1-b58c-468a-a933-75fc733b4ec2', 'name': '', 'network_id': '254a761b-5cd9-4ca5-943e-5166ae3d6c9c', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'mac_address': 'fa:16:3e:7a:d6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:08Z', 'updated_at': '2021-08-23T04:16:13Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'subnets': [{'id': 'ed665488-7180-4612-8f3e-3f647dd20714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:17:36.412418 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:36.447825 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d201efa-85de-47be-a689-07d318f280d0 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9442961 Aug 23 04:17:36.449942 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:17:36.451497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57650) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:36.452413 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00239bbc-448c-4a8b-8264-7fde6212aa50" -d '{"events": [{"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:17:36.472799 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9344b394-0a12-466e-83ea-417488c0c6ca req-61569045-e9e9-45f1-ab7e-afa20349c2da service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330979 Aug 23 04:17:36.492934 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:36.508344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f82a2-4c67-4034-8515-fcd4df10e68e tempest-TestVolumeBackupRestore-1750273359 tempest-TestVolumeBackupRestore-1750273359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:36.513603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-841f82a2-4c67-4034-8515-fcd4df10e68e tempest-TestVolumeBackupRestore-1750273359 tempest-TestVolumeBackupRestore-1750273359-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1091 time: 0.0610514 Aug 23 04:17:36.513782 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57656) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:36.519148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-769c85fc-effe-4331-90b1-0d1916d1139d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Request body: {'floatingip': {'port_id': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:17:36.553797 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c7657-5f89-4007-a1ae-110f67ecb4aa x-openstack-request-id: req-415c7657-5f89-4007-a1ae-110f67ecb4aa {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:17:36.554258 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:17:36.554581 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-415c7657-5f89-4007-a1ae-110f67ecb4aa {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:17:36.555049 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'status': 'completed', 'code': 200} Aug 23 04:17:36.637428 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-769c85fc-effe-4331-90b1-0d1916d1139d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for floatingip, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:36.645257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9344b394-0a12-466e-83ea-417488c0c6ca req-f75f5e2f-2269-49b5-bb5a-c6f8e546a50f service neutron] 10.222.0.24 "GET /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642823 Aug 23 04:17:36.682887 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-bb5a8bd0-6147-42db-b7e2-63d0f6e6b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:36.684956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-bb5a8bd0-6147-42db-b7e2-63d0f6e6b77d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=badb53063c4e4d5b8d2995e638414654&device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1096 time: 0.1093664 Aug 23 04:17:36.810172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-c0d488c0-bb2a-4be9-840c-c8622ce8706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:36.811716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-c0d488c0-bb2a-4be9-840c-c8622ce8706d service neutron] 10.222.0.11 "GET /v2.0/networks?id=acc4fe04-b126-4e5a-b6b6-214d44e8531e HTTP/1.1" status: 200 len: 914 time: 0.1196637 Aug 23 04:17:36.815330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817d22e-4b3e-44f8-bd3f-a8d277d1ca9d None None] New status for floating IP 69cd171d-f91c-46c9-b16a-64dc64c27963: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:17:36.839669 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '16a76b56-c4ae-4dea-8ba2-beb1c61b36f7', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'port_id': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'mac_address': 'fa:16:3e:8c:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:17:34Z', 'updated_at': '2021-08-23T04:17:34Z', 'revision_number': 0, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:36.893864 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] Checking router: 22c9c71d-3c21-47c4-8172-a013ba25a1e6 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:17:36.904235 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:36.907544 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:36.960475 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-8a1497ab-f9a7-480e-9a84-4064100b0951 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa HTTP/1.1" status: 200 len: 999 time: 0.1418896 Aug 23 04:17:37.052076 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:37.054740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-ad7ccbd7-8e26-4421-9b8e-603c9c1d4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:37.056478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-ad7ccbd7-8e26-4421-9b8e-603c9c1d4545 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a9449-98a8-48b5-bea1-8e4ecba9ce83 HTTP/1.1" status: 200 len: 853 time: 0.0811415 Aug 23 04:17:37.161371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-b82580bf-82bb-46c8-8776-380dd475ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:37.163011 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-b82580bf-82bb-46c8-8776-380dd475ba7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acc4fe04-b126-4e5a-b6b6-214d44e8531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987337 Aug 23 04:17:37.189507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87236127-3faf-4c90-8154-2bc282b9a9f6 req-b5171656-99fe-4994-a603-c1ae9a52ac8a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:37.197448 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87236127-3faf-4c90-8154-2bc282b9a9f6 req-b5171656-99fe-4994-a603-c1ae9a52ac8a tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 985 time: 0.0888658 Aug 23 04:17:37.235673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-cb99a9de-76e8-4b15-b302-7df87103d186 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:37.237203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-cb99a9de-76e8-4b15-b302-7df87103d186 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 985 time: 0.1004899 Aug 23 04:17:37.243532 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-769c85fc-effe-4331-90b1-0d1916d1139d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:37.309321 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-87236127-3faf-4c90-8154-2bc282b9a9f6 req-27f996a6-a50c-409a-b870-8ade1f03d3ce tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/security-groups?id=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61&id=fbdd58d8-638f-448e-9586-5190b60606d6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1085482 Aug 23 04:17:37.337977 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '16a76b56-c4ae-4dea-8ba2-beb1c61b36f7', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'port_id': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'mac_address': 'fa:16:3e:8c:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:17:34Z', 'updated_at': '2021-08-23T04:17:34Z', 'revision_number': 0, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:37.339710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-cbf3c7a8-7f77-441a-b5f6-e41f08733dd5 service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685998 Aug 23 04:17:37.341406 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-769c85fc-effe-4331-90b1-0d1916d1139d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:37.368205 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446467cf-bb15-4321-ba6e-2c715ddabf32 None None] The sync data for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 is: [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '16a76b56-c4ae-4dea-8ba2-beb1c61b36f7', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'port_id': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'mac_address': 'fa:16:3e:8c:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:17:34Z', 'updated_at': '2021-08-23T04:17:34Z', 'revision_number': 0, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:17:37.447430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Deleting port 2f93c843-4ba8-407d-b876-f18d00b0ec1a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:17:37.447689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:37.455095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00239bbc-448c-4a8b-8264-7fde6212aa50 req-3b39b1f1-de13-407f-843f-5012e963212f service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079054 Aug 23 04:17:37.591849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] For port 2f93c843-4ba8-407d-b876-f18d00b0ec1a, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2f93c843-4ba8-407d-b876-f18d00b0ec1a,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:37.592229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:37.634973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Calling delete_port for 2f93c843-4ba8-407d-b876-f18d00b0ec1a owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:17:37.643349 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52357eae-dbcc-4df3-b6ea-0eb394f14df0 None None] New status for floating IP 16a76b56-c4ae-4dea-8ba2-beb1c61b36f7: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:17:37.707864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769c85fc-effe-4331-90b1-0d1916d1139d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:17:37.770294 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:37.878298 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769c85fc-effe-4331-90b1-0d1916d1139d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:17:37.882835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-769c85fc-effe-4331-90b1-0d1916d1139d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:37.938582 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-769c85fc-effe-4331-90b1-0d1916d1139d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "PUT /v2.0/floatingips/16a76b56-c4ae-4dea-8ba2-beb1c61b36f7 HTTP/1.1" status: 200 len: 991 time: 1.4236577 Aug 23 04:17:37.964576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:38.000564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Port': ['ID=2f93c843-4ba8-407d-b876-f18d00b0ec1a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:38.016869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] Sync routers for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:17:38.026991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:38.027622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:38.051900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] No DVR routers for this DVR port 2f93c843-4ba8-407d-b876-f18d00b0ec1a on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:17:38.054703 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:38.056702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-429b65c4-66f9-4a72-bb41-9613c73d7ca3 req-0969ac63-010c-4876-a4fb-64abc291dd49 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.24 "DELETE /v2.0/ports/2f93c843-4ba8-407d-b876-f18d00b0ec1a HTTP/1.1" status: 204 len: 173 time: 0.8120871 Aug 23 04:17:38.144452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:38.385674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '16a76b56-c4ae-4dea-8ba2-beb1c61b36f7', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'port_id': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'mac_address': 'fa:16:3e:8c:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:17:34Z', 'updated_at': '2021-08-23T04:17:37Z', 'revision_number': 2, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:38.416704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] Checking router: 22c9c71d-3c21-47c4-8172-a013ba25a1e6 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:17:38.428394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:38.428848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:38.475893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f41eb297-64c8-4425-a652-7f620cd46dfd req-667b2349-daf7-493b-9b9b-6efd15e72cad tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1071a9-7d0d-435e-a1fe-eed790ed5d3c HTTP/1.1" status: 200 len: 210 time: 0.0302851 Aug 23 04:17:38.553509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:38.556433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa'}, {'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa'}, {'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'name': 'network-vif-deleted', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:17:38.559704 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74a2991-5b96-4226-89b1-4c357b9111f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa"}, {"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa"}, {"server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "name": "network-vif-deleted", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:17:38.617779 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 23 Aug 2021 04:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0874f74-7953-4d5f-879d-a9b77e5fad3c x-openstack-request-id: req-c0874f74-7953-4d5f-879d-a9b77e5fad3c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:17:38.618112 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa", "status": "completed", "code": 200}, {"server_uuid": "6d1071a9-7d0d-435e-a1fe-eed790ed5d3c", "name": "network-vif-deleted", "tag": "2f93c843-4ba8-407d-b876-f18d00b0ec1a", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:17:38.618369 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0874f74-7953-4d5f-879d-a9b77e5fad3c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:17:38.618856 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'status': 'completed', 'code': 200} Aug 23 04:17:38.619115 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'status': 'completed', 'code': 200} Aug 23 04:17:38.619970 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1071a9-7d0d-435e-a1fe-eed790ed5d3c', 'name': 'network-vif-deleted', 'tag': '2f93c843-4ba8-407d-b876-f18d00b0ec1a', 'status': 'completed', 'code': 200} Aug 23 04:17:38.703463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-5d8854d9-044b-4336-8ebe-e4b462c51a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:38.706438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-5d8854d9-044b-4336-8ebe-e4b462c51a5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=badb53063c4e4d5b8d2995e638414654&device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1096 time: 0.0469513 Aug 23 04:17:38.809000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '16a76b56-c4ae-4dea-8ba2-beb1c61b36f7', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'port_id': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'mac_address': 'fa:16:3e:8c:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:17:34Z', 'updated_at': '2021-08-23T04:17:37Z', 'revision_number': 2, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:38.822813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-1b0215ce-bbce-4109-8153-29eeb43cc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:38.824213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-1b0215ce-bbce-4109-8153-29eeb43cc910 service neutron] 10.222.0.11 "GET /v2.0/networks?id=acc4fe04-b126-4e5a-b6b6-214d44e8531e HTTP/1.1" status: 200 len: 914 time: 0.1097491 Aug 23 04:17:38.841179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29783296-db84-4346-8c89-e1cc8bc5f113 None None] The sync data for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 is: [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '16a76b56-c4ae-4dea-8ba2-beb1c61b36f7', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'port_id': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'mac_address': 'fa:16:3e:8c:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:17:34Z', 'updated_at': '2021-08-23T04:17:37Z', 'revision_number': 2, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:17:38.898048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-156ca8b2-fb33-4401-8333-b6663904b161 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa HTTP/1.1" status: 200 len: 1001 time: 0.0664999 Aug 23 04:17:38.962786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-1b0df2aa-1a35-4971-be28-b9ff76506e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:38.964260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-1b0df2aa-1a35-4971-be28-b9ff76506e24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a9449-98a8-48b5-bea1-8e4ecba9ce83 HTTP/1.1" status: 200 len: 853 time: 0.0599160 Aug 23 04:17:39.021951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-dca74421-1318-49a5-9ded-b52882f0310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:39.023495 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-dca74421-1318-49a5-9ded-b52882f0310a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acc4fe04-b126-4e5a-b6b6-214d44e8531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524745 Aug 23 04:17:39.129619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-fd570661-5248-466e-b81b-a5e1a23aab9c service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962324 Aug 23 04:17:39.223114 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-bdc70c0c-7140-47eb-a475-b1f400504fb0 service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861471 Aug 23 04:17:39.363351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-8fcd66e1-0552-4c39-9ae9-5006644ad538 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679512 Aug 23 04:17:39.368741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-12edf5a3-24c0-4d47-b662-f455e0c4e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:39.370287 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-12edf5a3-24c0-4d47-b662-f455e0c4e63b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=badb53063c4e4d5b8d2995e638414654&device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1096 time: 0.0649974 Aug 23 04:17:39.465656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-d157b806-bd0f-4f90-9b09-446bb6aca34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:39.467249 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-d157b806-bd0f-4f90-9b09-446bb6aca34f service neutron] 10.222.0.11 "GET /v2.0/networks?id=acc4fe04-b126-4e5a-b6b6-214d44e8531e HTTP/1.1" status: 200 len: 914 time: 0.0900199 Aug 23 04:17:39.538082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-6646ae8a-6626-4e72-b184-214c69e58313 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa HTTP/1.1" status: 200 len: 1001 time: 0.0633957 Aug 23 04:17:39.541816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57708) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:39.616837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-2845d331-7745-4b19-9cb8-4a847fca1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:39.618341 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-2845d331-7745-4b19-9cb8-4a847fca1986 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a9449-98a8-48b5-bea1-8e4ecba9ce83 HTTP/1.1" status: 200 len: 853 time: 0.0697711 Aug 23 04:17:39.658613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a55c8ef-adef-4952-9f54-acb9953400e9 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:39.686810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a55c8ef-adef-4952-9f54-acb9953400e9 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:39.698792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-1106e932-004b-4ed0-a6ad-a4d48de8d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:39.700295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-1106e932-004b-4ed0-a6ad-a4d48de8d383 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acc4fe04-b126-4e5a-b6b6-214d44e8531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749869 Aug 23 04:17:39.815850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-8f6dd188-5167-4db4-9ebd-8b28253ca23a service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068799 Aug 23 04:17:39.876707 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a55c8ef-adef-4952-9f54-acb9953400e9 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:39.879290 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7a55c8ef-adef-4952-9f54-acb9953400e9 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:39.880401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7a55c8ef-adef-4952-9f54-acb9953400e9 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "DELETE /v2.0/security-groups/fbdd58d8-638f-448e-9586-5190b60606d6 HTTP/1.1" status: 204 len: 168 time: 0.3376629 Aug 23 04:17:39.883277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57716) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:39.912091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55c8ef-adef-4952-9f54-acb9953400e9 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdd58d8-638f-448e-9586-5190b60606d6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:39.925921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b74a2991-5b96-4226-89b1-4c357b9111f8 req-6275cca9-33b5-40cd-84fe-f780f1df4546 service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011653 Aug 23 04:17:39.931911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2f93c843-4ba8-407d-b876-f18d00b0ec1a no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:17:39.962758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 2f93c843-4ba8-407d-b876-f18d00b0ec1a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:17:39.963105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2f93c843-4ba8-407d-b876-f18d00b0ec1a not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:17:39.973189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-436e02bb-0279-499e-bde5-43b3d1b4b40c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:39.996915 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-436e02bb-0279-499e-bde5-43b3d1b4b40c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:40.066823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-0a7dcdfb-7772-400e-b852-3312d5cd92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:40.068366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-0a7dcdfb-7772-400e-b852-3312d5cd92fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=badb53063c4e4d5b8d2995e638414654&device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1096 time: 0.0471125 Aug 23 04:17:40.132456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-436e02bb-0279-499e-bde5-43b3d1b4b40c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:40.135661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-436e02bb-0279-499e-bde5-43b3d1b4b40c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:40.136924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-436e02bb-0279-499e-bde5-43b3d1b4b40c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "DELETE /v2.0/security-groups/40e8fddf-8f71-4b9d-9c38-fba0a06d1b61 HTTP/1.1" status: 204 len: 168 time: 0.2520738 Aug 23 04:17:40.140313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57720) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:40.187715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-b60db752-a99f-4bf0-a297-950350c9bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:40.188069 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e02bb-0279-499e-bde5-43b3d1b4b40c tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e8fddf-8f71-4b9d-9c38-fba0a06d1b61,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:40.189424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-b60db752-a99f-4bf0-a297-950350c9bffe service neutron] 10.222.0.11 "GET /v2.0/networks?id=acc4fe04-b126-4e5a-b6b6-214d44e8531e HTTP/1.1" status: 200 len: 914 time: 0.1002617 Aug 23 04:17:40.261793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-15ad6479-45c5-49d1-97ea-acc491c1665c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa HTTP/1.1" status: 200 len: 1001 time: 0.0646477 Aug 23 04:17:40.317760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-f660355a-d22a-4948-a591-f562f67895e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:40.319662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-f660355a-d22a-4948-a591-f562f67895e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a9449-98a8-48b5-bea1-8e4ecba9ce83 HTTP/1.1" status: 200 len: 853 time: 0.0496206 Aug 23 04:17:40.385936 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-c249cc59-3949-4cd3-9d8b-eedcd16c7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:17:40.385936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-c249cc59-3949-4cd3-9d8b-eedcd16c7455 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acc4fe04-b126-4e5a-b6b6-214d44e8531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527661 Aug 23 04:17:40.474259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-e3ce96a3-dd77-4afc-982d-82d23bdd6a1c service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873423 Aug 23 04:17:40.529197 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:40.581045 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-ae55b7bc-679a-4970-aa35-0d2dbceece77 service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002076 Aug 23 04:17:40.791971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Deleting port efa45fb1-b58c-468a-a933-75fc733b4ec2 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:17:40.792318 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:40.880291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] For port efa45fb1-b58c-468a-a933-75fc733b4ec2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=efa45fb1-b58c-468a-a933-75fc733b4ec2,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:40.880632 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:40.893339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Calling delete_port for efa45fb1-b58c-468a-a933-75fc733b4ec2 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:17:41.131602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:41.160876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Port': ['ID=efa45fb1-b58c-468a-a933-75fc733b4ec2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:41.695637 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:41.932456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:17:42.051533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:17:42.057286 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-72cbd316-c0d3-49a0-9362-93231c3a06e5 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "PUT /v2.0/routers/2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9156287 Aug 23 04:17:42.059264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57752) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:42.062350 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] Sync routers for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:17:42.072274 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:42.073062 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:42.117850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-29807aa5-6ce6-4ff2-bd5b-e86d82bf5932 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Deleting subnet ed665488-7180-4612-8f3e-3f647dd20714 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:17:42.122260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-29807aa5-6ce6-4ff2-bd5b-e86d82bf5932 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.172923 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-29807aa5-6ce6-4ff2-bd5b-e86d82bf5932 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.274985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-29807aa5-6ce6-4ff2-bd5b-e86d82bf5932 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.288964 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:42.416456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-29807aa5-6ce6-4ff2-bd5b-e86d82bf5932 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.458587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29807aa5-6ce6-4ff2-bd5b-e86d82bf5932 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Subnet': ['ID=ed665488-7180-4612-8f3e-3f647dd20714,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:42.462718 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-29807aa5-6ce6-4ff2-bd5b-e86d82bf5932 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.472754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57762) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:42.473268 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-29807aa5-6ce6-4ff2-bd5b-e86d82bf5932 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "DELETE /v2.0/subnets/ed665488-7180-4612-8f3e-3f647dd20714 HTTP/1.1" status: 204 len: 168 time: 0.4074345 Aug 23 04:17:42.474422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c12391-527b-4cb8-a0c2-8aa579782440 None None] Network 254a761b-5cd9-4ca5-943e-5166ae3d6c9c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:17:42.495023 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:17:41Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:42.529257 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] Checking router: 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:17:42.539912 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] Routers {'2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:17:42.540720 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:17:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:42.590913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.665405 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] Set router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:17:42.706381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d67feb0-4725-4add-b8fc-bd1f0dbbd9e5 None None] DHCP port deletion for 254a761b-5cd9-4ca5-943e-5166ae3d6c9c request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:17:42.727144 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.774340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4d67feb0-4725-4add-b8fc-bd1f0dbbd9e5 None None] Deleting port ed6a22ff-79df-49a7-8a35-c8e912784561 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:17:42.774721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4d67feb0-4725-4add-b8fc-bd1f0dbbd9e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.845183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4d67feb0-4725-4add-b8fc-bd1f0dbbd9e5 None None] For port ed6a22ff-79df-49a7-8a35-c8e912784561, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ed6a22ff-79df-49a7-8a35-c8e912784561,segment=NetworkSegment(5315718e-e987-4d17-bede-40b4f2be8490),segment_id=5315718e-e987-4d17-bede-40b4f2be8490)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:42.845547 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4d67feb0-4725-4add-b8fc-bd1f0dbbd9e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.871232 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:17:41Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:42.873398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4d67feb0-4725-4add-b8fc-bd1f0dbbd9e5 None None] Calling delete_port for ed6a22ff-79df-49a7-8a35-c8e912784561 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:17:42.908882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Deleting port 162f8eba-a71f-4d40-9567-e628a863d3b5 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:17:42.909304 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:42.921229 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13066599-b54e-43fb-b896-b7bf994017ef None None] The sync data for ids ['2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd'] in n-d-749052-7 is: [{'id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2119827835', 'tenant_id': '905fbf239ca041699d8073fab50bdef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:17:41Z', 'revision_number': 5, 'project_id': '905fbf239ca041699d8073fab50bdef9', 'gw_port': {'id': '162f8eba-a71f-4d40-9567-e628a863d3b5', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:16:04Z', 'updated_at': '2021-08-23T04:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:17:43.006257 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] For port 162f8eba-a71f-4d40-9567-e628a863d3b5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=162f8eba-a71f-4d40-9567-e628a863d3b5,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:17:43.006629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.018671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Calling delete_port for 162f8eba-a71f-4d40-9567-e628a863d3b5 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:17:43.054979 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4d67feb0-4725-4add-b8fc-bd1f0dbbd9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.085938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67feb0-4725-4add-b8fc-bd1f0dbbd9e5 None None] Pushing event deleted for resources: {'Port': ['ID=ed6a22ff-79df-49a7-8a35-c8e912784561,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:43.088104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67feb0-4725-4add-b8fc-bd1f0dbbd9e5 None None] No DVR routers for this DVR port ed6a22ff-79df-49a7-8a35-c8e912784561 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:17:43.305978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.335902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Port': ['ID=162f8eba-a71f-4d40-9567-e628a863d3b5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:43.411007 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.525216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.527561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.644979 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.645776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Fanout notify agent at l3_agent the message router_deleted on router 2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:17:43.653963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.655092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3547281f-6284-4a32-8313-17c1de9b3c87 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "DELETE /v2.0/routers/2cc8aa00-59b2-4c70-a58f-8e0aba7e29fd HTTP/1.1" status: 204 len: 168 time: 1.1864345 Aug 23 04:17:43.658089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57782) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:43.759681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.818692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device efa45fb1-b58c-468a-a933-75fc733b4ec2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:17:43.847527 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: efa45fb1-b58c-468a-a933-75fc733b4ec2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:17:43.847995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device efa45fb1-b58c-468a-a933-75fc733b4ec2 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:17:43.848483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ed6a22ff-79df-49a7-8a35-c8e912784561 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:17:43.866168 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.873181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ed6a22ff-79df-49a7-8a35-c8e912784561 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:17:43.874252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ed6a22ff-79df-49a7-8a35-c8e912784561 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:17:43.877822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254a761b-5cd9-4ca5-943e-5166ae3d6c9c']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:43.889819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5315718e-e987-4d17-bede-40b4f2be8490') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:43.890302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5315718e-e987-4d17-bede-40b4f2be8490') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:17:43.902255 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.923474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.929545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:17:43.931372 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:17:43.933031 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:17:44.071641 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:44.079002 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:44.080510 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] 10.222.0.20 "DELETE /v2.0/networks/254a761b-5cd9-4ca5-943e-5166ae3d6c9c HTTP/1.1" status: 204 len: 168 time: 0.4211941 Aug 23 04:17:44.091429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c980e-3279-4966-8d01-eeb8a1bb9692 tempest-TestSecurityGroupsBasicOps-1082474968 tempest-TestSecurityGroupsBasicOps-1082474968-project] Pushing event deleted for resources: {'Network': ['ID=254a761b-5cd9-4ca5-943e-5166ae3d6c9c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:44.648874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57804) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:44.792564 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-25c067cc-7029-4d7f-b676-507e678b0500 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=905fbf239ca041699d8073fab50bdef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425612 Aug 23 04:17:44.795148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57810) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:44.842439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36573264-f4a9-46b7-b42c-67b7c7f8b388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:44.865688 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36573264-f4a9-46b7-b42c-67b7c7f8b388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:44.975921 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36573264-f4a9-46b7-b42c-67b7c7f8b388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:44.978589 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-36573264-f4a9-46b7-b42c-67b7c7f8b388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:44.979827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-36573264-f4a9-46b7-b42c-67b7c7f8b388 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5713ade-a2e6-4800-af72-c2b72c7b8c44 HTTP/1.1" status: 204 len: 168 time: 0.1836548 Aug 23 04:17:44.988713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36573264-f4a9-46b7-b42c-67b7c7f8b388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5713ade-a2e6-4800-af72-c2b72c7b8c44,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:45.668646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57834) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:45.674140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 162f8eba-a71f-4d40-9567-e628a863d3b5 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:17:45.684875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43c6d9d9-8674-4f00-9785-eb47f959c781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:45.696582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 162f8eba-a71f-4d40-9567-e628a863d3b5 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:17:45.696582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 162f8eba-a71f-4d40-9567-e628a863d3b5 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:17:45.785792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43c6d9d9-8674-4f00-9785-eb47f959c781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:45.873297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-43c6d9d9-8674-4f00-9785-eb47f959c781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:45.914795 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-43c6d9d9-8674-4f00-9785-eb47f959c781 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4bd06170ec94f6281acc1a07283872f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423925 Aug 23 04:17:45.914795 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6d9d9-8674-4f00-9785-eb47f959c781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e206cf7c-252f-421c-a0ba-b1f3ff976835,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:45.916331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 57840) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:45.983894 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0c985d62-3886-4b3c-8399-752666583ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:46.006455 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0c985d62-3886-4b3c-8399-752666583ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:46.117458 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0c985d62-3886-4b3c-8399-752666583ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:46.120530 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0c985d62-3886-4b3c-8399-752666583ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:46.123947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0c985d62-3886-4b3c-8399-752666583ed4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e206cf7c-252f-421c-a0ba-b1f3ff976835 HTTP/1.1" status: 204 len: 168 time: 0.2053254 Aug 23 04:17:46.131444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c985d62-3886-4b3c-8399-752666583ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e206cf7c-252f-421c-a0ba-b1f3ff976835,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:46.816821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57860) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:46.859082 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f3bafd01-0cfd-4635-8446-73ef3efafb5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01377a29b55b4efe9b130cbff040b6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409217 Aug 23 04:17:46.862178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 57862) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:17:46.917686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c753f48-2f36-4f9c-8174-32575ee8a4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:46.939646 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c753f48-2f36-4f9c-8174-32575ee8a4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:47.067665 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c753f48-2f36-4f9c-8174-32575ee8a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:47.070589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0c753f48-2f36-4f9c-8174-32575ee8a4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:47.071766 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c753f48-2f36-4f9c-8174-32575ee8a4ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dde4454-836b-43c6-b536-7ded8a2ca5d3 HTTP/1.1" status: 204 len: 168 time: 0.2086165 Aug 23 04:17:47.080351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c753f48-2f36-4f9c-8174-32575ee8a4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dde4454-836b-43c6-b536-7ded8a2ca5d3,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:17:52.941791 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:56.054631 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:17:56.157305 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a354d9b5-0b67-4409-859b-7bec6ba1ed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:58.774816 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a489d6d7-1ab2-4fd2-83d8-7555376c0bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:17:58.877689 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:00.484454 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:01.850144 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:07.815476 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:14.991186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58414) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:15.131345 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bb12a6be-6d5c-4151-b0c2-a657e304edac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28cc6d47af4b4485a4c1b0173bd8b113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389198 Aug 23 04:18:15.133764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58418) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:15.180660 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:15.201318 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:15.305612 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:15.308145 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:15.309479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31c1b701-f68d-465f-ad68-626bf474bddb HTTP/1.1" status: 204 len: 168 time: 0.1746390 Aug 23 04:18:15.317499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c1b701-f68d-465f-ad68-626bf474bddb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:15.324714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.325104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.325444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.325781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.326112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.326442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.326766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.327774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.327774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.327774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.328045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:15.328359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865bda1b-b6e3-433e-8285-9eca1036befd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:22.911278 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:25.801174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58498) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:25.915133 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-613dc66c-087e-4384-b7ea-cfa07797076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:26.005316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-613dc66c-087e-4384-b7ea-cfa07797076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:26.083960 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-613dc66c-087e-4384-b7ea-cfa07797076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:26.084109 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35657500-e557-4a78-b02c-78ed0da5202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:26.121504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dc66c-087e-4384-b7ea-cfa07797076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e740244-52a6-4779-bf64-2b70cb3c2c08,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:26.126017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-613dc66c-087e-4384-b7ea-cfa07797076c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c115e72601004b68805bb61b452f1289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237171 Aug 23 04:18:26.128519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58502) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:26.176634 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39229cb1-0722-48d3-b7f8-362e6b0c97b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:26.196870 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39229cb1-0722-48d3-b7f8-362e6b0c97b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:26.301229 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39229cb1-0722-48d3-b7f8-362e6b0c97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:26.303795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39229cb1-0722-48d3-b7f8-362e6b0c97b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:26.304939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-39229cb1-0722-48d3-b7f8-362e6b0c97b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e740244-52a6-4779-bf64-2b70cb3c2c08 HTTP/1.1" status: 204 len: 168 time: 0.1754761 Aug 23 04:18:26.312368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39229cb1-0722-48d3-b7f8-362e6b0c97b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e740244-52a6-4779-bf64-2b70cb3c2c08,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:28.750802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5008-6b26-4800-997b-ac4a75b61d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:28.826567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:30.518075 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:31.826753 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:33.053346 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:18:37.830928 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:38.369886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58510) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:38.528559 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Deleting port a4d38709-1a06-4e0b-b2a9-2f4eebea2147 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:38.529457 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:38.606220 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:38.606733 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:38.620433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Calling delete_port for a4d38709-1a06-4e0b-b2a9-2f4eebea2147 owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:38.819312 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:38.844290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event deleted for resources: {'Port': ['ID=a4d38709-1a06-4e0b-b2a9-2f4eebea2147,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:38.906856 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:38.909641 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Floating IP 16a76b56-c4ae-4dea-8ba2-beb1c61b36f7 disassociated (deleted). External IP: 172.25.1.231, port: 1df4d055-05e9-4129-8d84-22d3d3b6ccfa. Aug 23 04:18:39.110551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:18:39.215055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:18:39.220085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:39.225968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] Sync routers for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:18:39.235192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:18:39.235817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:18:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:39.249456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-12ab65b1-c06f-401b-9f9f-410f59b51f71 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "DELETE /v2.0/floatingips/16a76b56-c4ae-4dea-8ba2-beb1c61b36f7 HTTP/1.1" status: 204 len: 168 time: 0.8784685 Aug 23 04:18:39.250122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:18:39.252570 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02840b2-3bf3-4372-b158-3e894beafb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:18:39.505188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:18:39.648075 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8e221-60a3-4cbd-a82f-f92804e0df64 x-openstack-request-id: req-f1d8e221-60a3-4cbd-a82f-f92804e0df64 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:18:39.648075 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:18:39.648075 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1d8e221-60a3-4cbd-a82f-f92804e0df64 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:18:39.648075 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'status': 'completed', 'code': 200} Aug 23 04:18:39.705546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:39.731810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] Checking router: 22c9c71d-3c21-47c4-8172-a013ba25a1e6 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:18:39.743348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:18:39.744305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:18:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:39.751685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf4bd3-701d-406a-a754-eada79a5d603 req-a7eecd83-909c-4a33-99d3-1c12ab3f88d4 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:18:39.753500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2bf4bd3-701d-406a-a754-eada79a5d603 req-a7eecd83-909c-4a33-99d3-1c12ab3f88d4 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 945 time: 0.0561757 Aug 23 04:18:39.795022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2bf4bd3-701d-406a-a754-eada79a5d603 req-e672a360-bfa0-4535-8034-14368351fadd tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337181 Aug 23 04:18:39.854613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-8897c946-afb2-4c39-bb2e-c90b5df572b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:18:39.856104 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-8897c946-afb2-4c39-bb2e-c90b5df572b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=badb53063c4e4d5b8d2995e638414654&device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 1096 time: 0.1466420 Aug 23 04:18:39.860857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:18:39.950328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-78c73110-ffa0-4723-b0f1-5f62ccf65fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:18:39.951845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-78c73110-ffa0-4723-b0f1-5f62ccf65fec service neutron] 10.222.0.11 "GET /v2.0/networks?id=acc4fe04-b126-4e5a-b6b6-214d44e8531e HTTP/1.1" status: 200 len: 914 time: 0.0869448 Aug 23 04:18:39.993631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-0f8a1db9-9a4f-4dfd-8e54-36effe5ccfea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa HTTP/1.1" status: 200 len: 217 time: 0.0339053 Aug 23 04:18:40.043712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-d1fb236f-db81-4872-ba02-90b40fa34729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:18:40.045547 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-d1fb236f-db81-4872-ba02-90b40fa34729 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a0a9449-98a8-48b5-bea1-8e4ecba9ce83 HTTP/1.1" status: 200 len: 853 time: 0.0446439 Aug 23 04:18:40.064021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:40.090580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ff9d71-61e5-48d5-ab2b-d91e8146fe1c None None] The sync data for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 is: [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:14:36Z', 'revision_number': 4, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'a849803e-5a81-496f-ba84-a54eef763e07', 'name': '', 'network_id': 'acc4fe04-b126-4e5a-b6b6-214d44e8531e', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'mac_address': 'fa:16:3e:03:6a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:36Z', 'updated_at': '2021-08-23T04:14:42Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'subnets': [{'id': '2a0a9449-98a8-48b5-bea1-8e4ecba9ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:18:40.096982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-27730cb2-6dcd-48eb-b6e8-41417e39e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:18:40.098538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-27730cb2-6dcd-48eb-b6e8-41417e39e468 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acc4fe04-b126-4e5a-b6b6-214d44e8531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445781 Aug 23 04:18:40.191939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-62116be2-27b8-4e49-bc8f-0da5cc3816a4 service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852265 Aug 23 04:18:40.322905 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8feac-48ac-4bcf-881f-8d455e0d78f3 None None] New status for floating IP 16a76b56-c4ae-4dea-8ba2-beb1c61b36f7: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:18:40.647204 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d02840b2-3bf3-4372-b158-3e894beafb9b req-9ac3e8ad-5ada-4834-b7b8-89ca47883e41 service neutron] 10.222.0.11 "GET /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482369 Aug 23 04:18:40.912511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a3c09-68fc-487f-a2ad-b6912bd1b74d req-4ced8465-4e4b-4038-a869-ff37b101c96f tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:18:40.914016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-316a3c09-68fc-487f-a2ad-b6912bd1b74d req-4ced8465-4e4b-4038-a869-ff37b101c96f tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 945 time: 0.0485289 Aug 23 04:18:40.949917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-316a3c09-68fc-487f-a2ad-b6912bd1b74d req-e1b0e9f0-70da-47f4-ae3d-96849568da25 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba055a86-af44-47bc-a4ed-a226e042b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301788 Aug 23 04:18:41.512307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-f6034318-6931-44c9-a628-08c5b94ff285 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:18:41.514299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-f6034318-6931-44c9-a628-08c5b94ff285 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 945 time: 0.0465171 Aug 23 04:18:41.602928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Deleting port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:41.603266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:41.687973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] For port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:18:41.688334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:41.699553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Calling delete_port for 1df4d055-05e9-4129-8d84-22d3d3b6ccfa owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:41.895410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:41.923579 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event deleted for resources: {'Port': ['ID=1df4d055-05e9-4129-8d84-22d3d3b6ccfa,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:41.967433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] No DVR routers for this DVR port 1df4d055-05e9-4129-8d84-22d3d3b6ccfa on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:18:41.970043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:41.972043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c1bd00d-dca5-40c9-9351-8b3113884a96 req-9c8096dc-3f9a-45d0-814e-a023914252be tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.11 "DELETE /v2.0/ports/1df4d055-05e9-4129-8d84-22d3d3b6ccfa HTTP/1.1" status: 204 len: 173 time: 0.4514656 Aug 23 04:18:41.972480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'name': 'network-vif-deleted', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:18:41.974830 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdae2b29-4724-4de2-8ed0-124f0d791230" -d '{"events": [{"server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "name": "network-vif-deleted", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:18:42.045926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c62d31c0-dfdf-40d2-96a9-81da1db1e1b9 req-1def0517-9a34-405f-aaa0-589603660889 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 210 time: 0.0258622 Aug 23 04:18:42.088502 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba719bf-a612-4765-aa0a-08cbb7c593f0 x-openstack-request-id: req-0ba719bf-a612-4765-aa0a-08cbb7c593f0 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:18:42.088794 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4090166-b3a8-470b-93cd-629b2ca40bfd", "name": "network-vif-deleted", "tag": "1df4d055-05e9-4129-8d84-22d3d3b6ccfa", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:18:42.089091 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ba719bf-a612-4765-aa0a-08cbb7c593f0 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:18:42.089491 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4090166-b3a8-470b-93cd-629b2ca40bfd', 'name': 'network-vif-deleted', 'tag': '1df4d055-05e9-4129-8d84-22d3d3b6ccfa', 'status': 'completed', 'code': 200} Aug 23 04:18:43.139082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f7d5236-c08d-48be-b4af-3a9f31d4ef47 req-34a95f5d-bc55-4e46-b112-01319a90cc62 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 210 time: 0.0260034 Aug 23 04:18:44.230226 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27d99407-fb1a-48fa-8a56-13950c03746c req-14e4cabf-cd17-443e-8c94-a00e063dea8e tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 210 time: 0.0257330 Aug 23 04:18:45.321925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0028112-4537-4fce-b616-ef527fa50324 req-d252aad6-7c9d-4c00-b1ed-f3fbc232063d tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 210 time: 0.0273247 Aug 23 04:18:46.100420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1df4d055-05e9-4129-8d84-22d3d3b6ccfa no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:18:46.119736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 1df4d055-05e9-4129-8d84-22d3d3b6ccfa {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:18:46.120080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 1df4d055-05e9-4129-8d84-22d3d3b6ccfa not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:18:46.428020 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dce2f01f-7542-4c7b-89b5-e1706aaca65c req-3afc6596-d44a-423f-8ec5-0928449b7dd1 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4090166-b3a8-470b-93cd-629b2ca40bfd HTTP/1.1" status: 200 len: 210 time: 0.0290282 Aug 23 04:18:47.483271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58538) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:47.540474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f685dbbb-6a83-4856-9fe5-1c86d3b9e124 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:47.564070 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f685dbbb-6a83-4856-9fe5-1c86d3b9e124 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:47.694913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f685dbbb-6a83-4856-9fe5-1c86d3b9e124 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:47.697483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f685dbbb-6a83-4856-9fe5-1c86d3b9e124 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:47.698662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f685dbbb-6a83-4856-9fe5-1c86d3b9e124 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] 10.222.0.20 "DELETE /v2.0/security-groups/ba055a86-af44-47bc-a4ed-a226e042b08b HTTP/1.1" status: 204 len: 168 time: 0.2143998 Aug 23 04:18:47.708169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685dbbb-6a83-4856-9fe5-1c86d3b9e124 tempest-TestVolumeBackupRestore-456059925 tempest-TestVolumeBackupRestore-456059925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba055a86-af44-47bc-a4ed-a226e042b08b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:51.535977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58726) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:51.902139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:52.153199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Deleting port a849803e-5a81-496f-ba84-a54eef763e07 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:52.154159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:52.237436 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] For port a849803e-5a81-496f-ba84-a54eef763e07, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a849803e-5a81-496f-ba84-a54eef763e07,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:18:52.237800 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:52.249661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Calling delete_port for a849803e-5a81-496f-ba84-a54eef763e07 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:52.477924 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:52.501682 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a849803e-5a81-496f-ba84-a54eef763e07,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:52.514858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.515305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.515760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.516042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.516358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.516692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.517369 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.517369 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.517624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.517952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.518280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.518605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:52.679746 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:52.893790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:18:52.894179 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.002237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:18:53.007702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2d05e957-9b2c-4a09-af66-208902e065e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/22c9c71d-3c21-47c4-8172-a013ba25a1e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4701891 Aug 23 04:18:53.010632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58794) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:53.011653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] Sync routers for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:18:53.022142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:18:53.022857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:18:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:53.115839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.129532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:18:53.218922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.313638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:18:52Z', 'revision_number': 5, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port': {'id': 'd83928af-941e-48d2-a69a-fd3b601a379f', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:34Z', 'updated_at': '2021-08-23T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:53.315690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Deleting port d83928af-941e-48d2-a69a-fd3b601a379f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:53.316108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.341772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] Checking router: 22c9c71d-3c21-47c4-8172-a013ba25a1e6 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:18:53.350489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] Routers {'22c9c71d-3c21-47c4-8172-a013ba25a1e6'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:18:53.351166 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:18:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:53.395625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] For port d83928af-941e-48d2-a69a-fd3b601a379f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d83928af-941e-48d2-a69a-fd3b601a379f,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:18:53.395908 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.409070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Calling delete_port for d83928af-941e-48d2-a69a-fd3b601a379f owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:53.438737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] Set router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:18:53.489325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:18:53Z', 'revision_number': 6, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:53.518878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec869e2-6442-47f2-bbe3-c201c5c38be4 None None] The sync data for ids ['22c9c71d-3c21-47c4-8172-a013ba25a1e6'] in n-d-749052-7 is: [{'id': '22c9c71d-3c21-47c4-8172-a013ba25a1e6', 'name': 'tempest-TestVolumeBackupRestore-1135265714-router', 'tenant_id': 'badb53063c4e4d5b8d2995e638414654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:33Z', 'updated_at': '2021-08-23T04:18:53Z', 'revision_number': 6, 'project_id': 'badb53063c4e4d5b8d2995e638414654', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:18:53.625245 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.658177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83928af-941e-48d2-a69a-fd3b601a379f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:53.713380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.810506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.812491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.917444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.918043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22c9c71d-3c21-47c4-8172-a013ba25a1e6 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:18:53.924107 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:53.925492 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0691f3fe-5a18-432e-bf3c-ffe260bcea03 admin admin] 10.222.0.20 "DELETE /v2.0/routers/22c9c71d-3c21-47c4-8172-a013ba25a1e6 HTTP/1.1" status: 204 len: 168 time: 0.9138191 Aug 23 04:18:53.928134 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58846) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:53.979813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb373fb7-8d10-425e-b4f1-fe1717d15ae7 admin admin] Deleting subnet 2a0a9449-98a8-48b5-bea1-8e4ecba9ce83 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:18:53.983916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb373fb7-8d10-425e-b4f1-fe1717d15ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.008748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a849803e-5a81-496f-ba84-a54eef763e07 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:18:54.022306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb373fb7-8d10-425e-b4f1-fe1717d15ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.035332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: a849803e-5a81-496f-ba84-a54eef763e07 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:18:54.035684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device a849803e-5a81-496f-ba84-a54eef763e07 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:18:54.104158 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb373fb7-8d10-425e-b4f1-fe1717d15ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.204031 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb373fb7-8d10-425e-b4f1-fe1717d15ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.227188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb373fb7-8d10-425e-b4f1-fe1717d15ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0a9449-98a8-48b5-bea1-8e4ecba9ce83,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:54.233684 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bb373fb7-8d10-425e-b4f1-fe1717d15ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.235560 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bb373fb7-8d10-425e-b4f1-fe1717d15ae7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2a0a9449-98a8-48b5-bea1-8e4ecba9ce83 HTTP/1.1" status: 204 len: 168 time: 0.3059878 Aug 23 04:18:54.238301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 58862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:54.241154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6593078f-dd15-4043-81d3-a69ed7e8e0bf None None] Network acc4fe04-b126-4e5a-b6b6-214d44e8531e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:18:54.313775 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.369088 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Deleting port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:54.369562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.429903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] DHCP port deletion for acc4fe04-b126-4e5a-b6b6-214d44e8531e request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:18:54.441567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] For port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:18:54.442039 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.459713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Calling delete_port for 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:54.484498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Deleting port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:54.484872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.556761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] For port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29,segment=NetworkSegment(047fac12-3fb4-4e56-90e5-3e556b264d7f),segment_id=047fac12-3fb4-4e56-90e5-3e556b264d7f)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:18:54.557189 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.570783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Calling delete_port for 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:54.643916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.649523 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.672992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] No DVR routers for this DVR port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:18:54.675891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Pushing event deleted for resources: {'Port': ['ID=3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:54.677738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:54.683159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] No DVR routers for this DVR port 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.688566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.689404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868949f3-3c0b-4254-ad32-285837fce1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:18:54.759071 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.769526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc4fe04-b126-4e5a-b6b6-214d44e8531e']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:54.779828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047fac12-3fb4-4e56-90e5-3e556b264d7f') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:54.780124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047fac12-3fb4-4e56-90e5-3e556b264d7f') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:54.789246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.802742 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.808483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:18:54.808865 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:18:54.810749 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:18:54.929329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.933695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:54.935912 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] 10.222.0.20 "DELETE /v2.0/networks/acc4fe04-b126-4e5a-b6b6-214d44e8531e HTTP/1.1" status: 204 len: 168 time: 0.6965501 Aug 23 04:18:54.938789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58892) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:54.961965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2c183-fb12-48cb-9051-15a196287a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=acc4fe04-b126-4e5a-b6b6-214d44e8531e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:55.276491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:55.516473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Deleting port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:55.516819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:55.595624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] For port 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8fc6d88e-fdf1-453c-bc53-5e77de4bacc1,segment=NetworkSegment(348164c7-b7e1-42be-853b-9f58f4d16391),segment_id=348164c7-b7e1-42be-853b-9f58f4d16391)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:18:55.595991 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:55.608246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Calling delete_port for 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:55.762905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d83928af-941e-48d2-a69a-fd3b601a379f no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:18:55.784348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: d83928af-941e-48d2-a69a-fd3b601a379f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:18:55.784694 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d83928af-941e-48d2-a69a-fd3b601a379f not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:18:55.785160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:18:55.808125 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:18:55.808474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3c9a30dd-6883-4053-b5a1-7e9ca2fb4a29 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:18:56.076809 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a2a17e75-8bbb-4d56-9c1a-c993dd62fcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:56.219769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:56.244030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc6d88e-fdf1-453c-bc53-5e77de4bacc1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:56.413118 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:56.626339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Router 87128eea-bafc-429f-bd63-62c52ea5cc68 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:18:56.732358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:18:56.737248 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-127e355f-549f-4801-9994-c3f0afc378d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/87128eea-bafc-429f-bd63-62c52ea5cc68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7972815 Aug 23 04:18:56.739902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 58978) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:56.742508 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] Sync routers for ids ['87128eea-bafc-429f-bd63-62c52ea5cc68'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:18:56.751809 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] Routers {'87128eea-bafc-429f-bd63-62c52ea5cc68'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:18:56.752416 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:18:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87128eea-bafc-429f-bd63-62c52ea5cc68'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:56.846867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:56.854352 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] Set router 87128eea-bafc-429f-bd63-62c52ea5cc68 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:18:56.959003 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.034417 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:40Z', 'updated_at': '2021-08-23T04:18:56Z', 'revision_number': 5, 'project_id': '68fa4eea53cb4993beb329575c842114', 'gw_port': {'id': '9a23430d-6da4-4b13-90c6-f15f71d123d8', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:14:41Z', 'updated_at': '2021-08-23T04:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:57.060310 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] Checking router: 87128eea-bafc-429f-bd63-62c52ea5cc68 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:18:57.075781 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] Routers {'87128eea-bafc-429f-bd63-62c52ea5cc68'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:18:57.075781 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:18:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['87128eea-bafc-429f-bd63-62c52ea5cc68'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:57.094293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Deleting port 9a23430d-6da4-4b13-90c6-f15f71d123d8 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:57.094757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.154247 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] Set router 87128eea-bafc-429f-bd63-62c52ea5cc68 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:18:57.172686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] For port 9a23430d-6da4-4b13-90c6-f15f71d123d8, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9a23430d-6da4-4b13-90c6-f15f71d123d8,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:18:57.173079 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.185416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Calling delete_port for 9a23430d-6da4-4b13-90c6-f15f71d123d8 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:57.208520 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:40Z', 'updated_at': '2021-08-23T04:18:56Z', 'revision_number': 6, 'project_id': '68fa4eea53cb4993beb329575c842114', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:57.235745 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3b7ca-45b1-4414-a657-1fa4e8423a0d None None] The sync data for ids ['87128eea-bafc-429f-bd63-62c52ea5cc68'] in n-d-749052-7 is: [{'id': '87128eea-bafc-429f-bd63-62c52ea5cc68', 'name': 'tempest-TestVolumeBackupRestore-579958621-router', 'tenant_id': '68fa4eea53cb4993beb329575c842114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:14:40Z', 'updated_at': '2021-08-23T04:18:56Z', 'revision_number': 6, 'project_id': '68fa4eea53cb4993beb329575c842114', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:18:57.414881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.438871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a23430d-6da4-4b13-90c6-f15f71d123d8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:57.504963 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.595645 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.596712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.706377 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.706960 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87128eea-bafc-429f-bd63-62c52ea5cc68 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:18:57.711255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.712410 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d6a3cfc0-ea3b-4f76-971f-668c7c38071c admin admin] 10.222.0.20 "DELETE /v2.0/routers/87128eea-bafc-429f-bd63-62c52ea5cc68 HTTP/1.1" status: 204 len: 168 time: 0.9714756 Aug 23 04:18:57.714895 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59008) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:57.757581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-5810ad1e-aff6-4257-adf0-b1a4dbfecda9 admin admin] Deleting subnet b6e44876-10ad-4142-920c-003a91550da1 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:18:57.760802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5810ad1e-aff6-4257-adf0-b1a4dbfecda9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.798311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5810ad1e-aff6-4257-adf0-b1a4dbfecda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.873488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5810ad1e-aff6-4257-adf0-b1a4dbfecda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:57.970259 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5810ad1e-aff6-4257-adf0-b1a4dbfecda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.001252 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5810ad1e-aff6-4257-adf0-b1a4dbfecda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.005520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5810ad1e-aff6-4257-adf0-b1a4dbfecda9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6e44876-10ad-4142-920c-003a91550da1 HTTP/1.1" status: 204 len: 168 time: 0.2896500 Aug 23 04:18:58.006007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59010) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:58.006450 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810ad1e-aff6-4257-adf0-b1a4dbfecda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e44876-10ad-4142-920c-003a91550da1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:58.011102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e948a-1bd2-4bb0-b277-bc47ad46b7f7 None None] Network b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:18:58.038266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:18:58.081573 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.081846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:18:58.082079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8fc6d88e-fdf1-453c-bc53-5e77de4bacc1 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:18:58.082493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9a23430d-6da4-4b13-90c6-f15f71d123d8 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:18:58.109332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9a23430d-6da4-4b13-90c6-f15f71d123d8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:18:58.109673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9a23430d-6da4-4b13-90c6-f15f71d123d8 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:18:58.136098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Deleting port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:58.136442 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.202911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] For port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6,segment=NetworkSegment(348164c7-b7e1-42be-853b-9f58f4d16391),segment_id=348164c7-b7e1-42be-853b-9f58f4d16391)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:18:58.203418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.217754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Calling delete_port for d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:58.230747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f025f9f-78e4-436d-a311-f235e3120adc None None] DHCP port deletion for b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:18:58.279354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4f025f9f-78e4-436d-a311-f235e3120adc None None] Deleting port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:18:58.280070 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f025f9f-78e4-436d-a311-f235e3120adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.343114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4f025f9f-78e4-436d-a311-f235e3120adc None None] For port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6,segment=NetworkSegment(348164c7-b7e1-42be-853b-9f58f4d16391),segment_id=348164c7-b7e1-42be-853b-9f58f4d16391)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:18:58.343512 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f025f9f-78e4-436d-a311-f235e3120adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.359262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4f025f9f-78e4-436d-a311-f235e3120adc None None] Calling delete_port for d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:18:58.383604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.406774 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:58.410486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] No DVR routers for this DVR port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:18:58.433328 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f025f9f-78e4-436d-a311-f235e3120adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.458896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f025f9f-78e4-436d-a311-f235e3120adc None None] Pushing event deleted for resources: {'Port': ['ID=d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:58.460661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f025f9f-78e4-436d-a311-f235e3120adc None None] No DVR routers for this DVR port d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:18:58.484228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.494957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:58.504518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348164c7-b7e1-42be-853b-9f58f4d16391') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:58.504816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348164c7-b7e1-42be-853b-9f58f4d16391') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:18:58.514111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.527188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.533561 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:18:58.533941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:18:58.535531 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:18:58.655203 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.660093 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.662092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8 HTTP/1.1" status: 204 len: 168 time: 0.6549098 Aug 23 04:18:58.674456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d34097-0167-478b-b7a7-9fd896802fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e7d197-dda8-4a6c-b2d3-7e524d6b05d8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:58.774758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e337f473-c2cc-4b8a-8327-0176b70f3b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:58.848784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:59.025453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59014) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:59.068895 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3744b232-5ffd-4a76-aa60-baeb26360161 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=badb53063c4e4d5b8d2995e638414654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422926 Aug 23 04:18:59.071294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59016) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:59.117189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fb674a9a-397b-4fed-9fd7-38f35c63a714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:59.138461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fb674a9a-397b-4fed-9fd7-38f35c63a714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:59.254622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fb674a9a-397b-4fed-9fd7-38f35c63a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:59.257211 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fb674a9a-397b-4fed-9fd7-38f35c63a714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:59.258374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fb674a9a-397b-4fed-9fd7-38f35c63a714 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5eb7e9a1-6b42-4857-a872-e7e194fbd939 HTTP/1.1" status: 204 len: 168 time: 0.1862059 Aug 23 04:18:59.267403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb674a9a-397b-4fed-9fd7-38f35c63a714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb7e9a1-6b42-4857-a872-e7e194fbd939,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:18:59.746731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:18:59.768403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:18:59.768685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d15f9fe6-414d-4b8b-9dd5-a2665f3e49f6 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:18:59.887814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59022) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:59.926590 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9aab7a77-8863-4da2-aec7-4fb376497b48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68fa4eea53cb4993beb329575c842114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375319 Aug 23 04:18:59.928985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59024) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:18:59.974889 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c711a228-2b7e-4db3-9d32-627f8a0c0f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:18:59.995095 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c711a228-2b7e-4db3-9d32-627f8a0c0f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:00.100288 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c711a228-2b7e-4db3-9d32-627f8a0c0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:00.102737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c711a228-2b7e-4db3-9d32-627f8a0c0f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:00.103882 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c711a228-2b7e-4db3-9d32-627f8a0c0f3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa4b61d7-178e-4953-88d7-bd7ed603eafb HTTP/1.1" status: 204 len: 168 time: 0.1739776 Aug 23 04:19:00.112014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711a228-2b7e-4db3-9d32-627f8a0c0f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b61d7-178e-4953-88d7-bd7ed603eafb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:00.512252 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:01.849623 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:07.843776 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:10.053549 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:19:10.460493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-bdf42143-023f-406a-a478-c6cb844b6825 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=df0d7cd6fb7c4085ba366dc78ea1271c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217402 Aug 23 04:19:10.566321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-a038e62e-ce6b-4873-81cc-f97be15a8451 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:10.567778 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-a038e62e-ce6b-4873-81cc-f97be15a8451 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1021869 Aug 23 04:19:10.583033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-a3537b12-f66e-4382-b98e-7ccdc5102aa7 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/quotas/df0d7cd6fb7c4085ba366dc78ea1271c HTTP/1.1" status: 200 len: 375 time: 0.0093935 Aug 23 04:19:10.613556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-c4f104d3-eade-40c4-91d0-0d0b7c46b946 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=df0d7cd6fb7c4085ba366dc78ea1271c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253789 Aug 23 04:19:10.827171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc60c5cc-8859-4a6e-9d04-285324d2811e req-715e704a-0523-4e72-89a4-1619afd3b1c3 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 210 time: 0.0252697 Aug 23 04:19:11.918942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-55246bc9-d55d-48c6-bc39-2bbca0a0845a req-982c1014-bfd7-4d9e-b777-6285625eaf4f tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 210 time: 0.0268326 Aug 23 04:19:12.822559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-3a1d03f5-0bf5-4798-b152-07c7e3b7e807 req-3fb7fbe7-041b-499d-a877-9ea86f7d9078 tempest-ServerActionsTestJSON-13077710 tempest-ServerActionsTestJSON-13077710-project] (95120) timed out ('10.222.0.20', 51384) {{(pid=95120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:19:12.843142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-b9b1ea1f-4036-4ac9-b664-aa867b7bff67 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=df0d7cd6fb7c4085ba366dc78ea1271c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217962 Aug 23 04:19:12.947057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-cbad4bb7-9540-4a1c-bb89-862a510fe268 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:12.948466 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-cbad4bb7-9540-4a1c-bb89-862a510fe268 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0999148 Aug 23 04:19:12.962079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Request body: {'port': {'device_id': 'd6fd74c9-d0ee-4b43-9efb-94e262487b69', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'admin_state_up': True, 'tenant_id': 'df0d7cd6fb7c4085ba366dc78ea1271c'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:13.013516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa1582e1-515d-4e7f-b211-c25c2898658d req-d664f3da-da25-42df-b1a6-d60c5d5a75d5 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 210 time: 0.0260026 Aug 23 04:19:13.134913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Made reservation on behalf of df0d7cd6fb7c4085ba366dc78ea1271c for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:19:13.138309 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:13.147030 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:13.231789 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:13.304819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:13.373273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:13.438789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Allocated IP 192.168.233.3 (f8f0d270-4828-4b96-90d5-4618df2b2dc2/3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8/2de99ac8-c31b-4c56-8962-107e5809d5c0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:19:13.579600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:13.592438 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Transition to ACTIVE for port object 2de99ac8-c31b-4c56-8962-107e5809d5c0 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:19:13.689162 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:13.731035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Network f8f0d270-4828-4b96-90d5-4618df2b2dc2 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:19:13.733855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:19:13.736400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:19:13.771861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Pushing event updated for resources: {'Port': ['ID=2de99ac8-c31b-4c56-8962-107e5809d5c0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:13.794052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:13.794677 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:13.860352 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-555084f3-b761-4007-a68d-45b7f97de02e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9022589 Aug 23 04:19:13.979075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Request body: {'port': {'device_id': 'd6fd74c9-d0ee-4b43-9efb-94e262487b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:14.039297 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:14.116592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1d885273-c754-44fa-a8c4-895c8c77b0d7 None None] Provisioning for port 2de99ac8-c31b-4c56-8962-107e5809d5c0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:19:14.120828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1d885273-c754-44fa-a8c4-895c8c77b0d7 None None] Provisioning complete for port 2de99ac8-c31b-4c56-8962-107e5809d5c0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:19:14.121699 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1d885273-c754-44fa-a8c4-895c8c77b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:14.133764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3222-6cef-4542-822b-a0a9db6e3b8f req-3cc7edd0-12ab-4f55-9cc4-c0276c20b319 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:14.135516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-349c3222-6cef-4542-822b-a0a9db6e3b8f req-3cc7edd0-12ab-4f55-9cc4-c0276c20b319 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 934 time: 0.0531254 Aug 23 04:19:14.161501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1d885273-c754-44fa-a8c4-895c8c77b0d7 None None] Port 2de99ac8-c31b-4c56-8962-107e5809d5c0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:19:14.176157 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-349c3222-6cef-4542-822b-a0a9db6e3b8f req-d65d9eb9-86e0-47a8-8ea8-10b0753e53dd tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Aug 23 04:19:14.297576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de99ac8-c31b-4c56-8962-107e5809d5c0 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:19:14.304668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:14.316630 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Transition to ACTIVE for port object 2de99ac8-c31b-4c56-8962-107e5809d5c0 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:19:14.380379 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:14.429239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Pushing event updated for resources: {'Port': ['ID=2de99ac8-c31b-4c56-8962-107e5809d5c0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:14.501889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Attempting to bind port 2de99ac8-c31b-4c56-8962-107e5809d5c0 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:19:14.502334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Attempting to bind port 2de99ac8-c31b-4c56-8962-107e5809d5c0 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:19:14.502733 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Attempting to bind port 2de99ac8-c31b-4c56-8962-107e5809d5c0 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:19:14.507258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Port 2de99ac8-c31b-4c56-8962-107e5809d5c0 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:19:14.507579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Attempting to bind port 2de99ac8-c31b-4c56-8962-107e5809d5c0 on network f8f0d270-4828-4b96-90d5-4618df2b2dc2 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:19:14.512704 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:19:14.513083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Checking segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:19:14.513475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Bound using segment: {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:19:14.513905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Bound port: 2de99ac8-c31b-4c56-8962-107e5809d5c0, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ca399-1403-417b-a4c5-3006e95bec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:19:14.514266 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:14.579525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] For port 2de99ac8-c31b-4c56-8962-107e5809d5c0, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:19:14.582507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] For port 2de99ac8-c31b-4c56-8962-107e5809d5c0, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2de99ac8-c31b-4c56-8962-107e5809d5c0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:19:14.632034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:14.664129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:14.664771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:14.666212 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-904022e0-323c-496c-acce-10d02d9d316e service neutron] 10.222.0.24 "PUT /v2.0/ports/2de99ac8-c31b-4c56-8962-107e5809d5c0 HTTP/1.1" status: 200 len: 1094 time: 0.7973249 Aug 23 04:19:14.666664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fd74c9-d0ee-4b43-9efb-94e262487b69', 'tag': '2de99ac8-c31b-4c56-8962-107e5809d5c0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:19:14.668879 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e780458a-a4ac-45ca-8eb8-51f05f9493ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fd74c9-d0ee-4b43-9efb-94e262487b69", "tag": "2de99ac8-c31b-4c56-8962-107e5809d5c0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:19:14.697370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904022e0-323c-496c-acce-10d02d9d316e service neutron] Pushing event updated for resources: {'Port': ['ID=2de99ac8-c31b-4c56-8962-107e5809d5c0,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:14.791472 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3661e92-3eac-46c8-841c-66b49d0ec7cc x-openstack-request-id: req-b3661e92-3eac-46c8-841c-66b49d0ec7cc {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:19:14.791765 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fd74c9-d0ee-4b43-9efb-94e262487b69", "tag": "2de99ac8-c31b-4c56-8962-107e5809d5c0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:19:14.792021 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3661e92-3eac-46c8-841c-66b49d0ec7cc {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:19:14.792421 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fd74c9-d0ee-4b43-9efb-94e262487b69', 'tag': '2de99ac8-c31b-4c56-8962-107e5809d5c0', 'status': 'completed', 'code': 200} Aug 23 04:19:14.808884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-3b5714d0-e9bc-4eb6-bcc8-082367dc85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:14.810460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-3b5714d0-e9bc-4eb6-bcc8-082367dc85b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df0d7cd6fb7c4085ba366dc78ea1271c&device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 1097 time: 0.0485709 Aug 23 04:19:14.852413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-7f19c700-84c6-4164-adbc-7c5837cc4469 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2de99ac8-c31b-4c56-8962-107e5809d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0337169 Aug 23 04:19:14.903104 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-08de6fc5-2825-487b-9999-133f307a0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:14.904569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-08de6fc5-2825-487b-9999-133f307a0e0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0455046 Aug 23 04:19:14.951954 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-495905ed-de51-4030-b195-d92be0c4dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:14.954054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-495905ed-de51-4030-b195-d92be0c4dc7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429666 Aug 23 04:19:15.039691 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-ffa15e1e-d2e9-42ba-81ed-18c8d98d5529 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785403 Aug 23 04:19:15.129864 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65d108d2-957a-4954-bce4-82d4aea1b2fe req-39a07365-67cd-4162-b330-593e5bb6749e service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824509 Aug 23 04:19:15.260980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-954fc982-1d57-4853-a5c0-588804b48cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:15.262614 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-954fc982-1d57-4853-a5c0-588804b48cc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df0d7cd6fb7c4085ba366dc78ea1271c&device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 1097 time: 0.0414479 Aug 23 04:19:15.290929 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffa47e-179e-4605-806d-a8d425d134eb req-c58aba9e-ed60-466c-9d15-f9ed2fff0436 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:15.292411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05ffa47e-179e-4605-806d-a8d425d134eb req-c58aba9e-ed60-466c-9d15-f9ed2fff0436 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 946 time: 0.0487490 Aug 23 04:19:15.330932 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05ffa47e-179e-4605-806d-a8d425d134eb req-13ac43ca-363c-47bd-9cfa-456c63497379 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Aug 23 04:19:15.354089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-e5fce251-8516-4b16-923a-252b6967354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:15.355543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-e5fce251-8516-4b16-923a-252b6967354d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f8f0d270-4828-4b96-90d5-4618df2b2dc2 HTTP/1.1" status: 200 len: 869 time: 0.0861363 Aug 23 04:19:15.394874 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-1e9c09d4-22cf-444f-a285-d6e662cb2de1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2de99ac8-c31b-4c56-8962-107e5809d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0322340 Aug 23 04:19:15.442637 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-fdc6b23e-6473-46e0-a2a7-576834ee219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:15.444044 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-fdc6b23e-6473-46e0-a2a7-576834ee219e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8 HTTP/1.1" status: 200 len: 843 time: 0.0420451 Aug 23 04:19:15.489360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-c47c452e-3456-422d-858c-4ffe754a4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:15.490799 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-c47c452e-3456-422d-858c-4ffe754a4273 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f8f0d270-4828-4b96-90d5-4618df2b2dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0381634 Aug 23 04:19:15.580886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-126471f4-5ed3-4097-a517-a9ea4a603db1 service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819881 Aug 23 04:19:15.672459 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e780458a-a4ac-45ca-8eb8-51f05f9493ed req-afd93a99-648e-4b12-b8ac-31a79b21489a service neutron] 10.222.0.24 "GET /v2.0/networks/f8f0d270-4828-4b96-90d5-4618df2b2dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836501 Aug 23 04:19:16.443118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a805f08-9226-4d4e-9019-7b2b61926441 req-81183012-00ad-4c40-89a0-957a0cf943d4 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:16.444599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a805f08-9226-4d4e-9019-7b2b61926441 req-81183012-00ad-4c40-89a0-957a0cf943d4 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 946 time: 0.0482087 Aug 23 04:19:16.480762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a805f08-9226-4d4e-9019-7b2b61926441 req-c84b2c2f-b67c-4035-a86b-b086c60f64aa tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302725 Aug 23 04:19:17.596808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33191e-b0ed-4d6d-891e-926c93250833 req-264084be-ba88-4114-ba23-c9eac092067e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:17.598285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c33191e-b0ed-4d6d-891e-926c93250833 req-264084be-ba88-4114-ba23-c9eac092067e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 946 time: 0.0514243 Aug 23 04:19:17.634369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c33191e-b0ed-4d6d-891e-926c93250833 req-d84afd8e-d703-47f2-9151-b408d9389057 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300381 Aug 23 04:19:18.413733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2de99ac8-c31b-4c56-8962-107e5809d5c0 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:19:18.505809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2de99ac8-c31b-4c56-8962-107e5809d5c0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2de99ac8-c31b-4c56-8962-107e5809d5c0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:19:18.515926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '2de99ac8-c31b-4c56-8962-107e5809d5c0', 'network_id': 'f8f0d270-4828-4b96-90d5-4618df2b2dc2', 'port_id': '2de99ac8-c31b-4c56-8962-107e5809d5c0', 'mac_address': 'fa:16:3e:8b:e5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d67a2-9585-4e9f-9b7c-025e4ce0bfe8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:19:18.552190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:18.564296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de99ac8-c31b-4c56-8962-107e5809d5c0 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:19:18.582192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2de99ac8-c31b-4c56-8962-107e5809d5c0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2de99ac8-c31b-4c56-8962-107e5809d5c0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:19:18.677580 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:18.723817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2de99ac8-c31b-4c56-8962-107e5809d5c0,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:18.747822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035a3a-91ed-4797-b6ce-5f6e00c11c56 req-5d380e41-2c73-4f75-ac7d-074ea15cd93a tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:18.749334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52035a3a-91ed-4797-b6ce-5f6e00c11c56 req-5d380e41-2c73-4f75-ac7d-074ea15cd93a tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 947 time: 0.0496182 Aug 23 04:19:18.787048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52035a3a-91ed-4797-b6ce-5f6e00c11c56 req-a454b705-b606-4f35-a5c7-6f0a97b85d59 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Aug 23 04:19:18.894846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2de99ac8-c31b-4c56-8962-107e5809d5c0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:19:19.898165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79112cf-c6a3-437f-9381-27a4d4943d8d req-56166576-1002-4ea8-98c9-ae3ab23b48ac tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:19.899712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d79112cf-c6a3-437f-9381-27a4d4943d8d req-56166576-1002-4ea8-98c9-ae3ab23b48ac tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 947 time: 0.0484874 Aug 23 04:19:19.937417 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d79112cf-c6a3-437f-9381-27a4d4943d8d req-9e330e59-fd27-4df6-b040-1b3df75bcfc1 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Aug 23 04:19:20.429178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2de99ac8-c31b-4c56-8962-107e5809d5c0 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:19:20.546503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 2de99ac8-c31b-4c56-8962-107e5809d5c0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:19:20.550196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 2de99ac8-c31b-4c56-8962-107e5809d5c0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:19:20.550570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:20.626746 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:20.648109 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fd74c9-d0ee-4b43-9efb-94e262487b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de99ac8-c31b-4c56-8962-107e5809d5c0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:19:20.650350 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d053a09e-8d83-4ec5-9a45-00bc825041cb" -d '{"events": [{"server_uuid": "d6fd74c9-d0ee-4b43-9efb-94e262487b69", "name": "network-vif-plugged", "status": "completed", "tag": "2de99ac8-c31b-4c56-8962-107e5809d5c0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:19:20.662851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 2de99ac8-c31b-4c56-8962-107e5809d5c0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2de99ac8-c31b-4c56-8962-107e5809d5c0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:19:20.740585 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:20.763674 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9902bf6a-06ae-4e6b-9c25-bf2815671aab x-openstack-request-id: req-9902bf6a-06ae-4e6b-9c25-bf2815671aab {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:19:20.763982 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fd74c9-d0ee-4b43-9efb-94e262487b69", "name": "network-vif-plugged", "status": "completed", "tag": "2de99ac8-c31b-4c56-8962-107e5809d5c0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:19:20.764238 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9902bf6a-06ae-4e6b-9c25-bf2815671aab {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:19:20.764628 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fd74c9-d0ee-4b43-9efb-94e262487b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de99ac8-c31b-4c56-8962-107e5809d5c0', 'code': 200} Aug 23 04:19:20.791158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=2de99ac8-c31b-4c56-8962-107e5809d5c0,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:20.842558 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423bdea-03cc-4321-9579-7f7ff096fe2f req-e0aa8c72-dd02-4c2a-bd55-b4c12790fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:20.844601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d423bdea-03cc-4321-9579-7f7ff096fe2f req-e0aa8c72-dd02-4c2a-bd55-b4c12790fcbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 1099 time: 0.0388989 Aug 23 04:19:20.877951 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d423bdea-03cc-4321-9579-7f7ff096fe2f req-d75f7fb0-d14c-42bc-8cbd-75a5b60a4d7a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265458 Aug 23 04:19:21.053239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3c53e-9edc-4285-bfb5-9c7c51a8679d req-4f606190-9acf-4154-94c9-15c9dd748e8c tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:21.054687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-adf3c53e-9edc-4285-bfb5-9c7c51a8679d req-4f606190-9acf-4154-94c9-15c9dd748e8c tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 948 time: 0.0518706 Aug 23 04:19:21.090775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-adf3c53e-9edc-4285-bfb5-9c7c51a8679d req-8caa3f93-c644-481e-9645-0e4d325ed20a tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302787 Aug 23 04:19:22.200512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb93b-0802-4c3b-a843-6c21f403882d req-2fc52469-fdad-4143-99e6-66854b31931e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:22.201985 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e54eb93b-0802-4c3b-a843-6c21f403882d req-2fc52469-fdad-4143-99e6-66854b31931e tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 948 time: 0.0468085 Aug 23 04:19:22.240029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e54eb93b-0802-4c3b-a843-6c21f403882d req-7ab25f88-db06-4c16-8610-de423171b567 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Aug 23 04:19:22.928013 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:23.609986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4478010-8fbd-4cb0-8a79-367dab7f8c79 req-6827f8bd-0dec-475a-a3a6-2bd2437d9e3c tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:23.611496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4478010-8fbd-4cb0-8a79-367dab7f8c79 req-6827f8bd-0dec-475a-a3a6-2bd2437d9e3c tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 948 time: 0.0479705 Aug 23 04:19:23.648818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a4478010-8fbd-4cb0-8a79-367dab7f8c79 req-7f917192-bebb-493a-bfcf-66caf50d2521 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 Aug 23 04:19:24.763707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b8fc6-10a9-4d9b-8110-33b863867eb2 req-71ed1488-b8ec-4b01-baf6-ed8f1ed6d210 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:24.765586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e7b8fc6-10a9-4d9b-8110-33b863867eb2 req-71ed1488-b8ec-4b01-baf6-ed8f1ed6d210 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 948 time: 0.0519488 Aug 23 04:19:24.802340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e7b8fc6-10a9-4d9b-8110-33b863867eb2 req-998e1130-0461-4923-8602-b1defc5fd754 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/security-groups?id=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Aug 23 04:19:24.917286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-cd7a82f9-a019-449e-b3f4-f6d619170820 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:24.918715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-cd7a82f9-a019-449e-b3f4-f6d619170820 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 948 time: 0.0472536 Aug 23 04:19:25.004755 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Deleting port 2de99ac8-c31b-4c56-8962-107e5809d5c0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:19:25.005123 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:25.089705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] For port 2de99ac8-c31b-4c56-8962-107e5809d5c0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=2de99ac8-c31b-4c56-8962-107e5809d5c0,segment=NetworkSegment(086ca399-1403-417b-a4c5-3006e95bec9e),segment_id=086ca399-1403-417b-a4c5-3006e95bec9e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:19:25.089984 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:25.101872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Calling delete_port for 2de99ac8-c31b-4c56-8962-107e5809d5c0 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:19:25.311587 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:25.322933 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['2de99ac8-c31b-4c56-8962-107e5809d5c0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:19:25.339695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Pushing event deleted for resources: {'Port': ['ID=2de99ac8-c31b-4c56-8962-107e5809d5c0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:25.384219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] No DVR routers for this DVR port 2de99ac8-c31b-4c56-8962-107e5809d5c0 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:19:25.386983 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:25.389103 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ea83d96e-6783-4dd4-bc87-c79303d2a4b9 req-d968d0aa-0ff1-43e6-9218-0d2702ad1ea0 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.24 "DELETE /v2.0/ports/2de99ac8-c31b-4c56-8962-107e5809d5c0 HTTP/1.1" status: 204 len: 173 time: 0.4638877 Aug 23 04:19:25.389549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fd74c9-d0ee-4b43-9efb-94e262487b69', 'name': 'network-vif-deleted', 'tag': '2de99ac8-c31b-4c56-8962-107e5809d5c0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:19:25.391932 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383cb89d-7c3c-47e9-8f61-ebaaeed2572e" -d '{"events": [{"server_uuid": "d6fd74c9-d0ee-4b43-9efb-94e262487b69", "name": "network-vif-deleted", "tag": "2de99ac8-c31b-4c56-8962-107e5809d5c0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:19:25.432572 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fd0f93-6e63-4989-bb89-caf9e1f1d81e x-openstack-request-id: req-e2fd0f93-6e63-4989-bb89-caf9e1f1d81e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:19:25.433111 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fd74c9-d0ee-4b43-9efb-94e262487b69", "name": "network-vif-deleted", "tag": "2de99ac8-c31b-4c56-8962-107e5809d5c0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:19:25.433372 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2fd0f93-6e63-4989-bb89-caf9e1f1d81e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:19:25.433806 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fd74c9-d0ee-4b43-9efb-94e262487b69', 'name': 'network-vif-deleted', 'tag': '2de99ac8-c31b-4c56-8962-107e5809d5c0', 'status': 'completed', 'code': 200} Aug 23 04:19:25.905309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a24b3c4d-016c-47f6-b26a-00d9df93bc5f req-5545d4c3-3702-469e-9b8f-38ccada5a642 tempest-ServersAdminNegativeTestJSON-224721750 tempest-ServersAdminNegativeTestJSON-224721750-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6fd74c9-d0ee-4b43-9efb-94e262487b69 HTTP/1.1" status: 200 len: 210 time: 0.0269966 Aug 23 04:19:26.094570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5521bb0-9a27-42c3-a423-d717187a2afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:27.407740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59168) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:19:27.536100 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-20554901-00fb-460c-8a5e-378c1bf7f484 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df0d7cd6fb7c4085ba366dc78ea1271c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272521 Aug 23 04:19:27.541258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59172) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:19:27.587763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf652a35-e553-4c84-9b26-c98efa5130f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:27.607531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf652a35-e553-4c84-9b26-c98efa5130f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:27.734558 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf652a35-e553-4c84-9b26-c98efa5130f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:27.737108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-bf652a35-e553-4c84-9b26-c98efa5130f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:27.738280 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-bf652a35-e553-4c84-9b26-c98efa5130f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a HTTP/1.1" status: 204 len: 168 time: 0.1961491 Aug 23 04:19:27.745815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf652a35-e553-4c84-9b26-c98efa5130f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767ebcc2-1ce4-41d6-bfc9-dde8ce7fb18a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:28.362189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59178) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:19:28.375099 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcf46fbd-924e-44ad-927d-b98f9ce1b644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:28.459513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcf46fbd-924e-44ad-927d-b98f9ce1b644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:28.486710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2de99ac8-c31b-4c56-8962-107e5809d5c0 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:19:28.505355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 2de99ac8-c31b-4c56-8962-107e5809d5c0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:19:28.505704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 2de99ac8-c31b-4c56-8962-107e5809d5c0 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:19:28.511699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fcf46fbd-924e-44ad-927d-b98f9ce1b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:28.550519 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf46fbd-924e-44ad-927d-b98f9ce1b644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3746d7c2-fe0b-4807-aa34-e14aea628d28,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:28.555576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fcf46fbd-924e-44ad-927d-b98f9ce1b644 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f1595e21e344db08ade94ec2279cab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1923671 Aug 23 04:19:28.558273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59180) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:19:28.605608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec831b7b-8dcc-4fe4-b0f9-276f9f685949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:28.625289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec831b7b-8dcc-4fe4-b0f9-276f9f685949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:28.723214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec831b7b-8dcc-4fe4-b0f9-276f9f685949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:28.725735 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec831b7b-8dcc-4fe4-b0f9-276f9f685949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:28.726874 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec831b7b-8dcc-4fe4-b0f9-276f9f685949 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3746d7c2-fe0b-4807-aa34-e14aea628d28 HTTP/1.1" status: 204 len: 168 time: 0.1677241 Aug 23 04:19:28.738357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec831b7b-8dcc-4fe4-b0f9-276f9f685949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3746d7c2-fe0b-4807-aa34-e14aea628d28,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:28.757788 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6537-84e6-438e-a0ac-9d784a66f68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:28.854535 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:29.714780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59202) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:19:29.810792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1778085785-network', 'tenant_id': '7dee009f333b492ca7f068fff14aeaf2'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:29.876941 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Made reservation on behalf of 7dee009f333b492ca7f068fff14aeaf2 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:19:29.879209 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:29.887736 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:29.972607 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:30.031558 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:30.051334 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:19:30.065876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7006ff-a77c-460e-ad6e-1ef10cc8415e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:30.069471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:30.069845 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Added segment 3b904dde-5111-49dd-bf6a-ee97780d8984 of type vlan for network ddba4759-c549-4cb2-8de2-a8546c379331 Aug 23 04:19:30.110755 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:30.179903 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:30.180766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:30.181369 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:30.237562 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] Pushing event updated for resources: {'Network': ['ID=ddba4759-c549-4cb2-8de2-a8546c379331,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:30.249808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network ddba4759-c549-4cb2-8de2-a8546c379331 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:19:30.261433 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-93f6ec87-3ad6-4416-96a6-15be0d5ca3ca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5454967 Aug 23 04:19:30.264268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59206) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:19:30.269189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Request body: {'subnet': {'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1778085785-subnet', 'tenant_id': '7dee009f333b492ca7f068fff14aeaf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:30.345484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Made reservation on behalf of 7dee009f333b492ca7f068fff14aeaf2 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:19:30.347864 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:30.534512 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:30.887961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:30.948730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3becf1-09c0-47af-834f-55f0fc4c85c5,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:30.953491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Checking segment: {'id': '3b904dde-5111-49dd-bf6a-ee97780d8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:19:30.953851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Network hostable DHCP agents. Network: ddba4759-c549-4cb2-8de2-a8546c379331, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:19:31.043070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Network ddba4759-c549-4cb2-8de2-a8546c379331 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:19:31.116800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, ddba4759-c549-4cb2-8de2-a8546c379331) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:19:31.120786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:31.121391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:31.126337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ccfa22-63b9-482e-999a-0bb50b44655d None None] Network ddba4759-c549-4cb2-8de2-a8546c379331 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:19:31.193546 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-599e883b-c781-4b69-85bd-8cd9d6d47175 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9202118 Aug 23 04:19:31.245732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ae556-c095-4858-981e-23064b838b3d None None] Network ddba4759-c549-4cb2-8de2-a8546c379331 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:19:31.595778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-0b6eb03c-55e0-40b6-830f-dd88037003e9 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:31.597274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-0b6eb03c-55e0-40b6-830f-dd88037003e9 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/networks?id=ddba4759-c549-4cb2-8de2-a8546c379331 HTTP/1.1" status: 200 len: 812 time: 0.0983207 Aug 23 04:19:31.612054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-6a0998ea-296a-4c00-80c8-54bb91877b55 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/quotas/7dee009f333b492ca7f068fff14aeaf2 HTTP/1.1" status: 200 len: 375 time: 0.0092878 Aug 23 04:19:31.646566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-f0dac058-9eee-461a-810e-00d0b3477e2b tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dee009f333b492ca7f068fff14aeaf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294638 Aug 23 04:19:31.733807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-7d8c3df2-8209-4fcb-9cab-b4a605a4268f service neutron] 10.222.0.20 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799527 Aug 23 04:19:31.827085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-f819a7a8-b85c-45bd-bbe5-cf02d3832bf8 service neutron] 10.222.0.20 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872309 Aug 23 04:19:31.842258 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:32.041171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04819660-b651-4be4-a1dd-08315d49b9a9 req-f295f3a2-fb2d-4182-b5e4-77147ad9e25e tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 210 time: 0.0257192 Aug 23 04:19:33.132653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9352d7e4-a290-4e26-b7cc-c97e4587fc8e req-a6cabe7b-d5ff-4836-8a1d-d95c1012ffe7 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 210 time: 0.0262713 Aug 23 04:19:33.976315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-17f8d336-cd98-46a2-80e6-1b269c83858c tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:33.977824 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-17f8d336-cd98-46a2-80e6-1b269c83858c tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.11 "GET /v2.0/networks?id=ddba4759-c549-4cb2-8de2-a8546c379331 HTTP/1.1" status: 200 len: 812 time: 0.1050828 Aug 23 04:19:33.996242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Request body: {'port': {'device_id': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331', 'admin_state_up': True, 'tenant_id': '7dee009f333b492ca7f068fff14aeaf2'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:34.156961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Made reservation on behalf of 7dee009f333b492ca7f068fff14aeaf2 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:19:34.160721 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:34.251080 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d0f2c895-7478-4b00-98ab-83c26b9420c7 req-09a9a615-ebee-4638-a85f-b2bb813c5443 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 210 time: 0.0330820 Aug 23 04:19:34.309399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Allocated IP 172.20.0.9 (ddba4759-c549-4cb2-8de2-a8546c379331/2a3becf1-09c0-47af-834f-55f0fc4c85c5/ee77ce63-fa27-459e-b072-1cfc7311d060) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:19:34.451962 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:34.528764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:34.572709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Network ddba4759-c549-4cb2-8de2-a8546c379331 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:19:34.575744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:19:34.582055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:19:34.585932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Pushing event updated for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:34.618766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.619118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.619463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.619800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.620141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.620474 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.620802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.621152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.621478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.621800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.622121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.622441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:19:34.644548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:34.645188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:34.733801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-4c5f3aa0-6928-4f0c-9431-a44ce3eb78b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7413287 Aug 23 04:19:34.752882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Request body: {'port': {'device_id': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:19:34.804809 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:35.058470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee77ce63-fa27-459e-b072-1cfc7311d060 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:19:35.065752 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:35.077004 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Transition to ACTIVE for port object ee77ce63-fa27-459e-b072-1cfc7311d060 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:19:35.116931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:35.167613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:35.228754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Attempting to bind port ee77ce63-fa27-459e-b072-1cfc7311d060 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:19:35.229114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Attempting to bind port ee77ce63-fa27-459e-b072-1cfc7311d060 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '3b904dde-5111-49dd-bf6a-ee97780d8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:19:35.229443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Attempting to bind port ee77ce63-fa27-459e-b072-1cfc7311d060 on network ddba4759-c549-4cb2-8de2-a8546c379331 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:19:35.233585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Port ee77ce63-fa27-459e-b072-1cfc7311d060 on network ddba4759-c549-4cb2-8de2-a8546c379331 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:19:35.233906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Attempting to bind port ee77ce63-fa27-459e-b072-1cfc7311d060 on network ddba4759-c549-4cb2-8de2-a8546c379331 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:19:35.238586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:19:35.238915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Checking segment: {'id': '3b904dde-5111-49dd-bf6a-ee97780d8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:19:35.239290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Bound using segment: {'id': '3b904dde-5111-49dd-bf6a-ee97780d8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:19:35.239710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Bound port: ee77ce63-fa27-459e-b072-1cfc7311d060, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b904dde-5111-49dd-bf6a-ee97780d8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:19:35.240060 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:35.303858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:19:35.306793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:19:35.351303 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:35.388866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:35.389530 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:35.391499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 200 len: 1091 time: 0.6442888 Aug 23 04:19:35.392720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:19:35.395037 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950fe8dc-580b-42d4-b8e5-bee2582df56e" -d '{"events": [{"name": "network-changed", "server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:19:35.414543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4e230-8c69-45bd-be3a-93d3af8236ad req-5a69347a-48ae-484d-9ca3-cdaa1e5c1868 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:35.416016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cda4e230-8c69-45bd-be3a-93d3af8236ad req-5a69347a-48ae-484d-9ca3-cdaa1e5c1868 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0933969 Aug 23 04:19:35.443614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab0893-b875-4b55-92d9-e7417ff206f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:35.463093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cda4e230-8c69-45bd-be3a-93d3af8236ad req-3efd7bea-6851-4dcc-9deb-de8e908ba1de tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Aug 23 04:19:35.513529 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294fceaa-9d5a-4fbc-9470-cce02df76198 x-openstack-request-id: req-294fceaa-9d5a-4fbc-9470-cce02df76198 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:19:35.513811 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:19:35.514059 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-294fceaa-9d5a-4fbc-9470-cce02df76198 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:19:35.514449 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'status': 'completed', 'code': 200} Aug 23 04:19:35.549528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-b88be31a-c4d1-48ae-9b32-cdea8c48b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:35.550991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-b88be31a-c4d1-48ae-9b32-cdea8c48b8ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dee009f333b492ca7f068fff14aeaf2&device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 1094 time: 0.0460060 Aug 23 04:19:35.596685 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-7b5b75ef-c90e-4115-a1c0-4cd34485b736 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 200 len: 217 time: 0.0324957 Aug 23 04:19:35.643696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-cb361a50-174d-4e82-b3c4-1baa0fb13349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:35.644997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-cb361a50-174d-4e82-b3c4-1baa0fb13349 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a3becf1-09c0-47af-834f-55f0fc4c85c5 HTTP/1.1" status: 200 len: 852 time: 0.0417268 Aug 23 04:19:35.673916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-2056ffa3-53fd-4d57-b927-de162211b979 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ddba4759-c549-4cb2-8de2-a8546c379331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224886 Aug 23 04:19:35.763540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-00f2393a-e6f5-44e1-8fd7-fc4fafa228d3 service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824883 Aug 23 04:19:35.849599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f81595e3-52a6-4612-ae64-2f04f71db493 req-fc376c82-4574-4ca5-83d4-d471117f715b service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785592 Aug 23 04:19:36.060084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-58411e87-20ab-4f67-b751-a14506c9fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:36.061607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-58411e87-20ab-4f67-b751-a14506c9fc41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dee009f333b492ca7f068fff14aeaf2&device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 1094 time: 0.0438504 Aug 23 04:19:36.148985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-25c9e61b-b4ff-4969-b282-6ce63d8388f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:36.150374 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-25c9e61b-b4ff-4969-b282-6ce63d8388f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ddba4759-c549-4cb2-8de2-a8546c379331 HTTP/1.1" status: 200 len: 912 time: 0.0814621 Aug 23 04:19:36.193487 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-390996e1-97a9-421c-b65e-2b84e9a7cd2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 200 len: 217 time: 0.0359676 Aug 23 04:19:36.240148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-5f892cdc-f2b5-420d-bd79-3f1cc9e109bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:36.241560 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-5f892cdc-f2b5-420d-bd79-3f1cc9e109bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a3becf1-09c0-47af-834f-55f0fc4c85c5 HTTP/1.1" status: 200 len: 852 time: 0.0411954 Aug 23 04:19:36.272358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-ea6afa37-36df-4f19-a934-5d56a03c081a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ddba4759-c549-4cb2-8de2-a8546c379331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233583 Aug 23 04:19:36.361214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-c21072ab-421d-4567-a9cf-6c997509d7f3 service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813971 Aug 23 04:19:36.447199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-950fe8dc-580b-42d4-b8e5-bee2582df56e req-40dddfcd-2881-4030-af37-a10cd796ffbf service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793025 Aug 23 04:19:36.578319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63e538-582d-40ca-a084-2933746086ae req-8a1cf88f-7069-4d3c-b834-d6baa575923a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:36.579784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa63e538-582d-40ca-a084-2933746086ae req-8a1cf88f-7069-4d3c-b834-d6baa575923a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0488191 Aug 23 04:19:36.616333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aa63e538-582d-40ca-a084-2933746086ae req-94b6b913-f47b-48b2-b85f-3868dbff5003 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Aug 23 04:19:37.730348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6dbf-c279-469f-8d44-c52ab7b65077 req-035f25c1-fa0e-41cf-8175-6a380142fd6d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:37.731831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-912b6dbf-c279-469f-8d44-c52ab7b65077 req-035f25c1-fa0e-41cf-8175-6a380142fd6d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0509062 Aug 23 04:19:37.769092 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-912b6dbf-c279-469f-8d44-c52ab7b65077 req-d8a1f9f6-37d8-4a28-8549-d10030952cc9 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Aug 23 04:19:37.837069 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:38.878762 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30d50-5701-4d48-8afc-82845624ab10 req-cb63ef48-5531-4132-9266-4a73160145aa tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:38.880218 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ac30d50-5701-4d48-8afc-82845624ab10 req-cb63ef48-5531-4132-9266-4a73160145aa tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0469575 Aug 23 04:19:38.917154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ac30d50-5701-4d48-8afc-82845624ab10 req-7546f339-05fc-413c-8881-ff9c8628a04d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Aug 23 04:19:40.028529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1943d-96ae-4235-9cc2-fe148bba838c req-060ca675-5535-467a-9f83-a6d41e5bb684 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:40.029994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fc1943d-96ae-4235-9cc2-fe148bba838c req-060ca675-5535-467a-9f83-a6d41e5bb684 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0475795 Aug 23 04:19:40.066931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fc1943d-96ae-4235-9cc2-fe148bba838c req-661ad4cc-6c59-43af-aa95-1bc64b0acecc tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305917 Aug 23 04:19:40.388350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ee77ce63-fa27-459e-b072-1cfc7311d060 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:19:40.479504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:19:40.489436 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331', 'port_id': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'mac_address': 'fa:16:3e:3f:aa:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3becf1-09c0-47af-834f-55f0fc4c85c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:19:40.528461 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:40.541189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee77ce63-fa27-459e-b072-1cfc7311d060 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:19:40.559071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:19:40.642112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:40.686728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:41.034271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['ee77ce63-fa27-459e-b072-1cfc7311d060'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:19:41.182343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe476-48c8-405a-95e3-bf428f3d8b37 req-0cb5c882-7a47-43a8-8306-1acd260e4c2f tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:41.183695 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-111fe476-48c8-405a-95e3-bf428f3d8b37 req-0cb5c882-7a47-43a8-8306-1acd260e4c2f tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0516188 Aug 23 04:19:41.219668 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-111fe476-48c8-405a-95e3-bf428f3d8b37 req-b46bb435-4561-434c-9f54-772de86af06c tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295317 Aug 23 04:19:42.333171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa9fff-0c36-4cfc-bbd3-e1ef381668d3 req-aefae3b9-61d8-4a94-94da-3d61f0478113 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:42.334817 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddfa9fff-0c36-4cfc-bbd3-e1ef381668d3 req-aefae3b9-61d8-4a94-94da-3d61f0478113 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0489011 Aug 23 04:19:42.371113 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddfa9fff-0c36-4cfc-bbd3-e1ef381668d3 req-4b9c2d6a-3ec2-4231-a745-21cb2c750f49 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303516 Aug 23 04:19:42.384355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ee77ce63-fa27-459e-b072-1cfc7311d060 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:19:42.476969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port ee77ce63-fa27-459e-b072-1cfc7311d060 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:19:42.480583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port ee77ce63-fa27-459e-b072-1cfc7311d060 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:19:42.480939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:42.552884 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:42.576911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:19:42.579781 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71073d57-caa3-4860-903e-6b73792c8aa1" -d '{"events": [{"server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "name": "network-vif-plugged", "status": "completed", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:19:42.739209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628dda7-36f5-43da-a02a-e262037b1ed7 req-775464b3-3e84-40fd-9ef5-9f11d3ebd1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:42.740718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a628dda7-36f5-43da-a02a-e262037b1ed7 req-775464b3-3e84-40fd-9ef5-9f11d3ebd1d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 1095 time: 0.0400813 Aug 23 04:19:42.745946 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019c7894-2034-4f3b-885f-188967a898b4 x-openstack-request-id: req-019c7894-2034-4f3b-885f-188967a898b4 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:19:42.746242 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "name": "network-vif-plugged", "status": "completed", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:19:42.746492 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-019c7894-2034-4f3b-885f-188967a898b4 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:19:42.746877 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'code': 200} Aug 23 04:19:42.750261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:19:42.775681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a628dda7-36f5-43da-a02a-e262037b1ed7 req-1723c855-4211-4d4a-9c38-9ed032b7576d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278099 Aug 23 04:19:42.802660 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:42.847762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:19:43.488374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a28ef1-89d6-481d-97a1-4d51e9d64754 req-9d1fa4ab-5ea2-466e-a04e-106cf83a849a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:43.489901 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0a28ef1-89d6-481d-97a1-4d51e9d64754 req-9d1fa4ab-5ea2-466e-a04e-106cf83a849a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0514209 Aug 23 04:19:43.526019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e0a28ef1-89d6-481d-97a1-4d51e9d64754 req-38b7d23c-25f2-4116-9a94-5845651fa73f tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303268 Aug 23 04:19:44.651460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638111a-b73f-42d8-8ec8-a13c8d45bb11 req-a31d9c6a-5f2f-443a-8bb8-a0122c8ab8da tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:44.653039 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3638111a-b73f-42d8-8ec8-a13c8d45bb11 req-a31d9c6a-5f2f-443a-8bb8-a0122c8ab8da tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0485127 Aug 23 04:19:44.691003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3638111a-b73f-42d8-8ec8-a13c8d45bb11 req-c01aa000-91a9-42e7-b046-7b3958690a20 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Aug 23 04:19:45.049565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb86b9b-a5a3-45d1-84a6-ea9148b9a95e req-56a304d8-b94c-4f3e-a4d7-dc9734d2d855 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:45.051037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aeb86b9b-a5a3-45d1-84a6-ea9148b9a95e req-56a304d8-b94c-4f3e-a4d7-dc9734d2d855 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Aug 23 04:19:45.087774 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aeb86b9b-a5a3-45d1-84a6-ea9148b9a95e req-a1ab6d90-8064-4072-94fd-7851c3e93a5a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Aug 23 04:19:45.209078 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-53091409-d3d2-41bd-91a5-2aaf3805e635 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946155 Aug 23 04:19:46.200406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732909e-80cf-48db-9b48-7967f1c4fbf2 req-ed3b7c7b-db10-4647-a502-ea2bfc0432eb tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:46.202028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c732909e-80cf-48db-9b48-7967f1c4fbf2 req-ed3b7c7b-db10-4647-a502-ea2bfc0432eb tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Aug 23 04:19:46.243072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c732909e-80cf-48db-9b48-7967f1c4fbf2 req-70125337-061a-4c03-9eb7-7f9579928b12 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348170 Aug 23 04:19:47.052803 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:19:47.108078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-30d128b4-3af5-4158-abf9-b2c598c8f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:47.109555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-30d128b4-3af5-4158-abf9-b2c598c8f0ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dee009f333b492ca7f068fff14aeaf2&device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 1096 time: 0.0393295 Aug 23 04:19:47.198684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-81a5cc09-211e-4fcc-b278-76ab1ff6a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:47.200045 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-81a5cc09-211e-4fcc-b278-76ab1ff6a64a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ddba4759-c549-4cb2-8de2-a8546c379331 HTTP/1.1" status: 200 len: 912 time: 0.0839193 Aug 23 04:19:47.238731 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-6ad4b9a7-7ec9-4a38-8b40-de2931074aea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 200 len: 217 time: 0.0319273 Aug 23 04:19:47.290898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-e13d55a3-ebd2-4a09-84c3-16cd1f1a0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:47.292387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-e13d55a3-ebd2-4a09-84c3-16cd1f1a0537 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a3becf1-09c0-47af-834f-55f0fc4c85c5 HTTP/1.1" status: 200 len: 852 time: 0.0471337 Aug 23 04:19:47.339055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-b2c4fe88-c099-4500-9375-0f1915446fc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ddba4759-c549-4cb2-8de2-a8546c379331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381062 Aug 23 04:19:47.427505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9844a-cea3-4dac-bcbb-304713f562c8 req-75662f27-2686-46b1-bf35-a938aff7b3bd tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:47.428946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15f9844a-cea3-4dac-bcbb-304713f562c8 req-75662f27-2686-46b1-bf35-a938aff7b3bd tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.1171014 Aug 23 04:19:47.468871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-52162dee-e323-40f0-90c7-e33899331366 service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169372 Aug 23 04:19:47.488546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15f9844a-cea3-4dac-bcbb-304713f562c8 req-6df2e5cb-d240-4576-a1d0-b558d14d86a9 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538774 Aug 23 04:19:47.561082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-5a67029a-cbad-4caf-afc7-51c1d1a2fc15 service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847988 Aug 23 04:19:48.601127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2318-60a3-46f5-ac9e-e0687a4cc51d req-363f11b8-5d32-47dd-8a4d-0f6d6ebc12f4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:48.602586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a5b2318-60a3-46f5-ac9e-e0687a4cc51d req-363f11b8-5d32-47dd-8a4d-0f6d6ebc12f4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0476418 Aug 23 04:19:48.643967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a5b2318-60a3-46f5-ac9e-e0687a4cc51d req-1fb31f84-6cd9-433a-8227-c7b366c1ce48 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356710 Aug 23 04:19:49.755949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cec94f-d9f2-42be-ab53-2646f9e2459e req-6ed361a7-54bd-43fb-90b1-514030834c59 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:49.757423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3cec94f-d9f2-42be-ab53-2646f9e2459e req-6ed361a7-54bd-43fb-90b1-514030834c59 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0481436 Aug 23 04:19:49.793754 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3cec94f-d9f2-42be-ab53-2646f9e2459e req-854f8d9c-ae1d-4015-9d58-306fe3f05c15 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303442 Aug 23 04:19:50.907120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13390252-c8aa-4c3d-8214-d79d959c8de8 req-61248eff-4ebd-43b0-b108-e792899b2908 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:50.908882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13390252-c8aa-4c3d-8214-d79d959c8de8 req-61248eff-4ebd-43b0-b108-e792899b2908 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0503056 Aug 23 04:19:50.948419 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13390252-c8aa-4c3d-8214-d79d959c8de8 req-817d7ab8-26d5-48d1-8471-e82512057d11 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335336 Aug 23 04:19:52.059894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f957c-3aef-4878-8bef-58eadf418e3f req-3468ff05-0eff-42b1-9cfa-69ea588453e8 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:52.061354 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b4f957c-3aef-4878-8bef-58eadf418e3f req-3468ff05-0eff-42b1-9cfa-69ea588453e8 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0475709 Aug 23 04:19:52.101446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b4f957c-3aef-4878-8bef-58eadf418e3f req-fe8328ab-92d5-4dd8-8325-db9b41e48643 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337920 Aug 23 04:19:52.894206 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:53.213091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094af263-3cd3-4a66-8b05-46598f852774 req-a0ad3536-c155-4399-b3ed-049040c27593 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:53.214463 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-094af263-3cd3-4a66-8b05-46598f852774 req-a0ad3536-c155-4399-b3ed-049040c27593 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0475652 Aug 23 04:19:53.250926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-094af263-3cd3-4a66-8b05-46598f852774 req-c2fd1087-38b5-42d8-a2d1-8c0db7ee0a38 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300984 Aug 23 04:19:54.361538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1928c-46a2-456b-a346-ba7eaf7b942c req-c915cf4a-d2d2-4dcf-adf1-10074b72fa4d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:54.362983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde1928c-46a2-456b-a346-ba7eaf7b942c req-c915cf4a-d2d2-4dcf-adf1-10074b72fa4d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0472822 Aug 23 04:19:54.400124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cde1928c-46a2-456b-a346-ba7eaf7b942c req-979f1710-59b6-4182-b548-e6fcb2e24488 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Aug 23 04:19:55.512258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24481f-5950-4249-a3a8-47ec466f640f req-b6285200-92d5-40f1-bf38-c56f75cd132c tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:55.513750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f24481f-5950-4249-a3a8-47ec466f640f req-b6285200-92d5-40f1-bf38-c56f75cd132c tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0486064 Aug 23 04:19:55.554762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f24481f-5950-4249-a3a8-47ec466f640f req-59b9956c-1926-4672-a63d-20c6355db86e tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346425 Aug 23 04:19:56.117072 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-562c7d6b-a7a2-420c-be18-d82053fd7388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:56.667178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ee23-c870-40c8-befd-a98ae0fad269 req-857ca2e6-99ce-4c2c-9960-b26a4c595050 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:56.668625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f862ee23-c870-40c8-befd-a98ae0fad269 req-857ca2e6-99ce-4c2c-9960-b26a4c595050 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0476093 Aug 23 04:19:56.705266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f862ee23-c870-40c8-befd-a98ae0fad269 req-f6113bc0-2f27-46bf-b830-5f355792bfe7 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301714 Aug 23 04:19:57.819248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffe2c0-b0e8-48da-81c3-dc49967338dd req-9d66be97-8872-45a3-8a40-7abe10ac21df tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:57.820945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5ffe2c0-b0e8-48da-81c3-dc49967338dd req-9d66be97-8872-45a3-8a40-7abe10ac21df tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0487309 Aug 23 04:19:57.857271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5ffe2c0-b0e8-48da-81c3-dc49967338dd req-14b23c0e-922f-4cf6-9f43-210ed9db9beb tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302441 Aug 23 04:19:58.808751 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f6a3ca31-1c21-4f29-85ce-a6f190f75a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:58.888379 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:19:58.971249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c114a1-3061-4952-928f-8ded2571eb0f req-ab7e8983-dfe2-422e-be3c-7e1cfbd6c76f tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:19:58.972683 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50c114a1-3061-4952-928f-8ded2571eb0f req-ab7e8983-dfe2-422e-be3c-7e1cfbd6c76f tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0472775 Aug 23 04:19:59.013035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50c114a1-3061-4952-928f-8ded2571eb0f req-4aee46c7-1f58-4ebb-aa8e-9babaace76ad tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344517 Aug 23 04:20:00.124761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c29f-9ad2-4fb2-955b-fcd6b406395f req-a3a4b3ea-0a9f-4b3f-a09c-d81b67ccbd45 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:00.126289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2de4c29f-9ad2-4fb2-955b-fcd6b406395f req-a3a4b3ea-0a9f-4b3f-a09c-d81b67ccbd45 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0480578 Aug 23 04:20:00.163801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2de4c29f-9ad2-4fb2-955b-fcd6b406395f req-fb3d52de-a9f7-487e-952b-493be2d535de tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Aug 23 04:20:00.533872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:01.274756 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d818d5-2d46-4ce5-913d-ad0ffee043f8 req-ea672676-d342-4a29-acb0-c0d9999c75b8 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:01.276210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13d818d5-2d46-4ce5-913d-ad0ffee043f8 req-ea672676-d342-4a29-acb0-c0d9999c75b8 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0473835 Aug 23 04:20:01.312662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13d818d5-2d46-4ce5-913d-ad0ffee043f8 req-d230008b-8d90-4b8f-a4e8-30f5a19082bb tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306568 Aug 23 04:20:01.831196 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:02.421919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c197b-b323-4650-b7a2-201ce006c660 req-d847d99b-169d-40f8-ad7e-5d2c81d57736 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:02.423981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-328c197b-b323-4650-b7a2-201ce006c660 req-d847d99b-169d-40f8-ad7e-5d2c81d57736 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0471265 Aug 23 04:20:02.464358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-328c197b-b323-4650-b7a2-201ce006c660 req-d588b21d-0ccc-4092-b47f-74c57248577f tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345068 Aug 23 04:20:03.575560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aafeb-cdf1-41d7-9511-114db3e95649 req-dbb892e4-9477-422b-ab9e-f48ab00be222 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:03.577052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b9aafeb-cdf1-41d7-9511-114db3e95649 req-dbb892e4-9477-422b-ab9e-f48ab00be222 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0476897 Aug 23 04:20:03.615873 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b9aafeb-cdf1-41d7-9511-114db3e95649 req-8f4e28b6-224d-4730-9400-50e42289f9c7 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Aug 23 04:20:04.730711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139c9f-c439-4d9b-a319-146c395174ba req-3c19c33e-a92f-4360-af05-3361b783d24b tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:04.732186 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47139c9f-c439-4d9b-a319-146c395174ba req-3c19c33e-a92f-4360-af05-3361b783d24b tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0484593 Aug 23 04:20:04.769168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47139c9f-c439-4d9b-a319-146c395174ba req-52297237-a887-470c-bac7-74851319816e tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Aug 23 04:20:05.879254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e6ddd-09ea-4a40-bafa-7c3a7ccad792 req-912c3a49-086e-4eb3-9885-a2e05ba6bf34 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:05.880713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c6e6ddd-09ea-4a40-bafa-7c3a7ccad792 req-912c3a49-086e-4eb3-9885-a2e05ba6bf34 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0474107 Aug 23 04:20:05.923773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c6e6ddd-09ea-4a40-bafa-7c3a7ccad792 req-8b4d5f4f-18d5-4cf5-8741-c5a6639e5fdd tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369532 Aug 23 04:20:07.034598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58898a56-5155-40bb-a6fe-9a248f2b7b64 req-ce5f7723-c4d9-4ec7-8e41-ffadefc75643 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:07.036061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58898a56-5155-40bb-a6fe-9a248f2b7b64 req-ce5f7723-c4d9-4ec7-8e41-ffadefc75643 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0482295 Aug 23 04:20:07.073117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58898a56-5155-40bb-a6fe-9a248f2b7b64 req-c4a7183b-956a-45c5-b65c-057a39caec14 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Aug 23 04:20:07.848145 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:08.184778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12a1a0-638e-4167-b0b0-d5dd8a4d2bdd req-db6eb7dc-a07e-4b73-8b18-6b86168b7a8d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:08.186288 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a12a1a0-638e-4167-b0b0-d5dd8a4d2bdd req-db6eb7dc-a07e-4b73-8b18-6b86168b7a8d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0478752 Aug 23 04:20:08.223694 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a12a1a0-638e-4167-b0b0-d5dd8a4d2bdd req-7854e21e-f56d-44b3-b5b9-67868bc31b51 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Aug 23 04:20:09.335807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9be2c-b7ca-4fda-9da8-891fac49b4b6 req-03695941-1db1-49ae-a28c-3151263a831b tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:09.337349 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8c9be2c-b7ca-4fda-9da8-891fac49b4b6 req-03695941-1db1-49ae-a28c-3151263a831b tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0475128 Aug 23 04:20:09.378618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8c9be2c-b7ca-4fda-9da8-891fac49b4b6 req-afb5c121-b2f2-4c5c-adc8-b4ae6cdf7756 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354280 Aug 23 04:20:10.489492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63090e-fe9e-47c2-b349-29ed73638067 req-1d80fe51-fdb5-4234-90dc-6a0010abe0c3 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:10.490948 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d63090e-fe9e-47c2-b349-29ed73638067 req-1d80fe51-fdb5-4234-90dc-6a0010abe0c3 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0471580 Aug 23 04:20:10.527522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5d63090e-fe9e-47c2-b349-29ed73638067 req-38508e9d-2393-4934-823c-492fd3cb8793 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309103 Aug 23 04:20:11.638848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9e9fd-1527-4e4e-8e9f-0e21c770a52a req-1072eac1-25af-4802-ad4f-99c46b3cce0a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:11.640320 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9e9fd-1527-4e4e-8e9f-0e21c770a52a req-1072eac1-25af-4802-ad4f-99c46b3cce0a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0484693 Aug 23 04:20:11.677439 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cc9e9fd-1527-4e4e-8e9f-0e21c770a52a req-2b646996-552d-4bff-96ae-2361be2259a7 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Aug 23 04:20:12.786951 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73e67-cf39-4e23-9c03-c94c8da3b7d9 req-7cc8ff84-270f-47e9-9c53-959701ab39ec tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:12.788387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4d73e67-cf39-4e23-9c03-c94c8da3b7d9 req-7cc8ff84-270f-47e9-9c53-959701ab39ec tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0467994 Aug 23 04:20:12.829339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c4d73e67-cf39-4e23-9c03-c94c8da3b7d9 req-6d33c00c-714b-41e9-8369-7201c5ed6b58 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Aug 23 04:20:13.940753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52216d78-c9dc-4ffb-a68b-f490d35e45d1 req-1c6bd1c7-8e6b-42e6-aeb9-48a25d592d5a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:13.942244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52216d78-c9dc-4ffb-a68b-f490d35e45d1 req-1c6bd1c7-8e6b-42e6-aeb9-48a25d592d5a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0475888 Aug 23 04:20:13.978539 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-52216d78-c9dc-4ffb-a68b-f490d35e45d1 req-5511a7af-42aa-44fa-9b7f-45db8895a67f tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303285 Aug 23 04:20:14.941135 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-92e7763c-e7e0-4537-9b33-e7b4bf240c53 service neutron] show failed (client error): The resource could not be found. Aug 23 04:20:14.942148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-92e7763c-e7e0-4537-9b33-e7b4bf240c53 service neutron] 10.222.0.11 "GET /v2.0/ports/ee77ce63-fa27-459e-b072-1cfc7311d060/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0534649 Aug 23 04:20:15.092025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9549c2-224d-4043-b917-280f2c5f0870 req-a931b45b-b2fa-4bd9-ae83-404e6c1e8088 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:15.093596 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f9549c2-224d-4043-b917-280f2c5f0870 req-a931b45b-b2fa-4bd9-ae83-404e6c1e8088 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0491478 Aug 23 04:20:15.131480 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f9549c2-224d-4043-b917-280f2c5f0870 req-51011988-df3f-4996-8561-a52378eccc16 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Aug 23 04:20:15.303504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4a902d2d-5151-4d1b-991a-7627c34ab3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:15.304953 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4a902d2d-5151-4d1b-991a-7627c34ab3a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0&tenant_id=7dee009f333b492ca7f068fff14aeaf2 HTTP/1.1" status: 200 len: 1096 time: 0.0399284 Aug 23 04:20:15.317251 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:20:15.366959 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:15.564728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:15.595873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:20:15.632695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:20:15.635250 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa71a91-797a-4e88-b195-49f75fc5da99" -d '{"events": [{"server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "name": "network-vif-unplugged", "status": "completed", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:20:15.638926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:15.651129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Transition to ACTIVE for port object ee77ce63-fa27-459e-b072-1cfc7311d060 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:20:15.684823 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dcd3ef-8069-4245-ae77-3fbc619872f7 x-openstack-request-id: req-c0dcd3ef-8069-4245-ae77-3fbc619872f7 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:20:15.685147 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "name": "network-vif-unplugged", "status": "completed", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:20:15.685403 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0dcd3ef-8069-4245-ae77-3fbc619872f7 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:20:15.685839 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'code': 200} Aug 23 04:20:15.722359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:15.782597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Pushing event updated for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:15.784599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] No DVR routers for this DVR port ee77ce63-fa27-459e-b072-1cfc7311d060 on host n-h1-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:20:15.795141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.795486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.795825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.796157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.796487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.796815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.797179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.797515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.797839 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.798159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.798480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.798803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:15.829315 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Attempting to bind port ee77ce63-fa27-459e-b072-1cfc7311d060 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:20:15.829576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Attempting to bind port ee77ce63-fa27-459e-b072-1cfc7311d060 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '3b904dde-5111-49dd-bf6a-ee97780d8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:20:15.829902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Attempting to bind port ee77ce63-fa27-459e-b072-1cfc7311d060 on network ddba4759-c549-4cb2-8de2-a8546c379331 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:20:15.834066 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Port ee77ce63-fa27-459e-b072-1cfc7311d060 on network ddba4759-c549-4cb2-8de2-a8546c379331 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:20:15.834389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Attempting to bind port ee77ce63-fa27-459e-b072-1cfc7311d060 on network ddba4759-c549-4cb2-8de2-a8546c379331 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:20:15.839125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:20:15.839464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Checking segment: {'id': '3b904dde-5111-49dd-bf6a-ee97780d8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:20:15.839843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Bound using segment: {'id': '3b904dde-5111-49dd-bf6a-ee97780d8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:20:15.840264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Bound port: ee77ce63-fa27-459e-b072-1cfc7311d060, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b904dde-5111-49dd-bf6a-ee97780d8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:20:15.840616 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:15.903983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:20:15.907518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:20:15.962507 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:15.992761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:15.993404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:15.995132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 200 len: 1091 time: 0.6823370 Aug 23 04:20:16.029946 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23fefa-93b3-4286-9347-47ed524c5836 service neutron] Pushing event updated for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:16.060309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-6b1e4e61-b170-4c84-9384-d928228afe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:16.061861 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-6b1e4e61-b170-4c84-9384-d928228afe71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dee009f333b492ca7f068fff14aeaf2&device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 1094 time: 0.0423484 Aug 23 04:20:16.154869 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-8e443aeb-b71f-4969-a084-da672eb9aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:16.156258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-8e443aeb-b71f-4969-a084-da672eb9aec2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ddba4759-c549-4cb2-8de2-a8546c379331 HTTP/1.1" status: 200 len: 912 time: 0.0878067 Aug 23 04:20:16.197108 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-1e55b9a6-e244-45f0-897b-0ab9f8e2823f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 200 len: 217 time: 0.0334649 Aug 23 04:20:16.248424 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e855-4d06-4e0d-9053-3d769ee1ef1a req-7cb3e9e5-882f-4bcd-a953-6e12a4800e8a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:16.249936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2646e855-4d06-4e0d-9053-3d769ee1ef1a req-7cb3e9e5-882f-4bcd-a953-6e12a4800e8a tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0512137 Aug 23 04:20:16.251111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-ee3618df-3374-448b-9cf7-9a906f32ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:16.252605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-ee3618df-3374-448b-9cf7-9a906f32ae74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a3becf1-09c0-47af-834f-55f0fc4c85c5 HTTP/1.1" status: 200 len: 852 time: 0.0476844 Aug 23 04:20:16.283943 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-19795f63-1e61-47c8-860e-d2bf2c99145d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ddba4759-c549-4cb2-8de2-a8546c379331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245845 Aug 23 04:20:16.288028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2646e855-4d06-4e0d-9053-3d769ee1ef1a req-34f73a51-3350-432a-a6bd-63a3cf9465b7 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Aug 23 04:20:16.370032 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-0c36dea4-c05b-4c25-b4f4-cd3b28c45277 service neutron] 10.222.0.24 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793700 Aug 23 04:20:16.462002 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8f2445d3-018b-4755-81eb-b78f4c2ac7ee req-01185fbc-bf2a-4147-b6ec-3bc04de4925a service neutron] 10.222.0.24 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837553 Aug 23 04:20:17.399689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53343-497a-45a9-b44a-e333d5cb0099 req-c239c270-0ff2-4ca9-914f-d4e2a1cb58b9 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:17.401192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69f53343-497a-45a9-b44a-e333d5cb0099 req-c239c270-0ff2-4ca9-914f-d4e2a1cb58b9 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0471859 Aug 23 04:20:17.437269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69f53343-497a-45a9-b44a-e333d5cb0099 req-522703cb-f687-4353-bf52-8febdc8ef37c tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301902 Aug 23 04:20:17.688283 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:20:17.690584 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc" -d '{"events": [{"name": "network-changed", "server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:20:17.736083 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a5e61f-9c69-48a8-bf90-9d6707b04339 x-openstack-request-id: req-94a5e61f-9c69-48a8-bf90-9d6707b04339 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:20:17.736373 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:20:17.736627 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94a5e61f-9c69-48a8-bf90-9d6707b04339 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:20:17.737298 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'status': 'completed', 'code': 200} Aug 23 04:20:17.793713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-86f63f44-d6c9-4e12-86ad-915984e46813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:17.795234 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-86f63f44-d6c9-4e12-86ad-915984e46813 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dee009f333b492ca7f068fff14aeaf2&device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 1094 time: 0.0403380 Aug 23 04:20:17.818809 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-d284e4dd-e08d-4cad-bdf5-5ab5dec37d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:17.820334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-d284e4dd-e08d-4cad-bdf5-5ab5dec37d68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dee009f333b492ca7f068fff14aeaf2&device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 1094 time: 0.0397408 Aug 23 04:20:17.892515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-cccc1053-a745-411a-87d9-ad063098e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:17.894057 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-cccc1053-a745-411a-87d9-ad063098e53b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ddba4759-c549-4cb2-8de2-a8546c379331 HTTP/1.1" status: 200 len: 912 time: 0.0905674 Aug 23 04:20:17.914815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-3544888d-2355-46a2-983f-1f743ef7a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:17.916313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-3544888d-2355-46a2-983f-1f743ef7a85a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ddba4759-c549-4cb2-8de2-a8546c379331 HTTP/1.1" status: 200 len: 912 time: 0.0883811 Aug 23 04:20:17.935046 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-8992250b-8189-4634-a314-e99ad783edff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 200 len: 217 time: 0.0336654 Aug 23 04:20:17.957156 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-0d10547c-cb81-4089-9e55-3dabe3431d5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 200 len: 217 time: 0.0335681 Aug 23 04:20:17.984319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-43e6fab8-f36a-4113-8bf0-d9eb227115fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:17.986314 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-43e6fab8-f36a-4113-8bf0-d9eb227115fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a3becf1-09c0-47af-834f-55f0fc4c85c5 HTTP/1.1" status: 200 len: 852 time: 0.0427549 Aug 23 04:20:18.009190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-607b546d-4037-4486-8c4b-3b5a08bdc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:18.010654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-607b546d-4037-4486-8c4b-3b5a08bdc8f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a3becf1-09c0-47af-834f-55f0fc4c85c5 HTTP/1.1" status: 200 len: 852 time: 0.0473337 Aug 23 04:20:18.023128 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-92d8ba95-97f0-4418-9def-078b8abc70e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ddba4759-c549-4cb2-8de2-a8546c379331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291202 Aug 23 04:20:18.123263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-bf558dc8-a5e9-427c-b1e2-594b48a9ee91 service neutron] 10.222.0.24 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911505 Aug 23 04:20:18.229693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-b4d956fc-bbb2-47d6-8b48-e3f0aa4896ba service neutron] 10.222.0.24 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987241 Aug 23 04:20:18.389019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-c92c796c-9b67-4346-9bd4-0799aaaf28b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ddba4759-c549-4cb2-8de2-a8546c379331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3704431 Aug 23 04:20:18.476938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-811b0aa3-b4a1-4ba6-a1b3-313069f9c65e service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800238 Aug 23 04:20:18.603232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04006a92-d228-4805-a266-0bb30e695191 req-f3401dbc-c429-47a4-9972-935fbae69167 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:18.604586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04006a92-d228-4805-a266-0bb30e695191 req-f3401dbc-c429-47a4-9972-935fbae69167 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 943 time: 0.0920949 Aug 23 04:20:18.606746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-82d53936-6f3b-4a9f-8d7d-6840da3c36dc req-06675a5b-2d21-4df1-b423-0f47d8732b2e service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227200 Aug 23 04:20:18.620279 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ee77ce63-fa27-459e-b072-1cfc7311d060 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:20:18.644009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04006a92-d228-4805-a266-0bb30e695191 req-00a8bbbd-0b52-412f-962f-af494acbfd51 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Aug 23 04:20:18.663416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ee77ce63-fa27-459e-b072-1cfc7311d060 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:20:18.672989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device ee77ce63-fa27-459e-b072-1cfc7311d060 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:20:18.763340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:18.774043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'network_id': 'ddba4759-c549-4cb2-8de2-a8546c379331', 'port_id': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'mac_address': 'fa:16:3e:3f:aa:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3becf1-09c0-47af-834f-55f0fc4c85c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:20:18.810332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:18.822589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee77ce63-fa27-459e-b072-1cfc7311d060 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:20:18.845283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:18.888281 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:18.934832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:18.942135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.942486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.942826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.943161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.943494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.943826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.944151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.944476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.944795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.945142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.945465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:18.945784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:20:19.044881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-404354c9-bd11-429e-b7af-f040a7008590 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:19.046340 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-404354c9-bd11-429e-b7af-f040a7008590 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.11 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0&tenant_id=7dee009f333b492ca7f068fff14aeaf2&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 944 time: 0.0535579 Aug 23 04:20:19.101060 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['ee77ce63-fa27-459e-b072-1cfc7311d060'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:20:19.104629 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-461342ca-c470-4c09-90e0-847a86a02be2 service neutron] delete failed (client error): The resource could not be found. Aug 23 04:20:19.105662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-461342ca-c470-4c09-90e0-847a86a02be2 service neutron] 10.222.0.11 "DELETE /v2.0/ports/ee77ce63-fa27-459e-b072-1cfc7311d060/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0518501 Aug 23 04:20:19.206768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-dfbc6005-05d1-4423-91cb-8e3012724cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:19.208396 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-dfbc6005-05d1-4423-91cb-8e3012724cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dee009f333b492ca7f068fff14aeaf2&device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 1095 time: 0.0409269 Aug 23 04:20:19.297914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-976726e9-82d3-49ca-b305-70c74425ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:19.299359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-976726e9-82d3-49ca-b305-70c74425ff5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ddba4759-c549-4cb2-8de2-a8546c379331 HTTP/1.1" status: 200 len: 912 time: 0.0841546 Aug 23 04:20:19.340484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-5d0ec7db-cfbc-482d-9c65-f7c334c49264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 200 len: 217 time: 0.0342155 Aug 23 04:20:19.388462 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-082f0210-a097-44ba-9eaa-88b877531471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:19.389980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-082f0210-a097-44ba-9eaa-88b877531471 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a3becf1-09c0-47af-834f-55f0fc4c85c5 HTTP/1.1" status: 200 len: 852 time: 0.0428340 Aug 23 04:20:19.421966 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-2160199a-212f-4ed7-b963-8009e9c25a23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ddba4759-c549-4cb2-8de2-a8546c379331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250745 Aug 23 04:20:19.517349 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-abe8207f-801f-4754-8930-a8388eb86ac1 service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880988 Aug 23 04:20:19.606543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-ff57898e-e6ae-48a8-ad51-44cd0e213d08 service neutron] 10.222.0.11 "GET /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826581 Aug 23 04:20:20.693606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device ee77ce63-fa27-459e-b072-1cfc7311d060 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:20:20.807897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port ee77ce63-fa27-459e-b072-1cfc7311d060 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:20:20.811867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port ee77ce63-fa27-459e-b072-1cfc7311d060 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:20:20.816602 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:20.887864 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:20.912056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:20:20.914320 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab82d7-1dfc-48d5-b1a0-e7b223c16042" -d '{"events": [{"server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "name": "network-vif-plugged", "status": "completed", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:20:20.927013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:20.983042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5fdde-e54d-41ae-9db3-eaf06c244101 req-7d382635-7232-416a-8e24-443dae606ab3 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:20.984987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3c5fdde-e54d-41ae-9db3-eaf06c244101 req-7d382635-7232-416a-8e24-443dae606ab3 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 944 time: 0.0474665 Aug 23 04:20:21.002422 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:21.022423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d3c5fdde-e54d-41ae-9db3-eaf06c244101 req-134bc8b4-1bd3-4849-b8ff-42a7c941b7b4 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Aug 23 04:20:21.061676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:21.067000 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b205cc47-1c5c-4922-9b60-e94a60178394 x-openstack-request-id: req-b205cc47-1c5c-4922-9b60-e94a60178394 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:20:21.067298 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "name": "network-vif-plugged", "status": "completed", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:20:21.067552 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b205cc47-1c5c-4922-9b60-e94a60178394 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:20:21.067940 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'code': 200} Aug 23 04:20:22.136216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8384b3b-26d2-4c74-b367-d81f19205821 req-378820d3-34e2-43cf-90a8-d969153fb4d5 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:22.137725 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8384b3b-26d2-4c74-b367-d81f19205821 req-378820d3-34e2-43cf-90a8-d969153fb4d5 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0476079 Aug 23 04:20:22.174338 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8384b3b-26d2-4c74-b367-d81f19205821 req-d495c770-a3ad-4058-8826-95b17aeece96 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.20 "GET /v2.0/security-groups?id=7c7006ff-a77c-460e-ad6e-1ef10cc8415e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301230 Aug 23 04:20:22.235211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-8e075e66-aae4-4edd-8143-bf8c0cda1d16 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:22.236668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-8e075e66-aae4-4edd-8143-bf8c0cda1d16 tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dbb68-3c82-45e9-9660-8ee637c1eda0 HTTP/1.1" status: 200 len: 945 time: 0.0509939 Aug 23 04:20:22.325642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Deleting port ee77ce63-fa27-459e-b072-1cfc7311d060 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:20:22.325883 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:22.413476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] For port ee77ce63-fa27-459e-b072-1cfc7311d060, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ee77ce63-fa27-459e-b072-1cfc7311d060,segment=NetworkSegment(3b904dde-5111-49dd-bf6a-ee97780d8984),segment_id=3b904dde-5111-49dd-bf6a-ee97780d8984)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:22.413836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:22.425530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Calling delete_port for ee77ce63-fa27-459e-b072-1cfc7311d060 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:20:22.629996 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:22.642276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['ee77ce63-fa27-459e-b072-1cfc7311d060'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:20:22.656530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Pushing event deleted for resources: {'Port': ['ID=ee77ce63-fa27-459e-b072-1cfc7311d060,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:22.698851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] No DVR routers for this DVR port ee77ce63-fa27-459e-b072-1cfc7311d060 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:20:22.701584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:22.703630 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8aa2abac-06bf-4150-8b4d-1fa2857b1282 req-b27361b8-14e2-48bc-8e84-b0e5fc6f057d tempest-DeleteServersTestJSON-286615663 tempest-DeleteServersTestJSON-286615663-project] 10.222.0.24 "DELETE /v2.0/ports/ee77ce63-fa27-459e-b072-1cfc7311d060 HTTP/1.1" status: 204 len: 173 time: 0.4608223 Aug 23 04:20:22.704055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'name': 'network-vif-deleted', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:20:22.706370 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2aeef-7f41-40ec-9db5-e0c081e4c695" -d '{"events": [{"server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "name": "network-vif-deleted", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:20:22.740323 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b7f9d9-4c98-4649-8690-08e1a37a3d6e x-openstack-request-id: req-66b7f9d9-4c98-4649-8690-08e1a37a3d6e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:20:22.740613 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438dbb68-3c82-45e9-9660-8ee637c1eda0", "name": "network-vif-deleted", "tag": "ee77ce63-fa27-459e-b072-1cfc7311d060", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:20:22.740891 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66b7f9d9-4c98-4649-8690-08e1a37a3d6e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:20:22.741311 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438dbb68-3c82-45e9-9660-8ee637c1eda0', 'name': 'network-vif-deleted', 'tag': 'ee77ce63-fa27-459e-b072-1cfc7311d060', 'status': 'completed', 'code': 200} Aug 23 04:20:22.887779 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.301994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59372) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:20:23.345615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-10508e41-5285-4c0b-b0fd-58fb164b81b2 admin admin] Deleting subnet 2a3becf1-09c0-47af-834f-55f0fc4c85c5 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:20:23.348562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10508e41-5285-4c0b-b0fd-58fb164b81b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.384990 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10508e41-5285-4c0b-b0fd-58fb164b81b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.422796 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10508e41-5285-4c0b-b0fd-58fb164b81b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.551033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10508e41-5285-4c0b-b0fd-58fb164b81b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.576185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10508e41-5285-4c0b-b0fd-58fb164b81b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3becf1-09c0-47af-834f-55f0fc4c85c5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:23.580613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-10508e41-5285-4c0b-b0fd-58fb164b81b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.582491 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-10508e41-5285-4c0b-b0fd-58fb164b81b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2a3becf1-09c0-47af-834f-55f0fc4c85c5 HTTP/1.1" status: 204 len: 168 time: 0.2795086 Aug 23 04:20:23.585118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59374) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:20:23.656496 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.731284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.740815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddba4759-c549-4cb2-8de2-a8546c379331']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:23.750938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b904dde-5111-49dd-bf6a-ee97780d8984') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:23.751236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b904dde-5111-49dd-bf6a-ee97780d8984') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:20:23.760012 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.778177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.784570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:20:23.785168 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:20:23.787638 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:20:23.899415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.904906 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:23.908118 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ddba4759-c549-4cb2-8de2-a8546c379331 HTTP/1.1" status: 204 len: 168 time: 0.3220565 Aug 23 04:20:23.919374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92bbfc-d5f7-4831-97b1-73822ee687a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddba4759-c549-4cb2-8de2-a8546c379331,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:24.052281 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:20:24.241688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59378) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:20:24.280223 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5eb79fa8-7129-41db-b9b0-68decd71159a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dee009f333b492ca7f068fff14aeaf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373917 Aug 23 04:20:24.283169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59380) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:20:24.327777 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cef98f51-5e98-4209-ad9c-a5835cf78820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:24.347904 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cef98f51-5e98-4209-ad9c-a5835cf78820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:24.482121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cef98f51-5e98-4209-ad9c-a5835cf78820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:24.485306 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cef98f51-5e98-4209-ad9c-a5835cf78820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:24.486495 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cef98f51-5e98-4209-ad9c-a5835cf78820 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c7006ff-a77c-460e-ad6e-1ef10cc8415e HTTP/1.1" status: 204 len: 168 time: 0.2024567 Aug 23 04:20:24.494124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef98f51-5e98-4209-ad9c-a5835cf78820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7006ff-a77c-460e-ad6e-1ef10cc8415e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:24.711465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device ee77ce63-fa27-459e-b072-1cfc7311d060 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:20:24.731789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: ee77ce63-fa27-459e-b072-1cfc7311d060 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:20:24.732186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device ee77ce63-fa27-459e-b072-1cfc7311d060 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:20:25.379688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59402) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:20:25.475689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1015990344-network', 'tenant_id': '963906c7cf604865807dfce9f417984d'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:20:25.590392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Made reservation on behalf of 963906c7cf604865807dfce9f417984d for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:20:25.592639 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:25.601337 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:25.687247 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:25.739226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:25.766075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:20:25.772098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:25.777909 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:25.778254 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Added segment 23dd1f66-3be5-4793-ac7c-80e602ec94b4 of type vlan for network b338438b-995f-4ac9-aed5-719cbfb0b193 Aug 23 04:20:25.817792 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:25.910761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:25.911751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:25.912331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:25.972506 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] Pushing event updated for resources: {'Network': ['ID=b338438b-995f-4ac9-aed5-719cbfb0b193,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:25.982049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network b338438b-995f-4ac9-aed5-719cbfb0b193 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:20:25.991161 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d8e1a71b-c4a0-4929-97dd-d51291968707 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6104228 Aug 23 04:20:25.994404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59406) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:20:25.999354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Request body: {'subnet': {'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1015990344-subnet', 'tenant_id': '963906c7cf604865807dfce9f417984d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:20:26.082017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Made reservation on behalf of 963906c7cf604865807dfce9f417984d for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:20:26.084377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:26.099195 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a2baec5c-1657-4a4d-bca9-0987d702f2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:26.304948 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:26.355695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93cd0a5-93d3-4a45-8fc2-1469f3f25671,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:26.369932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Checking segment: {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:20:26.370286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Network hostable DHCP agents. Network: b338438b-995f-4ac9-aed5-719cbfb0b193, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:20:26.447843 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Network b338438b-995f-4ac9-aed5-719cbfb0b193 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:20:26.533662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, b338438b-995f-4ac9-aed5-719cbfb0b193) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:20:26.537816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:26.538399 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:26.542840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb1226-c433-4b86-9327-77b04911f7b9 None None] Network b338438b-995f-4ac9-aed5-719cbfb0b193 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:20:26.635076 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a56e59d8-d51c-4547-83b9-57fc51f5bd19 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6313102 Aug 23 04:20:26.667606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad0503a-a6c1-4d12-8a83-acf35435c417 None None] Network b338438b-995f-4ac9-aed5-719cbfb0b193 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:20:27.046497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771003-e5dd-4b28-96d3-53314a333391 req-b42d63e0-38c2-4be6-a049-35995db4eb27 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:27.048445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-b42d63e0-38c2-4be6-a049-35995db4eb27 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 815 time: 0.0987298 Aug 23 04:20:27.063383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-c3a0c581-1567-40c5-94de-dd6cab44a3b8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/quotas/963906c7cf604865807dfce9f417984d HTTP/1.1" status: 200 len: 375 time: 0.0088024 Aug 23 04:20:27.092705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-c62568a5-ab2e-4f85-9c36-dccd3479f2e9 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242584 Aug 23 04:20:27.182026 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-4d747c98-e753-47d3-ae60-f819825006dd service neutron] 10.222.0.20 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826190 Aug 23 04:20:27.271312 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-3440fc4c-0ab8-4d47-8824-b2ccea0d729a service neutron] 10.222.0.20 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827732 Aug 23 04:20:27.486855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2be54f1a-4511-49f0-bfc2-ad56876d7161 req-f937ea89-c36e-4280-b854-e3edbf17bf19 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 210 time: 0.0268848 Aug 23 04:20:28.577681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a43db24f-4eaa-4ec0-8080-3030fd038ceb req-b0fd4eb8-fcd0-4f5c-8f53-482da55d29e1 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 210 time: 0.0265625 Aug 23 04:20:28.802105 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-786b848e-5754-4e4e-88df-16961acf89f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:28.824595 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:29.377338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771003-e5dd-4b28-96d3-53314a333391 req-893fc160-f1c6-4927-b995-e03b8afcbf22 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:29.378826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-893fc160-f1c6-4927-b995-e03b8afcbf22 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.24 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 815 time: 0.1009395 Aug 23 04:20:29.391358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Request body: {'port': {'device_id': '75c85c36-7e5f-4138-96d4-394d4233395d', 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193', 'admin_state_up': True, 'tenant_id': '963906c7cf604865807dfce9f417984d'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:20:29.596563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Made reservation on behalf of 963906c7cf604865807dfce9f417984d for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:20:29.600444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:29.671646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-633160b7-2d1d-4daa-a35c-976b0357ccde req-64b9546b-9943-4d5d-b1b9-e1558ca72d17 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 210 time: 0.0262702 Aug 23 04:20:29.734127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Allocated IP 172.20.0.2 (b338438b-995f-4ac9-aed5-719cbfb0b193/b93cd0a5-93d3-4a45-8fc2-1469f3f25671/586285c3-b6e8-4484-8a17-41b9775e8ffb) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:20:29.873582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:29.962289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:30.005694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Network b338438b-995f-4ac9-aed5-719cbfb0b193 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:20:30.008734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:20:30.012161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:20:30.042884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Pushing event updated for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:30.065427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:30.066042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:30.116617 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-dfdf7b3a-273c-48dc-8ace-ca3cb2641421 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7290869 Aug 23 04:20:30.129984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Request body: {'port': {'device_id': '75c85c36-7e5f-4138-96d4-394d4233395d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:20:30.182361 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:30.435522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586285c3-b6e8-4484-8a17-41b9775e8ffb {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:20:30.443179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:30.455695 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Transition to ACTIVE for port object 586285c3-b6e8-4484-8a17-41b9775e8ffb will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:20:30.510359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:30.522390 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:30.561190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Pushing event updated for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:30.625455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Attempting to bind port 586285c3-b6e8-4484-8a17-41b9775e8ffb on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:20:30.625781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Attempting to bind port 586285c3-b6e8-4484-8a17-41b9775e8ffb by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:20:30.626694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Attempting to bind port 586285c3-b6e8-4484-8a17-41b9775e8ffb on network b338438b-995f-4ac9-aed5-719cbfb0b193 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:20:30.630783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Port 586285c3-b6e8-4484-8a17-41b9775e8ffb on network b338438b-995f-4ac9-aed5-719cbfb0b193 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:20:30.631098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Attempting to bind port 586285c3-b6e8-4484-8a17-41b9775e8ffb on network b338438b-995f-4ac9-aed5-719cbfb0b193 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:20:30.635989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:20:30.636319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Checking segment: {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:20:30.636692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Bound using segment: {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:20:30.637208 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Bound port: 586285c3-b6e8-4484-8a17-41b9775e8ffb, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:20:30.637558 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:30.697389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:20:30.700518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:20:30.773359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:30.783548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89d0ff-758d-4847-a3f2-26c61a775868 req-d1ec9719-124d-4b82-aade-3de4d1f5611d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:30.785074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef89d0ff-758d-4847-a3f2-26c61a775868 req-d1ec9719-124d-4b82-aade-3de4d1f5611d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 943 time: 0.0477335 Aug 23 04:20:30.807620 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:30.808241 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:30.809727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] 10.222.0.24 "PUT /v2.0/ports/586285c3-b6e8-4484-8a17-41b9775e8ffb HTTP/1.1" status: 200 len: 1091 time: 0.6838570 Aug 23 04:20:30.810162 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:20:30.812390 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04dc255-1bb8-42f5-a5a4-ceecff29ccd4" -d '{"events": [{"name": "network-changed", "server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:20:30.823298 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef89d0ff-758d-4847-a3f2-26c61a775868 req-4dbc9e52-d1b0-4a12-bebb-6ef405aed7ec tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Aug 23 04:20:30.840147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc61029-75f9-49ad-aa34-d2f5e50cb309 service neutron] Pushing event updated for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:30.865004 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e23f271-e380-4d71-a828-91800eac29d9 x-openstack-request-id: req-7e23f271-e380-4d71-a828-91800eac29d9 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:20:30.867134 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:20:30.867134 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e23f271-e380-4d71-a828-91800eac29d9 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:20:30.867134 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'status': 'completed', 'code': 200} Aug 23 04:20:30.924008 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dc255-1bb8-42f5-a5a4-ceecff29ccd4 req-9d90e4ce-256f-4b6e-a1e5-5dbfb20acab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:30.925509 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c04dc255-1bb8-42f5-a5a4-ceecff29ccd4 req-9d90e4ce-256f-4b6e-a1e5-5dbfb20acab5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 1094 time: 0.0398259 Aug 23 04:20:31.023370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dc255-1bb8-42f5-a5a4-ceecff29ccd4 req-a2002867-0a72-424a-b7f2-68fc7cc3ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:31.024758 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c04dc255-1bb8-42f5-a5a4-ceecff29ccd4 req-a2002867-0a72-424a-b7f2-68fc7cc3ae79 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=963906c7cf604865807dfce9f417984d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0919464 Aug 23 04:20:31.120532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dc255-1bb8-42f5-a5a4-ceecff29ccd4 req-73ba6905-61c6-4d37-a6fa-9749057b4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:31.122016 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c04dc255-1bb8-42f5-a5a4-ceecff29ccd4 req-73ba6905-61c6-4d37-a6fa-9749057b4530 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0897777 Aug 23 04:20:31.197691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771003-e5dd-4b28-96d3-53314a333391 req-1ecfdc69-9b05-4a17-ae54-a01c814ccd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:31.199168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-1ecfdc69-9b05-4a17-ae54-a01c814ccd28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 1094 time: 0.0394318 Aug 23 04:20:31.240292 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-c3eb63ba-dd98-438d-9df0-f29e73201f49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb HTTP/1.1" status: 200 len: 217 time: 0.0328655 Aug 23 04:20:31.290457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771003-e5dd-4b28-96d3-53314a333391 req-517d9571-4e7d-489a-a579-f5e9e0e9ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:31.291777 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-517d9571-4e7d-489a-a579-f5e9e0e9ec0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0448420 Aug 23 04:20:31.321902 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-70289ef8-90e9-4e99-9c4d-20c8ba6bce68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228407 Aug 23 04:20:31.410282 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-30de5540-de52-4b3f-bc9b-04966701950a service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806708 Aug 23 04:20:31.499209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c2771003-e5dd-4b28-96d3-53314a333391 req-f5c3273b-78bc-45a3-9593-a23254abb8e7 service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822899 Aug 23 04:20:31.847700 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:31.940464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202d39d-e307-4482-ac80-cf50fd35a6af req-684303b3-8075-4721-aa5d-c214c5c8518a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:31.941944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2202d39d-e307-4482-ac80-cf50fd35a6af req-684303b3-8075-4721-aa5d-c214c5c8518a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 943 time: 0.0514684 Aug 23 04:20:31.978096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2202d39d-e307-4482-ac80-cf50fd35a6af req-2d91fec1-4fd1-4142-b533-f8209322c678 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302153 Aug 23 04:20:33.087849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bd457-b0eb-498c-adcc-5815e86e24ca req-dead1d41-b610-4b1b-a3f6-ef933d9ca1e8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:33.089310 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e0bd457-b0eb-498c-adcc-5815e86e24ca req-dead1d41-b610-4b1b-a3f6-ef933d9ca1e8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 943 time: 0.0473096 Aug 23 04:20:33.125032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e0bd457-b0eb-498c-adcc-5815e86e24ca req-cd71c8a6-2fb8-4b95-9ed6-85ec1657e65e tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299752 Aug 23 04:20:34.237259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd289f5-bb62-4798-88b5-6697865f596b req-b9022800-89d6-4606-8166-cab4a80cc500 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:34.238729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cd289f5-bb62-4798-88b5-6697865f596b req-b9022800-89d6-4606-8166-cab4a80cc500 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 943 time: 0.0478170 Aug 23 04:20:34.275773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cd289f5-bb62-4798-88b5-6697865f596b req-105f8b57-29a0-4e7f-a2b4-17d427a6bf17 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312593 Aug 23 04:20:34.787219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 586285c3-b6e8-4484-8a17-41b9775e8ffb details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:20:34.877860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:34.888060 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193', 'port_id': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'mac_address': 'fa:16:3e:b2:ff:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93cd0a5-93d3-4a45-8fc2-1469f3f25671', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:20:34.924922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:34.937055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586285c3-b6e8-4484-8a17-41b9775e8ffb {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:20:34.958907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:35.018370 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:35.064307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:35.206128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['586285c3-b6e8-4484-8a17-41b9775e8ffb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:20:35.391943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725313a-5413-432b-8211-c742da4d19d1 req-25081b74-3941-4dee-97f3-f4b4d4a989cb tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:35.393357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5725313a-5413-432b-8211-c742da4d19d1 req-25081b74-3941-4dee-97f3-f4b4d4a989cb tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 944 time: 0.0524180 Aug 23 04:20:35.429983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5725313a-5413-432b-8211-c742da4d19d1 req-e203b34a-d25f-4cdd-9bbd-4a707ea41bda tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306935 Aug 23 04:20:36.558179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1445b2-25ab-4134-a200-b6e25a4075e1 req-cbf879e3-d3b1-4a22-bb7b-4f209eb03e3c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:36.559653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a1445b2-25ab-4134-a200-b6e25a4075e1 req-cbf879e3-d3b1-4a22-bb7b-4f209eb03e3c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 944 time: 0.0483048 Aug 23 04:20:36.596265 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1a1445b2-25ab-4134-a200-b6e25a4075e1 req-fd6accc6-515c-4436-8764-f6f54e2f7501 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Aug 23 04:20:36.783507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 586285c3-b6e8-4484-8a17-41b9775e8ffb up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:20:36.870348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 586285c3-b6e8-4484-8a17-41b9775e8ffb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:20:36.874046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 586285c3-b6e8-4484-8a17-41b9775e8ffb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:20:36.874448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:36.948869 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:36.971293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:20:36.973566 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d495fb-fdbf-41c1-ab55-79c0031f0c2a" -d '{"events": [{"server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "name": "network-vif-plugged", "status": "completed", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:20:36.985421 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:20:37.010112 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4967d4-23d2-4cfb-9d99-0f54f30a68ee x-openstack-request-id: req-9c4967d4-23d2-4cfb-9d99-0f54f30a68ee {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:20:37.010406 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "name": "network-vif-plugged", "status": "completed", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:20:37.010686 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c4967d4-23d2-4cfb-9d99-0f54f30a68ee {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:20:37.011083 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'code': 200} Aug 23 04:20:37.053849 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:37.102653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4634e-489e-4811-a7d6-c1cad4eed56e req-edfb75cd-3edf-44e6-bb90-3ef4cb1baa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:37.103819 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:20:37.104156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c5d4634e-489e-4811-a7d6-c1cad4eed56e req-edfb75cd-3edf-44e6-bb90-3ef4cb1baa51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 1096 time: 0.0398266 Aug 23 04:20:37.139122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c5d4634e-489e-4811-a7d6-c1cad4eed56e req-5f256b04-c5a2-4a16-990d-cf917eaffbca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273809 Aug 23 04:20:37.712790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8289c7-5a89-4cbb-b9a1-3cad12aaa4dc req-6aeb459a-dd05-456f-a5dd-af3b83ff85d2 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:37.714289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b8289c7-5a89-4cbb-b9a1-3cad12aaa4dc req-6aeb459a-dd05-456f-a5dd-af3b83ff85d2 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0472372 Aug 23 04:20:37.751400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b8289c7-5a89-4cbb-b9a1-3cad12aaa4dc req-1fecd416-c9cb-4c38-9af3-6211f8751b60 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300751 Aug 23 04:20:37.847705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:38.867300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde60b38-ceaf-4a48-a365-40d6166807e0 req-3b8e4b43-6328-45cd-af95-3c5719463ff5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:38.868762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fde60b38-ceaf-4a48-a365-40d6166807e0 req-3b8e4b43-6328-45cd-af95-3c5719463ff5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0516658 Aug 23 04:20:38.905704 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fde60b38-ceaf-4a48-a365-40d6166807e0 req-961d1ad1-e9cc-4c1c-a8a0-a55b506f47f0 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Aug 23 04:20:39.013456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d851c-db5e-4643-8900-7cadd57d5646 req-d5ac9807-6048-4d4f-a384-3ce179d4833c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:39.014894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea9d851c-db5e-4643-8900-7cadd57d5646 req-d5ac9807-6048-4d4f-a384-3ce179d4833c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0471632 Aug 23 04:20:39.051632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ea9d851c-db5e-4643-8900-7cadd57d5646 req-e78fce3a-d510-4873-ab4e-f20eea5ba54c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304091 Aug 23 04:20:39.317826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e6f7-0422-4e5e-adc0-223027484907 req-a7fab88d-74db-4bc0-aca9-2b39c37426b4 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:39.319199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9943e6f7-0422-4e5e-adc0-223027484907 req-a7fab88d-74db-4bc0-aca9-2b39c37426b4 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0478528 Aug 23 04:20:39.355909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9943e6f7-0422-4e5e-adc0-223027484907 req-2250eda5-f9d6-4a29-b238-e873212ed4dd tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Aug 23 04:20:39.471738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599729-5aae-440f-a95f-d38a42f43d58 req-e47c01c8-e466-42d4-976b-d62653d3ae92 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:39.473208 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc599729-5aae-440f-a95f-d38a42f43d58 req-e47c01c8-e466-42d4-976b-d62653d3ae92 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0521498 Aug 23 04:20:39.509391 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc599729-5aae-440f-a95f-d38a42f43d58 req-c0bbdaac-b7ae-4e94-b9a3-0493febfba8a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303082 Aug 23 04:20:39.860837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9a3eb-a39f-4571-92dc-bbf837161ea6 req-52503315-e44f-4255-91f2-db9e39714495 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:39.862374 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2a9a3eb-a39f-4571-92dc-bbf837161ea6 req-52503315-e44f-4255-91f2-db9e39714495 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0480428 Aug 23 04:20:39.911351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2a9a3eb-a39f-4571-92dc-bbf837161ea6 req-d672286c-1b86-466f-b660-e2fb3ca175a1 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Aug 23 04:20:40.067615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-2521381e-c3f8-4344-923e-38c6aa9796a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395329 Aug 23 04:20:41.025846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7930176-d0ab-4d94-aa06-27cd2688fb00 req-0262f8c7-e030-49f2-b9fb-bf23f7d76aeb tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:41.027279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7930176-d0ab-4d94-aa06-27cd2688fb00 req-0262f8c7-e030-49f2-b9fb-bf23f7d76aeb tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0528057 Aug 23 04:20:41.065029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7930176-d0ab-4d94-aa06-27cd2688fb00 req-5188b414-3698-4928-8bb7-799a69448647 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Aug 23 04:20:42.115963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441187e-f3d5-4542-8d96-e93402125c2b req-3727c166-ae53-4b53-8473-88db3ed7411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:42.117557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-3727c166-ae53-4b53-8473-88db3ed7411c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 1096 time: 0.0404165 Aug 23 04:20:42.178727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6f38a-4e76-43a5-b05a-6e16b2e4cdbc req-02a5b38e-66ef-478c-8719-a1bbdd2db3f2 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:42.180233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21a6f38a-4e76-43a5-b05a-6e16b2e4cdbc req-02a5b38e-66ef-478c-8719-a1bbdd2db3f2 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0487080 Aug 23 04:20:42.209908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441187e-f3d5-4542-8d96-e93402125c2b req-d06b5d27-453b-4f07-ad96-08d0229ee3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:42.211423 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-d06b5d27-453b-4f07-ad96-08d0229ee3f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0862679 Aug 23 04:20:42.217115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21a6f38a-4e76-43a5-b05a-6e16b2e4cdbc req-a3dcfec3-6512-4d80-84bc-11baeadd06db tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Aug 23 04:20:42.252134 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-53fad52c-ac3d-4580-835b-8f5fb71cf145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb HTTP/1.1" status: 200 len: 217 time: 0.0334177 Aug 23 04:20:42.302689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441187e-f3d5-4542-8d96-e93402125c2b req-50c4b20b-cdd2-4855-be59-c7b38e240eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:42.304136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-50c4b20b-cdd2-4855-be59-c7b38e240eec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0455494 Aug 23 04:20:42.336872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-80d465c1-8227-4273-b35b-b2a8fb9b9b22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243986 Aug 23 04:20:42.423570 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-535ee647-f3a9-48f5-9829-5691b0603b5c service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787988 Aug 23 04:20:42.512619 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-c386b8c1-152f-4e6c-802f-c291eadc07c0 service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822954 Aug 23 04:20:43.328608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcc18a-14dc-4226-8609-ea0564388269 req-e6be58d0-c157-430b-ab85-da3aedaeeabd tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:43.330079 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9abcc18a-14dc-4226-8609-ea0564388269 req-e6be58d0-c157-430b-ab85-da3aedaeeabd tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0469084 Aug 23 04:20:43.366662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9abcc18a-14dc-4226-8609-ea0564388269 req-6d8da5e6-4508-4725-8ff0-f4da8f53c286 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308673 Aug 23 04:20:44.486677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf64f-df4f-444f-9e23-dcae8e2245a3 req-f6d775bc-703c-4b6c-95d0-61f21e2494ac tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:44.488121 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-335bf64f-df4f-444f-9e23-dcae8e2245a3 req-f6d775bc-703c-4b6c-95d0-61f21e2494ac tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0521116 Aug 23 04:20:44.523621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-335bf64f-df4f-444f-9e23-dcae8e2245a3 req-e5ea39f9-081f-4d11-9a17-639799554d14 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297403 Aug 23 04:20:45.636365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d719-e9c6-48bb-a7e6-37554479bf66 req-ef1c2d93-82d5-4dc5-a3f5-638e351ef6af tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:45.637827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b264d719-e9c6-48bb-a7e6-37554479bf66 req-ef1c2d93-82d5-4dc5-a3f5-638e351ef6af tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0481086 Aug 23 04:20:45.673843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b264d719-e9c6-48bb-a7e6-37554479bf66 req-0a8ab5ee-971e-4ca2-95c4-7010a1a2bb03 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302565 Aug 23 04:20:46.786808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a80ac3-1ba0-4f67-a429-67c7ca4df7c8 req-18df21ca-40d2-4d88-8407-eeb5d9aadc54 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:46.788270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66a80ac3-1ba0-4f67-a429-67c7ca4df7c8 req-18df21ca-40d2-4d88-8407-eeb5d9aadc54 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0484033 Aug 23 04:20:46.824708 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66a80ac3-1ba0-4f67-a429-67c7ca4df7c8 req-b339809b-fc24-4073-a703-eb1647642478 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307198 Aug 23 04:20:47.941448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123022a9-1212-49a2-9e38-97391f96d638 req-fbfd73ff-7d98-4fa9-a4ed-1f8e9bbe4677 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:47.942927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-123022a9-1212-49a2-9e38-97391f96d638 req-fbfd73ff-7d98-4fa9-a4ed-1f8e9bbe4677 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0524416 Aug 23 04:20:47.980027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-123022a9-1212-49a2-9e38-97391f96d638 req-818524f7-b982-4cb9-87d8-0f78213b0ce8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Aug 23 04:20:49.092591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efb07d-1f52-43fa-a2a9-9f7613db99ad req-412fc36a-36e9-4a55-88e8-5043d18293a3 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:49.094148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15efb07d-1f52-43fa-a2a9-9f7613db99ad req-412fc36a-36e9-4a55-88e8-5043d18293a3 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0480082 Aug 23 04:20:49.135143 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15efb07d-1f52-43fa-a2a9-9f7613db99ad req-685aba2c-6863-4ee8-90de-02b8a8f95594 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Aug 23 04:20:50.247801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29e9e7-ef23-4c13-aeb2-b3f2fb26868d req-a2a3ea61-0030-424d-b409-f3ecc31c7769 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:50.249325 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b29e9e7-ef23-4c13-aeb2-b3f2fb26868d req-a2a3ea61-0030-424d-b409-f3ecc31c7769 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0484416 Aug 23 04:20:50.286882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b29e9e7-ef23-4c13-aeb2-b3f2fb26868d req-761f4629-1569-4213-ab34-62d9496d8c06 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Aug 23 04:20:51.419515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c952ae4-0459-4548-b070-c5818744589a req-2034279c-d17a-4fe9-99f5-9d9d97b74626 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:51.420998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c952ae4-0459-4548-b070-c5818744589a req-2034279c-d17a-4fe9-99f5-9d9d97b74626 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0529759 Aug 23 04:20:51.458029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c952ae4-0459-4548-b070-c5818744589a req-de2820db-1a57-414b-8833-d0d16b87efe9 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305057 Aug 23 04:20:52.570638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc93218-1cfc-414d-a35b-5e8fb32cbf9b req-cc794811-ec08-40d6-bb97-b6ebdfd735f2 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:52.572131 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cdc93218-1cfc-414d-a35b-5e8fb32cbf9b req-cc794811-ec08-40d6-bb97-b6ebdfd735f2 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0487537 Aug 23 04:20:52.608219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cdc93218-1cfc-414d-a35b-5e8fb32cbf9b req-7c527e53-52ab-4c85-b93f-f54be0248129 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303054 Aug 23 04:20:52.927557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:53.720518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc0efc-d37e-4973-80c9-f1bfb064b6b2 req-ec244dc6-90b9-4ce0-9ac8-b494c8e4fcd6 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:53.722022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cfc0efc-d37e-4973-80c9-f1bfb064b6b2 req-ec244dc6-90b9-4ce0-9ac8-b494c8e4fcd6 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0491567 Aug 23 04:20:53.758606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cfc0efc-d37e-4973-80c9-f1bfb064b6b2 req-a07b7ca8-0dd4-4c34-895f-93bfc38d831a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Aug 23 04:20:54.875664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951452a-9d32-4d92-8e97-d4c8a99fa380 req-ad8e913b-4462-4e4a-a27f-f60b95203f37 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:54.877180 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1951452a-9d32-4d92-8e97-d4c8a99fa380 req-ad8e913b-4462-4e4a-a27f-f60b95203f37 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0523169 Aug 23 04:20:54.916154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1951452a-9d32-4d92-8e97-d4c8a99fa380 req-76959450-3d2b-487d-ae4a-4e93d8639d55 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Aug 23 04:20:56.027967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc2f40-258e-4bd1-8323-c174fe03c275 req-fd0f9c77-bfe0-46d0-9194-51d6b6912a4e tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:56.029405 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bdc2f40-258e-4bd1-8323-c174fe03c275 req-fd0f9c77-bfe0-46d0-9194-51d6b6912a4e tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0482950 Aug 23 04:20:56.067083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2bdc2f40-258e-4bd1-8323-c174fe03c275 req-db7bcaab-b454-43cc-b9d8-c7e2fe436ca6 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Aug 23 04:20:56.076114 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a83a7740-1596-43e9-b870-f5f35fb36cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:57.179806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b3543-cfd9-4162-9fdb-761faeadecd7 req-58f4f7e6-19de-44dc-9e79-92e996b005c0 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:57.181190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-306b3543-cfd9-4162-9fdb-761faeadecd7 req-58f4f7e6-19de-44dc-9e79-92e996b005c0 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0472140 Aug 23 04:20:57.217860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-306b3543-cfd9-4162-9fdb-761faeadecd7 req-654f74b6-4d86-4f19-a817-724d77113a22 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Aug 23 04:20:58.335801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b7cd8-2791-457e-8018-8acb8fc684bf req-0afeecd2-4038-461e-a944-e808175f9f74 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:58.337207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb6b7cd8-2791-457e-8018-8acb8fc684bf req-0afeecd2-4038-461e-a944-e808175f9f74 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0524087 Aug 23 04:20:58.373848 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb6b7cd8-2791-457e-8018-8acb8fc684bf req-96fd716e-6d61-4704-8935-faf9aeb0748a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Aug 23 04:20:58.775170 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a4c8777d-1a5c-4a82-9acf-e963bbf29f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:58.852932 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:20:59.485492 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94281ed4-7056-4e03-8a53-76b810670ceb req-1b242750-76a8-4c0b-b478-0de317a69cbe tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:20:59.486953 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94281ed4-7056-4e03-8a53-76b810670ceb req-1b242750-76a8-4c0b-b478-0de317a69cbe tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0481219 Aug 23 04:20:59.524051 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-94281ed4-7056-4e03-8a53-76b810670ceb req-4e5ae53e-54dd-4302-809c-934e16240734 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Aug 23 04:21:00.521576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:00.635674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd1b63-8188-4f73-aa80-8a23dacbe0f3 req-16f3c984-f3a4-4539-885a-b99ae5ad86d8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:00.637167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4edd1b63-8188-4f73-aa80-8a23dacbe0f3 req-16f3c984-f3a4-4539-885a-b99ae5ad86d8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0479550 Aug 23 04:21:00.673582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4edd1b63-8188-4f73-aa80-8a23dacbe0f3 req-18f65d03-6595-44ea-8d6c-bcef198e4fa6 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299790 Aug 23 04:21:01.051259 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:21:01.788938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fc9f9-4871-45f8-9d55-4a63a48a4a0d req-ba670bbf-d526-4eba-980c-4a18eae5e987 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:01.790455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c9fc9f9-4871-45f8-9d55-4a63a48a4a0d req-ba670bbf-d526-4eba-980c-4a18eae5e987 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0518119 Aug 23 04:21:01.826910 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c9fc9f9-4871-45f8-9d55-4a63a48a4a0d req-038a21a7-9521-4dbe-b9bf-e96ac4e25c26 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306220 Aug 23 04:21:01.853038 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:02.938928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d504381-4ddc-4ea3-8831-6d5e6f2742c8 req-f280304a-de1b-4bf5-8432-eed8fb926fbf tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:02.940407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d504381-4ddc-4ea3-8831-6d5e6f2742c8 req-f280304a-de1b-4bf5-8432-eed8fb926fbf tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0488210 Aug 23 04:21:02.977144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d504381-4ddc-4ea3-8831-6d5e6f2742c8 req-14067ff5-89c2-427d-9278-d48c4e258b16 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Aug 23 04:21:04.089784 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeb949-270d-4880-875b-e46bce852036 req-168ac133-2004-42cd-9a5d-5d600b1faf41 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:04.091264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6eeb949-270d-4880-875b-e46bce852036 req-168ac133-2004-42cd-9a5d-5d600b1faf41 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0477591 Aug 23 04:21:04.127922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6eeb949-270d-4880-875b-e46bce852036 req-ba9edebc-4b1b-494b-8dbc-65ad98e3f93d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303042 Aug 23 04:21:05.243062 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da30bf-9018-47ad-b1b5-5f1a332c9efe req-ac2c7e5a-8a43-4615-a5dc-7ea3f222d9be tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:05.244503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91da30bf-9018-47ad-b1b5-5f1a332c9efe req-ac2c7e5a-8a43-4615-a5dc-7ea3f222d9be tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0507665 Aug 23 04:21:05.280943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91da30bf-9018-47ad-b1b5-5f1a332c9efe req-a7076302-ccbc-43ee-8785-0503c66461a4 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Aug 23 04:21:06.392010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244c7b8-9dce-47a0-8fe2-c14ec501f91f req-591c63ff-66cb-484a-bd39-0d9a5016b9cb tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:06.394110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1244c7b8-9dce-47a0-8fe2-c14ec501f91f req-591c63ff-66cb-484a-bd39-0d9a5016b9cb tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0476677 Aug 23 04:21:06.429540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1244c7b8-9dce-47a0-8fe2-c14ec501f91f req-6021d74e-5adf-48d2-8bca-c30da0b8c921 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297320 Aug 23 04:21:07.540868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e5dad-437a-4e7c-8944-2ca57b329ff1 req-cc00fc0a-7f3b-4361-ae8e-a0c1e20373d0 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:07.542350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d08e5dad-437a-4e7c-8944-2ca57b329ff1 req-cc00fc0a-7f3b-4361-ae8e-a0c1e20373d0 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0477531 Aug 23 04:21:07.578718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d08e5dad-437a-4e7c-8944-2ca57b329ff1 req-5976e15d-d84e-4854-8c60-0a2a654e54dd tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305133 Aug 23 04:21:07.858763 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:08.695868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978f8ed-969d-4e2e-9789-78e5dab62e9a req-b6f1f869-cd08-4b38-b243-18b6aa6501d2 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:08.697355 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f978f8ed-969d-4e2e-9789-78e5dab62e9a req-b6f1f869-cd08-4b38-b243-18b6aa6501d2 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0518522 Aug 23 04:21:08.733880 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f978f8ed-969d-4e2e-9789-78e5dab62e9a req-9908c2b9-4c94-4df7-8b96-3379110608a0 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Aug 23 04:21:09.654919 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-b441187e-f3d5-4542-8d96-e93402125c2b req-3e227489-14d1-4000-b396-d85db72c231a service neutron] show failed (client error): The resource could not be found. Aug 23 04:21:09.655914 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-3e227489-14d1-4000-b396-d85db72c231a service neutron] 10.222.0.24 "GET /v2.0/ports/586285c3-b6e8-4484-8a17-41b9775e8ffb/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0556345 Aug 23 04:21:09.848978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69ff2d-1c2c-4ef4-8b20-ae0f92c738f3 req-2d0f6ab7-9e38-4c97-8ad2-d08fd7c49e7d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:09.850490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e69ff2d-1c2c-4ef4-8b20-ae0f92c738f3 req-2d0f6ab7-9e38-4c97-8ad2-d08fd7c49e7d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0490928 Aug 23 04:21:09.886882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2e69ff2d-1c2c-4ef4-8b20-ae0f92c738f3 req-44170a54-284f-4165-8ce4-dda6869d8a70 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304923 Aug 23 04:21:10.124080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441187e-f3d5-4542-8d96-e93402125c2b req-03e89c45-eded-4fa2-ad9f-6f4bc32e75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:10.125578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-03e89c45-eded-4fa2-ad9f-6f4bc32e75b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d&tenant_id=963906c7cf604865807dfce9f417984d HTTP/1.1" status: 200 len: 1096 time: 0.0391028 Aug 23 04:21:10.143299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:21:10.195837 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:10.392117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:21:10.422202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:21:10.460074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:21:10.462331 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0748ec49-ae82-40e9-903e-6a1962cb665e" -d '{"events": [{"server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "name": "network-vif-unplugged", "status": "completed", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:21:10.466321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:10.477979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Transition to ACTIVE for port object 586285c3-b6e8-4484-8a17-41b9775e8ffb will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:21:10.550558 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:10.578441 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3de4751-25dc-4aee-b8cb-19746eda2e22 x-openstack-request-id: req-c3de4751-25dc-4aee-b8cb-19746eda2e22 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:21:10.578745 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "name": "network-vif-unplugged", "status": "completed", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:21:10.579000 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3de4751-25dc-4aee-b8cb-19746eda2e22 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:21:10.579391 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'code': 200} Aug 23 04:21:10.622458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] No DVR routers for this DVR port 586285c3-b6e8-4484-8a17-41b9775e8ffb on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:21:10.628437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Pushing event updated for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:10.638588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.638972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.639392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.639901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.640222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.640639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.641129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.641582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.642025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.642557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.642994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.643511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:10.674620 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Attempting to bind port 586285c3-b6e8-4484-8a17-41b9775e8ffb on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:21:10.674954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Attempting to bind port 586285c3-b6e8-4484-8a17-41b9775e8ffb by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:21:10.675286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Attempting to bind port 586285c3-b6e8-4484-8a17-41b9775e8ffb on network b338438b-995f-4ac9-aed5-719cbfb0b193 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:21:10.679528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Port 586285c3-b6e8-4484-8a17-41b9775e8ffb on network b338438b-995f-4ac9-aed5-719cbfb0b193 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:21:10.679873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Attempting to bind port 586285c3-b6e8-4484-8a17-41b9775e8ffb on network b338438b-995f-4ac9-aed5-719cbfb0b193 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:21:10.684597 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:21:10.684934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Checking segment: {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:21:10.685347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Bound using segment: {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:21:10.685848 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Bound port: 586285c3-b6e8-4484-8a17-41b9775e8ffb, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:21:10.686221 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:10.747794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:21:10.750755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:21:10.836078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:10.868584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:10.869230 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:10.870962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] 10.222.0.11 "PUT /v2.0/ports/586285c3-b6e8-4484-8a17-41b9775e8ffb HTTP/1.1" status: 200 len: 1091 time: 0.7318449 Aug 23 04:21:10.895876 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf7916-4d3f-45cc-8203-1ec2946bc536 service neutron] Pushing event updated for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:10.947235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441187e-f3d5-4542-8d96-e93402125c2b req-846c5c35-2248-4705-9b42-bdb6984ede8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:10.948783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-846c5c35-2248-4705-9b42-bdb6984ede8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 1094 time: 0.0453777 Aug 23 04:21:11.059804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b873-5c9f-44eb-9eb3-dfdce997abb5 req-cb973b12-3f51-4a53-b91d-58bda0ac5312 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:11.061311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8da3b873-5c9f-44eb-9eb3-dfdce997abb5 req-cb973b12-3f51-4a53-b91d-58bda0ac5312 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 943 time: 0.1059053 Aug 23 04:21:11.092388 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441187e-f3d5-4542-8d96-e93402125c2b req-3095a269-1856-415c-b86f-aad1bec0f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:11.093853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-3095a269-1856-415c-b86f-aad1bec0f56c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.1368642 Aug 23 04:21:11.117260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8da3b873-5c9f-44eb-9eb3-dfdce997abb5 req-647890e2-abc2-42eb-ae4a-85b2af42768f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498388 Aug 23 04:21:11.143849 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-406d3c4d-4c94-4d29-bf77-7747b6f4d379 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb HTTP/1.1" status: 200 len: 217 time: 0.0391829 Aug 23 04:21:11.192253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441187e-f3d5-4542-8d96-e93402125c2b req-97ed6f2a-3fb2-428c-b6f4-bcc6dfa39cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:11.193629 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-97ed6f2a-3fb2-428c-b6f4-bcc6dfa39cac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0426240 Aug 23 04:21:11.224316 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-12e97dcb-fbdc-4284-a22e-86944c2464ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239806 Aug 23 04:21:11.312603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-a6df4bb6-1a6c-41e4-b957-9430679ef80d service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813825 Aug 23 04:21:11.401032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b441187e-f3d5-4542-8d96-e93402125c2b req-99fa5ef2-d5dc-4d07-a73a-a0d022080b49 service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818748 Aug 23 04:21:12.229556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c0886-a3ea-468b-852e-8c65f9351f36 req-e427b799-1606-4b1b-a22a-21bb36ad18a5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:12.231009 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-347c0886-a3ea-468b-852e-8c65f9351f36 req-e427b799-1606-4b1b-a22a-21bb36ad18a5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 943 time: 0.0481331 Aug 23 04:21:12.267941 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-347c0886-a3ea-468b-852e-8c65f9351f36 req-060669ae-b892-4986-b449-1501a9cb3398 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304918 Aug 23 04:21:12.580656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:21:12.583102 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c82de23-efac-41d3-afed-36b67422335e" -d '{"events": [{"name": "network-changed", "server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:21:12.628407 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3303953-f02c-4065-ba70-9d638b6f426d x-openstack-request-id: req-e3303953-f02c-4065-ba70-9d638b6f426d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:21:12.628697 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:21:12.628952 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3303953-f02c-4065-ba70-9d638b6f426d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:21:12.629386 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'status': 'completed', 'code': 200} Aug 23 04:21:12.687013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82de23-efac-41d3-afed-36b67422335e req-e3887c1e-99dd-4ec7-b91a-f5248643f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:12.688498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-e3887c1e-99dd-4ec7-b91a-f5248643f2ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 1094 time: 0.0411344 Aug 23 04:21:12.710324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82de23-efac-41d3-afed-36b67422335e req-e2e74719-3ac0-4588-a0bc-88d0cb67bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:12.711915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-e2e74719-3ac0-4588-a0bc-88d0cb67bbea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 1094 time: 0.0394273 Aug 23 04:21:12.780237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82de23-efac-41d3-afed-36b67422335e req-6ab93b87-d4ab-461f-966d-5185bf3b891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:12.781730 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-6ab93b87-d4ab-461f-966d-5185bf3b891b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0862346 Aug 23 04:21:12.803647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82de23-efac-41d3-afed-36b67422335e req-29476d85-dad1-4ba4-b263-15d30ea9d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:12.805125 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-29476d85-dad1-4ba4-b263-15d30ea9d4d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0858562 Aug 23 04:21:12.820934 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-a184c86c-888e-4dff-936f-23efc0792f52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb HTTP/1.1" status: 200 len: 217 time: 0.0322077 Aug 23 04:21:12.846782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-d5177448-f2af-4025-8a96-d3b9eaddd627 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb HTTP/1.1" status: 200 len: 217 time: 0.0336266 Aug 23 04:21:12.872145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82de23-efac-41d3-afed-36b67422335e req-d2958908-4ca1-4212-9e66-9f1b8898e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:12.873606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-d2958908-4ca1-4212-9e66-9f1b8898e864 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0460584 Aug 23 04:21:12.898026 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82de23-efac-41d3-afed-36b67422335e req-672f01c7-9fda-4c21-8914-1012f6935b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:12.898026 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-672f01c7-9fda-4c21-8914-1012f6935b02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0428207 Aug 23 04:21:12.905043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-301dbe39-c89b-4a59-9785-bc6ad5e132af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244949 Aug 23 04:21:12.932033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-ef373764-a1f3-4f12-954d-697086e00782 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283825 Aug 23 04:21:12.993293 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-dde69f7e-6a48-4d91-927d-8b333f583468 service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803635 Aug 23 04:21:13.004539 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 586285c3-b6e8-4484-8a17-41b9775e8ffb no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:21:13.021134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-a33aba34-cdaf-4f23-8b54-85aff0b1d624 service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821767 Aug 23 04:21:13.042327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 586285c3-b6e8-4484-8a17-41b9775e8ffb not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:21:13.086497 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-ec7874ae-dbb8-4e5f-a7f6-5d21cf6e4be7 service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865893 Aug 23 04:21:13.114127 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8c82de23-efac-41d3-afed-36b67422335e req-a055f5c3-d6c3-4166-a4ae-720300d33cfb service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 Aug 23 04:21:13.381964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3360f-db2e-4563-942b-7a0fd4b347d3 req-71d111b7-5df0-4e33-8225-8415b43a6373 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:13.383572 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bda3360f-db2e-4563-942b-7a0fd4b347d3 req-71d111b7-5df0-4e33-8225-8415b43a6373 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 943 time: 0.0475576 Aug 23 04:21:13.419996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bda3360f-db2e-4563-942b-7a0fd4b347d3 req-fe1f8ea4-3628-489e-87cd-2d2da6272b5a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Aug 23 04:21:14.532345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de2dc2-eda2-40d3-b26f-b6164a712246 req-0bd1c57e-fe0b-4c16-97bc-3011dc4c3a8a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:14.534312 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64de2dc2-eda2-40d3-b26f-b6164a712246 req-0bd1c57e-fe0b-4c16-97bc-3011dc4c3a8a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 943 time: 0.0470479 Aug 23 04:21:14.571256 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-64de2dc2-eda2-40d3-b26f-b6164a712246 req-00e88518-866a-48a9-b429-1982318d7862 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309715 Aug 23 04:21:15.062692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 586285c3-b6e8-4484-8a17-41b9775e8ffb details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:21:15.155397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:21:15.166209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193', 'port_id': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'mac_address': 'fa:16:3e:b2:ff:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93cd0a5-93d3-4a45-8fc2-1469f3f25671', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:21:15.202056 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:15.214817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586285c3-b6e8-4484-8a17-41b9775e8ffb {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:21:15.232715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:21:15.332484 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:15.377598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:15.686827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcff7e-5636-4d5f-a8a9-1124c49057ee req-becce62e-fa34-4bc8-93c3-698d1b264662 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:15.688257 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36dcff7e-5636-4d5f-a8a9-1124c49057ee req-becce62e-fa34-4bc8-93c3-698d1b264662 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 944 time: 0.0505643 Aug 23 04:21:15.701080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['586285c3-b6e8-4484-8a17-41b9775e8ffb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:21:15.724798 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36dcff7e-5636-4d5f-a8a9-1124c49057ee req-519562ea-000d-4f22-9a0c-6d9f2ae5e709 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300581 Aug 23 04:21:16.018708 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459788b-c8f9-4dea-ab6b-85c08576c3aa req-46e672b6-a838-4f1a-b4ef-f8ca433889df tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:16.020174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0459788b-c8f9-4dea-ab6b-85c08576c3aa req-46e672b6-a838-4f1a-b4ef-f8ca433889df tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 944 time: 0.0485127 Aug 23 04:21:16.057358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0459788b-c8f9-4dea-ab6b-85c08576c3aa req-2631bd84-d061-4477-8ff9-37432688c004 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Aug 23 04:21:16.139375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-bf5358a3-b1ea-476a-ba3e-5974e9b1b12e tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:16.140846 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-bf5358a3-b1ea-476a-ba3e-5974e9b1b12e tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.24 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d&tenant_id=963906c7cf604865807dfce9f417984d&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 944 time: 0.0857158 Aug 23 04:21:16.202945 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-f8b0ecd3-b57f-4449-ad10-abd561d74ba6 service neutron] delete failed (client error): The resource could not be found. Aug 23 04:21:16.203845 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-f8b0ecd3-b57f-4449-ad10-abd561d74ba6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/586285c3-b6e8-4484-8a17-41b9775e8ffb/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0560448 Aug 23 04:21:16.284624 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-ffd2b86f-9f70-49de-b287-e729f1616a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:16.286123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-ffd2b86f-9f70-49de-b287-e729f1616a72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 1095 time: 0.0398319 Aug 23 04:21:16.374766 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-5f55574a-b3bd-4276-a5dd-5b672513ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:16.376206 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-5f55574a-b3bd-4276-a5dd-5b672513ddb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0837457 Aug 23 04:21:16.415348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-4d5140d2-d9c0-4955-89dd-3a66c7f8428a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb HTTP/1.1" status: 200 len: 217 time: 0.0321074 Aug 23 04:21:16.462280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-462a4f7e-9b63-400c-98e5-c624726befd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:16.463569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-462a4f7e-9b63-400c-98e5-c624726befd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0408006 Aug 23 04:21:16.494751 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-c1dad15a-0755-4b69-bb2f-515f3b8047e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233400 Aug 23 04:21:16.582694 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-ca867941-bf31-47c6-8259-501edd4d46d6 service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813227 Aug 23 04:21:16.672045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-45cd2b4b-3ed9-42d8-90f1-24b6c08aa3df req-067e894a-7145-460d-98e2-d07560673900 service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820689 Aug 23 04:21:17.072448 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 586285c3-b6e8-4484-8a17-41b9775e8ffb up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:21:17.172097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25980b-fa19-434a-9d80-fdbb49b7be47 req-f2eb05e5-bb5a-4f9a-b799-b507f49be72c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:17.173506 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac25980b-fa19-434a-9d80-fdbb49b7be47 req-f2eb05e5-bb5a-4f9a-b799-b507f49be72c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 944 time: 0.0491359 Aug 23 04:21:17.207362 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 586285c3-b6e8-4484-8a17-41b9775e8ffb completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:21:17.211324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 586285c3-b6e8-4484-8a17-41b9775e8ffb triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:21:17.211566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac25980b-fa19-434a-9d80-fdbb49b7be47 req-73f8c1a2-7034-4b3d-bcb7-d9e6813e8742 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Aug 23 04:21:17.211775 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:17.290440 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:17.312976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:21:17.315732 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b5406-b8f9-4c76-8b18-7e7e664f6f6f" -d '{"events": [{"server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "name": "network-vif-plugged", "status": "completed", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:21:17.327798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:21:17.352942 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aa469f-1605-42b4-9c7f-24516a279e53 x-openstack-request-id: req-77aa469f-1605-42b4-9c7f-24516a279e53 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:21:17.353264 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "name": "network-vif-plugged", "status": "completed", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:21:17.353522 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77aa469f-1605-42b4-9c7f-24516a279e53 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:21:17.354010 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'code': 200} Aug 23 04:21:17.389613 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:17.436081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:18.329855 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434a2a5-b5fe-4879-9bc7-293dc4994b69 req-9c9c9b9a-eb32-40c2-a895-ef74a590dbcf tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:18.331327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4434a2a5-b5fe-4879-9bc7-293dc4994b69 req-9c9c9b9a-eb32-40c2-a895-ef74a590dbcf tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0516324 Aug 23 04:21:18.367646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4434a2a5-b5fe-4879-9bc7-293dc4994b69 req-789c45e1-2147-47c0-955d-1c71c4f6443f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304139 Aug 23 04:21:18.475870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb29bae-7987-40a4-9d30-cda141e1dead req-00fb6da5-54c7-4747-b1f4-d86491748253 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:18.477426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ffb29bae-7987-40a4-9d30-cda141e1dead req-00fb6da5-54c7-4747-b1f4-d86491748253 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0471020 Aug 23 04:21:18.514341 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ffb29bae-7987-40a4-9d30-cda141e1dead req-93014ad5-4b0e-4157-87fd-a4a49c6cdea5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Aug 23 04:21:18.622023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f584af4-4897-42b8-8857-0a8210543314 req-6f275c45-8876-4c74-a1e3-54607097f9c5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:18.623458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f584af4-4897-42b8-8857-0a8210543314 req-6f275c45-8876-4c74-a1e3-54607097f9c5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0471864 Aug 23 04:21:18.659421 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f584af4-4897-42b8-8857-0a8210543314 req-206cef1b-8b8c-488a-9319-6b6660360952 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302467 Aug 23 04:21:19.230701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e525-b884-4737-b921-12a32350cc0a req-3443c5ed-a344-4674-b0c0-27437772f229 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:19.232141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-3443c5ed-a344-4674-b0c0-27437772f229 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 815 time: 0.1011388 Aug 23 04:21:19.247022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-7aa0c8c3-9478-4671-8df7-7bb14cdae007 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/quotas/963906c7cf604865807dfce9f417984d HTTP/1.1" status: 200 len: 375 time: 0.0088100 Aug 23 04:21:19.297155 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-50df33db-8087-4f5b-ac7b-16fa3607112d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450923 Aug 23 04:21:19.389456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-69ab19ec-0c51-482e-ba98-3a3816afb9cd service neutron] 10.222.0.20 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847776 Aug 23 04:21:19.475473 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-0e200865-62ce-4ccd-ba58-4dda410604b7 service neutron] 10.222.0.20 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798738 Aug 23 04:21:19.701285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8aec6943-4a9c-46a7-a0bf-03ca02669a7a req-8e03aa84-d457-4d06-b698-3dd4a98e5034 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 210 time: 0.0302200 Aug 23 04:21:20.654114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f9493fc2-1ff6-4603-8f18-6320d1c52ea0 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:20.655557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f9493fc2-1ff6-4603-8f18-6320d1c52ea0 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.11 "GET /v2.0/ports?device_id=75c85c36-7e5f-4138-96d4-394d4233395d HTTP/1.1" status: 200 len: 945 time: 0.0467672 Aug 23 04:21:20.742908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Deleting port 586285c3-b6e8-4484-8a17-41b9775e8ffb {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:21:20.743249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:20.821779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b793ecb0-1807-4e73-80de-ff1874641ab5 req-f13ef293-1459-4e8b-bb76-36cb449b0603 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 210 time: 0.0496504 Aug 23 04:21:20.858426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] For port 586285c3-b6e8-4484-8a17-41b9775e8ffb, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=586285c3-b6e8-4484-8a17-41b9775e8ffb,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:21:20.858795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:20.870189 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Calling delete_port for 586285c3-b6e8-4484-8a17-41b9775e8ffb owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:21:21.029824 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:21.057680 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Pushing event deleted for resources: {'Port': ['ID=586285c3-b6e8-4484-8a17-41b9775e8ffb,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:21.068370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['586285c3-b6e8-4484-8a17-41b9775e8ffb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:21:21.097633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] No DVR routers for this DVR port 586285c3-b6e8-4484-8a17-41b9775e8ffb on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:21:21.100046 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:21.102047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b634abc3-3294-4e58-8373-0804115e8ec0 req-f611378f-021f-40ad-b645-3d61943a19f5 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.11 "DELETE /v2.0/ports/586285c3-b6e8-4484-8a17-41b9775e8ffb HTTP/1.1" status: 204 len: 173 time: 0.4401414 Aug 23 04:21:21.102476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'name': 'network-vif-deleted', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:21:21.104731 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dad9eb-6d3e-4cbc-8101-b7d0bfa9615d" -d '{"events": [{"server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "name": "network-vif-deleted", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:21:21.139788 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d344451c-7a5c-4b7b-9df0-52fe47252c5b x-openstack-request-id: req-d344451c-7a5c-4b7b-9df0-52fe47252c5b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:21:21.140078 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c85c36-7e5f-4138-96d4-394d4233395d", "name": "network-vif-deleted", "tag": "586285c3-b6e8-4484-8a17-41b9775e8ffb", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:21:21.140334 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d344451c-7a5c-4b7b-9df0-52fe47252c5b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:21:21.140730 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c85c36-7e5f-4138-96d4-394d4233395d', 'name': 'network-vif-deleted', 'tag': '586285c3-b6e8-4484-8a17-41b9775e8ffb', 'status': 'completed', 'code': 200} Aug 23 04:21:21.527726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e525-b884-4737-b921-12a32350cc0a req-73531e63-73ea-49b5-9ab1-593e42c66b32 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:21.529178 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-73531e63-73ea-49b5-9ab1-593e42c66b32 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.11 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 815 time: 0.1041634 Aug 23 04:21:21.547772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Request body: {'port': {'device_id': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193', 'admin_state_up': True, 'tenant_id': '963906c7cf604865807dfce9f417984d'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:21:21.983821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1450fab-2ca6-43f0-86e0-48b6cea5bda3 req-5a2a0b2a-3534-4d64-b993-fcfcc711ddcc tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 210 time: 0.0309570 Aug 23 04:21:22.064176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Made reservation on behalf of 963906c7cf604865807dfce9f417984d for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:21:22.067839 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:22.190662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Allocated IP 172.20.0.3 (b338438b-995f-4ac9-aed5-719cbfb0b193/b93cd0a5-93d3-4a45-8fc2-1469f3f25671/a98fa794-36c7-4e41-845d-8b59963d9d92) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:21:22.334955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:22.435486 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:22.468716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['586285c3-b6e8-4484-8a17-41b9775e8ffb'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:21:22.480603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Network b338438b-995f-4ac9-aed5-719cbfb0b193 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:21:22.483568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:21:22.487253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:21:22.512364 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Pushing event updated for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:22.538981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:22.539585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:22.641721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-417481e8-7181-4ffd-aa35-fb3e7e84790f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0975621 Aug 23 04:21:22.659592 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Request body: {'port': {'device_id': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:21:22.711005 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:22.893249 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:22.968146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98fa794-36c7-4e41-845d-8b59963d9d92 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:21:22.975447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:22.986789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Transition to ACTIVE for port object a98fa794-36c7-4e41-845d-8b59963d9d92 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:21:23.059829 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:23.126639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:23.143820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a5048-0aab-470a-8529-60ebdace2e65 req-0c6b5070-7c6d-43c2-9c8a-49cadd9c4801 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:23.145251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-993a5048-0aab-470a-8529-60ebdace2e65 req-0c6b5070-7c6d-43c2-9c8a-49cadd9c4801 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 943 time: 0.0961795 Aug 23 04:21:23.223110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-993a5048-0aab-470a-8529-60ebdace2e65 req-3319042d-3bd4-401e-97e5-e9b1dc7ac5b6 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614746 Aug 23 04:21:23.231680 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Attempting to bind port a98fa794-36c7-4e41-845d-8b59963d9d92 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:21:23.232017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Attempting to bind port a98fa794-36c7-4e41-845d-8b59963d9d92 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:21:23.232339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Attempting to bind port a98fa794-36c7-4e41-845d-8b59963d9d92 on network b338438b-995f-4ac9-aed5-719cbfb0b193 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:21:23.236558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Port a98fa794-36c7-4e41-845d-8b59963d9d92 on network b338438b-995f-4ac9-aed5-719cbfb0b193 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:21:23.236880 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Attempting to bind port a98fa794-36c7-4e41-845d-8b59963d9d92 on network b338438b-995f-4ac9-aed5-719cbfb0b193 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:21:23.242128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:21:23.242863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Checking segment: {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:21:23.243249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Bound using segment: {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:21:23.243670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Bound port: a98fa794-36c7-4e41-845d-8b59963d9d92, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:21:23.244021 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:23.304224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:21:23.307115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:21:23.372662 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:23.403886 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:23.404578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:23.405971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 200 len: 1091 time: 0.7504926 Aug 23 04:21:23.406417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:21:23.408621 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b48cc57-7af5-43e6-bbe0-71dc5b7caf8f" -d '{"events": [{"name": "network-changed", "server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:21:23.436662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b965-9fb1-44a0-9e82-5df671ebe9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:23.450550 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12392ed-9341-4649-87bd-a23ef10a9603 x-openstack-request-id: req-d12392ed-9341-4649-87bd-a23ef10a9603 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:21:23.450900 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:21:23.451172 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d12392ed-9341-4649-87bd-a23ef10a9603 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:21:23.451564 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'status': 'completed', 'code': 200} Aug 23 04:21:23.529841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48cc57-7af5-43e6-bbe0-71dc5b7caf8f req-23bd5d48-64db-4afa-899f-8bf5f2b2dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:23.531286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b48cc57-7af5-43e6-bbe0-71dc5b7caf8f req-23bd5d48-64db-4afa-899f-8bf5f2b2dee4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 1094 time: 0.0390363 Aug 23 04:21:23.630992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48cc57-7af5-43e6-bbe0-71dc5b7caf8f req-07ef6df8-eda4-49f6-8653-1bfd51969a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:23.632728 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b48cc57-7af5-43e6-bbe0-71dc5b7caf8f req-07ef6df8-eda4-49f6-8653-1bfd51969a0b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=963906c7cf604865807dfce9f417984d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0885417 Aug 23 04:21:23.723877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48cc57-7af5-43e6-bbe0-71dc5b7caf8f req-796b0836-de2c-4878-9dbd-f58a796bcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:23.725284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b48cc57-7af5-43e6-bbe0-71dc5b7caf8f req-796b0836-de2c-4878-9dbd-f58a796bcdd2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0862153 Aug 23 04:21:23.820790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e525-b884-4737-b921-12a32350cc0a req-d6f1aec5-2d50-4dc9-9056-f3d1fedca66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:23.822294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-d6f1aec5-2d50-4dc9-9056-f3d1fedca66e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 1094 time: 0.0400615 Aug 23 04:21:23.871289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-e5303908-f28e-4b51-9da3-df965d71e47b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 200 len: 217 time: 0.0366459 Aug 23 04:21:23.919153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1e525-b884-4737-b921-12a32350cc0a req-4c2ffb65-cc59-4db9-aecb-1a61e2eded7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:23.920581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-4c2ffb65-cc59-4db9-aecb-1a61e2eded7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0421581 Aug 23 04:21:23.950920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-3556d370-12c5-4a36-a76d-4eb66cc93b21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230305 Aug 23 04:21:24.042024 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-1fd01ca9-de96-4d66-aba0-e168bb215dd2 service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838523 Aug 23 04:21:24.135938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11c1e525-b884-4737-b921-12a32350cc0a req-f211f6db-8c14-4102-b578-c271c8ab2bec service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856845 Aug 23 04:21:24.336610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce17914-edbf-4a9e-a63d-6827c63c94af req-5c9f77b9-bdc6-418b-9ac3-05528fc03165 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:24.337985 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dce17914-edbf-4a9e-a63d-6827c63c94af req-5c9f77b9-bdc6-418b-9ac3-05528fc03165 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 943 time: 0.0472410 Aug 23 04:21:24.374171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dce17914-edbf-4a9e-a63d-6827c63c94af req-e0169916-e3ec-44f4-8582-556685dac027 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304134 Aug 23 04:21:25.129696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 586285c3-b6e8-4484-8a17-41b9775e8ffb no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:21:25.157333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 586285c3-b6e8-4484-8a17-41b9775e8ffb {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:21:25.157333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 586285c3-b6e8-4484-8a17-41b9775e8ffb not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:21:25.490760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc41e9d-b22f-407b-9c42-6c1140d0d90b req-3c8adc75-6290-4551-aa9d-2e34ee416e9d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:25.492253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fcc41e9d-b22f-407b-9c42-6c1140d0d90b req-3c8adc75-6290-4551-aa9d-2e34ee416e9d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 943 time: 0.0538735 Aug 23 04:21:25.532805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fcc41e9d-b22f-407b-9c42-6c1140d0d90b req-19f3bb7e-97a5-4a83-b767-3d2a56337201 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Aug 23 04:21:26.075268 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-69dbe9bc-e942-49e0-8f51-e478e824f87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:26.648532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cb819-9334-4dc9-9e69-62ab10ddf73c req-ea26cf70-5e38-4c4e-8ee2-3df111e2576a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:26.650030 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-914cb819-9334-4dc9-9e69-62ab10ddf73c req-ea26cf70-5e38-4c4e-8ee2-3df111e2576a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 943 time: 0.0497742 Aug 23 04:21:26.686566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-914cb819-9334-4dc9-9e69-62ab10ddf73c req-e63db3da-a652-4e7d-b189-9cb007cd311c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304978 Aug 23 04:21:27.151401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a98fa794-36c7-4e41-845d-8b59963d9d92 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:21:27.244131 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:21:27.254079 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193', 'port_id': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'mac_address': 'fa:16:3e:2e:02:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93cd0a5-93d3-4a45-8fc2-1469f3f25671', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:21:27.290034 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:27.302650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98fa794-36c7-4e41-845d-8b59963d9d92 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:21:27.321201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:21:27.377997 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:27.422655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:27.430134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.430486 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.430828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.431168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.431504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.431835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.432165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.432498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.432823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.433174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.433500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.433823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:21:27.750349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a98fa794-36c7-4e41-845d-8b59963d9d92'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:21:27.798380 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2e249-8cd9-40f2-a0ae-adfca8d62b4d req-38bb7c4f-7032-4798-b0be-5dcd2a5f0849 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:27.799882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74c2e249-8cd9-40f2-a0ae-adfca8d62b4d req-38bb7c4f-7032-4798-b0be-5dcd2a5f0849 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 944 time: 0.0496900 Aug 23 04:21:27.837140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74c2e249-8cd9-40f2-a0ae-adfca8d62b4d req-f8832be6-e34b-4445-84eb-2cd720fbe419 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Aug 23 04:21:28.761052 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-34c117c3-e81d-4420-92e5-37aaffeb3687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:28.818417 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:28.953317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f708699-fe57-4ec9-bc34-9ce37157e14d req-743eacaa-2517-49fd-85dd-7e77e3553650 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:28.954770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f708699-fe57-4ec9-bc34-9ce37157e14d req-743eacaa-2517-49fd-85dd-7e77e3553650 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 944 time: 0.0518780 Aug 23 04:21:28.991159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f708699-fe57-4ec9-bc34-9ce37157e14d req-4276d80a-e21f-48bd-a012-4fbca662bd26 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306304 Aug 23 04:21:29.166745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a98fa794-36c7-4e41-845d-8b59963d9d92 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:21:29.275559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port a98fa794-36c7-4e41-845d-8b59963d9d92 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:21:29.279311 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a98fa794-36c7-4e41-845d-8b59963d9d92 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:21:29.279711 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:29.356002 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:29.377781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:21:29.379980 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54995989-f6a9-45a9-9592-6fa0eb6d78bb" -d '{"events": [{"server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "name": "network-vif-plugged", "status": "completed", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:21:29.391997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:21:29.416453 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a642b221-9cc3-4b03-bc4e-cedee7e834f8 x-openstack-request-id: req-a642b221-9cc3-4b03-bc4e-cedee7e834f8 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:21:29.416741 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "name": "network-vif-plugged", "status": "completed", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:21:29.417122 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a642b221-9cc3-4b03-bc4e-cedee7e834f8 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:21:29.417444 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'code': 200} Aug 23 04:21:29.463811 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:29.514100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:21:29.535208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd431a4-36b0-4173-a933-f9b473cc5ffc req-c586957f-a246-4c70-a0eb-30038ff6e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:29.537351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fdd431a4-36b0-4173-a933-f9b473cc5ffc req-c586957f-a246-4c70-a0eb-30038ff6e2f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 1096 time: 0.0399535 Aug 23 04:21:29.570406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fdd431a4-36b0-4173-a933-f9b473cc5ffc req-05162cc8-b492-4290-8b1d-539f38fb4723 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264916 Aug 23 04:21:30.104404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72339c6b-1187-48bf-acf4-d0d46680668e req-2cee12a2-a65e-44da-9677-2943e3d15723 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:30.105891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72339c6b-1187-48bf-acf4-d0d46680668e req-2cee12a2-a65e-44da-9677-2943e3d15723 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0479648 Aug 23 04:21:30.142183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72339c6b-1187-48bf-acf4-d0d46680668e req-87aba19c-67a9-42d5-b410-ba6fa2d387d3 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305402 Aug 23 04:21:30.538226 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:31.257611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0942f3-41f5-4b16-9072-6487fb64aab9 req-4c1fee1d-ce18-441b-84c2-5cfa31ec9495 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:31.259089 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db0942f3-41f5-4b16-9072-6487fb64aab9 req-4c1fee1d-ce18-441b-84c2-5cfa31ec9495 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0530019 Aug 23 04:21:31.295714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db0942f3-41f5-4b16-9072-6487fb64aab9 req-e7a182af-da87-416d-99c1-a418271a7082 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308411 Aug 23 04:21:31.406527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd25aa3-ecf2-41cc-934c-187fce0aa75c req-058ce9ba-4d61-4583-b3e4-d8ec2dd209c4 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:31.408001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cd25aa3-ecf2-41cc-934c-187fce0aa75c req-058ce9ba-4d61-4583-b3e4-d8ec2dd209c4 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Aug 23 04:21:31.444585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2cd25aa3-ecf2-41cc-934c-187fce0aa75c req-333405ce-8091-4f9f-87a4-c7b390723fe8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307422 Aug 23 04:21:31.839221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c9b8f-d3bc-408f-88a0-45ce0ff1442b req-da8fd94d-2211-455d-8109-8aea7d6285e3 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:31.840788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-242c9b8f-d3bc-408f-88a0-45ce0ff1442b req-da8fd94d-2211-455d-8109-8aea7d6285e3 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0491014 Aug 23 04:21:31.877803 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-242c9b8f-d3bc-408f-88a0-45ce0ff1442b req-2435fe2b-95d9-454e-958c-6f55fdb46073 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Aug 23 04:21:31.881522 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:31.962448 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-3c13d716-53f7-4c1f-9ff4-aea0430672c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435500 Aug 23 04:21:32.990898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc595-3de0-4763-a5af-caee66f7728f req-ae569fd2-b1e8-44d0-8aa7-142419188683 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:32.992385 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5edc595-3de0-4763-a5af-caee66f7728f req-ae569fd2-b1e8-44d0-8aa7-142419188683 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0489490 Aug 23 04:21:33.031172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5edc595-3de0-4763-a5af-caee66f7728f req-9fda0cd5-496b-4374-aa6b-40bfb0cd4d04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327468 Aug 23 04:21:33.874144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051454-7358-4eac-9db6-366b3180a83b req-bd108d11-ea49-440c-8fe3-161792518fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:33.875653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-bd108d11-ea49-440c-8fe3-161792518fd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 1096 time: 0.0397081 Aug 23 04:21:33.966441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051454-7358-4eac-9db6-366b3180a83b req-ee74671b-2978-41f8-b0b3-4d1c54278336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:33.967874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-ee74671b-2978-41f8-b0b3-4d1c54278336 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0856867 Aug 23 04:21:34.007846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-e06f60da-1f70-4918-b003-10ed791838b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 200 len: 217 time: 0.0330381 Aug 23 04:21:34.059351 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051454-7358-4eac-9db6-366b3180a83b req-88a21d3f-dfec-4b1b-9bee-90d80002a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:34.060660 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-88a21d3f-dfec-4b1b-9bee-90d80002a2d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0463431 Aug 23 04:21:34.092903 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-ea9c81ea-1cd5-43cc-8a95-e103f5d9ed29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243814 Aug 23 04:21:34.196625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45cd9-b2a8-4f57-9535-7c2763f2e673 req-c3b1078f-1e4b-4d2e-ab3b-0299f0f8c995 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:34.198339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aeb45cd9-b2a8-4f57-9535-7c2763f2e673 req-c3b1078f-1e4b-4d2e-ab3b-0299f0f8c995 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.1008780 Aug 23 04:21:34.233071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-1b9e2bc5-6ec7-4e43-ac81-d2a9464e98a3 service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272435 Aug 23 04:21:34.265594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aeb45cd9-b2a8-4f57-9535-7c2763f2e673 req-bccdb9da-f01f-471e-a694-ac61b5c52d88 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602198 Aug 23 04:21:34.331801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-0343e311-6856-4f74-b93c-d1ae7869f0b6 service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857279 Aug 23 04:21:35.381778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa41413-f45a-4fbc-aafc-989378145174 req-821b535c-0865-4b4e-9fa4-3fb72c016e66 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:35.383492 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-faa41413-f45a-4fbc-aafc-989378145174 req-821b535c-0865-4b4e-9fa4-3fb72c016e66 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0524225 Aug 23 04:21:35.420069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-faa41413-f45a-4fbc-aafc-989378145174 req-8d67ffc2-3879-470f-80f3-0f4a870f5fb6 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Aug 23 04:21:36.531010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a2be-4e9c-438c-ab4a-2c06198ee76f req-9d49589d-ef67-4e43-84f5-a770a46ebbbc tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:36.532488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9460a2be-4e9c-438c-ab4a-2c06198ee76f req-9d49589d-ef67-4e43-84f5-a770a46ebbbc tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0477049 Aug 23 04:21:36.569553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9460a2be-4e9c-438c-ab4a-2c06198ee76f req-bb42ba08-a480-4a13-9c51-42e2b0db83f2 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307863 Aug 23 04:21:37.679891 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b6481-760f-4b0b-9d0d-118be99e6382 req-95ce9e3f-96dd-42c5-9a32-2bc2723b4595 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:37.681388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-820b6481-760f-4b0b-9d0d-118be99e6382 req-95ce9e3f-96dd-42c5-9a32-2bc2723b4595 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0465837 Aug 23 04:21:37.717794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-820b6481-760f-4b0b-9d0d-118be99e6382 req-818e1764-f69e-4539-b222-41827ff7dda1 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307658 Aug 23 04:21:37.871380 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:38.050330 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:21:38.831598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb6d39-80cb-4e8b-adea-183e3d41d9be req-0dffa77d-9a11-4eb8-8ae3-d88136af8fe8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:38.833065 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40cb6d39-80cb-4e8b-adea-183e3d41d9be req-0dffa77d-9a11-4eb8-8ae3-d88136af8fe8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0505030 Aug 23 04:21:38.869294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40cb6d39-80cb-4e8b-adea-183e3d41d9be req-0754cede-c261-4304-bb74-979a3689c6de tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297775 Aug 23 04:21:39.982362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a8cfa-68ac-44ad-be59-61f7bc653ca8 req-d232ae63-e0d5-4cd9-8369-610cd3627000 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:39.984016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-188a8cfa-68ac-44ad-be59-61f7bc653ca8 req-d232ae63-e0d5-4cd9-8369-610cd3627000 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0489223 Aug 23 04:21:40.021234 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-188a8cfa-68ac-44ad-be59-61f7bc653ca8 req-b8094590-cf1f-45b5-b245-f75e7cc20ff8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Aug 23 04:21:41.132487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11ec3-3138-410c-aaae-e9752757a990 req-21340cd3-7a00-4580-8da1-e723225f4a3c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:41.133970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6b11ec3-3138-410c-aaae-e9752757a990 req-21340cd3-7a00-4580-8da1-e723225f4a3c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0474877 Aug 23 04:21:41.170253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6b11ec3-3138-410c-aaae-e9752757a990 req-a034fa19-bfed-4549-8d72-4b54a0de39ce tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304456 Aug 23 04:21:42.284436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f10dd-5f57-4825-97cd-195d914af199 req-1191e0a0-4171-4986-b4e2-59ee8ee2bed8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:42.285973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-592f10dd-5f57-4825-97cd-195d914af199 req-1191e0a0-4171-4986-b4e2-59ee8ee2bed8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0507395 Aug 23 04:21:42.324409 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-592f10dd-5f57-4825-97cd-195d914af199 req-3f39bb3a-4d70-422e-9c91-c0a6a66d1228 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Aug 23 04:21:43.436989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb5ae9-040d-4a42-8e76-cf7c792c938d req-67972b40-7379-411b-87f8-259646c09dbd tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:43.438465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0cb5ae9-040d-4a42-8e76-cf7c792c938d req-67972b40-7379-411b-87f8-259646c09dbd tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0473278 Aug 23 04:21:43.474086 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0cb5ae9-040d-4a42-8e76-cf7c792c938d req-1506a644-4972-4941-8cfc-f146e6fa8990 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298672 Aug 23 04:21:44.405631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-edf72d7d-7f86-488d-9685-7c50357add96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:44.407061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-edf72d7d-7f86-488d-9685-7c50357add96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 1096 time: 0.0392003 Aug 23 04:21:44.512311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-cc12358b-97bb-45ce-b5ec-f761f2ada4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:44.513847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-cc12358b-97bb-45ce-b5ec-f761f2ada4b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0873029 Aug 23 04:21:44.556867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-7a14e6f6-6d15-4c06-9712-cba4950f8e26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 200 len: 217 time: 0.0358720 Aug 23 04:21:44.629456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-4a558488-7e59-4a7d-9f50-a9e7fe233cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:44.630893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-4a558488-7e59-4a7d-9f50-a9e7fe233cc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0670433 Aug 23 04:21:44.639662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab195be-de4c-4d13-a580-83c086e05e4b req-ea4d670d-8477-4ada-835b-83c7673c9c44 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:44.641047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ab195be-de4c-4d13-a580-83c086e05e4b req-ea4d670d-8477-4ada-835b-83c7673c9c44 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0874441 Aug 23 04:21:44.675457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-91d880e7-e60c-475f-a2dd-5260fba02859 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334332 Aug 23 04:21:44.715269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ab195be-de4c-4d13-a580-83c086e05e4b req-b029f33d-1785-4322-97dd-39be65a7d68f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662713 Aug 23 04:21:44.776289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-de1b50c3-8060-4636-a836-8efe70714aea service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942080 Aug 23 04:21:44.865022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d00a4309-aa51-4e00-8b16-9a7ba5307de8 req-a03a0f15-2e14-42c0-b2d9-b2de27137cf7 service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806501 Aug 23 04:21:45.827536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ab8b9-567d-43ed-a48e-51d15535669c req-acdfc6fb-3024-4615-8367-47af9844d729 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:45.829026 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b8ab8b9-567d-43ed-a48e-51d15535669c req-acdfc6fb-3024-4615-8367-47af9844d729 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0479534 Aug 23 04:21:45.869523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b8ab8b9-567d-43ed-a48e-51d15535669c req-03352f09-f350-4f81-94e8-e1255dcd6955 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346422 Aug 23 04:21:46.984494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30ef90-d095-44dc-8283-0f9dad935891 req-f85c1ae0-36e9-434e-84c6-31c1974a566d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:46.985983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f30ef90-d095-44dc-8283-0f9dad935891 req-f85c1ae0-36e9-434e-84c6-31c1974a566d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0476031 Aug 23 04:21:47.022409 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f30ef90-d095-44dc-8283-0f9dad935891 req-63df6b25-3150-4822-a601-0bca25906de6 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304949 Aug 23 04:21:48.133425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7daf70-1fea-40b2-a30d-c9dd243dd7b4 req-11bedcdf-58c4-42a9-8ebe-521ea714a0f1 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:48.134882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc7daf70-1fea-40b2-a30d-c9dd243dd7b4 req-11bedcdf-58c4-42a9-8ebe-521ea714a0f1 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0470271 Aug 23 04:21:48.171161 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc7daf70-1fea-40b2-a30d-c9dd243dd7b4 req-c8a1187d-9275-473e-990f-db7e4f2fac63 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305371 Aug 23 04:21:49.282333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cecdc-4e3a-46e2-844b-d7df70288879 req-66d6c664-abb1-4829-99b6-be8e3e19b830 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:49.283783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-398cecdc-4e3a-46e2-844b-d7df70288879 req-66d6c664-abb1-4829-99b6-be8e3e19b830 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0481973 Aug 23 04:21:49.324560 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-398cecdc-4e3a-46e2-844b-d7df70288879 req-c60c633e-b188-4134-a04c-becb2b1519cf tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Aug 23 04:21:50.435166 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c715c-adaf-4681-9311-93ce28e7789c req-b7507fce-3506-4e9d-9602-3e4b1aa0b388 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:50.436599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f04c715c-adaf-4681-9311-93ce28e7789c req-b7507fce-3506-4e9d-9602-3e4b1aa0b388 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0474021 Aug 23 04:21:50.472218 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f04c715c-adaf-4681-9311-93ce28e7789c req-df5279da-7198-4882-a610-2708fba40963 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299151 Aug 23 04:21:51.586069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e03589-50c2-4dc4-b17d-74fcb504b087 req-3823e425-a22f-4d18-b50c-76816f5e8762 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:51.587530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04e03589-50c2-4dc4-b17d-74fcb504b087 req-3823e425-a22f-4d18-b50c-76816f5e8762 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0483453 Aug 23 04:21:51.625193 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04e03589-50c2-4dc4-b17d-74fcb504b087 req-9a955c7e-deca-4c4c-9150-444245a5992c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Aug 23 04:21:52.734440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc9e8d-ef0c-4f3b-8f24-bd40f8a032ce req-3730b8ab-c2a0-4c81-9a08-360304f1ca70 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:52.735875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03bc9e8d-ef0c-4f3b-8f24-bd40f8a032ce req-3730b8ab-c2a0-4c81-9a08-360304f1ca70 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0462806 Aug 23 04:21:52.775960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03bc9e8d-ef0c-4f3b-8f24-bd40f8a032ce req-4d8729f5-a691-41c4-a2f7-0f6bc4f4de89 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337558 Aug 23 04:21:52.920456 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:53.887079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f349d7-cc98-48b9-b17e-056f29f7555f req-615a2364-b408-454f-80c2-af2391e60472 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:53.888552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29f349d7-cc98-48b9-b17e-056f29f7555f req-615a2364-b408-454f-80c2-af2391e60472 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0476069 Aug 23 04:21:53.925943 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29f349d7-cc98-48b9-b17e-056f29f7555f req-701cf16a-d4b5-4cdd-a348-53cb8020fd7a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Aug 23 04:21:55.036985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a15a7-f760-47d2-8585-d9681fd3d727 req-19fc4213-5b7e-4a5e-848a-1545bbcbcb78 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:55.039149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f98a15a7-f760-47d2-8585-d9681fd3d727 req-19fc4213-5b7e-4a5e-848a-1545bbcbcb78 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0478137 Aug 23 04:21:55.074454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f98a15a7-f760-47d2-8585-d9681fd3d727 req-bd19765a-a4f8-4b2e-8690-e766e4693c30 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296333 Aug 23 04:21:56.080789 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-664d3b13-ca5f-486b-b2be-0f9ba6e4c947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:56.185892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3a89a-5edb-4743-bf8b-bb32c1545e43 req-964ebc79-88c8-4fb7-801c-44c9d675b1b7 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:56.187326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dc3a89a-5edb-4743-bf8b-bb32c1545e43 req-964ebc79-88c8-4fb7-801c-44c9d675b1b7 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0471509 Aug 23 04:21:56.227264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dc3a89a-5edb-4743-bf8b-bb32c1545e43 req-0254978b-3948-4231-9582-4e3b20ea1ff6 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336480 Aug 23 04:21:57.339085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a7f7e-f084-487f-9ba0-fd12cbd2153c req-e2c2988a-5212-440e-9d9f-cb83ab9c7065 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:57.340577 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-783a7f7e-f084-487f-9ba0-fd12cbd2153c req-e2c2988a-5212-440e-9d9f-cb83ab9c7065 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0472796 Aug 23 04:21:57.376796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-783a7f7e-f084-487f-9ba0-fd12cbd2153c req-bd05fe9b-37fd-40d7-9897-b6fdf2f0e98c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304658 Aug 23 04:21:58.488759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85063dc-f954-4df9-a653-0171f4ce5aa4 req-65186c39-0b2f-4eb3-bb4d-33fcde67a537 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:58.490253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e85063dc-f954-4df9-a653-0171f4ce5aa4 req-65186c39-0b2f-4eb3-bb4d-33fcde67a537 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0473495 Aug 23 04:21:58.527227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e85063dc-f954-4df9-a653-0171f4ce5aa4 req-3a14dda0-ccad-4b62-b3d4-ca6388a8f18c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303628 Aug 23 04:21:58.766047 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-532016df-01d5-4e0a-9c0b-f87e79ea088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:58.817502 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:21:59.638987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40fabb-abc2-4783-8d7b-9ce539c06ac3 req-29c0bfc2-e0ec-4d08-8d65-f5d43f71385c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:21:59.640434 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a40fabb-abc2-4783-8d7b-9ce539c06ac3 req-29c0bfc2-e0ec-4d08-8d65-f5d43f71385c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0473289 Aug 23 04:21:59.680657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9a40fabb-abc2-4783-8d7b-9ce539c06ac3 req-a3fb3876-067d-4608-8d6b-84e43dda4bd3 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344918 Aug 23 04:22:00.572360 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:00.792143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d3d39-4a14-4960-9ad0-d51836d93852 req-e27604ec-ead8-4f2c-b4b6-38461b6aea5a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:00.793624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d15d3d39-4a14-4960-9ad0-d51836d93852 req-e27604ec-ead8-4f2c-b4b6-38461b6aea5a tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0479598 Aug 23 04:22:00.830147 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d15d3d39-4a14-4960-9ad0-d51836d93852 req-c972b395-65f8-4dc4-a683-b3d6c13366a4 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307326 Aug 23 04:22:01.425231 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-4c051454-7358-4eac-9db6-366b3180a83b req-82c80844-71c5-4d50-91c2-00b5f95ca518 service neutron] show failed (client error): The resource could not be found. Aug 23 04:22:01.426202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-82c80844-71c5-4d50-91c2-00b5f95ca518 service neutron] 10.222.0.11 "GET /v2.0/ports/a98fa794-36c7-4e41-845d-8b59963d9d92/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0522459 Aug 23 04:22:01.845746 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051454-7358-4eac-9db6-366b3180a83b req-b3d09c60-ebf5-4766-9955-9dc1b96e85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:01.847232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-b3d09c60-ebf5-4766-9955-9dc1b96e85a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51&tenant_id=963906c7cf604865807dfce9f417984d HTTP/1.1" status: 200 len: 1096 time: 0.0403309 Aug 23 04:22:01.858844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:01.875370 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:01.912103 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:01.944258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43117c6-9107-4738-8ab8-e0c689c0b2da req-095fbfe9-838e-4804-ad94-a536b6a0114d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:01.946292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c43117c6-9107-4738-8ab8-e0c689c0b2da req-095fbfe9-838e-4804-ad94-a536b6a0114d tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0499215 Aug 23 04:22:01.983422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c43117c6-9107-4738-8ab8-e0c689c0b2da req-350bfcb8-e4c4-432c-b28e-7a02cca1db22 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Aug 23 04:22:02.111494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:02.142091 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:22:02.179155 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:22:02.181424 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f2e380-331f-404d-82ee-ab0faae0429a" -d '{"events": [{"server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "name": "network-vif-unplugged", "status": "completed", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:22:02.185432 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:02.199971 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Transition to ACTIVE for port object a98fa794-36c7-4e41-845d-8b59963d9d92 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:22:02.228337 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19bb9f0-4ce8-4440-930a-a6f9291c91bf x-openstack-request-id: req-e19bb9f0-4ce8-4440-930a-a6f9291c91bf {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:22:02.228337 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "name": "network-vif-unplugged", "status": "completed", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:22:02.228588 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e19bb9f0-4ce8-4440-930a-a6f9291c91bf {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:22:02.228981 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'code': 200} Aug 23 04:22:02.275044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:02.330962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] No DVR routers for this DVR port a98fa794-36c7-4e41-845d-8b59963d9d92 on host n-h1-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:22:02.339321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Pushing event updated for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:02.360973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.361342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.361735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.362018 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.362352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.362677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.363001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.363322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.363642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.363961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.364278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.364593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:02.381278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Attempting to bind port a98fa794-36c7-4e41-845d-8b59963d9d92 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:22:02.381864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Attempting to bind port a98fa794-36c7-4e41-845d-8b59963d9d92 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:22:02.382188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Attempting to bind port a98fa794-36c7-4e41-845d-8b59963d9d92 on network b338438b-995f-4ac9-aed5-719cbfb0b193 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:22:02.387051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Port a98fa794-36c7-4e41-845d-8b59963d9d92 on network b338438b-995f-4ac9-aed5-719cbfb0b193 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:22:02.387374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Attempting to bind port a98fa794-36c7-4e41-845d-8b59963d9d92 on network b338438b-995f-4ac9-aed5-719cbfb0b193 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:22:02.392144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:22:02.392475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Checking segment: {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:22:02.393674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Bound using segment: {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:22:02.393674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Bound port: a98fa794-36c7-4e41-845d-8b59963d9d92, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23dd1f66-3be5-4793-ac7c-80e602ec94b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:22:02.393674 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:02.456442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:22:02.459372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:22:02.521075 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:02.551814 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:02.552510 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:02.554001 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] 10.222.0.24 "PUT /v2.0/ports/a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 200 len: 1091 time: 0.6994486 Aug 23 04:22:02.582984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e6dea-216f-4750-b195-94474f3b039f service neutron] Pushing event updated for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:02.615226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051454-7358-4eac-9db6-366b3180a83b req-7003b666-30cf-4857-912b-3a79d284c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:02.616683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-7003b666-30cf-4857-912b-3a79d284c1fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 1094 time: 0.0409241 Aug 23 04:22:02.705811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051454-7358-4eac-9db6-366b3180a83b req-d2ae5ffb-5270-4bda-98e4-21df4c558ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:02.707240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-d2ae5ffb-5270-4bda-98e4-21df4c558ecd service neutron] 10.222.0.24 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0840976 Aug 23 04:22:02.746762 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-2b56fed2-97f0-4f0c-9050-a0a483fcaa55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 200 len: 217 time: 0.0325797 Aug 23 04:22:02.796900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051454-7358-4eac-9db6-366b3180a83b req-c9ac7baf-944a-4f52-97fd-83d333928f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:02.798315 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-c9ac7baf-944a-4f52-97fd-83d333928f69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0441551 Aug 23 04:22:03.105192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a888e6-e020-4ddd-ada7-a808f8f4ad99 req-c51eba74-bc5b-4c4f-aa29-dccfd81e821b tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:03.106723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b1a888e6-e020-4ddd-ada7-a808f8f4ad99 req-c51eba74-bc5b-4c4f-aa29-dccfd81e821b tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 943 time: 0.0528936 Aug 23 04:22:03.145069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b1a888e6-e020-4ddd-ada7-a808f8f4ad99 req-82003956-61a6-41c7-b538-51600c5eb5f0 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Aug 23 04:22:03.166243 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-a7817f90-eb2d-4081-a612-06d308b9b96a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3603997 Aug 23 04:22:03.252183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-969ec15a-eb78-4c04-9eaa-10d43e033b48 service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779729 Aug 23 04:22:03.338856 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c051454-7358-4eac-9db6-366b3180a83b req-57a0614c-a68d-44e1-99fc-879366a83d1a service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800300 Aug 23 04:22:04.230105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:22:04.232443 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232a8f23-44b6-45ac-bf39-5113764d8e19" -d '{"events": [{"name": "network-changed", "server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:22:04.259299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfa2d5-f2ab-4ef4-a344-6a32ca560cd0 req-c0d55922-888f-4967-8245-1509f742fd42 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:04.260772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5bfa2d5-f2ab-4ef4-a344-6a32ca560cd0 req-c0d55922-888f-4967-8245-1509f742fd42 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 943 time: 0.0493538 Aug 23 04:22:04.296707 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5bfa2d5-f2ab-4ef4-a344-6a32ca560cd0 req-859c5db0-a50c-4930-8942-0572a445170b tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301890 Aug 23 04:22:04.348558 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865a1613-9302-496c-869b-5379cdb46f3e x-openstack-request-id: req-865a1613-9302-496c-869b-5379cdb46f3e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:22:04.348851 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:22:04.349138 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-865a1613-9302-496c-869b-5379cdb46f3e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:22:04.349531 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'status': 'completed', 'code': 200} Aug 23 04:22:04.407842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-28fcdd41-8492-41e0-abdb-7705f0e40ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:04.409365 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-28fcdd41-8492-41e0-abdb-7705f0e40ab1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 1094 time: 0.0409849 Aug 23 04:22:04.432230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-1889359e-8820-4c45-a300-b005a6aa4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:04.433653 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-1889359e-8820-4c45-a300-b005a6aa4670 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 1094 time: 0.0400131 Aug 23 04:22:04.500641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-462bfc68-05c1-4f9d-a0b4-812677fa1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:04.502177 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-462bfc68-05c1-4f9d-a0b4-812677fa1d4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0855987 Aug 23 04:22:04.525223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-a4830d3f-4e2b-44aa-9fc6-b4bfb8e883c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:04.526681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-a4830d3f-4e2b-44aa-9fc6-b4bfb8e883c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0856278 Aug 23 04:22:04.543072 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-921b4e24-a6d7-4110-8ba6-312ba8e28e68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 200 len: 217 time: 0.0337567 Aug 23 04:22:04.567576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-691a8238-e3c1-49ae-a974-83ca34ba7694 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 200 len: 217 time: 0.0335426 Aug 23 04:22:04.591442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-0c7c26a0-88fa-4540-befc-1c4709e9280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:04.592893 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-0c7c26a0-88fa-4540-befc-1c4709e9280f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0424001 Aug 23 04:22:04.619526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-71000f82-c16d-41e0-b14d-057c4b1489c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:04.621019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-71000f82-c16d-41e0-b14d-057c4b1489c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0472302 Aug 23 04:22:04.628250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-6ddd82b2-a231-4112-ba2f-994215dde5bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279627 Aug 23 04:22:04.654960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-746dfb92-c4a4-432b-8f57-3ccab140b02c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259271 Aug 23 04:22:04.715554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-dc59a4a6-5a40-4040-a819-743374e19ec9 service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801008 Aug 23 04:22:04.741905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-58ca6c0c-c2e4-4977-834f-a472d7a418e2 service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798120 Aug 23 04:22:04.807931 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-0e2a08f9-89c4-426e-a424-57f8a03556d3 service neutron] 10.222.0.24 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845542 Aug 23 04:22:04.835140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-232a8f23-44b6-45ac-bf39-5113764d8e19 req-72fbdd82-47bc-4250-8e89-97ed52133f24 service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867360 Aug 23 04:22:05.206575 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a98fa794-36c7-4e41-845d-8b59963d9d92 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:22:05.273885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a98fa794-36c7-4e41-845d-8b59963d9d92 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:22:05.332403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:05.345233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a98fa794-36c7-4e41-845d-8b59963d9d92 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:22:05.346847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'network_id': 'b338438b-995f-4ac9-aed5-719cbfb0b193', 'port_id': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'mac_address': 'fa:16:3e:2e:02:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93cd0a5-93d3-4a45-8fc2-1469f3f25671', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:22:05.388000 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:05.400182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98fa794-36c7-4e41-845d-8b59963d9d92 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:22:05.412116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e2c0-1a8c-4af3-a7f6-c7fc80abf67c req-43600725-8da9-42bd-9eba-4904619c467b tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:05.417993 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed32e2c0-1a8c-4af3-a7f6-c7fc80abf67c req-43600725-8da9-42bd-9eba-4904619c467b tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 943 time: 0.0477803 Aug 23 04:22:05.419181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:05.451085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed32e2c0-1a8c-4af3-a7f6-c7fc80abf67c req-c73337c2-1699-4219-b784-b0b76fe2234b tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Aug 23 04:22:05.498026 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:05.545493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:05.727012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a98fa794-36c7-4e41-845d-8b59963d9d92'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:22:05.796344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23563a2e-76f7-41c8-9445-0b017277d89d req-9f351421-445a-48cd-b674-e9303f1ee758 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:05.803986 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23563a2e-76f7-41c8-9445-0b017277d89d req-9f351421-445a-48cd-b674-e9303f1ee758 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 944 time: 0.0558124 Aug 23 04:22:05.850775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23563a2e-76f7-41c8-9445-0b017277d89d req-89292c6b-622a-45c0-b055-e100b391a932 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452800 Aug 23 04:22:05.888128 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-55bbfe1e-2575-43ca-9389-3abffbeaf8b8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:05.889624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-55bbfe1e-2575-43ca-9389-3abffbeaf8b8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.11 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51&tenant_id=963906c7cf604865807dfce9f417984d&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 944 time: 0.0590539 Aug 23 04:22:05.948458 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-810b6b13-c335-404c-b41e-d23ce4f7fb0a service neutron] delete failed (client error): The resource could not be found. Aug 23 04:22:05.949486 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-810b6b13-c335-404c-b41e-d23ce4f7fb0a service neutron] 10.222.0.11 "DELETE /v2.0/ports/a98fa794-36c7-4e41-845d-8b59963d9d92/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0519323 Aug 23 04:22:06.049901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-0fea2459-d61d-430b-9728-41dbfddf44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:06.051387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-0fea2459-d61d-430b-9728-41dbfddf44c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=963906c7cf604865807dfce9f417984d&device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 1095 time: 0.0392783 Aug 23 04:22:06.142560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-e0ebfc82-c0d8-49ec-a4fa-ac06697eaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:06.144042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-e0ebfc82-c0d8-49ec-a4fa-ac06697eaff2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 200 len: 915 time: 0.0859523 Aug 23 04:22:06.183305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-e44b3dfb-f6e8-42fb-8692-28d44a57f9ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 200 len: 217 time: 0.0320451 Aug 23 04:22:06.234530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-8a95b58d-3fb9-4b5c-9518-0abca87d1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:06.235911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-8a95b58d-3fb9-4b5c-9518-0abca87d1fae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 200 len: 855 time: 0.0451229 Aug 23 04:22:06.265299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-1dd5190f-7f32-4bf4-8108-5bb79efe8060 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b338438b-995f-4ac9-aed5-719cbfb0b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225999 Aug 23 04:22:06.350765 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-d5897b12-f092-461b-8b2c-89b8c0cb4a8e service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773864 Aug 23 04:22:06.441023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d24c9fbb-d3f6-4822-bb1e-39ebd24d9a95 req-7a0cc111-a679-421b-b685-bff3219eaca6 service neutron] 10.222.0.11 "GET /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837512 Aug 23 04:22:06.966800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24aeb08-aa5b-46e0-a45a-a5c64f69f437 req-5800d779-ff35-404e-a202-f77257101d8c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:06.968254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c24aeb08-aa5b-46e0-a45a-a5c64f69f437 req-5800d779-ff35-404e-a202-f77257101d8c tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 944 time: 0.0481718 Aug 23 04:22:07.008631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c24aeb08-aa5b-46e0-a45a-a5c64f69f437 req-ae142295-46be-4745-8793-51a2a94e2fef tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Aug 23 04:22:07.214860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a98fa794-36c7-4e41-845d-8b59963d9d92 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:22:07.331757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port a98fa794-36c7-4e41-845d-8b59963d9d92 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:22:07.335501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port a98fa794-36c7-4e41-845d-8b59963d9d92 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:07.335903 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:07.409218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:07.435176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:22:07.437460 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36be886-2df2-400c-ac33-1e3c7138111b" -d '{"events": [{"server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "name": "network-vif-plugged", "status": "completed", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:22:07.449706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:07.475069 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba7ea6c-f6cc-4a7e-a304-4f3523fd8f42 x-openstack-request-id: req-7ba7ea6c-f6cc-4a7e-a304-4f3523fd8f42 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:22:07.475069 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "name": "network-vif-plugged", "status": "completed", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:22:07.475069 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ba7ea6c-f6cc-4a7e-a304-4f3523fd8f42 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:22:07.475069 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'code': 200} Aug 23 04:22:07.520647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:07.566782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:07.852665 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:08.120960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e956-cb6d-4053-b48e-114855668951 req-64f8b693-63e0-492e-939f-2a75a74ad9d8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:08.122350 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bd4e956-cb6d-4053-b48e-114855668951 req-64f8b693-63e0-492e-939f-2a75a74ad9d8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0469596 Aug 23 04:22:08.159115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bd4e956-cb6d-4053-b48e-114855668951 req-7999bcc7-6701-48dc-85ce-4870ebb8be70 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310020 Aug 23 04:22:08.272287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895f94-8b20-478e-97bb-8c1cd1289c91 req-909a2c98-d6b0-4fc0-92a7-e6a0d6eae6c8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:08.274393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-20895f94-8b20-478e-97bb-8c1cd1289c91 req-909a2c98-d6b0-4fc0-92a7-e6a0d6eae6c8 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0521386 Aug 23 04:22:08.310302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-20895f94-8b20-478e-97bb-8c1cd1289c91 req-37249b8d-685f-4e98-9f71-9184f70f1998 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301762 Aug 23 04:22:08.419402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6abd-640f-49e2-b794-da337b6a18ed req-de241add-8c6d-4b86-966b-f495f755737f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:08.420776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d5b6abd-640f-49e2-b794-da337b6a18ed req-de241add-8c6d-4b86-966b-f495f755737f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0479360 Aug 23 04:22:08.457679 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6d5b6abd-640f-49e2-b794-da337b6a18ed req-8b481cb8-da06-47e7-b3c5-ea752e626453 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310304 Aug 23 04:22:08.913079 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca11ed-d823-4512-9189-571cf32b0851 req-6e94754f-f4b2-4112-9276-6275d550182f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:08.915050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5dca11ed-d823-4512-9189-571cf32b0851 req-6e94754f-f4b2-4112-9276-6275d550182f tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0483794 Aug 23 04:22:08.951466 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5dca11ed-d823-4512-9189-571cf32b0851 req-9fed9595-6c7b-4d44-9809-c922552900df tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304739 Aug 23 04:22:10.068749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60f4ac-e40b-42d0-b97e-69b20246b407 req-dba0bbdc-9bd0-40a4-9657-aa15af44049b tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:10.070755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb60f4ac-e40b-42d0-b97e-69b20246b407 req-dba0bbdc-9bd0-40a4-9657-aa15af44049b tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0538650 Aug 23 04:22:10.073559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-9a7cc03b-6d21-4e6a-bdcf-ef84319fbec1 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:10.075085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-9a7cc03b-6d21-4e6a-bdcf-ef84319fbec1 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.24 "GET /v2.0/ports?device_id=12280fa8-8933-4370-aa6f-9200d2b51e51 HTTP/1.1" status: 200 len: 945 time: 0.0474415 Aug 23 04:22:10.107230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb60f4ac-e40b-42d0-b97e-69b20246b407 req-165a5d75-3eb9-4b1c-a16a-d06590b62d2b tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304902 Aug 23 04:22:10.162279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Deleting port a98fa794-36c7-4e41-845d-8b59963d9d92 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:22:10.162622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:10.249003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] For port a98fa794-36c7-4e41-845d-8b59963d9d92, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a98fa794-36c7-4e41-845d-8b59963d9d92,segment=NetworkSegment(23dd1f66-3be5-4793-ac7c-80e602ec94b4),segment_id=23dd1f66-3be5-4793-ac7c-80e602ec94b4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:10.249386 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:10.260803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Calling delete_port for a98fa794-36c7-4e41-845d-8b59963d9d92 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:22:10.428817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:10.441522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a98fa794-36c7-4e41-845d-8b59963d9d92'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:22:10.463338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Pushing event deleted for resources: {'Port': ['ID=a98fa794-36c7-4e41-845d-8b59963d9d92,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:10.503386 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] No DVR routers for this DVR port a98fa794-36c7-4e41-845d-8b59963d9d92 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:22:10.506249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:10.508765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3bda86be-9aec-44a4-b757-f9e03f99dc92 req-bd23483f-d073-4b02-8890-a90768a43b04 tempest-ServerDiskConfigTestJSON-814342858 tempest-ServerDiskConfigTestJSON-814342858-project] 10.222.0.24 "DELETE /v2.0/ports/a98fa794-36c7-4e41-845d-8b59963d9d92 HTTP/1.1" status: 204 len: 173 time: 0.4265952 Aug 23 04:22:10.509240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'name': 'network-vif-deleted', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:22:10.511971 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5b3490-0755-4f10-b85c-f8460d971515" -d '{"events": [{"server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "name": "network-vif-deleted", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:22:10.546849 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc7f783-b2a5-4a24-b49f-87db98e7fd8b x-openstack-request-id: req-efc7f783-b2a5-4a24-b49f-87db98e7fd8b {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:22:10.547143 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12280fa8-8933-4370-aa6f-9200d2b51e51", "name": "network-vif-deleted", "tag": "a98fa794-36c7-4e41-845d-8b59963d9d92", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:22:10.547419 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efc7f783-b2a5-4a24-b49f-87db98e7fd8b {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:22:10.547902 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12280fa8-8933-4370-aa6f-9200d2b51e51', 'name': 'network-vif-deleted', 'tag': 'a98fa794-36c7-4e41-845d-8b59963d9d92', 'status': 'completed', 'code': 200} Aug 23 04:22:11.221076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59790) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:11.263746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Deleting subnet b93cd0a5-93d3-4a45-8fc2-1469f3f25671 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:22:11.266583 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.298574 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.335572 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.440969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.464044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93cd0a5-93d3-4a45-8fc2-1469f3f25671,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:11.473811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.474163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.474501 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.474834 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.475167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.475850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.475850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.476123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.476446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.476767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.477118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.477442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:11.480099 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.481960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ea99b2da-0f10-44af-b5a6-4e1290847488 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b93cd0a5-93d3-4a45-8fc2-1469f3f25671 HTTP/1.1" status: 204 len: 168 time: 0.2598944 Aug 23 04:22:11.484527 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59792) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:11.549934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.628169 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.638398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b338438b-995f-4ac9-aed5-719cbfb0b193']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:11.647707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23dd1f66-3be5-4793-ac7c-80e602ec94b4') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:11.648028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23dd1f66-3be5-4793-ac7c-80e602ec94b4') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:11.656393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.669815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.675339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:22:11.675716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:22:11.677310 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:22:11.789200 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.794665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:11.798834 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b338438b-995f-4ac9-aed5-719cbfb0b193 HTTP/1.1" status: 204 len: 168 time: 0.3110116 Aug 23 04:22:11.807837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15d49c-6328-4a3b-8d0e-f57e8b322631 admin admin] Pushing event deleted for resources: {'Network': ['ID=b338438b-995f-4ac9-aed5-719cbfb0b193,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:12.240376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59798) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:12.278907 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0c690f11-1520-40fa-8e2e-4b740dcf3e89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=963906c7cf604865807dfce9f417984d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373838 Aug 23 04:22:12.281347 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59800) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:12.329686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-598b471e-1162-4de7-946c-b2c7471efe99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:12.350420 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-598b471e-1162-4de7-946c-b2c7471efe99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:12.468910 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-598b471e-1162-4de7-946c-b2c7471efe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:12.471445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-598b471e-1162-4de7-946c-b2c7471efe99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:12.472590 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-598b471e-1162-4de7-946c-b2c7471efe99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49 HTTP/1.1" status: 204 len: 168 time: 0.1903775 Aug 23 04:22:12.480799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b471e-1162-4de7-946c-b2c7471efe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd13b5ca-98f5-4bf9-a13d-acda7fd1bf49,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:13.221877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a98fa794-36c7-4e41-845d-8b59963d9d92 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:22:13.242307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: a98fa794-36c7-4e41-845d-8b59963d9d92 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:22:13.242661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a98fa794-36c7-4e41-845d-8b59963d9d92 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:22:13.395858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59822) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:13.535177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1622565042-network', 'tenant_id': 'e778a5fc24364b7492132acceb494860'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:13.622858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Made reservation on behalf of e778a5fc24364b7492132acceb494860 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:22:13.625176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:13.633982 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:13.719237 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:13.783061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:13.806735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:22:13.816330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9465c3ba-a91b-450f-8d41-d311299383c1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:13.820913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:13.821283 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Added segment 3e49fa7b-bf4f-4995-9b6d-474852e5cd26 of type vlan for network 343e4223-1644-4b0e-804e-756f568bf874 Aug 23 04:22:13.860481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:13.926162 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:13.927137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:13.927750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:13.984480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] Pushing event updated for resources: {'Network': ['ID=343e4223-1644-4b0e-804e-756f568bf874,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:13.994107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 343e4223-1644-4b0e-804e-756f568bf874 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:22:14.001178 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-62ecaff3-4cad-43b6-bdf0-32e52e7367fd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6041842 Aug 23 04:22:14.003952 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59828) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:14.009672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Request body: {'subnet': {'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1622565042-subnet', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:14.068907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Made reservation on behalf of e778a5fc24364b7492132acceb494860 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:22:14.071759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:14.291687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:14.345829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9209abe0-597a-418c-b5c4-c1e42ce96c8e,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:14.352847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:22:14.353242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Network hostable DHCP agents. Network: 343e4223-1644-4b0e-804e-756f568bf874, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:22:14.429022 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Network 343e4223-1644-4b0e-804e-756f568bf874 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:22:14.509035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 343e4223-1644-4b0e-804e-756f568bf874) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:22:14.513053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:14.513642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:14.517602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd37fe-ef0d-4059-a9d3-0c35c6ead996 None None] Network 343e4223-1644-4b0e-804e-756f568bf874 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:22:14.601537 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-141f1624-7e65-4593-9216-0d0524d9cad3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5964324 Aug 23 04:22:14.604087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:14.608581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:14.686819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:14.687905 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:14.746042 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:14.828003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-343e4223-1644-4b0e-804e-756f568bf874', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:22:14.828854 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:14.938913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:14.962129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Allocated IP 172.20.0.2 (343e4223-1644-4b0e-804e-756f568bf874/9209abe0-597a-418c-b5c4-c1e42ce96c8e/38b543f0-d2b2-444a-82e9-2285ef229361) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:22:15.048822 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:22:15.104046 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:15.112110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Transition to ACTIVE for port object 38b543f0-d2b2-444a-82e9-2285ef229361 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:22:15.126491 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Transition to ACTIVE for port object 38b543f0-d2b2-444a-82e9-2285ef229361 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:22:15.189465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:15.199034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:15.218199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:15.227487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Network 343e4223-1644-4b0e-804e-756f568bf874 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:22:15.230298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:22:15.233789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:22:15.246851 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Pushing event updated for resources: {'Port': ['ID=38b543f0-d2b2-444a-82e9-2285ef229361,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:15.295916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Attempting to bind port 38b543f0-d2b2-444a-82e9-2285ef229361 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:22:15.296292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Attempting to bind port 38b543f0-d2b2-444a-82e9-2285ef229361 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:22:15.296656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Attempting to bind port 38b543f0-d2b2-444a-82e9-2285ef229361 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:22:15.301629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:22:15.302004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:22:15.302410 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:15.302807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:22:15.303276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Bound port: 38b543f0-d2b2-444a-82e9-2285ef229361, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:22:15.303664 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:15.323240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Allocated IP 172.25.1.61 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/f5266ce6-87b1-49f1-9587-2b84c774abb7) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:22:15.364635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] For port 38b543f0-d2b2-444a-82e9-2285ef229361, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:22:15.367673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] For port 38b543f0-d2b2-444a-82e9-2285ef229361, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=38b543f0-d2b2-444a-82e9-2285ef229361,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:22:15.417760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:15.423184 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:15.473722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e97ce4-4466-4b93-b4f2-86dcfc3a1928 None None] Pushing event updated for resources: {'Port': ['ID=38b543f0-d2b2-444a-82e9-2285ef229361,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:15.503633 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:15.546083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:22:15.548947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:22:15.552366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:22:15.578967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Pushing event updated for resources: {'Port': ['ID=f5266ce6-87b1-49f1-9587-2b84c774abb7,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:15.890192 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 38b543f0-d2b2-444a-82e9-2285ef229361 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:22:15.911308 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:16.012034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 38b543f0-d2b2-444a-82e9-2285ef229361 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:22:16.103687 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:16.308878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:22:16.372623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f50e8-c194-4592-acaa-7307f520299f None None] Network 343e4223-1644-4b0e-804e-756f568bf874 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:22:16.417284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:22:16.428795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:22:16.443175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:22:16.443781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:21:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:16.492658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:16.494046 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a10efd46-5f35-4793-bfa8-bf4011ffc509 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8890045 Aug 23 04:22:16.496797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59832) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:16.525252 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-adcc2c69-f9d9-4bd1-9d46-6103adff6a2b None None] Provisioning for port 38b543f0-d2b2-444a-82e9-2285ef229361 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:22:16.566604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-adcc2c69-f9d9-4bd1-9d46-6103adff6a2b None None] Provisioning complete for port 38b543f0-d2b2-444a-82e9-2285ef229361 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:16.566980 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-adcc2c69-f9d9-4bd1-9d46-6103adff6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:16.629148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:22:16.802446 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-adcc2c69-f9d9-4bd1-9d46-6103adff6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:16.866700 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-adcc2c69-f9d9-4bd1-9d46-6103adff6a2b None None] For port 38b543f0-d2b2-444a-82e9-2285ef229361, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=38b543f0-d2b2-444a-82e9-2285ef229361,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:16.887223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:15Z', 'revision_number': 3, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:16.907205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:16.919788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:22:16.920337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Updating router 3f7411fd-835b-4bc3-95ca-3af0d4112102 port f5266ce6-87b1-49f1-9587-2b84c774abb7 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:22:16.942514 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-adcc2c69-f9d9-4bd1-9d46-6103adff6a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:16.969934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.063081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Allocated IP 172.20.0.1 (343e4223-1644-4b0e-804e-756f568bf874/9209abe0-597a-418c-b5c4-c1e42ce96c8e/f432208c-b808-48f8-8566-e61a14271101) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:22:17.068082 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc2c69-f9d9-4bd1-9d46-6103adff6a2b None None] Pushing event updated for resources: {'Port': ['ID=38b543f0-d2b2-444a-82e9-2285ef229361,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:17.096466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d9d2b754-ef67-4d3a-8eed-31da51cbde50 None None] Provisioning complete for port 38b543f0-d2b2-444a-82e9-2285ef229361 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:17.096835 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d9d2b754-ef67-4d3a-8eed-31da51cbde50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.166589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.179800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Transition to ACTIVE for port object f432208c-b808-48f8-8566-e61a14271101 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:22:17.280995 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.300554 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.310444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Transition to ACTIVE for port object f5266ce6-87b1-49f1-9587-2b84c774abb7 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:22:17.331790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Network 343e4223-1644-4b0e-804e-756f568bf874 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:22:17.331790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:22:17.331790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:22:17.357041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Pushing event updated for resources: {'Port': ['ID=f432208c-b808-48f8-8566-e61a14271101,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:17.372031 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.374833 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.431741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd60a03-3b6f-400e-a528-413837de22bf None None] Pushing event updated for resources: {'Port': ['ID=f5266ce6-87b1-49f1-9587-2b84c774abb7,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:17.434570 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Attempting to bind port f5266ce6-87b1-49f1-9587-2b84c774abb7 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:22:17.434948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Attempting to bind port f5266ce6-87b1-49f1-9587-2b84c774abb7 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:22:17.435364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Attempting to bind port f5266ce6-87b1-49f1-9587-2b84c774abb7 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:22:17.441614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:22:17.441614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:22:17.441931 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.442332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:22:17.442819 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Bound port: f5266ce6-87b1-49f1-9587-2b84c774abb7, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:22:17.443206 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.499123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] For port f5266ce6-87b1-49f1-9587-2b84c774abb7, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:22:17.504114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] For port f5266ce6-87b1-49f1-9587-2b84c774abb7, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f5266ce6-87b1-49f1-9587-2b84c774abb7,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:22:17.567893 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.630159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:22:17.630799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:21:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:17.635162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd60a03-3b6f-400e-a528-413837de22bf None None] Pushing event updated for resources: {'Port': ['ID=f5266ce6-87b1-49f1-9587-2b84c774abb7,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:17.674012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c41825f8-34d0-4778-89cf-bb575e22c6ca None None] Provisioning for port f432208c-b808-48f8-8566-e61a14271101 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:22:17.682849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c41825f8-34d0-4778-89cf-bb575e22c6ca None None] Provisioning complete for port f432208c-b808-48f8-8566-e61a14271101 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:17.683227 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c41825f8-34d0-4778-89cf-bb575e22c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:17.755541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c41825f8-34d0-4778-89cf-bb575e22c6ca None None] Port f432208c-b808-48f8-8566-e61a14271101 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:22:17.775754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:22:17.901572 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:18.030979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 38b543f0-d2b2-444a-82e9-2285ef229361 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:22:18.069067 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:18.108639 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:18.124089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 38b543f0-d2b2-444a-82e9-2285ef229361 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:18.124471 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:18.174684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Pushing event updated for resources: {'Port': ['ID=f432208c-b808-48f8-8566-e61a14271101,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:18.177538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:15Z', 'revision_number': 3, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:18.178217 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:18.207544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f2de8-cd33-43e6-a9ec-5897ed8c2bbf None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:15Z', 'revision_number': 3, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:22:18.278892 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Network 343e4223-1644-4b0e-804e-756f568bf874 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:22:18.280317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:22:18.407236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:22:18.529159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:22:18.534375 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7fc4ca39-6051-4557-9662-29a6c2d2fb8e admin admin] 10.222.0.20 "PUT /v2.0/routers/3f7411fd-835b-4bc3-95ca-3af0d4112102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0365510 Aug 23 04:22:18.578519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-357d5913-c50a-4a91-a27a-c6f588ec8642 None None] Provisioning complete for port f432208c-b808-48f8-8566-e61a14271101 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:18.578997 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-357d5913-c50a-4a91-a27a-c6f588ec8642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:18.615654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-357d5913-c50a-4a91-a27a-c6f588ec8642 None None] Port f432208c-b808-48f8-8566-e61a14271101 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:22:19.458494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59840) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:19.463983 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-2dbe62f4-354b-4358-a273-47390ea31621 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656924103', 'description': 'tempest-description--2139218761'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:19.537487 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2dbe62f4-354b-4358-a273-47390ea31621 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:19.639612 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2dbe62f4-354b-4358-a273-47390ea31621 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:19.646211 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:22:19.654694 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:22:19.655295 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:21:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:19.691903 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2dbe62f4-354b-4358-a273-47390ea31621 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:19.721235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe62f4-354b-4358-a273-47390ea31621 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:19.756631 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:22:19.783398 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2dbe62f4-354b-4358-a273-47390ea31621 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:19.784693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2dbe62f4-354b-4358-a273-47390ea31621 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3251061 Aug 23 04:22:19.787463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59842) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:19.791943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d133383f-a205-4669-9f87-f37d2933dc24 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'security_group_rule': {'security_group_id': 'e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:19.896602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f5266ce6-87b1-49f1-9587-2b84c774abb7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:22:19.903249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d133383f-a205-4669-9f87-f37d2933dc24 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:19.960528 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d133383f-a205-4669-9f87-f37d2933dc24 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:19.965714 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 2, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:19.989101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f5266ce6-87b1-49f1-9587-2b84c774abb7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:22:19.992136 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:22:19.992500 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Updating router 3f7411fd-835b-4bc3-95ca-3af0d4112102 port f432208c-b808-48f8-8566-e61a14271101 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:22:19.993946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f5266ce6-87b1-49f1-9587-2b84c774abb7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:19.994275 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.012659 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d133383f-a205-4669-9f87-f37d2933dc24 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.017447 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.033722 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133383f-a205-4669-9f87-f37d2933dc24 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca20986-eca3-41a1-9871-a62b3ae84bdf,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:20.073719 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.093633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port f5266ce6-87b1-49f1-9587-2b84c774abb7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f5266ce6-87b1-49f1-9587-2b84c774abb7,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:20.103280 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d133383f-a205-4669-9f87-f37d2933dc24 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.104611 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d133383f-a205-4669-9f87-f37d2933dc24 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161724 Aug 23 04:22:20.107187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59844) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:20.111635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1cc2616e-16c1-4907-a156-abd42ac1bdd1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'security_group_rule': {'security_group_id': 'e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:20.183540 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.224236 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc2616e-16c1-4907-a156-abd42ac1bdd1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.230877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=f5266ce6-87b1-49f1-9587-2b84c774abb7,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:20.285370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc2616e-16c1-4907-a156-abd42ac1bdd1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.291302 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.300514 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Transition to ACTIVE for port object f432208c-b808-48f8-8566-e61a14271101 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:22:20.348758 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc2616e-16c1-4907-a156-abd42ac1bdd1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.366490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2616e-16c1-4907-a156-abd42ac1bdd1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74dece2b-f792-4334-8da3-139cf2bd9670,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:20.394549 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.417518 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1cc2616e-16c1-4907-a156-abd42ac1bdd1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.418772 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1cc2616e-16c1-4907-a156-abd42ac1bdd1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106301 Aug 23 04:22:20.421773 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 59846) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:20.426273 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:20.461235 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Pushing event updated for resources: {'Port': ['ID=f432208c-b808-48f8-8566-e61a14271101,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:20.485111 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.485457 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.485799 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.486134 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.486467 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.486801 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.487123 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.487444 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.487767 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.488086 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.488408 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.488727 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:20.512379 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Attempting to bind port f432208c-b808-48f8-8566-e61a14271101 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:22:20.512379 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Attempting to bind port f432208c-b808-48f8-8566-e61a14271101 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:22:20.512379 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Attempting to bind port f432208c-b808-48f8-8566-e61a14271101 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:22:20.512379 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:22:20.512379 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:22:20.512379 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.512379 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:22:20.512975 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Bound port: f432208c-b808-48f8-8566-e61a14271101, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:22:20.512975 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.532112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.586600 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] For port f432208c-b808-48f8-8566-e61a14271101, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:22:20.589801 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] For port f432208c-b808-48f8-8566-e61a14271101, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f432208c-b808-48f8-8566-e61a14271101,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:22:20.632301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.669182 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.724317 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:22:20.724947 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:21:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:20.741676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Allocated IP 172.25.1.148 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/274a03d4-e8ce-4e09-ab28-067dc589c070) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:22:20.767938 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cfa8c-6e65-4732-8e12-f8b1d80328ef None None] Pushing event updated for resources: {'Port': ['ID=f432208c-b808-48f8-8566-e61a14271101,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:20.848005 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.855166 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:22:20.949523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:20.993380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:22:20.996137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:22:20.999512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:22:21.028750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event updated for resources: {'Port': ['ID=274a03d4-e8ce-4e09-ab28-067dc589c070,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:21.052036 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:21.079584 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e5a94-d577-4a34-bf9c-006891270927 None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:22:21.093552 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:21.185625 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:21.342450 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:21.400299 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:21.473899 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event updated for resources: {'Port': ['ID=274a03d4-e8ce-4e09-ab28-067dc589c070,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:21.487691 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:21.555273 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:21.556559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-288191eb-48cf-4088-81d9-2eb95dda24ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1338236 Aug 23 04:22:21.700857 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-52ec7c81-519b-48e0-9afc-35a7878d5954 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--656924103&fields=id&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 267 time: 0.0340478 Aug 23 04:22:21.809294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-81ae9486-4316-430d-b473-3995d83033d4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:21.810793 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-81ae9486-4316-430d-b473-3995d83033d4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 812 time: 0.1030886 Aug 23 04:22:21.830882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-796618ce-6bca-4468-b250-20e0d377f764 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/quotas/e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 375 time: 0.0134656 Aug 23 04:22:21.898471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-30101553-e2b8-4365-8459-027cea272cff tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633831 Aug 23 04:22:21.942358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f432208c-b808-48f8-8566-e61a14271101 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:22:22.046208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f432208c-b808-48f8-8566-e61a14271101 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:22:22.052982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f432208c-b808-48f8-8566-e61a14271101 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:22.052982 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:22.089651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-1d8d7880-6627-4acc-8c79-7ef5f088c534 service neutron] 10.222.0.20 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846921 Aug 23 04:22:22.135400 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:22.179706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port f432208c-b808-48f8-8566-e61a14271101, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f432208c-b808-48f8-8566-e61a14271101,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:22.184293 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-5cd7edea-2811-4066-a969-6aa50339de76 service neutron] 10.222.0.20 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919776 Aug 23 04:22:22.240157 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:22.240959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f5266ce6-87b1-49f1-9587-2b84c774abb7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:22:22.315993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=f432208c-b808-48f8-8566-e61a14271101,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:22.328736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f5266ce6-87b1-49f1-9587-2b84c774abb7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:22.329200 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:22.420088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efaaa619-8f0e-47e5-81c3-61fba96c4569 req-1e6c3a2e-e541-4756-ad4a-c4c2294fc743 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 210 time: 0.0548999 Aug 23 04:22:22.983240 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:23.514548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad500806-bdd5-4157-8e57-17f316c4aa13 req-c6b332fd-1dc6-42fa-aced-caca6e8ab2dc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 210 time: 0.0258315 Aug 23 04:22:23.863538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f432208c-b808-48f8-8566-e61a14271101 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:22:23.914843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f432208c-b808-48f8-8566-e61a14271101 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:23.915223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:24.200419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00119dc4-7832-47ae-9312-0dc0882564ce tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:24.201912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00119dc4-7832-47ae-9312-0dc0882564ce tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 812 time: 0.1023619 Aug 23 04:22:24.244808 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-7472f837-83fa-42ca-a091-f2e5c44024d4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 379 time: 0.0333807 Aug 23 04:22:24.254793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'port': {'device_id': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'admin_state_up': True, 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'security_groups': ['e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:24.434808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Made reservation on behalf of e778a5fc24364b7492132acceb494860 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:22:24.438403 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:24.558616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Allocated IP 172.20.0.12 (343e4223-1644-4b0e-804e-756f568bf874/9209abe0-597a-418c-b5c4-c1e42ce96c8e/56ea90fa-8bf6-4690-9cd7-97d286b7191e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:22:24.606701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-84373cee-aefb-42b0-9abb-94aa3193e3d4 req-f66d21ba-5995-4f57-9fb6-82dc9e79b2dc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 210 time: 0.0264163 Aug 23 04:22:24.696301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:24.709198 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Transition to ACTIVE for port object 56ea90fa-8bf6-4690-9cd7-97d286b7191e will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:22:24.811724 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:24.853107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Network 343e4223-1644-4b0e-804e-756f568bf874 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:22:24.856035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:22:24.859575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:22:24.868377 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event updated for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:24.921797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:24.922430 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:24.989516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-00d813b4-19f2-4307-ba6b-31b23bb4e2ec tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382960 Aug 23 04:22:25.001977 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Request body: {'port': {'device_id': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:25.055339 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:25.194443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f5dd1a8a-83fa-49ea-a7f1-f5d867ae63c1 None None] Provisioning for port 56ea90fa-8bf6-4690-9cd7-97d286b7191e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:22:25.199076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f5dd1a8a-83fa-49ea-a7f1-f5d867ae63c1 None None] Provisioning complete for port 56ea90fa-8bf6-4690-9cd7-97d286b7191e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:25.199628 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1a8a-83fa-49ea-a7f1-f5d867ae63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:25.233345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f5dd1a8a-83fa-49ea-a7f1-f5d867ae63c1 None None] Port 56ea90fa-8bf6-4690-9cd7-97d286b7191e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:22:25.312115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ea90fa-8bf6-4690-9cd7-97d286b7191e {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:22:25.319197 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:25.330357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Transition to ACTIVE for port object 56ea90fa-8bf6-4690-9cd7-97d286b7191e will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:22:25.371243 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:25.420510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:25.491984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Attempting to bind port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:22:25.491984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Attempting to bind port 56ea90fa-8bf6-4690-9cd7-97d286b7191e by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:22:25.491984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Attempting to bind port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:22:25.495742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:22:25.496073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Attempting to bind port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:22:25.500996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:22:25.501363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:22:25.501748 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:22:25.502181 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Bound port: 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:22:25.502538 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:25.573159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:22:25.576053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:22:25.646928 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:25.682798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:25.683440 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:25.684869 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] 10.222.0.24 "PUT /v2.0/ports/56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1092 time: 0.6873958 Aug 23 04:22:25.685339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:22:25.688002 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:22:25.712149 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e1c9b-62c9-42ef-a8d9-a6c3c7ee8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:25.732258 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8275e-0247-4e0b-a1d4-a3ca2c952d6d req-c6e2eaa3-cdf4-4078-a6ff-5bb033ecc161 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:25.733945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f4c8275e-0247-4e0b-a1d4-a3ca2c952d6d req-c6e2eaa3-cdf4-4078-a6ff-5bb033ecc161 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 944 time: 0.0603626 Aug 23 04:22:25.778062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f4c8275e-0247-4e0b-a1d4-a3ca2c952d6d req-eddf907d-d14d-4bc4-a12d-2094cc9c1e1b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380595 Aug 23 04:22:25.824247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-4dd94dba-7867-4c7e-ad9e-ecf73dbef77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:25.825819 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-4dd94dba-7867-4c7e-ad9e-ecf73dbef77d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1095 time: 0.0480521 Aug 23 04:22:25.829888 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f543ed16-4ace-43a2-b723-e6f745cfed17 x-openstack-request-id: req-f543ed16-4ace-43a2-b723-e6f745cfed17 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:22:25.830343 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:22:25.830596 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f543ed16-4ace-43a2-b723-e6f745cfed17 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:22:25.831013 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'status': 'completed', 'code': 200} Aug 23 04:22:25.872180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-aea81b48-043f-4681-9d0f-7f711647e1cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 217 time: 0.0338268 Aug 23 04:22:25.924634 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-04843be7-53cc-4528-8022-f68b73f11784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:25.926098 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-04843be7-53cc-4528-8022-f68b73f11784 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0469315 Aug 23 04:22:25.970319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-3b7f320a-0b72-4d1a-af88-c5cef98cc136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:25.971719 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-3b7f320a-0b72-4d1a-af88-c5cef98cc136 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389981 Aug 23 04:22:26.064457 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-16799a66-e31e-4804-819e-06da83391e30 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857408 Aug 23 04:22:26.086799 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78d648dd-edbf-4f21-a065-a90b23e23400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:26.153465 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a217bf2e-dcbc-4bfa-a130-ceaf5be7fa52 req-5ab6bc20-4356-4ee4-9745-ef0ee0ffa904 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821991 Aug 23 04:22:26.299780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-0cd32c1f-59c8-4e25-a73e-91e17aa6f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:26.301290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-0cd32c1f-59c8-4e25-a73e-91e17aa6f47d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1095 time: 0.0387707 Aug 23 04:22:26.392193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-d95e4422-e2fb-49ff-b796-3ab79eca49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:26.393578 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-d95e4422-e2fb-49ff-b796-3ab79eca49d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0858090 Aug 23 04:22:26.433158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-5bd0a178-ec7e-4eba-8774-7532c85775fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 217 time: 0.0322726 Aug 23 04:22:26.484391 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-499ad5bb-fd17-4bf4-8441-378b95189ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:26.485818 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-499ad5bb-fd17-4bf4-8441-378b95189ba0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0447872 Aug 23 04:22:26.529838 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-6cb78184-99b3-45e0-aac4-2299ed5c6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:26.531276 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-6cb78184-99b3-45e0-aac4-2299ed5c6bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380812 Aug 23 04:22:26.618066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-179a8a21-fb61-4150-b5e2-224e3939a4be service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793631 Aug 23 04:22:26.710562 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cd38dd25-d3c0-40d9-b5d0-09aa7c0152d6 req-14f0c48d-7352-4343-b14c-b4beeb3c2bb5 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841696 Aug 23 04:22:26.893233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957d063-228d-44de-8eb7-59a297b1cbe1 req-ffbd0318-3c29-442c-a3a5-7a95247bb6b0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:26.894722 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4957d063-228d-44de-8eb7-59a297b1cbe1 req-ffbd0318-3c29-442c-a3a5-7a95247bb6b0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 944 time: 0.0477550 Aug 23 04:22:26.932600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4957d063-228d-44de-8eb7-59a297b1cbe1 req-936054f0-57f2-4b76-b23d-6d4063a23ced tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315092 Aug 23 04:22:28.041913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475ff0c-b0fc-4df7-9c78-31ec43caeb1a req-e1def627-4b50-4cf4-abc1-463dcce0c9b8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:28.043351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a475ff0c-b0fc-4df7-9c78-31ec43caeb1a req-e1def627-4b50-4cf4-abc1-463dcce0c9b8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 944 time: 0.0471811 Aug 23 04:22:28.079879 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a475ff0c-b0fc-4df7-9c78-31ec43caeb1a req-ca0799ed-56a6-49e0-acec-05c12febe985 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308139 Aug 23 04:22:28.817035 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-da35e838-963c-4dfe-959a-18aff0c75294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:28.845494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:29.241582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c641-74bc-488b-9bab-3ea69e095e40 req-78f9a605-6d18-46dd-8121-52d93effd232 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:29.243060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e557c641-74bc-488b-9bab-3ea69e095e40 req-78f9a605-6d18-46dd-8121-52d93effd232 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 944 time: 0.0990598 Aug 23 04:22:29.283032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e557c641-74bc-488b-9bab-3ea69e095e40 req-a60e16ba-4f4b-4c64-aba7-2f4bd74b550d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342674 Aug 23 04:22:29.299580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 56ea90fa-8bf6-4690-9cd7-97d286b7191e details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:22:29.393897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:29.403994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'mac_address': 'fa:16:3e:6f:e3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:22:29.439788 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:29.452648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea90fa-8bf6-4690-9cd7-97d286b7191e {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:22:29.471278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:29.531436 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:29.580513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:29.587778 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.588132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.588479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.588818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.589182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.589519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.589853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.590182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.590511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.590838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.591165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.591490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:22:29.717094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['56ea90fa-8bf6-4690-9cd7-97d286b7191e'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:22:30.393086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5b29d-d2e6-48c6-ade5-144447950ef9 req-f5c2220e-289a-4674-800b-2ea6b21c10ce tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:30.394529 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-49e5b29d-d2e6-48c6-ade5-144447950ef9 req-f5c2220e-289a-4674-800b-2ea6b21c10ce tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 945 time: 0.0473354 Aug 23 04:22:30.431768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-49e5b29d-d2e6-48c6-ade5-144447950ef9 req-63ea9443-9d15-4ef1-b989-8934a033032c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 Aug 23 04:22:30.536965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:31.314741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 56ea90fa-8bf6-4690-9cd7-97d286b7191e up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:22:31.400035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 56ea90fa-8bf6-4690-9cd7-97d286b7191e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:22:31.403499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 56ea90fa-8bf6-4690-9cd7-97d286b7191e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:22:31.403865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:31.478400 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:31.500798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:22:31.502940 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8bd67d-5908-4aeb-ba5a-410597de7069" -d '{"events": [{"server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "name": "network-vif-plugged", "status": "completed", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:22:31.515647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:22:31.544143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544f634-acc5-498e-b319-74cc7823e6a8 req-75a81eca-60d6-45cc-bcfa-2a3f52c80218 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:31.545673 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e544f634-acc5-498e-b319-74cc7823e6a8 req-75a81eca-60d6-45cc-bcfa-2a3f52c80218 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Aug 23 04:22:31.577787 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:31.581744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e544f634-acc5-498e-b319-74cc7823e6a8 req-f27a3f31-fbb5-43b4-be59-84528f6b7033 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300391 Aug 23 04:22:31.625044 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:22:31.628244 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f50eba-75f0-4c2c-968f-672fb1a10154 x-openstack-request-id: req-16f50eba-75f0-4c2c-968f-672fb1a10154 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:22:31.628534 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "name": "network-vif-plugged", "status": "completed", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:22:31.628790 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16f50eba-75f0-4c2c-968f-672fb1a10154 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:22:31.629313 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'code': 200} Aug 23 04:22:31.724998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a24386-9212-4e1a-9aa6-f70635c1860b req-c93ad570-f1d6-4e2b-9aa6-0cb2e19a4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:31.727096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3a24386-9212-4e1a-9aa6-f70635c1860b req-c93ad570-f1d6-4e2b-9aa6-0cb2e19a4f99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1097 time: 0.0442154 Aug 23 04:22:31.762932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3a24386-9212-4e1a-9aa6-f70635c1860b req-0da12ac8-f391-42b3-96a5-e76cf8942607 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281301 Aug 23 04:22:31.868392 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:32.696304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde96cb-0d05-453f-8306-f4052933c649 req-7b1fc063-5f07-4eda-a659-201a4239ddfb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:32.697794 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9cde96cb-0d05-453f-8306-f4052933c649 req-7b1fc063-5f07-4eda-a659-201a4239ddfb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0477593 Aug 23 04:22:32.736936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9cde96cb-0d05-453f-8306-f4052933c649 req-c572ba2a-de74-4482-be22-7e29be1dbf84 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332882 Aug 23 04:22:33.847838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa061ac5-09ee-4b8e-ac53-e2be5ca1b4ac req-f533a760-cedb-470b-b292-f54b3d9c43b3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:33.849306 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa061ac5-09ee-4b8e-ac53-e2be5ca1b4ac req-f533a760-cedb-470b-b292-f54b3d9c43b3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0474555 Aug 23 04:22:33.885781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa061ac5-09ee-4b8e-ac53-e2be5ca1b4ac req-43b789e4-fbb0-414c-b448-352f8431bcd0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307386 Aug 23 04:22:33.990084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f81f-c132-465c-b1aa-30bf119831ed req-f5eba9b1-8919-4960-9602-8abd3706312d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:33.992001 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4c16f81f-c132-465c-b1aa-30bf119831ed req-f5eba9b1-8919-4960-9602-8abd3706312d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0462778 Aug 23 04:22:34.000339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 59910) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:22:34.004621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e56a0ea0-349e-47f2-9c22-773c225b78f1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'floatingip': {'port_id': '56ea90fa-8bf6-4690-9cd7-97d286b7191e'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:22:34.044440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e56a0ea0-349e-47f2-9c22-773c225b78f1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:34.794963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e56a0ea0-349e-47f2-9c22-773c225b78f1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:34.857098 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e56a0ea0-349e-47f2-9c22-773c225b78f1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:34.954314 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-e56a0ea0-349e-47f2-9c22-773c225b78f1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc associated. External IP: 172.25.1.148, port: 56ea90fa-8bf6-4690-9cd7-97d286b7191e. Aug 23 04:22:35.153428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56a0ea0-349e-47f2-9c22-773c225b78f1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:22:35.257868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-56acb30e-6c98-47dc-a4ce-f6e6c7a132fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422792 Aug 23 04:22:35.258980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56a0ea0-349e-47f2-9c22-773c225b78f1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:22:35.263434 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e56a0ea0-349e-47f2-9c22-773c225b78f1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:35.269982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:22:35.288243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:22:35.288870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:22:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:35.290651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e56a0ea0-349e-47f2-9c22-773c225b78f1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "PUT /v2.0/floatingips/8349df67-0a4a-42b9-a1a2-3520878325fc HTTP/1.1" status: 200 len: 992 time: 1.2893064 Aug 23 04:22:35.291231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:22:35.293592 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f7be92-2780-4d37-ab65-4ea47c30d04e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:22:35.358884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-b80b8088-f792-4cb2-937e-4b0bfbea2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:35.360385 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-b80b8088-f792-4cb2-937e-4b0bfbea2505 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1097 time: 0.0432892 Aug 23 04:22:35.382789 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f139b2-8a52-4130-8165-8a199b2a9e87 x-openstack-request-id: req-a4f139b2-8a52-4130-8165-8a199b2a9e87 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:22:35.383083 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:22:35.383338 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4f139b2-8a52-4130-8165-8a199b2a9e87 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:22:35.383741 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'status': 'completed', 'code': 200} Aug 23 04:22:35.399443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:22:35.466440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-3992d88d-7e0d-4ff8-8fcf-e747216fe8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:35.467847 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-3992d88d-7e0d-4ff8-8fcf-e747216fe8ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0824482 Aug 23 04:22:35.536516 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-5dfaacc6-d937-4a24-ac8c-13fdecb47684 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1000 time: 0.0612180 Aug 23 04:22:35.586411 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-167655b7-b28c-4497-b855-1eb37abe8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:35.587870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-167655b7-b28c-4497-b855-1eb37abe8a1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0446804 Aug 23 04:22:35.616688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:6f:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:22:34Z', 'revision_number': 1, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:35.634898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-ef1c4ea0-c542-4634-960a-16766f32899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:35.636411 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-ef1c4ea0-c542-4634-960a-16766f32899e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408010 Aug 23 04:22:35.642661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:22:35.651066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:22:35.651676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:22:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:35.728699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-a792752a-eb03-41b6-9021-1c330fffd499 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850363 Aug 23 04:22:35.754312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:22:35.816882 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-99a216ca-520c-46b8-b5bc-2d26b59294f9 req-19259eeb-e35e-473e-b475-e328603dfa07 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811551 Aug 23 04:22:35.974870 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:6f:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:22:34Z', 'revision_number': 1, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:22:35.983420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-97557628-22df-46b1-9d99-0356b6a9e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:35.984850 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-97557628-22df-46b1-9d99-0356b6a9e7b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1097 time: 0.0448031 Aug 23 04:22:36.001579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79237787-4f5b-4e7c-8cc2-d116c36722e6 None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:6f:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:22:34Z', 'revision_number': 1, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:22:36.081171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-96144aeb-2dd2-4e79-896f-d4509df4372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:36.082729 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-96144aeb-2dd2-4e79-896f-d4509df4372f service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0903976 Aug 23 04:22:36.153451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-aee94da1-04b9-403e-bb97-65d7ca59babb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1000 time: 0.0632713 Aug 23 04:22:36.198416 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70380694-5fdc-4ff6-886d-dca71e35c43a None None] New status for floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:22:36.203607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-a1002bad-cb2d-44fd-af9b-4543c1664bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:36.204996 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-a1002bad-cb2d-44fd-af9b-4543c1664bd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0451646 Aug 23 04:22:36.249361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-77b5a79d-2669-4d6c-a470-d29140d87ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:22:36.250765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-77b5a79d-2669-4d6c-a470-d29140d87ced service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389557 Aug 23 04:22:36.340957 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-bcb306da-fd3c-400f-9a81-464b4db5e13a service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830815 Aug 23 04:22:36.433188 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1f7be92-2780-4d37-ab65-4ea47c30d04e req-c73a4eb9-79bc-4de5-9659-8216502acb0d service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845377 Aug 23 04:22:37.863078 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:52.047121 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:22:53.034258 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:56.062700 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-64315026-035a-4273-aa5f-7fa3122757c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:58.778863 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-95f95f33-cb5a-45c7-99f4-8bed697c0ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:22:58.839645 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:00.536922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:01.850982 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:07.862568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:23.022198 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:26.084969 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-03031a0e-709c-4bb8-81e7-0e62ed06fa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:28.776259 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-128f75a3-2a1f-44f7-b956-4f4899a1241f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:28.861503 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:29.045450 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:23:30.559113 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:31.872408 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:36.255742 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-ac8566b2-b0a0-44f1-9e6f-3062cca898e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436263 Aug 23 04:23:36.333312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-3214b6e7-213b-4a52-8b5e-f258f9cfe582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:23:36.334758 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-3214b6e7-213b-4a52-8b5e-f258f9cfe582 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1097 time: 0.0390434 Aug 23 04:23:36.431649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-67a2a0e6-b11b-4548-8c0d-9d5379fc58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:23:36.433125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-67a2a0e6-b11b-4548-8c0d-9d5379fc58b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0802257 Aug 23 04:23:36.499463 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-47e5d793-fb9d-42ce-bac0-53a7c3d182f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1002 time: 0.0584700 Aug 23 04:23:36.547260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-ed707b52-d15d-4740-aebe-8f0f7fc61cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:23:36.548566 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-ed707b52-d15d-4740-aebe-8f0f7fc61cfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0419807 Aug 23 04:23:36.592359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-75517703-d66c-4b71-88ed-08c71766f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:23:36.593852 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-75517703-d66c-4b71-88ed-08c71766f83a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385635 Aug 23 04:23:36.604605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-ee27159e-8360-4ce3-8212-23f07c34e1a6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:23:36.605578 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-ee27159e-8360-4ce3-8212-23f07c34e1a6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049121 Aug 23 04:23:36.695924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-021de62b-452d-49d8-80ae-ce0324aac7ae service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825493 Aug 23 04:23:36.785124 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b5ace310-7055-4e6d-a280-58d4a0c68a79 req-8d7dc1d6-4ce4-4e28-8d3b-a0712b2ffa37 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822721 Aug 23 04:23:37.890497 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:53.022294 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:56.062194 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3c0c1c49-d30c-4d4c-8dad-eb0d5f67abd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:58.783292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ded688f3-83d0-41af-b185-f38f474ebd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:23:58.867180 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:00.586932 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:01.873093 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:06.044515 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:24:07.907714 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:11.136298 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b1e04-5a07-44be-b28f-aaa05fb580e9 req-391e9287-29d0-4f08-9f5b-cedeeb0c591b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:11.137841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc5b1e04-5a07-44be-b28f-aaa05fb580e9 req-391e9287-29d0-4f08-9f5b-cedeeb0c591b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0547554 Aug 23 04:24:11.175197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc5b1e04-5a07-44be-b28f-aaa05fb580e9 req-4febd971-a560-496f-8a3c-e3f16d4bfb50 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313818 Aug 23 04:24:11.513614 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f35693-fbd0-42f3-96f7-5173671a41cb req-8fc731ea-ef8f-42b3-b95b-f2a995627361 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:11.515091 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1f35693-fbd0-42f3-96f7-5173671a41cb req-8fc731ea-ef8f-42b3-b95b-f2a995627361 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0477600 Aug 23 04:24:11.552479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1f35693-fbd0-42f3-96f7-5173671a41cb req-bf86a95c-210c-4f27-9d6d-679720e7e39b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Aug 23 04:24:11.749674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-1fd889e2-2f1e-4ebe-bda8-a8bbb2a5e922 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246986 Aug 23 04:24:12.668387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79b021-6c3d-41df-96b1-e66a2c6211ca req-7b5060ed-b456-4b43-a585-5cc5d2b68b6d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:12.669913 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de79b021-6c3d-41df-96b1-e66a2c6211ca req-7b5060ed-b456-4b43-a585-5cc5d2b68b6d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0506756 Aug 23 04:24:12.710192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de79b021-6c3d-41df-96b1-e66a2c6211ca req-ff0a6a61-d770-44cd-a43b-dd138e2f0f34 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Aug 23 04:24:13.820860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-552d6cf1-af1e-47fa-a387-e38289e0d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:13.822405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-552d6cf1-af1e-47fa-a387-e38289e0d9c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1097 time: 0.0935271 Aug 23 04:24:13.825954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744628e-e0f5-4372-bb1b-0d599bedab75 req-2f25b16e-748f-43f6-a6bf-953f125f36c8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:13.827431 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d744628e-e0f5-4372-bb1b-0d599bedab75 req-2f25b16e-748f-43f6-a6bf-953f125f36c8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0485876 Aug 23 04:24:13.865128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d744628e-e0f5-4372-bb1b-0d599bedab75 req-fa7fa279-e9e2-449f-9413-c9876bfad223 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316451 Aug 23 04:24:13.912332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-2600640e-5fc0-4b62-9bc9-c6a285bcf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:13.913833 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-2600640e-5fc0-4b62-9bc9-c6a285bcf5bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0843556 Aug 23 04:24:13.979565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-bcdd2680-9279-4202-8c49-5aeff3032357 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1002 time: 0.0591426 Aug 23 04:24:14.027694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-854560f9-c2b3-41f4-bbf1-6bd17d8ab2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:14.028988 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-854560f9-c2b3-41f4-bbf1-6bd17d8ab2b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0418732 Aug 23 04:24:14.073339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-b0de20d8-aba4-4ff0-8e1b-f6a67adad485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:14.074759 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-b0de20d8-aba4-4ff0-8e1b-f6a67adad485 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380294 Aug 23 04:24:14.163773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-87e120f5-a0fa-4013-923a-6bce63f0f689 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811641 Aug 23 04:24:14.249080 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-37fe0995-91d3-4711-8022-bfd52029805e service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783401 Aug 23 04:24:14.979953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d588c58-8939-4961-bd25-8f4f1ea27dc5 req-37edc060-a219-4a2c-b43f-0145f5a4ba98 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:14.981450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d588c58-8939-4961-bd25-8f4f1ea27dc5 req-37edc060-a219-4a2c-b43f-0145f5a4ba98 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0470047 Aug 23 04:24:15.018423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d588c58-8939-4961-bd25-8f4f1ea27dc5 req-3954a8ff-134e-4443-ac03-ff8dde13e3c6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312364 Aug 23 04:24:16.129930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf8ce-c833-42fa-8a6b-6d93fef0e8e0 req-b5cd067e-adc5-4c14-8e03-2d8e7688cdb4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:16.131302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2edbf8ce-c833-42fa-8a6b-6d93fef0e8e0 req-b5cd067e-adc5-4c14-8e03-2d8e7688cdb4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0479145 Aug 23 04:24:16.172271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2edbf8ce-c833-42fa-8a6b-6d93fef0e8e0 req-03b57f91-809c-41c7-a29e-2cfa302cd461 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346169 Aug 23 04:24:17.283324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769637c-0bef-458b-b217-af49fff5b42c req-80937f2f-b9fd-48b6-8f88-5d3b9f238ed2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:17.284760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0769637c-0bef-458b-b217-af49fff5b42c req-80937f2f-b9fd-48b6-8f88-5d3b9f238ed2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0470037 Aug 23 04:24:17.321074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0769637c-0bef-458b-b217-af49fff5b42c req-3aafb365-ba55-4a08-83ff-6738e6e4fd9b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297868 Aug 23 04:24:18.434533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933aac4e-28b7-4c23-a26e-a4c7af969fc5 req-8c1bc983-89c3-4a63-b830-932038ceb7d4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:18.436005 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-933aac4e-28b7-4c23-a26e-a4c7af969fc5 req-8c1bc983-89c3-4a63-b830-932038ceb7d4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0478449 Aug 23 04:24:18.471752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-933aac4e-28b7-4c23-a26e-a4c7af969fc5 req-0c2bf787-1696-4999-9b26-ef4025e3042d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298536 Aug 23 04:24:19.584022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c31f5-51e1-472b-aae5-f55c72e07630 req-3b9a269c-dc1b-4571-a051-18c2f52c4d5a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:19.585511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-921c31f5-51e1-472b-aae5-f55c72e07630 req-3b9a269c-dc1b-4571-a051-18c2f52c4d5a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0470400 Aug 23 04:24:19.625768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-921c31f5-51e1-472b-aae5-f55c72e07630 req-a79ad5fa-485b-4920-985d-2b7839d9311c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343380 Aug 23 04:24:20.737935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c57637-9652-4194-9d1d-038d9b6f7da2 req-d87d36b6-b59c-4adc-8f18-01064aab9035 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:20.739384 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-99c57637-9652-4194-9d1d-038d9b6f7da2 req-d87d36b6-b59c-4adc-8f18-01064aab9035 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0476778 Aug 23 04:24:20.776384 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-99c57637-9652-4194-9d1d-038d9b6f7da2 req-88166e20-b53d-4aac-af51-c176f3624fb7 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311272 Aug 23 04:24:21.888240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85befed-9974-4bb6-bcca-85e5b778724f req-a9de51cb-c36d-478a-a7ae-fdc5a4b4d138 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:21.889753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b85befed-9974-4bb6-bcca-85e5b778724f req-a9de51cb-c36d-478a-a7ae-fdc5a4b4d138 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0477085 Aug 23 04:24:21.928129 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b85befed-9974-4bb6-bcca-85e5b778724f req-96d10491-b3ca-4d7a-9a07-a040318d2234 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Aug 23 04:24:23.021803 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:23.045165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bbf07-d493-4f04-b9d4-163581743487 req-eed9d272-ee7d-4bf0-9e28-2defb4eda723 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:23.046622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de1bbf07-d493-4f04-b9d4-163581743487 req-eed9d272-ee7d-4bf0-9e28-2defb4eda723 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0479078 Aug 23 04:24:23.086993 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-de1bbf07-d493-4f04-b9d4-163581743487 req-89625530-2268-4859-9c28-9d8b95edb58a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344520 Aug 23 04:24:24.200150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5442f-4729-4c5c-b4b8-91416a316688 req-386fad8b-3134-41f4-a693-da7466cdb209 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:24.201635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1c5442f-4729-4c5c-b4b8-91416a316688 req-386fad8b-3134-41f4-a693-da7466cdb209 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0477655 Aug 23 04:24:24.237325 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1c5442f-4729-4c5c-b4b8-91416a316688 req-8c53d2e7-5e91-41d8-8ebe-b7fa8ef754be tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298212 Aug 23 04:24:25.349922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997ceab-4168-4f17-9ead-485128c305b3 req-ed4b5f02-2df0-4e6b-826a-6ac0caa1995a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:25.351412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0997ceab-4168-4f17-9ead-485128c305b3 req-ed4b5f02-2df0-4e6b-826a-6ac0caa1995a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0483828 Aug 23 04:24:25.389581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0997ceab-4168-4f17-9ead-485128c305b3 req-ea78be2c-a983-49f0-b4b5-0f1e3df92696 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Aug 23 04:24:26.050241 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7fd958a7-08cc-4cf3-80bb-26aa8cd80b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:26.248083 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-c3840f60-eb5f-460c-aec2-76e9089523f3 service neutron] show failed (client error): The resource could not be found. Aug 23 04:24:26.249115 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-c3840f60-eb5f-460c-aec2-76e9089523f3 service neutron] 10.222.0.24 "GET /v2.0/ports/56ea90fa-8bf6-4690-9cd7-97d286b7191e/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0571911 Aug 23 04:24:26.502861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c8d75-6520-4d08-a89c-2e94a3265a2e req-54e3f4f9-974d-4605-9b54-51ac048a48e0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:26.504479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-200c8d75-6520-4d08-a89c-2e94a3265a2e req-54e3f4f9-974d-4605-9b54-51ac048a48e0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0482388 Aug 23 04:24:26.547259 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-200c8d75-6520-4d08-a89c-2e94a3265a2e req-9abbed72-dab4-44d5-8bc0-7a41499cd97f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367541 Aug 23 04:24:26.832017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-237d1be5-a984-4ebf-9cf5-2f3f08f86197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:26.833512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-237d1be5-a984-4ebf-9cf5-2f3f08f86197 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 1097 time: 0.0867724 Aug 23 04:24:26.852594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:24:26.903426 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:27.103036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:24:27.134443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:24:27.171139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:24:27.173400 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8ab87f-974b-4973-9400-ddbf04d248e4" -d '{"events": [{"server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:24:27.177228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:27.189892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Transition to ACTIVE for port object 56ea90fa-8bf6-4690-9cd7-97d286b7191e will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:24:27.226374 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f3825-f067-4cfb-9b8c-a0d766e3cd64 x-openstack-request-id: req-f57f3825-f067-4cfb-9b8c-a0d766e3cd64 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:24:27.226656 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "name": "network-vif-unplugged", "status": "completed", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:24:27.226940 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f57f3825-f067-4cfb-9b8c-a0d766e3cd64 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:24:27.227340 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'code': 200} Aug 23 04:24:27.255831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:27.340992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:27.354590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.354590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.354590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.354590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.354590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.355140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.355223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.355514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.355830 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.356145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.356478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.356772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:27.388987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] No DVR routers for this DVR port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:24:27.521290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Attempting to bind port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:24:27.521962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Attempting to bind port 56ea90fa-8bf6-4690-9cd7-97d286b7191e by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:24:27.521962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Attempting to bind port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:24:27.526124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:24:27.526448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Attempting to bind port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:24:27.531175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:24:27.531515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:24:27.531897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:24:27.532325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Bound port: 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:24:27.532677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:27.601430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:24:27.606479 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:24:27.669152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61de7-0ef7-4cb0-bc3b-8ddc29b68b47 req-03473352-9a9d-4777-81f9-8e8b95bcc8aa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:27.670652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-19d61de7-0ef7-4cb0-bc3b-8ddc29b68b47 req-03473352-9a9d-4777-81f9-8e8b95bcc8aa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 944 time: 0.0530577 Aug 23 04:24:27.702889 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:27.716865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-19d61de7-0ef7-4cb0-bc3b-8ddc29b68b47 req-bc13b6b3-56a9-4340-b424-58cf63af4383 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Aug 23 04:24:27.740540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:27.741180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:27.742534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] 10.222.0.11 "PUT /v2.0/ports/56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1092 time: 0.8938892 Aug 23 04:24:27.767807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c12dd-1e63-4520-a038-a2e86c743951 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:27.816796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-47848b9e-f285-45dd-b750-9c83256d94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:27.818375 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-47848b9e-f285-45dd-b750-9c83256d94c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1095 time: 0.0416203 Aug 23 04:24:27.916605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-f45f1c3d-f2ed-49f4-9377-91adbab292f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:27.918116 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-f45f1c3d-f2ed-49f4-9377-91adbab292f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0927231 Aug 23 04:24:27.981990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-e602c1d3-b59e-49d3-bdfc-14a69430223c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1000 time: 0.0563264 Aug 23 04:24:28.030889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-b1a4849d-4f84-4f1d-a4ae-2972fd619ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:28.032263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-b1a4849d-4f84-4f1d-a4ae-2972fd619ce6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0435226 Aug 23 04:24:28.079948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-81fb5215-0a03-4896-9093-be7f0518f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:28.081453 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-81fb5215-0a03-4896-9093-be7f0518f113 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423524 Aug 23 04:24:28.092212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-93ed79e9-fc7b-4a15-9ee8-a8e7d0afe4d8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:24:28.093171 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-93ed79e9-fc7b-4a15-9ee8-a8e7d0afe4d8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047855 Aug 23 04:24:28.178558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-7e9cb3d5-f491-486f-bebc-9a52e62488c4 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785348 Aug 23 04:24:28.271126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b2e6a511-05da-4afc-a6f7-a523e5bb24a4 req-612c9a01-850f-4b16-9cc5-374a607e9b79 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854788 Aug 23 04:24:28.809516 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-30d8f579-c0d2-4953-b163-3fc5f8c9ca65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:28.834200 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8849164-b7bc-4c3b-bcff-f89cd0976a12 req-473d3f96-b9ea-4654-8d65-86896bcc784a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:28.835767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8849164-b7bc-4c3b-bcff-f89cd0976a12 req-473d3f96-b9ea-4654-8d65-86896bcc784a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 944 time: 0.0500987 Aug 23 04:24:28.837879 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:28.874389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e8849164-b7bc-4c3b-bcff-f89cd0976a12 req-e68d46a8-9a3f-40b4-bc15-7825cf6e4bde tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316172 Aug 23 04:24:29.228738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:24:29.231395 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:24:29.278452 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7694561d-3bcb-41cd-b2e3-ef6a599f3330 x-openstack-request-id: req-7694561d-3bcb-41cd-b2e3-ef6a599f3330 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:24:29.278741 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:24:29.278993 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7694561d-3bcb-41cd-b2e3-ef6a599f3330 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:24:29.279385 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'status': 'completed', 'code': 200} Aug 23 04:24:29.337065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-bcbe01c7-5eb1-4c77-a326-816eb626651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:29.338583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-bcbe01c7-5eb1-4c77-a326-816eb626651d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1095 time: 0.0417290 Aug 23 04:24:29.360864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-e6f31120-e3a5-467e-b541-6b3cef4a8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:29.362407 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-e6f31120-e3a5-467e-b541-6b3cef4a8548 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1095 time: 0.0389585 Aug 23 04:24:29.430103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-3f583bf9-4eef-4f21-9872-1c88e338b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:29.432163 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-3f583bf9-4eef-4f21-9872-1c88e338b209 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0865424 Aug 23 04:24:29.457344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-b5264097-2322-4b34-94b9-89094b8091ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:29.459035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-b5264097-2322-4b34-94b9-89094b8091ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0891533 Aug 23 04:24:29.498132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-0ad4fb4b-f111-435f-b235-95d357725971 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1000 time: 0.0593607 Aug 23 04:24:29.522301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-c9c2cb15-d5c2-4c88-9304-cbd0a77880e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1000 time: 0.0559676 Aug 23 04:24:29.548187 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-3e104b86-15a2-465f-ba4c-f942d4dd7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:29.549698 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-3e104b86-15a2-465f-ba4c-f942d4dd7942 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0437722 Aug 23 04:24:29.575714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-1f65e8f9-14e7-4b96-90fd-ce9100904e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:29.577196 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-1f65e8f9-14e7-4b96-90fd-ce9100904e94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0473168 Aug 23 04:24:29.594752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-c661f970-d58c-47af-aed0-83888284914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:29.596380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-c661f970-d58c-47af-aed0-83888284914b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398853 Aug 23 04:24:29.623759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-68e29f30-36a0-4a33-99b4-c015e53d0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:29.625329 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-68e29f30-36a0-4a33-99b4-c015e53d0c11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408623 Aug 23 04:24:29.687159 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-367b7ea2-ad90-4644-9994-ba3c0d97459f service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833681 Aug 23 04:24:29.712326 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-d368f6fb-24b0-4287-80c8-3ec91a948caa service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794704 Aug 23 04:24:29.774924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-c2c96a83-1c12-4b32-90fd-bf08069f04d8 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797079 Aug 23 04:24:29.805406 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f45afb5-8f9c-4b67-9f7c-eedbba0c8c70 req-96de1922-9816-495d-ba01-50f613f0c782 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855284 Aug 23 04:24:29.989742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff654d0d-140f-46be-8640-b99bb88071a7 req-da1910bf-46cf-4c21-87b3-a90bd7563119 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:29.991178 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff654d0d-140f-46be-8640-b99bb88071a7 req-da1910bf-46cf-4c21-87b3-a90bd7563119 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 944 time: 0.0475123 Aug 23 04:24:30.027852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff654d0d-140f-46be-8640-b99bb88071a7 req-5a6b5902-c883-4f57-ba0b-b640ab5d0814 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307786 Aug 23 04:24:30.547398 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:31.143292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdec63-6eae-475b-b7c1-31e81eb1f99b req-ab917bdb-eb1a-475b-8316-1dba340398fa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:31.144779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41bdec63-6eae-475b-b7c1-31e81eb1f99b req-ab917bdb-eb1a-475b-8316-1dba340398fa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 944 time: 0.0521445 Aug 23 04:24:31.182387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41bdec63-6eae-475b-b7c1-31e81eb1f99b req-cbd1bb80-e160-4cbd-8224-710753381380 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 Aug 23 04:24:31.713417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 56ea90fa-8bf6-4690-9cd7-97d286b7191e details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:24:31.807472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:24:31.827385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'mac_address': 'fa:16:3e:6f:e3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:24:31.863122 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:31.875934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea90fa-8bf6-4690-9cd7-97d286b7191e {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:24:31.894321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 56ea90fa-8bf6-4690-9cd7-97d286b7191e no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:24:31.899246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:24:31.921154 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:31.938245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 56ea90fa-8bf6-4690-9cd7-97d286b7191e not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:24:31.981621 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:32.027364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:32.034373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.034734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.035055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.035386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.035712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.036045 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.036368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.036689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.037027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.037345 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.037661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.037977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:32.294669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18e280-c70d-4088-9023-916beac0097a req-d23849f3-abd7-4f5e-86c9-cf100b298a86 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:32.296040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7b18e280-c70d-4088-9023-916beac0097a req-d23849f3-abd7-4f5e-86c9-cf100b298a86 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 945 time: 0.0483098 Aug 23 04:24:32.332194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7b18e280-c70d-4088-9023-916beac0097a req-b4fbcec0-f476-45d7-8ed8-ba3e6157a712 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303380 Aug 23 04:24:32.436219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['56ea90fa-8bf6-4690-9cd7-97d286b7191e'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:24:32.643975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809548c1-1538-4f5d-88b1-5c71e88a5341 req-548de4a9-63d7-42d4-bf60-2baa470f7474 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:32.645477 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-809548c1-1538-4f5d-88b1-5c71e88a5341 req-548de4a9-63d7-42d4-bf60-2baa470f7474 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 945 time: 0.0475500 Aug 23 04:24:32.683568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-809548c1-1538-4f5d-88b1-5c71e88a5341 req-1336c71c-1862-4f13-ad47-4f8bb689df13 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Aug 23 04:24:32.734849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-82c8ed00-6af2-406b-8692-613e4efb2aac tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:32.736291 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-82c8ed00-6af2-406b-8692-613e4efb2aac tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312&tenant_id=e778a5fc24364b7492132acceb494860&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 945 time: 0.0547535 Aug 23 04:24:32.794482 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-ecec9986-ebaa-41fe-9c72-b2a0f3c00627 service neutron] delete failed (client error): The resource could not be found. Aug 23 04:24:32.795472 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-ecec9986-ebaa-41fe-9c72-b2a0f3c00627 service neutron] 10.222.0.24 "DELETE /v2.0/ports/56ea90fa-8bf6-4690-9cd7-97d286b7191e/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0516868 Aug 23 04:24:32.876074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-ca088a37-562c-40f7-afd0-ee3371e655eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:32.877549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-ca088a37-562c-40f7-afd0-ee3371e655eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 1096 time: 0.0398550 Aug 23 04:24:32.968017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-14cfb859-e36d-400b-820b-0266b077490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:32.969511 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-14cfb859-e36d-400b-820b-0266b077490b service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0856662 Aug 23 04:24:33.032066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-b2948cf3-81f0-43eb-97d5-4870085262b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 200 len: 1001 time: 0.0551434 Aug 23 04:24:33.078775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-f3a36567-5167-41d8-b4a1-f25ac7ed1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:33.080156 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-f3a36567-5167-41d8-b4a1-f25ac7ed1d59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0411282 Aug 23 04:24:33.126897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-db95a955-9cd8-49b2-bb2c-6ba6d93c95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:33.128290 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-db95a955-9cd8-49b2-bb2c-6ba6d93c95cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413733 Aug 23 04:24:33.216019 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-db5eb208-7c90-4f5c-9d28-768fc1561775 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803957 Aug 23 04:24:33.305425 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6565b0a8-bcd8-4993-be99-66401a71f468 req-b9def4ce-0136-402c-b237-2ddad9834d23 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812454 Aug 23 04:24:33.735039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 56ea90fa-8bf6-4690-9cd7-97d286b7191e up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:24:33.802937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721bd42-1e9a-46cf-9a93-2cc721135998 req-2eeb0bee-32b3-40cc-b53d-7fdd889a6237 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:33.804408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e721bd42-1e9a-46cf-9a93-2cc721135998 req-2eeb0bee-32b3-40cc-b53d-7fdd889a6237 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Aug 23 04:24:33.839076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 56ea90fa-8bf6-4690-9cd7-97d286b7191e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:24:33.844384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 56ea90fa-8bf6-4690-9cd7-97d286b7191e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:24:33.844758 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:33.845106 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e721bd42-1e9a-46cf-9a93-2cc721135998 req-1a7a8b0f-345e-494b-b2f3-9c8c2da2be47 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334134 Aug 23 04:24:33.921229 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:33.943711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:24:33.946000 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97245523-e66d-4068-8581-ce0d0778c25b" -d '{"events": [{"server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "name": "network-vif-plugged", "status": "completed", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:24:33.960638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:24:34.038703 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:34.064755 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c34dfa2-4c34-4f7b-9c8e-a2ec730681e8 x-openstack-request-id: req-9c34dfa2-4c34-4f7b-9c8e-a2ec730681e8 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:24:34.065137 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "name": "network-vif-plugged", "status": "completed", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:24:34.065394 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c34dfa2-4c34-4f7b-9c8e-a2ec730681e8 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:24:34.065780 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'code': 200} Aug 23 04:24:34.244749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:34.959822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e9509-5a8b-4d61-9cb7-c32e067051db req-8536de88-6072-40b5-8766-57a949854f39 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:34.961296 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec9e9509-5a8b-4d61-9cb7-c32e067051db req-8536de88-6072-40b5-8766-57a949854f39 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0474095 Aug 23 04:24:34.997183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec9e9509-5a8b-4d61-9cb7-c32e067051db req-e8583d02-6e24-455b-bdac-0eac89586d53 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301301 Aug 23 04:24:35.106884 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847618e-0f11-4eae-9590-fce3a80b37a2 req-c3420588-06b5-4256-bf2b-65517198dab0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:35.108381 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0847618e-0f11-4eae-9590-fce3a80b37a2 req-c3420588-06b5-4256-bf2b-65517198dab0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0474997 Aug 23 04:24:35.144648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0847618e-0f11-4eae-9590-fce3a80b37a2 req-7efd23fb-806b-450b-b6cb-ae2ecdade17d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304184 Aug 23 04:24:35.257584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4916-ff52-4067-84f8-9c8526ce4957 req-e5905ebc-123d-4e89-ba1d-762b07ca0e47 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:35.259038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-563b4916-ff52-4067-84f8-9c8526ce4957 req-e5905ebc-123d-4e89-ba1d-762b07ca0e47 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0514574 Aug 23 04:24:35.295172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-563b4916-ff52-4067-84f8-9c8526ce4957 req-4a7b7537-7af9-49b2-aadc-60a48160578b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303013 Aug 23 04:24:35.689932 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59f044-8bc7-4915-9f9d-d20cf6f02a01 req-2a3b8424-bd58-45e2-abcb-9749a65282b9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:35.691397 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb59f044-8bc7-4915-9f9d-d20cf6f02a01 req-2a3b8424-bd58-45e2-abcb-9749a65282b9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0479822 Aug 23 04:24:35.727348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb59f044-8bc7-4915-9f9d-d20cf6f02a01 req-109ab86f-0691-42eb-ab28-79be488fa94b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301659 Aug 23 04:24:36.838667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264032b-1657-44cc-b8a7-f5583891c9bf req-03e1f82e-0c85-4bef-924d-06941f66b364 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:36.840130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f264032b-1657-44cc-b8a7-f5583891c9bf req-03e1f82e-0c85-4bef-924d-06941f66b364 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0482504 Aug 23 04:24:36.876917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f264032b-1657-44cc-b8a7-f5583891c9bf req-1f60a7f1-14ef-4608-83ba-83e195c02601 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309548 Aug 23 04:24:37.238563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-aacefe6d-ea59-44a8-81eb-c42238183314 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:37.239977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-aacefe6d-ea59-44a8-81eb-c42238183314 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 946 time: 0.0501134 Aug 23 04:24:37.325170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Deleting port 56ea90fa-8bf6-4690-9cd7-97d286b7191e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:24:37.325507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:37.412042 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] For port 56ea90fa-8bf6-4690-9cd7-97d286b7191e, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=56ea90fa-8bf6-4690-9cd7-97d286b7191e,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:24:37.412398 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:37.639181 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:37.639485 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:37.639798 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc disassociated. External IP: 172.25.1.148, port: 56ea90fa-8bf6-4690-9cd7-97d286b7191e. Aug 23 04:24:37.640141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Calling delete_port for 56ea90fa-8bf6-4690-9cd7-97d286b7191e owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:24:37.815474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:37.843865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event deleted for resources: {'Port': ['ID=56ea90fa-8bf6-4690-9cd7-97d286b7191e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:37.913290 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:37.975052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:24:37.994126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-97b277e9-ca3c-465c-bcf1-9a5dec628d03 req-4865fa83-f6ba-4d20-addd-889b0977f295 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1e760de-38b1-4568-8a3c-a410c1b98312 HTTP/1.1" status: 200 len: 210 time: 0.0373662 Aug 23 04:24:38.100813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:24:38.111090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:24:38.119865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:24:38.120414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:24:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:24:38.138737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] No DVR routers for this DVR port 56ea90fa-8bf6-4690-9cd7-97d286b7191e on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:24:38.141430 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:38.143442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f0df10cb-4f4f-4495-8b1f-6f950035e606 req-7e33a774-de06-40a6-aa85-c92e07f5ea73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "DELETE /v2.0/ports/56ea90fa-8bf6-4690-9cd7-97d286b7191e HTTP/1.1" status: 204 len: 173 time: 0.8976295 Aug 23 04:24:38.143864 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'name': 'network-vif-deleted', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:24:38.146099 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb4c011-75bf-4ce8-b994-2493a9647fed" -d '{"events": [{"server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "name": "network-vif-deleted", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:24:38.181528 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ff6660-fb7a-4905-bb49-a547771d7caa x-openstack-request-id: req-a6ff6660-fb7a-4905-bb49-a547771d7caa {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:24:38.181884 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e760de-38b1-4568-8a3c-a410c1b98312", "name": "network-vif-deleted", "tag": "56ea90fa-8bf6-4690-9cd7-97d286b7191e", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:24:38.182138 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6ff6660-fb7a-4905-bb49-a547771d7caa {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:24:38.182534 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e760de-38b1-4568-8a3c-a410c1b98312', 'name': 'network-vif-deleted', 'tag': '56ea90fa-8bf6-4690-9cd7-97d286b7191e', 'status': 'completed', 'code': 200} Aug 23 04:24:38.227845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:24:38.430886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:24:38.460758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:24:38.469707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:24:38.470314 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:24:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:24:38.573165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:24:38.764671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:24:38.790280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e9a38-dcec-4d06-9c43-aaeb0ea695e7 None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:24:39.006187 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09191baf-2894-4aa5-909d-643b098c96b2 None None] New status for floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:24:39.228103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-20d35e66-fc54-4249-b17c-6a3f5d547ac2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--656924103&fields=id&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 267 time: 0.0333028 Aug 23 04:24:39.340340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-48499fde-8853-46bf-ac23-00bd2ad5ecf0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:39.341836 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-48499fde-8853-46bf-ac23-00bd2ad5ecf0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 812 time: 0.1069770 Aug 23 04:24:39.356348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-548fc6a6-7857-452d-9a99-a5addbc1da80 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/quotas/e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 375 time: 0.0088410 Aug 23 04:24:39.408519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-69806e64-320c-4774-bf09-70fbdaa49399 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469115 Aug 23 04:24:39.504734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-63e961de-6d1a-4249-9bf6-f615b8642614 service neutron] 10.222.0.20 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847402 Aug 23 04:24:39.590980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-2c02a969-cbe6-4b1f-aaa4-ddc80242171e service neutron] 10.222.0.20 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800893 Aug 23 04:24:39.804423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afaa1093-1cf9-484c-92bc-1cb0e3fc439f req-e9d35e13-2a99-40ff-9a7f-89f7f3d9e79a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 210 time: 0.0307314 Aug 23 04:24:40.900817 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1844ce94-c9fb-47cc-b5e2-287ac122e771 req-c7f78163-e5d9-4b8c-af18-671978aad88e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 210 time: 0.0270226 Aug 23 04:24:41.536526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-40ed1765-4e98-44a5-bea5-f35725f385aa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:41.538006 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-40ed1765-4e98-44a5-bea5-f35725f385aa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 812 time: 0.0972385 Aug 23 04:24:41.578215 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-5c1e60fa-ec66-4cf4-a1f4-808e8b14df92 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 379 time: 0.0313814 Aug 23 04:24:41.588252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'port': {'device_id': 'b752d833-253c-4965-9aca-1ee68e51571b', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'admin_state_up': True, 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'security_groups': ['e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:24:41.744456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 56ea90fa-8bf6-4690-9cd7-97d286b7191e no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:24:41.753055 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Made reservation on behalf of e778a5fc24364b7492132acceb494860 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:24:41.756978 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:41.768237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 56ea90fa-8bf6-4690-9cd7-97d286b7191e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:24:41.768575 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 56ea90fa-8bf6-4690-9cd7-97d286b7191e not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:24:41.883014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Allocated IP 172.20.0.8 (343e4223-1644-4b0e-804e-756f568bf874/9209abe0-597a-418c-b5c4-c1e42ce96c8e/a8de3aac-df31-4768-b195-0cc38fcb2775) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:24:41.994315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-243f027c-7f1a-4de8-b02f-4e5a1a2e67af req-286467ab-245a-4116-bddb-d787ab17524e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 210 time: 0.0251980 Aug 23 04:24:42.014609 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:42.027577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Transition to ACTIVE for port object a8de3aac-df31-4768-b195-0cc38fcb2775 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:24:42.124579 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:42.499239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Network 343e4223-1644-4b0e-804e-756f568bf874 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:24:42.502153 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:24:42.506049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:24:42.531776 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event updated for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:42.552031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.552767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.552767 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.553072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.553409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.553744 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.554074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.554406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.554735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.558986 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.560476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.560476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:24:42.585483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:42.586418 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:42.662574 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-270aa075-8d23-4a30-955d-05621c78d37a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0777094 Aug 23 04:24:42.674388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Request body: {'port': {'device_id': 'b752d833-253c-4965-9aca-1ee68e51571b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:24:42.726737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:42.758663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-398e3a56-3699-4584-ae95-6310b0bb86e3 None None] Provisioning for port a8de3aac-df31-4768-b195-0cc38fcb2775 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:24:42.763179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-398e3a56-3699-4584-ae95-6310b0bb86e3 None None] Provisioning complete for port a8de3aac-df31-4768-b195-0cc38fcb2775 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:24:42.763614 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-398e3a56-3699-4584-ae95-6310b0bb86e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:42.796968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-398e3a56-3699-4584-ae95-6310b0bb86e3 None None] Port a8de3aac-df31-4768-b195-0cc38fcb2775 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:24:42.982049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8de3aac-df31-4768-b195-0cc38fcb2775 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:24:42.989203 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:43.000316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Transition to ACTIVE for port object a8de3aac-df31-4768-b195-0cc38fcb2775 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:24:43.043916 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:24:43.067023 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:43.108740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e967d8-cea4-4017-9e1d-dc0e51ad85dc req-e7f65dac-ab0f-4c57-8e3d-5300d1297bd0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:43.110339 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88e967d8-cea4-4017-9e1d-dc0e51ad85dc req-e7f65dac-ab0f-4c57-8e3d-5300d1297bd0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 943 time: 0.0489247 Aug 23 04:24:43.133851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Pushing event updated for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:43.154517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-88e967d8-cea4-4017-9e1d-dc0e51ad85dc req-7b43aa96-9c20-42c7-a249-aa48815bc4e8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366240 Aug 23 04:24:43.190629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Attempting to bind port a8de3aac-df31-4768-b195-0cc38fcb2775 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:24:43.190962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Attempting to bind port a8de3aac-df31-4768-b195-0cc38fcb2775 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:24:43.191287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Attempting to bind port a8de3aac-df31-4768-b195-0cc38fcb2775 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:24:43.195997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Port a8de3aac-df31-4768-b195-0cc38fcb2775 on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:24:43.196314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Attempting to bind port a8de3aac-df31-4768-b195-0cc38fcb2775 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:24:43.201675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:24:43.202119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:24:43.202569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:24:43.203001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Bound port: a8de3aac-df31-4768-b195-0cc38fcb2775, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:24:43.203388 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:43.268763 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:24:43.271806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:24:43.330498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:43.360866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:43.361554 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:43.363178 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 1091 time: 0.6930077 Aug 23 04:24:43.365404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:24:43.369674 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7916dba467bf3f5c7aa0dcc1ddcd5424719e788c38fed3a7153a9f7ecbc68b91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:24:43.398115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb83f-a3e9-475e-96b3-fafd0b64d431 service neutron] Pushing event updated for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:43.483227 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e3240a-3268-49a9-b050-566b148a45db x-openstack-request-id: req-b1e3240a-3268-49a9-b050-566b148a45db {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:24:43.483546 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:24:43.483775 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1e3240a-3268-49a9-b050-566b148a45db {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:24:43.484244 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'status': 'completed', 'code': 200} Aug 23 04:24:43.518178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-7af5d8f9-c177-4e7d-9c18-f91cbb390133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:43.519715 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-7af5d8f9-c177-4e7d-9c18-f91cbb390133 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1094 time: 0.0456908 Aug 23 04:24:43.564093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-69d77503-3ddf-45f5-af16-682a86fc4472 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 217 time: 0.0364852 Aug 23 04:24:43.612644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-e6315d82-f6fe-4c91-80fc-8feb7c3f7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:43.614107 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-e6315d82-f6fe-4c91-80fc-8feb7c3f7302 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0435920 Aug 23 04:24:43.659146 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-561ca5dc-912e-4ace-a7ae-27263c305179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:43.660622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-561ca5dc-912e-4ace-a7ae-27263c305179 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400939 Aug 23 04:24:43.751536 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-3a5f30dd-2f0f-4a3b-a583-4b45b95297c0 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 Aug 23 04:24:43.836498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f5122db-4d4f-4077-ae2c-448ea93e7213 req-61de25ad-1529-44d6-b051-d77959482783 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777137 Aug 23 04:24:43.997984 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-8a943732-a3f2-47af-8f77-dee35eed73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:43.999483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-8a943732-a3f2-47af-8f77-dee35eed73c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1094 time: 0.0442231 Aug 23 04:24:44.086132 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-fb63ebfe-edc9-4445-8405-6045d9c56f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:44.087770 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-fb63ebfe-edc9-4445-8405-6045d9c56f2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0805728 Aug 23 04:24:44.131754 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-7b11ecf6-3b38-448e-8765-df55d3ecaf22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 217 time: 0.0366066 Aug 23 04:24:44.179958 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-4c1627b8-2c84-4713-952b-c684922674df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:44.181437 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-4c1627b8-2c84-4713-952b-c684922674df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0430584 Aug 23 04:24:44.226473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-a5245cfc-0a22-4f16-9178-c5e7a6f342e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:44.227978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-a5245cfc-0a22-4f16-9178-c5e7a6f342e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392354 Aug 23 04:24:44.276467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a9756-83de-49ef-9d04-452e7d53c360 req-d9412f89-5c3d-4ae2-a119-0c1e35ad3393 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:44.278037 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a56a9756-83de-49ef-9d04-452e7d53c360 req-d9412f89-5c3d-4ae2-a119-0c1e35ad3393 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 943 time: 0.0537024 Aug 23 04:24:44.315633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a56a9756-83de-49ef-9d04-452e7d53c360 req-c8e426f1-9df7-45da-9a76-ff80b66bc53e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Aug 23 04:24:44.320607 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-4abf5ded-3dbe-460a-934c-cd7badd31735 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851111 Aug 23 04:24:44.408315 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4c55ee8a-d5e1-473f-9d2c-46712b1409c3 req-244faa3e-3182-4196-87cd-cc1cc6904dde service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797510 Aug 23 04:24:45.427641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35251d05-79c7-49f7-acd3-16b8f9be5c46 req-a27eb100-b3db-44e7-9d6b-9594cee47cad tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:45.429128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35251d05-79c7-49f7-acd3-16b8f9be5c46 req-a27eb100-b3db-44e7-9d6b-9594cee47cad tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 943 time: 0.0475352 Aug 23 04:24:45.465957 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35251d05-79c7-49f7-acd3-16b8f9be5c46 req-4b232a82-4617-438e-b900-139456f88f54 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303311 Aug 23 04:24:45.952860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a8de3aac-df31-4768-b195-0cc38fcb2775 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:24:46.041414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:24:46.051692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'mac_address': 'fa:16:3e:4d:07:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:24:46.091351 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:46.104414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8de3aac-df31-4768-b195-0cc38fcb2775 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:24:46.122952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:24:46.181080 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:46.227003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:46.381329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a8de3aac-df31-4768-b195-0cc38fcb2775'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:24:46.579071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d8a04-4e45-498a-a250-df6f285a85a9 req-ba702a51-2dc7-45b7-b0ef-350e0cfdaae0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:46.580532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-498d8a04-4e45-498a-a250-df6f285a85a9 req-ba702a51-2dc7-45b7-b0ef-350e0cfdaae0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 944 time: 0.0473454 Aug 23 04:24:46.617503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-498d8a04-4e45-498a-a250-df6f285a85a9 req-e23ae075-2b3f-458e-9431-ba55674001fd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310776 Aug 23 04:24:47.734052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105a3df-3f2d-4d80-b350-42bebec68466 req-cc44a39a-9a80-4f3c-9bf5-7053093af6fd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:47.735510 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9105a3df-3f2d-4d80-b350-42bebec68466 req-cc44a39a-9a80-4f3c-9bf5-7053093af6fd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 944 time: 0.0520291 Aug 23 04:24:47.960806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a8de3aac-df31-4768-b195-0cc38fcb2775 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:24:48.054549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port a8de3aac-df31-4768-b195-0cc38fcb2775 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:24:48.058698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port a8de3aac-df31-4768-b195-0cc38fcb2775 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:24:48.059074 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:48.105761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9105a3df-3f2d-4d80-b350-42bebec68466 req-0890830b-684f-4991-be4e-a6643ef96237 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643816 Aug 23 04:24:48.135832 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:48.160172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:24:48.162483 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520a9faf-d65f-494c-af23-d8e764f9e6bd" -d '{"events": [{"server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "name": "network-vif-plugged", "status": "completed", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:24:48.178263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:24:48.200188 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9ac51f-67db-4fd8-ab08-61c9ff9a9e1b x-openstack-request-id: req-ae9ac51f-67db-4fd8-ab08-61c9ff9a9e1b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:24:48.200476 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "name": "network-vif-plugged", "status": "completed", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:24:48.200731 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae9ac51f-67db-4fd8-ab08-61c9ff9a9e1b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:24:48.201147 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'code': 200} Aug 23 04:24:48.255457 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:48.296889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cc6bc-1aec-42a7-adf4-95206352744a req-8b56a1fb-4b67-4ecc-a715-a10df4326456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:48.298417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df5cc6bc-1aec-42a7-adf4-95206352744a req-8b56a1fb-4b67-4ecc-a715-a10df4326456 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1096 time: 0.0415301 Aug 23 04:24:48.303715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:24:48.338253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df5cc6bc-1aec-42a7-adf4-95206352744a req-bd6a040e-56a3-4899-9aee-0b9d7c1be874 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326571 Aug 23 04:24:49.220264 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63448b-8159-4c69-86e6-6ee40a228850 req-b02863ef-2562-4c00-8fff-0098a74c993f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:49.221602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a63448b-8159-4c69-86e6-6ee40a228850 req-b02863ef-2562-4c00-8fff-0098a74c993f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0472651 Aug 23 04:24:49.259459 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4a63448b-8159-4c69-86e6-6ee40a228850 req-a84e18f0-28fd-47f5-a8e4-47a48e539011 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Aug 23 04:24:50.371442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293362bb-9e4e-46e0-a326-72ad5cb8ad06 req-13dc50e2-a2f2-492a-9085-e80c0de2800e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:50.372904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-293362bb-9e4e-46e0-a326-72ad5cb8ad06 req-13dc50e2-a2f2-492a-9085-e80c0de2800e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0478678 Aug 23 04:24:50.409945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-293362bb-9e4e-46e0-a326-72ad5cb8ad06 req-3d6c6edc-1d2c-4654-93a3-6761538dbe17 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311854 Aug 23 04:24:50.519658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e969dfb-d414-4091-92ae-c761dd48a46a req-e196b446-d961-4d1b-b607-5ffd49b501fb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:50.521122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e969dfb-d414-4091-92ae-c761dd48a46a req-e196b446-d961-4d1b-b607-5ffd49b501fb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0504093 Aug 23 04:24:50.529794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60284) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:24:50.534262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-83ab5647-3dd6-4398-90cf-501b5f517165 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'floatingip': {'port_id': 'a8de3aac-df31-4768-b195-0cc38fcb2775'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:24:50.572007 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83ab5647-3dd6-4398-90cf-501b5f517165 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:50.997827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83ab5647-3dd6-4398-90cf-501b5f517165 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:51.048937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83ab5647-3dd6-4398-90cf-501b5f517165 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:51.150352 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-83ab5647-3dd6-4398-90cf-501b5f517165 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc associated. External IP: 172.25.1.148, port: a8de3aac-df31-4768-b195-0cc38fcb2775. Aug 23 04:24:51.367960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ab5647-3dd6-4398-90cf-501b5f517165 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:24:51.474667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ab5647-3dd6-4398-90cf-501b5f517165 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:24:51.479492 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83ab5647-3dd6-4398-90cf-501b5f517165 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:51.485378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:24:51.495278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:24:51.495893 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:24:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:24:51.505416 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-83ab5647-3dd6-4398-90cf-501b5f517165 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "PUT /v2.0/floatingips/8349df67-0a4a-42b9-a1a2-3520878325fc HTTP/1.1" status: 200 len: 991 time: 0.9745657 Aug 23 04:24:51.506031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:24:51.508232 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788cbaad-73da-4232-a550-4b36c220d06b" -d '{"events": [{"name": "network-changed", "server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:24:51.598977 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517dca89-d82b-4ca6-97af-b35ca21577ef x-openstack-request-id: req-517dca89-d82b-4ca6-97af-b35ca21577ef {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:24:51.599266 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:24:51.599521 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-517dca89-d82b-4ca6-97af-b35ca21577ef {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:24:51.599922 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'status': 'completed', 'code': 200} Aug 23 04:24:51.606645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:24:51.658747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cbaad-73da-4232-a550-4b36c220d06b req-3fa8beb1-d5ca-4de6-b9a1-610353e5df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:51.660308 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-788cbaad-73da-4232-a550-4b36c220d06b req-3fa8beb1-d5ca-4de6-b9a1-610353e5df40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1096 time: 0.0400996 Aug 23 04:24:51.750088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cbaad-73da-4232-a550-4b36c220d06b req-311dd7af-4b8e-4c0b-94f3-5388dd8b9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:51.751569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-788cbaad-73da-4232-a550-4b36c220d06b req-311dd7af-4b8e-4c0b-94f3-5388dd8b9b8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0841308 Aug 23 04:24:51.822525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:4d:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752d833-253c-4965-9aca-1ee68e51571b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:24:50Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:24:51.826204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-788cbaad-73da-4232-a550-4b36c220d06b req-13790f31-ea8a-45a9-9027-da0c7f92cb86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 999 time: 0.0667939 Aug 23 04:24:51.852435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:24:51.860671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:24:51.861311 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:24:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:24:51.877657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cbaad-73da-4232-a550-4b36c220d06b req-155763b7-bbc9-433a-a93b-0ed67b2b95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:51.879532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-788cbaad-73da-4232-a550-4b36c220d06b req-155763b7-bbc9-433a-a93b-0ed67b2b95b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0456283 Aug 23 04:24:51.927279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cbaad-73da-4232-a550-4b36c220d06b req-0f89bd24-0ff2-4b19-921a-5e1338ded48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:24:51.928817 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-788cbaad-73da-4232-a550-4b36c220d06b req-0f89bd24-0ff2-4b19-921a-5e1338ded48d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420957 Aug 23 04:24:52.030007 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-788cbaad-73da-4232-a550-4b36c220d06b req-eaffb0f8-cce8-405d-a7a8-ea9ce8645009 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940595 Aug 23 04:24:52.125087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:24:52.125722 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-788cbaad-73da-4232-a550-4b36c220d06b req-24a77bc9-4c90-49ad-a440-5beb2e16e2da service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Aug 23 04:24:52.339994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:4d:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752d833-253c-4965-9aca-1ee68e51571b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:24:50Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:24:52.365745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5856f5b7-b4b8-4f7e-a7d5-04121081ef49 None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:4d:07:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752d833-253c-4965-9aca-1ee68e51571b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:24:50Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:24:52.558993 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51cc65-7530-4d20-afa1-1eb835545bf2 None None] New status for floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:24:53.020946 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:56.095533 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ad6bc220-d0b5-40dd-ac1e-4a76a1692bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:58.797389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e403bec2-37ad-47df-8278-25fbae4e8fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:24:58.848853 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:00.558196 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:01.866939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:07.911660 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:20.042561 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:25:23.031606 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:26.059521 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e196b5aa-6e64-4224-9946-99e1273396e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:28.773592 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-055d71f8-1d16-486c-af4d-e5bb582971b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:28.842515 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:30.557894 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:31.895366 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:37.929189 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:38.251252 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-c2a27ee6-03a8-4708-86b4-2db507792dec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439036 Aug 23 04:25:38.331656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-03c55e0d-c098-4305-a3f3-5287ce6b92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:25:38.333144 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-03c55e0d-c098-4305-a3f3-5287ce6b92e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1096 time: 0.0389779 Aug 23 04:25:38.436183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-d0f4aef1-9098-4f97-82d2-ee971ee34f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:25:38.437656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-d0f4aef1-9098-4f97-82d2-ee971ee34f09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0858567 Aug 23 04:25:38.501241 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-144f4f90-a174-4e28-a944-7b3a6d4bf9b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 1001 time: 0.0563700 Aug 23 04:25:38.548841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-6cd32324-8fc1-47f5-8176-d612de51e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:25:38.550281 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-6cd32324-8fc1-47f5-8176-d612de51e9de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0422001 Aug 23 04:25:38.599029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-7a5f7bff-33c1-43f0-8201-6d88f52694b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:25:38.600502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-7a5f7bff-33c1-43f0-8201-6d88f52694b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431919 Aug 23 04:25:38.688655 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-8f6fc5ae-f598-4de4-b4bf-f5702a404ab7 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800059 Aug 23 04:25:38.778311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4d65578c-a4a1-4473-9675-1e773cd32d0d req-2a69741b-d535-4f74-a6d5-0fae43b1c4b8 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829768 Aug 23 04:25:53.014653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:56.071511 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dd7c397d-dec3-4b24-800f-4946b7a2d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:57.040765 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:25:58.774852 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d180749c-75d4-459f-9f50-b6ee8d96fa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:25:58.877760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:00.567493 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:01.877555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:07.929432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:23.019734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:26.071290 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f450b5e2-a4b9-4e91-bde3-cb09d6a5f127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:27.336674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec40c4-22bf-4d22-8d80-007b7baa9627 req-e5099af9-9c51-4d58-9a6a-e1efe3e57626 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:27.338187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2ec40c4-22bf-4d22-8d80-007b7baa9627 req-e5099af9-9c51-4d58-9a6a-e1efe3e57626 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0485907 Aug 23 04:26:27.375351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2ec40c4-22bf-4d22-8d80-007b7baa9627 req-c2815bf0-6597-481f-89a6-dedfb629ef9c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307162 Aug 23 04:26:28.487486 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54476db-8bb1-4f39-818f-629fb590e1c9 req-add30bfa-aeea-4f0c-a5c3-c3fc02db1855 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:28.488940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a54476db-8bb1-4f39-818f-629fb590e1c9 req-add30bfa-aeea-4f0c-a5c3-c3fc02db1855 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0476897 Aug 23 04:26:28.527016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a54476db-8bb1-4f39-818f-629fb590e1c9 req-7f15d904-8808-445c-98d5-0b911f9b9c17 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319316 Aug 23 04:26:28.774190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5fdc873e-32e9-47ba-996f-4f6f79cb38a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:28.852551 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:29.646165 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2adfa2-b3fc-4238-8dbf-e5955143be6f req-b58d2e25-c91d-4d35-9503-a957070a2cb6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:29.647599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc2adfa2-b3fc-4238-8dbf-e5955143be6f req-b58d2e25-c91d-4d35-9503-a957070a2cb6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0505409 Aug 23 04:26:29.684465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc2adfa2-b3fc-4238-8dbf-e5955143be6f req-016100d7-6921-4aeb-854a-644db416c2fe tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Aug 23 04:26:30.602350 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:30.805500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c73f5-3584-4b92-9706-03a36472b37e req-b21aa316-d6b1-4a8e-81da-36adee9270a4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:30.806947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-768c73f5-3584-4b92-9706-03a36472b37e req-b21aa316-d6b1-4a8e-81da-36adee9270a4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0489857 Aug 23 04:26:30.843591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-768c73f5-3584-4b92-9706-03a36472b37e req-fd736490-65a7-4544-92ea-96f79c591fef tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308852 Aug 23 04:26:31.921398 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:31.955867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b4af-85f6-4591-ba19-8d076b0bb771 req-74924c53-dd45-43df-aef0-4e0c05bcacdd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:31.960323 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b14b4af-85f6-4591-ba19-8d076b0bb771 req-74924c53-dd45-43df-aef0-4e0c05bcacdd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0484884 Aug 23 04:26:31.994684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b14b4af-85f6-4591-ba19-8d076b0bb771 req-8560617a-8e67-4d05-b031-2f0f9e34554d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312426 Aug 23 04:26:33.109617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0046b08-dbbc-421e-bb39-4702ae49fb5a req-93b1bf71-418c-43af-991e-edcd63ff107d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:33.111084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0046b08-dbbc-421e-bb39-4702ae49fb5a req-93b1bf71-418c-43af-991e-edcd63ff107d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0506179 Aug 23 04:26:33.148168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0046b08-dbbc-421e-bb39-4702ae49fb5a req-58c5ebd9-fad5-45d6-9fd4-94d097edf30d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312731 Aug 23 04:26:34.039314 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:26:34.262609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10003b89-c750-420a-a382-c5e665201fd8 req-1110b69e-e5af-46a8-b93a-aba8ed78248e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:34.264105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10003b89-c750-420a-a382-c5e665201fd8 req-1110b69e-e5af-46a8-b93a-aba8ed78248e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0509088 Aug 23 04:26:34.300450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-10003b89-c750-420a-a382-c5e665201fd8 req-183c0d1e-f1dd-457e-855f-c59ea709b5fd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305145 Aug 23 04:26:35.413543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168ab52-3021-456c-9a2c-e3b8440e0ae8 req-6798a2a6-d3e0-423d-b6a0-d7a6ce32bab8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:35.414982 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b168ab52-3021-456c-9a2c-e3b8440e0ae8 req-6798a2a6-d3e0-423d-b6a0-d7a6ce32bab8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0476449 Aug 23 04:26:35.451554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b168ab52-3021-456c-9a2c-e3b8440e0ae8 req-51d3eaaa-9fa6-46c6-9cd9-da915305296f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300219 Aug 23 04:26:36.567157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f28e4-1149-4059-9daf-e6531c50eb0f req-03efed15-b31b-46d6-95df-44ebe2d8b196 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:36.568621 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-933f28e4-1149-4059-9daf-e6531c50eb0f req-03efed15-b31b-46d6-95df-44ebe2d8b196 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0519989 Aug 23 04:26:36.604733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-933f28e4-1149-4059-9daf-e6531c50eb0f req-5230a63c-7b52-412e-909f-f516c87e4917 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302224 Aug 23 04:26:37.719840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834362e0-8a60-4ea5-a82c-d8391a6260a6 req-0a967930-81be-488c-a76a-01677e6fcc88 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:37.721388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-834362e0-8a60-4ea5-a82c-d8391a6260a6 req-0a967930-81be-488c-a76a-01677e6fcc88 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0494361 Aug 23 04:26:37.758427 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-834362e0-8a60-4ea5-a82c-d8391a6260a6 req-b7dc6b7c-8743-4cc4-812f-acf61cc5e652 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Aug 23 04:26:37.940087 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:38.242986 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-8c7b04b2-0a70-42f2-bb57-62a298a09694 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392504 Aug 23 04:26:38.323290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-29ec02d5-96e2-48c2-bd46-938fe224f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:38.324734 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-29ec02d5-96e2-48c2-bd46-938fe224f9de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1096 time: 0.0396407 Aug 23 04:26:38.427235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-6c56744c-29a0-4bcb-9ed8-dab455b1f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:38.428651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-6c56744c-29a0-4bcb-9ed8-dab455b1f1f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0854919 Aug 23 04:26:38.491269 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-ab51e403-8d42-4f18-95d7-8158fe68dfa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 1001 time: 0.0555177 Aug 23 04:26:38.538302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-c9f66511-d208-4a30-853c-027774bb8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:38.539669 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-c9f66511-d208-4a30-853c-027774bb8919 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0421383 Aug 23 04:26:38.586307 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-601797ef-1874-4963-9f3b-5c8510019992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:38.587801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-601797ef-1874-4963-9f3b-5c8510019992 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416272 Aug 23 04:26:38.673664 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-483162b0-694c-4ddf-a3e5-30e066503801 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787575 Aug 23 04:26:38.761800 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7a626a7b-1913-4c53-a8a7-51e574f17a35 req-0b706656-953d-44ea-913a-5c167e79b985 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813844 Aug 23 04:26:38.869498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da605b-9bb4-4020-bf7f-fc9ccbfcca1b req-0aa1e902-7dad-4aed-b26b-661805c7b413 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:38.870949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04da605b-9bb4-4020-bf7f-fc9ccbfcca1b req-0aa1e902-7dad-4aed-b26b-661805c7b413 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0475283 Aug 23 04:26:38.908172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04da605b-9bb4-4020-bf7f-fc9ccbfcca1b req-3ba781ff-2d61-47b2-8aa3-073e367a9437 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313606 Aug 23 04:26:39.305443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414712e-fbd9-451c-adf2-bd47781f005e req-4da8c12d-c29c-4c4f-b509-b7a903dd7fbc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:39.306929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f414712e-fbd9-451c-adf2-bd47781f005e req-4da8c12d-c29c-4c4f-b509-b7a903dd7fbc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0540123 Aug 23 04:26:39.344646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f414712e-fbd9-451c-adf2-bd47781f005e req-8ea253b2-11a1-4d22-8313-4a2f190c2807 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312934 Aug 23 04:26:39.393905 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-7976ead2-0db9-4b5f-8dd7-c26b9420b543 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410450 Aug 23 04:26:40.456118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cac0c-34dd-4d69-aaf8-42b6f4f2cd12 req-497a2086-2651-4c9b-8cab-687cce9327a6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:40.457609 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c7cac0c-34dd-4d69-aaf8-42b6f4f2cd12 req-497a2086-2651-4c9b-8cab-687cce9327a6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0471573 Aug 23 04:26:40.493527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c7cac0c-34dd-4d69-aaf8-42b6f4f2cd12 req-cd2d3052-d078-4074-80f3-ccfc1088fdfd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301735 Aug 23 04:26:41.612070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70534c8c-6c94-48de-938e-3d0550b80442 req-562ef514-84be-45d5-850c-206e3538d569 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:41.613502 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-70534c8c-6c94-48de-938e-3d0550b80442 req-562ef514-84be-45d5-850c-206e3538d569 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0534036 Aug 23 04:26:41.650206 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-70534c8c-6c94-48de-938e-3d0550b80442 req-a094d36e-4032-4f2e-8567-dcc247ba31b5 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305977 Aug 23 04:26:42.575618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-f15e8271-7773-4ce1-8dd3-f81e588d79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:42.577183 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-f15e8271-7773-4ce1-8dd3-f81e588d79fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1096 time: 0.0409522 Aug 23 04:26:42.668258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-7c6b96ef-a92e-484c-a614-1a2a634ca8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:42.670356 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-7c6b96ef-a92e-484c-a614-1a2a634ca8ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0866733 Aug 23 04:26:42.737152 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-2053da6f-26eb-4bde-b1a5-d4e4b1d1421d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 1001 time: 0.0598185 Aug 23 04:26:42.766543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c6071-9961-46b5-b1cc-6c1ed75fcca8 req-b83dd778-2af0-4046-b2ba-7b9f2eb17595 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:42.768126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b2c6071-9961-46b5-b1cc-6c1ed75fcca8 req-b83dd778-2af0-4046-b2ba-7b9f2eb17595 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0491097 Aug 23 04:26:42.787435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-29d2acd7-6f1c-4691-a23e-e597a06d2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:42.789089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-29d2acd7-6f1c-4691-a23e-e597a06d2d03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0441835 Aug 23 04:26:42.805347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b2c6071-9961-46b5-b1cc-6c1ed75fcca8 req-25bb5460-ff76-45d7-9104-be97ca96794b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311606 Aug 23 04:26:42.838420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-e2c0603d-9fe7-4c5a-94b9-378a75f0d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:42.839844 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-e2c0603d-9fe7-4c5a-94b9-378a75f0d8d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440092 Aug 23 04:26:42.926693 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-dd64f58a-54e9-4b14-8806-bee76934b369 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795641 Aug 23 04:26:43.017311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-470de2dc-4692-40f3-b4af-c8855f8e2b6c service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836341 Aug 23 04:26:43.920907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d19b59-3634-413a-beef-fa6ced298752 req-683ee018-813b-4f30-b775-bb8c2d970727 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:43.922443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39d19b59-3634-413a-beef-fa6ced298752 req-683ee018-813b-4f30-b775-bb8c2d970727 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0490401 Aug 23 04:26:43.958537 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-39d19b59-3634-413a-beef-fa6ced298752 req-2330a98e-7b4d-4d25-a032-bf41cc9349ee tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302610 Aug 23 04:26:44.988033 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-542cb6e4-b1c9-4fc9-8f2e-351ddc614d3d service neutron] show failed (client error): The resource could not be found. Aug 23 04:26:44.989087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-542cb6e4-b1c9-4fc9-8f2e-351ddc614d3d service neutron] 10.222.0.24 "GET /v2.0/ports/a8de3aac-df31-4768-b195-0cc38fcb2775/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0534217 Aug 23 04:26:45.078247 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720cffb-04d0-4a15-a1aa-ca9c9f1d157c req-e17ae64b-6988-44e7-9ea9-d354a37af5d0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:45.079700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3720cffb-04d0-4a15-a1aa-ca9c9f1d157c req-e17ae64b-6988-44e7-9ea9-d354a37af5d0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0527813 Aug 23 04:26:45.116405 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3720cffb-04d0-4a15-a1aa-ca9c9f1d157c req-8d6e3ce8-e07d-4460-aa5f-b5aacdb1677d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305519 Aug 23 04:26:45.553220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-ba975b44-f982-421a-8de3-e6a6cf252c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:45.554678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-ba975b44-f982-421a-8de3-e6a6cf252c13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 1096 time: 0.0395644 Aug 23 04:26:45.572727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:26:45.622876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:45.822137 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:26:45.853538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:26:45.891612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:26:45.897529 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593cd262-3b46-43e3-be1a-7069b9926546" -d '{"events": [{"server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:26:45.898078 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:45.910188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Transition to ACTIVE for port object a8de3aac-df31-4768-b195-0cc38fcb2775 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:26:45.974024 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:46.003763 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64150f8-1c21-48c2-9edd-ba7ed1f66167 x-openstack-request-id: req-f64150f8-1c21-48c2-9edd-ba7ed1f66167 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:26:46.004054 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:26:46.004302 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f64150f8-1c21-48c2-9edd-ba7ed1f66167 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:26:46.004686 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'code': 200} Aug 23 04:26:46.056674 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Pushing event updated for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:26:46.069099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.069443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.069778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.070106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.070434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.070760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.071082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.071406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.071726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.072048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.072421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.072682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:46.110497 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] No DVR routers for this DVR port a8de3aac-df31-4768-b195-0cc38fcb2775 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:26:46.261712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fb35d-5fca-46aa-95dc-57100faea0db req-0b3112ad-6abc-4c0b-b60d-51bee324841b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:46.263872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d8fb35d-5fca-46aa-95dc-57100faea0db req-0b3112ad-6abc-4c0b-b60d-51bee324841b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 943 time: 0.0658228 Aug 23 04:26:46.306449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Attempting to bind port a8de3aac-df31-4768-b195-0cc38fcb2775 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:26:46.306702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Attempting to bind port a8de3aac-df31-4768-b195-0cc38fcb2775 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:26:46.307024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Attempting to bind port a8de3aac-df31-4768-b195-0cc38fcb2775 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:26:46.320991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Port a8de3aac-df31-4768-b195-0cc38fcb2775 on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:26:46.321331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Attempting to bind port a8de3aac-df31-4768-b195-0cc38fcb2775 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:26:46.329965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d8fb35d-5fca-46aa-95dc-57100faea0db req-ab36ea25-5197-4554-b3df-975eb221d1f0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528557 Aug 23 04:26:46.330736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:26:46.331066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:26:46.331436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:26:46.331857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Bound port: a8de3aac-df31-4768-b195-0cc38fcb2775, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:26:46.332209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:46.392695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:26:46.395643 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:26:46.454345 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:46.487879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:46.488486 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:46.489894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] 10.222.0.11 "PUT /v2.0/ports/a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 1091 time: 0.9210465 Aug 23 04:26:46.511003 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d630f3-28b6-459c-a1a4-6dd8a6408b75 service neutron] Pushing event updated for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:26:46.585480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-990c4bb3-a487-4878-aa61-7853600e154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:46.586944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-990c4bb3-a487-4878-aa61-7853600e154d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1094 time: 0.0458527 Aug 23 04:26:46.686011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-91679d73-4e21-4b61-9603-338df94595bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:46.687499 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-91679d73-4e21-4b61-9603-338df94595bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0929763 Aug 23 04:26:46.751112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-2fc57ded-caa1-4a3e-9753-2c9ac47b6cec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 999 time: 0.0570810 Aug 23 04:26:46.803087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-3f66f457-412a-4cc8-916b-a4d7d84de0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:46.804491 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-3f66f457-412a-4cc8-916b-a4d7d84de0e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0470865 Aug 23 04:26:46.849386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-44f557aa-6985-4c32-9ce0-2a2c9d8085d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:46.850754 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-44f557aa-6985-4c32-9ce0-2a2c9d8085d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385931 Aug 23 04:26:46.940077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-6bd1a226-5a37-488c-9724-18028897e331 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823057 Aug 23 04:26:47.031260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8489a773-0f8e-4722-9db3-6c18564db9bb req-4191ddf1-becc-407d-b201-94021563a689 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Aug 23 04:26:47.444306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c21d5-4cd5-48db-8a1b-582550488b2e req-a9585935-8990-4944-bdb2-d81d58a6c558 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:47.445769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-770c21d5-4cd5-48db-8a1b-582550488b2e req-a9585935-8990-4944-bdb2-d81d58a6c558 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 943 time: 0.0469444 Aug 23 04:26:47.481824 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-770c21d5-4cd5-48db-8a1b-582550488b2e req-669c68e9-bb50-49fa-abfc-2e96c2ec8e08 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295043 Aug 23 04:26:48.006356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:26:48.008680 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:26:48.053849 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a3e71a-f152-4218-b4d6-5cbdfb6fb6bd x-openstack-request-id: req-a2a3e71a-f152-4218-b4d6-5cbdfb6fb6bd {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:26:48.054141 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:26:48.054452 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2a3e71a-f152-4218-b4d6-5cbdfb6fb6bd {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:26:48.054842 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'status': 'completed', 'code': 200} Aug 23 04:26:48.114488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-ccb19bf7-286b-49e0-8464-9087ddfc1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:48.115982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-ccb19bf7-286b-49e0-8464-9087ddfc1042 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1094 time: 0.0410671 Aug 23 04:26:48.142946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-1e8c03fd-d2f8-4358-83c1-22cc2f064bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:48.144582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-1e8c03fd-d2f8-4358-83c1-22cc2f064bc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1094 time: 0.0451686 Aug 23 04:26:48.210160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-a2398584-7a4f-45b3-b40e-bdec34a51c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:48.211601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-a2398584-7a4f-45b3-b40e-bdec34a51c5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0886877 Aug 23 04:26:48.278321 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-c160326e-7e61-46fc-9160-edff9b7275a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 999 time: 0.0593181 Aug 23 04:26:48.332395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-6d5e0958-6966-4eb1-8c14-2417a05d9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:48.334584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-6d5e0958-6966-4eb1-8c14-2417a05d9d8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0492771 Aug 23 04:26:48.382330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-bfe89956-f475-45e1-990b-fac2ccf5bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:48.383839 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-bfe89956-f475-45e1-990b-fac2ccf5bdca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417798 Aug 23 04:26:48.474415 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-2e340c96-58fa-4d63-9774-2512d37fbdb4 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834906 Aug 23 04:26:48.484944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-b5c2aa7a-8b49-4af9-aeac-4614159ab99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:48.486445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-b5c2aa7a-8b49-4af9-aeac-4614159ab99a service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.3347814 Aug 23 04:26:48.557885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-bedf2702-105e-4c2c-8a45-006a0e467522 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 999 time: 0.0638671 Aug 23 04:26:48.570652 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-c7a18428-0ead-4aa9-b056-958fbf9c7493 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894105 Aug 23 04:26:48.629735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-ce769560-ebe2-4a00-9fac-3b4eb5c0b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:48.631181 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-ce769560-ebe2-4a00-9fac-3b4eb5c0b0ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0628037 Aug 23 04:26:48.639668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5560d-b12f-4cc8-b579-7c2a03d1ac3a req-7b22f5a4-4233-44a0-a539-0a7b15110d57 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:48.641029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57f5560d-b12f-4cc8-b579-7c2a03d1ac3a req-7b22f5a4-4233-44a0-a539-0a7b15110d57 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 943 time: 0.0818300 Aug 23 04:26:48.702589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-57f5560d-b12f-4cc8-b579-7c2a03d1ac3a req-6d752d2b-583c-4ad8-b3be-9e944e307340 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536835 Aug 23 04:26:48.707616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-f546c8c1-e04c-4a12-8d9a-6b7be07dab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:48.709176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-f546c8c1-e04c-4a12-8d9a-6b7be07dab03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671813 Aug 23 04:26:48.796565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-66c8c4f5-574e-4706-a563-eb561bffc50c service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792112 Aug 23 04:26:48.885837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b443af-57c0-42fd-9f57-2fd74b1b29b4 req-decba66c-d045-4c14-9a98-ac58944f86e9 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824969 Aug 23 04:26:49.367682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-8468330b-53ce-476c-880d-14333a0adbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:49.369188 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-8468330b-53ce-476c-880d-14333a0adbd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1094 time: 0.0393598 Aug 23 04:26:49.473634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-5cb0286f-229b-4d9e-bd77-e8a1c1fc4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:49.475094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-5cb0286f-229b-4d9e-bd77-e8a1c1fc4a5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0863965 Aug 23 04:26:49.540122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-74067523-b6bd-4921-a2b5-d0b73d3826af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 999 time: 0.0560021 Aug 23 04:26:49.588234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-aca801c4-fb5e-4ebc-a22d-7ed23d19e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:49.589656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-aca801c4-fb5e-4ebc-a22d-7ed23d19e110 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0419304 Aug 23 04:26:49.637336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-66003fed-cabc-4406-8ddf-9540de2f95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:49.638727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-66003fed-cabc-4406-8ddf-9540de2f95c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414851 Aug 23 04:26:49.724488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-d27e5a91-5e85-4ec3-acd4-50bb4fff6518 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785353 Aug 23 04:26:49.845513 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee11f61d-effa-4d75-a009-988a0fe0446d req-5c585455-9b43-4ac2-86b9-2a916f9334ad service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119604 Aug 23 04:26:49.857658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82472a-df85-4f75-87d1-49358a28c4c4 req-2e983913-127d-4b83-b3eb-12c8588bc5b2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:49.859099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae82472a-df85-4f75-87d1-49358a28c4c4 req-2e983913-127d-4b83-b3eb-12c8588bc5b2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 943 time: 0.0718160 Aug 23 04:26:49.897047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae82472a-df85-4f75-87d1-49358a28c4c4 req-4ec47032-90a7-4520-822d-b111b79d8feb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Aug 23 04:26:50.456955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a8de3aac-df31-4768-b195-0cc38fcb2775 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:26:50.543008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a8de3aac-df31-4768-b195-0cc38fcb2775 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:26:50.551319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:26:50.585551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'mac_address': 'fa:16:3e:4d:07:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:26:50.614208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a8de3aac-df31-4768-b195-0cc38fcb2775 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:26:50.630529 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:50.644124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8de3aac-df31-4768-b195-0cc38fcb2775 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:26:50.663043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:26:50.732523 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:50.778563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:26:50.785883 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.786234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.786578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.786914 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.787249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.787583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.787912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.788239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.788566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.788891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.789258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:50.789581 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:26:51.010480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb075fe3-407a-4008-bda1-074f29a73b55 req-b8e6e108-9fbf-487a-b9d5-f733fe960d35 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:51.011931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb075fe3-407a-4008-bda1-074f29a73b55 req-b8e6e108-9fbf-487a-b9d5-f733fe960d35 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 944 time: 0.0478444 Aug 23 04:26:51.047897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fb075fe3-407a-4008-bda1-074f29a73b55 req-6eac4ba9-936e-4107-82e5-9e343906a76b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300717 Aug 23 04:26:51.152029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a8de3aac-df31-4768-b195-0cc38fcb2775'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:26:51.404963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e8dfa-5ad2-4fb9-969c-04ed421a0149 req-5e92813e-4816-4060-9d27-d903a967a6e4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:51.406367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-676e8dfa-5ad2-4fb9-969c-04ed421a0149 req-5e92813e-4816-4060-9d27-d903a967a6e4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 944 time: 0.0541794 Aug 23 04:26:51.445841 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-676e8dfa-5ad2-4fb9-969c-04ed421a0149 req-7eb2e076-0700-4d42-bc2c-401e4d07ca54 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325272 Aug 23 04:26:51.492492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-06432c00-c5ed-4f28-97ff-825504647b98 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:51.493968 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-06432c00-c5ed-4f28-97ff-825504647b98 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b&tenant_id=e778a5fc24364b7492132acceb494860&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 944 time: 0.0505335 Aug 23 04:26:51.554538 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-6c903de4-c7d9-4d38-9594-4b32a25167c9 service neutron] delete failed (client error): The resource could not be found. Aug 23 04:26:51.555557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-6c903de4-c7d9-4d38-9594-4b32a25167c9 service neutron] 10.222.0.24 "DELETE /v2.0/ports/a8de3aac-df31-4768-b195-0cc38fcb2775/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0545182 Aug 23 04:26:51.638258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-95630b61-5ff4-4105-ac80-0e8904c0eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:51.639703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-95630b61-5ff4-4105-ac80-0e8904c0eb06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1095 time: 0.0440519 Aug 23 04:26:51.725829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-89812caf-60ae-4c21-9066-342c20c54f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:51.727251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-89812caf-60ae-4c21-9066-342c20c54f7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0807831 Aug 23 04:26:51.792996 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-09f15c63-f256-40dc-8507-8f72109ac080 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 1000 time: 0.0584495 Aug 23 04:26:51.839707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-05822603-3fbf-4829-a026-d124a2a6b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:51.841565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-05822603-3fbf-4829-a026-d124a2a6b5aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0419843 Aug 23 04:26:51.885728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-84a9b599-db4e-4aef-8d42-f5ce5681cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:51.887223 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-84a9b599-db4e-4aef-8d42-f5ce5681cf3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390687 Aug 23 04:26:51.978348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-d73e9be7-c86b-4c9c-98fe-d01516311276 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837686 Aug 23 04:26:52.063889 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a6a846cd-6b99-4d42-a0f6-6720e1f7cd93 req-e9175445-35b4-4d85-b535-fc05a9036dc0 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783069 Aug 23 04:26:52.477726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a8de3aac-df31-4768-b195-0cc38fcb2775 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:26:52.566099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbce56-e2db-4a73-a0bd-55dd7951ef4f req-afb7cec7-ba4d-4c7f-8e9d-840c768b3546 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:52.567736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aabbce56-e2db-4a73-a0bd-55dd7951ef4f req-afb7cec7-ba4d-4c7f-8e9d-840c768b3546 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 944 time: 0.0501592 Aug 23 04:26:52.607014 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aabbce56-e2db-4a73-a0bd-55dd7951ef4f req-595339e1-d495-43d5-8e47-ba102c369ee2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331235 Aug 23 04:26:52.629470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port a8de3aac-df31-4768-b195-0cc38fcb2775 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:26:52.633425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a8de3aac-df31-4768-b195-0cc38fcb2775 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:26:52.633801 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:52.714183 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:52.735783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:26:52.738087 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcf37e0-d0f0-4c3c-b257-eb324ebad289" -d '{"events": [{"server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "name": "network-vif-plugged", "status": "completed", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:26:52.751034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:26:52.776031 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665706c9-7461-47a1-96c5-daf47ca8abf1 x-openstack-request-id: req-665706c9-7461-47a1-96c5-daf47ca8abf1 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:26:52.776334 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "name": "network-vif-plugged", "status": "completed", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:26:52.776649 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-665706c9-7461-47a1-96c5-daf47ca8abf1 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:26:52.777138 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'code': 200} Aug 23 04:26:52.823832 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:52.871873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:26:53.066033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:53.721598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e591be-0536-4ba2-b049-887e4cca59ba req-0419c1c9-96eb-49ed-83fe-1b44969a9dbd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:53.723044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e591be-0536-4ba2-b049-887e4cca59ba req-0419c1c9-96eb-49ed-83fe-1b44969a9dbd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0476925 Aug 23 04:26:53.759078 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6e591be-0536-4ba2-b049-887e4cca59ba req-e6c703a7-9eaf-4ef8-accb-fb23afe5e912 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302587 Aug 23 04:26:53.872478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2ec2-589b-41b3-ac3f-177bf93eae56 req-1e557f59-b93d-4734-b1b1-af907f03a788 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:53.873965 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-821b2ec2-589b-41b3-ac3f-177bf93eae56 req-1e557f59-b93d-4734-b1b1-af907f03a788 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0528412 Aug 23 04:26:53.911548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-821b2ec2-589b-41b3-ac3f-177bf93eae56 req-5ed5e240-c2a7-4317-b5f0-892f9c89c193 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Aug 23 04:26:54.211565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b19450-6230-42f9-b2a9-cae84a55e281 req-eeb26c9a-6c15-48c2-8c42-5424b9d815fa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:54.212938 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2b19450-6230-42f9-b2a9-cae84a55e281 req-eeb26c9a-6c15-48c2-8c42-5424b9d815fa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0492270 Aug 23 04:26:54.249373 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e2b19450-6230-42f9-b2a9-cae84a55e281 req-3129d911-1738-45e2-8b01-ffd58096daf2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304143 Aug 23 04:26:54.369608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-f3465871-887b-4e8e-9412-0b2553d791a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:54.371055 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-f3465871-887b-4e8e-9412-0b2553d791a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 1096 time: 0.0382521 Aug 23 04:26:54.461207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-acb49f9a-4b0d-4194-8296-c181aec9ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:54.462706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-acb49f9a-4b0d-4194-8296-c181aec9ae0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0845108 Aug 23 04:26:54.525523 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-990af34f-d11a-4f6c-85f8-268eef506650 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 200 len: 1001 time: 0.0554450 Aug 23 04:26:54.579612 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-10f07612-f0ad-485f-ad01-072f7049a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:54.581072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-10f07612-f0ad-485f-ad01-072f7049a284 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0479522 Aug 23 04:26:54.625068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-bc77db20-6281-45bf-a747-d63970dcc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:54.626756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-bc77db20-6281-45bf-a747-d63970dcc07d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384994 Aug 23 04:26:54.711769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-904278fd-a44e-4f7c-963e-95e6c1503b8d service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781798 Aug 23 04:26:54.801336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-185d33f9-8be1-4abf-8c69-4f09c281c3b3 req-35554224-0805-4b2d-bb16-bf189c9b4a38 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825205 Aug 23 04:26:55.375669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad9722-68ac-4fe3-a343-6573996df1eb req-9cbc9944-dfbd-4cde-8b1d-07b7c7d1b06f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:55.377412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efad9722-68ac-4fe3-a343-6573996df1eb req-9cbc9944-dfbd-4cde-8b1d-07b7c7d1b06f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0480342 Aug 23 04:26:55.415279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-efad9722-68ac-4fe3-a343-6573996df1eb req-1049d997-b4f1-4937-87f8-6470761741c6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319090 Aug 23 04:26:56.104988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f70a8fb-1c2b-4144-b428-1c4f9227ccaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:56.531179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df1e0f-fbf9-4f67-a229-a72a14e9e6e7 req-62080e1f-b6ef-4f00-94fa-e165d94ceb64 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:56.532623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83df1e0f-fbf9-4f67-a229-a72a14e9e6e7 req-62080e1f-b6ef-4f00-94fa-e165d94ceb64 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0518889 Aug 23 04:26:56.570332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83df1e0f-fbf9-4f67-a229-a72a14e9e6e7 req-44b4ddd9-9ab5-4392-b250-50f23b02cb07 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317845 Aug 23 04:26:56.978175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9d30a-675d-4856-8100-f15a0d4e4e20 req-d56d5a61-0b52-42ca-b21e-25a18f555d78 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:56.979651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fc9d30a-675d-4856-8100-f15a0d4e4e20 req-d56d5a61-0b52-42ca-b21e-25a18f555d78 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0477984 Aug 23 04:26:57.016741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fc9d30a-675d-4856-8100-f15a0d4e4e20 req-5194ec80-9a96-48d2-8c8b-34cc1eae2146 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307233 Aug 23 04:26:58.129759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50473088-3fa0-45ef-91a2-a35c9d3eb3d1 req-22de970a-44cd-49c8-aae2-1e75f455b9b9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:58.131258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50473088-3fa0-45ef-91a2-a35c9d3eb3d1 req-22de970a-44cd-49c8-aae2-1e75f455b9b9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0476775 Aug 23 04:26:58.170399 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50473088-3fa0-45ef-91a2-a35c9d3eb3d1 req-e1b1ca59-b4c2-4578-92dd-cfdea0f2afb8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301480 Aug 23 04:26:58.462181 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-a29c39c6-97c5-4fcd-a592-8b774beb784b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:26:58.463565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-a29c39c6-97c5-4fcd-a592-8b774beb784b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 945 time: 0.0523024 Aug 23 04:26:58.551770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Deleting port a8de3aac-df31-4768-b195-0cc38fcb2775 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:26:58.552105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:58.639972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] For port a8de3aac-df31-4768-b195-0cc38fcb2775, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a8de3aac-df31-4768-b195-0cc38fcb2775,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:26:58.640327 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:58.745570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-806529a1-9241-405d-bb6c-d0ea255da083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:58.807576 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:58.807968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:58.808286 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc disassociated. External IP: 172.25.1.148, port: a8de3aac-df31-4768-b195-0cc38fcb2775. Aug 23 04:26:58.808623 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Calling delete_port for a8de3aac-df31-4768-b195-0cc38fcb2775 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:26:58.865695 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:58.989502 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:59.017983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event deleted for resources: {'Port': ['ID=a8de3aac-df31-4768-b195-0cc38fcb2775,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:26:59.132874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:26:59.251011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:26:59.260723 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:26:59.270890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:26:59.271547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:26:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:26:59.273191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1424775a-a220-43c3-a5af-4e3bbfb7432d req-6823f5e1-28c0-4855-959b-4cc1e1888ced tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b752d833-253c-4965-9aca-1ee68e51571b HTTP/1.1" status: 200 len: 210 time: 0.0355413 Aug 23 04:26:59.304345 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] No DVR routers for this DVR port a8de3aac-df31-4768-b195-0cc38fcb2775 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:26:59.307087 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:26:59.309772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e05c8218-6b76-46aa-a9bc-66d3823761cc req-67ae980a-0029-4850-97a8-8df292adcdea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "DELETE /v2.0/ports/a8de3aac-df31-4768-b195-0cc38fcb2775 HTTP/1.1" status: 204 len: 173 time: 0.8394339 Aug 23 04:26:59.310223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'name': 'network-vif-deleted', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:26:59.313090 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdc22ee-7559-4453-b9ba-485259181515" -d '{"events": [{"server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "name": "network-vif-deleted", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:26:59.348660 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dc9712-6074-47cc-ae6a-55a9e51ef7e8 x-openstack-request-id: req-70dc9712-6074-47cc-ae6a-55a9e51ef7e8 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:26:59.348952 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b752d833-253c-4965-9aca-1ee68e51571b", "name": "network-vif-deleted", "tag": "a8de3aac-df31-4768-b195-0cc38fcb2775", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:26:59.349236 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70dc9712-6074-47cc-ae6a-55a9e51ef7e8 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:26:59.349638 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b752d833-253c-4965-9aca-1ee68e51571b', 'name': 'network-vif-deleted', 'tag': 'a8de3aac-df31-4768-b195-0cc38fcb2775', 'status': 'completed', 'code': 200} Aug 23 04:26:59.388405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:26:59.586162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:26:59.612264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:26:59.620492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:26:59.621126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:26:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:26:59.722328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:26:59.912722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:26:59.942698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16fc87e-6aa7-4496-bf75-321f2aa9bae5 None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:00.152296 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e51b5-d88e-498b-967b-83b4c2825861 None None] New status for floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:27:00.539713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-ea85d4c1-4d6d-4d46-8d95-6259a12c86f6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--656924103&fields=id&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 267 time: 0.0330813 Aug 23 04:27:00.545326 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:00.645986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-0d5a0a2f-9df8-4ba8-8a5e-7cb7f2a70161 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:00.647418 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-0d5a0a2f-9df8-4ba8-8a5e-7cb7f2a70161 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 812 time: 0.1010807 Aug 23 04:27:00.662542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-b0f6d1f5-ec6b-4a71-90ec-85216455e016 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/quotas/e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 375 time: 0.0094445 Aug 23 04:27:00.712221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-5cf53d3a-1f0b-4d14-88e7-6ba7f2116b8c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447345 Aug 23 04:27:00.727690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-4ab02954-93af-463c-8300-6add960e6575 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:27:00.728628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-4ab02954-93af-463c-8300-6add960e6575 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049589 Aug 23 04:27:00.816790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-60ec0698-15d0-4d4f-90c6-119da8ad182d service neutron] 10.222.0.20 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826764 Aug 23 04:27:00.903934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-0253f657-6c9f-4e91-93a2-eab64b595813 service neutron] 10.222.0.20 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812616 Aug 23 04:27:01.132897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a263cdb0-dbea-4448-a3b0-a74a566bf700 req-6a4e3862-8562-42d1-b207-bf3f07df96e4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 210 time: 0.0261850 Aug 23 04:27:01.934127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:02.228982 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-143151e0-43c3-4b22-a572-afd50e61e348 req-b9f9c145-16ae-4f9b-ad76-9021d2646e1e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 210 time: 0.0307279 Aug 23 04:27:02.551070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a8de3aac-df31-4768-b195-0cc38fcb2775 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:27:02.570626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: a8de3aac-df31-4768-b195-0cc38fcb2775 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:27:02.570972 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a8de3aac-df31-4768-b195-0cc38fcb2775 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:27:03.007578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-d44b01c7-ee0c-4034-ac09-15c2e8dc5ea0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:03.009110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-d44b01c7-ee0c-4034-ac09-15c2e8dc5ea0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 812 time: 0.0992992 Aug 23 04:27:03.069022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-b529ade9-e902-4c16-a8d6-3301004de158 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 379 time: 0.0417283 Aug 23 04:27:03.078664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'port': {'device_id': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'admin_state_up': True, 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'security_groups': ['e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:03.242214 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Made reservation on behalf of e778a5fc24364b7492132acceb494860 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:27:03.245775 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:03.333465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5afc7a0-b791-46ca-8a32-204dfa938eea req-1f0e7bbe-9d91-4d22-aafb-5dc1f6500b98 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 210 time: 0.0363355 Aug 23 04:27:03.392990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Allocated IP 172.20.0.4 (343e4223-1644-4b0e-804e-756f568bf874/9209abe0-597a-418c-b5c4-c1e42ce96c8e/5a760798-86f2-418b-85fc-92bf266d3b16) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:27:03.527764 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:03.541184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Transition to ACTIVE for port object 5a760798-86f2-418b-85fc-92bf266d3b16 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:27:03.642528 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:03.681912 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Network 343e4223-1644-4b0e-804e-756f568bf874 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:27:03.684727 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:27:03.688145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:27:03.715011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:03.743289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:03.743915 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:03.831926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-56e8fb18-5de0-4681-ac8b-c1055f406e09 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567799 Aug 23 04:27:03.850600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Request body: {'port': {'device_id': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:03.906559 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:03.951882 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-23e568ea-15d0-4fd1-8ef3-271e61a24f18 None None] Provisioning for port 5a760798-86f2-418b-85fc-92bf266d3b16 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:27:03.956573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-23e568ea-15d0-4fd1-8ef3-271e61a24f18 None None] Provisioning complete for port 5a760798-86f2-418b-85fc-92bf266d3b16 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:27:03.956984 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-23e568ea-15d0-4fd1-8ef3-271e61a24f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:03.991414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-23e568ea-15d0-4fd1-8ef3-271e61a24f18 None None] Port 5a760798-86f2-418b-85fc-92bf266d3b16 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:27:04.397682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a760798-86f2-418b-85fc-92bf266d3b16 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:27:04.407010 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:04.439680 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Transition to ACTIVE for port object 5a760798-86f2-418b-85fc-92bf266d3b16 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:27:04.458197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c18c5-9c2e-43b2-9c71-7d68339bd214 req-f0546196-d05d-4071-8d3c-ac00d9a5a7b6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:04.459707 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-255c18c5-9c2e-43b2-9c71-7d68339bd214 req-f0546196-d05d-4071-8d3c-ac00d9a5a7b6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 931 time: 0.0577753 Aug 23 04:27:04.498103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-255c18c5-9c2e-43b2-9c71-7d68339bd214 req-d177db6b-cc2a-46e2-a95c-b3c9a672c0cc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307736 Aug 23 04:27:04.503255 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:04.558580 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:04.624114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:27:04.624447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:27:04.624802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:27:04.629551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Port 5a760798-86f2-418b-85fc-92bf266d3b16 on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:27:04.629872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:27:04.634973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:27:04.635310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:27:04.635689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:27:04.636143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Bound port: 5a760798-86f2-418b-85fc-92bf266d3b16, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:27:04.636512 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:04.700861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:27:04.703940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:27:04.754939 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:04.791816 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:04.792443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:04.793861 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] 10.222.0.11 "PUT /v2.0/ports/5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1091 time: 0.9476268 Aug 23 04:27:04.794284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:27:04.796523 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b5a0a4-d3a5-4d92-ac53-b6ae271ab96a" -d '{"events": [{"name": "network-changed", "server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:27:04.834454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a15a0-f9d9-426b-b459-bebb7781a2db service neutron] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:04.837994 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd3a36-5411-4576-bb7d-2badcb96cb7d x-openstack-request-id: req-1cdd3a36-5411-4576-bb7d-2badcb96cb7d {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:27:04.838282 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:27:04.838534 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cdd3a36-5411-4576-bb7d-2badcb96cb7d {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:27:04.838912 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'status': 'completed', 'code': 200} Aug 23 04:27:04.920231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5a0a4-d3a5-4d92-ac53-b6ae271ab96a req-4a9d35c3-7f91-493b-8d54-335f6297873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:04.921779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37b5a0a4-d3a5-4d92-ac53-b6ae271ab96a req-4a9d35c3-7f91-493b-8d54-335f6297873b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1094 time: 0.0425956 Aug 23 04:27:05.027415 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5a0a4-d3a5-4d92-ac53-b6ae271ab96a req-70f9aa49-1326-40ee-a96a-eab8b25bcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:05.028906 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37b5a0a4-d3a5-4d92-ac53-b6ae271ab96a req-70f9aa49-1326-40ee-a96a-eab8b25bcf4c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e778a5fc24364b7492132acceb494860&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0934386 Aug 23 04:27:05.118263 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5a0a4-d3a5-4d92-ac53-b6ae271ab96a req-da2aacfb-f6aa-46ea-a03c-a88cf6971268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:05.119628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37b5a0a4-d3a5-4d92-ac53-b6ae271ab96a req-da2aacfb-f6aa-46ea-a03c-a88cf6971268 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0841296 Aug 23 04:27:05.215089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-ab4d38af-d803-46b4-8fea-c36092e71b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:05.216439 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-ab4d38af-d803-46b4-8fea-c36092e71b1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1094 time: 0.0393455 Aug 23 04:27:05.265924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-cf549371-aab9-49f3-a5fc-b2661b470c6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 217 time: 0.0364656 Aug 23 04:27:05.313169 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-900dbe1a-8dca-4d2e-9a57-b40c43c67367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:05.314593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-900dbe1a-8dca-4d2e-9a57-b40c43c67367 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0425403 Aug 23 04:27:05.358087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-0615b9d6-91d4-4966-9c26-f034e4825547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:05.359516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-0615b9d6-91d4-4966-9c26-f034e4825547 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385649 Aug 23 04:27:05.448054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-1e20b5fa-84ee-459b-8bac-398c9bb8d0ac service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816178 Aug 23 04:27:05.535141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b87b2a6e-d361-4c33-8069-f9f0d7962490 req-fdb70cea-6acb-481b-bf1c-8cc7ffb2ea8d service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797186 Aug 23 04:27:05.617103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e51ec-34f6-4850-9ecd-692e9248840c req-f64b9513-7750-451e-8a1a-f542f7d563a8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:05.618581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a9e51ec-34f6-4850-9ecd-692e9248840c req-f64b9513-7750-451e-8a1a-f542f7d563a8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 943 time: 0.0527773 Aug 23 04:27:05.658062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a9e51ec-34f6-4850-9ecd-692e9248840c req-137b5a40-b2be-4bae-8f06-d69df1c1d6df tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335672 Aug 23 04:27:06.769842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9267718-0a65-4826-9c8b-1fc3b024ac0e req-77e8cfe6-cd7f-4e80-880f-ec949caeb0fd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:06.771292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9267718-0a65-4826-9c8b-1fc3b024ac0e req-77e8cfe6-cd7f-4e80-880f-ec949caeb0fd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 943 time: 0.0477598 Aug 23 04:27:06.807247 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a9267718-0a65-4826-9c8b-1fc3b024ac0e req-0b3c7e49-c3a8-4713-80e4-50f6f22f5d4a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301523 Aug 23 04:27:07.919261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7a3ce-fd55-4848-975b-71a08a76b14b req-4ad9ac70-1069-4e00-806d-5a9d85a4556e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:07.920759 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddf7a3ce-fd55-4848-975b-71a08a76b14b req-4ad9ac70-1069-4e00-806d-5a9d85a4556e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 943 time: 0.0483532 Aug 23 04:27:07.956638 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:07.958060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ddf7a3ce-fd55-4848-975b-71a08a76b14b req-b7c34957-2881-4631-a965-cddd519ca512 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314238 Aug 23 04:27:08.580878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:27:08.674837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:08.684999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '5a760798-86f2-418b-85fc-92bf266d3b16', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': '5a760798-86f2-418b-85fc-92bf266d3b16', 'mac_address': 'fa:16:3e:60:7e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:27:08.721421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:08.733425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a760798-86f2-418b-85fc-92bf266d3b16 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:27:08.751688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:08.808108 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:08.854980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:09.073599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd32cd-cb72-4146-806a-5447a355fcd0 req-b0d4c1d4-e55f-4c53-801e-daca500ed312 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:09.075531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35bd32cd-cb72-4146-806a-5447a355fcd0 req-b0d4c1d4-e55f-4c53-801e-daca500ed312 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 944 time: 0.0516469 Aug 23 04:27:09.111693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-35bd32cd-cb72-4146-806a-5447a355fcd0 req-cb597103-9548-4971-b2b7-bde1b6038355 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302305 Aug 23 04:27:09.183657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['5a760798-86f2-418b-85fc-92bf266d3b16'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:27:10.223758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9e788-6550-4d20-b822-45d185da77e9 req-d4ddd367-b456-4357-b2fb-234db840a4fa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:10.225174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ede9e788-6550-4d20-b822-45d185da77e9 req-d4ddd367-b456-4357-b2fb-234db840a4fa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 944 time: 0.0482609 Aug 23 04:27:10.262111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ede9e788-6550-4d20-b822-45d185da77e9 req-5f8722e9-9b60-4cf4-91b9-c392adbc79a7 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311584 Aug 23 04:27:10.586588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:27:10.687784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 5a760798-86f2-418b-85fc-92bf266d3b16 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:27:10.691316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 5a760798-86f2-418b-85fc-92bf266d3b16 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:27:10.691694 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:10.767032 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:10.788559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:27:10.791020 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f40638-72dc-48ff-99e4-653f24848c3b" -d '{"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-plugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:27:10.804184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:27:10.825360 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e41e968-5d04-4ac0-816f-9204054ffb70 x-openstack-request-id: req-2e41e968-5d04-4ac0-816f-9204054ffb70 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:27:10.825652 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-plugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:27:10.825909 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e41e968-5d04-4ac0-816f-9204054ffb70 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:27:10.826328 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'code': 200} Aug 23 04:27:10.871260 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:10.919172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:27:10.950778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668f1e0-eae1-473c-9ae4-245d14e74295 req-6a7dfd8a-0261-4579-a873-af3bee164020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:10.952254 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3668f1e0-eae1-473c-9ae4-245d14e74295 req-6a7dfd8a-0261-4579-a873-af3bee164020 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1096 time: 0.0403628 Aug 23 04:27:10.985659 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3668f1e0-eae1-473c-9ae4-245d14e74295 req-f9fbfcdc-4b41-49d2-899f-480f8c7a3c2c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268812 Aug 23 04:27:11.037795 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:27:11.378696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecaf7a-fff9-43ee-b2b9-e5703c5529ab req-211d9b96-7de1-47b8-bd6a-e1d204817891 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:11.380154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7ecaf7a-fff9-43ee-b2b9-e5703c5529ab req-211d9b96-7de1-47b8-bd6a-e1d204817891 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0516937 Aug 23 04:27:11.416573 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e7ecaf7a-fff9-43ee-b2b9-e5703c5529ab req-55926d93-e5c4-458c-9031-6759353e1928 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305512 Aug 23 04:27:12.532069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244876-3111-4304-a270-edcdb7c3dedb req-2da566f5-486a-4c99-8461-80cca3265d42 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:12.533595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41244876-3111-4304-a270-edcdb7c3dedb req-2da566f5-486a-4c99-8461-80cca3265d42 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0513065 Aug 23 04:27:12.570968 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41244876-3111-4304-a270-edcdb7c3dedb req-705ec2de-051f-42c3-a865-81a7d25bccf9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313201 Aug 23 04:27:13.684945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdeb78-8b70-42ec-aafb-3191f9abbb8e req-b2ee9267-41ae-4f2d-b849-9b51aa4be5e7 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:13.686426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04cdeb78-8b70-42ec-aafb-3191f9abbb8e req-b2ee9267-41ae-4f2d-b849-9b51aa4be5e7 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0475981 Aug 23 04:27:13.722662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04cdeb78-8b70-42ec-aafb-3191f9abbb8e req-a880812b-6ff1-4384-adbf-703c301b2b0d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304716 Aug 23 04:27:13.833106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fe554-b242-43f3-9165-bec75e766473 req-06db26cf-0d3b-4fb6-9bc0-998222013e05 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:13.834546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec4fe554-b242-43f3-9165-bec75e766473 req-06db26cf-0d3b-4fb6-9bc0-998222013e05 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0506470 Aug 23 04:27:13.843754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 60670) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:27:13.850334 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2f1277fe-abf1-4a11-b17d-a68906ca4541 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'floatingip': {'port_id': '5a760798-86f2-418b-85fc-92bf266d3b16'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:27:13.885766 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f1277fe-abf1-4a11-b17d-a68906ca4541 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:14.302474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f1277fe-abf1-4a11-b17d-a68906ca4541 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:14.361908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f1277fe-abf1-4a11-b17d-a68906ca4541 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:14.459142 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-2f1277fe-abf1-4a11-b17d-a68906ca4541 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc associated. External IP: 172.25.1.148, port: 5a760798-86f2-418b-85fc-92bf266d3b16. Aug 23 04:27:14.669823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1277fe-abf1-4a11-b17d-a68906ca4541 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:27:14.770022 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1277fe-abf1-4a11-b17d-a68906ca4541 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:27:14.774817 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2f1277fe-abf1-4a11-b17d-a68906ca4541 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:14.780727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:27:14.790631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:27:14.791241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:26:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:14.805412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2f1277fe-abf1-4a11-b17d-a68906ca4541 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "PUT /v2.0/floatingips/8349df67-0a4a-42b9-a1a2-3520878325fc HTTP/1.1" status: 200 len: 991 time: 0.9605708 Aug 23 04:27:14.805994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:27:14.808238 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464041e2-9475-49a4-9cb2-ddaf9201abb7" -d '{"events": [{"name": "network-changed", "server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:27:14.896953 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:27:14.920412 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6f54e4-511f-408b-b5ac-638038d2040a x-openstack-request-id: req-2b6f54e4-511f-408b-b5ac-638038d2040a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:27:14.920641 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:27:14.920898 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b6f54e4-511f-408b-b5ac-638038d2040a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:27:14.921326 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'status': 'completed', 'code': 200} Aug 23 04:27:15.000291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-e6d51939-02c6-4fdd-8453-7846218e245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:15.002114 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-e6d51939-02c6-4fdd-8453-7846218e245a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1096 time: 0.0404058 Aug 23 04:27:15.089072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-c8e0ef58-bd96-4426-9668-e18fb7f9f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:15.091424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-c8e0ef58-bd96-4426-9668-e18fb7f9f1d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0824246 Aug 23 04:27:15.121982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': '5a760798-86f2-418b-85fc-92bf266d3b16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:60:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:27:14Z', 'revision_number': 9, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:15.160169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-98658a37-53b6-40d9-8116-e20efa8e8812 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 999 time: 0.0619407 Aug 23 04:27:15.211227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-aa889c1b-dd7c-42fb-9f14-026d1075f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:15.212652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-aa889c1b-dd7c-42fb-9f14-026d1075f6a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0457213 Aug 23 04:27:15.260500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-db92cf95-7869-4e03-9c38-36e93f6aafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:15.262655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-db92cf95-7869-4e03-9c38-36e93f6aafaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418842 Aug 23 04:27:15.310718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:27:15.319006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:27:15.319617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:26:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:15.354475 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-b5d168c3-4a14-4b6d-926e-8d8a2d7af4e0 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849819 Aug 23 04:27:15.423056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:27:15.446892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-464041e2-9475-49a4-9cb2-ddaf9201abb7 req-5bd7a085-7e6c-4e0b-8004-022e7faf54ce service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843732 Aug 23 04:27:15.647476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': '5a760798-86f2-418b-85fc-92bf266d3b16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:60:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:27:14Z', 'revision_number': 9, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:27:15.676606 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a722d-17d9-45c3-b4f6-28267207a2e5 None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': '5a760798-86f2-418b-85fc-92bf266d3b16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:60:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:27:14Z', 'revision_number': 9, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:27:15.872278 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b7759-0c15-4e0b-8167-a296f7c9f1de None None] New status for floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:27:23.087924 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:26.088142 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-faaabc96-baff-4fd7-93d2-ee5cb4fac2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:28.750446 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ff5c058d-cf65-4a00-8e4c-0d8212e009d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:28.870577 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:30.571634 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:31.894073 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:37.950572 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:48.037138 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:27:49.341061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-a25b09a1-240b-40d9-8e31-67f7912d82df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388339 Aug 23 04:27:49.460397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-6d95814c-77d9-4ad7-b63f-6a84cd4d0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:49.462017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-6d95814c-77d9-4ad7-b63f-6a84cd4d0802 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1096 time: 0.0396869 Aug 23 04:27:49.565311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-761aa63f-b450-4f51-ade9-4d2faf280760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:49.566736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-761aa63f-b450-4f51-ade9-4d2faf280760 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0850627 Aug 23 04:27:49.869366 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-6206886b-671f-4b5d-9c52-d65eeee90a4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1002 time: 0.2953207 Aug 23 04:27:49.916959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-b48aa21f-1383-486e-b356-5b2572ebb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:49.918424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-b48aa21f-1383-486e-b356-5b2572ebb643 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0421829 Aug 23 04:27:49.964986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-cadb6e41-a72e-443c-8f71-89e964163cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:27:49.966521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-cadb6e41-a72e-443c-8f71-89e964163cb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414057 Aug 23 04:27:50.052549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-1f8618e6-bed2-499a-a78f-46a0c6a50ed3 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785890 Aug 23 04:27:50.141266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a1997e8-2066-4bc7-b082-3aaed8e33120 req-c3c93048-3efa-4be9-8e9a-d3f0986141e0 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810032 Aug 23 04:27:53.091205 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:56.075501 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9036-1a92-4789-8ddc-46d9ff17dfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:58.770601 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eb3e0280-6527-4c57-9934-68fe7ae1b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:27:58.873885 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:00.572892 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:01.902515 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:07.978317 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:23.125211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:25.036411 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:28:26.076113 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fdff9616-a2e9-4884-8d2d-42264e97fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:28.795185 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef0d0-dee0-4e85-b686-2a318c1ff12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:28.886667 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:30.570060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:31.898061 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:37.972516 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:51.001137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-1a2c85b1-119e-4cbd-b0bf-50d8bfc87919 req-bfc23b35-119a-494d-9618-b84d058dbe89 tempest-VolumesBackupsTest-2126663449 tempest-VolumesBackupsTest-2126663449-project] (95120) timed out ('10.222.0.24', 64182) {{(pid=95120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:28:51.318594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-32d58629-e20d-4576-ad8d-ecfbb81786bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418141 Aug 23 04:28:51.415411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-3b5b1ed5-ad07-4c99-aa76-30434b2865ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:28:51.416835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-3b5b1ed5-ad07-4c99-aa76-30434b2865ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1096 time: 0.0403917 Aug 23 04:28:51.520514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-497596fe-b906-4a8a-8419-58a453706387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:28:51.522124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-497596fe-b906-4a8a-8419-58a453706387 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0872595 Aug 23 04:28:51.585478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-e60a1873-ad48-4854-847d-4044267fca7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1002 time: 0.0564516 Aug 23 04:28:51.632436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-6d68cd1e-284d-4fbb-afdc-c69219cd89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:28:51.633882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-6d68cd1e-284d-4fbb-afdc-c69219cd89c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0421672 Aug 23 04:28:51.681347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-5323f29b-ef16-4e2b-879e-a437647bd47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:28:51.682781 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-5323f29b-ef16-4e2b-879e-a437647bd47a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420787 Aug 23 04:28:51.769231 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-3870c2e2-273d-4598-9b12-20df23d0397f service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783739 Aug 23 04:28:51.860508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4bf319e2-3187-48ff-84ed-7e299fade670 req-39b2ce1b-5d7a-40d3-b80d-7dfd12666b1e service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834317 Aug 23 04:28:53.103311 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:56.078014 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e64ed47c-7ed6-492f-9ba4-ff7cd0d748da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:58.775101 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1fd38db0-5c57-454c-9524-7b9dc9690db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:28:58.872445 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:00.594915 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:01.937735 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:02.035227 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:29:07.988817 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:23.094777 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:26.079970 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-986908b7-b3fc-46be-adca-7516ac792e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:28.794520 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c17c6264-4d9e-48f6-9137-0895aa38297e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:28.903236 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:30.580399 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:31.902840 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:37.999914 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:39.034182 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:29:41.954677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25c1b3-95a5-4bb5-a395-6a8b74eeb160 req-e706d560-e38f-41a1-9a50-68696cd31edc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:41.956101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c25c1b3-95a5-4bb5-a395-6a8b74eeb160 req-e706d560-e38f-41a1-9a50-68696cd31edc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.1276455 Aug 23 04:29:42.015600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c25c1b3-95a5-4bb5-a395-6a8b74eeb160 req-fe70fab1-9e22-4943-9f15-5f5824c72ee3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535736 Aug 23 04:29:42.031619 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-892d830e-6edd-4912-acd2-94ef89cc5676 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982487 Aug 23 04:29:43.132016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52890a-89bd-4414-b0cf-b31486c23d62 req-673a3338-af95-45fe-b791-984add10e52a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:43.133501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f52890a-89bd-4414-b0cf-b31486c23d62 req-673a3338-af95-45fe-b791-984add10e52a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Aug 23 04:29:43.171194 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f52890a-89bd-4414-b0cf-b31486c23d62 req-d5ffb84d-d7b8-4ae4-b7ee-b4cc4f16835e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310433 Aug 23 04:29:44.335107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b22606-e283-46e4-ac9c-53d31d9ee545 req-a42c1a6e-aa90-4a60-9a13-d8e7a317da8d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:44.336667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b22606-e283-46e4-ac9c-53d31d9ee545 req-a42c1a6e-aa90-4a60-9a13-d8e7a317da8d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0479586 Aug 23 04:29:44.372496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5b22606-e283-46e4-ac9c-53d31d9ee545 req-4aaeb46d-63f0-4415-bdcd-64284387c6af tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295682 Aug 23 04:29:45.485155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305684-5541-44c6-bf01-07fdee62de8b req-2bdfa2a5-277e-48f9-bd41-be8b2f5cbae1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:45.486605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc305684-5541-44c6-bf01-07fdee62de8b req-2bdfa2a5-277e-48f9-bd41-be8b2f5cbae1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0474005 Aug 23 04:29:45.522494 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc305684-5541-44c6-bf01-07fdee62de8b req-fd66e8ac-c53a-4e7e-bb16-dea1ba7e324a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300667 Aug 23 04:29:46.639726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1893cf-f99c-4444-bea0-a6c04d9d39ad req-c52bc29f-f460-443f-907e-dc6503349b67 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:46.641227 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d1893cf-f99c-4444-bea0-a6c04d9d39ad req-c52bc29f-f460-443f-907e-dc6503349b67 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0525911 Aug 23 04:29:46.677886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2d1893cf-f99c-4444-bea0-a6c04d9d39ad req-9bb641e9-b590-424c-8b90-f48fcab103b1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306673 Aug 23 04:29:47.087890 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-43b4bef0-280e-4224-95d1-f3278f46b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:47.092463 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-43b4bef0-280e-4224-95d1-f3278f46b50c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1096 time: 0.0830617 Aug 23 04:29:47.179924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-9b755c8b-9cc2-4e44-8890-e0cd1c1e5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:47.181837 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-9b755c8b-9cc2-4e44-8890-e0cd1c1e5711 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0857811 Aug 23 04:29:47.243892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-ee90a00f-b1cc-4481-8385-d664458198d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1002 time: 0.0547266 Aug 23 04:29:47.289641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-3003e7ae-0209-41b7-9b3a-5d092291a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:47.291534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-3003e7ae-0209-41b7-9b3a-5d092291a094 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0419617 Aug 23 04:29:47.338436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-18314e9f-9dd3-4f1a-958d-dae83c3dca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:47.339875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-18314e9f-9dd3-4f1a-958d-dae83c3dca4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415580 Aug 23 04:29:47.425511 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-ca8afae2-9bab-4220-bf9b-add31c39823d service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788991 Aug 23 04:29:47.515615 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-7e2880be-9ae9-4894-8f29-5eb9595b7c5e service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827460 Aug 23 04:29:47.884078 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a023f21-1f03-4907-a2d4-c31317e52a5f req-be7ed4ee-8d69-4240-9b36-137979c50833 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:47.885568 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a023f21-1f03-4907-a2d4-c31317e52a5f req-be7ed4ee-8d69-4240-9b36-137979c50833 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0926042 Aug 23 04:29:47.924085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a023f21-1f03-4907-a2d4-c31317e52a5f req-d3db127f-c7c0-4f25-9215-40fead2764b6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324910 Aug 23 04:29:49.038520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe88e-96c6-4a89-89bb-bc08a67172f0 req-6e74f8f1-832b-4569-9d23-ecc2b0b3ca0b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:49.039983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb6fe88e-96c6-4a89-89bb-bc08a67172f0 req-6e74f8f1-832b-4569-9d23-ecc2b0b3ca0b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0509231 Aug 23 04:29:49.076821 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb6fe88e-96c6-4a89-89bb-bc08a67172f0 req-c094c661-de71-49b4-afa8-76377c315331 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304105 Aug 23 04:29:50.193947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ce3db-ec68-435c-9bee-695d47eaffee req-59185e2b-300c-4689-88c0-fd739c1387d4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:50.195260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d9ce3db-ec68-435c-9bee-695d47eaffee req-59185e2b-300c-4689-88c0-fd739c1387d4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0516207 Aug 23 04:29:50.231316 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d9ce3db-ec68-435c-9bee-695d47eaffee req-57994225-52f4-456e-a19e-f1f1a56e6b96 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296102 Aug 23 04:29:51.346286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7d1e0-0abc-4a8a-a379-d0e162272bf7 req-1850b004-ac23-4bec-b91c-2f508b55e406 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:51.347808 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d1e7d1e0-0abc-4a8a-a379-d0e162272bf7 req-1850b004-ac23-4bec-b91c-2f508b55e406 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0479405 Aug 23 04:29:51.385182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d1e7d1e0-0abc-4a8a-a379-d0e162272bf7 req-c4b2eb58-32d9-47f8-9a37-10b84d4fae14 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Aug 23 04:29:52.357950 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-437b3aff-1882-4582-9fc9-8c65f51e1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:52.359413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-437b3aff-1882-4582-9fc9-8c65f51e1e72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1096 time: 0.0397704 Aug 23 04:29:52.470946 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-f8369e68-efcd-433c-85ff-b82f7f8a44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:52.472369 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-f8369e68-efcd-433c-85ff-b82f7f8a44d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0946631 Aug 23 04:29:52.552605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c17a4b-0958-43fa-8a9f-1c9a3778c719 req-803713c7-3009-4f89-b444-78ee834151c2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:52.554094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3c17a4b-0958-43fa-8a9f-1c9a3778c719 req-803713c7-3009-4f89-b444-78ee834151c2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.1010811 Aug 23 04:29:52.569285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-f89096ec-d6a5-47b4-b42e-957b76c0a190 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1002 time: 0.0830638 Aug 23 04:29:52.626557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3c17a4b-0958-43fa-8a9f-1c9a3778c719 req-3998e078-859c-4f4a-9be7-4832af3bb94c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656810 Aug 23 04:29:52.634212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-ace8881e-ab6d-462e-b5f1-33ecc867d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:52.635800 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-ace8881e-ab6d-462e-b5f1-33ecc867d000 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0592399 Aug 23 04:29:52.681909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-a2740fec-f2b8-43e4-844b-ae5067265d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:52.683349 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-a2740fec-f2b8-43e4-844b-ae5067265d9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406182 Aug 23 04:29:52.773779 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-43ee8b1a-6eb0-4068-9fb0-f69cc55f06d3 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830688 Aug 23 04:29:52.860317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76bd8d17-d3fb-46be-9e6e-2c007eab9932 req-7a0f6229-fef9-46ca-af83-523ee79a6fd3 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788920 Aug 23 04:29:53.102768 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:53.742900 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c387-5cf5-4100-be39-66f16e0db76d req-e1b742a0-f772-4abb-84dd-4b1f88f326b1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:53.744422 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c39c387-5cf5-4100-be39-66f16e0db76d req-e1b742a0-f772-4abb-84dd-4b1f88f326b1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0519338 Aug 23 04:29:53.780525 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c39c387-5cf5-4100-be39-66f16e0db76d req-e17a59d6-a1ad-4a63-b582-09aae16fad9f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300047 Aug 23 04:29:54.892068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b3142-d015-4c17-b5eb-629c1b4e8971 req-e796b61c-b956-4455-a32d-3f8be9cb3360 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:54.897230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e44b3142-d015-4c17-b5eb-629c1b4e8971 req-e796b61c-b956-4455-a32d-3f8be9cb3360 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Aug 23 04:29:54.930597 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e44b3142-d015-4c17-b5eb-629c1b4e8971 req-3e9fbf2e-3b5f-4e2c-b11a-6f271d885265 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311189 Aug 23 04:29:56.045593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a20d7e-32d0-48d2-b099-d58d5e83c8b7 req-3f6a1152-d134-45f2-b396-3c9a60466c9e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:56.047118 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03a20d7e-32d0-48d2-b099-d58d5e83c8b7 req-3f6a1152-d134-45f2-b396-3c9a60466c9e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Aug 23 04:29:56.083062 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4445fb09-cc1d-426e-ac35-18d64a8fc26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:56.085652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03a20d7e-32d0-48d2-b099-d58d5e83c8b7 req-d2080f36-84be-4aef-a898-c2b6a6d08bab tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325503 Aug 23 04:29:57.212877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060d004-70fe-46ef-be5c-3d75d9d4e29c req-0b8b83e2-5941-4dc8-9b14-8add44630833 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:57.214245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7060d004-70fe-46ef-be5c-3d75d9d4e29c req-0b8b83e2-5941-4dc8-9b14-8add44630833 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0509663 Aug 23 04:29:57.251728 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7060d004-70fe-46ef-be5c-3d75d9d4e29c req-5b570528-9e8c-438a-b5a8-258e4db044ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316501 Aug 23 04:29:58.363383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b117-6e7d-45a5-8d54-b2db4f33ad0d req-53063921-7ac6-4451-885d-f60c1ad3ce1d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:58.364826 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b50b117-6e7d-45a5-8d54-b2db4f33ad0d req-53063921-7ac6-4451-885d-f60c1ad3ce1d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0470428 Aug 23 04:29:58.401623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b50b117-6e7d-45a5-8d54-b2db4f33ad0d req-34d234af-5b99-4b37-b058-f621b32e3cb5 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304167 Aug 23 04:29:58.791372 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-21e9dc95-78f6-417d-ac84-578d78997a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:58.876870 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:29:59.511641 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4786c-6b37-4d75-9fc4-2d59bae6fca1 req-5d2d0f2d-340c-4608-9aa9-1b3182852398 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:29:59.513135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3b4786c-6b37-4d75-9fc4-2d59bae6fca1 req-5d2d0f2d-340c-4608-9aa9-1b3182852398 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0473270 Aug 23 04:29:59.549400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3b4786c-6b37-4d75-9fc4-2d59bae6fca1 req-a2c3817a-2f8a-47b2-8be0-ddf74d7aa614 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304406 Aug 23 04:29:59.972473 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [req-5f062b80-1069-47a2-8844-706baf17843c req-38e03214-6776-4f54-bda9-290399ef8f8a service neutron] show failed (client error): The resource could not be found. Aug 23 04:29:59.973510 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-38e03214-6776-4f54-bda9-290399ef8f8a service neutron] 10.222.0.11 "GET /v2.0/ports/5a760798-86f2-418b-85fc-92bf266d3b16/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0599597 Aug 23 04:30:00.510724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-fb1878b2-78a5-42e3-b06d-ab284e866674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:00.512276 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-fb1878b2-78a5-42e3-b06d-ab284e866674 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 1096 time: 0.0822728 Aug 23 04:30:00.524173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:30:00.574086 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:00.575981 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:00.665314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d7b20-3395-43e1-9418-5291f2f7c335 req-b973712b-d87d-4258-a254-512b419cc05e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:00.667358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-626d7b20-3395-43e1-9418-5291f2f7c335 req-b973712b-d87d-4258-a254-512b419cc05e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0510211 Aug 23 04:30:00.704033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-626d7b20-3395-43e1-9418-5291f2f7c335 req-8b95174f-d24f-4640-b5ef-5aedd122d3c4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304935 Aug 23 04:30:00.779302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:00.809749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:30:00.851217 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:00.856492 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:00.868271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Transition to ACTIVE for port object 5a760798-86f2-418b-85fc-92bf266d3b16 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:30:00.890722 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e020e-91b2-4c3c-a81d-989ff99db601" -d '{"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-unplugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:00.942838 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:00.991439 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e4efd8-6f9f-47e5-9327-3b9430922ce6 x-openstack-request-id: req-90e4efd8-6f9f-47e5-9327-3b9430922ce6 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:00.991734 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-unplugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:00.991986 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90e4efd8-6f9f-47e5-9327-3b9430922ce6 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:00.992384 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'code': 200} Aug 23 04:30:01.019821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=6']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:01.035218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.035218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.035569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.035905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.036229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.036551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.036873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.037335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.037657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.037974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.038289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.038609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:01.079135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] No DVR routers for this DVR port 5a760798-86f2-418b-85fc-92bf266d3b16 on host n-h1-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:30:01.209913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:30:01.210156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:30:01.210478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:30:01.214758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Port 5a760798-86f2-418b-85fc-92bf266d3b16 on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:30:01.215076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:30:01.219856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:30:01.220192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:30:01.220575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:30:01.221002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Bound port: 5a760798-86f2-418b-85fc-92bf266d3b16, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:30:01.221387 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:01.282342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:30:01.285415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:30:01.363391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:01.397911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:01.398543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:01.399956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1091 time: 0.8798368 Aug 23 04:30:01.419911 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c01a73-d093-40a7-925a-92a9f9129d03 service neutron] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=7']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:01.466934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-310e02fa-eb1a-455a-991a-3d7df3580fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:01.468389 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-310e02fa-eb1a-455a-991a-3d7df3580fa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1094 time: 0.0455620 Aug 23 04:30:01.560607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-be783bda-60bb-4649-aef5-51ff1e2ea8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:01.562132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-be783bda-60bb-4649-aef5-51ff1e2ea8ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0871718 Aug 23 04:30:01.631117 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-53090f63-d655-49ae-8e30-e879edc981b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1000 time: 0.0611806 Aug 23 04:30:01.680145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-81406c49-84d2-46a3-ad5e-550788a810de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:01.682135 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-81406c49-84d2-46a3-ad5e-550788a810de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0445244 Aug 23 04:30:01.725261 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f062b80-1069-47a2-8844-706baf17843c req-3a9598f4-37e3-4fa6-86a9-490cb6e2a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:01.726758 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-3a9598f4-37e3-4fa6-86a9-490cb6e2a2cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380323 Aug 23 04:30:01.817734 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-dca282b8-88c6-44a8-b9a3-a54b2499bd98 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841534 Aug 23 04:30:01.820205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4fe4c-d2f5-497c-bfc2-c4262c9699eb req-ca480ee0-d096-43e1-b28f-516c85a62b14 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:01.821750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5e4fe4c-d2f5-497c-bfc2-c4262c9699eb req-ca480ee0-d096-43e1-b28f-516c85a62b14 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 943 time: 0.0479081 Aug 23 04:30:01.859825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5e4fe4c-d2f5-497c-bfc2-c4262c9699eb req-4e4a1863-6595-4411-b09f-a728bbc2765c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319300 Aug 23 04:30:01.910303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f062b80-1069-47a2-8844-706baf17843c req-a9a4f64c-9e4d-49ea-859c-8ebab79cf673 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854003 Aug 23 04:30:01.922764 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:02.978865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d6ac0-1d32-40e5-8a45-8f27d7b83fa6 req-53057bdf-c3d9-4286-9d71-284705ac0ff4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:02.980333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-080d6ac0-1d32-40e5-8a45-8f27d7b83fa6 req-53057bdf-c3d9-4286-9d71-284705ac0ff4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 943 time: 0.0529656 Aug 23 04:30:02.994421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:02.996800 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:03.018352 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-080d6ac0-1d32-40e5-8a45-8f27d7b83fa6 req-ea68f714-ec05-46e0-bb67-1d155f0e02fc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320499 Aug 23 04:30:03.071366 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd70c77-2ea3-4e56-a661-874e5c881680 x-openstack-request-id: req-bdd70c77-2ea3-4e56-a661-874e5c881680 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:03.071657 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:03.071913 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdd70c77-2ea3-4e56-a661-874e5c881680 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:03.072338 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'status': 'completed', 'code': 200} Aug 23 04:30:03.131697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-3eb3e6fb-bf23-4597-bed9-df8c94cee30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:03.133219 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-3eb3e6fb-bf23-4597-bed9-df8c94cee30f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1094 time: 0.0407004 Aug 23 04:30:03.155374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-c7f23807-deef-4135-9123-630f577bf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:03.156783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-c7f23807-deef-4135-9123-630f577bf9aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1094 time: 0.0405071 Aug 23 04:30:03.223937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-7465600b-b774-45d9-ba25-c7290ef6f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:03.225453 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-7465600b-b774-45d9-ba25-c7290ef6f37d service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0850306 Aug 23 04:30:03.249565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-6c998964-cbb4-42f0-82d7-417c96400668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:03.251007 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-6c998964-cbb4-42f0-82d7-417c96400668 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0873680 Aug 23 04:30:03.291801 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-7dde9b5e-ed3a-43ec-bf39-33d8feb1e371 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1000 time: 0.0591838 Aug 23 04:30:03.312790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-112bd261-fb15-4981-b9ff-572d8c15406e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1000 time: 0.0553403 Aug 23 04:30:03.362534 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-6d414c84-0363-45b1-b553-58fdf6a1d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:03.364047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-6d414c84-0363-45b1-b553-58fdf6a1d3a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0443215 Aug 23 04:30:03.416748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:30:03.417381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-96c6c7ec-aaff-46b7-ba61-4146255e2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:03.418442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-96c6c7ec-aaff-46b7-ba61-4146255e2136 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459585 Aug 23 04:30:03.447285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:30:03.519019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-dbd585dd-9861-49c9-a7c8-a909ce636e3c service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928874 Aug 23 04:30:03.531583 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:30:03.550841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:03.562646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '5a760798-86f2-418b-85fc-92bf266d3b16', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': '5a760798-86f2-418b-85fc-92bf266d3b16', 'mac_address': 'fa:16:3e:60:7e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:30:03.612927 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:03.617920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-e965126f-d138-452d-8994-794a491855cb service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919433 Aug 23 04:30:03.627251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a760798-86f2-418b-85fc-92bf266d3b16 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:30:03.651137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:03.688882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-4d06cbb7-ea06-4d2e-b6f7-26356126f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:03.690303 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-4d06cbb7-ea06-4d2e-b6f7-26356126f64f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.3915169 Aug 23 04:30:03.720207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:03.736511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-9619af60-97cf-4585-9853-5181ab9af844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:03.738163 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-9619af60-97cf-4585-9853-5181ab9af844 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402896 Aug 23 04:30:03.769757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:03.778112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.779285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.779285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.779285 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.779706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.779896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.780226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.780580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.780903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.781254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.781577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.781922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:03.830086 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-58eb3b24-bcbe-467b-b6b1-80acdd6fcd5e service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847704 Aug 23 04:30:03.921212 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7948c0ad-1d7e-4cbf-98cd-2d5dadbce2f5 req-19fb93b9-ef7f-4800-a124-839586a3774d service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815337 Aug 23 04:30:03.967524 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['5a760798-86f2-418b-85fc-92bf266d3b16'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:30:04.132685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f99cd8-1215-4095-b772-ebf9afd79f66 req-47a80430-fc26-49d9-80ce-691d34db0cc3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:04.134698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34f99cd8-1215-4095-b772-ebf9afd79f66 req-47a80430-fc26-49d9-80ce-691d34db0cc3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 944 time: 0.0476215 Aug 23 04:30:04.170804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34f99cd8-1215-4095-b772-ebf9afd79f66 req-c14f1699-1652-4581-b8db-8efb6d3782b6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302396 Aug 23 04:30:04.742840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96727c-08db-4cd0-8346-96bcbb15562b req-28068343-d168-401d-ad4d-7469972f519f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:04.744975 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b96727c-08db-4cd0-8346-96bcbb15562b req-28068343-d168-401d-ad4d-7469972f519f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 944 time: 0.0483141 Aug 23 04:30:04.782239 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b96727c-08db-4cd0-8346-96bcbb15562b req-518a361a-8069-428d-bc35-c618b1da933e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306795 Aug 23 04:30:04.794666 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-98032b8f-de4d-4fc1-81e8-5b5a566c5082 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:04.796439 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-98032b8f-de4d-4fc1-81e8-5b5a566c5082 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235&tenant_id=e778a5fc24364b7492132acceb494860&binding%3Ahost_id=n-h2-749052-7 HTTP/1.1" status: 200 len: 944 time: 0.0519142 Aug 23 04:30:04.859374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-31612c1c-4d9a-4de1-8afc-0bca9b0bdf48 service neutron] 10.222.0.24 "GET /v2.0/ports/5a760798-86f2-418b-85fc-92bf266d3b16/bindings/n-h2-749052-7 HTTP/1.1" status: 200 len: 382 time: 0.0559337 Aug 23 04:30:04.921964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-7cf26369-db49-4c40-9cc9-4a24a62d77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:04.923449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-7cf26369-db49-4c40-9cc9-4a24a62d77e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1095 time: 0.0405242 Aug 23 04:30:05.014365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-f1aaef56-1c0c-46ab-acb2-fa236cc61ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:05.015830 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-f1aaef56-1c0c-46ab-acb2-fa236cc61ee8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0851383 Aug 23 04:30:05.078197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-7c73f6f9-f502-4ced-9e39-2f4da1f6f9c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1001 time: 0.0550110 Aug 23 04:30:05.125556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8e6d245c-7d81-4ce9-b54f-89c4dcf0ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:05.126928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8e6d245c-7d81-4ce9-b54f-89c4dcf0ebf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0421596 Aug 23 04:30:05.174616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-d588bbc4-d5ae-42ff-944b-2a966edd0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:05.175972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-d588bbc4-d5ae-42ff-944b-2a966edd0a00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415101 Aug 23 04:30:05.262007 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-44c7d444-31b6-4ebb-b4d1-29e6c62bc419 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788999 Aug 23 04:30:05.350623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-bf52523a-69ca-4a07-a966-277e3f576a09 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814824 Aug 23 04:30:05.442469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:30:05.579327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 5a760798-86f2-418b-85fc-92bf266d3b16 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:30:05.582974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 5a760798-86f2-418b-85fc-92bf266d3b16 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:30:05.583347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:05.659637 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:05.680408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:05.683158 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c778559-8c0f-45da-a161-81d52a0e3335" -d '{"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-plugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:05.700924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:05.765739 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:05.795104 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac086096-a37e-47ca-a185-19fe17525248 x-openstack-request-id: req-ac086096-a37e-47ca-a185-19fe17525248 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:05.799152 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-plugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:05.799152 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac086096-a37e-47ca-a185-19fe17525248 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:05.799152 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'code': 200} Aug 23 04:30:05.822107 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:05.905631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c9268-8e5b-4e7d-8692-369e2323e4b5 req-21c189b3-31bc-4244-962b-a367847403e9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:05.907100 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-686c9268-8e5b-4e7d-8692-369e2323e4b5 req-21c189b3-31bc-4244-962b-a367847403e9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0536611 Aug 23 04:30:05.943240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-686c9268-8e5b-4e7d-8692-369e2323e4b5 req-a0a37bf8-6515-4481-bae2-6537b17bdf06 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303018 Aug 23 04:30:07.057158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ad4d-5ffd-4253-93d0-7b0473a25a72 req-5e54ff6c-0c85-4a6f-b609-2f2e8f597639 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:07.058640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d567ad4d-5ffd-4253-93d0-7b0473a25a72 req-5e54ff6c-0c85-4a6f-b609-2f2e8f597639 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0475485 Aug 23 04:30:07.096002 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d567ad4d-5ffd-4253-93d0-7b0473a25a72 req-2efeed9e-8718-4267-b0f4-e5aa517cae36 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315645 Aug 23 04:30:07.757606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-d4c0b97d-8195-4dcb-94cb-0fa438ace52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:07.759085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-d4c0b97d-8195-4dcb-94cb-0fa438ace52e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 1096 time: 0.0403314 Aug 23 04:30:07.777056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:30:07.830127 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:07.991426 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:08.025627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:08.057921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:30:08.095452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:08.097725 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1cf6dc-6acf-4da5-bfbe-6f3923314320" -d '{"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-unplugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:08.101716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:08.114667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Transition to ACTIVE for port object 5a760798-86f2-418b-85fc-92bf266d3b16 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:30:08.144799 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940d386d-32c3-4b7c-9ace-7c0e6d80e862 x-openstack-request-id: req-940d386d-32c3-4b7c-9ace-7c0e6d80e862 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:08.145189 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-unplugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:08.148314 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-940d386d-32c3-4b7c-9ace-7c0e6d80e862 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:08.148314 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'code': 200} Aug 23 04:30:08.198729 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:08.276650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=10']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:08.326408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fad002-4b92-49c6-86c9-fae6aab74491 req-84dfb60b-79de-4889-8c7b-5256e3a9aea4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:08.327939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46fad002-4b92-49c6-86c9-fae6aab74491 req-84dfb60b-79de-4889-8c7b-5256e3a9aea4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 944 time: 0.1394520 Aug 23 04:30:08.330010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.330459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.330721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.331110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.331325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.331656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.331982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.332304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.332656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.332949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.333296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.333621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:30:08.385313 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] No DVR routers for this DVR port 5a760798-86f2-418b-85fc-92bf266d3b16 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:30:08.433275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46fad002-4b92-49c6-86c9-fae6aab74491 req-15e7072c-46b0-43c7-a8c7-32f23ba48b31 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937064 Aug 23 04:30:08.530477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:30:08.530755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:30:08.531082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:30:08.535271 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Port 5a760798-86f2-418b-85fc-92bf266d3b16 on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:30:08.535594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Attempting to bind port 5a760798-86f2-418b-85fc-92bf266d3b16 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:30:08.540806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:30:08.541185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:30:08.541565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:30:08.541986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Bound port: 5a760798-86f2-418b-85fc-92bf266d3b16, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:30:08.542335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:08.602505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:30:08.605992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:30:08.699822 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:08.732968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:08.733511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:08.734921 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] 10.222.0.11 "PUT /v2.0/ports/5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1092 time: 0.9618967 Aug 23 04:30:08.759242 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795ec77-1b89-4b7f-b47d-f4f518d2979c service neutron] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=11']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:08.809678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-041e027f-0953-4270-9fbb-5158c197115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:08.811191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-041e027f-0953-4270-9fbb-5158c197115f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1095 time: 0.0417435 Aug 23 04:30:08.906018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-c810c5a9-1627-42c3-814b-74a3bc136203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:08.907477 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-c810c5a9-1627-42c3-814b-74a3bc136203 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0893052 Aug 23 04:30:08.970443 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-00bea387-f07b-4df6-8ecd-3ac57a9d2cd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1000 time: 0.0559051 Aug 23 04:30:09.021959 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-c8f8e383-98b3-4c55-a404-0f30bca50d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:09.023320 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-c8f8e383-98b3-4c55-a404-0f30bca50d94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0456171 Aug 23 04:30:09.066273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-29a4e30b-ab00-4b10-8d59-f8ce44c8d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:09.067720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-29a4e30b-ab00-4b10-8d59-f8ce44c8d1f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0370293 Aug 23 04:30:09.153067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-0a1fdf35-422f-4bce-aef7-a8136f9917e5 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780087 Aug 23 04:30:09.241605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba0b215a-74a9-4c75-afa0-deeb6ccb95a0 req-f10b917b-f158-4ba4-87c3-86ffb5534c21 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818396 Aug 23 04:30:09.546475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48db2-df31-48e0-86fc-c6893f96d778 req-f4947965-42c8-47d1-9b98-d80f8f28f46d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:09.547940 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3c48db2-df31-48e0-86fc-c6893f96d778 req-f4947965-42c8-47d1-9b98-d80f8f28f46d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 944 time: 0.0481176 Aug 23 04:30:09.584783 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b3c48db2-df31-48e0-86fc-c6893f96d778 req-8584f8e4-04bd-40e7-a350-e20cc97c5739 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309727 Aug 23 04:30:10.147221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:10.150039 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d" -d '{"events": [{"name": "network-changed", "server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:10.196024 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c854ca-1d47-4b01-b785-b86b57483dd2 x-openstack-request-id: req-52c854ca-1d47-4b01-b785-b86b57483dd2 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:10.196312 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:10.196559 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52c854ca-1d47-4b01-b785-b86b57483dd2 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:10.196971 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'status': 'completed', 'code': 200} Aug 23 04:30:10.254827 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-482bb174-f97e-4586-8c68-16276391ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:10.256382 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-482bb174-f97e-4586-8c68-16276391ceac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1095 time: 0.0415628 Aug 23 04:30:10.287123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-1eac4584-395a-4662-94c9-c3ae80e8e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:10.288593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-1eac4584-395a-4662-94c9-c3ae80e8e669 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 1095 time: 0.0434055 Aug 23 04:30:10.348943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-e67cb3fb-3669-4edd-a8f1-f87f19c57b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:10.350474 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-e67cb3fb-3669-4edd-a8f1-f87f19c57b93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0874527 Aug 23 04:30:10.422681 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-bc1eecbd-1725-4d17-ba66-d87b6a4c22c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1000 time: 0.0651414 Aug 23 04:30:10.473326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-e322274d-33e9-4aea-9685-cbadaf1360bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:10.474841 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-e322274d-33e9-4aea-9685-cbadaf1360bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0450048 Aug 23 04:30:10.522388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-e90f6492-8832-4eea-a81a-9972aa7b1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:10.523919 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-e90f6492-8832-4eea-a81a-9972aa7b1102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421236 Aug 23 04:30:10.621712 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-b94147a4-8e84-43c2-889d-a0f10f886602 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906396 Aug 23 04:30:10.623743 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-d0bdf884-9160-4cd1-bb94-9218ca253043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:10.625273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-d0bdf884-9160-4cd1-bb94-9218ca253043 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.3282459 Aug 23 04:30:10.714891 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-78314d35-9e33-4ef2-9328-08310c36b26d service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855982 Aug 23 04:30:10.720791 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-3171a8bd-bbf9-4371-a6d6-7446ef1720ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 200 len: 1000 time: 0.0870249 Aug 23 04:30:10.743625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef1769-ebc9-4d5c-b3c8-c4e2a8da0c46 req-c9e80a6e-4823-47e8-b913-1c38d7f4df7f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:10.745065 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06ef1769-ebc9-4d5c-b3c8-c4e2a8da0c46 req-c9e80a6e-4823-47e8-b913-1c38d7f4df7f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 944 time: 0.0737104 Aug 23 04:30:10.799154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-ed006a8d-7c57-49ba-a47f-d3eee79a18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:10.800630 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-ed006a8d-7c57-49ba-a47f-d3eee79a18cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0728550 Aug 23 04:30:10.807513 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06ef1769-ebc9-4d5c-b3c8-c4e2a8da0c46 req-387b6e12-df65-41e1-bd7d-eb36478d0303 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448806 Aug 23 04:30:10.850712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-13e135ef-fea3-4ec5-b3a0-680b442947b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:10.852192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-13e135ef-fea3-4ec5-b3a0-680b442947b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436895 Aug 23 04:30:10.939843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-64b6dd92-b551-4ead-b360-27086a043656 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796688 Aug 23 04:30:11.029904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d5791b8c-b7b2-44d8-a9ec-3d3128f7708d req-92d9a174-253e-4f78-91b6-b917b414d21b service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832601 Aug 23 04:30:11.446949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:30:11.473692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:30:11.499401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:30:11.576317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:11.586346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '5a760798-86f2-418b-85fc-92bf266d3b16', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': '5a760798-86f2-418b-85fc-92bf266d3b16', 'mac_address': 'fa:16:3e:60:7e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:30:11.622815 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:11.634952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a760798-86f2-418b-85fc-92bf266d3b16 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:30:11.653758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:11.711005 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:11.759777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=12']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:11.921845 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a440fc-d419-474b-801e-c8678867e120 req-5330627b-939b-47f9-9b18-4b95771bc16e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:11.923371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7a440fc-d419-474b-801e-c8678867e120 req-5330627b-939b-47f9-9b18-4b95771bc16e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0491982 Aug 23 04:30:11.962639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7a440fc-d419-474b-801e-c8678867e120 req-64532dee-9666-477a-b613-bbd0092a9ea4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326459 Aug 23 04:30:12.143504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['5a760798-86f2-418b-85fc-92bf266d3b16'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:30:13.075211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd84e1-87ac-4975-86c3-94563a60b795 req-8ad92be2-f296-42a1-8420-d0297cb20b64 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:13.076692 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ccd84e1-87ac-4975-86c3-94563a60b795 req-8ad92be2-f296-42a1-8420-d0297cb20b64 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0477107 Aug 23 04:30:13.113032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ccd84e1-87ac-4975-86c3-94563a60b795 req-f8a271e9-63ef-4378-833e-78ab27868628 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302613 Aug 23 04:30:13.237189 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c1b4b-0093-4f08-b6f6-7568a473df93 req-871d9128-bfb2-458c-9488-bc0c69d823f7 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:13.238790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb3c1b4b-0093-4f08-b6f6-7568a473df93 req-871d9128-bfb2-458c-9488-bc0c69d823f7 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0613701 Aug 23 04:30:13.276211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb3c1b4b-0093-4f08-b6f6-7568a473df93 req-968ea5a4-461a-4680-89d9-d776898cb399 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313935 Aug 23 04:30:13.384944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c7243-9752-44ea-acf3-88ba08ebb7c6 req-a165b5e1-57a7-408c-adfe-1237bbe7a5d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:13.386424 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-783c7243-9752-44ea-acf3-88ba08ebb7c6 req-a165b5e1-57a7-408c-adfe-1237bbe7a5d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 945 time: 0.0475705 Aug 23 04:30:13.423157 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-783c7243-9752-44ea-acf3-88ba08ebb7c6 req-a93ed1a5-44d4-4bcb-bbfb-2ceb4fd086e5 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308723 Aug 23 04:30:13.484777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:30:13.608093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 5a760798-86f2-418b-85fc-92bf266d3b16 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:30:13.611890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 5a760798-86f2-418b-85fc-92bf266d3b16 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:30:13.612294 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:13.689332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:13.712250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:13.714486 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bbbab3612cbe60b19f20fb3e2e22248a62c3ba465cac08e1f7e3430f6be19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99320373-b5d4-4bd1-a019-ac3fcd921195" -d '{"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-plugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:13.726509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:13.808319 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:13.809035 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95e5961-92c7-4c03-9155-5c5f9d2f279e x-openstack-request-id: req-f95e5961-92c7-4c03-9155-5c5f9d2f279e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:13.809325 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-plugged", "status": "completed", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:13.809576 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f95e5961-92c7-4c03-9155-5c5f9d2f279e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:13.809961 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'code': 200} Aug 23 04:30:13.851046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=13']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:13.901199 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79ad3b-7c1b-4c81-99b2-51deb89d12fe req-2bc00aa2-fcf7-4b57-9cc9-78ca8138db3a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:13.902675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b79ad3b-7c1b-4c81-99b2-51deb89d12fe req-2bc00aa2-fcf7-4b57-9cc9-78ca8138db3a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 946 time: 0.0501437 Aug 23 04:30:13.938980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0b79ad3b-7c1b-4c81-99b2-51deb89d12fe req-4ef1521f-0583-4fed-b622-8c0efbb75a66 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304358 Aug 23 04:30:15.053542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195379b-47d4-442f-a992-96f236e88356 req-677aebee-6b0d-4a12-bf2b-e3b1519d83fc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:15.054997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f195379b-47d4-442f-a992-96f236e88356 req-677aebee-6b0d-4a12-bf2b-e3b1519d83fc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 946 time: 0.0514469 Aug 23 04:30:15.091916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f195379b-47d4-442f-a992-96f236e88356 req-84c98f15-9ace-418e-a6fd-17cc6721c7fe tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303836 Aug 23 04:30:15.399118 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-24297652-2b61-4dcb-8d16-aba2e2c94504 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:15.401033 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-24297652-2b61-4dcb-8d16-aba2e2c94504 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 946 time: 0.0471413 Aug 23 04:30:15.485480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Deleting port 5a760798-86f2-418b-85fc-92bf266d3b16 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:30:15.485818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:15.571768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] For port 5a760798-86f2-418b-85fc-92bf266d3b16, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=5a760798-86f2-418b-85fc-92bf266d3b16,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:15.572126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:15.731702 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:15.732086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:15.732402 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc disassociated. External IP: 172.25.1.148, port: 5a760798-86f2-418b-85fc-92bf266d3b16. Aug 23 04:30:15.732736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Calling delete_port for 5a760798-86f2-418b-85fc-92bf266d3b16 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:30:15.905289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:15.933019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event deleted for resources: {'Port': ['ID=5a760798-86f2-418b-85fc-92bf266d3b16,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:16.034230 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:30:16.049339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:30:16.160261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:30:16.173431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:30:16.181965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:30:16.182577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:29:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:16.205122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9847d093-d184-4fda-8190-0949ca8371b0 req-257926cd-72a0-4828-9d0e-61a5e1358224 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ee6cc-fc8d-4e21-98e5-7c9a76721235 HTTP/1.1" status: 200 len: 210 time: 0.0427790 Aug 23 04:30:16.225533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] No DVR routers for this DVR port 5a760798-86f2-418b-85fc-92bf266d3b16 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:30:16.228966 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:16.231028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ced9af3d-3732-4f9d-afa0-be2f30fb3c28 req-e49f4e3e-f427-4f3a-b2b5-ac0cb7d35134 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "DELETE /v2.0/ports/5a760798-86f2-418b-85fc-92bf266d3b16 HTTP/1.1" status: 204 len: 173 time: 0.8237510 Aug 23 04:30:16.231460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-deleted', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:16.233751 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60ddc9a0eaca494d2bd62bce29340f55c619c1a37c7ae91ca42a457559c29d98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2447e0a8-0a5a-44b8-afb0-09ece59d2d2a" -d '{"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-deleted", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:16.272635 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4262a890-708d-470f-88f6-035b04c110d3 x-openstack-request-id: req-4262a890-708d-470f-88f6-035b04c110d3 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:16.272955 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247ee6cc-fc8d-4e21-98e5-7c9a76721235", "name": "network-vif-deleted", "tag": "5a760798-86f2-418b-85fc-92bf266d3b16", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:16.273258 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4262a890-708d-470f-88f6-035b04c110d3 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:16.273775 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ee6cc-fc8d-4e21-98e5-7c9a76721235', 'name': 'network-vif-deleted', 'tag': '5a760798-86f2-418b-85fc-92bf266d3b16', 'status': 'completed', 'code': 200} Aug 23 04:30:16.289074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:30:16.487208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:16.513641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:30:16.521891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:30:16.522499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:29:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:16.627240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:30:16.824731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:17.009724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7699aa-24fa-4cfa-9b59-25cd7b35b1d6 None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:30:17.222166 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ffe80-6b3a-469f-a704-a57918a11c01 None None] New status for floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:30:17.499768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-95345502-3c32-4fe8-b6df-b00493e3bfd9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--656924103&fields=id&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 267 time: 0.0329642 Aug 23 04:30:17.599903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-dec893b1-da46-421d-be79-627b830534f4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:17.601272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-dec893b1-da46-421d-be79-627b830534f4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 812 time: 0.0950167 Aug 23 04:30:17.616025 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-295e7725-0610-4565-bc10-fcbc4b867476 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/quotas/e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 375 time: 0.0087276 Aug 23 04:30:17.671419 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-c2aa043e-feb5-429b-a6bf-65774144b7a5 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498123 Aug 23 04:30:17.832553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-e3cd9ea6-f7ef-49b3-a4db-cdd83ca4727b service neutron] 10.222.0.20 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175714 Aug 23 04:30:17.924916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-dbc2bbd1-3f40-4635-b69a-f13519e32257 service neutron] 10.222.0.20 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857024 Aug 23 04:30:18.168853 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b8a48da8-07d5-4666-b34d-ac3e55575126 req-55a5659d-3557-4de6-8ce7-1b75dbe4e130 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 210 time: 0.0265307 Aug 23 04:30:19.260845 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9eeb8d25-1ac8-4c3d-941d-e406ae9a9953 req-6160935f-3b8b-45fb-8c15-fb85d2c56c54 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 210 time: 0.0253034 Aug 23 04:30:19.498534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:30:19.518447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 5a760798-86f2-418b-85fc-92bf266d3b16 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:30:19.518795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 5a760798-86f2-418b-85fc-92bf266d3b16 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:30:19.925288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-2ac27b9d-8940-40a2-bf52-014060e6ae1a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:19.926760 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-2ac27b9d-8940-40a2-bf52-014060e6ae1a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 812 time: 0.1010087 Aug 23 04:30:19.968101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-d5127166-401e-4529-a682-45146d8a49df tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 379 time: 0.0327463 Aug 23 04:30:19.978071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'port': {'device_id': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'admin_state_up': True, 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'security_groups': ['e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:30:20.165047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Made reservation on behalf of e778a5fc24364b7492132acceb494860 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:30:20.168422 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:20.294670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Allocated IP 172.20.0.6 (343e4223-1644-4b0e-804e-756f568bf874/9209abe0-597a-418c-b5c4-c1e42ce96c8e/91e4bedb-697c-4557-a249-5993320dd918) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:30:20.357732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17aa1b29-a84c-4483-8c17-04eac1d39f5c req-0d9cbae9-aac3-492b-9ada-192b51ab389a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 210 time: 0.0295467 Aug 23 04:30:20.433415 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:20.446042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Transition to ACTIVE for port object 91e4bedb-697c-4557-a249-5993320dd918 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:30:20.534108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:20.580183 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Network 343e4223-1644-4b0e-804e-756f568bf874 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:30:20.583052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:30:20.586573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:30:20.594662 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:20.639945 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:20.640573 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:20.737924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-f00ef593-90b3-4ecc-95e2-bf8d339bb3a3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7633758 Aug 23 04:30:20.750654 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Request body: {'port': {'device_id': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:30:20.803160 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:20.903481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f12cb3b0-b21f-418c-8d79-e2d249c938d8 None None] Provisioning for port 91e4bedb-697c-4557-a249-5993320dd918 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:30:20.907556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f12cb3b0-b21f-418c-8d79-e2d249c938d8 None None] Provisioning complete for port 91e4bedb-697c-4557-a249-5993320dd918 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:30:20.907957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f12cb3b0-b21f-418c-8d79-e2d249c938d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:20.941989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f12cb3b0-b21f-418c-8d79-e2d249c938d8 None None] Port 91e4bedb-697c-4557-a249-5993320dd918 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:30:21.061862 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e4bedb-697c-4557-a249-5993320dd918 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:30:21.069052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:21.080842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Transition to ACTIVE for port object 91e4bedb-697c-4557-a249-5993320dd918 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:30:21.134308 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:21.183949 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:21.255791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:30:21.256296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:30:21.256632 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:30:21.261896 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Port 91e4bedb-697c-4557-a249-5993320dd918 on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:30:21.262222 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:30:21.267260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:30:21.267594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:30:21.267991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:30:21.268423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Bound port: 91e4bedb-697c-4557-a249-5993320dd918, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:30:21.268790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:21.335304 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:30:21.339025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:30:21.411884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:21.446990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:21.447600 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:21.448982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] 10.222.0.24 "PUT /v2.0/ports/91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1091 time: 0.7029519 Aug 23 04:30:21.449435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'tag': '91e4bedb-697c-4557-a249-5993320dd918'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:21.451773 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f560037d-604c-4b74-ab34-aa97afd18f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "tag": "91e4bedb-697c-4557-a249-5993320dd918"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:21.474087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0b422-6b4c-4078-9fb7-5e5aaed78ac6 req-90ec0d8e-2432-4473-99fb-9af222925cb0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:21.475463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df803e02-a4ff-419f-8176-c35d15414802 service neutron] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:21.475645 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7d0b422-6b4c-4078-9fb7-5e5aaed78ac6 req-90ec0d8e-2432-4473-99fb-9af222925cb0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0502198 Aug 23 04:30:21.516513 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a7d0b422-6b4c-4078-9fb7-5e5aaed78ac6 req-db3289f8-38a9-45cd-a360-f71f0d6b3a9d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345652 Aug 23 04:30:21.565966 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d17ad0e-2ce5-47ef-918e-44b261b639a2 x-openstack-request-id: req-7d17ad0e-2ce5-47ef-918e-44b261b639a2 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:21.566258 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "tag": "91e4bedb-697c-4557-a249-5993320dd918", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:21.566513 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d17ad0e-2ce5-47ef-918e-44b261b639a2 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:21.566913 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'tag': '91e4bedb-697c-4557-a249-5993320dd918', 'status': 'completed', 'code': 200} Aug 23 04:30:21.601741 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-d6df45e5-c210-4873-8a5d-98c44aea1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:21.603446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-d6df45e5-c210-4873-8a5d-98c44aea1f01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1094 time: 0.0467446 Aug 23 04:30:21.649748 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-798a31d2-ccd9-4117-82ff-1a0921ae82ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 217 time: 0.0379815 Aug 23 04:30:21.698360 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-6eae8f94-66ac-4194-ab3b-749346d2c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:21.699832 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-6eae8f94-66ac-4194-ab3b-749346d2c16b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0438490 Aug 23 04:30:21.743794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-e9b03d1f-8fde-4e52-bc80-33246c616d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:21.745245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-e9b03d1f-8fde-4e52-bc80-33246c616d29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383852 Aug 23 04:30:21.835040 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-b9afe8ee-6852-4619-80a8-f99988e01eee service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828557 Aug 23 04:30:21.922643 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa486e4f-5ff3-451b-a881-64fe2274aecf req-c6cda5b4-d727-41ff-8df4-e9c132db4a5f service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801611 Aug 23 04:30:22.085016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-91915c80-8b3a-4877-8fd1-53a74b8facdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:22.086547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-91915c80-8b3a-4877-8fd1-53a74b8facdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1094 time: 0.0447183 Aug 23 04:30:22.174116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-a259dd50-eebc-428c-bbf0-f3c802758db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:22.175593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-a259dd50-eebc-428c-bbf0-f3c802758db0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0823023 Aug 23 04:30:22.219006 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-b976a720-47b4-41c6-a3a8-28f81ffa4235 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 217 time: 0.0362158 Aug 23 04:30:22.267363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-53c1f8b9-7682-4796-b491-4fe40725abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:22.268743 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-53c1f8b9-7682-4796-b491-4fe40725abd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0417895 Aug 23 04:30:22.313572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-cd78b92b-ca7e-4a5b-af39-35d7c383e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:22.314931 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-cd78b92b-ca7e-4a5b-af39-35d7c383e01c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379069 Aug 23 04:30:22.405835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-7853c762-e489-4cfc-84a8-37993be6275b service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821626 Aug 23 04:30:22.493620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f560037d-604c-4b74-ab34-aa97afd18f6b req-240944ad-0859-4bbd-9b49-6227f094236e service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791063 Aug 23 04:30:22.632622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf63fba-c687-4ecf-80c4-f594466642bd req-c87a4c8c-f418-4d92-9277-c20805554754 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:22.634582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bf63fba-c687-4ecf-80c4-f594466642bd req-c87a4c8c-f418-4d92-9277-c20805554754 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0514886 Aug 23 04:30:22.671202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1bf63fba-c687-4ecf-80c4-f594466642bd req-a204ad3b-5e3e-4f62-980f-6f9be98ebbdb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308080 Aug 23 04:30:23.133570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:23.442937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:30:23.537341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:23.547323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '91e4bedb-697c-4557-a249-5993320dd918', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': '91e4bedb-697c-4557-a249-5993320dd918', 'mac_address': 'fa:16:3e:ca:73:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:30:23.583014 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:23.595662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e4bedb-697c-4557-a249-5993320dd918 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:30:23.613828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:23.731222 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:23.782145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:23.784746 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32950af-97d6-4063-972f-d9b54f657d55 req-be044393-e4a6-4cdd-bacd-065ab151e4ca tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:23.786490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c32950af-97d6-4063-972f-d9b54f657d55 req-be044393-e4a6-4cdd-bacd-065ab151e4ca tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0499361 Aug 23 04:30:23.824061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c32950af-97d6-4063-972f-d9b54f657d55 req-58599d6e-0689-4b38-981a-c4f60d366acc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316467 Aug 23 04:30:23.917365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['91e4bedb-697c-4557-a249-5993320dd918'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:30:24.937637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569d279-f4c3-46f5-a535-29927eb961c6 req-66141c6c-08b1-4b38-878d-0f177cdc29db tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:24.939100 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7569d279-f4c3-46f5-a535-29927eb961c6 req-66141c6c-08b1-4b38-878d-0f177cdc29db tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0490184 Aug 23 04:30:24.974860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7569d279-f4c3-46f5-a535-29927eb961c6 req-86c63623-f1e8-480d-b75e-27bc1e35f29b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299072 Aug 23 04:30:25.462098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:30:25.571381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 91e4bedb-697c-4557-a249-5993320dd918 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:30:25.575138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 91e4bedb-697c-4557-a249-5993320dd918 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:30:25.575518 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:25.651774 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:25.673119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e4bedb-697c-4557-a249-5993320dd918'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:25.686437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:30:25.714082 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e9bf07-8027-4bc9-92c8-b13340d01fe4" -d '{"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-plugged", "status": "completed", "tag": "91e4bedb-697c-4557-a249-5993320dd918"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:25.748560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:25.796692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:30:25.802297 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08a5138-69cd-442b-b8f9-c906347c706f x-openstack-request-id: req-c08a5138-69cd-442b-b8f9-c906347c706f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:25.802297 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-plugged", "status": "completed", "tag": "91e4bedb-697c-4557-a249-5993320dd918", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:25.802297 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c08a5138-69cd-442b-b8f9-c906347c706f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:25.802297 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e4bedb-697c-4557-a249-5993320dd918', 'code': 200} Aug 23 04:30:25.894379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f23f71-ac9b-43d0-b1c3-dbad429635fb req-aff2461f-2ab7-4c08-b381-bf0d29cdb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:25.896061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f5f23f71-ac9b-43d0-b1c3-dbad429635fb req-aff2461f-2ab7-4c08-b381-bf0d29cdb514 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1096 time: 0.0395172 Aug 23 04:30:25.933913 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f5f23f71-ac9b-43d0-b1c3-dbad429635fb req-27096ac9-b2eb-49d7-a2cc-8d20b3c2120e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314064 Aug 23 04:30:26.082451 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a4d03862-39f9-462a-84b2-5627a122fe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:26.093738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b86de-4283-4cf2-9bd5-d1a197a38a6c req-8aac3cdd-1517-47e1-a44b-1ab2240822cf tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:26.095218 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a0b86de-4283-4cf2-9bd5-d1a197a38a6c req-8aac3cdd-1517-47e1-a44b-1ab2240822cf tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0522983 Aug 23 04:30:26.132941 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a0b86de-4283-4cf2-9bd5-d1a197a38a6c req-c13b2fe0-bcf8-4173-882b-144967e7a458 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314219 Aug 23 04:30:27.244305 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a36a5-574b-4cf1-be49-cce5bdcc5c09 req-9ac327b0-514f-47b9-8ff4-7eba01bf545e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:27.245784 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-259a36a5-574b-4cf1-be49-cce5bdcc5c09 req-9ac327b0-514f-47b9-8ff4-7eba01bf545e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0473006 Aug 23 04:30:27.283360 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-259a36a5-574b-4cf1-be49-cce5bdcc5c09 req-77a26efa-aad2-43ff-a6a3-13934d0758cf tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Aug 23 04:30:27.392236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ed29-a2d3-4287-9744-c74d8f61a050 req-20b45f50-00f5-4b8d-ac0c-0a1f1e553e8d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:27.393744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b340ed29-a2d3-4287-9744-c74d8f61a050 req-20b45f50-00f5-4b8d-ac0c-0a1f1e553e8d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0480273 Aug 23 04:30:27.402792 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 32958) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:30:27.407119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6a1ef2da-651d-4c26-8943-d55d3a0a1f7b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Request body: {'floatingip': {'port_id': '91e4bedb-697c-4557-a249-5993320dd918'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:30:27.448791 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef2da-651d-4c26-8943-d55d3a0a1f7b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:27.859447 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef2da-651d-4c26-8943-d55d3a0a1f7b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:27.925179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef2da-651d-4c26-8943-d55d3a0a1f7b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:28.026414 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-6a1ef2da-651d-4c26-8943-d55d3a0a1f7b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc associated. External IP: 172.25.1.148, port: 91e4bedb-697c-4557-a249-5993320dd918. Aug 23 04:30:28.226209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1ef2da-651d-4c26-8943-d55d3a0a1f7b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:30:28.332168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1ef2da-651d-4c26-8943-d55d3a0a1f7b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:30:28.337130 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef2da-651d-4c26-8943-d55d3a0a1f7b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:28.341846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:30:28.354522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:30:28.355140 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:29:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:28.362595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6a1ef2da-651d-4c26-8943-d55d3a0a1f7b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "PUT /v2.0/floatingips/8349df67-0a4a-42b9-a1a2-3520878325fc HTTP/1.1" status: 200 len: 992 time: 0.9587860 Aug 23 04:30:28.363230 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'tag': '91e4bedb-697c-4557-a249-5993320dd918'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:30:28.406025 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbdeb37-431d-4751-9ac4-36226aac021a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "tag": "91e4bedb-697c-4557-a249-5993320dd918"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:30:28.465154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:30:28.499990 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555bd29c-beaf-45ac-b3fe-536d77bc1517 x-openstack-request-id: req-555bd29c-beaf-45ac-b3fe-536d77bc1517 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:30:28.500282 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "tag": "91e4bedb-697c-4557-a249-5993320dd918", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:30:28.500537 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-555bd29c-beaf-45ac-b3fe-536d77bc1517 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:30:28.500938 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'tag': '91e4bedb-697c-4557-a249-5993320dd918', 'status': 'completed', 'code': 200} Aug 23 04:30:28.567312 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-5573a55e-5d42-4cf0-ae54-54db6c6b03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:28.568821 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-5573a55e-5d42-4cf0-ae54-54db6c6b03bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1096 time: 0.0449789 Aug 23 04:30:28.656358 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-e159133f-b3f7-480d-ab30-b7d6c26ee414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:28.657919 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-e159133f-b3f7-480d-ab30-b7d6c26ee414 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0820217 Aug 23 04:30:28.685323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': '91e4bedb-697c-4557-a249-5993320dd918', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:ca:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:30:27Z', 'revision_number': 13, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:28.715194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:30:28.726155 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-8e698e07-3892-40af-8a1b-77ad836f2dba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1000 time: 0.0605588 Aug 23 04:30:28.729725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:30:28.730337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:29:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:28.775711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-97675609-a2f0-4e81-a28f-67ca1f0eaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:28.777106 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-97675609-a2f0-4e81-a28f-67ca1f0eaddc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0443819 Aug 23 04:30:28.822646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-f1d89318-8f38-4ac8-8771-6961cfe7658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:28.824149 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-f1d89318-8f38-4ac8-8771-6961cfe7658c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407264 Aug 23 04:30:28.830061 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2ae0b00c-0cb6-47e8-8877-12dbc67c57ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:28.846750 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:30:28.921021 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:28.921236 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-e96d3cfa-a68a-4293-8728-a30fae5fc828 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898082 Aug 23 04:30:29.009637 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6bbdeb37-431d-4751-9ac4-36226aac021a req-3f91871e-c441-452d-a204-5eb4fe2e8ef2 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814862 Aug 23 04:30:29.071795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': '91e4bedb-697c-4557-a249-5993320dd918', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:ca:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:30:27Z', 'revision_number': 13, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:30:29.097203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873cc64-e6e5-49f9-bea6-e9e5a868c4dc None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '8349df67-0a4a-42b9-a1a2-3520878325fc', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'floating_ip_address': '172.25.1.148', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'port_id': '91e4bedb-697c-4557-a249-5993320dd918', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'mac_address': 'fa:16:3e:ca:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:22:21Z', 'updated_at': '2021-08-23T04:30:27Z', 'revision_number': 13, 'project_id': 'e778a5fc24364b7492132acceb494860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:30:29.285391 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a4362e-028b-415d-b53f-55d14d6bc8e6 None None] New status for floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:30:30.571207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:31.893197 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:37.984732 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:40.243382 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-ba848265-256c-4ee5-a782-c30613697de2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426040 Aug 23 04:30:40.321546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-26b2433e-d17b-46b1-a19d-7b89a202c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:40.322976 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-26b2433e-d17b-46b1-a19d-7b89a202c1ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1096 time: 0.0385900 Aug 23 04:30:40.425757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-d2d9bee6-4890-4925-bde2-d28bdc4fa977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:40.427241 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-d2d9bee6-4890-4925-bde2-d28bdc4fa977 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0838075 Aug 23 04:30:40.491014 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-b085a245-75ec-4d9e-8df7-0c037d6bebec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1002 time: 0.0556893 Aug 23 04:30:40.539114 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-f7df4d02-61f4-4446-9fe1-2dba6e6269b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:40.540461 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-f7df4d02-61f4-4446-9fe1-2dba6e6269b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0426381 Aug 23 04:30:40.587777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-439232a3-897b-473c-a8ad-07e7bf5f499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:30:40.589275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-439232a3-897b-473c-a8ad-07e7bf5f499b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419192 Aug 23 04:30:40.676614 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-be22820c-2c16-4e54-bfa7-3c059770be17 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784125 Aug 23 04:30:40.765481 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7bd4cdb-96c1-4325-bd4e-75a9c71731e5 req-d1bfb2fa-ccba-46c4-a6af-7efc1da23c91 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822005 Aug 23 04:30:53.035068 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:30:53.155464 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:56.084409 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-002e6141-a9bc-445b-8a21-4746c46ed640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:58.807465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7226d5dd-63aa-4d63-8362-e44bce76eb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:30:58.902111 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:00.589997 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:01.938415 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:08.018244 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:23.189223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:26.089765 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b908dc7b-721f-4e41-84f3-3240fc9059f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:28.777809 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4cca4636-897e-4ee0-8363-9e80e047a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:28.892041 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:30.033993 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:31:30.577485 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:31.903627 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:38.011873 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:40.251600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-dcbc999a-a997-4ac2-a347-126337734e7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396709 Aug 23 04:31:40.331906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-e9940461-cc5f-4a52-9f96-10bc1ccf4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:31:40.333397 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-e9940461-cc5f-4a52-9f96-10bc1ccf4b50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1096 time: 0.0385542 Aug 23 04:31:40.435821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-d35786a6-ce8d-4ffd-a170-985e43b655fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:31:40.437300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-d35786a6-ce8d-4ffd-a170-985e43b655fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0855319 Aug 23 04:31:40.501240 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-214da6a5-b706-475e-b442-1f00acc7cb73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1002 time: 0.0558805 Aug 23 04:31:40.550362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-70f38db5-7d41-413a-89d4-577eb4f7f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:31:40.551833 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-70f38db5-7d41-413a-89d4-577eb4f7f01f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0432391 Aug 23 04:31:40.604676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-586970ee-0b21-4f7c-8025-15cd1f676463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:31:40.606220 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-586970ee-0b21-4f7c-8025-15cd1f676463 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472293 Aug 23 04:31:40.695537 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-108e8bcc-3a90-4887-be45-8b81f217a393 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811269 Aug 23 04:31:40.784039 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-baf5d5e2-8944-4dea-93de-96d00a5783de req-165b66f9-4079-44fc-86a4-999fa0b5598f service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817122 Aug 23 04:31:53.194561 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:56.095244 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-562be400-868c-48b2-98a4-84732c548ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:58.788351 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-881adfaf-5537-483a-9f93-b184af8acc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:31:58.895421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:00.649274 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:01.920012 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:06.734332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f18e83-aea9-4f63-9cf6-74352d661d7c req-f6264599-6e51-444a-9ab3-71f20a6c5fc9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:06.736922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3f18e83-aea9-4f63-9cf6-74352d661d7c req-f6264599-6e51-444a-9ab3-71f20a6c5fc9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0570695 Aug 23 04:32:06.772780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3f18e83-aea9-4f63-9cf6-74352d661d7c req-5fbcbc71-4d87-4feb-8605-d82c937425de tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309455 Aug 23 04:32:07.032943 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:32:08.034037 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:18.421750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a200-bb06-4bf1-99d8-3009a4df7f5e req-9d887f02-d964-474a-af65-42c8cfbe71db tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:18.423173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9735a200-bb06-4bf1-99d8-3009a4df7f5e req-9d887f02-d964-474a-af65-42c8cfbe71db tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0507472 Aug 23 04:32:18.460069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9735a200-bb06-4bf1-99d8-3009a4df7f5e req-bf8ca1b2-d63b-4bab-a6d0-63fc4b4afb79 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308852 Aug 23 04:32:18.641435 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-d9abe47e-a5d9-49d9-9993-0110149c4829 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766394 Aug 23 04:32:19.592394 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10c8c-6b66-4bbd-b88c-9fd777110d2c req-2cd853cd-bd95-452d-a5a4-43945ecc24f6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:19.593895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21b10c8c-6b66-4bbd-b88c-9fd777110d2c req-2cd853cd-bd95-452d-a5a4-43945ecc24f6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0513942 Aug 23 04:32:19.629648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21b10c8c-6b66-4bbd-b88c-9fd777110d2c req-78a6a5eb-137e-43f6-8655-0b3b07c8e0a2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298920 Aug 23 04:32:20.743070 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d571157-5e27-43ba-b41c-6fbce374fc18 req-ee537118-86ba-4160-b64f-8f90cdb61025 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:20.744518 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d571157-5e27-43ba-b41c-6fbce374fc18 req-ee537118-86ba-4160-b64f-8f90cdb61025 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0477171 Aug 23 04:32:20.780846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4d571157-5e27-43ba-b41c-6fbce374fc18 req-89713357-fbfc-4321-8050-c03f47522fc3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301449 Aug 23 04:32:21.895182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96f33-4238-41ad-87be-c36482866c90 req-41590b67-6f03-498f-9dd6-d22ece972e37 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:21.897445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00c96f33-4238-41ad-87be-c36482866c90 req-41590b67-6f03-498f-9dd6-d22ece972e37 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0490630 Aug 23 04:32:21.935279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00c96f33-4238-41ad-87be-c36482866c90 req-076640f2-64fa-4ffb-96d1-cf36533f107e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Aug 23 04:32:22.934148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-8cf733b3-3cae-4077-a934-08e520d0d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:22.935647 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-8cf733b3-3cae-4077-a934-08e520d0d7cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1096 time: 0.0442386 Aug 23 04:32:23.031485 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-76faf65c-cd1a-45ef-96a9-053c4eb1d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:23.032983 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-76faf65c-cd1a-45ef-96a9-053c4eb1d721 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0904660 Aug 23 04:32:23.101625 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-90c62c69-761a-4d1c-bc07-7f757b1921ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1002 time: 0.0602219 Aug 23 04:32:23.153118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-78e7a093-5717-4dbd-a8f9-d9c4f2d86ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:23.154544 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-78e7a093-5717-4dbd-a8f9-d9c4f2d86ae0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0459073 Aug 23 04:32:23.206338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-61c497c4-f833-49e2-8c9c-98da03c0fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:23.207887 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-61c497c4-f833-49e2-8c9c-98da03c0fe83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458663 Aug 23 04:32:23.220649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:23.299189 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-2e41f5e7-0dbe-414b-88f2-ff30ac265f59 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837739 Aug 23 04:32:23.304988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d76c1b-51c5-4f9b-9642-8daa8ba74a3a req-17f5385b-2a31-4b7e-a461-a08ea4b0af82 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:23.306469 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41d76c1b-51c5-4f9b-9642-8daa8ba74a3a req-17f5385b-2a31-4b7e-a461-a08ea4b0af82 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.3041687 Aug 23 04:32:23.343700 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-41d76c1b-51c5-4f9b-9642-8daa8ba74a3a req-5e079fa0-d69d-4092-9827-d2079f832985 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Aug 23 04:32:23.390299 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-818099d9-c058-4cef-b9ff-9477ee32e7a3 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837193 Aug 23 04:32:24.460215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3367623-a3cb-401f-8c55-9166260be6d1 req-ca201eb1-f27e-4831-86a5-77066fab9762 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:24.461828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3367623-a3cb-401f-8c55-9166260be6d1 req-ca201eb1-f27e-4831-86a5-77066fab9762 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0524323 Aug 23 04:32:24.501301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3367623-a3cb-401f-8c55-9166260be6d1 req-4e67f0fc-a60d-4337-81b0-51a1b0118638 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330021 Aug 23 04:32:25.614459 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c540e66-62ff-40ed-8c33-64147e85e08d req-3c7a65f4-24f8-429c-af96-4f2f11897336 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:25.615896 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c540e66-62ff-40ed-8c33-64147e85e08d req-3c7a65f4-24f8-429c-af96-4f2f11897336 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0473113 Aug 23 04:32:25.652962 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c540e66-62ff-40ed-8c33-64147e85e08d req-c15a35e9-9d4d-4e73-b2f1-9a88259308df tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309153 Aug 23 04:32:26.124940 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4178a0f-3a5e-4460-93a0-5adf7cb73d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:26.768941 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfba01-0ab3-4461-9547-f379cba7d0af req-c758a911-2e2e-444b-a1ca-88d77f7d754f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:26.770445 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1bfba01-0ab3-4461-9547-f379cba7d0af req-c758a911-2e2e-444b-a1ca-88d77f7d754f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0509350 Aug 23 04:32:26.805703 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1bfba01-0ab3-4461-9547-f379cba7d0af req-1845835d-5f2f-48f3-83c3-7ee86b355182 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294952 Aug 23 04:32:27.918745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d4f59-d275-4082-924e-08c4e907c4a7 req-839ceb3c-824e-4154-8d47-2c3b30aad950 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:27.920216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f12d4f59-d275-4082-924e-08c4e907c4a7 req-839ceb3c-824e-4154-8d47-2c3b30aad950 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0479453 Aug 23 04:32:27.956253 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f12d4f59-d275-4082-924e-08c4e907c4a7 req-796850e7-b880-487a-893e-3dc3fd3ac557 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301390 Aug 23 04:32:28.770718 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1f5637b5-e1c0-4a71-8bdc-24d2e5435148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:28.867801 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:29.069942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb4fa1-9e2d-48a7-8091-469874b78521 req-495e05e1-b722-49ba-9bf9-724900838c34 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:29.071309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79eb4fa1-9e2d-48a7-8091-469874b78521 req-495e05e1-b722-49ba-9bf9-724900838c34 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0488915 Aug 23 04:32:29.108003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79eb4fa1-9e2d-48a7-8091-469874b78521 req-ba9f74bc-0c74-4894-9772-31ce8b7f8ae2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Aug 23 04:32:30.224000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199530-b2db-484a-bded-6465cfb8548f req-f7988299-d93a-42a5-a894-7673854347f6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:30.225394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a199530-b2db-484a-bded-6465cfb8548f req-f7988299-d93a-42a5-a894-7673854347f6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0507984 Aug 23 04:32:30.261610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a199530-b2db-484a-bded-6465cfb8548f req-68b47df6-4730-4796-8455-fdc5b48e84a9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304461 Aug 23 04:32:30.591816 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:31.373711 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22182a-0393-40e2-82fb-c093ba6163e0 req-de39be60-e7a0-4cc5-b564-746006caf0ce tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:31.375175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac22182a-0393-40e2-82fb-c093ba6163e0 req-de39be60-e7a0-4cc5-b564-746006caf0ce tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0479496 Aug 23 04:32:31.412829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac22182a-0393-40e2-82fb-c093ba6163e0 req-666328c9-6fe1-411f-a8a5-92c6778fcb73 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317450 Aug 23 04:32:31.911887 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:32.524198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab0981-5796-4e46-baa1-aed772b94a28 req-4d71d2a5-84ae-4edf-938b-e3d07681f118 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:32.526163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5dab0981-5796-4e46-baa1-aed772b94a28 req-4d71d2a5-84ae-4edf-938b-e3d07681f118 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0480618 Aug 23 04:32:32.562160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5dab0981-5796-4e46-baa1-aed772b94a28 req-c445914c-05f6-45cb-9a81-a0295a0f5c34 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Aug 23 04:32:33.677480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aed5d-7e76-4775-930d-94f57e84be74 req-44af92ef-65c8-4a4d-a121-0ed9caa6a245 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:33.678929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-781aed5d-7e76-4775-930d-94f57e84be74 req-44af92ef-65c8-4a4d-a121-0ed9caa6a245 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0506411 Aug 23 04:32:33.715132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-781aed5d-7e76-4775-930d-94f57e84be74 req-1a79867f-c474-4b3f-b6a8-bb3ca89718cb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297396 Aug 23 04:32:34.827673 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c960a-e9d5-4d3e-b77d-bf70d4045bcb req-a5b4607d-d64c-4e92-bad3-1e1d38f8f1d3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:34.829211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-831c960a-e9d5-4d3e-b77d-bf70d4045bcb req-a5b4607d-d64c-4e92-bad3-1e1d38f8f1d3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0477242 Aug 23 04:32:34.865467 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-831c960a-e9d5-4d3e-b77d-bf70d4045bcb req-1e3259a8-2638-4857-a1f8-d23b4b5dd9df tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304072 Aug 23 04:32:35.982594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e766d-a5c8-4f11-b24e-98ab83d24cb6 req-8d4c92dd-79b2-4165-a494-5198ea7dc292 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:35.984077 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce0e766d-a5c8-4f11-b24e-98ab83d24cb6 req-8d4c92dd-79b2-4165-a494-5198ea7dc292 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0484467 Aug 23 04:32:36.021519 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce0e766d-a5c8-4f11-b24e-98ab83d24cb6 req-e25d45da-65b5-43a2-b914-c0fae35d4229 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312991 Aug 23 04:32:37.143448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21d4ab-80a9-4157-b1a2-5156d61a1cd9 req-84b6781c-fffd-4920-b391-fc943900a9a4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:37.145075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c21d4ab-80a9-4157-b1a2-5156d61a1cd9 req-84b6781c-fffd-4920-b391-fc943900a9a4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0529585 Aug 23 04:32:37.185346 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2c21d4ab-80a9-4157-b1a2-5156d61a1cd9 req-f20f21c9-2255-4ad1-b3de-7fe10dff5fd4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336304 Aug 23 04:32:37.550720 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-c0382869-f155-4ced-b817-9504e598fa0f service neutron] show failed (client error): The resource could not be found. Aug 23 04:32:37.551727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-c0382869-f155-4ced-b817-9504e598fa0f service neutron] 10.222.0.24 "GET /v2.0/ports/91e4bedb-697c-4557-a249-5993320dd918/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0532482 Aug 23 04:32:38.054770 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:38.116307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-696c27b0-90e1-4642-b418-6839a88107e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:38.117814 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-696c27b0-90e1-4642-b418-6839a88107e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 1096 time: 0.0823817 Aug 23 04:32:38.136565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:38.187502 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:38.393035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef733-714b-4b40-962e-7ea1f617609c req-114f9d99-78fc-4348-8b46-b7164ab7544b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:38.394496 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-422ef733-714b-4b40-962e-7ea1f617609c req-114f9d99-78fc-4348-8b46-b7164ab7544b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.1073580 Aug 23 04:32:38.450602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-422ef733-714b-4b40-962e-7ea1f617609c req-0169db3b-b569-4f03-b476-2b21512dd0b3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480180 Aug 23 04:32:38.452150 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:38.483923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:32:38.522044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e4bedb-697c-4557-a249-5993320dd918'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:32:38.524290 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0098bee2-36c1-48a3-a16c-15598c95ea59" -d '{"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-unplugged", "status": "completed", "tag": "91e4bedb-697c-4557-a249-5993320dd918"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:38.528830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:38.545662 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Transition to ACTIVE for port object 91e4bedb-697c-4557-a249-5993320dd918 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:32:38.576842 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255938a7-8fa8-433d-a56a-c97fdfd64719 x-openstack-request-id: req-255938a7-8fa8-433d-a56a-c97fdfd64719 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:38.576842 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-unplugged", "status": "completed", "tag": "91e4bedb-697c-4557-a249-5993320dd918", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:38.576842 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-255938a7-8fa8-433d-a56a-c97fdfd64719 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:38.576842 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e4bedb-697c-4557-a249-5993320dd918', 'code': 200} Aug 23 04:32:38.605429 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:38.685058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:38.699499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.699850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.700191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.700528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.700916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.701213 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.701537 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.701861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.702182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.702500 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.702821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.703156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:38.740460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] No DVR routers for this DVR port 91e4bedb-697c-4557-a249-5993320dd918 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:32:38.874255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:32:38.874598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:32:38.874928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:32:38.879260 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Port 91e4bedb-697c-4557-a249-5993320dd918 on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:32:38.880046 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:32:38.884328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:32:38.885180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:32:38.885563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:32:38.885983 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Bound port: 91e4bedb-697c-4557-a249-5993320dd918, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:32:38.886343 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:38.951778 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:32:38.954854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:32:38.999575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:39.031908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:39.032579 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:39.033971 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1091 time: 0.9018829 Aug 23 04:32:39.056822 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435fcbd-5be2-4209-842e-076f2cd295b7 service neutron] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:39.108704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-677c9b86-e8b1-4fcf-8eff-277dd84eedba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:39.110302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-677c9b86-e8b1-4fcf-8eff-277dd84eedba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1094 time: 0.0423553 Aug 23 04:32:39.206149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-3fc5e5f0-96b6-4d93-b2b4-cbfd0203fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:39.207575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-3fc5e5f0-96b6-4d93-b2b4-cbfd0203fd4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0906129 Aug 23 04:32:39.271662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-99f36dc8-d1d4-44be-92d2-e1172fa3d6db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1000 time: 0.0568264 Aug 23 04:32:39.319430 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-e9d3251c-e058-4b85-93ab-d16b62ad956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:39.320797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-e9d3251c-e058-4b85-93ab-d16b62ad956f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0421677 Aug 23 04:32:39.364754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-69c03e8f-3b00-4a61-ab7e-4839b7a127a2 req-8fcd66e1-0552-4c39-9ae9-5006644ad538 service neutron] (95121) timed out ('10.222.0.11', 51567) {{(pid=95121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:32:39.370182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-8bb73624-72af-4ab7-a607-211a7304dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:39.371631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-8bb73624-72af-4ab7-a607-211a7304dba4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429370 Aug 23 04:32:39.457592 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-e3c71477-af04-494f-9f40-8a6307e5c82c service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787358 Aug 23 04:32:39.577999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-1ffd43c7-3020-4b85-a11d-109e2c11c8d4 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133120 Aug 23 04:32:39.590116 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf663c1-12cf-4220-9ad9-789499ca4a66 req-85eaa9d3-66f2-4654-8665-2cda1994ce4d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:39.591584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cf663c1-12cf-4220-9ad9-789499ca4a66 req-85eaa9d3-66f2-4654-8665-2cda1994ce4d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0674384 Aug 23 04:32:39.629604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8cf663c1-12cf-4220-9ad9-789499ca4a66 req-cda99b55-7a81-4779-b750-50efacbb0a8e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Aug 23 04:32:39.955071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:32:39.993463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:32:40.573295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'tag': '91e4bedb-697c-4557-a249-5993320dd918'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:32:40.575763 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "tag": "91e4bedb-697c-4557-a249-5993320dd918"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:40.622651 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1460b2a-1c19-4087-a9f3-a0fabfa37b65 x-openstack-request-id: req-f1460b2a-1c19-4087-a9f3-a0fabfa37b65 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:40.622944 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "tag": "91e4bedb-697c-4557-a249-5993320dd918", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:40.623199 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1460b2a-1c19-4087-a9f3-a0fabfa37b65 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:40.623596 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'tag': '91e4bedb-697c-4557-a249-5993320dd918', 'status': 'completed', 'code': 200} Aug 23 04:32:40.687628 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-956048f7-69ea-4ac7-b397-3442bb826871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:40.689161 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-956048f7-69ea-4ac7-b397-3442bb826871 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1094 time: 0.0484443 Aug 23 04:32:40.750545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-01288acc-9837-4f1c-a300-1c2a606517ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:40.752423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-01288acc-9837-4f1c-a300-1c2a606517ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1094 time: 0.0809782 Aug 23 04:32:40.789528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-eda611d2-fe61-4f73-a598-4a4ab47bfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:40.791625 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-eda611d2-fe61-4f73-a598-4a4ab47bfbc5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0933359 Aug 23 04:32:40.794805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3315c-25e2-42be-bc68-de3cdf8e32cf req-a193b0b8-338b-423d-a63f-44838090a526 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:40.796282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7bf3315c-25e2-42be-bc68-de3cdf8e32cf req-a193b0b8-338b-423d-a63f-44838090a526 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0850027 Aug 23 04:32:40.860004 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-fcde757f-e02e-42a9-9f0f-c083fbe698a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1000 time: 0.0619376 Aug 23 04:32:40.874515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7bf3315c-25e2-42be-bc68-de3cdf8e32cf req-a952f5c2-70d1-49e0-bf6e-ef5348cb8eaf tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697691 Aug 23 04:32:40.893647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-e3e29d6b-a615-44ba-b0f0-ca650446e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:40.893647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-e3e29d6b-a615-44ba-b0f0-ca650446e58f service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.1315761 Aug 23 04:32:40.918663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-8edb6821-b4a8-4c26-a1ee-bfa2fe437dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:40.920075 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-8edb6821-b4a8-4c26-a1ee-bfa2fe437dd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0527525 Aug 23 04:32:40.960097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-4f6975dc-4296-4034-81c1-d16a35fbafd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1000 time: 0.0596895 Aug 23 04:32:40.970573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-6f39d7a9-dd74-44b1-ae9c-b0c673855150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:40.972097 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-6f39d7a9-dd74-44b1-ae9c-b0c673855150 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441363 Aug 23 04:32:41.011573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-3a5fa6a0-f7ce-490e-bca4-f0e7f95fbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:41.013184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-3a5fa6a0-f7ce-490e-bca4-f0e7f95fbf8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0468669 Aug 23 04:32:41.067987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-abdd00e5-f3c4-4bbd-a3db-cee16d17cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:41.068200 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-05b294f6-2cb0-439d-98a6-86584d4f8805 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884902 Aug 23 04:32:41.069481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-abdd00e5-f3c4-4bbd-a3db-cee16d17cd50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491157 Aug 23 04:32:41.162286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-f8ac46f7-ac6f-4f29-b0bf-60c057173a3e service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850084 Aug 23 04:32:41.263662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-e94acec6-02d0-4842-9624-578559ec765d service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930183 Aug 23 04:32:41.515947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fa16fcf6-a319-4145-ab03-8ec1da0e52f0 req-69f030b8-5ef9-4fab-b861-d0b8a8ccdd17 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405990 Aug 23 04:32:41.991551 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec874d57-c645-4bb6-8979-d765ffaab199 req-0e543c27-57df-47fb-98e2-480333a93ef4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:41.993045 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec874d57-c645-4bb6-8979-d765ffaab199 req-0e543c27-57df-47fb-98e2-480333a93ef4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0488846 Aug 23 04:32:42.031120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ec874d57-c645-4bb6-8979-d765ffaab199 req-c3b8da94-a986-4907-a98e-53f650ebbd8b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314863 Aug 23 04:32:43.149697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61eb28-35eb-41ef-a77f-19faba5862a5 req-d404ccca-1b9f-494a-9276-e9a62d20653c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:43.151594 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f61eb28-35eb-41ef-a77f-19faba5862a5 req-d404ccca-1b9f-494a-9276-e9a62d20653c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0501750 Aug 23 04:32:43.189414 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f61eb28-35eb-41ef-a77f-19faba5862a5 req-6ff16ae7-f94f-41de-a6c5-e5a18e69aa64 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317533 Aug 23 04:32:44.032326 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:32:44.308401 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071d668-a8f6-4921-97a9-ccc13f1ddbee req-eebaf9ff-2ab9-4766-9c7f-f8ca8e468dd4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:44.309851 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d071d668-a8f6-4921-97a9-ccc13f1ddbee req-eebaf9ff-2ab9-4766-9c7f-f8ca8e468dd4 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0511825 Aug 23 04:32:44.345191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d071d668-a8f6-4921-97a9-ccc13f1ddbee req-5e94e581-9c85-4327-a9aa-4bc18e0fe43f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295053 Aug 23 04:32:45.457124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6fdfe-6e10-42d0-8f96-316df5539652 req-f437296b-1288-4b3e-8b2d-148149990fd9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:45.458553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8da6fdfe-6e10-42d0-8f96-316df5539652 req-f437296b-1288-4b3e-8b2d-148149990fd9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0468328 Aug 23 04:32:45.495076 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8da6fdfe-6e10-42d0-8f96-316df5539652 req-8b3023d3-b9b1-4359-80eb-211ae7670979 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302994 Aug 23 04:32:46.611198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0e70b-419a-451b-a6d2-b8576f1e8ebc req-cea5c4a3-3c9c-47ca-b70b-c151133beb1d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:46.612687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fc0e70b-419a-451b-a6d2-b8576f1e8ebc req-cea5c4a3-3c9c-47ca-b70b-c151133beb1d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0510056 Aug 23 04:32:46.651264 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7fc0e70b-419a-451b-a6d2-b8576f1e8ebc req-a4aa7737-8433-4431-9997-799fddbeddd2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326297 Aug 23 04:32:47.769538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855f6e3-19b5-4171-b94b-ec222083935f req-d3fa4a78-eba5-48fc-a323-2c05e2d425bb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:47.771003 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9855f6e3-19b5-4171-b94b-ec222083935f req-d3fa4a78-eba5-48fc-a323-2c05e2d425bb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0519676 Aug 23 04:32:47.807314 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9855f6e3-19b5-4171-b94b-ec222083935f req-43bb3d80-d65b-406f-a0a7-39dff1de7042 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304844 Aug 23 04:32:48.921823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c51e82-9b6e-4b2f-b661-2eab09a5468f req-19496122-d535-40fe-a02c-829cefa20c9b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:48.923293 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-30c51e82-9b6e-4b2f-b661-2eab09a5468f req-19496122-d535-40fe-a02c-829cefa20c9b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0498319 Aug 23 04:32:48.959729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-30c51e82-9b6e-4b2f-b661-2eab09a5468f req-0efbc7a7-5b05-4c59-ade1-633fff4d5113 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304704 Aug 23 04:32:50.071553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f832b9-00ef-44ab-9a0b-2d1e1996fd55 req-1c3c8181-5d52-40cc-8362-d6f1f2cc4ac2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:50.072997 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17f832b9-00ef-44ab-9a0b-2d1e1996fd55 req-1c3c8181-5d52-40cc-8362-d6f1f2cc4ac2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0468042 Aug 23 04:32:50.109348 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17f832b9-00ef-44ab-9a0b-2d1e1996fd55 req-c10d50dd-806e-4b9b-9681-95f5b9279cea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305998 Aug 23 04:32:51.233416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03113d-c53d-42c2-83e6-aaf9bb47eb34 req-baaaceb7-6688-414c-aefc-ef53df233056 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:51.234899 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc03113d-c53d-42c2-83e6-aaf9bb47eb34 req-baaaceb7-6688-414c-aefc-ef53df233056 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0528858 Aug 23 04:32:51.272571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc03113d-c53d-42c2-83e6-aaf9bb47eb34 req-a1f59ea4-f8a6-4dcc-9150-87b7cf2abaed tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317035 Aug 23 04:32:52.386716 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab95e10-748e-466b-ae22-5d2364e66672 req-6d116bd5-5781-49f3-abcc-e1c9ada90972 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:52.388170 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ab95e10-748e-466b-ae22-5d2364e66672 req-6d116bd5-5781-49f3-abcc-e1c9ada90972 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 943 time: 0.0477886 Aug 23 04:32:52.424727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ab95e10-748e-466b-ae22-5d2364e66672 req-ee309c59-8701-43ff-83e2-b914d52b7fd3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304890 Aug 23 04:32:52.432559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:32:52.526522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:52.536340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '91e4bedb-697c-4557-a249-5993320dd918', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': '91e4bedb-697c-4557-a249-5993320dd918', 'mac_address': 'fa:16:3e:ca:73:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:32:52.572370 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:52.584181 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e4bedb-697c-4557-a249-5993320dd918 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:32:52.602455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:52.667544 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:52.712702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:52.720304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.720654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.721000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.721367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.721705 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.722042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.722373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.722701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.723029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.723355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.723698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:52.724004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:32:53.105070 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['91e4bedb-697c-4557-a249-5993320dd918'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:32:53.239176 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:53.539339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b5c57-8025-4a92-87cd-4a106ae94017 req-2a060246-2d9b-4762-81d7-e0f173459108 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:53.540805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e7b5c57-8025-4a92-87cd-4a106ae94017 req-2a060246-2d9b-4762-81d7-e0f173459108 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0483837 Aug 23 04:32:53.577736 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e7b5c57-8025-4a92-87cd-4a106ae94017 req-d60cc229-dbb8-49a3-9ba1-ece4c94cff4e tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Aug 23 04:32:54.156631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fb347-e0dd-4304-a0cf-ad9d804e2a5a req-88eecbd9-a60d-41eb-9648-6a3a627a393f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:54.156631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c24fb347-e0dd-4304-a0cf-ad9d804e2a5a req-88eecbd9-a60d-41eb-9648-6a3a627a393f tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0514300 Aug 23 04:32:54.220682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c24fb347-e0dd-4304-a0cf-ad9d804e2a5a req-cc6e50dd-15a5-4707-a834-4eec3cf8f606 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538905 Aug 23 04:32:54.229139 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-0d62eaa3-82f1-4715-94c8-bb3f567546e6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:54.230517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-0d62eaa3-82f1-4715-94c8-bb3f567546e6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228&tenant_id=e778a5fc24364b7492132acceb494860&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 944 time: 0.0723803 Aug 23 04:32:54.291011 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-20ea74bb-a7a7-4422-b675-0f149200100c service neutron] 10.222.0.11 "GET /v2.0/ports/91e4bedb-697c-4557-a249-5993320dd918/bindings/n-h1-749052-7 HTTP/1.1" status: 200 len: 382 time: 0.0523305 Aug 23 04:32:54.367126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-de3a8e83-a5c9-4ce9-b40d-600242d1c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:54.368590 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-de3a8e83-a5c9-4ce9-b40d-600242d1c9d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1095 time: 0.0394435 Aug 23 04:32:54.431378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:32:54.458105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-30a60fd9-56ec-4881-9b36-e000556bac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:54.459585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-30a60fd9-56ec-4881-9b36-e000556bac65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0843842 Aug 23 04:32:54.522739 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-5b86fe28-5f89-4b74-ac8e-5a53e68cd6af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1001 time: 0.0559893 Aug 23 04:32:54.559210 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 91e4bedb-697c-4557-a249-5993320dd918 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:32:54.563132 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 91e4bedb-697c-4557-a249-5993320dd918 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:32:54.563526 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:54.574688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-59525ae3-ac65-4936-bd2f-a0ca641c6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:54.579935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-59525ae3-ac65-4936-bd2f-a0ca641c6201 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0473077 Aug 23 04:32:54.620820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-f43bdad4-dc9b-491c-81c9-44082349edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:54.622347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-f43bdad4-dc9b-491c-81c9-44082349edd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398479 Aug 23 04:32:54.641248 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:54.662827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e4bedb-697c-4557-a249-5993320dd918'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:32:54.665074 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b1a12f-703c-4438-be17-526124490a4b" -d '{"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-plugged", "status": "completed", "tag": "91e4bedb-697c-4557-a249-5993320dd918"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:32:54.677422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:32:54.715552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-0a293f04-271d-4948-bd36-de64dff360ba service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864868 Aug 23 04:32:54.716141 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e0c99c-486d-42c3-8d72-554c3774f4ae x-openstack-request-id: req-b1e0c99c-486d-42c3-8d72-554c3774f4ae {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:32:54.716435 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-plugged", "status": "completed", "tag": "91e4bedb-697c-4557-a249-5993320dd918", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:32:54.716689 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1e0c99c-486d-42c3-8d72-554c3774f4ae {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:32:54.717110 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e4bedb-697c-4557-a249-5993320dd918', 'code': 200} Aug 23 04:32:54.753332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:54.800916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:32:54.834243 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-c94cf148-35e4-4348-bad3-836f23af672c service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818036 Aug 23 04:32:55.368096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31285368-a361-4881-a923-00e38e0e0b6c req-81733612-517d-4cf9-99d3-374052a1f177 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:55.369887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31285368-a361-4881-a923-00e38e0e0b6c req-81733612-517d-4cf9-99d3-374052a1f177 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0736847 Aug 23 04:32:55.398432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-65ba35c0-0197-4b37-9e99-b784f33b0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:55.400464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-65ba35c0-0197-4b37-9e99-b784f33b0a8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1096 time: 0.0691113 Aug 23 04:32:55.416299 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-31285368-a361-4881-a923-00e38e0e0b6c req-da810664-0a8a-4393-b763-258f6b95a988 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403676 Aug 23 04:32:55.501672 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-dada1207-b5eb-423e-b5b6-6ca0ef5122b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:55.503162 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-dada1207-b5eb-423e-b5b6-6ca0ef5122b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0831654 Aug 23 04:32:55.569614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-1bcfd53e-551b-4735-b86f-7f23645150c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1002 time: 0.0582240 Aug 23 04:32:55.618115 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-a445b6b3-f0bd-4d43-bf69-2b8e7714dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:55.619798 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-a445b6b3-f0bd-4d43-bf69-2b8e7714dc29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0418985 Aug 23 04:32:55.665286 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-332d7317-c338-474e-af08-9856ec78864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:55.666733 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-332d7317-c338-474e-af08-9856ec78864c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384665 Aug 23 04:32:55.761872 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-de36edf0-4f1d-461f-9c75-916e00f4fb9d service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864801 Aug 23 04:32:55.847710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b31e2517-3a40-4b28-a9d8-1cec7195f35a req-376575dc-e52a-4e80-84f4-3d45e39f1576 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783052 Aug 23 04:32:56.090353 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7c1f4e8f-53c9-47f0-9f51-a3020eb6b75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:56.533738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1784bd-47fa-4bfc-b47a-99385e2368b2 req-bcc28544-9940-4b99-9811-88f8282c927a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:56.535167 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb1784bd-47fa-4bfc-b47a-99385e2368b2 req-bcc28544-9940-4b99-9811-88f8282c927a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0519428 Aug 23 04:32:56.813627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb1784bd-47fa-4bfc-b47a-99385e2368b2 req-abecda26-9687-40a9-a5a7-42b5716dcbcf tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719617 Aug 23 04:32:57.939844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c8196-ea4f-4072-b44f-11aa8d105db6 req-fa9fc8f7-f793-460d-b18e-5844f01604ea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:57.942017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-157c8196-ea4f-4072-b44f-11aa8d105db6 req-fa9fc8f7-f793-460d-b18e-5844f01604ea tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0599558 Aug 23 04:32:57.978977 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-157c8196-ea4f-4072-b44f-11aa8d105db6 req-2d09776e-2e76-4e25-8123-de028c61eb22 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312560 Aug 23 04:32:58.780231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a835ff5d-6102-47db-9f5c-99f11be27b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:58.896055 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:32:59.106252 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa266-1ca9-442d-bb47-ea8484169e88 req-9e0d477b-736b-4ac6-9a6e-ee7db0446ded tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:59.112318 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f3fa266-1ca9-442d-bb47-ea8484169e88 req-9e0d477b-736b-4ac6-9a6e-ee7db0446ded tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0479035 Aug 23 04:32:59.144469 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f3fa266-1ca9-442d-bb47-ea8484169e88 req-f530f545-a13c-48b6-89da-5ecbe455ccaf tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307617 Aug 23 04:32:59.816448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-31cd161f-166a-4bef-b782-2394b51eeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:32:59.817932 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-31cd161f-166a-4bef-b782-2394b51eeb19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228&tenant_id=e778a5fc24364b7492132acceb494860 HTTP/1.1" status: 200 len: 1096 time: 0.0399115 Aug 23 04:32:59.829453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:32:59.882151 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:00.076264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:00.107172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:33:00.144831 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e4bedb-697c-4557-a249-5993320dd918'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:33:00.147098 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f3410e-8342-49f4-9f98-db563a2db166" -d '{"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-unplugged", "status": "completed", "tag": "91e4bedb-697c-4557-a249-5993320dd918"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:00.151783 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:00.163667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Transition to ACTIVE for port object 91e4bedb-697c-4557-a249-5993320dd918 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:33:00.193997 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a10fd2-fb4b-491c-b189-2a329ffe9262 x-openstack-request-id: req-f2a10fd2-fb4b-491c-b189-2a329ffe9262 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:00.194290 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-unplugged", "status": "completed", "tag": "91e4bedb-697c-4557-a249-5993320dd918", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:00.194543 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2a10fd2-fb4b-491c-b189-2a329ffe9262 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:00.194995 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e4bedb-697c-4557-a249-5993320dd918', 'code': 200} Aug 23 04:33:00.231616 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:00.292054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537348ca-f557-4ecc-9eac-9aa8958efc11 req-8e94a1bd-217f-4f74-8667-09d74a7aa57a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:00.297614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-537348ca-f557-4ecc-9eac-9aa8958efc11 req-8e94a1bd-217f-4f74-8667-09d74a7aa57a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0592260 Aug 23 04:33:00.311970 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=10']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:00.324277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.324625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.324962 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.325321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.325659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.325985 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.326311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.326633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.326956 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.327280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.327618 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.327919 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:00.335275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-537348ca-f557-4ecc-9eac-9aa8958efc11 req-a7962b10-bb96-46eb-be22-fbeba42e9136 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355535 Aug 23 04:33:00.368176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] No DVR routers for this DVR port 91e4bedb-697c-4557-a249-5993320dd918 on host n-h1-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:33:00.463154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:00.500762 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:00.501907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:33:00.502250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:33:00.502574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:33:00.506879 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Port 91e4bedb-697c-4557-a249-5993320dd918 on network 343e4223-1644-4b0e-804e-756f568bf874 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:33:00.507199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Attempting to bind port 91e4bedb-697c-4557-a249-5993320dd918 on network 343e4223-1644-4b0e-804e-756f568bf874 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:33:00.512530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:33:00.512867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Checking segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:33:00.513285 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Bound using segment: {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:33:00.513702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Bound port: 91e4bedb-697c-4557-a249-5993320dd918, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49fa7b-bf4f-4995-9b6d-474852e5cd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '343e4223-1644-4b0e-804e-756f568bf874'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:33:00.514060 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:00.575400 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:33:00.578527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:33:00.616146 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:00.644960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:00.682316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:00.682926 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:00.684309 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] 10.222.0.24 "PUT /v2.0/ports/91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1092 time: 0.8588722 Aug 23 04:33:00.705269 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae45aff-a6a8-46ab-88a2-d8752d170841 service neutron] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=11']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:00.749289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-b8174efc-98c4-41c5-8261-d4ef454b9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:00.750823 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-b8174efc-98c4-41c5-8261-d4ef454b9337 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1095 time: 0.0426996 Aug 23 04:33:00.847234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-8c6fe210-c3f1-44fd-bb49-365b6100bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:00.848711 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-8c6fe210-c3f1-44fd-bb49-365b6100bfdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0903480 Aug 23 04:33:00.912442 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-88eee3f2-248b-4084-ae47-73fb7ccadaa3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1000 time: 0.0565507 Aug 23 04:33:00.961636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-a49066dc-0af7-45e7-8ded-b13178b2b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:00.963110 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-a49066dc-0af7-45e7-8ded-b13178b2b372 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0435135 Aug 23 04:33:01.011185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-a07d8c87-9118-4a94-a187-3e5a0d56bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:01.012755 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-a07d8c87-9118-4a94-a187-3e5a0d56bf1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427318 Aug 23 04:33:01.098695 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-7c33ad6f-97b4-43d9-8ac4-8a50750593f5 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780008 Aug 23 04:33:01.187777 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b7d2ff3c-0d87-4c96-9224-6f0e79f7672f req-aa18ee3e-dc93-4bf8-bee6-62ab1d65b663 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820713 Aug 23 04:33:01.451985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7521bf-5415-4359-ba90-3c6d1b12156f req-e99f5135-4f76-44f9-b72f-bfd09904e83c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:01.453469 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb7521bf-5415-4359-ba90-3c6d1b12156f req-e99f5135-4f76-44f9-b72f-bfd09904e83c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0479157 Aug 23 04:33:01.490934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb7521bf-5415-4359-ba90-3c6d1b12156f req-8be26b16-2fbe-4c82-94d4-e2115d1e3521 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315273 Aug 23 04:33:01.958641 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:02.196724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'tag': '91e4bedb-697c-4557-a249-5993320dd918'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:33:02.199180 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb4a36-c8fb-4244-b4e1-36feaf237104" -d '{"events": [{"name": "network-changed", "server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "tag": "91e4bedb-697c-4557-a249-5993320dd918"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:02.246177 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e0cca-dba8-414b-9799-24dd4ee99421 x-openstack-request-id: req-688e0cca-dba8-414b-9799-24dd4ee99421 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:02.246406 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "tag": "91e4bedb-697c-4557-a249-5993320dd918", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:02.246854 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-688e0cca-dba8-414b-9799-24dd4ee99421 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:02.247379 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'tag': '91e4bedb-697c-4557-a249-5993320dd918', 'status': 'completed', 'code': 200} Aug 23 04:33:02.305048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-92fce6d9-5dd2-4041-8ccb-37d9a351d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:02.307451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-92fce6d9-5dd2-4041-8ccb-37d9a351d1ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1095 time: 0.0434079 Aug 23 04:33:02.331331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-6bd2cdd9-fb3a-460f-b900-72e13fe48ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:02.333219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-6bd2cdd9-fb3a-460f-b900-72e13fe48ffa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e778a5fc24364b7492132acceb494860&device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 1095 time: 0.0417068 Aug 23 04:33:02.400429 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-905bee53-24a9-4409-bce6-e44d8616b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:02.402015 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-905bee53-24a9-4409-bce6-e44d8616b862 service neutron] 10.222.0.24 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0874782 Aug 23 04:33:02.434510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-60409ed5-f26a-473b-a0b6-ddaf7688c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:02.436008 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-60409ed5-f26a-473b-a0b6-ddaf7688c91c service neutron] 10.222.0.11 "GET /v2.0/networks?id=343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 200 len: 912 time: 0.0949600 Aug 23 04:33:02.473217 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-b035937f-c037-4dac-9c8c-921f5be67e43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1000 time: 0.0628550 Aug 23 04:33:02.500716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-b1a2e3ed-735e-40de-bada-cfa88865287b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 200 len: 1000 time: 0.0577998 Aug 23 04:33:02.523226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-bf154bad-95fe-479f-87c8-ac296139668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:02.525384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-bf154bad-95fe-479f-87c8-ac296139668b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0455451 Aug 23 04:33:02.559093 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-fd4d9f50-c76f-4b72-9a46-a4a11d8c6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:02.560746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-fd4d9f50-c76f-4b72-9a46-a4a11d8c6987 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 200 len: 851 time: 0.0530834 Aug 23 04:33:02.573507 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-3f5d5b05-f4a2-4728-b293-7b18635aa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:02.575047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-3f5d5b05-f4a2-4728-b293-7b18635aa6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426366 Aug 23 04:33:02.636185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-e746fd60-de3b-467c-b6b6-61f192edef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:02.637884 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-e746fd60-de3b-467c-b6b6-61f192edef2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=343e4223-1644-4b0e-804e-756f568bf874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691450 Aug 23 04:33:02.646059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e6770-6cc4-466e-9fe2-1c98b4c3c511 req-aa6e16b9-ccdf-4458-b220-1f371cd6f5eb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:02.647525 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-567e6770-6cc4-466e-9fe2-1c98b4c3c511 req-aa6e16b9-ccdf-4458-b220-1f371cd6f5eb tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0709329 Aug 23 04:33:02.672757 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-c3eef142-a3ba-48e6-a389-25bf002822af service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894477 Aug 23 04:33:02.738218 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-567e6770-6cc4-466e-9fe2-1c98b4c3c511 req-b1382956-bb04-489d-80ef-922d647500ad tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802917 Aug 23 04:33:02.771019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-a025f349-02af-4508-80c9-d26e87d50f88 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224296 Aug 23 04:33:02.772318 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-2719b5ef-9fe2-4604-80d7-4e418c1f0bc1 service neutron] 10.222.0.24 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921879 Aug 23 04:33:02.868627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-02bb4a36-c8fb-4244-b4e1-36feaf237104 req-ccb91f2d-5b8d-481d-831c-714bb14baa24 service neutron] 10.222.0.11 "GET /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Aug 23 04:33:03.857785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e8b43-db13-469c-a751-4c1c7657d391 req-da74389e-d12a-41b0-9863-b84a04998e49 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:03.859260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d0e8b43-db13-469c-a751-4c1c7657d391 req-da74389e-d12a-41b0-9863-b84a04998e49 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0483291 Aug 23 04:33:03.898474 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9d0e8b43-db13-469c-a751-4c1c7657d391 req-fbb6844d-c681-44ad-8fa5-3c40427d97b0 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331395 Aug 23 04:33:05.018113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f15d-820c-494b-8173-556bfff99775 req-c8a131ed-e07e-4180-b8fe-272c84cd8fcf tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:05.019616 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90b8f15d-820c-494b-8173-556bfff99775 req-c8a131ed-e07e-4180-b8fe-272c84cd8fcf tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0506909 Aug 23 04:33:05.056503 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90b8f15d-820c-494b-8173-556bfff99775 req-3b63cfaf-fdde-4247-a16f-040342cbbd8c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Aug 23 04:33:06.170821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f917af5-fbba-4201-948e-2419580a60e7 req-1b785f91-3617-4909-991d-e1468d579977 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:06.172202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f917af5-fbba-4201-948e-2419580a60e7 req-1b785f91-3617-4909-991d-e1468d579977 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0488083 Aug 23 04:33:06.212229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f917af5-fbba-4201-948e-2419580a60e7 req-ac1cc3dc-f222-477c-aeef-cd038844f5a8 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340955 Aug 23 04:33:07.325494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eef33b-276f-4821-919c-58dc8cdcb97e req-4047624f-a6c1-411e-b106-6c2ba6eead8d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:07.326947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8eef33b-276f-4821-919c-58dc8cdcb97e req-4047624f-a6c1-411e-b106-6c2ba6eead8d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0483069 Aug 23 04:33:07.363664 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a8eef33b-276f-4821-919c-58dc8cdcb97e req-2fd6d3a2-cdf9-4433-a1d5-da522cdcada1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309255 Aug 23 04:33:08.042766 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:08.476293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b572c8-a5d9-403c-8d20-7706114722ee req-bb3872d1-100f-4f1d-b087-982b90fda5c2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:08.477759 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68b572c8-a5d9-403c-8d20-7706114722ee req-bb3872d1-100f-4f1d-b087-982b90fda5c2 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0480144 Aug 23 04:33:08.513984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68b572c8-a5d9-403c-8d20-7706114722ee req-11b920e0-0369-4504-b059-402bbca447bc tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298448 Aug 23 04:33:09.627604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b97674-bd43-4dd8-ba4f-2bef0ebe99ce req-fc5f930e-dc9b-452d-ae00-a52488caf633 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:09.629109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2b97674-bd43-4dd8-ba4f-2bef0ebe99ce req-fc5f930e-dc9b-452d-ae00-a52488caf633 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0480239 Aug 23 04:33:09.670192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d2b97674-bd43-4dd8-ba4f-2bef0ebe99ce req-96e9b96d-4e6d-4f94-ba0b-a63bfb3ee391 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347052 Aug 23 04:33:10.782655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b681ec-15f1-4aa3-89e5-318e9f8e715b req-8ef857cb-922c-411c-a7bc-312ad312b631 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:10.784111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17b681ec-15f1-4aa3-89e5-318e9f8e715b req-8ef857cb-922c-411c-a7bc-312ad312b631 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0474524 Aug 23 04:33:10.820740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17b681ec-15f1-4aa3-89e5-318e9f8e715b req-4450b68d-c401-4010-aa59-e6a0ff8df594 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307596 Aug 23 04:33:11.935068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b3bf6-6f63-488e-8d85-170129f7f000 req-35e74d11-cbc7-4bbf-b100-0250bfb21c3d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:11.936570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c2b3bf6-6f63-488e-8d85-170129f7f000 req-35e74d11-cbc7-4bbf-b100-0250bfb21c3d tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0482781 Aug 23 04:33:11.971937 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c2b3bf6-6f63-488e-8d85-170129f7f000 req-c35d3520-be7d-41dc-9e5e-853c5e54bbc5 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295701 Aug 23 04:33:13.084694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f8dde-118b-4da1-8feb-47847cde2d13 req-f67c2707-b171-45e8-ac5c-88b4336d9ae9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:13.086178 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-780f8dde-118b-4da1-8feb-47847cde2d13 req-f67c2707-b171-45e8-ac5c-88b4336d9ae9 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0476785 Aug 23 04:33:13.127379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-780f8dde-118b-4da1-8feb-47847cde2d13 req-1b793c6c-4eb3-4e3b-940c-d0bab746fdaa tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352008 Aug 23 04:33:13.240821 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7018e59-b646-4e7b-851b-68d4d97243d4 req-718c17e2-fe89-476f-ae6e-a93454999d45 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:13.242317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7018e59-b646-4e7b-851b-68d4d97243d4 req-718c17e2-fe89-476f-ae6e-a93454999d45 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0482483 Aug 23 04:33:13.279697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7018e59-b646-4e7b-851b-68d4d97243d4 req-98d0285d-05f2-4ba9-8acf-cc933a644235 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306036 Aug 23 04:33:13.389255 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620c97-add6-4964-b7c9-48ea26d4dde0 req-4e928f13-35ae-4b46-8aee-cc783786488c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:13.390726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36620c97-add6-4964-b7c9-48ea26d4dde0 req-4e928f13-35ae-4b46-8aee-cc783786488c tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0481265 Aug 23 04:33:13.427864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36620c97-add6-4964-b7c9-48ea26d4dde0 req-18fe0fb9-dec7-493e-bd61-c6e2054acafe tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310080 Aug 23 04:33:13.830529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b86f0b-c735-4528-be77-87665341270b req-0b89a161-e299-4ed5-9305-29eb9931061b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:13.832082 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18b86f0b-c735-4528-be77-87665341270b req-0b89a161-e299-4ed5-9305-29eb9931061b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 944 time: 0.0476463 Aug 23 04:33:13.872559 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18b86f0b-c735-4528-be77-87665341270b req-e8b901d5-d2ff-40ee-9d67-e1c469592dbd tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Aug 23 04:33:14.051967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:33:14.141403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:14.152249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '91e4bedb-697c-4557-a249-5993320dd918', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'port_id': '91e4bedb-697c-4557-a249-5993320dd918', 'mac_address': 'fa:16:3e:ca:73:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:33:14.187141 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:14.199514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e4bedb-697c-4557-a249-5993320dd918 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:33:14.222180 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:14.283816 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:14.329087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=12']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:14.552074 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['91e4bedb-697c-4557-a249-5993320dd918'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:33:14.986487 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48447196-c39b-4711-a087-a2f9d9c4e198 req-5fd0a549-5e8b-42f7-bb5d-d851ff5d294b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:14.987990 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48447196-c39b-4711-a087-a2f9d9c4e198 req-5fd0a549-5e8b-42f7-bb5d-d851ff5d294b tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Aug 23 04:33:15.025437 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48447196-c39b-4711-a087-a2f9d9c4e198 req-4dad1355-049e-449a-a3fc-2143af445cd3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups?id=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315115 Aug 23 04:33:15.367640 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007122-6da6-481c-9b77-7be45b59d8fb req-92795c7f-3edc-4307-8f1a-c9c7874efbf1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:15.369379 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-90007122-6da6-481c-9b77-7be45b59d8fb req-92795c7f-3edc-4307-8f1a-c9c7874efbf1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 945 time: 0.0483623 Aug 23 04:33:15.454169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Deleting port 91e4bedb-697c-4557-a249-5993320dd918 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:33:15.454506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:15.542783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] For port 91e4bedb-697c-4557-a249-5993320dd918, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=91e4bedb-697c-4557-a249-5993320dd918,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:15.543142 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:15.825662 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:15.826057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:15.826379 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc disassociated. External IP: 172.25.1.148, port: 91e4bedb-697c-4557-a249-5993320dd918. Aug 23 04:33:15.826723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Calling delete_port for 91e4bedb-697c-4557-a249-5993320dd918 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:33:16.004356 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:16.037474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event deleted for resources: {'Port': ['ID=91e4bedb-697c-4557-a249-5993320dd918,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:16.062760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:33:16.094365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 91e4bedb-697c-4557-a249-5993320dd918 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:33:16.094638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 23 04:33:16.115817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Port 91e4bedb-697c-4557-a249-5993320dd918 not found, will not notify nova. {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 23 04:33:16.133042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3edabf1e-0532-40f4-a6c9-4b796964c8a0 req-433ea29f-dff0-4794-99b1-dfb3a5d36f30 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 210 time: 0.0361617 Aug 23 04:33:16.160530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:33:16.267992 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:33:16.277519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:33:16.286626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:33:16.287247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:32:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:16.309409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] No DVR routers for this DVR port 91e4bedb-697c-4557-a249-5993320dd918 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:33:16.311979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:16.314173 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-90007122-6da6-481c-9b77-7be45b59d8fb req-c97fefdd-f93b-48f1-86c5-a3bec978d62a tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.24 "DELETE /v2.0/ports/91e4bedb-697c-4557-a249-5993320dd918 HTTP/1.1" status: 204 len: 173 time: 0.9387889 Aug 23 04:33:16.314644 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-deleted', 'tag': '91e4bedb-697c-4557-a249-5993320dd918'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:33:16.317404 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76bc14b-b93c-48d7-b93a-f0c14b10af86" -d '{"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-deleted", "tag": "91e4bedb-697c-4557-a249-5993320dd918"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:16.352473 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efa70fb-7a54-4756-b653-bb7f24169b11 x-openstack-request-id: req-9efa70fb-7a54-4756-b653-bb7f24169b11 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:16.352858 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca92eed6-5c2c-4cbc-a63d-7665237ec228", "name": "network-vif-deleted", "tag": "91e4bedb-697c-4557-a249-5993320dd918", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:16.353635 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9efa70fb-7a54-4756-b653-bb7f24169b11 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:16.354042 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca92eed6-5c2c-4cbc-a63d-7665237ec228', 'name': 'network-vif-deleted', 'tag': '91e4bedb-697c-4557-a249-5993320dd918', 'status': 'completed', 'code': 200} Aug 23 04:33:16.546904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:33:16.736994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:16.763033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:33:16.771200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:33:16.771804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:32:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:16.892416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:33:17.096751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:17.123546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b39a6d-cf84-4b20-8e8b-f12c37725c7c None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:22:17Z', 'revision_number': 4, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f432208c-b808-48f8-8566-e61a14271101', 'name': '', 'network_id': '343e4223-1644-4b0e-804e-756f568bf874', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'mac_address': 'fa:16:3e:7a:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:16Z', 'updated_at': '2021-08-23T04:22:22Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'subnets': [{'id': '9209abe0-597a-418c-b5c4-c1e42ce96c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:33:17.228622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ca93691-7936-4aeb-8fcf-cc2f04a4e984 req-c03a30f9-1e22-4067-8aa4-a562aea1adc1 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 210 time: 0.0270650 Aug 23 04:33:17.363160 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e7f3d5-563e-4f2b-a2ea-ec96d531c1b1 None None] New status for floating IP 8349df67-0a4a-42b9-a1a2-3520878325fc: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:33:18.069083 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:18.088256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 91e4bedb-697c-4557-a249-5993320dd918 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:33:18.088597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 91e4bedb-697c-4557-a249-5993320dd918 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:18.321124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c884e06-85f8-4f13-82f7-d684e24ca48f req-46a1a8d1-4676-436d-802e-f6e49956d4c3 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 210 time: 0.0258648 Aug 23 04:33:19.416926 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77e61db9-0965-4cc8-b006-99319ac48c3b req-482b9dcf-8532-4ca2-8a43-7b2151cd1f67 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 210 time: 0.0292783 Aug 23 04:33:20.520789 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b484aaf-4bcd-4c5b-afa5-35de24d5f5fc req-089e3a53-86a5-4363-89a1-394ee5b1a3ae tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92eed6-5c2c-4cbc-a63d-7665237ec228 HTTP/1.1" status: 200 len: 210 time: 0.0278862 Aug 23 04:33:21.031804 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:33:23.221447 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:25.477312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33472) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:25.532444 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d3b60544-44ac-470a-a356-cd2b65bf1174 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:25.554574 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d3b60544-44ac-470a-a356-cd2b65bf1174 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:25.665572 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d3b60544-44ac-470a-a356-cd2b65bf1174 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:25.668038 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d3b60544-44ac-470a-a356-cd2b65bf1174 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:25.669322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d3b60544-44ac-470a-a356-cd2b65bf1174 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "DELETE /v2.0/security-groups/e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee HTTP/1.1" status: 204 len: 168 time: 0.1908457 Aug 23 04:33:25.679932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33474) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:25.680446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b60544-44ac-470a-a356-cd2b65bf1174 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:25.685871 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [None req-53351b53-7aaa-40fc-86e5-1ce93bfef423 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] show failed (client error): The resource could not be found. Aug 23 04:33:25.686949 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-53351b53-7aaa-40fc-86e5-1ce93bfef423 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "GET /v2.0/security-groups/e16cdaaa-fd8c-4372-9cd1-cfc428ea05ee HTTP/1.1" status: 404 len: 347 time: 0.0140495 Aug 23 04:33:25.689559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33476) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:25.809913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Deleting port 274a03d4-e8ce-4e09-ab28-067dc589c070 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:33:25.810256 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:25.883307 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:25.883637 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:25.897330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Calling delete_port for 274a03d4-e8ce-4e09-ab28-067dc589c070 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:33:26.095509 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:26.125379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Pushing event deleted for resources: {'Port': ['ID=274a03d4-e8ce-4e09-ab28-067dc589c070,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:26.126897 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-05a8b1e2-115d-4cdd-ace6-cf276644b383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:26.186391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:26.189374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:26.190910 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-38d6bdac-17f4-4ecd-a89e-6f7219a946d6 tempest-ServerActionsTestJSON-2115659475 tempest-ServerActionsTestJSON-2115659475-project] 10.222.0.20 "DELETE /v2.0/floatingips/8349df67-0a4a-42b9-a1a2-3520878325fc HTTP/1.1" status: 204 len: 168 time: 0.5000911 Aug 23 04:33:26.193442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33478) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:26.718195 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:27.327050 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Deleting port f432208c-b808-48f8-8566-e61a14271101 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:33:27.327391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:27.400513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] For port f432208c-b808-48f8-8566-e61a14271101, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f432208c-b808-48f8-8566-e61a14271101,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:27.405174 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:27.412552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Calling delete_port for f432208c-b808-48f8-8566-e61a14271101 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:33:27.632456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:27.661604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Pushing event deleted for resources: {'Port': ['ID=f432208c-b808-48f8-8566-e61a14271101,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:27.818995 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.027525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Router 3f7411fd-835b-4bc3-95ca-3af0d4112102 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:33:28.127275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:33:28.132298 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-14095888-6d66-4f0a-84b4-cf01f7577881 admin admin] 10.222.0.20 "PUT /v2.0/routers/3f7411fd-835b-4bc3-95ca-3af0d4112102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9376915 Aug 23 04:33:28.135322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33482) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:28.137409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] Sync routers for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:33:28.147036 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:33:28.147602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:32:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:28.238488 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.257061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:33:28.340753 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.433578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:33:27Z', 'revision_number': 5, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port': {'id': 'f5266ce6-87b1-49f1-9587-2b84c774abb7', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:22:15Z', 'updated_at': '2021-08-23T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:28.444930 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Deleting port f5266ce6-87b1-49f1-9587-2b84c774abb7 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:33:28.445295 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.459291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] Checking router: 3f7411fd-835b-4bc3-95ca-3af0d4112102 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:33:28.467792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] Routers {'3f7411fd-835b-4bc3-95ca-3af0d4112102'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:33:28.468405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:32:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['3f7411fd-835b-4bc3-95ca-3af0d4112102'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:28.520901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] For port f5266ce6-87b1-49f1-9587-2b84c774abb7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f5266ce6-87b1-49f1-9587-2b84c774abb7,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:28.521289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.532512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Calling delete_port for f5266ce6-87b1-49f1-9587-2b84c774abb7 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:33:28.552526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] Set router 3f7411fd-835b-4bc3-95ca-3af0d4112102 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:33:28.605743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:33:28Z', 'revision_number': 6, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:28.631682 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410baf3-f969-4024-8182-6bc1d797ff9f None None] The sync data for ids ['3f7411fd-835b-4bc3-95ca-3af0d4112102'] in n-d-749052-7 is: [{'id': '3f7411fd-835b-4bc3-95ca-3af0d4112102', 'name': 'tempest-ServerActionsTestJSON-1622565042-router', 'tenant_id': 'e778a5fc24364b7492132acceb494860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:22:14Z', 'updated_at': '2021-08-23T04:33:28Z', 'revision_number': 6, 'project_id': 'e778a5fc24364b7492132acceb494860', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:33:28.762682 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.792732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5266ce6-87b1-49f1-9587-2b84c774abb7,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:28.802217 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-786b8616-ad1a-4233-876d-7be9cdd67583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.850401 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.897182 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.952668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:28.954914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.084370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.084904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7411fd-835b-4bc3-95ca-3af0d4112102 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:33:29.089763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.090916 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cb9561df-aae5-4d39-b633-ba6758f2e8a1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3f7411fd-835b-4bc3-95ca-3af0d4112102 HTTP/1.1" status: 204 len: 168 time: 0.9546959 Aug 23 04:33:29.093404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33486) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:29.136144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a028f2c-91ca-477b-b4b3-a57c68f3e4b1 admin admin] Deleting subnet 9209abe0-597a-418c-b5c4-c1e42ce96c8e {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:33:29.139161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a028f2c-91ca-477b-b4b3-a57c68f3e4b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.171633 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a028f2c-91ca-477b-b4b3-a57c68f3e4b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.275344 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a028f2c-91ca-477b-b4b3-a57c68f3e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.397084 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a028f2c-91ca-477b-b4b3-a57c68f3e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.422641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a028f2c-91ca-477b-b4b3-a57c68f3e4b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9209abe0-597a-418c-b5c4-c1e42ce96c8e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:29.426364 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7a028f2c-91ca-477b-b4b3-a57c68f3e4b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.428338 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7a028f2c-91ca-477b-b4b3-a57c68f3e4b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9209abe0-597a-418c-b5c4-c1e42ce96c8e HTTP/1.1" status: 204 len: 168 time: 0.3340425 Aug 23 04:33:29.431027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33488) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:29.433429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c8b0b5-dedb-4347-8c2f-97be70d4e4ea None None] Network 343e4223-1644-4b0e-804e-756f568bf874 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:33:29.503177 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.563691 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Deleting port 38b543f0-d2b2-444a-82e9-2285ef229361 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:33:29.564043 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.622937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9942d98e-2382-4948-a7aa-cb599dcf8c70 None None] DHCP port deletion for 343e4223-1644-4b0e-804e-756f568bf874 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:33:29.630566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] For port 38b543f0-d2b2-444a-82e9-2285ef229361, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=38b543f0-d2b2-444a-82e9-2285ef229361,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:29.630930 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.648786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Calling delete_port for 38b543f0-d2b2-444a-82e9-2285ef229361 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:33:29.671270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9942d98e-2382-4948-a7aa-cb599dcf8c70 None None] Deleting port 38b543f0-d2b2-444a-82e9-2285ef229361 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:33:29.671651 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9942d98e-2382-4948-a7aa-cb599dcf8c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.734730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9942d98e-2382-4948-a7aa-cb599dcf8c70 None None] For port 38b543f0-d2b2-444a-82e9-2285ef229361, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=38b543f0-d2b2-444a-82e9-2285ef229361,segment=NetworkSegment(3e49fa7b-bf4f-4995-9b6d-474852e5cd26),segment_id=3e49fa7b-bf4f-4995-9b6d-474852e5cd26)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:29.735133 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9942d98e-2382-4948-a7aa-cb599dcf8c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.747729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9942d98e-2382-4948-a7aa-cb599dcf8c70 None None] Calling delete_port for 38b543f0-d2b2-444a-82e9-2285ef229361 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:33:29.798481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.820291 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9942d98e-2382-4948-a7aa-cb599dcf8c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:29.826237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] No DVR routers for this DVR port 38b543f0-d2b2-444a-82e9-2285ef229361 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:33:29.831184 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b543f0-d2b2-444a-82e9-2285ef229361,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:29.846042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942d98e-2382-4948-a7aa-cb599dcf8c70 None None] Pushing event deleted for resources: {'Port': ['ID=38b543f0-d2b2-444a-82e9-2285ef229361,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:29.849501 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9942d98e-2382-4948-a7aa-cb599dcf8c70 None None] No DVR routers for this DVR port 38b543f0-d2b2-444a-82e9-2285ef229361 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:33:30.140442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.150478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343e4223-1644-4b0e-804e-756f568bf874']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:30.160460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e49fa7b-bf4f-4995-9b6d-474852e5cd26') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:30.160751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e49fa7b-bf4f-4995-9b6d-474852e5cd26') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:33:30.169892 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.182918 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.188835 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:33:30.189284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:33:30.190908 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:33:30.201849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f432208c-b808-48f8-8566-e61a14271101 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:30.224646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f432208c-b808-48f8-8566-e61a14271101 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:33:30.224993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f432208c-b808-48f8-8566-e61a14271101 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:30.225446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f5266ce6-87b1-49f1-9587-2b84c774abb7 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:30.243896 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f5266ce6-87b1-49f1-9587-2b84c774abb7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:33:30.249878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f5266ce6-87b1-49f1-9587-2b84c774abb7 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:30.249878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 38b543f0-d2b2-444a-82e9-2285ef229361 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:33:30.263290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 38b543f0-d2b2-444a-82e9-2285ef229361 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:33:30.263673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 38b543f0-d2b2-444a-82e9-2285ef229361 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:33:30.295176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.300445 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.302296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] 10.222.0.20 "DELETE /v2.0/networks/343e4223-1644-4b0e-804e-756f568bf874 HTTP/1.1" status: 204 len: 168 time: 0.8702514 Aug 23 04:33:30.313374 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780e2af-3d01-4682-9301-080211768042 admin admin] Pushing event deleted for resources: {'Network': ['ID=343e4223-1644-4b0e-804e-756f568bf874,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:30.567854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33492) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:30.606752 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-76eb260e-144d-4e7f-bfa7-c34adda91664 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e778a5fc24364b7492132acceb494860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377519 Aug 23 04:33:30.608322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.609152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33494) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:30.658989 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c24dd1d3-9197-4b62-8470-55274e0886b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.679289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c24dd1d3-9197-4b62-8470-55274e0886b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.803493 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c24dd1d3-9197-4b62-8470-55274e0886b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.806640 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c24dd1d3-9197-4b62-8470-55274e0886b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:30.812555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c24dd1d3-9197-4b62-8470-55274e0886b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9465c3ba-a91b-450f-8d41-d311299383c1 HTTP/1.1" status: 204 len: 168 time: 0.1977332 Aug 23 04:33:30.815198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dd1d3-9197-4b62-8470-55274e0886b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9465c3ba-a91b-450f-8d41-d311299383c1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:31.808356 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33518) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:31.902635 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-85013463-network', 'tenant_id': '564e98ae69124292b4d782d8d9507160'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:31.935276 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.026714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Made reservation on behalf of 564e98ae69124292b4d782d8d9507160 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:33:32.028975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.037560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.123799 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.192019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.215028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:33:32.229457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:32.235846 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.236146 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Added segment 0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b of type vlan for network 3d15945a-b769-4995-a91a-3d4200e01506 Aug 23 04:33:32.281772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.380649 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.381638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:32.382213 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.464735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] Pushing event updated for resources: {'Network': ['ID=3d15945a-b769-4995-a91a-3d4200e01506,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:32.475051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 3d15945a-b769-4995-a91a-3d4200e01506 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:33:32.490566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4a7367a7-8ae3-4dbd-96eb-b8280cec7fcb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6810398 Aug 23 04:33:32.494610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33522) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:33:32.499622 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Request body: {'subnet': {'network_id': '3d15945a-b769-4995-a91a-3d4200e01506', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-85013463-subnet', 'tenant_id': '564e98ae69124292b4d782d8d9507160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:32.586885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Made reservation on behalf of 564e98ae69124292b4d782d8d9507160 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:33:32.589370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.792372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:32.846837 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=37657dba-abab-4dd0-a02d-e73d38aa52ef,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:32.853860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Checking segment: {'id': '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:33:32.854212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Network hostable DHCP agents. Network: 3d15945a-b769-4995-a91a-3d4200e01506, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:33:32.928214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Network 3d15945a-b769-4995-a91a-3d4200e01506 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:33:33.013737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 3d15945a-b769-4995-a91a-3d4200e01506) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:33:33.017867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:33.018454 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:33.022552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccb190-f976-4fa2-901c-fb60f0d20d86 None None] Network 3d15945a-b769-4995-a91a-3d4200e01506 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:33:33.100596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c68fa2ce-6154-45b0-af82-371437c1c9ef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6047738 Aug 23 04:33:33.139622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81799bf-af63-4644-b955-e75dbfaa96da None None] Network 3d15945a-b769-4995-a91a-3d4200e01506 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:33:33.524058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-50f19836-1e3c-45f9-bfbb-84ac977ab148 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:33.526562 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-50f19836-1e3c-45f9-bfbb-84ac977ab148 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/networks?id=3d15945a-b769-4995-a91a-3d4200e01506 HTTP/1.1" status: 200 len: 812 time: 0.1113360 Aug 23 04:33:33.543189 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-3042867a-7e90-46b1-b9ae-52b4d0764b69 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/quotas/564e98ae69124292b4d782d8d9507160 HTTP/1.1" status: 200 len: 375 time: 0.0107002 Aug 23 04:33:33.577389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-52ddc063-00d2-46e6-9a70-66b52f17c26b tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=564e98ae69124292b4d782d8d9507160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290468 Aug 23 04:33:33.667446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-303656d3-ba75-4f5d-893f-79a27d67db90 service neutron] 10.222.0.20 "GET /v2.0/networks/3d15945a-b769-4995-a91a-3d4200e01506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831063 Aug 23 04:33:33.751374 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-211d86c9-cb2d-4ab0-b831-2f83532dc9ad service neutron] 10.222.0.20 "GET /v2.0/networks/3d15945a-b769-4995-a91a-3d4200e01506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779505 Aug 23 04:33:33.972438 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ecc1368e-d223-42e1-8415-0287bfb08751 req-b3fdd5f3-7823-4e6f-8781-c2c77b7d8df9 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 210 time: 0.0304422 Aug 23 04:33:35.063730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5dc42950-f90f-45a1-97fd-3660255c6aab req-2f58e843-0a23-478c-988d-d0666ba73fce tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 210 time: 0.0258262 Aug 23 04:33:35.957161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-e3e925a8-200e-40fb-8840-3aa30a8d8738 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:35.958616 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-e3e925a8-200e-40fb-8840-3aa30a8d8738 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.24 "GET /v2.0/networks?id=3d15945a-b769-4995-a91a-3d4200e01506 HTTP/1.1" status: 200 len: 812 time: 0.1005902 Aug 23 04:33:35.971279 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Request body: {'port': {'device_id': '190cfbce-318a-4c7c-9efd-eea1887d89b8', 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506', 'admin_state_up': True, 'tenant_id': '564e98ae69124292b4d782d8d9507160'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:36.135239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Made reservation on behalf of 564e98ae69124292b4d782d8d9507160 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:33:36.138818 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:36.159796 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-652c7c5c-dfb1-40a7-8bf7-81dd1af8a619 req-b33fbdcb-eed9-4c52-858a-bc84353126c6 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 210 time: 0.0293491 Aug 23 04:33:36.267711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Allocated IP 172.20.0.13 (3d15945a-b769-4995-a91a-3d4200e01506/37657dba-abab-4dd0-a02d-e73d38aa52ef/def4af1f-eee2-455e-91ef-a28af1923987) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:33:36.406317 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:36.528579 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:36.573674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Network 3d15945a-b769-4995-a91a-3d4200e01506 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:33:36.576511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:33:36.579939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:33:36.607122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Pushing event updated for resources: {'Port': ['ID=def4af1f-eee2-455e-91ef-a28af1923987,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:36.634245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:36.638678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:36.700089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-59f0b8f2-dda4-4bea-a030-5f744aaadd81 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7325253 Aug 23 04:33:36.712396 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-6989d389-5a6d-4210-9032-72da7407b792 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:33:36.713538 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-6989d389-5a6d-4210-9032-72da7407b792 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058687 Aug 23 04:33:36.724662 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Request body: {'port': {'device_id': '190cfbce-318a-4c7c-9efd-eea1887d89b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:36.777884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:37.032178 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def4af1f-eee2-455e-91ef-a28af1923987 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:33:37.039540 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:37.053336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Transition to ACTIVE for port object def4af1f-eee2-455e-91ef-a28af1923987 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:33:37.117741 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:37.164587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Pushing event updated for resources: {'Port': ['ID=def4af1f-eee2-455e-91ef-a28af1923987,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:37.235613 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Attempting to bind port def4af1f-eee2-455e-91ef-a28af1923987 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:33:37.235938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Attempting to bind port def4af1f-eee2-455e-91ef-a28af1923987 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:33:37.236257 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Attempting to bind port def4af1f-eee2-455e-91ef-a28af1923987 on network 3d15945a-b769-4995-a91a-3d4200e01506 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:33:37.240534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Port def4af1f-eee2-455e-91ef-a28af1923987 on network 3d15945a-b769-4995-a91a-3d4200e01506 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:33:37.240858 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Attempting to bind port def4af1f-eee2-455e-91ef-a28af1923987 on network 3d15945a-b769-4995-a91a-3d4200e01506 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:33:37.246044 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:33:37.246376 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Checking segment: {'id': '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:33:37.246754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Bound using segment: {'id': '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:33:37.247165 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Bound port: def4af1f-eee2-455e-91ef-a28af1923987, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:33:37.247515 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:37.276581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650fd14-127e-4812-8650-4ee0237d99df req-ba57170f-5e1e-4894-9c63-a5e9056d237c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:37.278103 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f650fd14-127e-4812-8650-4ee0237d99df req-ba57170f-5e1e-4894-9c63-a5e9056d237c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 944 time: 0.0490437 Aug 23 04:33:37.308779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] For port def4af1f-eee2-455e-91ef-a28af1923987, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:33:37.311771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] For port def4af1f-eee2-455e-91ef-a28af1923987, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=def4af1f-eee2-455e-91ef-a28af1923987,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:33:37.315591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f650fd14-127e-4812-8650-4ee0237d99df req-c9c5e2c2-6377-4e96-98ac-5c546f3a007e tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Aug 23 04:33:37.386866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:37.419470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:37.420201 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:37.421585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] 10.222.0.24 "PUT /v2.0/ports/def4af1f-eee2-455e-91ef-a28af1923987 HTTP/1.1" status: 200 len: 1092 time: 0.7006624 Aug 23 04:33:37.422011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190cfbce-318a-4c7c-9efd-eea1887d89b8', 'tag': 'def4af1f-eee2-455e-91ef-a28af1923987'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:33:37.424252 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7082a-cb6a-4b78-9fa4-3983fd7ef32a" -d '{"events": [{"name": "network-changed", "server_uuid": "190cfbce-318a-4c7c-9efd-eea1887d89b8", "tag": "def4af1f-eee2-455e-91ef-a28af1923987"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:37.449210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97190061-e42f-4e7b-a364-9ac17fa96636 service neutron] Pushing event updated for resources: {'Port': ['ID=def4af1f-eee2-455e-91ef-a28af1923987,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:37.462934 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931dc229-58a1-4754-bc34-80db08b92040 x-openstack-request-id: req-931dc229-58a1-4754-bc34-80db08b92040 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:37.463235 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190cfbce-318a-4c7c-9efd-eea1887d89b8", "tag": "def4af1f-eee2-455e-91ef-a28af1923987", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:37.463493 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-931dc229-58a1-4754-bc34-80db08b92040 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:37.463895 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190cfbce-318a-4c7c-9efd-eea1887d89b8', 'tag': 'def4af1f-eee2-455e-91ef-a28af1923987', 'status': 'completed', 'code': 200} Aug 23 04:33:37.523086 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7082a-cb6a-4b78-9fa4-3983fd7ef32a req-6029c7d2-e4bb-43a3-9fde-4556177eef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:37.525204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fbc7082a-cb6a-4b78-9fa4-3983fd7ef32a req-6029c7d2-e4bb-43a3-9fde-4556177eef0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=564e98ae69124292b4d782d8d9507160&device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 1095 time: 0.0412569 Aug 23 04:33:37.621145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7082a-cb6a-4b78-9fa4-3983fd7ef32a req-71cb9db5-1331-4fd8-bd88-7998b9cb8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:37.622490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fbc7082a-cb6a-4b78-9fa4-3983fd7ef32a req-71cb9db5-1331-4fd8-bd88-7998b9cb8787 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=564e98ae69124292b4d782d8d9507160&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0898576 Aug 23 04:33:37.715268 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7082a-cb6a-4b78-9fa4-3983fd7ef32a req-cb5628c0-caa3-4f68-a5c4-5dc6b5ed0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:37.716677 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fbc7082a-cb6a-4b78-9fa4-3983fd7ef32a req-cb5628c0-caa3-4f68-a5c4-5dc6b5ed0476 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869188 Aug 23 04:33:37.788893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-710ce82f-35e7-4702-b10f-4a106a4859c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:37.790396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-710ce82f-35e7-4702-b10f-4a106a4859c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=564e98ae69124292b4d782d8d9507160&device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 1095 time: 0.0389359 Aug 23 04:33:37.830121 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-99571e87-e337-4d36-9eaa-50599be1ff70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=def4af1f-eee2-455e-91ef-a28af1923987 HTTP/1.1" status: 200 len: 217 time: 0.0324445 Aug 23 04:33:37.879533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-7ec67e12-6f35-4785-8be1-13ecce7a429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:37.880828 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-7ec67e12-6f35-4785-8be1-13ecce7a429c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37657dba-abab-4dd0-a02d-e73d38aa52ef HTTP/1.1" status: 200 len: 852 time: 0.0439820 Aug 23 04:33:37.911427 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-6bd7ff6f-e000-479e-9e63-2925b2aed446 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d15945a-b769-4995-a91a-3d4200e01506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234520 Aug 23 04:33:37.997432 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-6a84bc07-53cb-4a40-a1de-b17e0af7aef3 service neutron] 10.222.0.24 "GET /v2.0/networks/3d15945a-b769-4995-a91a-3d4200e01506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791826 Aug 23 04:33:38.072903 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:38.088601 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-490a2450-f793-48f3-b8f7-ff57e006df09 req-5338a17e-08f4-4e71-85f2-2e7b9b613aec service neutron] 10.222.0.24 "GET /v2.0/networks/3d15945a-b769-4995-a91a-3d4200e01506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846105 Aug 23 04:33:38.431475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4325d3d-a5cb-4444-afc5-1971e5b74b64 req-3025149a-d52d-425e-9662-b237916cc3ab tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:38.432929 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e4325d3d-a5cb-4444-afc5-1971e5b74b64 req-3025149a-d52d-425e-9662-b237916cc3ab tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 944 time: 0.0505872 Aug 23 04:33:38.469156 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e4325d3d-a5cb-4444-afc5-1971e5b74b64 req-9206a46f-47ff-43e7-b75f-4f44e2b8846a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302494 Aug 23 04:33:39.581889 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119812-dd75-4958-af35-d5b70d8f3a40 req-e8e8eb77-fa35-4b33-bf67-91a320e68cbf tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:39.583363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25119812-dd75-4958-af35-d5b70d8f3a40 req-e8e8eb77-fa35-4b33-bf67-91a320e68cbf tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 944 time: 0.0477631 Aug 23 04:33:39.621048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-25119812-dd75-4958-af35-d5b70d8f3a40 req-7dd756b8-c157-4e86-b724-d18f5f0b2266 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Aug 23 04:33:40.734274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfa571-e1ab-4301-940c-dc7ee49650e2 req-02f8efe6-a9d6-452b-8956-e8cc6ac37dcb tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:40.735734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85bfa571-e1ab-4301-940c-dc7ee49650e2 req-02f8efe6-a9d6-452b-8956-e8cc6ac37dcb tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 944 time: 0.0480757 Aug 23 04:33:40.771336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85bfa571-e1ab-4301-940c-dc7ee49650e2 req-82693d99-2210-461a-98a5-9086b9f8ca74 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297630 Aug 23 04:33:41.886516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdf805-51f0-4703-a770-deefb4d09346 req-3e244cb9-0dd2-4393-b49d-59891d209d12 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:41.887956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72cdf805-51f0-4703-a770-deefb4d09346 req-3e244cb9-0dd2-4393-b49d-59891d209d12 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 944 time: 0.0512316 Aug 23 04:33:41.927723 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72cdf805-51f0-4703-a770-deefb4d09346 req-8f8a878b-d676-4ebc-9161-0f95c256d036 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338454 Aug 23 04:33:42.202145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device def4af1f-eee2-455e-91ef-a28af1923987 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:33:42.297209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port def4af1f-eee2-455e-91ef-a28af1923987, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=def4af1f-eee2-455e-91ef-a28af1923987,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:42.307873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'def4af1f-eee2-455e-91ef-a28af1923987', 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506', 'port_id': 'def4af1f-eee2-455e-91ef-a28af1923987', 'mac_address': 'fa:16:3e:a3:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37657dba-abab-4dd0-a02d-e73d38aa52ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:33:42.343879 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:42.356230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def4af1f-eee2-455e-91ef-a28af1923987 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:33:42.375312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port def4af1f-eee2-455e-91ef-a28af1923987, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=def4af1f-eee2-455e-91ef-a28af1923987,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:42.426130 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:42.475039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=def4af1f-eee2-455e-91ef-a28af1923987,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:42.614148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['def4af1f-eee2-455e-91ef-a28af1923987'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:33:43.038297 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a4d9-91a4-4816-a2bc-4ad15a148bca req-cf8b9430-8113-42ae-9127-5a2170c6022d tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:43.040413 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e68a4d9-91a4-4816-a2bc-4ad15a148bca req-cf8b9430-8113-42ae-9127-5a2170c6022d tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 945 time: 0.0473058 Aug 23 04:33:43.075920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0e68a4d9-91a4-4816-a2bc-4ad15a148bca req-d2de8f2a-069b-45fe-a4a5-8f076985174e tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297208 Aug 23 04:33:44.186588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f4af-8402-4b23-b875-7eb377b95805 req-eb9c9095-04fb-4c79-b6b6-0bc436359ee5 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:44.188047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27b5f4af-8402-4b23-b875-7eb377b95805 req-eb9c9095-04fb-4c79-b6b6-0bc436359ee5 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 945 time: 0.0476871 Aug 23 04:33:44.202559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device def4af1f-eee2-455e-91ef-a28af1923987 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:33:44.225678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27b5f4af-8402-4b23-b875-7eb377b95805 req-d02de9f1-aede-46b9-abeb-844d60aa68a2 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Aug 23 04:33:44.317910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port def4af1f-eee2-455e-91ef-a28af1923987 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:33:44.322024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port def4af1f-eee2-455e-91ef-a28af1923987 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:33:44.322399 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:44.395286 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:44.416900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190cfbce-318a-4c7c-9efd-eea1887d89b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def4af1f-eee2-455e-91ef-a28af1923987'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:33:44.419053 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e984195-6a46-49db-9a16-83473039ad62" -d '{"events": [{"server_uuid": "190cfbce-318a-4c7c-9efd-eea1887d89b8", "name": "network-vif-plugged", "status": "completed", "tag": "def4af1f-eee2-455e-91ef-a28af1923987"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:44.434026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port def4af1f-eee2-455e-91ef-a28af1923987, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=def4af1f-eee2-455e-91ef-a28af1923987,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:44.454845 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd939a3-0090-4625-b68c-800a71d1c45d x-openstack-request-id: req-6dd939a3-0090-4625-b68c-800a71d1c45d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:44.455134 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190cfbce-318a-4c7c-9efd-eea1887d89b8", "name": "network-vif-plugged", "status": "completed", "tag": "def4af1f-eee2-455e-91ef-a28af1923987", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:44.455388 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dd939a3-0090-4625-b68c-800a71d1c45d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:44.455780 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190cfbce-318a-4c7c-9efd-eea1887d89b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def4af1f-eee2-455e-91ef-a28af1923987', 'code': 200} Aug 23 04:33:44.489167 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:44.536865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=def4af1f-eee2-455e-91ef-a28af1923987,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:44.551067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bd2bd-1579-42e3-84e4-5c5740db395c req-1b30538f-8ce0-41fd-871a-d68af60cffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:44.552596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da9bd2bd-1579-42e3-84e4-5c5740db395c req-1b30538f-8ce0-41fd-871a-d68af60cffa8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 1097 time: 0.0389650 Aug 23 04:33:44.586239 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-da9bd2bd-1579-42e3-84e4-5c5740db395c req-5ec5e9e4-bc3d-479d-99bd-e5e5a5dcce45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267642 Aug 23 04:33:45.341372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304d4db-a506-49d0-9bde-77b2fb4a61f6 req-b875c61c-ac7d-417b-ab7b-d597428a7017 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:45.342824 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1304d4db-a506-49d0-9bde-77b2fb4a61f6 req-b875c61c-ac7d-417b-ab7b-d597428a7017 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0502450 Aug 23 04:33:45.378960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1304d4db-a506-49d0-9bde-77b2fb4a61f6 req-099fe9f9-c49c-4eb2-bfc1-406c00134342 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303895 Aug 23 04:33:46.490047 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7390bd0-d146-445d-8b06-876ce62930a9 req-5b979d47-a223-434d-929f-e6dc7d20618c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:46.491509 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7390bd0-d146-445d-8b06-876ce62930a9 req-5b979d47-a223-434d-929f-e6dc7d20618c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0476546 Aug 23 04:33:46.527833 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7390bd0-d146-445d-8b06-876ce62930a9 req-3d12313a-e8e3-4993-8d6a-a1ed3bcca4df tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298481 Aug 23 04:33:46.743705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-e1836124-5b9a-4769-b401-077286339889 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:46.745175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-e1836124-5b9a-4769-b401-077286339889 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/networks?id=3d15945a-b769-4995-a91a-3d4200e01506 HTTP/1.1" status: 200 len: 812 time: 0.1007998 Aug 23 04:33:46.759453 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-97c3a61e-68b2-46d4-b411-ff7b8b4af196 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/quotas/564e98ae69124292b4d782d8d9507160 HTTP/1.1" status: 200 len: 375 time: 0.0087762 Aug 23 04:33:46.806263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-5ba7949c-f233-48f1-8b6f-86b78f6a25d8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=564e98ae69124292b4d782d8d9507160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417359 Aug 23 04:33:46.892302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-633fe06c-0b4e-405f-b639-00d562b95a69 service neutron] 10.222.0.20 "GET /v2.0/networks/3d15945a-b769-4995-a91a-3d4200e01506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792887 Aug 23 04:33:46.983282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-e4c9128b-c711-4850-b6af-7a5de5d6184b service neutron] 10.222.0.20 "GET /v2.0/networks/3d15945a-b769-4995-a91a-3d4200e01506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848787 Aug 23 04:33:47.207697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f56e5c25-5d1a-4254-b6bf-c3fc39054e63 req-49c0adfa-0bcf-4e39-a8ef-546aa9435c0f tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 210 time: 0.0259943 Aug 23 04:33:48.301394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-932f060b-9ea6-4008-bb0f-50efddd10814 req-a88cc1a2-924f-4079-aaff-309b84455949 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 210 time: 0.0254712 Aug 23 04:33:49.030939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-7c45ee2f-639c-42aa-b270-8d3c5df15118 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:49.032379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-7c45ee2f-639c-42aa-b270-8d3c5df15118 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.11 "GET /v2.0/networks?id=3d15945a-b769-4995-a91a-3d4200e01506 HTTP/1.1" status: 200 len: 812 time: 0.1011946 Aug 23 04:33:49.051656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Request body: {'port': {'device_id': 'c2e295c6-9675-4d48-af86-b4e685326def', 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506', 'admin_state_up': True, 'tenant_id': '564e98ae69124292b4d782d8d9507160'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:49.231790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Made reservation on behalf of 564e98ae69124292b4d782d8d9507160 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:33:49.235332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:49.358852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Allocated IP 172.20.0.5 (3d15945a-b769-4995-a91a-3d4200e01506/37657dba-abab-4dd0-a02d-e73d38aa52ef/ba3fcd7a-7700-409a-9d3f-ae9863c8a728) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:33:49.396805 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85f23a29-b57c-4940-bb50-c850c2cee4b4 req-d7f8d80b-e6f4-4312-8736-a100f85fb2a6 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 210 time: 0.0287116 Aug 23 04:33:49.526050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:49.647887 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:49.661866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['def4af1f-eee2-455e-91ef-a28af1923987'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:33:49.687348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Network 3d15945a-b769-4995-a91a-3d4200e01506 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:33:49.690160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:33:49.693652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:33:49.723616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Pushing event updated for resources: {'Port': ['ID=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:49.735836 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.736182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.736522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.736860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.737224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.737560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.737885 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.738209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.738533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.738859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.739177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.739496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:49.757800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:49.759087 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:49.821274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-adeaab26-d2ee-4281-b007-5599ac5a5f4a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733309 Aug 23 04:33:49.838507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Request body: {'port': {'device_id': 'c2e295c6-9675-4d48-af86-b4e685326def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:33:49.893271 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:50.141291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3fcd7a-7700-409a-9d3f-ae9863c8a728 {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:33:50.148456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:50.160095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Transition to ACTIVE for port object ba3fcd7a-7700-409a-9d3f-ae9863c8a728 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:33:50.244301 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:50.293901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:50.358452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Attempting to bind port ba3fcd7a-7700-409a-9d3f-ae9863c8a728 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:33:50.358779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Attempting to bind port ba3fcd7a-7700-409a-9d3f-ae9863c8a728 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:33:50.359100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Attempting to bind port ba3fcd7a-7700-409a-9d3f-ae9863c8a728 on network 3d15945a-b769-4995-a91a-3d4200e01506 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:33:50.363248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Port ba3fcd7a-7700-409a-9d3f-ae9863c8a728 on network 3d15945a-b769-4995-a91a-3d4200e01506 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:33:50.363564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Attempting to bind port ba3fcd7a-7700-409a-9d3f-ae9863c8a728 on network 3d15945a-b769-4995-a91a-3d4200e01506 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:33:50.369172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:33:50.369502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Checking segment: {'id': '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:33:50.372018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Bound using segment: {'id': '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:33:50.372018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Bound port: ba3fcd7a-7700-409a-9d3f-ae9863c8a728, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:33:50.372018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:50.429851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] For port ba3fcd7a-7700-409a-9d3f-ae9863c8a728, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:33:50.436300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] For port ba3fcd7a-7700-409a-9d3f-ae9863c8a728, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:33:50.513541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4214ee-9b55-4683-afba-6b64a98ae891 req-3e93166e-a952-4bbf-ae33-1d4fea7d7cb1 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:50.514996 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf4214ee-9b55-4683-afba-6b64a98ae891 req-3e93166e-a952-4bbf-ae33-1d4fea7d7cb1 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 943 time: 0.0509560 Aug 23 04:33:50.536809 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:50.584068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:50.584667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:50.586050 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] 10.222.0.11 "PUT /v2.0/ports/ba3fcd7a-7700-409a-9d3f-ae9863c8a728 HTTP/1.1" status: 200 len: 1091 time: 0.7516947 Aug 23 04:33:50.588632 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e295c6-9675-4d48-af86-b4e685326def', 'tag': 'ba3fcd7a-7700-409a-9d3f-ae9863c8a728'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:33:50.590924 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c1282-0033-4c6f-b366-1549dbffbb34" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e295c6-9675-4d48-af86-b4e685326def", "tag": "ba3fcd7a-7700-409a-9d3f-ae9863c8a728"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:50.597865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bf4214ee-9b55-4683-afba-6b64a98ae891 req-c89ad13f-885f-45cf-902b-b4bb66cdc6ad tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768769 Aug 23 04:33:50.612859 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9ee03-841e-42ae-b006-b7b8d6c02374 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:50.641679 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e2cb8-5fab-4d18-9d56-debdf3fdfe52 x-openstack-request-id: req-e09e2cb8-5fab-4d18-9d56-debdf3fdfe52 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:50.641978 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e295c6-9675-4d48-af86-b4e685326def", "tag": "ba3fcd7a-7700-409a-9d3f-ae9863c8a728", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:50.642254 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e09e2cb8-5fab-4d18-9d56-debdf3fdfe52 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:50.642677 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e295c6-9675-4d48-af86-b4e685326def', 'tag': 'ba3fcd7a-7700-409a-9d3f-ae9863c8a728', 'status': 'completed', 'code': 200} Aug 23 04:33:50.722224 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1282-0033-4c6f-b366-1549dbffbb34 req-dcf2f5ad-13ce-4795-8b04-a7c585a0585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:50.723610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-043c1282-0033-4c6f-b366-1549dbffbb34 req-dcf2f5ad-13ce-4795-8b04-a7c585a0585e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=564e98ae69124292b4d782d8d9507160&device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 1094 time: 0.0403500 Aug 23 04:33:50.826477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1282-0033-4c6f-b366-1549dbffbb34 req-46abe3a6-c759-4160-ab88-63031d6689d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:50.827933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-043c1282-0033-4c6f-b366-1549dbffbb34 req-46abe3a6-c759-4160-ab88-63031d6689d6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=564e98ae69124292b4d782d8d9507160&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0916882 Aug 23 04:33:50.919241 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1282-0033-4c6f-b366-1549dbffbb34 req-d6ae80b8-dd46-4de2-ab1f-b24699ab28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:50.920651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-043c1282-0033-4c6f-b366-1549dbffbb34 req-d6ae80b8-dd46-4de2-ab1f-b24699ab28f8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0859072 Aug 23 04:33:51.019996 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-b6522131-0382-4842-82fe-b1200227c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:51.021490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-b6522131-0382-4842-82fe-b1200227c214 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=564e98ae69124292b4d782d8d9507160&device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 1094 time: 0.0437899 Aug 23 04:33:51.065703 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-a0d04225-b1a9-428d-85a6-72f6d5a48fe6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba3fcd7a-7700-409a-9d3f-ae9863c8a728 HTTP/1.1" status: 200 len: 217 time: 0.0316951 Aug 23 04:33:51.114645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-fb3d5344-94eb-49bf-94f9-bdeed6e76f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:51.116117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-fb3d5344-94eb-49bf-94f9-bdeed6e76f34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=37657dba-abab-4dd0-a02d-e73d38aa52ef HTTP/1.1" status: 200 len: 852 time: 0.0428572 Aug 23 04:33:51.151741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-2e430396-7f52-47f1-9873-5587bbf2d394 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d15945a-b769-4995-a91a-3d4200e01506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256314 Aug 23 04:33:51.243325 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-9ad809d6-992b-4b60-a366-c33ceeda2c75 service neutron] 10.222.0.11 "GET /v2.0/networks/3d15945a-b769-4995-a91a-3d4200e01506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834730 Aug 23 04:33:51.336341 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c70c1b35-d668-40d8-9cf3-588675fe0812 req-3c0d4d87-2b69-4506-ba9f-968685e391b2 service neutron] 10.222.0.11 "GET /v2.0/networks/3d15945a-b769-4995-a91a-3d4200e01506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865092 Aug 23 04:33:51.712639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753c27-948d-4bb0-9953-722e400de2d7 req-6751ddf3-f08c-4a84-92c6-7ca14d2694fd tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:51.714150 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7753c27-948d-4bb0-9953-722e400de2d7 req-6751ddf3-f08c-4a84-92c6-7ca14d2694fd tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 943 time: 0.0497212 Aug 23 04:33:51.751081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7753c27-948d-4bb0-9953-722e400de2d7 req-78a55987-cf35-44c3-ab07-e2bcef006207 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Aug 23 04:33:52.860608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf088-0e10-43cc-aa90-ba81e26718ee req-73a3223a-917a-4c11-9839-66f5de4319d7 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:52.862089 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a71bf088-0e10-43cc-aa90-ba81e26718ee req-73a3223a-917a-4c11-9839-66f5de4319d7 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 943 time: 0.0474288 Aug 23 04:33:52.900190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a71bf088-0e10-43cc-aa90-ba81e26718ee req-25b3f6be-6be8-41bc-b79c-826e15aeea39 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Aug 23 04:33:53.266086 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:54.011140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16ec34-6a05-4688-be86-b5b3302d095a req-08c0f480-40d3-4a85-b6be-d4411e50ff3a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:54.012580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db16ec34-6a05-4688-be86-b5b3302d095a req-08c0f480-40d3-4a85-b6be-d4411e50ff3a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 943 time: 0.0476794 Aug 23 04:33:54.052555 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db16ec34-6a05-4688-be86-b5b3302d095a req-7255dbf7-f3ad-43d1-a387-1efe8fd7e3fa tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340123 Aug 23 04:33:54.708329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ba3fcd7a-7700-409a-9d3f-ae9863c8a728 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:33:54.800917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ba3fcd7a-7700-409a-9d3f-ae9863c8a728, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:54.811528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'ba3fcd7a-7700-409a-9d3f-ae9863c8a728', 'network_id': '3d15945a-b769-4995-a91a-3d4200e01506', 'port_id': 'ba3fcd7a-7700-409a-9d3f-ae9863c8a728', 'mac_address': 'fa:16:3e:b3:8c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37657dba-abab-4dd0-a02d-e73d38aa52ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:33:54.846955 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:54.859424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3fcd7a-7700-409a-9d3f-ae9863c8a728 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:33:54.877952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ba3fcd7a-7700-409a-9d3f-ae9863c8a728, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:54.952055 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:54.998713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:55.005890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.006240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.006584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.006919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.007254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.007611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.007910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.008269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.008595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.008920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.009282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.009610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:33:55.324355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['ba3fcd7a-7700-409a-9d3f-ae9863c8a728'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:33:55.412600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbf2cb-b4e6-4456-adef-610f84da4eaf req-3f3b992e-87e8-42b7-88cc-e3855ece67ab tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:55.414111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32dbf2cb-b4e6-4456-adef-610f84da4eaf req-3f3b992e-87e8-42b7-88cc-e3855ece67ab tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 944 time: 0.2970519 Aug 23 04:33:55.450748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-32dbf2cb-b4e6-4456-adef-610f84da4eaf req-4d69adef-39c3-48e6-b743-d62a4f184350 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305271 Aug 23 04:33:56.106151 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9ca8b813-b242-4a44-9dbd-11705ddf192c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:56.563713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91784d5-5205-420f-8a12-172472c6cb35 req-8c81a9e4-585f-4faf-9b35-61f177f1c21a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:56.565184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d91784d5-5205-420f-8a12-172472c6cb35 req-8c81a9e4-585f-4faf-9b35-61f177f1c21a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 944 time: 0.0470471 Aug 23 04:33:56.600850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d91784d5-5205-420f-8a12-172472c6cb35 req-cf653443-a42d-491b-b714-e5b83f3e7004 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298285 Aug 23 04:33:56.711718 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ba3fcd7a-7700-409a-9d3f-ae9863c8a728 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:33:56.813098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port ba3fcd7a-7700-409a-9d3f-ae9863c8a728 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:33:56.816687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port ba3fcd7a-7700-409a-9d3f-ae9863c8a728 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:33:56.817089 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:57.048269 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:57.070157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e295c6-9675-4d48-af86-b4e685326def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3fcd7a-7700-409a-9d3f-ae9863c8a728'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:33:57.072804 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb14e9de-56dc-4bed-878a-c25e0955155d" -d '{"events": [{"server_uuid": "c2e295c6-9675-4d48-af86-b4e685326def", "name": "network-vif-plugged", "status": "completed", "tag": "ba3fcd7a-7700-409a-9d3f-ae9863c8a728"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:33:57.087019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port ba3fcd7a-7700-409a-9d3f-ae9863c8a728, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:33:57.108755 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8b5170-d4fe-40b8-a512-c279cfa00245 x-openstack-request-id: req-4b8b5170-d4fe-40b8-a512-c279cfa00245 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:33:57.109387 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e295c6-9675-4d48-af86-b4e685326def", "name": "network-vif-plugged", "status": "completed", "tag": "ba3fcd7a-7700-409a-9d3f-ae9863c8a728", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:33:57.109387 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b8b5170-d4fe-40b8-a512-c279cfa00245 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:33:57.109736 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e295c6-9675-4d48-af86-b4e685326def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3fcd7a-7700-409a-9d3f-ae9863c8a728', 'code': 200} Aug 23 04:33:57.151446 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:57.202264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:33:57.235562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf1a3-256e-4ea5-bba0-f046f10be81f req-c89b4135-f499-4b24-a980-d5e10092f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:57.237214 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a3bf1a3-256e-4ea5-bba0-f046f10be81f req-c89b4135-f499-4b24-a980-d5e10092f966 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 1096 time: 0.0405450 Aug 23 04:33:57.274538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8a3bf1a3-256e-4ea5-bba0-f046f10be81f req-fe62c7a7-b162-4280-8c06-98dfbb5d6009 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Aug 23 04:33:57.713991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c8989-42d1-4ee4-852a-b183fe090dde req-c6761fad-7fa1-4a1e-9bd0-697f0c0b456c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:57.715617 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-452c8989-42d1-4ee4-852a-b183fe090dde req-c6761fad-7fa1-4a1e-9bd0-697f0c0b456c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 945 time: 0.0481386 Aug 23 04:33:57.753441 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-452c8989-42d1-4ee4-852a-b183fe090dde req-98991722-741e-401a-93b4-4785b35b8480 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Aug 23 04:33:58.031271 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:33:58.796432 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-af948d00-2dbe-489b-948d-f8eb54497118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:58.868846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6682dd-b568-434e-82b8-4afb9418f8d4 req-9e08d6aa-86aa-4210-a832-ffaeaddd329a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:58.870332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db6682dd-b568-434e-82b8-4afb9418f8d4 req-9e08d6aa-86aa-4210-a832-ffaeaddd329a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 945 time: 0.0471811 Aug 23 04:33:58.904896 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:33:58.907934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db6682dd-b568-434e-82b8-4afb9418f8d4 req-ecea791e-9161-4b74-80a4-62dc6c90d7e4 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Aug 23 04:33:59.317037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445511d-904e-45b5-94a4-aa6cfb87c600 req-d567a4a9-2201-4d62-9805-2098237ae46b tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:33:59.318517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f445511d-904e-45b5-94a4-aa6cfb87c600 req-d567a4a9-2201-4d62-9805-2098237ae46b tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 945 time: 0.0477712 Aug 23 04:33:59.357825 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f445511d-904e-45b5-94a4-aa6cfb87c600 req-fd2c2db5-fd92-41a1-ac3f-37897e669948 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335107 Aug 23 04:34:00.470533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d365450-7467-4100-a911-3336ea167a67 req-7b2272c5-8f12-4a7d-b4c9-0690e53b6ab2 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:00.471973 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d365450-7467-4100-a911-3336ea167a67 req-7b2272c5-8f12-4a7d-b4c9-0690e53b6ab2 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 945 time: 0.0486679 Aug 23 04:34:00.509447 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d365450-7467-4100-a911-3336ea167a67 req-12f518ce-3de4-48fb-9aba-b7cad3cdb759 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Aug 23 04:34:00.603441 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:00.924024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6126c11d-08ed-41b1-b1c5-679c1d04af8c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:00.925478 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6126c11d-08ed-41b1-b1c5-679c1d04af8c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 945 time: 0.0470243 Aug 23 04:34:01.013576 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Deleting port ba3fcd7a-7700-409a-9d3f-ae9863c8a728 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:01.013924 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:01.097863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] For port ba3fcd7a-7700-409a-9d3f-ae9863c8a728, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:01.098227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:01.110132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Calling delete_port for ba3fcd7a-7700-409a-9d3f-ae9863c8a728 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:01.323531 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:01.336226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['def4af1f-eee2-455e-91ef-a28af1923987'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:34:01.352086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Pushing event deleted for resources: {'Port': ['ID=ba3fcd7a-7700-409a-9d3f-ae9863c8a728,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:01.358934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['ba3fcd7a-7700-409a-9d3f-ae9863c8a728'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:34:01.395739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] No DVR routers for this DVR port ba3fcd7a-7700-409a-9d3f-ae9863c8a728 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:01.398282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:01.400983 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8ddca399-1f88-4a91-ac5c-5f69281965ae req-6e6fd8f8-cc56-4a66-82bc-b005096fe2b8 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.11 "DELETE /v2.0/ports/ba3fcd7a-7700-409a-9d3f-ae9863c8a728 HTTP/1.1" status: 204 len: 173 time: 0.4685206 Aug 23 04:34:01.401440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e295c6-9675-4d48-af86-b4e685326def', 'name': 'network-vif-deleted', 'tag': 'ba3fcd7a-7700-409a-9d3f-ae9863c8a728'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:34:01.403863 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f3a7c8-9394-423e-91c2-fafaee42b267" -d '{"events": [{"server_uuid": "c2e295c6-9675-4d48-af86-b4e685326def", "name": "network-vif-deleted", "tag": "ba3fcd7a-7700-409a-9d3f-ae9863c8a728"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:34:01.438912 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdfc567-4617-4889-a6c1-cda9ad4dc310 x-openstack-request-id: req-2bdfc567-4617-4889-a6c1-cda9ad4dc310 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:34:01.439206 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e295c6-9675-4d48-af86-b4e685326def", "name": "network-vif-deleted", "tag": "ba3fcd7a-7700-409a-9d3f-ae9863c8a728", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:34:01.439464 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bdfc567-4617-4889-a6c1-cda9ad4dc310 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:34:01.439882 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e295c6-9675-4d48-af86-b4e685326def', 'name': 'network-vif-deleted', 'tag': 'ba3fcd7a-7700-409a-9d3f-ae9863c8a728', 'status': 'completed', 'code': 200} Aug 23 04:34:01.604239 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e6c7221-adb7-4d52-8f83-30b1c3b55742 req-1b659d48-3def-4766-8654-6b4a697219d3 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2e295c6-9675-4d48-af86-b4e685326def HTTP/1.1" status: 200 len: 210 time: 0.0258496 Aug 23 04:34:01.951647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:02.746392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a0c3-017d-4a2e-b17e-aced10244ef4 req-24be74a7-7b50-4b9a-9132-cfaf1981525a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:02.747775 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00b7a0c3-017d-4a2e-b17e-aced10244ef4 req-24be74a7-7b50-4b9a-9132-cfaf1981525a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0473311 Aug 23 04:34:02.784404 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00b7a0c3-017d-4a2e-b17e-aced10244ef4 req-f9831742-e275-48a4-9fbd-957f3496cd0b tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307634 Aug 23 04:34:02.909910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea1e2-a988-45c5-b484-25935d6bd548 req-f98ba717-fcf8-44d2-b884-a4376359993b tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:02.911390 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f9ea1e2-a988-45c5-b484-25935d6bd548 req-f98ba717-fcf8-44d2-b884-a4376359993b tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0482128 Aug 23 04:34:02.948410 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f9ea1e2-a988-45c5-b484-25935d6bd548 req-322b269e-6aea-4099-a030-da2619e5ed35 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306315 Aug 23 04:34:03.062399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fee5a-243b-4ded-ab10-7d0639c727ea req-3bcf16b6-8394-4b03-805c-1f4dc89fced9 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:03.063788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e9fee5a-243b-4ded-ab10-7d0639c727ea req-3bcf16b6-8394-4b03-805c-1f4dc89fced9 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0515859 Aug 23 04:34:03.100645 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3e9fee5a-243b-4ded-ab10-7d0639c727ea req-41620043-865a-4a8b-ae5e-d77bbb554525 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307877 Aug 23 04:34:03.262127 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbb90f-dab2-49a5-bb71-ba65b7eef7c8 req-6699b921-f8d9-410d-ae3f-9b77b0936ff4 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:03.263631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0cbb90f-dab2-49a5-bb71-ba65b7eef7c8 req-6699b921-f8d9-410d-ae3f-9b77b0936ff4 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0490310 Aug 23 04:34:03.301502 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0cbb90f-dab2-49a5-bb71-ba65b7eef7c8 req-73490db7-33f5-43da-9cb6-5b2563ecffe2 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Aug 23 04:34:03.413572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c76b1d-5326-4392-8b78-ad879a21a10f req-b494778f-8e2c-42d9-bad6-d4538958d06a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:03.415023 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22c76b1d-5326-4392-8b78-ad879a21a10f req-b494778f-8e2c-42d9-bad6-d4538958d06a tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0480955 Aug 23 04:34:03.451707 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22c76b1d-5326-4392-8b78-ad879a21a10f req-8803dc1e-0086-4cc9-874d-b217f4718fa2 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300457 Aug 23 04:34:03.576591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313cd9-c943-4c62-a247-84d2f14a2311 req-6b08e211-0a37-4d9b-a25a-7d9c8d9bab70 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:03.578124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2313cd9-c943-4c62-a247-84d2f14a2311 req-6b08e211-0a37-4d9b-a25a-7d9c8d9bab70 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0517154 Aug 23 04:34:03.614575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2313cd9-c943-4c62-a247-84d2f14a2311 req-baef9347-7d5c-4eb5-9f55-1d01a1ae32aa tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307410 Aug 23 04:34:04.087517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b514230-e4dd-4a52-9cb3-860fe46e5170 req-d06f2738-39b6-400e-a32e-08074b12d48c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:04.088953 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b514230-e4dd-4a52-9cb3-860fe46e5170 req-d06f2738-39b6-400e-a32e-08074b12d48c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0475376 Aug 23 04:34:04.125828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b514230-e4dd-4a52-9cb3-860fe46e5170 req-ac39e2d8-0b9c-46ad-93c5-30283bb0dffe tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304728 Aug 23 04:34:04.755503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ba3fcd7a-7700-409a-9d3f-ae9863c8a728 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:34:04.775076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: ba3fcd7a-7700-409a-9d3f-ae9863c8a728 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:34:04.775904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device ba3fcd7a-7700-409a-9d3f-ae9863c8a728 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:34:05.236969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd6983-0483-4501-b097-8a824c2a27d5 req-33c523d8-9f74-431f-afac-4b213774eef6 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:05.238468 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8cd6983-0483-4501-b097-8a824c2a27d5 req-33c523d8-9f74-431f-afac-4b213774eef6 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0471368 Aug 23 04:34:05.276017 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8cd6983-0483-4501-b097-8a824c2a27d5 req-718d352a-7498-4cb2-a79b-408bc51a536c tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306950 Aug 23 04:34:05.432880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-55bbdb53-9afc-4ca6-9b21-401ae2f8274d tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:05.434261 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-55bbdb53-9afc-4ca6-9b21-401ae2f8274d tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.24 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 946 time: 0.0474026 Aug 23 04:34:05.526968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Deleting port def4af1f-eee2-455e-91ef-a28af1923987 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:05.527316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:05.610641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] For port def4af1f-eee2-455e-91ef-a28af1923987, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=def4af1f-eee2-455e-91ef-a28af1923987,segment=NetworkSegment(0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b),segment_id=0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:05.611002 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:05.622901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Calling delete_port for def4af1f-eee2-455e-91ef-a28af1923987 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:05.797303 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:05.809637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['def4af1f-eee2-455e-91ef-a28af1923987'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:34:05.825607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Pushing event deleted for resources: {'Port': ['ID=def4af1f-eee2-455e-91ef-a28af1923987,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:05.837800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.838152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.838493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.838828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.839166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.839497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.839820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.840143 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.840468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.840791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.841137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.841461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:05.878156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] No DVR routers for this DVR port def4af1f-eee2-455e-91ef-a28af1923987 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:05.880952 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:05.883094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ebf75a01-7110-4781-9fb2-e46449d6072d req-36523c57-f05f-4ab3-a62f-42bd73f1f261 tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.24 "DELETE /v2.0/ports/def4af1f-eee2-455e-91ef-a28af1923987 HTTP/1.1" status: 204 len: 173 time: 0.4419365 Aug 23 04:34:05.883537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190cfbce-318a-4c7c-9efd-eea1887d89b8', 'name': 'network-vif-deleted', 'tag': 'def4af1f-eee2-455e-91ef-a28af1923987'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:34:05.885916 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc66ee8-d6c6-4086-b27b-d9ee9c30c5d4" -d '{"events": [{"server_uuid": "190cfbce-318a-4c7c-9efd-eea1887d89b8", "name": "network-vif-deleted", "tag": "def4af1f-eee2-455e-91ef-a28af1923987"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:34:05.921928 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a9ed5f-e237-4220-bcd3-0f836e8949a1 x-openstack-request-id: req-e8a9ed5f-e237-4220-bcd3-0f836e8949a1 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:34:05.922209 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190cfbce-318a-4c7c-9efd-eea1887d89b8", "name": "network-vif-deleted", "tag": "def4af1f-eee2-455e-91ef-a28af1923987", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:34:05.922468 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8a9ed5f-e237-4220-bcd3-0f836e8949a1 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:34:05.922867 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190cfbce-318a-4c7c-9efd-eea1887d89b8', 'name': 'network-vif-deleted', 'tag': 'def4af1f-eee2-455e-91ef-a28af1923987', 'status': 'completed', 'code': 200} Aug 23 04:34:06.382661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f2ddd205-f29d-4075-a302-867322db690a req-555cb6e5-30a8-4037-94bc-37c132de144e tempest-ServersNegativeTestJSON-1908272534 tempest-ServersNegativeTestJSON-1908272534-project] 10.222.0.20 "GET /v2.0/ports?device_id=190cfbce-318a-4c7c-9efd-eea1887d89b8 HTTP/1.1" status: 200 len: 210 time: 0.0298550 Aug 23 04:34:07.437919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33696) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:07.481435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-893563a9-da6b-4060-a587-eccf133d3557 admin admin] Deleting subnet 37657dba-abab-4dd0-a02d-e73d38aa52ef {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:34:07.484425 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-893563a9-da6b-4060-a587-eccf133d3557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.517934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-893563a9-da6b-4060-a587-eccf133d3557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.554697 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-893563a9-da6b-4060-a587-eccf133d3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.654580 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-893563a9-da6b-4060-a587-eccf133d3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.684328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893563a9-da6b-4060-a587-eccf133d3557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37657dba-abab-4dd0-a02d-e73d38aa52ef,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:07.689296 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-893563a9-da6b-4060-a587-eccf133d3557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.690750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-893563a9-da6b-4060-a587-eccf133d3557 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/37657dba-abab-4dd0-a02d-e73d38aa52ef HTTP/1.1" status: 204 len: 168 time: 0.2515185 Aug 23 04:34:07.692964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33698) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:07.758806 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.838204 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.847636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d15945a-b769-4995-a91a-3d4200e01506']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:07.858103 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:07.858397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1ec9a9-091c-43d0-8cc9-2f75d2afaf2b') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:07.866899 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.880241 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.885935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:07.886315 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:07.887882 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:08.009019 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:08.014275 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:08.016917 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3d15945a-b769-4995-a91a-3d4200e01506 HTTP/1.1" status: 204 len: 168 time: 0.3222644 Aug 23 04:34:08.027310 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dd9cd-8c3b-4ef4-8cb8-5466c2565c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d15945a-b769-4995-a91a-3d4200e01506,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:08.093554 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:08.289221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33702) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:08.327398 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-11f39e6a-75a9-46c0-ae38-f1535d3e30e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=564e98ae69124292b4d782d8d9507160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370693 Aug 23 04:34:08.329790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33704) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:08.357826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device def4af1f-eee2-455e-91ef-a28af1923987 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:34:08.375578 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3e959a0-3977-4d4a-954c-6c4ffafed5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:08.379706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: def4af1f-eee2-455e-91ef-a28af1923987 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:34:08.380058 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device def4af1f-eee2-455e-91ef-a28af1923987 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:34:08.396130 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3e959a0-3977-4d4a-954c-6c4ffafed5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:08.515829 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3e959a0-3977-4d4a-954c-6c4ffafed5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:08.518418 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e3e959a0-3977-4d4a-954c-6c4ffafed5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:08.519583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e3e959a0-3977-4d4a-954c-6c4ffafed5b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa HTTP/1.1" status: 204 len: 168 time: 0.1889288 Aug 23 04:34:08.527065 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e959a0-3977-4d4a-954c-6c4ffafed5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecbf5c9-2457-4fa7-bccf-2a62c69d35aa,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:09.534765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33726) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:09.629308 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757703506'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:09.705685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:09.708999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:09.717844 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:09.805604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:09.847223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:09.868906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:34:09.881694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9415f270-2965-4095-ae94-c79a096be5a0,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:09.886842 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:09.887184 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Added segment 988baa32-299f-402b-a850-de510c07da02 of type vlan for network 20299412-f143-4946-b46e-9b8d554a3cce Aug 23 04:34:09.926845 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:10.031265 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:10.036738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:10.037332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:10.125224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5892560 Aug 23 04:34:10.135703 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b49a9-be2d-4a1e-bdb1-e14dd3deffaa tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Network': ['ID=20299412-f143-4946-b46e-9b8d554a3cce,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:10.149825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 20299412-f143-4946-b46e-9b8d554a3cce details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:34:13.382541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33730) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:13.388240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'subnet': {'network_id': '20299412-f143-4946-b46e-9b8d554a3cce', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:13.522619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:13.526735 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:13.734665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:13.797853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Subnet': ['ID=997479fb-839d-430a-a0fc-9c4780c6f9bf,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:13.806771 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Checking segment: {'id': '988baa32-299f-402b-a850-de510c07da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20299412-f143-4946-b46e-9b8d554a3cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:13.807130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network hostable DHCP agents. Network: 20299412-f143-4946-b46e-9b8d554a3cce, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:34:13.859688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network 20299412-f143-4946-b46e-9b8d554a3cce is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:34:13.922803 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 20299412-f143-4946-b46e-9b8d554a3cce) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:13.926745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:13.927324 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:13.932144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09683e4f-aceb-4c4f-9a9e-4f2027cdde8a None None] Network 20299412-f143-4946-b46e-9b8d554a3cce requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:13.980773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-13622e60-6b2c-4d6d-98c7-25dde4564464 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5970953 Aug 23 04:34:13.984223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33732) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:13.995379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-138224966'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:14.071584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:14.075276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.080065 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-20299412-f143-4946-b46e-9b8d554a3cce', 'network_id': '20299412-f143-4946-b46e-9b8d554a3cce', 'tenant_id': '1e616df0a5a24974bcf35f80d1b006db', 'fixed_ips': [{'subnet_id': '997479fb-839d-430a-a0fc-9c4780c6f9bf'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:34:14.080916 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.098461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:34:14.107281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.107622 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Added segment a8cde389-75e0-4c82-9e1b-b84f4bd311b0 of type vlan for network c1c34c86-8e81-49c4-8dfd-4278e0f327f8 Aug 23 04:34:14.146800 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.216801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Allocated IP 2001:db8:0:ffff::2 (20299412-f143-4946-b46e-9b8d554a3cce/997479fb-839d-430a-a0fc-9c4780c6f9bf/c4fc0260-c161-4e23-9c3f-b1ab21e027e6) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:14.225941 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.232045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:14.232632 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.300707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Network': ['ID=c1c34c86-8e81-49c4-8dfd-4278e0f327f8,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:14.312601 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c1c34c86-8e81-49c4-8dfd-4278e0f327f8 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:34:14.329578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-927834c5-15b8-4e89-8ec4-194db3a88a53 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3443098 Aug 23 04:34:14.332449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33734) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:14.338379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'subnet': {'network_id': 'c1c34c86-8e81-49c4-8dfd-4278e0f327f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:14.408925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.420584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Transition to ACTIVE for port object c4fc0260-c161-4e23-9c3f-b1ab21e027e6 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:14.434350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Transition to ACTIVE for port object c4fc0260-c161-4e23-9c3f-b1ab21e027e6 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:14.482933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:14.486525 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.506375 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.548371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Network 20299412-f143-4946-b46e-9b8d554a3cce is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:14.551643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:14.555155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:14.564038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Pushing event updated for resources: {'Port': ['ID=c4fc0260-c161-4e23-9c3f-b1ab21e027e6,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:14.614855 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Attempting to bind port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:14.615234 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Attempting to bind port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '988baa32-299f-402b-a850-de510c07da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20299412-f143-4946-b46e-9b8d554a3cce'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:14.615600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Attempting to bind port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 on network 20299412-f143-4946-b46e-9b8d554a3cce {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:14.621061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:14.621444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Checking segment: {'id': '988baa32-299f-402b-a850-de510c07da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20299412-f143-4946-b46e-9b8d554a3cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:14.621853 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.622271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Bound using segment: {'id': '988baa32-299f-402b-a850-de510c07da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20299412-f143-4946-b46e-9b8d554a3cce'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:14.622737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Bound port: c4fc0260-c161-4e23-9c3f-b1ab21e027e6, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988baa32-299f-402b-a850-de510c07da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20299412-f143-4946-b46e-9b8d554a3cce'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:14.623127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.684743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] For port c4fc0260-c161-4e23-9c3f-b1ab21e027e6, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:14.687715 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] For port c4fc0260-c161-4e23-9c3f-b1ab21e027e6, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c4fc0260-c161-4e23-9c3f-b1ab21e027e6,segment=NetworkSegment(988baa32-299f-402b-a850-de510c07da02),segment_id=988baa32-299f-402b-a850-de510c07da02)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:14.722980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.740301 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.795024 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Subnet': ['ID=4510d937-5fc4-4339-9247-b3e301d6f598,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:14.799916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Checking segment: {'id': 'a8cde389-75e0-4c82-9e1b-b84f4bd311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c1c34c86-8e81-49c4-8dfd-4278e0f327f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:14.800283 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network hostable DHCP agents. Network: c1c34c86-8e81-49c4-8dfd-4278e0f327f8, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:34:14.803384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c44c55-932e-47f5-a5c6-b641e79e4204 None None] Pushing event updated for resources: {'Port': ['ID=c4fc0260-c161-4e23-9c3f-b1ab21e027e6,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:14.866312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network c1c34c86-8e81-49c4-8dfd-4278e0f327f8 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:34:14.936180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, c1c34c86-8e81-49c4-8dfd-4278e0f327f8) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:14.939973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:14.940621 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:14.954420 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad143260-f8a0-46e1-8d1e-61bffeafd4d8 None None] Network c1c34c86-8e81-49c4-8dfd-4278e0f327f8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:15.037137 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9df5cd39-19ae-4169-b3fb-3c986bd891df tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7035592 Aug 23 04:34:15.039844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33736) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:15.113115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-c1c34c86-8e81-49c4-8dfd-4278e0f327f8', 'network_id': 'c1c34c86-8e81-49c4-8dfd-4278e0f327f8', 'tenant_id': '1e616df0a5a24974bcf35f80d1b006db', 'fixed_ips': [{'subnet_id': '4510d937-5fc4-4339-9247-b3e301d6f598'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:34:15.113978 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.144456 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.225159 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.250013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Allocated IP 2001:db8::2 (c1c34c86-8e81-49c4-8dfd-4278e0f327f8/4510d937-5fc4-4339-9247-b3e301d6f598/6926ce2d-6423-420a-bea7-2d988a61cc6f) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:15.400320 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.408994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Transition to ACTIVE for port object 6926ce2d-6423-420a-bea7-2d988a61cc6f will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:15.424452 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Transition to ACTIVE for port object 6926ce2d-6423-420a-bea7-2d988a61cc6f will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:15.500562 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.537838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Network c1c34c86-8e81-49c4-8dfd-4278e0f327f8 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:15.541173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:15.544607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:15.558389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Pushing event updated for resources: {'Port': ['ID=6926ce2d-6423-420a-bea7-2d988a61cc6f,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:15.586422 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.610262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Attempting to bind port 6926ce2d-6423-420a-bea7-2d988a61cc6f on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:15.610574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Attempting to bind port 6926ce2d-6423-420a-bea7-2d988a61cc6f by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'a8cde389-75e0-4c82-9e1b-b84f4bd311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c1c34c86-8e81-49c4-8dfd-4278e0f327f8'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:15.610910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Attempting to bind port 6926ce2d-6423-420a-bea7-2d988a61cc6f on network c1c34c86-8e81-49c4-8dfd-4278e0f327f8 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:15.614374 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Subnet': ['ID=4510d937-5fc4-4339-9247-b3e301d6f598,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:15.618471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:15.619435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Checking segment: {'id': 'a8cde389-75e0-4c82-9e1b-b84f4bd311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c1c34c86-8e81-49c4-8dfd-4278e0f327f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:15.619841 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.620453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Bound using segment: {'id': 'a8cde389-75e0-4c82-9e1b-b84f4bd311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c1c34c86-8e81-49c4-8dfd-4278e0f327f8'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:15.620944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Bound port: 6926ce2d-6423-420a-bea7-2d988a61cc6f, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cde389-75e0-4c82-9e1b-b84f4bd311b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c1c34c86-8e81-49c4-8dfd-4278e0f327f8'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:15.621351 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.683528 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.687916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635b255-96e9-4fc2-b06a-2fd904c1922f None None] Network 20299412-f143-4946-b46e-9b8d554a3cce requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:15.692844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c34c86-8e81-49c4-8dfd-4278e0f327f8']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:15.693202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] For port 6926ce2d-6423-420a-bea7-2d988a61cc6f, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:15.703144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cde389-75e0-4c82-9e1b-b84f4bd311b0') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:15.703449 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cde389-75e0-4c82-9e1b-b84f4bd311b0') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:15.712282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.718614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] For port 6926ce2d-6423-420a-bea7-2d988a61cc6f, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6926ce2d-6423-420a-bea7-2d988a61cc6f,segment=NetworkSegment(a8cde389-75e0-4c82-9e1b-b84f4bd311b0),segment_id=a8cde389-75e0-4c82-9e1b-b84f4bd311b0)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:15.794669 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.800748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:15.801717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:15.804308 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:15.807217 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:15.849968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-38b92398-419a-4ff4-a397-3e6f0bf06af2 None None] Provisioning for port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:15.911726 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 04:34:15.911726 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 04:34:15.911726 n-d-749052-7 neutron-server[95121]: [parameters: {'id': 'c1c34c86-8e81-49c4-8dfd-4278e0f327f8'}] Aug 23 04:34:15.911726 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:34:15.912161 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:34:15.923875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff05f-20d3-4f4e-b229-198097dea9dd None None] Pushing event updated for resources: {'Port': ['ID=6926ce2d-6423-420a-bea7-2d988a61cc6f,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:15.935662 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e61f4fb-397d-42e6-911c-d27b78f38829 None None] Network c1c34c86-8e81-49c4-8dfd-4278e0f327f8 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:16.099824 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215733cf-20a1-4bd2-a876-2dfcc78b585d None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 04:34:16.178313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215733cf-20a1-4bd2-a876-2dfcc78b585d None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 04:34:16.257744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c4fc0260-c161-4e23-9c3f-b1ab21e027e6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:16.402652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:16.406536 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:16.406813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.412908 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.469304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Deleting port 6926ce2d-6423-420a-bea7-2d988a61cc6f {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:16.469652 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.485821 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.517330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c4fc0260-c161-4e23-9c3f-b1ab21e027e6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c4fc0260-c161-4e23-9c3f-b1ab21e027e6,segment=NetworkSegment(988baa32-299f-402b-a850-de510c07da02),segment_id=988baa32-299f-402b-a850-de510c07da02)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:16.530599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] For port 6926ce2d-6423-420a-bea7-2d988a61cc6f, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6926ce2d-6423-420a-bea7-2d988a61cc6f,segment=NetworkSegment(a8cde389-75e0-4c82-9e1b-b84f4bd311b0),segment_id=a8cde389-75e0-4c82-9e1b-b84f4bd311b0)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:16.530971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.542693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Calling delete_port for 6926ce2d-6423-420a-bea7-2d988a61cc6f owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:16.597198 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.643731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c4fc0260-c161-4e23-9c3f-b1ab21e027e6,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:16.683104 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.706713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Port': ['ID=6926ce2d-6423-420a-bea7-2d988a61cc6f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:16.716219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No DVR routers for this DVR port 6926ce2d-6423-420a-bea7-2d988a61cc6f on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:16.788113 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.797522 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c34c86-8e81-49c4-8dfd-4278e0f327f8']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:16.810738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cde389-75e0-4c82-9e1b-b84f4bd311b0') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:16.811013 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cde389-75e0-4c82-9e1b-b84f4bd311b0') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:16.819412 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.833307 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.839050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:16.839457 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:16.842295 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:16.951614 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.959261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:16.960286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/networks/c1c34c86-8e81-49c4-8dfd-4278e0f327f8 HTTP/1.1" status: 204 len: 168 time: 1.9195387 Aug 23 04:34:16.964051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33738) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:16.969565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-949553731'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:16.972418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d108fe-ffe0-4b25-961b-4544ff7aa856 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Network': ['ID=c1c34c86-8e81-49c4-8dfd-4278e0f327f8,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:17.048642 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:17.052085 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:17.078212 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:34:17.086443 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:17.089718 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Added segment e8e9031f-e72c-47ad-ba58-84a78079ff8d of type vlan for network 5dcea635-ecc0-44e3-8ac7-c2016a87b9d9 Aug 23 04:34:17.125343 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:17.207506 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:17.212976 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:17.213578 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:17.316193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3509455 Aug 23 04:34:17.319147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33740) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:17.319631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6666c-0905-4c6a-8f4b-56312172a249 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Network': ['ID=5dcea635-ecc0-44e3-8ac7-c2016a87b9d9,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:17.324567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'subnet': {'network_id': '5dcea635-ecc0-44e3-8ac7-c2016a87b9d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:17.329569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 5dcea635-ecc0-44e3-8ac7-c2016a87b9d9 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:34:17.494434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:17.498761 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:17.552601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Performing IP validity checks on allocation pools {{(pid=95121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 23 04:34:17.553156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.ipam_backend_mixin [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95121) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 23 04:34:17.705539 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:17.769072 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Subnet': ['ID=e3205623-ff39-4c7e-8cc9-86244c33ca32,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:17.771441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Checking segment: {'id': 'e8e9031f-e72c-47ad-ba58-84a78079ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5dcea635-ecc0-44e3-8ac7-c2016a87b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:17.771802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network hostable DHCP agents. Network: 5dcea635-ecc0-44e3-8ac7-c2016a87b9d9, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:34:17.859826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network 5dcea635-ecc0-44e3-8ac7-c2016a87b9d9 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:34:17.939985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 5dcea635-ecc0-44e3-8ac7-c2016a87b9d9) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:17.943999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:17.944586 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:17.950090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e84891c-6832-463a-8d51-72746f03382a None None] Network 5dcea635-ecc0-44e3-8ac7-c2016a87b9d9 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:18.038166 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7910aeda-71af-40cc-a64e-01c49bdae2c1 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7178054 Aug 23 04:34:18.040696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33742) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:18.090184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-5dcea635-ecc0-44e3-8ac7-c2016a87b9d9', 'network_id': '5dcea635-ecc0-44e3-8ac7-c2016a87b9d9', 'tenant_id': '1e616df0a5a24974bcf35f80d1b006db', 'fixed_ips': [{'subnet_id': 'e3205623-ff39-4c7e-8cc9-86244c33ca32'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:34:18.092975 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.139143 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.192890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.234334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Allocated IP 2001:db8::3 (5dcea635-ecc0-44e3-8ac7-c2016a87b9d9/e3205623-ff39-4c7e-8cc9-86244c33ca32/e10b7b7e-a8f2-4db7-a18b-4a3511d44120) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:18.246671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c4fc0260-c161-4e23-9c3f-b1ab21e027e6 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:18.360281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:18.360951 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.437669 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.448523 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Transition to ACTIVE for port object e10b7b7e-a8f2-4db7-a18b-4a3511d44120 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:18.486165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Transition to ACTIVE for port object e10b7b7e-a8f2-4db7-a18b-4a3511d44120 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:18.625503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.650164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Subnet': ['ID=e3205623-ff39-4c7e-8cc9-86244c33ca32,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:18.652135 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.692848 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Network 5dcea635-ecc0-44e3-8ac7-c2016a87b9d9 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:18.695526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:18.698050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:18.708710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Pushing event updated for resources: {'Port': ['ID=e10b7b7e-a8f2-4db7-a18b-4a3511d44120,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:18.715415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.725444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcea635-ecc0-44e3-8ac7-c2016a87b9d9']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:18.735772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e9031f-e72c-47ad-ba58-84a78079ff8d') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:18.736068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e9031f-e72c-47ad-ba58-84a78079ff8d') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:18.745339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.757604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Attempting to bind port e10b7b7e-a8f2-4db7-a18b-4a3511d44120 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:18.757985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Attempting to bind port e10b7b7e-a8f2-4db7-a18b-4a3511d44120 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'e8e9031f-e72c-47ad-ba58-84a78079ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5dcea635-ecc0-44e3-8ac7-c2016a87b9d9'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:18.758357 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Attempting to bind port e10b7b7e-a8f2-4db7-a18b-4a3511d44120 on network 5dcea635-ecc0-44e3-8ac7-c2016a87b9d9 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:18.758471 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.763620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:18.764004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Checking segment: {'id': 'e8e9031f-e72c-47ad-ba58-84a78079ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5dcea635-ecc0-44e3-8ac7-c2016a87b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:18.764146 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:18.764404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.764524 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.764836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Bound using segment: {'id': 'e8e9031f-e72c-47ad-ba58-84a78079ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5dcea635-ecc0-44e3-8ac7-c2016a87b9d9'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:18.765354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Bound port: e10b7b7e-a8f2-4db7-a18b-4a3511d44120, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e9031f-e72c-47ad-ba58-84a78079ff8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5dcea635-ecc0-44e3-8ac7-c2016a87b9d9'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:18.765740 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:18.767240 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:18.829194 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] For port e10b7b7e-a8f2-4db7-a18b-4a3511d44120, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:18.832089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] For port e10b7b7e-a8f2-4db7-a18b-4a3511d44120, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e10b7b7e-a8f2-4db7-a18b-4a3511d44120,segment=NetworkSegment(e8e9031f-e72c-47ad-ba58-84a78079ff8d),segment_id=e8e9031f-e72c-47ad-ba58-84a78079ff8d)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:18.877814 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.db.api [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 23 04:34:18.877814 n-d-749052-7 neutron-server[95121]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 23 04:34:18.877814 n-d-749052-7 neutron-server[95121]: [parameters: {'id': '5dcea635-ecc0-44e3-8ac7-c2016a87b9d9'}] Aug 23 04:34:18.877814 n-d-749052-7 neutron-server[95121]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:34:18.878204 n-d-749052-7 neutron-server[95121]: DEBUG oslo_db.api [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:34:18.906507 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:18.982827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3f957-09a4-4ec7-bffd-51d961fb9522 None None] Pushing event updated for resources: {'Port': ['ID=e10b7b7e-a8f2-4db7-a18b-4a3511d44120,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:18.998393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670cc577-6569-4943-b967-827ecd2fdedd None None] Network 5dcea635-ecc0-44e3-8ac7-c2016a87b9d9 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:19.117775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6671e0a7-a934-4a82-8b01-091c348fa698 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 04:34:19.179580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671e0a7-a934-4a82-8b01-091c348fa698 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 04:34:19.379596 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:19.434893 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Deleting port e10b7b7e-a8f2-4db7-a18b-4a3511d44120 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:19.435150 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:19.495055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] For port e10b7b7e-a8f2-4db7-a18b-4a3511d44120, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=e10b7b7e-a8f2-4db7-a18b-4a3511d44120,segment=NetworkSegment(e8e9031f-e72c-47ad-ba58-84a78079ff8d),segment_id=e8e9031f-e72c-47ad-ba58-84a78079ff8d)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:19.495414 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:19.507184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Calling delete_port for e10b7b7e-a8f2-4db7-a18b-4a3511d44120 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:19.905576 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:19.930332 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Port': ['ID=e10b7b7e-a8f2-4db7-a18b-4a3511d44120,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:19.935734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No DVR routers for this DVR port e10b7b7e-a8f2-4db7-a18b-4a3511d44120 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:20.011942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.021239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcea635-ecc0-44e3-8ac7-c2016a87b9d9']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:20.030630 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e9031f-e72c-47ad-ba58-84a78079ff8d') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:20.030938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e9031f-e72c-47ad-ba58-84a78079ff8d') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:20.039207 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.052470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.058869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:20.059318 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:20.062206 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:20.179683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.184566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.186884 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/networks/5dcea635-ecc0-44e3-8ac7-c2016a87b9d9 HTTP/1.1" status: 204 len: 168 time: 2.1452670 Aug 23 04:34:20.190568 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33744) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:20.195777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310939993'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:20.201250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afab10e-c2a2-4592-b8a1-38e1ac00b690 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Network': ['ID=5dcea635-ecc0-44e3-8ac7-c2016a87b9d9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:20.271043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:20.274492 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.297402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:34:20.305498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.305824 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Added segment bbb7e119-dbf3-4999-892b-b20c511ef2f4 of type vlan for network e696217f-d886-4059-b4ec-f2e8833fbeb6 Aug 23 04:34:20.343218 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.441431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.447129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:20.447728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.511979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Network': ['ID=e696217f-d886-4059-b4ec-f2e8833fbeb6,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:20.522204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network e696217f-d886-4059-b4ec-f2e8833fbeb6 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:34:20.535020 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0d85e6d1-8d65-4df3-a246-cda14beb4b67 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3432915 Aug 23 04:34:20.538527 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33746) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:20.544108 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'subnet': {'network_id': 'e696217f-d886-4059-b4ec-f2e8833fbeb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:20.694354 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:20.697874 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.921846 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:20.984471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Subnet': ['ID=df5a9a43-6980-4b87-ad44-77bcfcac22d6,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:20.991822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Checking segment: {'id': 'bbb7e119-dbf3-4999-892b-b20c511ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e696217f-d886-4059-b4ec-f2e8833fbeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:20.991822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network hostable DHCP agents. Network: e696217f-d886-4059-b4ec-f2e8833fbeb6, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:34:21.065742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network e696217f-d886-4059-b4ec-f2e8833fbeb6 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:34:21.139559 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, e696217f-d886-4059-b4ec-f2e8833fbeb6) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:21.143531 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:21.144112 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.148226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930a95e-926f-4337-8274-9f53b4a058e0 None None] Network e696217f-d886-4059-b4ec-f2e8833fbeb6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:21.231842 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a8fb69eb-6359-4b12-b1a6-11ee463a8387 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6922317 Aug 23 04:34:21.235663 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33748) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:21.240708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1754497225'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:21.290805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-e696217f-d886-4059-b4ec-f2e8833fbeb6', 'network_id': 'e696217f-d886-4059-b4ec-f2e8833fbeb6', 'tenant_id': '1e616df0a5a24974bcf35f80d1b006db', 'fixed_ips': [{'subnet_id': 'df5a9a43-6980-4b87-ad44-77bcfcac22d6'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:34:21.291668 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.328164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:21.331919 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.354266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:34:21.362461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.362801 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Added segment 0d8f5973-73c5-40ab-9618-412e61e39f90 of type vlan for network 59d1a428-6ee2-4c31-9b78-d36a56152a52 Aug 23 04:34:21.403679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.426016 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Allocated IP 2001:db8::2 (e696217f-d886-4059-b4ec-f2e8833fbeb6/df5a9a43-6980-4b87-ad44-77bcfcac22d6/71307810-7d69-49c3-805d-1b6e7fc4464e) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:21.471543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.477263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:21.478566 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.543902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Network': ['ID=59d1a428-6ee2-4c31-9b78-d36a56152a52,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:21.556785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 59d1a428-6ee2-4c31-9b78-d36a56152a52 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:34:21.563449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c1c88c50-8911-47a7-a626-c009150ab753 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3266747 Aug 23 04:34:21.566100 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33750) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:21.571098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Request body: {'subnet': {'network_id': '59d1a428-6ee2-4c31-9b78-d36a56152a52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:21.584855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.622764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Transition to ACTIVE for port object 71307810-7d69-49c3-805d-1b6e7fc4464e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:21.647911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Transition to ACTIVE for port object 71307810-7d69-49c3-805d-1b6e7fc4464e will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:21.706132 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.715708 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Made reservation on behalf of 1e616df0a5a24974bcf35f80d1b006db for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:21.719359 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.742760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Network e696217f-d886-4059-b4ec-f2e8833fbeb6 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:21.746114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:21.749430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:21.758586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Pushing event updated for resources: {'Port': ['ID=71307810-7d69-49c3-805d-1b6e7fc4464e,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:21.807522 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Attempting to bind port 71307810-7d69-49c3-805d-1b6e7fc4464e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:21.807808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Attempting to bind port 71307810-7d69-49c3-805d-1b6e7fc4464e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'bbb7e119-dbf3-4999-892b-b20c511ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e696217f-d886-4059-b4ec-f2e8833fbeb6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:21.808160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Attempting to bind port 71307810-7d69-49c3-805d-1b6e7fc4464e on network e696217f-d886-4059-b4ec-f2e8833fbeb6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:21.813196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:21.813565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Checking segment: {'id': 'bbb7e119-dbf3-4999-892b-b20c511ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e696217f-d886-4059-b4ec-f2e8833fbeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:21.813964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.814355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Bound using segment: {'id': 'bbb7e119-dbf3-4999-892b-b20c511ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e696217f-d886-4059-b4ec-f2e8833fbeb6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:21.814815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Bound port: 71307810-7d69-49c3-805d-1b6e7fc4464e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb7e119-dbf3-4999-892b-b20c511ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e696217f-d886-4059-b4ec-f2e8833fbeb6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:21.815190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.880086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] For port 71307810-7d69-49c3-805d-1b6e7fc4464e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:21.883241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] For port 71307810-7d69-49c3-805d-1b6e7fc4464e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=71307810-7d69-49c3-805d-1b6e7fc4464e,segment=NetworkSegment(bbb7e119-dbf3-4999-892b-b20c511ef2f4),segment_id=bbb7e119-dbf3-4999-892b-b20c511ef2f4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:21.956530 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:21.980418 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.023652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b0f0a-b041-4dc0-9a66-35d14b1a82cc None None] Pushing event updated for resources: {'Port': ['ID=71307810-7d69-49c3-805d-1b6e7fc4464e,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:22.045690 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event updated for resources: {'Subnet': ['ID=21f20406-b2a0-4767-84a9-a8193af80474,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:22.050202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Checking segment: {'id': '0d8f5973-73c5-40ab-9618-412e61e39f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59d1a428-6ee2-4c31-9b78-d36a56152a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:22.050570 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network hostable DHCP agents. Network: 59d1a428-6ee2-4c31-9b78-d36a56152a52, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:34:22.111724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Network 59d1a428-6ee2-4c31-9b78-d36a56152a52 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:34:22.162901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 59d1a428-6ee2-4c31-9b78-d36a56152a52) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:22.168300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:22.169345 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.183871 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0789a7-5e0d-4572-909d-ea6ebe5bc28a None None] Network 59d1a428-6ee2-4c31-9b78-d36a56152a52 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:22.238422 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-68c7fde4-f355-4d20-b744-e0e84e46963c tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6712508 Aug 23 04:34:22.241358 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33752) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:22.312437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 71307810-7d69-49c3-805d-1b6e7fc4464e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:22.362194 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.386722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc70eb-4f89-4395-bbbf-d575a0a55805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-59d1a428-6ee2-4c31-9b78-d36a56152a52', 'network_id': '59d1a428-6ee2-4c31-9b78-d36a56152a52', 'tenant_id': '1e616df0a5a24974bcf35f80d1b006db', 'fixed_ips': [{'subnet_id': '21f20406-b2a0-4767-84a9-a8193af80474'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:34:22.387540 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35cc70eb-4f89-4395-bbbf-d575a0a55805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.413920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.483035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 71307810-7d69-49c3-805d-1b6e7fc4464e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:22.544779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.573922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Subnet': ['ID=21f20406-b2a0-4767-84a9-a8193af80474,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server [None req-35cc70eb-4f89-4395-bbbf-d575a0a55805 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21f20406-b2a0-4767-84a9-a8193af80474: This subnet is being modified by another concurrent operation. Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise self.value Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server raise exception Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21f20406-b2a0-4767-84a9-a8193af80474: This subnet is being modified by another concurrent operation. Aug 23 04:34:22.574676 n-d-749052-7 neutron-server[95122]: ERROR oslo_messaging.rpc.server Aug 23 04:34:22.599269 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f444c-df36-43f1-8446-a5475d56ff1f None None] Network 59d1a428-6ee2-4c31-9b78-d36a56152a52 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:22.642029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.652888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d1a428-6ee2-4c31-9b78-d36a56152a52']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:22.663879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8f5973-73c5-40ab-9618-412e61e39f90') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:22.664178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8f5973-73c5-40ab-9618-412e61e39f90') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:22.674209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.688859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.694962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:22.695288 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:22.699077 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:22.842830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.854561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:22.854561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/networks/59d1a428-6ee2-4c31-9b78-d36a56152a52 HTTP/1.1" status: 204 len: 168 time: 0.6085744 Aug 23 04:34:22.855500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33754) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:22.864037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df22519-639c-47fb-b35a-976c5bfc21b7 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Network': ['ID=59d1a428-6ee2-4c31-9b78-d36a56152a52,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:22.891857 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98c1909-fcc0-4117-baa8-9cf6857daf0e tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] GET failed (client error): The resource could not be found. Aug 23 04:34:22.896401 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d98c1909-fcc0-4117-baa8-9cf6857daf0e tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "GET /v2.0/subnets/21f20406-b2a0-4767-84a9-a8193af80474 HTTP/1.1" status: 404 len: 337 time: 0.0397480 Aug 23 04:34:22.897097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33756) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:22.915684 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-003ac109-b048-441e-afce-f8fa7b0d4fb8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] DELETE failed (client error): The resource could not be found. Aug 23 04:34:22.916225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003ac109-b048-441e-afce-f8fa7b0d4fb8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:34:22.917934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-003ac109-b048-441e-afce-f8fa7b0d4fb8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/networks/59d1a428-6ee2-4c31-9b78-d36a56152a52 HTTP/1.1" status: 404 len: 339 time: 0.0198543 Aug 23 04:34:22.922010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33758) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:22.933038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b901a4ea-a9de-41ca-ab12-5e00f9f4ab5f None None] Network e696217f-d886-4059-b4ec-f2e8833fbeb6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:22.948936 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-da70bdf2-aaa3-41ca-95a2-a61fb57394c0 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] DELETE failed (client error): The resource could not be found. Aug 23 04:34:22.949409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da70bdf2-aaa3-41ca-95a2-a61fb57394c0 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:34:22.951152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-da70bdf2-aaa3-41ca-95a2-a61fb57394c0 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/subnets/21f20406-b2a0-4767-84a9-a8193af80474 HTTP/1.1" status: 404 len: 337 time: 0.0282431 Aug 23 04:34:22.953645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33760) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:22.970789 n-d-749052-7 neutron-server[95121]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99c9dca-e8ea-42bc-84a7-0eac5132eeec tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] DELETE failed (client error): The resource could not be found. Aug 23 04:34:22.971301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99c9dca-e8ea-42bc-84a7-0eac5132eeec tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95121) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:34:22.972933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c99c9dca-e8ea-42bc-84a7-0eac5132eeec tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/networks/59d1a428-6ee2-4c31-9b78-d36a56152a52 HTTP/1.1" status: 404 len: 339 time: 0.0184138 Aug 23 04:34:22.975304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33762) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:23.024256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe86e99f-d8b1-47c6-8318-6783c2b75558 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Deleting subnet df5a9a43-6980-4b87-ad44-77bcfcac22d6 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:34:23.027341 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe86e99f-d8b1-47c6-8318-6783c2b75558 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.071665 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe86e99f-d8b1-47c6-8318-6783c2b75558 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.134327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0ca70cc7-c8e1-4f1f-898c-0f2ab738add4 None None] Provisioning for port 71307810-7d69-49c3-805d-1b6e7fc4464e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:23.138779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0ca70cc7-c8e1-4f1f-898c-0f2ab738add4 None None] Provisioning complete for port 71307810-7d69-49c3-805d-1b6e7fc4464e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:23.139154 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0ca70cc7-c8e1-4f1f-898c-0f2ab738add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.154830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe86e99f-d8b1-47c6-8318-6783c2b75558 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.233320 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0ca70cc7-c8e1-4f1f-898c-0f2ab738add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.258557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.284134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee8b6e-003c-4650-8d84-08efd1c08cd7 None None] get_active_networks_info from n-d-749052-7 {{(pid=95122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 23 04:34:23.289031 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe86e99f-d8b1-47c6-8318-6783c2b75558 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.322376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e99f-d8b1-47c6-8318-6783c2b75558 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Subnet': ['ID=df5a9a43-6980-4b87-ad44-77bcfcac22d6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:23.324329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-fe86e99f-d8b1-47c6-8318-6783c2b75558 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.326219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fe86e99f-d8b1-47c6-8318-6783c2b75558 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/subnets/df5a9a43-6980-4b87-ad44-77bcfcac22d6 HTTP/1.1" status: 204 len: 168 time: 0.3500440 Aug 23 04:34:23.328652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33764) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:23.372998 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-0ca70cc7-c8e1-4f1f-898c-0f2ab738add4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:34:23.421442 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-0ca70cc7-c8e1-4f1f-898c-0f2ab738add4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:34:23.421442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee8b6e-003c-4650-8d84-08efd1c08cd7 None None] Resources bound (agent type, host, resource id): {{(pid=95122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 23 04:34:23.421687 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.456986 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Deleting port 71307810-7d69-49c3-805d-1b6e7fc4464e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:23.457449 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.522562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] For port 71307810-7d69-49c3-805d-1b6e7fc4464e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=71307810-7d69-49c3-805d-1b6e7fc4464e,segment=NetworkSegment(bbb7e119-dbf3-4999-892b-b20c511ef2f4),segment_id=bbb7e119-dbf3-4999-892b-b20c511ef2f4)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:23.522921 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.535618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Calling delete_port for 71307810-7d69-49c3-805d-1b6e7fc4464e owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:23.585333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a098b4d9-b018-4a90-b7c1-54a6f6da5f23 None None] Network e696217f-d886-4059-b4ec-f2e8833fbeb6 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:23.665836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.692795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Port': ['ID=71307810-7d69-49c3-805d-1b6e7fc4464e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:23.696412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No DVR routers for this DVR port 71307810-7d69-49c3-805d-1b6e7fc4464e on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:23.735841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54889e19-aaa2-4020-b6e1-7c9462c61d83 None None] DHCP port deletion for e696217f-d886-4059-b4ec-f2e8833fbeb6 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:34:23.779389 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.788810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e696217f-d886-4059-b4ec-f2e8833fbeb6']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:23.798733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb7e119-dbf3-4999-892b-b20c511ef2f4') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:23.799028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb7e119-dbf3-4999-892b-b20c511ef2f4') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:23.808118 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.820981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.826606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:23.826986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:23.829904 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:23.893208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0ca70cc7-c8e1-4f1f-898c-0f2ab738add4 None None] Port 71307810-7d69-49c3-805d-1b6e7fc4464e update to ACTIVE by agent not found {{(pid=95122) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 23 04:34:23.955852 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.962584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:23.964538 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/networks/e696217f-d886-4059-b4ec-f2e8833fbeb6 HTTP/1.1" status: 204 len: 168 time: 0.6349411 Aug 23 04:34:23.967185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:23.975434 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f522c3f-8b7a-4e56-9cee-565d90f14514 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Network': ['ID=e696217f-d886-4059-b4ec-f2e8833fbeb6,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:24.001277 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9647f68-253d-4453-a737-2c006fba9f4e tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] DELETE failed (client error): The resource could not be found. Aug 23 04:34:24.001727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9647f68-253d-4453-a737-2c006fba9f4e tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:34:24.003340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1a69883f-5774-4bd4-90f8-349714c1e1d8 None None] Could not find standard attr ID for object 71307810-7d69-49c3-805d-1b6e7fc4464e. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 04:34:24.003482 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d9647f68-253d-4453-a737-2c006fba9f4e tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/subnets/e3205623-ff39-4c7e-8cc9-86244c33ca32 HTTP/1.1" status: 404 len: 337 time: 0.0352778 Aug 23 04:34:24.006034 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33768) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:24.023892 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dec5cb-2eeb-47c7-bfe0-fd7eebb865a4 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] DELETE failed (client error): The resource could not be found. Aug 23 04:34:24.024406 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53dec5cb-2eeb-47c7-bfe0-fd7eebb865a4 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:34:24.026158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-53dec5cb-2eeb-47c7-bfe0-fd7eebb865a4 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/networks/5dcea635-ecc0-44e3-8ac7-c2016a87b9d9 HTTP/1.1" status: 404 len: 339 time: 0.0191221 Aug 23 04:34:24.028811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33770) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:24.052502 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfe7bfe-3e80-491e-b980-539b902207ca tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] DELETE failed (client error): The resource could not be found. Aug 23 04:34:24.052930 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfe7bfe-3e80-491e-b980-539b902207ca tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:34:24.054557 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-0dfe7bfe-3e80-491e-b980-539b902207ca tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/subnets/4510d937-5fc4-4339-9247-b3e301d6f598 HTTP/1.1" status: 404 len: 337 time: 0.0248275 Aug 23 04:34:24.056655 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33772) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:24.073549 n-d-749052-7 neutron-server[95120]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc60934-3876-4c1c-96f8-d069ecb572ac tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] DELETE failed (client error): The resource could not be found. Aug 23 04:34:24.074056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc60934-3876-4c1c-96f8-d069ecb572ac tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95120) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 04:34:24.075602 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6dc60934-3876-4c1c-96f8-d069ecb572ac tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/networks/c1c34c86-8e81-49c4-8dfd-4278e0f327f8 HTTP/1.1" status: 404 len: 339 time: 0.0180752 Aug 23 04:34:24.077693 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33774) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:24.124804 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3bdd10-d19e-4b96-964e-2fc192328cf8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Deleting subnet 997479fb-839d-430a-a0fc-9c4780c6f9bf {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:34:24.127728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdd10-d19e-4b96-964e-2fc192328cf8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.164328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdd10-d19e-4b96-964e-2fc192328cf8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.224207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 71307810-7d69-49c3-805d-1b6e7fc4464e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:34:24.244204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 71307810-7d69-49c3-805d-1b6e7fc4464e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:34:24.244632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 71307810-7d69-49c3-805d-1b6e7fc4464e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:34:24.249901 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdd10-d19e-4b96-964e-2fc192328cf8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.369016 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdd10-d19e-4b96-964e-2fc192328cf8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.396876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bdd10-d19e-4b96-964e-2fc192328cf8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Subnet': ['ID=997479fb-839d-430a-a0fc-9c4780c6f9bf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:24.398890 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdd10-d19e-4b96-964e-2fc192328cf8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.401426 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9e3bdd10-d19e-4b96-964e-2fc192328cf8 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/subnets/997479fb-839d-430a-a0fc-9c4780c6f9bf HTTP/1.1" status: 204 len: 168 time: 0.3221869 Aug 23 04:34:24.403416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33776) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:24.405872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694d11f-b6a3-4b48-aa8a-92ecaf4a7c16 None None] Network 20299412-f143-4946-b46e-9b8d554a3cce requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:24.480278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.532083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Deleting port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:24.532421 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.577026 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0dc7f-d1ca-456d-84f7-3703db86aee4 None None] DHCP port deletion for 20299412-f143-4946-b46e-9b8d554a3cce request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:34:24.592832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] For port c4fc0260-c161-4e23-9c3f-b1ab21e027e6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c4fc0260-c161-4e23-9c3f-b1ab21e027e6,segment=NetworkSegment(988baa32-299f-402b-a850-de510c07da02),segment_id=988baa32-299f-402b-a850-de510c07da02)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:24.593226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.609674 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Calling delete_port for c4fc0260-c161-4e23-9c3f-b1ab21e027e6 owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:24.622825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-35a0dc7f-d1ca-456d-84f7-3703db86aee4 None None] Deleting port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:24.623337 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35a0dc7f-d1ca-456d-84f7-3703db86aee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.685859 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-35a0dc7f-d1ca-456d-84f7-3703db86aee4 None None] For port c4fc0260-c161-4e23-9c3f-b1ab21e027e6, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c4fc0260-c161-4e23-9c3f-b1ab21e027e6,segment=NetworkSegment(988baa32-299f-402b-a850-de510c07da02),segment_id=988baa32-299f-402b-a850-de510c07da02)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:24.686256 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35a0dc7f-d1ca-456d-84f7-3703db86aee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.699799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-35a0dc7f-d1ca-456d-84f7-3703db86aee4 None None] Calling delete_port for c4fc0260-c161-4e23-9c3f-b1ab21e027e6 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:24.797284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.802664 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35a0dc7f-d1ca-456d-84f7-3703db86aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.823731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Port': ['ID=c4fc0260-c161-4e23-9c3f-b1ab21e027e6,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:24.827201 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] No DVR routers for this DVR port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:24.829500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0dc7f-d1ca-456d-84f7-3703db86aee4 None None] Pushing event deleted for resources: {'Port': ['ID=c4fc0260-c161-4e23-9c3f-b1ab21e027e6,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:24.831418 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0dc7f-d1ca-456d-84f7-3703db86aee4 None None] No DVR routers for this DVR port c4fc0260-c161-4e23-9c3f-b1ab21e027e6 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:24.916938 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.926504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20299412-f143-4946-b46e-9b8d554a3cce']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:24.936418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988baa32-299f-402b-a850-de510c07da02') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:24.936717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988baa32-299f-402b-a850-de510c07da02') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:24.945331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.959076 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.964758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:24.965192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:24.968029 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:25.083939 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:25.090921 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:25.095762 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] 10.222.0.20 "DELETE /v2.0/networks/20299412-f143-4946-b46e-9b8d554a3cce HTTP/1.1" status: 204 len: 168 time: 0.6883783 Aug 23 04:34:25.116009 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbe5de-6f48-4af6-8552-06a89ddc2821 tempest-NetworksIpV6Test-149236565 tempest-NetworksIpV6Test-149236565-project] Pushing event deleted for resources: {'Network': ['ID=20299412-f143-4946-b46e-9b8d554a3cce,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:25.546419 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33782) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:25.699245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ea84f2de-3842-44c0-8d83-44e56d010abb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e616df0a5a24974bcf35f80d1b006db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516504 Aug 23 04:34:25.701689 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33786) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:25.747762 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-457686b0-5a00-404e-a8a5-01257bb148e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:25.767606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-457686b0-5a00-404e-a8a5-01257bb148e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:25.893094 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-457686b0-5a00-404e-a8a5-01257bb148e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:25.895715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-457686b0-5a00-404e-a8a5-01257bb148e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:25.896788 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-457686b0-5a00-404e-a8a5-01257bb148e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9415f270-2965-4095-ae94-c79a096be5a0 HTTP/1.1" status: 204 len: 168 time: 0.1941783 Aug 23 04:34:25.905457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457686b0-5a00-404e-a8a5-01257bb148e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9415f270-2965-4095-ae94-c79a096be5a0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:26.094173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-02d81e2c-aef5-46b2-aecb-006fca485b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:26.226648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c4fc0260-c161-4e23-9c3f-b1ab21e027e6 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:34:26.248537 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c4fc0260-c161-4e23-9c3f-b1ab21e027e6 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:34:26.248975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c4fc0260-c161-4e23-9c3f-b1ab21e027e6 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:34:26.864130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33808) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:26.957479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-93d0e2ae-be8d-48e4-b6e6-8f63b0e0e89f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1425742238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:27.036951 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93d0e2ae-be8d-48e4-b6e6-8f63b0e0e89f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.037942 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93d0e2ae-be8d-48e4-b6e6-8f63b0e0e89f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.090968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93d0e2ae-be8d-48e4-b6e6-8f63b0e0e89f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.161769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93d0e2ae-be8d-48e4-b6e6-8f63b0e0e89f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.236867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-93d0e2ae-be8d-48e4-b6e6-8f63b0e0e89f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.238081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-93d0e2ae-be8d-48e4-b6e6-8f63b0e0e89f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3729620 Aug 23 04:34:27.240873 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33812) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:27.246460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2004999966'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:27.345645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Made reservation on behalf of b857b470334249cd91ee417356330d73 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:27.348936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.357945 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.444901 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.516804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.542388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:34:27.550796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6985da-6d98-402d-baa4-2de3cb4589a1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:27.559472 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.559472 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Added segment 6c4fd86e-98cb-4fd7-b791-fb197e943ca0 of type vlan for network 5921cb21-94c3-4557-b50e-daa841825d84 Aug 23 04:34:27.596750 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.688381 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.694028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:27.694613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:27.759907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event updated for resources: {'Network': ['ID=5921cb21-94c3-4557-b50e-daa841825d84,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:27.769898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 5921cb21-94c3-4557-b50e-daa841825d84 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:34:27.780694 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-74b163d8-a3d8-472e-9047-6797e29c93ab tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5388510 Aug 23 04:34:27.783974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33814) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:27.788997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Request body: {'subnet': {'network_id': '5921cb21-94c3-4557-b50e-daa841825d84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:27.922473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Made reservation on behalf of b857b470334249cd91ee417356330d73 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:27.925925 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.396960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.457323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event updated for resources: {'Subnet': ['ID=609e75ef-034c-4de2-94f4-87f90b0d96e2,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:28.467824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Checking segment: {'id': '6c4fd86e-98cb-4fd7-b791-fb197e943ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5921cb21-94c3-4557-b50e-daa841825d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:28.468184 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Network hostable DHCP agents. Network: 5921cb21-94c3-4557-b50e-daa841825d84, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:34:28.545505 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Network 5921cb21-94c3-4557-b50e-daa841825d84 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:34:28.602309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 5921cb21-94c3-4557-b50e-daa841825d84) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:28.606384 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:28.606973 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.610670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e423637-c794-4eda-81f1-c2bf017e8660 None None] Network 5921cb21-94c3-4557-b50e-daa841825d84 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:28.666241 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-48db34bf-d724-482b-a333-db9e16f36a19 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8812006 Aug 23 04:34:28.669241 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33816) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:28.674427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1855362287'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:28.765177 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-5921cb21-94c3-4557-b50e-daa841825d84', 'network_id': '5921cb21-94c3-4557-b50e-daa841825d84', 'tenant_id': 'b857b470334249cd91ee417356330d73', 'fixed_ips': [{'subnet_id': '609e75ef-034c-4de2-94f4-87f90b0d96e2'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:34:28.766067 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.802417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Made reservation on behalf of b857b470334249cd91ee417356330d73 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:28.806074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.832769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:34:28.841480 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.841828 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Added segment d275878b-36e6-43f7-b0e7-00082d0abefc of type vlan for network cba6babf-5451-4953-8564-664ced1dd184 Aug 23 04:34:28.842765 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b32456b1-de31-425a-a7d6-5931a50fa0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.882943 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.908475 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Allocated IP 172.20.0.2 (5921cb21-94c3-4557-b50e-daa841825d84/609e75ef-034c-4de2-94f4-87f90b0d96e2/79dc5f21-0242-4d89-b878-eb4c2b9b8228) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:28.918230 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.968322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:28.974067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:28.974717 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:29.043356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event updated for resources: {'Network': ['ID=cba6babf-5451-4953-8564-664ced1dd184,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:29.049178 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:29.055035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network cba6babf-5451-4953-8564-664ced1dd184 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:34:29.061809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Transition to ACTIVE for port object 79dc5f21-0242-4d89-b878-eb4c2b9b8228 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:29.077565 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1d01c0e3-3278-4c02-9c45-cc6a205586c9 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4073067 Aug 23 04:34:29.080454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33818) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:29.085714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Request body: {'subnet': {'network_id': 'cba6babf-5451-4953-8564-664ced1dd184', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:29.231564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Made reservation on behalf of b857b470334249cd91ee417356330d73 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:29.235274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:29.273655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Transition to ACTIVE for port object 79dc5f21-0242-4d89-b878-eb4c2b9b8228 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:29.334910 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:29.372578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Network 5921cb21-94c3-4557-b50e-daa841825d84 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:29.376731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:29.383401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:29.386426 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Pushing event updated for resources: {'Port': ['ID=79dc5f21-0242-4d89-b878-eb4c2b9b8228,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:29.439511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Attempting to bind port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:29.439878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Attempting to bind port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '6c4fd86e-98cb-4fd7-b791-fb197e943ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5921cb21-94c3-4557-b50e-daa841825d84'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:29.440236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Attempting to bind port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 on network 5921cb21-94c3-4557-b50e-daa841825d84 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:29.445115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:29.445505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Checking segment: {'id': '6c4fd86e-98cb-4fd7-b791-fb197e943ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5921cb21-94c3-4557-b50e-daa841825d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:29.445888 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:29.446281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Bound using segment: {'id': '6c4fd86e-98cb-4fd7-b791-fb197e943ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5921cb21-94c3-4557-b50e-daa841825d84'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:29.446739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Bound port: 79dc5f21-0242-4d89-b878-eb4c2b9b8228, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4fd86e-98cb-4fd7-b791-fb197e943ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5921cb21-94c3-4557-b50e-daa841825d84'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:29.447142 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:29.460029 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:29.509337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] For port 79dc5f21-0242-4d89-b878-eb4c2b9b8228, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:29.512667 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] For port 79dc5f21-0242-4d89-b878-eb4c2b9b8228, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=79dc5f21-0242-4d89-b878-eb4c2b9b8228,segment=NetworkSegment(6c4fd86e-98cb-4fd7-b791-fb197e943ca0),segment_id=6c4fd86e-98cb-4fd7-b791-fb197e943ca0)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:29.517723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event updated for resources: {'Subnet': ['ID=681c18e2-a645-46fa-9a1e-cce71cd3af81,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:29.528323 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Checking segment: {'id': 'd275878b-36e6-43f7-b0e7-00082d0abefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cba6babf-5451-4953-8564-664ced1dd184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:29.528681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Network hostable DHCP agents. Network: cba6babf-5451-4953-8564-664ced1dd184, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:34:29.569187 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:29.597365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Network cba6babf-5451-4953-8564-664ced1dd184 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:34:29.626403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4eb1b-491e-4e44-9170-bcc7c00a8d85 None None] Pushing event updated for resources: {'Port': ['ID=79dc5f21-0242-4d89-b878-eb4c2b9b8228,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:29.688660 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, cba6babf-5451-4953-8564-664ced1dd184) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:29.693449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:29.694089 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:29.697432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7780d78-82e3-4d4b-b53e-247c8ee1ea7b None None] Network cba6babf-5451-4953-8564-664ced1dd184 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:29.767341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3b6270ce-e376-4d20-ad12-9774f1fb0693 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6820669 Aug 23 04:34:29.772963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33820) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:29.779016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6769da03-8fc7-44fa-9909-a8f403d91ca2 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cba6babf-5451-4953-8564-664ced1dd184'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:29.877412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-cba6babf-5451-4953-8564-664ced1dd184', 'network_id': 'cba6babf-5451-4953-8564-664ced1dd184', 'tenant_id': 'b857b470334249cd91ee417356330d73', 'fixed_ips': [{'subnet_id': '681c18e2-a645-46fa-9a1e-cce71cd3af81'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:34:29.878447 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.000240 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6769da03-8fc7-44fa-9909-a8f403d91ca2 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.021674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Allocated IP 172.21.0.2 (cba6babf-5451-4953-8564-664ced1dd184/681c18e2-a645-46fa-9a1e-cce71cd3af81/a188e52a-f869-494c-b03d-fca30c8d076d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:30.162980 n-d-749052-7 neutron-server[95121]: INFO neutron.api.v2.resource [None req-6769da03-8fc7-44fa-9909-a8f403d91ca2 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 04:34:30.163246 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.167389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6769da03-8fc7-44fa-9909-a8f403d91ca2 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "PUT /v2.0/routers/7a1e9e4f-c1cf-43ec-aa9b-b178b7e07d87 HTTP/1.1" status: 400 len: 364 time: 0.3897271 Aug 23 04:34:30.173270 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33822) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:30.186386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Transition to ACTIVE for port object a188e52a-f869-494c-b03d-fca30c8d076d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:30.210137 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Transition to ACTIVE for port object a188e52a-f869-494c-b03d-fca30c8d076d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:30.242606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-88028b37-48ed-471c-8e80-ae907d979470 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Deleting subnet 681c18e2-a645-46fa-9a1e-cce71cd3af81 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:34:30.265562 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-88028b37-48ed-471c-8e80-ae907d979470 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.266576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.304377 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 79dc5f21-0242-4d89-b878-eb4c2b9b8228 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:30.308200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Network cba6babf-5451-4953-8564-664ced1dd184 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:30.321613 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-88028b37-48ed-471c-8e80-ae907d979470 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.329195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:30.334594 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:30.360153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Pushing event updated for resources: {'Port': ['ID=a188e52a-f869-494c-b03d-fca30c8d076d,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:30.416402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Attempting to bind port a188e52a-f869-494c-b03d-fca30c8d076d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:30.417398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Attempting to bind port a188e52a-f869-494c-b03d-fca30c8d076d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd275878b-36e6-43f7-b0e7-00082d0abefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cba6babf-5451-4953-8564-664ced1dd184'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:30.417768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Attempting to bind port a188e52a-f869-494c-b03d-fca30c8d076d on network cba6babf-5451-4953-8564-664ced1dd184 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:30.420678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-88028b37-48ed-471c-8e80-ae907d979470 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.424337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:30.424708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Checking segment: {'id': 'd275878b-36e6-43f7-b0e7-00082d0abefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cba6babf-5451-4953-8564-664ced1dd184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:30.425162 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.425565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Bound using segment: {'id': 'd275878b-36e6-43f7-b0e7-00082d0abefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cba6babf-5451-4953-8564-664ced1dd184'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:30.426057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Bound port: a188e52a-f869-494c-b03d-fca30c8d076d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd275878b-36e6-43f7-b0e7-00082d0abefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cba6babf-5451-4953-8564-664ced1dd184'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:30.426439 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.488695 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:30.562103 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6722663d-d3bb-4682-8058-f167ceeba3f0 None None] Network 5921cb21-94c3-4557-b50e-daa841825d84 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:30.566691 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-88028b37-48ed-471c-8e80-ae907d979470 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.577974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] For port a188e52a-f869-494c-b03d-fca30c8d076d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:30.595875 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88028b37-48ed-471c-8e80-ae907d979470 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event deleted for resources: {'Subnet': ['ID=681c18e2-a645-46fa-9a1e-cce71cd3af81,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:30.597611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] For port a188e52a-f869-494c-b03d-fca30c8d076d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a188e52a-f869-494c-b03d-fca30c8d076d,segment=NetworkSegment(d275878b-36e6-43f7-b0e7-00082d0abefc),segment_id=d275878b-36e6-43f7-b0e7-00082d0abefc)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:30.601552 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-88028b37-48ed-471c-8e80-ae907d979470 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.605646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-88028b37-48ed-471c-8e80-ae907d979470 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "DELETE /v2.0/subnets/681c18e2-a645-46fa-9a1e-cce71cd3af81 HTTP/1.1" status: 204 len: 168 time: 0.4291167 Aug 23 04:34:30.605862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33824) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:30.624870 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.654008 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.695367 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.759122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Deleting port a188e52a-f869-494c-b03d-fca30c8d076d {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:30.759466 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.768683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bde0d4-2618-4ba4-9a80-577ab9bec002 None None] Pushing event updated for resources: {'Port': ['ID=a188e52a-f869-494c-b03d-fca30c8d076d,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:30.774485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-63af15c3-c801-4f24-b4ab-cda40e32302f None None] Provisioning for port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:30.782366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-63af15c3-c801-4f24-b4ab-cda40e32302f None None] Provisioning complete for port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:30.792080 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-63af15c3-c801-4f24-b4ab-cda40e32302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.839226 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] For port a188e52a-f869-494c-b03d-fca30c8d076d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=a188e52a-f869-494c-b03d-fca30c8d076d,segment=NetworkSegment(d275878b-36e6-43f7-b0e7-00082d0abefc),segment_id=d275878b-36e6-43f7-b0e7-00082d0abefc)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:30.839788 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.855219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Calling delete_port for a188e52a-f869-494c-b03d-fca30c8d076d owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:30.876560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-63af15c3-c801-4f24-b4ab-cda40e32302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:30.920164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-63af15c3-c801-4f24-b4ab-cda40e32302f None None] For port 79dc5f21-0242-4d89-b878-eb4c2b9b8228, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=79dc5f21-0242-4d89-b878-eb4c2b9b8228,segment=NetworkSegment(6c4fd86e-98cb-4fd7-b791-fb197e943ca0),segment_id=6c4fd86e-98cb-4fd7-b791-fb197e943ca0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:30.981784 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-63af15c3-c801-4f24-b4ab-cda40e32302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.013693 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.047666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event deleted for resources: {'Port': ['ID=a188e52a-f869-494c-b03d-fca30c8d076d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:31.053523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] No DVR routers for this DVR port a188e52a-f869-494c-b03d-fca30c8d076d on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:31.055764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af15c3-c801-4f24-b4ab-cda40e32302f None None] Pushing event updated for resources: {'Port': ['ID=79dc5f21-0242-4d89-b878-eb4c2b9b8228,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:31.103630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-06b17d8a-df9a-417a-a31e-4552c859a419 None None] Provisioning complete for port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:31.104068 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-06b17d8a-df9a-417a-a31e-4552c859a419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.141717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.152154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba6babf-5451-4953-8564-664ced1dd184']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:31.161956 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd275878b-36e6-43f7-b0e7-00082d0abefc') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:31.162246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd275878b-36e6-43f7-b0e7-00082d0abefc') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:31.171283 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.184820 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.190849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:31.191261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:31.194154 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:31.332971 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.340777 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.342632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "DELETE /v2.0/networks/cba6babf-5451-4953-8564-664ced1dd184 HTTP/1.1" status: 204 len: 168 time: 0.7358425 Aug 23 04:34:31.345310 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33826) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:31.354000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b444b-bc22-473d-b44d-b6f4d6a2d96f tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event deleted for resources: {'Network': ['ID=cba6babf-5451-4953-8564-664ced1dd184,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:31.399676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c01e37-86f3-4feb-bdb6-b45e2d5f169d tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Deleting subnet 609e75ef-034c-4de2-94f4-87f90b0d96e2 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:34:31.403633 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36c01e37-86f3-4feb-bdb6-b45e2d5f169d tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.445577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36c01e37-86f3-4feb-bdb6-b45e2d5f169d tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.532171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36c01e37-86f3-4feb-bdb6-b45e2d5f169d tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.665862 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36c01e37-86f3-4feb-bdb6-b45e2d5f169d tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.693734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c01e37-86f3-4feb-bdb6-b45e2d5f169d tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event deleted for resources: {'Subnet': ['ID=609e75ef-034c-4de2-94f4-87f90b0d96e2,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:31.697815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-36c01e37-86f3-4feb-bdb6-b45e2d5f169d tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.702839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33828) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:31.702975 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-36c01e37-86f3-4feb-bdb6-b45e2d5f169d tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "DELETE /v2.0/subnets/609e75ef-034c-4de2-94f4-87f90b0d96e2 HTTP/1.1" status: 204 len: 168 time: 0.3565075 Aug 23 04:34:31.705640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87e4fb-0ddf-4b4f-b268-861dd80f87c4 None None] Network 5921cb21-94c3-4557-b50e-daa841825d84 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:31.782123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47707fca-feff-4cf9-b424-810491b19051 None None] DHCP port deletion for cba6babf-5451-4953-8564-664ced1dd184 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:34:31.783733 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.810720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dcbe9a1b-7ade-4cb6-b6d2-4eebecea7a70 None None] Could not find standard attr ID for object a188e52a-f869-494c-b03d-fca30c8d076d. {{(pid=95122) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 04:34:31.828671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3461ba0-0e74-4706-a2ca-7a9a0e7e0c12 None None] Network cba6babf-5451-4953-8564-664ced1dd184 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:31.839892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Deleting port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:31.840390 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.841911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3461ba0-0e74-4706-a2ca-7a9a0e7e0c12 None None] Network cba6babf-5451-4953-8564-664ced1dd184 could not be found, it might have been deleted concurrently. {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 23 04:34:31.911803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc56b5e-9126-4ff2-bab2-d5555c66c03c None None] DHCP port deletion for 5921cb21-94c3-4557-b50e-daa841825d84 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:34:31.913970 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] For port 79dc5f21-0242-4d89-b878-eb4c2b9b8228, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=79dc5f21-0242-4d89-b878-eb4c2b9b8228,segment=NetworkSegment(6c4fd86e-98cb-4fd7-b791-fb197e943ca0),segment_id=6c4fd86e-98cb-4fd7-b791-fb197e943ca0)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:31.914337 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.927319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Calling delete_port for 79dc5f21-0242-4d89-b878-eb4c2b9b8228 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:31.951052 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:31.963306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cfc56b5e-9126-4ff2-bab2-d5555c66c03c None None] Deleting port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:34:31.963604 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfc56b5e-9126-4ff2-bab2-d5555c66c03c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.024995 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-cfc56b5e-9126-4ff2-bab2-d5555c66c03c None None] For port 79dc5f21-0242-4d89-b878-eb4c2b9b8228, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=79dc5f21-0242-4d89-b878-eb4c2b9b8228,segment=NetworkSegment(6c4fd86e-98cb-4fd7-b791-fb197e943ca0),segment_id=6c4fd86e-98cb-4fd7-b791-fb197e943ca0)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:32.025415 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfc56b5e-9126-4ff2-bab2-d5555c66c03c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.037371 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-cfc56b5e-9126-4ff2-bab2-d5555c66c03c None None] Calling delete_port for 79dc5f21-0242-4d89-b878-eb4c2b9b8228 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:34:32.059201 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.090097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event deleted for resources: {'Port': ['ID=79dc5f21-0242-4d89-b878-eb4c2b9b8228,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:32.092342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] No DVR routers for this DVR port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:32.114560 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cfc56b5e-9126-4ff2-bab2-d5555c66c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.139449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc56b5e-9126-4ff2-bab2-d5555c66c03c None None] Pushing event deleted for resources: {'Port': ['ID=79dc5f21-0242-4d89-b878-eb4c2b9b8228,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:32.143178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc56b5e-9126-4ff2-bab2-d5555c66c03c None None] No DVR routers for this DVR port 79dc5f21-0242-4d89-b878-eb4c2b9b8228 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:34:32.173932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.184209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5921cb21-94c3-4557-b50e-daa841825d84']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:32.194152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4fd86e-98cb-4fd7-b791-fb197e943ca0') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:32.194451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4fd86e-98cb-4fd7-b791-fb197e943ca0') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:32.203705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.217119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.222769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:34:32.223151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:34:32.226223 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:34:32.233292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 79dc5f21-0242-4d89-b878-eb4c2b9b8228 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:34:32.252541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 79dc5f21-0242-4d89-b878-eb4c2b9b8228 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:34:32.252806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 79dc5f21-0242-4d89-b878-eb4c2b9b8228 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:34:32.339839 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.346294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.348074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "DELETE /v2.0/networks/5921cb21-94c3-4557-b50e-daa841825d84 HTTP/1.1" status: 204 len: 168 time: 0.6439700 Aug 23 04:34:32.350855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:32.359907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0236f-cac0-45c4-8f1a-37f1073dce05 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Pushing event deleted for resources: {'Network': ['ID=5921cb21-94c3-4557-b50e-daa841825d84,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:32.379106 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-88e270c6-5b4c-4fb8-a66b-6d1ba7e9b6bd tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1e9e4f-c1cf-43ec-aa9b-b178b7e07d87 HTTP/1.1" status: 200 len: 205 time: 0.0271120 Aug 23 04:34:32.381388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 33832) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:32.494725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd014b64-3a5b-4b1a-ad03-d38a80b53d96 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.644701 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd014b64-3a5b-4b1a-ad03-d38a80b53d96 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.646694 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd014b64-3a5b-4b1a-ad03-d38a80b53d96 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.739520 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd014b64-3a5b-4b1a-ad03-d38a80b53d96 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.740016 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd014b64-3a5b-4b1a-ad03-d38a80b53d96 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Fanout notify agent at l3_agent the message router_deleted on router 7a1e9e4f-c1cf-43ec-aa9b-b178b7e07d87 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:34:32.747068 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-dd014b64-3a5b-4b1a-ad03-d38a80b53d96 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:32.748181 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-dd014b64-3a5b-4b1a-ad03-d38a80b53d96 tempest-RoutersNegativeTest-108743917 tempest-RoutersNegativeTest-108743917-project] 10.222.0.20 "DELETE /v2.0/routers/7a1e9e4f-c1cf-43ec-aa9b-b178b7e07d87 HTTP/1.1" status: 204 len: 168 time: 0.3659010 Aug 23 04:34:33.139638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33838) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:33.268334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2d11c3c4-06c9-4a55-a255-081b50c912f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b857b470334249cd91ee417356330d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275210 Aug 23 04:34:33.270826 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33842) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:33.316407 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-30593d65-170b-4cbd-a3fd-a86631c426d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:33.336875 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-30593d65-170b-4cbd-a3fd-a86631c426d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:33.425391 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-30593d65-170b-4cbd-a3fd-a86631c426d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:33.427896 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-30593d65-170b-4cbd-a3fd-a86631c426d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:33.429019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-30593d65-170b-4cbd-a3fd-a86631c426d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c6985da-6d98-402d-baa4-2de3cb4589a1 HTTP/1.1" status: 204 len: 168 time: 0.1573005 Aug 23 04:34:33.437790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30593d65-170b-4cbd-a3fd-a86631c426d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6985da-6d98-402d-baa4-2de3cb4589a1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:34.244460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33864) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:34.340851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-634254984-network', 'tenant_id': '74f70261569b4d4980f355bd5f857371'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:34.448650 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Made reservation on behalf of 74f70261569b4d4980f355bd5f857371 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:34.450921 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:34.459295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:34.544162 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:34.648577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:34.676096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:34:34.681149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1562b69-00cf-4d89-a777-e2fef1af7f55,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:34.689249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:34.689609 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Added segment 035a793e-a7e5-427a-a830-249e77802684 of type vlan for network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b Aug 23 04:34:34.727105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:34.812457 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:34.813372 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:34.813942 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:34.873804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] Pushing event updated for resources: {'Network': ['ID=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:34.883865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:34:34.910636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3fb53e62-5ee6-4477-b9dc-c4b401c61327 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6650484 Aug 23 04:34:34.913402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33868) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:34.919029 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Request body: {'subnet': {'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-subnet', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:35.034650 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:34:35.071153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Made reservation on behalf of 74f70261569b4d4980f355bd5f857371 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:35.074222 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:35.270991 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:35.328405 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2aade9-af31-4c9a-90eb-f53da2d283a7,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:35.332515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Checking segment: {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:35.332869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Network hostable DHCP agents. Network: a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:34:35.390963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:34:35.453999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:35.458164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:35.458804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:35.463176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf943ad9-8669-427c-b041-d3bc121d8918 None None] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:35.539490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a4283dba-5ef2-4519-b2c3-c1628328522d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6249759 Aug 23 04:34:35.542143 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33870) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:35.546493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:35.610572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'fixed_ips': [{'subnet_id': 'ff2aade9-af31-4c9a-90eb-f53da2d283a7'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:34:35.611434 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:35.624696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:35.625812 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:35.711975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:35.741755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Allocated IP 172.20.0.2 (a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b/ff2aade9-af31-4c9a-90eb-f53da2d283a7/741c48c9-b93a-4203-8976-fdbccd72bc2d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:35.880741 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:35.888624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Transition to ACTIVE for port object 741c48c9-b93a-4203-8976-fdbccd72bc2d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:35.906504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Transition to ACTIVE for port object 741c48c9-b93a-4203-8976-fdbccd72bc2d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:35.997381 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:36.045687 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Pushing event updated for resources: {'Port': ['ID=741c48c9-b93a-4203-8976-fdbccd72bc2d,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:36.050427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:36.051965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:36.054405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:36.112254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Attempting to bind port 741c48c9-b93a-4203-8976-fdbccd72bc2d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:36.112629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Attempting to bind port 741c48c9-b93a-4203-8976-fdbccd72bc2d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:36.112994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Attempting to bind port 741c48c9-b93a-4203-8976-fdbccd72bc2d on network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:36.118825 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:36.119199 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Checking segment: {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:36.120195 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:36.120605 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Bound using segment: {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:36.121208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Bound port: 741c48c9-b93a-4203-8976-fdbccd72bc2d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:36.121598 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:36.187583 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:36.192340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] For port 741c48c9-b93a-4203-8976-fdbccd72bc2d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:36.192340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] For port 741c48c9-b93a-4203-8976-fdbccd72bc2d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=741c48c9-b93a-4203-8976-fdbccd72bc2d,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:36.298710 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:36.355204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28d996-44af-4b1a-b9a4-ebadb5c2a7a4 None None] Pushing event updated for resources: {'Port': ['ID=741c48c9-b93a-4203-8976-fdbccd72bc2d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:36.482808 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:36.514170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:36.674228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Allocated IP 172.25.1.142 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/c6d9d4ca-a756-4813-9075-f9b9249cc5d9) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:36.771735 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:36.865616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:36.907787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:36.910573 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:36.913990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:36.921432 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Pushing event updated for resources: {'Port': ['ID=c6d9d4ca-a756-4813-9075-f9b9249cc5d9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:37.257937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:37.263906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a95924-b322-47bc-bf15-60546f9c4a16 None None] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:37.448866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a06790f1-5683-4e79-89d1-b2bbd6b91bc9 None None] Provisioning for port 741c48c9-b93a-4203-8976-fdbccd72bc2d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:37.464577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:37.654023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Router f97e8c31-f308-458f-849e-19916dfc1d92 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:34:37.759684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:34:37.768778 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Sync routers for ids ['f97e8c31-f308-458f-849e-19916dfc1d92'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:34:37.778622 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Routers {'f97e8c31-f308-458f-849e-19916dfc1d92'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:34:37.781132 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f97e8c31-f308-458f-849e-19916dfc1d92'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:37.814255 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:37.815548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-537c26d6-0b81-4621-a945-d79f4bfaef9d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2724802 Aug 23 04:34:37.818244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33874) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:37.880217 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Set router f97e8c31-f308-458f-849e-19916dfc1d92 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:34:38.059173 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:35Z', 'updated_at': '2021-08-23T04:34:37Z', 'revision_number': 3, 'project_id': '74f70261569b4d4980f355bd5f857371', 'gw_port': {'id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:36Z', 'updated_at': '2021-08-23T04:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:38.076756 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.086834 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Checking router: f97e8c31-f308-458f-849e-19916dfc1d92 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:34:38.090089 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Updating router f97e8c31-f308-458f-849e-19916dfc1d92 port c6d9d4ca-a756-4813-9075-f9b9249cc5d9 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:34:38.111854 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.251116 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.292766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 741c48c9-b93a-4203-8976-fdbccd72bc2d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:38.374965 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.384640 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Transition to ACTIVE for port object c6d9d4ca-a756-4813-9075-f9b9249cc5d9 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:38.389679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 741c48c9-b93a-4203-8976-fdbccd72bc2d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:38.393665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 741c48c9-b93a-4203-8976-fdbccd72bc2d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:38.393989 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.461583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Allocated IP 172.20.0.1 (a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b/ff2aade9-af31-4c9a-90eb-f53da2d283a7/f2036fa0-ac01-4a1f-a389-586ec144a63e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:38.486455 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.498414 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.521550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 741c48c9-b93a-4203-8976-fdbccd72bc2d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=741c48c9-b93a-4203-8976-fdbccd72bc2d,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:38.553971 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Attempting to bind port c6d9d4ca-a756-4813-9075-f9b9249cc5d9 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:38.559615 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Attempting to bind port c6d9d4ca-a756-4813-9075-f9b9249cc5d9 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:38.559615 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Attempting to bind port c6d9d4ca-a756-4813-9075-f9b9249cc5d9 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:38.559615 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Pushing event updated for resources: {'Port': ['ID=c6d9d4ca-a756-4813-9075-f9b9249cc5d9,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:38.562351 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:38.562724 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:38.563127 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.563518 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:38.563979 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Bound port: c6d9d4ca-a756-4813-9075-f9b9249cc5d9, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:38.564357 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.570723 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.584264 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Transition to ACTIVE for port object f2036fa0-ac01-4a1f-a389-586ec144a63e will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:38.586339 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.586706 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.587036 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.587378 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.587715 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.588534 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.588867 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.589217 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.589547 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.589869 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.590189 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.590511 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:38.601307 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.628729 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] For port c6d9d4ca-a756-4813-9075-f9b9249cc5d9, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:38.631755 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] For port c6d9d4ca-a756-4813-9075-f9b9249cc5d9, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c6d9d4ca-a756-4813-9075-f9b9249cc5d9,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:38.648934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=741c48c9-b93a-4203-8976-fdbccd72bc2d,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:38.688704 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.705990 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.727292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:38.732084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:38.739206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:38.742319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Pushing event updated for resources: {'Port': ['ID=f2036fa0-ac01-4a1f-a389-586ec144a63e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:38.764967 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Routers {'f97e8c31-f308-458f-849e-19916dfc1d92'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:34:38.765651 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f97e8c31-f308-458f-849e-19916dfc1d92'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:38.779186 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:38.810356 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fdf34-812c-4cd7-9134-da2a6306ace2 None None] Pushing event updated for resources: {'Port': ['ID=c6d9d4ca-a756-4813-9075-f9b9249cc5d9,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:38.887814 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] Set router f97e8c31-f308-458f-849e-19916dfc1d92 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:34:39.023587 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:39.048786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2d58549a-e514-4bbf-aabe-3c78cca5f4d5 None None] Provisioning for port f2036fa0-ac01-4a1f-a389-586ec144a63e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:39.053747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2d58549a-e514-4bbf-aabe-3c78cca5f4d5 None None] Provisioning complete for port f2036fa0-ac01-4a1f-a389-586ec144a63e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:39.059562 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2d58549a-e514-4bbf-aabe-3c78cca5f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:39.070252 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:35Z', 'updated_at': '2021-08-23T04:34:37Z', 'revision_number': 3, 'project_id': '74f70261569b4d4980f355bd5f857371', 'gw_port': {'id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:36Z', 'updated_at': '2021-08-23T04:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:39.095747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2d58549a-e514-4bbf-aabe-3c78cca5f4d5 None None] Port f2036fa0-ac01-4a1f-a389-586ec144a63e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:34:39.097825 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1a1e7d-a9fa-4854-a7b8-c5f4d0bb36ae None None] The sync data for ids ['f97e8c31-f308-458f-849e-19916dfc1d92'] in n-d-749052-7 is: [{'id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:35Z', 'updated_at': '2021-08-23T04:34:37Z', 'revision_number': 3, 'project_id': '74f70261569b4d4980f355bd5f857371', 'gw_port': {'id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:36Z', 'updated_at': '2021-08-23T04:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:34:39.194850 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:39.248501 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:39.330963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Pushing event updated for resources: {'Port': ['ID=f2036fa0-ac01-4a1f-a389-586ec144a63e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:39.333348 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:39.425658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:39.427065 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:39.739414 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f42c0363-635f-4239-bb69-dce58162b73a None None] Provisioning complete for port f2036fa0-ac01-4a1f-a389-586ec144a63e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:39.739915 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f42c0363-635f-4239-bb69-dce58162b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:39.774410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f42c0363-635f-4239-bb69-dce58162b73a None None] Port f2036fa0-ac01-4a1f-a389-586ec144a63e cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:34:39.833729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Router f97e8c31-f308-458f-849e-19916dfc1d92 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:34:39.945243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:34:39.951064 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7f83297e-d75b-451a-be7e-d128faa328ac admin admin] 10.222.0.20 "PUT /v2.0/routers/f97e8c31-f308-458f-849e-19916dfc1d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1318429 Aug 23 04:34:40.307704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 741c48c9-b93a-4203-8976-fdbccd72bc2d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:40.364494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 741c48c9-b93a-4203-8976-fdbccd72bc2d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:40.364873 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:40.448153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c6d9d4ca-a756-4813-9075-f9b9249cc5d9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:40.590840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c6d9d4ca-a756-4813-9075-f9b9249cc5d9 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:40.595008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c6d9d4ca-a756-4813-9075-f9b9249cc5d9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:40.595472 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:40.632617 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33890) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:40.637709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-805096397-network', 'tenant_id': '709666e14b424159bf4ac55c353496e9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:40.675461 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:40.695294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c6d9d4ca-a756-4813-9075-f9b9249cc5d9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c6d9d4ca-a756-4813-9075-f9b9249cc5d9,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:40.707669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Sync routers for ids ['f97e8c31-f308-458f-849e-19916dfc1d92'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:34:40.717829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Routers {'f97e8c31-f308-458f-849e-19916dfc1d92'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:34:40.718453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f97e8c31-f308-458f-849e-19916dfc1d92'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:40.744023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Made reservation on behalf of 709666e14b424159bf4ac55c353496e9 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:40.746411 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:40.755276 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:40.768803 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:40.846925 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:40.904523 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:40.932856 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:34:40.939833 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b061e1-ae81-428d-ab93-7eee59e3a2fd,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:40.946494 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:40.946851 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Added segment 4827aa0f-6704-4376-b421-aaeba9e5255c of type vlan for network 578ce2f0-f951-4d72-adaa-ee1aef7916ae Aug 23 04:34:40.989377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.024545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Set router f97e8c31-f308-458f-849e-19916dfc1d92 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:34:41.027233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c6d9d4ca-a756-4813-9075-f9b9249cc5d9,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:41.077029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.078054 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:41.078648 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.141854 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] Pushing event updated for resources: {'Network': ['ID=578ce2f0-f951-4d72-adaa-ee1aef7916ae,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:41.157722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 578ce2f0-f951-4d72-adaa-ee1aef7916ae details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:34:41.174799 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ffc8265f-c35a-492e-aea3-8cbc785e91b9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5409942 Aug 23 04:34:41.177552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33892) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:41.182426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Request body: {'subnet': {'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-subnet', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:41.271164 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Made reservation on behalf of 709666e14b424159bf4ac55c353496e9 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:41.273551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.297222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:35Z', 'updated_at': '2021-08-23T04:34:38Z', 'revision_number': 4, 'project_id': '74f70261569b4d4980f355bd5f857371', 'gw_port': {'id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:36Z', 'updated_at': '2021-08-23T04:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f2036fa0-ac01-4a1f-a389-586ec144a63e', 'name': '', 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'mac_address': 'fa:16:3e:d6:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'ff2aade9-af31-4c9a-90eb-f53da2d283a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:38Z', 'updated_at': '2021-08-23T04:34:39Z', 'revision_number': 2, 'project_id': '74f70261569b4d4980f355bd5f857371', 'subnets': [{'id': 'ff2aade9-af31-4c9a-90eb-f53da2d283a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:41.323477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Checking router: f97e8c31-f308-458f-849e-19916dfc1d92 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:34:41.323837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Updating router f97e8c31-f308-458f-849e-19916dfc1d92 port f2036fa0-ac01-4a1f-a389-586ec144a63e binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:34:41.348285 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.493653 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.549931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:41.558898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Checking segment: {'id': '4827aa0f-6704-4376-b421-aaeba9e5255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:41.559267 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Network hostable DHCP agents. Network: 578ce2f0-f951-4d72-adaa-ee1aef7916ae, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:34:41.613111 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.623128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Transition to ACTIVE for port object f2036fa0-ac01-4a1f-a389-586ec144a63e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:41.636796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Network 578ce2f0-f951-4d72-adaa-ee1aef7916ae is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:34:41.705218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.722518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 578ce2f0-f951-4d72-adaa-ee1aef7916ae) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:41.732333 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:41.732962 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.733808 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a824a37b-0f8f-43ec-bc66-9226280c9942 None None] Network 578ce2f0-f951-4d72-adaa-ee1aef7916ae requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:41.800522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-969697b9-a20b-4116-9c0f-6fda5a6d45b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6194072 Aug 23 04:34:41.800815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53c651-406a-4b78-af36-7a8867d1ca45 None None] Pushing event updated for resources: {'Port': ['ID=f2036fa0-ac01-4a1f-a389-586ec144a63e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:41.801338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33894) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:41.820343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:41.877276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Attempting to bind port f2036fa0-ac01-4a1f-a389-586ec144a63e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:41.877650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Attempting to bind port f2036fa0-ac01-4a1f-a389-586ec144a63e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:41.878012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Attempting to bind port f2036fa0-ac01-4a1f-a389-586ec144a63e on network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:41.894092 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.895174 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.905202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:41.905585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Checking segment: {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:41.906314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.906443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Bound using segment: {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:41.906858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Bound port: f2036fa0-ac01-4a1f-a389-586ec144a63e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:41.907279 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.956281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:41.985518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-578ce2f0-f951-4d72-adaa-ee1aef7916ae', 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'fixed_ips': [{'subnet_id': 'ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:34:41.986370 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.019283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] For port f2036fa0-ac01-4a1f-a389-586ec144a63e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:42.023562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] For port f2036fa0-ac01-4a1f-a389-586ec144a63e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f2036fa0-ac01-4a1f-a389-586ec144a63e,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:42.084877 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.152058 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.177585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Routers {'f97e8c31-f308-458f-849e-19916dfc1d92'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:34:42.178380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f97e8c31-f308-458f-849e-19916dfc1d92'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:42.223413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53c651-406a-4b78-af36-7a8867d1ca45 None None] Pushing event updated for resources: {'Port': ['ID=f2036fa0-ac01-4a1f-a389-586ec144a63e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:42.248267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Allocated IP 172.20.0.2 (578ce2f0-f951-4d72-adaa-ee1aef7916ae/ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22/9203e2e7-2fdc-44e1-b880-b197b7859f98) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:42.271415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c6d9d4ca-a756-4813-9075-f9b9249cc5d9 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:42.411991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] Set router f97e8c31-f308-458f-849e-19916dfc1d92 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:34:42.439067 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.457990 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.521283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c6d9d4ca-a756-4813-9075-f9b9249cc5d9 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:42.521653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.565216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Allocated IP 172.25.1.141 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/2bf3273b-feff-4734-a440-3ef32d926f97) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:42.663570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.671321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.680576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Transition to ACTIVE for port object 9203e2e7-2fdc-44e1-b880-b197b7859f98 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:42.742573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Transition to ACTIVE for port object 9203e2e7-2fdc-44e1-b880-b197b7859f98 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:42.772011 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:35Z', 'updated_at': '2021-08-23T04:34:38Z', 'revision_number': 4, 'project_id': '74f70261569b4d4980f355bd5f857371', 'gw_port': {'id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:36Z', 'updated_at': '2021-08-23T04:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f2036fa0-ac01-4a1f-a389-586ec144a63e', 'name': '', 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'mac_address': 'fa:16:3e:d6:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'ff2aade9-af31-4c9a-90eb-f53da2d283a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:38Z', 'updated_at': '2021-08-23T04:34:42Z', 'revision_number': 4, 'project_id': '74f70261569b4d4980f355bd5f857371', 'subnets': [{'id': 'ff2aade9-af31-4c9a-90eb-f53da2d283a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:42.774441 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.798145 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d7d21-4468-4c34-93b3-7558374afe63 None None] The sync data for ids ['f97e8c31-f308-458f-849e-19916dfc1d92'] in n-d-749052-7 is: [{'id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:35Z', 'updated_at': '2021-08-23T04:34:38Z', 'revision_number': 4, 'project_id': '74f70261569b4d4980f355bd5f857371', 'gw_port': {'id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:36Z', 'updated_at': '2021-08-23T04:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'f2036fa0-ac01-4a1f-a389-586ec144a63e', 'name': '', 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'mac_address': 'fa:16:3e:d6:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'ff2aade9-af31-4c9a-90eb-f53da2d283a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:38Z', 'updated_at': '2021-08-23T04:34:42Z', 'revision_number': 4, 'project_id': '74f70261569b4d4980f355bd5f857371', 'subnets': [{'id': 'ff2aade9-af31-4c9a-90eb-f53da2d283a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:34:42.813294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:42.814405 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.816133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:42.819764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:42.860626 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Network 578ce2f0-f951-4d72-adaa-ee1aef7916ae is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:42.866382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:42.874001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:42.880061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Pushing event updated for resources: {'Port': ['ID=9203e2e7-2fdc-44e1-b880-b197b7859f98,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:42.922709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Pushing event updated for resources: {'Port': ['ID=2bf3273b-feff-4734-a440-3ef32d926f97,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:42.948822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Attempting to bind port 9203e2e7-2fdc-44e1-b880-b197b7859f98 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:42.949227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Attempting to bind port 9203e2e7-2fdc-44e1-b880-b197b7859f98 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '4827aa0f-6704-4376-b421-aaeba9e5255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:42.949598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Attempting to bind port 9203e2e7-2fdc-44e1-b880-b197b7859f98 on network 578ce2f0-f951-4d72-adaa-ee1aef7916ae {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:42.954918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:42.955299 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Checking segment: {'id': '4827aa0f-6704-4376-b421-aaeba9e5255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:42.955705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:42.956098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Bound using segment: {'id': '4827aa0f-6704-4376-b421-aaeba9e5255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:42.956579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Bound port: 9203e2e7-2fdc-44e1-b880-b197b7859f98, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4827aa0f-6704-4376-b421-aaeba9e5255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:42.956942 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:43.025230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] For port 9203e2e7-2fdc-44e1-b880-b197b7859f98, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:43.029037 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] For port 9203e2e7-2fdc-44e1-b880-b197b7859f98, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9203e2e7-2fdc-44e1-b880-b197b7859f98,segment=NetworkSegment(4827aa0f-6704-4376-b421-aaeba9e5255c),segment_id=4827aa0f-6704-4376-b421-aaeba9e5255c)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:43.100072 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:43.162147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acae47-df9b-4b24-8a36-4316391189d9 None None] Pushing event updated for resources: {'Port': ['ID=9203e2e7-2fdc-44e1-b880-b197b7859f98,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:43.198775 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:43.439450 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:43.642528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Router fc28d0af-20e0-48a5-b325-5985959186d7 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:34:43.755862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:34:43.768137 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Sync routers for ids ['fc28d0af-20e0-48a5-b325-5985959186d7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:34:43.779922 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Routers {'fc28d0af-20e0-48a5-b325-5985959186d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:34:43.780690 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fc28d0af-20e0-48a5-b325-5985959186d7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:43.848061 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:43.852120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-16144a4f-d7b4-4873-82d1-ca332cb184dc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0473669 Aug 23 04:34:43.852431 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 33896) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:34:44.019639 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Set router fc28d0af-20e0-48a5-b325-5985959186d7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:34:44.205190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b34a32-de69-4c4b-aefd-94c5fd2d8b05 None None] Network 578ce2f0-f951-4d72-adaa-ee1aef7916ae requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:34:44.219333 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:41Z', 'updated_at': '2021-08-23T04:34:42Z', 'revision_number': 3, 'project_id': '709666e14b424159bf4ac55c353496e9', 'gw_port': {'id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:42Z', 'updated_at': '2021-08-23T04:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:44.256843 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Checking router: fc28d0af-20e0-48a5-b325-5985959186d7 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:34:44.257351 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Updating router fc28d0af-20e0-48a5-b325-5985959186d7 port 2bf3273b-feff-4734-a440-3ef32d926f97 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:34:44.297075 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.367834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f2036fa0-ac01-4a1f-a389-586ec144a63e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:44.405242 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.570266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Allocated IP 172.20.0.1 (578ce2f0-f951-4d72-adaa-ee1aef7916ae/ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22/256aece3-7d7d-4717-b611-77e8e785aa2c) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:44.573670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-343adaa9-30fb-489f-bd33-2b8f9490369e None None] Provisioning for port 9203e2e7-2fdc-44e1-b880-b197b7859f98 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:44.603813 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.612180 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Transition to ACTIVE for port object 2bf3273b-feff-4734-a440-3ef32d926f97 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:44.675055 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.688163 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.689575 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Transition to ACTIVE for port object 256aece3-7d7d-4717-b611-77e8e785aa2c will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:44.716134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port f2036fa0-ac01-4a1f-a389-586ec144a63e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:44.721432 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f2036fa0-ac01-4a1f-a389-586ec144a63e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:44.724359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.744688 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Attempting to bind port 2bf3273b-feff-4734-a440-3ef32d926f97 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:44.745091 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Attempting to bind port 2bf3273b-feff-4734-a440-3ef32d926f97 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:44.745454 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Attempting to bind port 2bf3273b-feff-4734-a440-3ef32d926f97 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:44.747486 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391e199-75b2-4f62-94aa-6c84580de257 None None] Pushing event updated for resources: {'Port': ['ID=2bf3273b-feff-4734-a440-3ef32d926f97,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:44.753164 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:44.757060 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:44.757060 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.757060 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:44.757060 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Bound port: 2bf3273b-feff-4734-a440-3ef32d926f97, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:44.757060 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.807981 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.809997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.810956 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] For port 2bf3273b-feff-4734-a440-3ef32d926f97, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:44.815681 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] For port 2bf3273b-feff-4734-a440-3ef32d926f97, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2bf3273b-feff-4734-a440-3ef32d926f97,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:44.840368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port f2036fa0-ac01-4a1f-a389-586ec144a63e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f2036fa0-ac01-4a1f-a389-586ec144a63e,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:44.849450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Network 578ce2f0-f951-4d72-adaa-ee1aef7916ae is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:44.852375 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:44.855261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:44.895426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Pushing event updated for resources: {'Port': ['ID=256aece3-7d7d-4717-b611-77e8e785aa2c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:44.902234 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.912329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.923129 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:44.923929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9203e2e7-2fdc-44e1-b880-b197b7859f98 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:44.977117 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Routers {'fc28d0af-20e0-48a5-b325-5985959186d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:34:44.978102 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fc28d0af-20e0-48a5-b325-5985959186d7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:44.984788 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391e199-75b2-4f62-94aa-6c84580de257 None None] Pushing event updated for resources: {'Port': ['ID=2bf3273b-feff-4734-a440-3ef32d926f97,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:45.021332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=f2036fa0-ac01-4a1f-a389-586ec144a63e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:45.100050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 9203e2e7-2fdc-44e1-b880-b197b7859f98 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:45.104646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9203e2e7-2fdc-44e1-b880-b197b7859f98 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:45.106973 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:45.107094 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] Set router fc28d0af-20e0-48a5-b325-5985959186d7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:34:45.148289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:45.192673 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:45.216328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2a595254-bd8e-48d9-96e5-49c5147d2c7b None None] Provisioning for port 256aece3-7d7d-4717-b611-77e8e785aa2c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:45.225316 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2a595254-bd8e-48d9-96e5-49c5147d2c7b None None] Provisioning complete for port 256aece3-7d7d-4717-b611-77e8e785aa2c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:45.225702 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2a595254-bd8e-48d9-96e5-49c5147d2c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:45.252676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 9203e2e7-2fdc-44e1-b880-b197b7859f98, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9203e2e7-2fdc-44e1-b880-b197b7859f98,segment=NetworkSegment(4827aa0f-6704-4376-b421-aaeba9e5255c),segment_id=4827aa0f-6704-4376-b421-aaeba9e5255c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:45.266939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2a595254-bd8e-48d9-96e5-49c5147d2c7b None None] Port 256aece3-7d7d-4717-b611-77e8e785aa2c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:34:45.286790 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:41Z', 'updated_at': '2021-08-23T04:34:42Z', 'revision_number': 3, 'project_id': '709666e14b424159bf4ac55c353496e9', 'gw_port': {'id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:42Z', 'updated_at': '2021-08-23T04:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:45.316585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:45.316843 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:45.322213 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a5198-c5ff-4559-bd4e-a6efbdfdb490 None None] The sync data for ids ['fc28d0af-20e0-48a5-b325-5985959186d7'] in n-d-749052-7 is: [{'id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:41Z', 'updated_at': '2021-08-23T04:34:42Z', 'revision_number': 3, 'project_id': '709666e14b424159bf4ac55c353496e9', 'gw_port': {'id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:42Z', 'updated_at': '2021-08-23T04:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:34:45.367263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=9203e2e7-2fdc-44e1-b880-b197b7859f98,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:45.395620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:45.466197 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:45.468000 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Pushing event updated for resources: {'Port': ['ID=256aece3-7d7d-4717-b611-77e8e785aa2c,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:45.568684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Network 578ce2f0-f951-4d72-adaa-ee1aef7916ae is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:45.568684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:45.705416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Router fc28d0af-20e0-48a5-b325-5985959186d7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:34:45.792806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ad0950f6-b1dc-4fde-8cd1-4aab094f30f7 None None] Provisioning complete for port 256aece3-7d7d-4717-b611-77e8e785aa2c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:45.793501 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ad0950f6-b1dc-4fde-8cd1-4aab094f30f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:45.830007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ad0950f6-b1dc-4fde-8cd1-4aab094f30f7 None None] Port 256aece3-7d7d-4717-b611-77e8e785aa2c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:34:46.109985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:34:46.119600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6a0ec289-2c1e-4a73-9eae-24281981da43 admin admin] 10.222.0.20 "PUT /v2.0/routers/fc28d0af-20e0-48a5-b325-5985959186d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2613478 Aug 23 04:34:46.313217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f2036fa0-ac01-4a1f-a389-586ec144a63e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:46.365400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port f2036fa0-ac01-4a1f-a389-586ec144a63e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:46.365785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:46.444375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2bf3273b-feff-4734-a440-3ef32d926f97 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:46.538508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 2bf3273b-feff-4734-a440-3ef32d926f97 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:46.543451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 2bf3273b-feff-4734-a440-3ef32d926f97 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:46.543823 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:46.625229 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:46.646173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 2bf3273b-feff-4734-a440-3ef32d926f97, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2bf3273b-feff-4734-a440-3ef32d926f97,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:46.704581 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:46.705478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9203e2e7-2fdc-44e1-b880-b197b7859f98 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:46.779516 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=2bf3273b-feff-4734-a440-3ef32d926f97,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:46.790655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 9203e2e7-2fdc-44e1-b880-b197b7859f98 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:46.791066 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:46.857178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Sync routers for ids ['fc28d0af-20e0-48a5-b325-5985959186d7'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:34:46.878498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Routers {'fc28d0af-20e0-48a5-b325-5985959186d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:34:46.879104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fc28d0af-20e0-48a5-b325-5985959186d7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:46.984514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Set router fc28d0af-20e0-48a5-b325-5985959186d7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:34:47.183929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:41Z', 'updated_at': '2021-08-23T04:34:45Z', 'revision_number': 4, 'project_id': '709666e14b424159bf4ac55c353496e9', 'gw_port': {'id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:42Z', 'updated_at': '2021-08-23T04:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '256aece3-7d7d-4717-b611-77e8e785aa2c', 'name': '', 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'mac_address': 'fa:16:3e:ec:50:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:44Z', 'updated_at': '2021-08-23T04:34:45Z', 'revision_number': 2, 'project_id': '709666e14b424159bf4ac55c353496e9', 'subnets': [{'id': 'ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:47.209970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Checking router: fc28d0af-20e0-48a5-b325-5985959186d7 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:34:47.210327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Updating router fc28d0af-20e0-48a5-b325-5985959186d7 port 256aece3-7d7d-4717-b611-77e8e785aa2c binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:34:47.239548 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:47.505117 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:47.514734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Transition to ACTIVE for port object 256aece3-7d7d-4717-b611-77e8e785aa2c will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:47.524874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccd08e-d149-4542-abde-ecc377e6779e req-697f7772-86f8-4247-a3c3-4f996f5af21d tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:47.526914 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-697f7772-86f8-4247-a3c3-4f996f5af21d tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/networks?id=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b HTTP/1.1" status: 200 len: 816 time: 0.1023471 Aug 23 04:34:47.542279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-1049cc53-6f0c-474d-8ec7-a33f03e4af79 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/quotas/74f70261569b4d4980f355bd5f857371 HTTP/1.1" status: 200 len: 375 time: 0.0094690 Aug 23 04:34:47.585473 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:47.590978 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-941dfac6-4333-479d-8211-6e1f1d4a1a28 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f70261569b4d4980f355bd5f857371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434337 Aug 23 04:34:47.638984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07a0e8-f6a3-45a3-9da2-97f0a8a7a287 None None] Pushing event updated for resources: {'Port': ['ID=256aece3-7d7d-4717-b611-77e8e785aa2c,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:47.688754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Attempting to bind port 256aece3-7d7d-4717-b611-77e8e785aa2c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:47.689164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Attempting to bind port 256aece3-7d7d-4717-b611-77e8e785aa2c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '4827aa0f-6704-4376-b421-aaeba9e5255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:47.689540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Attempting to bind port 256aece3-7d7d-4717-b611-77e8e785aa2c on network 578ce2f0-f951-4d72-adaa-ee1aef7916ae {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:47.694747 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:47.695126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Checking segment: {'id': '4827aa0f-6704-4376-b421-aaeba9e5255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:47.695534 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:47.695942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Bound using segment: {'id': '4827aa0f-6704-4376-b421-aaeba9e5255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:47.696541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Bound port: 256aece3-7d7d-4717-b611-77e8e785aa2c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4827aa0f-6704-4376-b421-aaeba9e5255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:47.696937 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:47.705130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-6ade72a7-86fd-404d-b2fd-5fcf9d95df5a service neutron] 10.222.0.20 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022923 Aug 23 04:34:47.764392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] For port 256aece3-7d7d-4717-b611-77e8e785aa2c, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:47.767561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] For port 256aece3-7d7d-4717-b611-77e8e785aa2c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=256aece3-7d7d-4717-b611-77e8e785aa2c,segment=NetworkSegment(4827aa0f-6704-4376-b421-aaeba9e5255c),segment_id=4827aa0f-6704-4376-b421-aaeba9e5255c)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:47.801894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-2c3608d9-75b9-4059-bb24-fc11eaf64c4c service neutron] 10.222.0.20 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872037 Aug 23 04:34:47.820163 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:47.894052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Routers {'fc28d0af-20e0-48a5-b325-5985959186d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:34:47.894858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:34:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fc28d0af-20e0-48a5-b325-5985959186d7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:47.898779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07a0e8-f6a3-45a3-9da2-97f0a8a7a287 None None] Pushing event updated for resources: {'Port': ['ID=256aece3-7d7d-4717-b611-77e8e785aa2c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:48.024413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] Set router fc28d0af-20e0-48a5-b325-5985959186d7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:34:48.057294 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5fb2066-d0e8-4a0f-a532-ce05fce3c704 req-1b28d1cf-0162-446c-bae8-b9111944bc7c tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 210 time: 0.0303447 Aug 23 04:34:48.243861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2bf3273b-feff-4734-a440-3ef32d926f97 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:48.268564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-127972c4-e024-4070-a54b-fce9c199348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:41Z', 'updated_at': '2021-08-23T04:34:45Z', 'revision_number': 4, 'project_id': '709666e14b424159bf4ac55c353496e9', 'gw_port': {'id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:42Z', 'updated_at': '2021-08-23T04:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '256aece3-7d7d-4717-b611-77e8e785aa2c', 'name': '', 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'mac_address': 'fa:16:3e:ec:50:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:44Z', 'updated_at': '2021-08-23T04:34:47Z', 'revision_number': 4, 'project_id': '709666e14b424159bf4ac55c353496e9', 'subnets': [{'id': 'ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:34:48.302029 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127972c4-e024-4070-a54b-fce9c199348c None None] The sync data for ids ['fc28d0af-20e0-48a5-b325-5985959186d7'] in n-d-749052-7 is: [{'id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:41Z', 'updated_at': '2021-08-23T04:34:45Z', 'revision_number': 4, 'project_id': '709666e14b424159bf4ac55c353496e9', 'gw_port': {'id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:42Z', 'updated_at': '2021-08-23T04:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '256aece3-7d7d-4717-b611-77e8e785aa2c', 'name': '', 'network_id': '578ce2f0-f951-4d72-adaa-ee1aef7916ae', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'mac_address': 'fa:16:3e:ec:50:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:44Z', 'updated_at': '2021-08-23T04:34:47Z', 'revision_number': 4, 'project_id': '709666e14b424159bf4ac55c353496e9', 'subnets': [{'id': 'ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:34:48.318243 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 2bf3273b-feff-4734-a440-3ef32d926f97 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:48.318620 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:49.163119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f393eda7-5e0d-4f74-b89b-fab05d9c8092 req-e2b1c903-3af7-4c20-9742-334f67e02465 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 210 time: 0.0368533 Aug 23 04:34:50.185894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccd08e-d149-4542-abde-ecc377e6779e req-5371bdcc-b270-4e42-bad1-39ddd6907313 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:50.188070 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-5371bdcc-b270-4e42-bad1-39ddd6907313 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.24 "GET /v2.0/networks?id=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b HTTP/1.1" status: 200 len: 816 time: 0.1097257 Aug 23 04:34:50.206131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Request body: {'port': {'device_id': '7154a4d0-119f-4856-9ff9-c8394ab44b68', 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'admin_state_up': True, 'tenant_id': '74f70261569b4d4980f355bd5f857371'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:50.281230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1830a3d1-2b9c-450a-bd69-546f66dfb598 req-1a5b0441-9889-4c86-affd-1adb087b1d05 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 210 time: 0.0321383 Aug 23 04:34:50.304666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 256aece3-7d7d-4717-b611-77e8e785aa2c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:50.407960 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Made reservation on behalf of 74f70261569b4d4980f355bd5f857371 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:34:50.411525 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:50.430691 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 256aece3-7d7d-4717-b611-77e8e785aa2c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:50.435613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 256aece3-7d7d-4717-b611-77e8e785aa2c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:50.435883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:50.516006 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:50.535692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Allocated IP 172.20.0.8 (a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b/ff2aade9-af31-4c9a-90eb-f53da2d283a7/16e15ddd-dfaa-422d-acc7-6fcd854984d0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:34:50.547443 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 256aece3-7d7d-4717-b611-77e8e785aa2c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=256aece3-7d7d-4717-b611-77e8e785aa2c,segment=NetworkSegment(4827aa0f-6704-4376-b421-aaeba9e5255c),segment_id=4827aa0f-6704-4376-b421-aaeba9e5255c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:50.608139 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:50.657120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=256aece3-7d7d-4717-b611-77e8e785aa2c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:50.682629 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:50.696981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Transition to ACTIVE for port object 16e15ddd-dfaa-422d-acc7-6fcd854984d0 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:50.780362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:50.823821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:34:50.826692 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:34:50.829220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:34:50.867242 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Pushing event updated for resources: {'Port': ['ID=16e15ddd-dfaa-422d-acc7-6fcd854984d0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:50.892933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:50.893613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:50.963369 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bfe81df9-7a5e-4d76-89ef-d12f64fe7e46 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655218 Aug 23 04:34:50.976836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Request body: {'port': {'device_id': '7154a4d0-119f-4856-9ff9-c8394ab44b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:34:51.031839 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:51.168187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-64855cae-4215-49a9-9168-b354ad0877b8 None None] Provisioning for port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:51.172483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-64855cae-4215-49a9-9168-b354ad0877b8 None None] Provisioning complete for port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:51.172898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-64855cae-4215-49a9-9168-b354ad0877b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:51.212096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-64855cae-4215-49a9-9168-b354ad0877b8 None None] Port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:34:51.295441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e15ddd-dfaa-422d-acc7-6fcd854984d0 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:34:51.302804 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:51.314948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Transition to ACTIVE for port object 16e15ddd-dfaa-422d-acc7-6fcd854984d0 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:34:51.362477 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:51.409227 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b4ca0-90dd-4eed-8674-ade524779d9e req-efdfc0aa-1beb-4773-99a7-99e712e66c7e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:51.412062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b95b4ca0-90dd-4eed-8674-ade524779d9e req-efdfc0aa-1beb-4773-99a7-99e712e66c7e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 943 time: 0.0616906 Aug 23 04:34:51.457828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=16e15ddd-dfaa-422d-acc7-6fcd854984d0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:51.469658 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b95b4ca0-90dd-4eed-8674-ade524779d9e req-37961079-31a5-45c0-ad24-b7fb22bdf39f tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491681 Aug 23 04:34:51.502947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Attempting to bind port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:34:51.503287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Attempting to bind port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:34:51.503656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Attempting to bind port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 on network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:51.508313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 on network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:34:51.508636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Attempting to bind port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 on network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:34:51.514375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:34:51.514706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Checking segment: {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:34:51.515235 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Bound using segment: {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:34:51.515752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Bound port: 16e15ddd-dfaa-422d-acc7-6fcd854984d0, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:34:51.516033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:51.586171 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] For port 16e15ddd-dfaa-422d-acc7-6fcd854984d0, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:34:51.589515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] For port 16e15ddd-dfaa-422d-acc7-6fcd854984d0, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=16e15ddd-dfaa-422d-acc7-6fcd854984d0,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:34:51.682787 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:51.717337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:51.721229 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:51.721229 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] 10.222.0.24 "PUT /v2.0/ports/16e15ddd-dfaa-422d-acc7-6fcd854984d0 HTTP/1.1" status: 200 len: 1091 time: 0.7470248 Aug 23 04:34:51.721229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7154a4d0-119f-4856-9ff9-c8394ab44b68', 'tag': '16e15ddd-dfaa-422d-acc7-6fcd854984d0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:34:51.722033 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b9ed14-a725-4690-bca5-bd85f56a12f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7154a4d0-119f-4856-9ff9-c8394ab44b68", "tag": "16e15ddd-dfaa-422d-acc7-6fcd854984d0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:34:51.745244 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717f106-4bfb-471a-9791-cfbc60ab6cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=16e15ddd-dfaa-422d-acc7-6fcd854984d0,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:51.763882 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee971463-05a2-4bb9-93ae-e4460bdf9d11 x-openstack-request-id: req-ee971463-05a2-4bb9-93ae-e4460bdf9d11 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:34:51.764186 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7154a4d0-119f-4856-9ff9-c8394ab44b68", "tag": "16e15ddd-dfaa-422d-acc7-6fcd854984d0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:34:51.764442 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee971463-05a2-4bb9-93ae-e4460bdf9d11 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:34:51.764848 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7154a4d0-119f-4856-9ff9-c8394ab44b68', 'tag': '16e15ddd-dfaa-422d-acc7-6fcd854984d0', 'status': 'completed', 'code': 200} Aug 23 04:34:51.826567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ed14-a725-4690-bca5-bd85f56a12f0 req-e9c54142-0df4-4e64-8153-9d3adcd6d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:51.830286 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b9ed14-a725-4690-bca5-bd85f56a12f0 req-e9c54142-0df4-4e64-8153-9d3adcd6d614 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74f70261569b4d4980f355bd5f857371&device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 1094 time: 0.0423892 Aug 23 04:34:51.930936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ed14-a725-4690-bca5-bd85f56a12f0 req-47d5b827-67d8-4bfb-85cb-33824b59e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:51.932385 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b9ed14-a725-4690-bca5-bd85f56a12f0 req-47d5b827-67d8-4bfb-85cb-33824b59e848 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=74f70261569b4d4980f355bd5f857371&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0954673 Aug 23 04:34:52.025852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ed14-a725-4690-bca5-bd85f56a12f0 req-011a16e0-28f0-493e-a123-f35a3d9654c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:52.027266 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b2b9ed14-a725-4690-bca5-bd85f56a12f0 req-011a16e0-28f0-493e-a123-f35a3d9654c6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0873830 Aug 23 04:34:52.099337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccd08e-d149-4542-abde-ecc377e6779e req-85983410-bd37-4c49-8c59-d8dbd8c5440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:52.100835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-85983410-bd37-4c49-8c59-d8dbd8c5440b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74f70261569b4d4980f355bd5f857371&device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 1094 time: 0.0391459 Aug 23 04:34:52.145376 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-3e2e7e43-bade-40ea-a1fe-8110471ef983 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16e15ddd-dfaa-422d-acc7-6fcd854984d0 HTTP/1.1" status: 200 len: 217 time: 0.0371823 Aug 23 04:34:52.193472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccd08e-d149-4542-abde-ecc377e6779e req-730cfda4-1461-4da4-bbe9-e781fe324053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:52.194886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-730cfda4-1461-4da4-bbe9-e781fe324053 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff2aade9-af31-4c9a-90eb-f53da2d283a7 HTTP/1.1" status: 200 len: 855 time: 0.0434189 Aug 23 04:34:52.239840 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccd08e-d149-4542-abde-ecc377e6779e req-12afc9e8-2803-49cf-99b4-edea33da7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:52.241300 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-12afc9e8-2803-49cf-99b4-edea33da7e89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394895 Aug 23 04:34:52.244967 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 256aece3-7d7d-4717-b611-77e8e785aa2c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:52.296538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 256aece3-7d7d-4717-b611-77e8e785aa2c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:52.296845 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:52.332609 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-bbf6a298-a296-4f33-8bc4-13413fddba4a service neutron] 10.222.0.24 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842552 Aug 23 04:34:52.420278 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1fccd08e-d149-4542-abde-ecc377e6779e req-accd047d-1004-471a-9527-0fa44bb95bfb service neutron] 10.222.0.24 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805862 Aug 23 04:34:52.583471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ff83-6d5c-4d71-a0e4-cabe1d053bbf req-6040853b-f038-42b5-9112-e6d2359566f9 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:52.584852 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5262ff83-6d5c-4d71-a0e4-cabe1d053bbf req-6040853b-f038-42b5-9112-e6d2359566f9 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 943 time: 0.0476274 Aug 23 04:34:52.622349 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5262ff83-6d5c-4d71-a0e4-cabe1d053bbf req-dbbf149d-be08-4a10-be50-76e661df2587 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310643 Aug 23 04:34:53.287956 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:53.736187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ca06-0e30-441a-bbf6-46cd4688287e req-928270cf-48ce-4491-91ea-2bb7a39e1239 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:53.737706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7766ca06-0e30-441a-bbf6-46cd4688287e req-928270cf-48ce-4491-91ea-2bb7a39e1239 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 943 time: 0.0507553 Aug 23 04:34:53.774099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7766ca06-0e30-441a-bbf6-46cd4688287e req-a041fdde-a1aa-43b3-83f0-1ca854748d9e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303862 Aug 23 04:34:54.571842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 16e15ddd-dfaa-422d-acc7-6fcd854984d0 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:34:54.666378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 16e15ddd-dfaa-422d-acc7-6fcd854984d0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=16e15ddd-dfaa-422d-acc7-6fcd854984d0,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:54.677149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '16e15ddd-dfaa-422d-acc7-6fcd854984d0', 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'port_id': '16e15ddd-dfaa-422d-acc7-6fcd854984d0', 'mac_address': 'fa:16:3e:ea:9b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2aade9-af31-4c9a-90eb-f53da2d283a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:34:54.712549 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:54.725507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e15ddd-dfaa-422d-acc7-6fcd854984d0 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:34:54.744425 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 16e15ddd-dfaa-422d-acc7-6fcd854984d0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=16e15ddd-dfaa-422d-acc7-6fcd854984d0,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:54.784947 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:54.831949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=16e15ddd-dfaa-422d-acc7-6fcd854984d0,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:54.888749 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa554203-8874-4192-ab60-1d2b0c5e82be req-00555b4d-cde1-436b-99bf-3fc30a052e81 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:54.890272 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa554203-8874-4192-ab60-1d2b0c5e82be req-00555b4d-cde1-436b-99bf-3fc30a052e81 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 944 time: 0.0492454 Aug 23 04:34:54.927989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fa554203-8874-4192-ab60-1d2b0c5e82be req-9e7b5368-8dab-482b-abca-72049fe5d22c tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Aug 23 04:34:54.987273 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['16e15ddd-dfaa-422d-acc7-6fcd854984d0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:34:56.052172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51637-eb6c-4058-b15e-ef726dabedd8 req-55148432-b5f5-4cd0-bda1-ad17730b723b tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:56.053727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fb51637-eb6c-4058-b15e-ef726dabedd8 req-55148432-b5f5-4cd0-bda1-ad17730b723b tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 944 time: 0.0607255 Aug 23 04:34:56.091251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0fb51637-eb6c-4058-b15e-ef726dabedd8 req-382c0411-0967-49de-bed5-29a34de21d5e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Aug 23 04:34:56.098986 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-24b031c2-9bd3-4c09-adf4-300fb7d279c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:56.587326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 16e15ddd-dfaa-422d-acc7-6fcd854984d0 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:34:56.678563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:34:56.682334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:34:56.682718 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:56.760603 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:56.782078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7154a4d0-119f-4856-9ff9-c8394ab44b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e15ddd-dfaa-422d-acc7-6fcd854984d0'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:34:56.784297 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec88d195-9d80-419e-8f36-8457fb85810f" -d '{"events": [{"server_uuid": "7154a4d0-119f-4856-9ff9-c8394ab44b68", "name": "network-vif-plugged", "status": "completed", "tag": "16e15ddd-dfaa-422d-acc7-6fcd854984d0"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:34:56.796346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 16e15ddd-dfaa-422d-acc7-6fcd854984d0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=16e15ddd-dfaa-422d-acc7-6fcd854984d0,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:34:56.818738 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005a08f4-4507-45d2-8943-7f39573d6fb9 x-openstack-request-id: req-005a08f4-4507-45d2-8943-7f39573d6fb9 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:34:56.819025 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7154a4d0-119f-4856-9ff9-c8394ab44b68", "name": "network-vif-plugged", "status": "completed", "tag": "16e15ddd-dfaa-422d-acc7-6fcd854984d0", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:34:56.819320 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-005a08f4-4507-45d2-8943-7f39573d6fb9 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:34:56.819714 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7154a4d0-119f-4856-9ff9-c8394ab44b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e15ddd-dfaa-422d-acc7-6fcd854984d0', 'code': 200} Aug 23 04:34:56.865241 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:56.913772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=16e15ddd-dfaa-422d-acc7-6fcd854984d0,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:34:56.919865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b1ebe-4c7b-4c48-982d-75101ca24eda req-b9a4426b-c39d-4778-8dd8-8a69d376a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:56.923671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.923813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d62b1ebe-4c7b-4c48-982d-75101ca24eda req-b9a4426b-c39d-4778-8dd8-8a69d376a6c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 1096 time: 0.0456209 Aug 23 04:34:56.923912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.923912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.923912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.923912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.923912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.923912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.923912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.923912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.924550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.924550 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.924709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:34:56.956869 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d62b1ebe-4c7b-4c48-982d-75101ca24eda req-1170ae33-e70a-4e86-b81d-4b7d5588efe8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275958 Aug 23 04:34:57.210823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a89661-d1d2-44e6-9a21-2931ef396aa6 req-98664e8b-2d0b-4692-9d5d-c72dbff52d0e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:57.212379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7a89661-d1d2-44e6-9a21-2931ef396aa6 req-98664e8b-2d0b-4692-9d5d-c72dbff52d0e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 945 time: 0.0529244 Aug 23 04:34:57.252980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7a89661-d1d2-44e6-9a21-2931ef396aa6 req-4144c1de-d59e-4d7a-ab64-53f0877bcc44 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Aug 23 04:34:58.364475 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a420e-1078-40a2-b1b4-aee084d558f5 req-8db5946e-5d54-46c3-b247-bb7b8dd21a7e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:58.365882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c01a420e-1078-40a2-b1b4-aee084d558f5 req-8db5946e-5d54-46c3-b247-bb7b8dd21a7e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 945 time: 0.0486233 Aug 23 04:34:58.403107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c01a420e-1078-40a2-b1b4-aee084d558f5 req-3e3166ba-f149-4c4d-94e4-9316c3a1a13f tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306365 Aug 23 04:34:58.512901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eba87-299b-4894-9778-8a6d5e6a94e3 req-a1ac3c74-74f2-4eb5-a26a-f0266a34bf20 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:34:58.514359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-403eba87-299b-4894-9778-8a6d5e6a94e3 req-a1ac3c74-74f2-4eb5-a26a-f0266a34bf20 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 945 time: 0.0480459 Aug 23 04:34:58.550091 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-403eba87-299b-4894-9778-8a6d5e6a94e3 req-b39998b3-1847-45f0-a7af-cf6f9520b4ef tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298276 Aug 23 04:34:58.779255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d3d98c5e-8749-40c9-bada-c05c65b816ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:34:58.902935 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:00.619201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:01.943675 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:08.093149 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:12.032967 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:35:20.503081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11393-9ebd-493c-817a-584dd0ded004 req-844f9984-3d7f-4198-979e-7ce7a502b962 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:20.504578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3e11393-9ebd-493c-817a-584dd0ded004 req-844f9984-3d7f-4198-979e-7ce7a502b962 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 945 time: 0.0533032 Aug 23 04:35:20.540686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e3e11393-9ebd-493c-817a-584dd0ded004 req-a2b295fa-7127-40a2-af1d-87a2544dd0a4 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298901 Aug 23 04:35:21.651788 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d289b1-9a0b-4aed-8a8a-5ca010665d2f req-a7103663-529c-435b-8af7-e615ee63fdd5 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:21.653776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58d289b1-9a0b-4aed-8a8a-5ca010665d2f req-a7103663-529c-435b-8af7-e615ee63fdd5 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 945 time: 0.0479474 Aug 23 04:35:21.690693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-58d289b1-9a0b-4aed-8a8a-5ca010665d2f req-35496efa-c202-413b-a275-5af8213db798 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Aug 23 04:35:22.067008 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-8262bcfd-a9fb-4a5b-8a0b-a0ae0ec3f45a tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:22.068475 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-8262bcfd-a9fb-4a5b-8a0b-a0ae0ec3f45a tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.24 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 945 time: 0.0476177 Aug 23 04:35:22.157510 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Deleting port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:35:22.157772 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:22.242463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] For port 16e15ddd-dfaa-422d-acc7-6fcd854984d0, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=16e15ddd-dfaa-422d-acc7-6fcd854984d0,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:35:22.242835 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:22.254137 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Calling delete_port for 16e15ddd-dfaa-422d-acc7-6fcd854984d0 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:35:22.447000 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:22.458464 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['16e15ddd-dfaa-422d-acc7-6fcd854984d0'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:35:22.475538 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Pushing event deleted for resources: {'Port': ['ID=16e15ddd-dfaa-422d-acc7-6fcd854984d0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:22.488874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.489260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.489606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.489944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.490280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.490633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.491229 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.491548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.491876 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.492204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.492532 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.492857 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:35:22.527118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] No DVR routers for this DVR port 16e15ddd-dfaa-422d-acc7-6fcd854984d0 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:35:22.530573 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:22.532654 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-67493473-11d1-4f9e-a55b-3e9d68593cef req-fce1ec52-80a6-43f3-baa5-8252bb627794 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.24 "DELETE /v2.0/ports/16e15ddd-dfaa-422d-acc7-6fcd854984d0 HTTP/1.1" status: 204 len: 173 time: 0.4581397 Aug 23 04:35:22.533136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7154a4d0-119f-4856-9ff9-c8394ab44b68', 'name': 'network-vif-deleted', 'tag': '16e15ddd-dfaa-422d-acc7-6fcd854984d0'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:35:22.535488 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb6b480-8ed3-442d-83a9-6bdfdb6d8901" -d '{"events": [{"server_uuid": "7154a4d0-119f-4856-9ff9-c8394ab44b68", "name": "network-vif-deleted", "tag": "16e15ddd-dfaa-422d-acc7-6fcd854984d0"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:35:22.633119 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d951666c-c07b-4d3b-bb7d-e6970ee3e07b x-openstack-request-id: req-d951666c-c07b-4d3b-bb7d-e6970ee3e07b {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:35:22.633508 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7154a4d0-119f-4856-9ff9-c8394ab44b68", "name": "network-vif-deleted", "tag": "16e15ddd-dfaa-422d-acc7-6fcd854984d0", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:35:22.633747 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d951666c-c07b-4d3b-bb7d-e6970ee3e07b {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:35:22.634227 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7154a4d0-119f-4856-9ff9-c8394ab44b68', 'name': 'network-vif-deleted', 'tag': '16e15ddd-dfaa-422d-acc7-6fcd854984d0', 'status': 'completed', 'code': 200} Aug 23 04:35:22.788446 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00faaaee-77b7-48cc-9cc2-572f61716658 req-8ffe0d93-1531-462c-a093-c2faa047a96a tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=7154a4d0-119f-4856-9ff9-c8394ab44b68 HTTP/1.1" status: 200 len: 210 time: 0.0295901 Aug 23 04:35:23.224078 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:24.558681 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-b3eef3bf-d704-4794-bcb6-eefeabd09124 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:24.560141 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-b3eef3bf-d704-4794-bcb6-eefeabd09124 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/networks?id=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b HTTP/1.1" status: 200 len: 816 time: 0.1020658 Aug 23 04:35:24.574624 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-935e220b-4691-4898-b598-d3ec56e5d505 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/quotas/74f70261569b4d4980f355bd5f857371 HTTP/1.1" status: 200 len: 375 time: 0.0088284 Aug 23 04:35:24.624109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-b1cdcee3-2fc4-4b6f-8b6d-760d6f46d806 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=74f70261569b4d4980f355bd5f857371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439281 Aug 23 04:35:24.714959 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 16e15ddd-dfaa-422d-acc7-6fcd854984d0 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:35:24.809492 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-c994f253-13c6-4b41-b8f6-664c702453d1 service neutron] 10.222.0.20 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742320 Aug 23 04:35:24.893889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 16e15ddd-dfaa-422d-acc7-6fcd854984d0 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:35:24.894102 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 16e15ddd-dfaa-422d-acc7-6fcd854984d0 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:35:24.905144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-3e104d34-cbe3-4289-bb43-015ab2547a71 service neutron] 10.222.0.20 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887325 Aug 23 04:35:25.125151 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9d7d714-6ea7-4530-86bf-457b08ea94e5 req-61a5cd34-4f6f-48a7-8a1a-098bc0a7413b tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 210 time: 0.0308342 Aug 23 04:35:26.087214 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1384d19f-fbdd-40ca-8433-229de193a445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:26.215351 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-68104bd2-0223-4c39-9178-2ffc81172505 req-08be9fe2-2348-4e9c-8ef4-6c97def3f625 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 210 time: 0.0261030 Aug 23 04:35:26.942428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-6bd74c3c-edd9-4844-83ed-d0c5ed762b03 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:26.943904 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-6bd74c3c-edd9-4844-83ed-d0c5ed762b03 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.24 "GET /v2.0/networks?id=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b HTTP/1.1" status: 200 len: 816 time: 0.1047988 Aug 23 04:35:26.956910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Request body: {'port': {'device_id': '6c0cc790-bff7-49cc-b1f9-468456f047b7', 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'admin_state_up': True, 'tenant_id': '74f70261569b4d4980f355bd5f857371'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:35:27.104240 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Made reservation on behalf of 74f70261569b4d4980f355bd5f857371 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:35:27.107929 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:27.230159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Allocated IP 172.20.0.11 (a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b/ff2aade9-af31-4c9a-90eb-f53da2d283a7/c4ce2dfe-4791-473e-9933-0936e79ee8b8) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:35:27.308817 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a0f8d3c8-09c2-4e0d-982d-823d3be15ce8 req-21c2c788-330e-4c6f-b67f-aff31ab6b513 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 210 time: 0.0252862 Aug 23 04:35:27.377411 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:27.390824 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Transition to ACTIVE for port object c4ce2dfe-4791-473e-9933-0936e79ee8b8 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:35:27.499602 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:27.539359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:35:27.542239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:35:27.546198 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:35:27.554263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Pushing event updated for resources: {'Port': ['ID=c4ce2dfe-4791-473e-9933-0936e79ee8b8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:27.599119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:27.599732 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:27.671612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9012fcdd-96f1-4899-8f72-269d20bb1a91 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7183554 Aug 23 04:35:27.732553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Request body: {'port': {'device_id': '6c0cc790-bff7-49cc-b1f9-468456f047b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:35:27.789161 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:27.847376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5185051f-7a33-4925-a70d-8839768d69a3 None None] Provisioning for port c4ce2dfe-4791-473e-9933-0936e79ee8b8 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:35:27.851916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5185051f-7a33-4925-a70d-8839768d69a3 None None] Provisioning complete for port c4ce2dfe-4791-473e-9933-0936e79ee8b8 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:35:27.852313 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5185051f-7a33-4925-a70d-8839768d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:27.884881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5185051f-7a33-4925-a70d-8839768d69a3 None None] Port c4ce2dfe-4791-473e-9933-0936e79ee8b8 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:35:28.039528 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ce2dfe-4791-473e-9933-0936e79ee8b8 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:35:28.047226 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:28.058368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Transition to ACTIVE for port object c4ce2dfe-4791-473e-9933-0936e79ee8b8 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:35:28.126803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:28.427489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789b56c-b860-4edf-9407-bae5f2165e7e req-9dc59493-5eea-41c3-80f6-d79c289eabf9 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:28.428928 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3789b56c-b860-4edf-9407-bae5f2165e7e req-9dc59493-5eea-41c3-80f6-d79c289eabf9 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 944 time: 0.0502472 Aug 23 04:35:28.459694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce2dfe-4791-473e-9933-0936e79ee8b8,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:28.468923 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3789b56c-b860-4edf-9407-bae5f2165e7e req-b128aeba-8ff4-4d30-84a5-7db69b0661a4 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338738 Aug 23 04:35:28.511441 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Attempting to bind port c4ce2dfe-4791-473e-9933-0936e79ee8b8 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:35:28.511771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Attempting to bind port c4ce2dfe-4791-473e-9933-0936e79ee8b8 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:35:28.512090 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Attempting to bind port c4ce2dfe-4791-473e-9933-0936e79ee8b8 on network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:35:28.516309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Port c4ce2dfe-4791-473e-9933-0936e79ee8b8 on network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:35:28.516629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Attempting to bind port c4ce2dfe-4791-473e-9933-0936e79ee8b8 on network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:35:28.521274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:35:28.527380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Checking segment: {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:35:28.527380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Bound using segment: {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:35:28.527380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Bound port: c4ce2dfe-4791-473e-9933-0936e79ee8b8, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035a793e-a7e5-427a-a830-249e77802684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:35:28.527380 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:28.582880 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] For port c4ce2dfe-4791-473e-9933-0936e79ee8b8, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:35:28.585978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] For port c4ce2dfe-4791-473e-9933-0936e79ee8b8, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c4ce2dfe-4791-473e-9933-0936e79ee8b8,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:35:28.624262 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:28.661474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:28.662083 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:28.663451 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] 10.222.0.24 "PUT /v2.0/ports/c4ce2dfe-4791-473e-9933-0936e79ee8b8 HTTP/1.1" status: 200 len: 1092 time: 0.9827745 Aug 23 04:35:28.663917 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0cc790-bff7-49cc-b1f9-468456f047b7', 'tag': 'c4ce2dfe-4791-473e-9933-0936e79ee8b8'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:35:28.666186 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411df5f8-1152-4048-a58c-63213c2262b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0cc790-bff7-49cc-b1f9-468456f047b7", "tag": "c4ce2dfe-4791-473e-9933-0936e79ee8b8"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:35:28.689761 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfa937-40d5-4f04-990b-addd87ce14ef service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce2dfe-4791-473e-9933-0936e79ee8b8,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:28.714586 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7263813-b22d-4157-9fda-e7ae63471365 x-openstack-request-id: req-b7263813-b22d-4157-9fda-e7ae63471365 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:35:28.714956 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0cc790-bff7-49cc-b1f9-468456f047b7", "tag": "c4ce2dfe-4791-473e-9933-0936e79ee8b8", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:35:28.715277 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7263813-b22d-4157-9fda-e7ae63471365 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:35:28.715745 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0cc790-bff7-49cc-b1f9-468456f047b7', 'tag': 'c4ce2dfe-4791-473e-9933-0936e79ee8b8', 'status': 'completed', 'code': 200} Aug 23 04:35:28.773883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df5f8-1152-4048-a58c-63213c2262b3 req-2a2d8374-38d2-4e87-b3f6-909716db015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:28.775545 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-411df5f8-1152-4048-a58c-63213c2262b3 req-2a2d8374-38d2-4e87-b3f6-909716db015b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74f70261569b4d4980f355bd5f857371&device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 1095 time: 0.0428145 Aug 23 04:35:28.783380 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab3bb-aaa0-45f1-854c-734bdd0e1342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:28.875227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df5f8-1152-4048-a58c-63213c2262b3 req-9038da2f-46dd-4a79-aacc-d6e9e8abf188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:28.876696 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-411df5f8-1152-4048-a58c-63213c2262b3 req-9038da2f-46dd-4a79-aacc-d6e9e8abf188 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=74f70261569b4d4980f355bd5f857371&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0937190 Aug 23 04:35:28.899212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:28.976243 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df5f8-1152-4048-a58c-63213c2262b3 req-75f11908-794d-4023-8046-2bc612a446ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:28.977745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-411df5f8-1152-4048-a58c-63213c2262b3 req-75f11908-794d-4023-8046-2bc612a446ad service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0936306 Aug 23 04:35:29.051461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-c5ebe2a0-d56e-44d1-aa29-67e7ed02a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:29.052920 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-c5ebe2a0-d56e-44d1-aa29-67e7ed02a563 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74f70261569b4d4980f355bd5f857371&device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 1095 time: 0.0397224 Aug 23 04:35:29.099623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-9154feaf-64c1-4577-817f-fba87c659334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4ce2dfe-4791-473e-9933-0936e79ee8b8 HTTP/1.1" status: 200 len: 217 time: 0.0365701 Aug 23 04:35:29.144118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-33876ba6-fa1d-47ce-b006-814eecc7dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:29.145534 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-33876ba6-fa1d-47ce-b006-814eecc7dfd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff2aade9-af31-4c9a-90eb-f53da2d283a7 HTTP/1.1" status: 200 len: 855 time: 0.0417707 Aug 23 04:35:29.189866 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-110821b2-de5c-4721-9f78-793dbba94aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:29.191344 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-110821b2-de5c-4721-9f78-793dbba94aa9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393636 Aug 23 04:35:29.282622 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-a3492b5e-6cc1-4e49-84f3-fd4fe80b1b62 service neutron] 10.222.0.24 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834546 Aug 23 04:35:29.370238 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-acd0e69d-d4e9-4275-9a75-273d0d1c89a4 req-4b6946c7-c7b9-4ad6-a7cb-620f93a256b8 service neutron] 10.222.0.24 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799518 Aug 23 04:35:29.583236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d0d82-3b2a-4761-abeb-825fa8ec07af req-9a9d1ff9-0cdc-47de-ac45-3c892bcb7dc0 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:29.584729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-371d0d82-3b2a-4761-abeb-825fa8ec07af req-9a9d1ff9-0cdc-47de-ac45-3c892bcb7dc0 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 944 time: 0.0476079 Aug 23 04:35:29.627081 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-371d0d82-3b2a-4761-abeb-825fa8ec07af req-a6b1f486-f402-4596-a343-569846e92e2a tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362239 Aug 23 04:35:30.601034 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:30.738085 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecdbd3-dea6-47af-8c31-00cd6ca42972 req-9f6c2f9e-b853-4b22-84d6-1de80ca5811d tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:30.739556 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11ecdbd3-dea6-47af-8c31-00cd6ca42972 req-9f6c2f9e-b853-4b22-84d6-1de80ca5811d tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 944 time: 0.0481038 Aug 23 04:35:30.776533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-11ecdbd3-dea6-47af-8c31-00cd6ca42972 req-e4b086e5-dc5c-43ef-a2b8-b5f89c217cef tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Aug 23 04:35:31.902223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09643edd-e63d-4974-8c86-456f094b6221 req-1f83d06b-ceeb-4433-b364-5f7ce53343cc tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:31.903750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09643edd-e63d-4974-8c86-456f094b6221 req-1f83d06b-ceeb-4433-b364-5f7ce53343cc tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 944 time: 0.0488913 Aug 23 04:35:31.941730 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-09643edd-e63d-4974-8c86-456f094b6221 req-f5c77543-dcc0-419c-81eb-7d01e71044bb tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Aug 23 04:35:31.950184 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:32.792734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c4ce2dfe-4791-473e-9933-0936e79ee8b8 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:35:32.885429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c4ce2dfe-4791-473e-9933-0936e79ee8b8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c4ce2dfe-4791-473e-9933-0936e79ee8b8,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:35:32.896351 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'c4ce2dfe-4791-473e-9933-0936e79ee8b8', 'network_id': 'a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b', 'port_id': 'c4ce2dfe-4791-473e-9933-0936e79ee8b8', 'mac_address': 'fa:16:3e:b1:f2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2aade9-af31-4c9a-90eb-f53da2d283a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:35:32.931275 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:32.943827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ce2dfe-4791-473e-9933-0936e79ee8b8 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:35:32.961943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c4ce2dfe-4791-473e-9933-0936e79ee8b8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c4ce2dfe-4791-473e-9933-0936e79ee8b8,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:35:33.035346 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:33.056145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68ca3f-d938-47ca-9073-d12b965dbfa3 req-931f3517-edf1-45f2-905c-409f314c9e2e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:33.057635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc68ca3f-d938-47ca-9073-d12b965dbfa3 req-931f3517-edf1-45f2-905c-409f314c9e2e tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 944 time: 0.0491805 Aug 23 04:35:33.085757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c4ce2dfe-4791-473e-9933-0936e79ee8b8,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:33.100762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bc68ca3f-d938-47ca-9073-d12b965dbfa3 req-765dfc15-aaad-4d8b-9109-2b8b35140b6a tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365322 Aug 23 04:35:33.234659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c4ce2dfe-4791-473e-9933-0936e79ee8b8'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:35:34.213448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db264ba-8bc2-49af-9bcf-7cd335409798 req-f3b18dd8-e20c-4ac3-97c3-ff1f650af597 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:34.214969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2db264ba-8bc2-49af-9bcf-7cd335409798 req-f3b18dd8-e20c-4ac3-97c3-ff1f650af597 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Aug 23 04:35:34.252738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2db264ba-8bc2-49af-9bcf-7cd335409798 req-e3f60cc9-0b79-4498-a0da-99b9eab8d0c0 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Aug 23 04:35:34.805827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c4ce2dfe-4791-473e-9933-0936e79ee8b8 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:35:34.921561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port c4ce2dfe-4791-473e-9933-0936e79ee8b8 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:35:34.925406 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port c4ce2dfe-4791-473e-9933-0936e79ee8b8 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:35:34.925780 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:34.999197 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:35.020586 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0cc790-bff7-49cc-b1f9-468456f047b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce2dfe-4791-473e-9933-0936e79ee8b8'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:35:35.022815 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84c3ab4-ded7-4895-8245-b52a3d752840" -d '{"events": [{"server_uuid": "6c0cc790-bff7-49cc-b1f9-468456f047b7", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce2dfe-4791-473e-9933-0936e79ee8b8"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:35:35.035589 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port c4ce2dfe-4791-473e-9933-0936e79ee8b8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c4ce2dfe-4791-473e-9933-0936e79ee8b8,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:35:35.110873 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7224c7af-8bd7-4d20-83e7-ee28905ae2c4 x-openstack-request-id: req-7224c7af-8bd7-4d20-83e7-ee28905ae2c4 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:35:35.111171 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0cc790-bff7-49cc-b1f9-468456f047b7", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce2dfe-4791-473e-9933-0936e79ee8b8", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:35:35.111446 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7224c7af-8bd7-4d20-83e7-ee28905ae2c4 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:35:35.111846 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0cc790-bff7-49cc-b1f9-468456f047b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce2dfe-4791-473e-9933-0936e79ee8b8', 'code': 200} Aug 23 04:35:35.115201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:35.163490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=c4ce2dfe-4791-473e-9933-0936e79ee8b8,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:35:35.209145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801d5ce-0424-4ac2-bcaf-d60ca941ad8a req-ebe49988-3027-42e0-be03-fea5d55f08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:35.210640 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c801d5ce-0424-4ac2-bcaf-d60ca941ad8a req-ebe49988-3027-42e0-be03-fea5d55f08c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 1097 time: 0.0429368 Aug 23 04:35:35.244348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c801d5ce-0424-4ac2-bcaf-d60ca941ad8a req-d7532d9c-514f-400b-a5fd-6f011f9be6b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267839 Aug 23 04:35:35.364502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b26d05-bff6-47b7-9b90-877146b62e76 req-3248a304-5445-494b-a556-a5f1da03bcc1 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:35.366140 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40b26d05-bff6-47b7-9b90-877146b62e76 req-3248a304-5445-494b-a556-a5f1da03bcc1 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 946 time: 0.0475833 Aug 23 04:35:35.402710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-40b26d05-bff6-47b7-9b90-877146b62e76 req-c827092a-a345-4d8b-9ae3-2323cbc87803 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308506 Aug 23 04:35:36.515766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277c2a3-deb8-432a-b7b3-22a149dabc42 req-0b787f16-ed95-41c0-a8e9-1c4ee275bf52 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:36.517252 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4277c2a3-deb8-432a-b7b3-22a149dabc42 req-0b787f16-ed95-41c0-a8e9-1c4ee275bf52 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 946 time: 0.0481434 Aug 23 04:35:36.558669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4277c2a3-deb8-432a-b7b3-22a149dabc42 req-2c12a54e-f461-4822-8d56-b8d1ddc0dd63 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356283 Aug 23 04:35:36.668217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67f8e6-3923-4692-bd6a-de8826e67612 req-e767b5d2-9f0d-4dca-95ef-eff3da922464 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:36.669684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd67f8e6-3923-4692-bd6a-de8826e67612 req-e767b5d2-9f0d-4dca-95ef-eff3da922464 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 946 time: 0.0478964 Aug 23 04:35:36.705908 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd67f8e6-3923-4692-bd6a-de8826e67612 req-5e206f1f-e500-4f16-b31b-af1d41e6aca8 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303397 Aug 23 04:35:38.086891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:43.239353 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d086743-09ab-496d-98a0-c76daf4b324a req-9a1f122a-dd80-492e-98cf-bf272ce79129 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400000 Aug 23 04:35:43.322398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086743-09ab-496d-98a0-c76daf4b324a req-effe4ed7-f71c-4374-a7e1-e824c2c8c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:43.323867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d086743-09ab-496d-98a0-c76daf4b324a req-effe4ed7-f71c-4374-a7e1-e824c2c8c16a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74f70261569b4d4980f355bd5f857371&device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 1097 time: 0.0410471 Aug 23 04:35:43.428621 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086743-09ab-496d-98a0-c76daf4b324a req-7c3c01a9-7b3a-4fb2-b2af-3bfa58237b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:43.430131 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d086743-09ab-496d-98a0-c76daf4b324a req-7c3c01a9-7b3a-4fb2-b2af-3bfa58237b4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b HTTP/1.1" status: 200 len: 916 time: 0.0876667 Aug 23 04:35:43.471921 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d086743-09ab-496d-98a0-c76daf4b324a req-e7a789a2-4878-418b-b068-ef2579d0cf21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4ce2dfe-4791-473e-9933-0936e79ee8b8 HTTP/1.1" status: 200 len: 217 time: 0.0348423 Aug 23 04:35:43.520278 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086743-09ab-496d-98a0-c76daf4b324a req-6d295d26-7181-4039-9026-4f6d6d890642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:43.521618 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d086743-09ab-496d-98a0-c76daf4b324a req-6d295d26-7181-4039-9026-4f6d6d890642 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff2aade9-af31-4c9a-90eb-f53da2d283a7 HTTP/1.1" status: 200 len: 855 time: 0.0427709 Aug 23 04:35:43.570980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086743-09ab-496d-98a0-c76daf4b324a req-7a8dfbcb-6f04-45a7-a921-091e5253167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:43.572554 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d086743-09ab-496d-98a0-c76daf4b324a req-7a8dfbcb-6f04-45a7-a921-091e5253167b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440938 Aug 23 04:35:43.669471 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d086743-09ab-496d-98a0-c76daf4b324a req-96a8fe1c-f0ad-4d44-88c8-1b9f421e55cc service neutron] 10.222.0.24 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824637 Aug 23 04:35:43.761143 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2d086743-09ab-496d-98a0-c76daf4b324a req-2e8b946f-e6cb-49af-8483-e2aa59ab242d service neutron] 10.222.0.24 "GET /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840161 Aug 23 04:35:49.032365 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:35:53.280647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:56.080980 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-107807bd-666f-4019-a249-fc19904eb7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:58.679861 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f507d5-2757-49a1-a0cc-5f894bd7dd5d req-07818cd2-0111-4ade-aadd-132493895001 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:58.681357 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3f507d5-2757-49a1-a0cc-5f894bd7dd5d req-07818cd2-0111-4ade-aadd-132493895001 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Aug 23 04:35:58.719314 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f3f507d5-2757-49a1-a0cc-5f894bd7dd5d req-85dd6327-d986-4b01-98d5-bfe98996b720 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Aug 23 04:35:58.795213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8f5fbe75-ff7b-49b8-a40d-bb7c37fd07e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:58.903668 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:35:59.832942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6785e7-6906-4386-8f56-58d82c25ed64 req-9985ff3c-6788-417b-8417-813c556feb29 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:35:59.834469 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed6785e7-6906-4386-8f56-58d82c25ed64 req-9985ff3c-6788-417b-8417-813c556feb29 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 946 time: 0.0473547 Aug 23 04:35:59.885941 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed6785e7-6906-4386-8f56-58d82c25ed64 req-1bfff1f4-f36c-4aeb-acfb-7a4089fe348b tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1562b69-00cf-4d89-a777-e2fef1af7f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456645 Aug 23 04:36:00.268927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ec315-2af7-4151-8b57-600a2078c559 req-b00da8e7-1153-4013-9011-b046d403f7f0 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:00.270396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e69ec315-2af7-4151-8b57-600a2078c559 req-b00da8e7-1153-4013-9011-b046d403f7f0 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 946 time: 0.0484407 Aug 23 04:36:00.360963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-e69ec315-2af7-4151-8b57-600a2078c559 req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Deleting port c4ce2dfe-4791-473e-9933-0936e79ee8b8 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:36:00.361330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e69ec315-2af7-4151-8b57-600a2078c559 req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:00.445863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-e69ec315-2af7-4151-8b57-600a2078c559 req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] For port c4ce2dfe-4791-473e-9933-0936e79ee8b8, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=c4ce2dfe-4791-473e-9933-0936e79ee8b8,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:00.446228 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e69ec315-2af7-4151-8b57-600a2078c559 req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:00.458197 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-e69ec315-2af7-4151-8b57-600a2078c559 req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Calling delete_port for c4ce2dfe-4791-473e-9933-0936e79ee8b8 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:36:00.629255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:00.652034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e69ec315-2af7-4151-8b57-600a2078c559 req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:00.664488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['c4ce2dfe-4791-473e-9933-0936e79ee8b8'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:36:00.679041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Pushing event deleted for resources: {'Port': ['ID=c4ce2dfe-4791-473e-9933-0936e79ee8b8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:00.726798 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ec315-2af7-4151-8b57-600a2078c559 req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] No DVR routers for this DVR port c4ce2dfe-4791-473e-9933-0936e79ee8b8 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:36:00.729583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e69ec315-2af7-4151-8b57-600a2078c559 req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:00.731620 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e69ec315-2af7-4151-8b57-600a2078c559 req-348617d4-8283-4ca3-ba2f-a060020875ea tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.24 "DELETE /v2.0/ports/c4ce2dfe-4791-473e-9933-0936e79ee8b8 HTTP/1.1" status: 204 len: 173 time: 0.4546866 Aug 23 04:36:00.732099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0cc790-bff7-49cc-b1f9-468456f047b7', 'name': 'network-vif-deleted', 'tag': 'c4ce2dfe-4791-473e-9933-0936e79ee8b8'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:36:00.734427 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd74414d-63c5-46bc-94d9-5adecfdf12eb" -d '{"events": [{"server_uuid": "6c0cc790-bff7-49cc-b1f9-468456f047b7", "name": "network-vif-deleted", "tag": "c4ce2dfe-4791-473e-9933-0936e79ee8b8"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:00.784009 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca77b28-884c-4ad3-b6e6-c13b135e04e5 x-openstack-request-id: req-3ca77b28-884c-4ad3-b6e6-c13b135e04e5 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:00.784009 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0cc790-bff7-49cc-b1f9-468456f047b7", "name": "network-vif-deleted", "tag": "c4ce2dfe-4791-473e-9933-0936e79ee8b8", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:00.784009 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ca77b28-884c-4ad3-b6e6-c13b135e04e5 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:00.784009 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0cc790-bff7-49cc-b1f9-468456f047b7', 'name': 'network-vif-deleted', 'tag': 'c4ce2dfe-4791-473e-9933-0936e79ee8b8', 'status': 'completed', 'code': 200} Aug 23 04:36:00.986426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1224cf3c-724d-4e15-bf09-8638dc374d7c req-ebdf2dcf-0eac-4ef4-835b-40670fdee020 tempest-TestEncryptedCinderVolumes-219831327 tempest-TestEncryptedCinderVolumes-219831327-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0cc790-bff7-49cc-b1f9-468456f047b7 HTTP/1.1" status: 200 len: 210 time: 0.0272081 Aug 23 04:36:01.931988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:02.111423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34240) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:02.515553 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:02.798100 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Deleting port f2036fa0-ac01-4a1f-a389-586ec144a63e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:36:02.798334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:02.870981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] For port f2036fa0-ac01-4a1f-a389-586ec144a63e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=f2036fa0-ac01-4a1f-a389-586ec144a63e,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:02.871334 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:02.883505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Calling delete_port for f2036fa0-ac01-4a1f-a389-586ec144a63e owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:36:02.932230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c4ce2dfe-4791-473e-9933-0936e79ee8b8 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:36:02.951693 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: c4ce2dfe-4791-473e-9933-0936e79ee8b8 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:36:02.952040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device c4ce2dfe-4791-473e-9933-0936e79ee8b8 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:36:03.103524 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:03.130031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2036fa0-ac01-4a1f-a389-586ec144a63e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:03.159119 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.159477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.159802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.160141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.160476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.160807 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.161162 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.161491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.161815 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.162138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.162461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.162781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:03.300973 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:03.508335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Router f97e8c31-f308-458f-849e-19916dfc1d92 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:36:03.609304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:03.614192 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-92d6b239-715b-4139-a734-433b5916515c admin admin] 10.222.0.20 "PUT /v2.0/routers/f97e8c31-f308-458f-849e-19916dfc1d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5017254 Aug 23 04:36:03.617039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34242) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:03.618779 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] Sync routers for ids ['f97e8c31-f308-458f-849e-19916dfc1d92'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:03.628561 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] Routers {'f97e8c31-f308-458f-849e-19916dfc1d92'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:03.629280 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f97e8c31-f308-458f-849e-19916dfc1d92'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:03.733857 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] Set router f97e8c31-f308-458f-849e-19916dfc1d92 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:03.913801 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:35Z', 'updated_at': '2021-08-23T04:36:03Z', 'revision_number': 5, 'project_id': '74f70261569b4d4980f355bd5f857371', 'gw_port': {'id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:36Z', 'updated_at': '2021-08-23T04:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:04.008454 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.031998 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] Checking router: f97e8c31-f308-458f-849e-19916dfc1d92 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:04.040352 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] Routers {'f97e8c31-f308-458f-849e-19916dfc1d92'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:04.040947 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f97e8c31-f308-458f-849e-19916dfc1d92'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:04.109819 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.140259 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] Set router f97e8c31-f308-458f-849e-19916dfc1d92 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:04.234136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Deleting port c6d9d4ca-a756-4813-9075-f9b9249cc5d9 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:36:04.234676 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.311495 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:35Z', 'updated_at': '2021-08-23T04:36:03Z', 'revision_number': 5, 'project_id': '74f70261569b4d4980f355bd5f857371', 'gw_port': {'id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:36Z', 'updated_at': '2021-08-23T04:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:04.312654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] For port c6d9d4ca-a756-4813-9075-f9b9249cc5d9, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c6d9d4ca-a756-4813-9075-f9b9249cc5d9,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:04.313042 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.324418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Calling delete_port for c6d9d4ca-a756-4813-9075-f9b9249cc5d9 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:36:04.337263 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bbfe7d-5209-4450-9c27-8090f79901fd None None] The sync data for ids ['f97e8c31-f308-458f-849e-19916dfc1d92'] in n-d-749052-7 is: [{'id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'name': 'tempest-TestEncryptedCinderVolumes-634254984-router', 'tenant_id': '74f70261569b4d4980f355bd5f857371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:35Z', 'updated_at': '2021-08-23T04:36:03Z', 'revision_number': 5, 'project_id': '74f70261569b4d4980f355bd5f857371', 'gw_port': {'id': 'c6d9d4ca-a756-4813-9075-f9b9249cc5d9', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97e8c31-f308-458f-849e-19916dfc1d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:36Z', 'updated_at': '2021-08-23T04:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:04.549188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.572044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d9d4ca-a756-4813-9075-f9b9249cc5d9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:04.638887 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.729069 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.732156 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.851907 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.852473 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97e8c31-f308-458f-849e-19916dfc1d92 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:36:04.856853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.858094 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bc162ae6-53c7-4527-b9de-aab4d45a13bc admin admin] 10.222.0.20 "DELETE /v2.0/routers/f97e8c31-f308-458f-849e-19916dfc1d92 HTTP/1.1" status: 204 len: 168 time: 1.2400951 Aug 23 04:36:04.860610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34244) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:04.914211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-0591d1f8-0625-49ad-a535-bf0a29d42cb6 admin admin] Deleting subnet ff2aade9-af31-4c9a-90eb-f53da2d283a7 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:36:04.917418 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0591d1f8-0625-49ad-a535-bf0a29d42cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:04.952556 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0591d1f8-0625-49ad-a535-bf0a29d42cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.028604 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0591d1f8-0625-49ad-a535-bf0a29d42cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.138163 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0591d1f8-0625-49ad-a535-bf0a29d42cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.169567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591d1f8-0625-49ad-a535-bf0a29d42cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2aade9-af31-4c9a-90eb-f53da2d283a7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:05.173083 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0591d1f8-0625-49ad-a535-bf0a29d42cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.173575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0591d1f8-0625-49ad-a535-bf0a29d42cb6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ff2aade9-af31-4c9a-90eb-f53da2d283a7 HTTP/1.1" status: 204 len: 168 time: 0.3119895 Aug 23 04:36:05.175012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad77590d-2531-41af-ae75-1358a9b1a2a2 None None] Network a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:36:05.176152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34246) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:05.243848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.302448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Deleting port 741c48c9-b93a-4203-8976-fdbccd72bc2d {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:36:05.302794 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.352509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] DHCP port deletion for a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:36:05.373425 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] For port 741c48c9-b93a-4203-8976-fdbccd72bc2d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=741c48c9-b93a-4203-8976-fdbccd72bc2d,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:05.373790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.387406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Calling delete_port for 741c48c9-b93a-4203-8976-fdbccd72bc2d owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:36:05.399838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Deleting port 741c48c9-b93a-4203-8976-fdbccd72bc2d {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:36:05.400159 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.463722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] For port 741c48c9-b93a-4203-8976-fdbccd72bc2d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=741c48c9-b93a-4203-8976-fdbccd72bc2d,segment=NetworkSegment(035a793e-a7e5-427a-a830-249e77802684),segment_id=035a793e-a7e5-427a-a830-249e77802684)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:05.464125 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.476975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Calling delete_port for 741c48c9-b93a-4203-8976-fdbccd72bc2d owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:36:05.509180 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.540075 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=741c48c9-b93a-4203-8976-fdbccd72bc2d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:05.541907 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] No DVR routers for this DVR port 741c48c9-b93a-4203-8976-fdbccd72bc2d on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:36:05.553707 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.578912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Pushing event deleted for resources: {'Port': ['ID=741c48c9-b93a-4203-8976-fdbccd72bc2d,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:05.581038 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] No DVR routers for this DVR port 741c48c9-b93a-4203-8976-fdbccd72bc2d on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:36:05.589225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.589474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.589756 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.590093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.590429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.590764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.591614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.591947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.592274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.592600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.592928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.593280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614db67-fb0a-4373-bb7c-782a25ddd847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:05.617282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.626957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:05.636466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035a793e-a7e5-427a-a830-249e77802684') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:05.636767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035a793e-a7e5-427a-a830-249e77802684') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:05.645289 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.658918 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.664448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:36:05.664836 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:36:05.666447 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:36:05.777172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.783957 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:05.786313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b HTTP/1.1" status: 204 len: 168 time: 0.6092439 Aug 23 04:36:05.789421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34248) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:05.797315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f4add-358f-430d-8f83-f2685564dc69 admin admin] Pushing event deleted for resources: {'Network': ['ID=a81385b0-7c42-4c13-a6ef-8b4f1d7faa9b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:06.144556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:06.281558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 741c48c9-b93a-4203-8976-fdbccd72bc2d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:36:06.304793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 741c48c9-b93a-4203-8976-fdbccd72bc2d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:36:06.305186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 741c48c9-b93a-4203-8976-fdbccd72bc2d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:36:06.305610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f2036fa0-ac01-4a1f-a389-586ec144a63e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:36:06.323789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: f2036fa0-ac01-4a1f-a389-586ec144a63e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:36:06.324134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device f2036fa0-ac01-4a1f-a389-586ec144a63e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:36:06.324720 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c6d9d4ca-a756-4813-9075-f9b9249cc5d9 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:36:06.342746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c6d9d4ca-a756-4813-9075-f9b9249cc5d9 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:36:06.343089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c6d9d4ca-a756-4813-9075-f9b9249cc5d9 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:36:06.388471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Deleting port 256aece3-7d7d-4717-b611-77e8e785aa2c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:36:06.388812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:06.468138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] For port 256aece3-7d7d-4717-b611-77e8e785aa2c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=256aece3-7d7d-4717-b611-77e8e785aa2c,segment=NetworkSegment(4827aa0f-6704-4376-b421-aaeba9e5255c),segment_id=4827aa0f-6704-4376-b421-aaeba9e5255c)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:06.468413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:06.479475 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Calling delete_port for 256aece3-7d7d-4717-b611-77e8e785aa2c owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:36:06.697907 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:06.725166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Pushing event deleted for resources: {'Port': ['ID=256aece3-7d7d-4717-b611-77e8e785aa2c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:06.885307 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:07.102737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Router fc28d0af-20e0-48a5-b325-5985959186d7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:36:07.205862 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:07.216409 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-af1c6d7e-759d-427a-bee7-0c6ad2f51934 admin admin] 10.222.0.20 "PUT /v2.0/routers/fc28d0af-20e0-48a5-b325-5985959186d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4204290 Aug 23 04:36:07.216521 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34250) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:07.216976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] Sync routers for ids ['fc28d0af-20e0-48a5-b325-5985959186d7'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:07.225349 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] Routers {'fc28d0af-20e0-48a5-b325-5985959186d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:07.225966 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fc28d0af-20e0-48a5-b325-5985959186d7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:07.321475 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:07.328574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] Set router fc28d0af-20e0-48a5-b325-5985959186d7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:07.425999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:07.500850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:41Z', 'updated_at': '2021-08-23T04:36:06Z', 'revision_number': 5, 'project_id': '709666e14b424159bf4ac55c353496e9', 'gw_port': {'id': '2bf3273b-feff-4734-a440-3ef32d926f97', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:34:42Z', 'updated_at': '2021-08-23T04:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:07.530109 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] Checking router: fc28d0af-20e0-48a5-b325-5985959186d7 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:07.535087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Deleting port 2bf3273b-feff-4734-a440-3ef32d926f97 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:36:07.535427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:07.538337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] Routers {'fc28d0af-20e0-48a5-b325-5985959186d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:07.538951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['fc28d0af-20e0-48a5-b325-5985959186d7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:07.617744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] For port 2bf3273b-feff-4734-a440-3ef32d926f97, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2bf3273b-feff-4734-a440-3ef32d926f97,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:07.618108 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:07.622603 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] Set router fc28d0af-20e0-48a5-b325-5985959186d7 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:07.629757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Calling delete_port for 2bf3273b-feff-4734-a440-3ef32d926f97 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:36:07.672943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:41Z', 'updated_at': '2021-08-23T04:36:07Z', 'revision_number': 6, 'project_id': '709666e14b424159bf4ac55c353496e9', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:07.701047 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea14a9a-3974-4d21-a684-e7dc48330905 None None] The sync data for ids ['fc28d0af-20e0-48a5-b325-5985959186d7'] in n-d-749052-7 is: [{'id': 'fc28d0af-20e0-48a5-b325-5985959186d7', 'name': 'tempest-TestEncryptedCinderVolumes-805096397-router', 'tenant_id': '709666e14b424159bf4ac55c353496e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:34:41Z', 'updated_at': '2021-08-23T04:36:07Z', 'revision_number': 6, 'project_id': '709666e14b424159bf4ac55c353496e9', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:07.840118 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:07.864229 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf3273b-feff-4734-a440-3ef32d926f97,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:07.925964 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.013470 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.015452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.097699 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.120480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.121172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc28d0af-20e0-48a5-b325-5985959186d7 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:36:08.128446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.129691 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-338797a2-1c22-44e9-810d-0d698a82e864 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fc28d0af-20e0-48a5-b325-5985959186d7 HTTP/1.1" status: 204 len: 168 time: 0.9150221 Aug 23 04:36:08.132442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34252) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:08.175908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-621025c2-0cca-45a7-90c7-1bc5ff9f45dd admin admin] Deleting subnet ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:36:08.178936 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-621025c2-0cca-45a7-90c7-1bc5ff9f45dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.212265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-621025c2-0cca-45a7-90c7-1bc5ff9f45dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.291586 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-621025c2-0cca-45a7-90c7-1bc5ff9f45dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.423715 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-621025c2-0cca-45a7-90c7-1bc5ff9f45dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.447047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621025c2-0cca-45a7-90c7-1bc5ff9f45dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:08.453826 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-621025c2-0cca-45a7-90c7-1bc5ff9f45dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.456245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-621025c2-0cca-45a7-90c7-1bc5ff9f45dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ddfe7ec2-2107-4e0f-beb8-a3ad1631bd22 HTTP/1.1" status: 204 len: 168 time: 0.3221772 Aug 23 04:36:08.458514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34254) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:08.460397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe7101-233e-4393-af9a-fc5137ae6458 None None] Network 578ce2f0-f951-4d72-adaa-ee1aef7916ae requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:36:08.519072 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 256aece3-7d7d-4717-b611-77e8e785aa2c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:36:08.532444 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.547244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 256aece3-7d7d-4717-b611-77e8e785aa2c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:36:08.547543 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 256aece3-7d7d-4717-b611-77e8e785aa2c not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:36:08.548031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2bf3273b-feff-4734-a440-3ef32d926f97 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:36:08.570329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 2bf3273b-feff-4734-a440-3ef32d926f97 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:36:08.570686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2bf3273b-feff-4734-a440-3ef32d926f97 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:36:08.589731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Deleting port 9203e2e7-2fdc-44e1-b880-b197b7859f98 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:36:08.590079 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.659593 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] For port 9203e2e7-2fdc-44e1-b880-b197b7859f98, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9203e2e7-2fdc-44e1-b880-b197b7859f98,segment=NetworkSegment(4827aa0f-6704-4376-b421-aaeba9e5255c),segment_id=4827aa0f-6704-4376-b421-aaeba9e5255c)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:08.659960 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.673644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Calling delete_port for 9203e2e7-2fdc-44e1-b880-b197b7859f98 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:36:08.680101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7934d-d1ad-44c1-b024-c77d73d6abbc None None] DHCP port deletion for 578ce2f0-f951-4d72-adaa-ee1aef7916ae request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:36:08.728163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7934d-d1ad-44c1-b024-c77d73d6abbc None None] Deleting port 9203e2e7-2fdc-44e1-b880-b197b7859f98 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:36:08.728712 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e5f7934d-d1ad-44c1-b024-c77d73d6abbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.796592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e5f7934d-d1ad-44c1-b024-c77d73d6abbc None None] For port 9203e2e7-2fdc-44e1-b880-b197b7859f98, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=9203e2e7-2fdc-44e1-b880-b197b7859f98,segment=NetworkSegment(4827aa0f-6704-4376-b421-aaeba9e5255c),segment_id=4827aa0f-6704-4376-b421-aaeba9e5255c)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:08.797001 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e5f7934d-d1ad-44c1-b024-c77d73d6abbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.809837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7934d-d1ad-44c1-b024-c77d73d6abbc None None] Calling delete_port for 9203e2e7-2fdc-44e1-b880-b197b7859f98 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:36:08.829082 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.858529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Pushing event deleted for resources: {'Port': ['ID=9203e2e7-2fdc-44e1-b880-b197b7859f98,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:08.862274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] No DVR routers for this DVR port 9203e2e7-2fdc-44e1-b880-b197b7859f98 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:36:08.884348 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e5f7934d-d1ad-44c1-b024-c77d73d6abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.909961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7934d-d1ad-44c1-b024-c77d73d6abbc None None] Pushing event deleted for resources: {'Port': ['ID=9203e2e7-2fdc-44e1-b880-b197b7859f98,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:08.913467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f7934d-d1ad-44c1-b024-c77d73d6abbc None None] No DVR routers for this DVR port 9203e2e7-2fdc-44e1-b880-b197b7859f98 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:36:08.943500 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.953513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578ce2f0-f951-4d72-adaa-ee1aef7916ae']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:08.962933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4827aa0f-6704-4376-b421-aaeba9e5255c') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:08.963223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4827aa0f-6704-4376-b421-aaeba9e5255c') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:08.972389 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.990059 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.995691 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:36:08.996076 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:36:08.997694 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:36:09.115404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:09.120785 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:09.123247 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] 10.222.0.20 "DELETE /v2.0/networks/578ce2f0-f951-4d72-adaa-ee1aef7916ae HTTP/1.1" status: 204 len: 168 time: 0.6635659 Aug 23 04:36:09.134032 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892663c5-6082-470b-917e-80f3d49cb545 admin admin] Pushing event deleted for resources: {'Network': ['ID=578ce2f0-f951-4d72-adaa-ee1aef7916ae,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:09.472557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34258) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:09.513762 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-925ed398-392e-4fe5-bb21-9a99646d1abe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74f70261569b4d4980f355bd5f857371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398986 Aug 23 04:36:09.516039 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34260) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:09.562760 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ca53bff-c9da-4b07-8b02-160e767b460f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:09.582650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ca53bff-c9da-4b07-8b02-160e767b460f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:09.697331 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ca53bff-c9da-4b07-8b02-160e767b460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:09.699818 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1ca53bff-c9da-4b07-8b02-160e767b460f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:09.701042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1ca53bff-c9da-4b07-8b02-160e767b460f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1562b69-00cf-4d89-a777-e2fef1af7f55 HTTP/1.1" status: 204 len: 168 time: 0.1840165 Aug 23 04:36:09.708900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca53bff-c9da-4b07-8b02-160e767b460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1562b69-00cf-4d89-a777-e2fef1af7f55,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:10.276057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9203e2e7-2fdc-44e1-b880-b197b7859f98 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:36:10.299124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 9203e2e7-2fdc-44e1-b880-b197b7859f98 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:36:10.300729 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 9203e2e7-2fdc-44e1-b880-b197b7859f98 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:36:10.336673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34266) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:10.375947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35122cc6-e2c5-41e1-b098-d30743c25262 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=709666e14b424159bf4ac55c353496e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381122 Aug 23 04:36:10.378330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34268) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:10.425395 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74c4af2f-c8ef-41c1-95f9-b7946bd01ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:10.445290 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74c4af2f-c8ef-41c1-95f9-b7946bd01ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:10.571731 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74c4af2f-c8ef-41c1-95f9-b7946bd01ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:10.574431 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-74c4af2f-c8ef-41c1-95f9-b7946bd01ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:10.576068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-74c4af2f-c8ef-41c1-95f9-b7946bd01ab8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29b061e1-ae81-428d-ab93-7eee59e3a2fd HTTP/1.1" status: 204 len: 168 time: 0.1968639 Aug 23 04:36:10.585503 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4af2f-c8ef-41c1-95f9-b7946bd01ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b061e1-ae81-428d-ab93-7eee59e3a2fd,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:11.526742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34290) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:11.621477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-824491991-network', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:11.708436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Made reservation on behalf of f7e4291ba1ed49e9800f849925b58738 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:11.710747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:11.718907 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:11.804762 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:11.879983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:11.906067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:36:11.911392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca45c6ee-aa3d-4aca-8345-45abc74e26bf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:11.919457 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:11.919561 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Added segment 9cb60573-7227-4d3a-bae8-fd1301bcb932 of type vlan for network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e Aug 23 04:36:11.961518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:12.057253 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:12.058210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:12.058886 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:12.117206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] Pushing event updated for resources: {'Network': ['ID=2e9c03d8-01a0-4f76-9321-10b6b74ec10e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:12.126840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:36:12.149737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d28068f8-3afb-4a3c-adc7-6bb1ae7d148d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6218073 Aug 23 04:36:12.152416 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34294) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:12.157772 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Request body: {'subnet': {'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-824491991-subnet', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:12.257450 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Made reservation on behalf of f7e4291ba1ed49e9800f849925b58738 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:12.259789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:12.480884 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:12.547091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467b20fd-f27d-4c18-b522-d14db43f6733,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:12.551536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Checking segment: {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:36:12.551908 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Network hostable DHCP agents. Network: 2e9c03d8-01a0-4f76-9321-10b6b74ec10e, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:36:12.640243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:36:12.719914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 2e9c03d8-01a0-4f76-9321-10b6b74ec10e) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:12.723857 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:12.724461 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:12.728315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a6303-8841-4e66-9cec-793699aafdd4 None None] Network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:36:12.806789 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ec1abf2b-518a-4897-943f-19cddc6ac070 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6532426 Aug 23 04:36:12.809420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34296) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:12.813913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:12.869479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:36:12.870361 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:12.903546 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:12.904646 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:12.955980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.004545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Allocated IP 172.20.0.2 (2e9c03d8-01a0-4f76-9321-10b6b74ec10e/467b20fd-f27d-4c18-b522-d14db43f6733/7bb4b797-b1b7-461f-ba88-fd7270f1bd7e) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:13.137552 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.302044 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.310608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Transition to ACTIVE for port object 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:13.325203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Transition to ACTIVE for port object 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:13.389639 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.407913 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.418280 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.457741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:13.462793 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:13.466725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:36:13.469817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Pushing event updated for resources: {'Port': ['ID=7bb4b797-b1b7-461f-ba88-fd7270f1bd7e,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:13.513978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Allocated IP 172.25.1.244 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/b0215453-a663-4034-a0e0-e92c5c14e8d1) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:13.521143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Attempting to bind port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:36:13.521525 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Attempting to bind port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:36:13.521897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Attempting to bind port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e on network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:36:13.526937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:36:13.527319 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Checking segment: {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:36:13.527730 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.528167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Bound using segment: {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:36:13.528642 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Bound port: 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:36:13.529044 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.594219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] For port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:13.597236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] For port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7bb4b797-b1b7-461f-ba88-fd7270f1bd7e,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:13.619868 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.658282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:13.720580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1db81-2edd-4fc2-a2c8-aa1ccb88387d None None] Pushing event updated for resources: {'Port': ['ID=7bb4b797-b1b7-461f-ba88-fd7270f1bd7e,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:14.023804 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:14.059904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:14.062648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:14.066012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:36:14.094149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Pushing event updated for resources: {'Port': ['ID=b0215453-a663-4034-a0e0-e92c5c14e8d1,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:14.319186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:14.396772 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:14.423784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:14.615428 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:14.619226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539a74df-fc07-49b1-991e-ed2d1bd541e4 None None] Network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:36:14.743616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eccac8aa-4f5b-4edb-97bb-d74b709a61af None None] Provisioning for port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:14.761278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-eccac8aa-4f5b-4edb-97bb-d74b709a61af None None] Provisioning complete for port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:14.761592 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eccac8aa-4f5b-4edb-97bb-d74b709a61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:14.789057 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Router d910b14f-163b-4617-ab29-27e4bdfb2128 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:36:14.849213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eccac8aa-4f5b-4edb-97bb-d74b709a61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:14.890484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-eccac8aa-4f5b-4edb-97bb-d74b709a61af None None] For port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7bb4b797-b1b7-461f-ba88-fd7270f1bd7e,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:14.905269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:14.915562 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Sync routers for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:14.926383 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:14.927012 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:14.943425 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eccac8aa-4f5b-4edb-97bb-d74b709a61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:14.971480 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:14.979754 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34298) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:14.980285 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1fb42e21-712a-472d-a2e1-ffaba3038d09 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1654544 Aug 23 04:36:15.014889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccac8aa-4f5b-4edb-97bb-d74b709a61af None None] Pushing event updated for resources: {'Port': ['ID=7bb4b797-b1b7-461f-ba88-fd7270f1bd7e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:15.036746 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:15.061946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-6daf3d8f-7cf2-4b9a-b04c-551d4c964f4f None None] Provisioning complete for port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:15.062492 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6daf3d8f-7cf2-4b9a-b04c-551d4c964f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:15.218086 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:14Z', 'revision_number': 3, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:15.243613 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Checking router: d910b14f-163b-4617-ab29-27e4bdfb2128 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:15.243961 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Updating router d910b14f-163b-4617-ab29-27e4bdfb2128 port b0215453-a663-4034-a0e0-e92c5c14e8d1 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:36:15.270125 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:15.534494 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:15.545781 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Transition to ACTIVE for port object b0215453-a663-4034-a0e0-e92c5c14e8d1 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:15.617229 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:15.655516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:15.668313 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Attempting to bind port b0215453-a663-4034-a0e0-e92c5c14e8d1 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:36:15.669203 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Attempting to bind port b0215453-a663-4034-a0e0-e92c5c14e8d1 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:36:15.669572 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Attempting to bind port b0215453-a663-4034-a0e0-e92c5c14e8d1 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:36:15.672357 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Pushing event updated for resources: {'Port': ['ID=b0215453-a663-4034-a0e0-e92c5c14e8d1,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:15.680106 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:36:15.680485 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:36:15.680937 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:15.681311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:36:15.681777 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Bound port: b0215453-a663-4034-a0e0-e92c5c14e8d1, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:36:15.682158 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:15.685802 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.688149 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.688149 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.688149 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.688149 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.688149 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.688149 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.688149 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.688744 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.688744 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.689075 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.689398 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:15.741453 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] For port b0215453-a663-4034-a0e0-e92c5c14e8d1, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:15.744338 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] For port b0215453-a663-4034-a0e0-e92c5c14e8d1, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0215453-a663-4034-a0e0-e92c5c14e8d1,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:15.808014 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Allocated IP 172.20.0.1 (2e9c03d8-01a0-4f76-9321-10b6b74ec10e/467b20fd-f27d-4c18-b522-d14db43f6733/df30efba-5411-47c8-ba61-54d01c87212a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:15.818048 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:15.869814 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:15.870426 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:15.915022 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb506141-3f14-4865-b849-263599cd8dd9 None None] Pushing event updated for resources: {'Port': ['ID=b0215453-a663-4034-a0e0-e92c5c14e8d1,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:15.916404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:15.930448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Transition to ACTIVE for port object df30efba-5411-47c8-ba61-54d01c87212a will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:15.982478 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:16.006555 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:16.047881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:16.050659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:16.054001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:36:16.079413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Pushing event updated for resources: {'Port': ['ID=df30efba-5411-47c8-ba61-54d01c87212a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:16.100577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:16.175250 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:14Z', 'revision_number': 3, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:16.202810 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbabba46-64aa-4db7-82da-9af30e84db13 None None] The sync data for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 is: [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:14Z', 'revision_number': 3, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:16.290806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:16.317334 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:16.332984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-86a8e1fe-c1e9-4ec8-a071-d1ccf8db2011 None None] Provisioning for port df30efba-5411-47c8-ba61-54d01c87212a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:16.339387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-86a8e1fe-c1e9-4ec8-a071-d1ccf8db2011 None None] Provisioning complete for port df30efba-5411-47c8-ba61-54d01c87212a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:16.342756 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-86a8e1fe-c1e9-4ec8-a071-d1ccf8db2011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:16.372337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:16.372644 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:16.397940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-86a8e1fe-c1e9-4ec8-a071-d1ccf8db2011 None None] Port df30efba-5411-47c8-ba61-54d01c87212a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:36:16.498608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:16.588815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:16.660027 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Pushing event updated for resources: {'Port': ['ID=df30efba-5411-47c8-ba61-54d01c87212a,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:16.663817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:16.756596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:16.757969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:16.879667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Router d910b14f-163b-4617-ab29-27e4bdfb2128 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:36:16.995311 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:17.000421 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-08a68fcf-41dc-4fa2-9300-caa7ade44aac admin admin] 10.222.0.20 "PUT /v2.0/routers/d910b14f-163b-4617-ab29-27e4bdfb2128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0237615 Aug 23 04:36:17.021355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1a7e7ae7-6b66-468d-ab8c-b7dcc148e924 None None] Provisioning complete for port df30efba-5411-47c8-ba61-54d01c87212a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:17.021734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1a7e7ae7-6b66-468d-ab8c-b7dcc148e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:17.055469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e7ae7-6b66-468d-ab8c-b7dcc148e924 None None] Port df30efba-5411-47c8-ba61-54d01c87212a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:36:17.662521 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34314) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:17.667702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2056697801-network', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:17.729797 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Made reservation on behalf of 568e1d0bbcf940cca47c84d70362789b for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:17.732701 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:17.735779 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Sync routers for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:17.745215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:17.745837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:17.749498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:17.839058 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:17.849500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:17.885771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:17.906875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:36:17.922516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c7e6ee-5cef-4fa2-94ef-460d3cb3223f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:17.926914 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:17.927262 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Added segment 0c5df20b-9676-4e7c-b8d1-b026a3ee08d9 of type vlan for network c8be4869-e1d4-4031-93d4-b150b1e04a60 Aug 23 04:36:17.966863 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.053897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'df30efba-5411-47c8-ba61-54d01c87212a', 'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'mac_address': 'fa:16:3e:c0:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:15Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 2, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'subnets': [{'id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:18.063081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.064135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:18.064723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.083746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Checking router: d910b14f-163b-4617-ab29-27e4bdfb2128 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:18.084101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Updating router d910b14f-163b-4617-ab29-27e4bdfb2128 port df30efba-5411-47c8-ba61-54d01c87212a binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:36:18.109023 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.124200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] Pushing event updated for resources: {'Network': ['ID=c8be4869-e1d4-4031-93d4-b150b1e04a60,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:18.147956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c8be4869-e1d4-4031-93d4-b150b1e04a60 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:36:18.166628 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8196b2e2-16ea-4aef-93d9-2d9cfc38afe6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5029931 Aug 23 04:36:18.169424 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34316) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:18.174252 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Request body: {'subnet': {'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2056697801-subnet', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:18.260433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Made reservation on behalf of 568e1d0bbcf940cca47c84d70362789b for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:18.276584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.336422 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0215453-a663-4034-a0e0-e92c5c14e8d1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:18.446886 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b0215453-a663-4034-a0e0-e92c5c14e8d1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:18.454835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b0215453-a663-4034-a0e0-e92c5c14e8d1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:18.459861 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.489253 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.492386 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.507253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Transition to ACTIVE for port object df30efba-5411-47c8-ba61-54d01c87212a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:18.553745 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.556504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Pushing event updated for resources: {'Subnet': ['ID=437f6199-a392-4217-b39d-4e2dbf7ae50f,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:18.565491 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Checking segment: {'id': '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:36:18.565851 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Network hostable DHCP agents. Network: c8be4869-e1d4-4031-93d4-b150b1e04a60, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:36:18.571976 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.581384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b0215453-a663-4034-a0e0-e92c5c14e8d1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0215453-a663-4034-a0e0-e92c5c14e8d1,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:18.628744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1daff-0f6c-4c58-91b6-2ef6c76da3c8 None None] Pushing event updated for resources: {'Port': ['ID=df30efba-5411-47c8-ba61-54d01c87212a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:18.646123 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Network c8be4869-e1d4-4031-93d4-b150b1e04a60 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:36:18.676289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Attempting to bind port df30efba-5411-47c8-ba61-54d01c87212a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:36:18.676289 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Attempting to bind port df30efba-5411-47c8-ba61-54d01c87212a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:36:18.676648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Attempting to bind port df30efba-5411-47c8-ba61-54d01c87212a on network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:36:18.678638 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.688096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:36:18.688474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Checking segment: {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:36:18.688888 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.689296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Bound using segment: {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:36:18.689772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Bound port: df30efba-5411-47c8-ba61-54d01c87212a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:36:18.690203 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.703488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, c8be4869-e1d4-4031-93d4-b150b1e04a60) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:18.707964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:18.708701 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.718890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82754b3-0f54-4fae-a3f7-b31d0e29464c None None] Network c8be4869-e1d4-4031-93d4-b150b1e04a60 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:36:18.783995 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e900e500-28d6-4092-8d39-f3bbfabc089c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6135201 Aug 23 04:36:18.786500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34318) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:18.790933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:18.837714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b0215453-a663-4034-a0e0-e92c5c14e8d1,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:18.880585 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.881507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] For port df30efba-5411-47c8-ba61-54d01c87212a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:18.883664 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.885787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] For port df30efba-5411-47c8-ba61-54d01c87212a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=df30efba-5411-47c8-ba61-54d01c87212a,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:18.936879 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.957226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-c8be4869-e1d4-4031-93d4-b150b1e04a60', 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'fixed_ips': [{'subnet_id': '437f6199-a392-4217-b39d-4e2dbf7ae50f'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:36:18.958139 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:18.969906 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.142933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.256130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:19.256768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:19.261528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1daff-0f6c-4c58-91b6-2ef6c76da3c8 None None] Pushing event updated for resources: {'Port': ['ID=df30efba-5411-47c8-ba61-54d01c87212a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:19.386971 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Allocated IP 172.20.0.2 (c8be4869-e1d4-4031-93d4-b150b1e04a60/437f6199-a392-4217-b39d-4e2dbf7ae50f/2671350f-f566-4d44-8d81-888a397b0962) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:19.417295 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.429916 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:19.436243 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.540609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Allocated IP 172.25.1.97 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/dde19ba7-8d72-4ebb-891b-ae1ba4f915d1) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:19.648240 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.672872 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.699610 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Transition to ACTIVE for port object 2671350f-f566-4d44-8d81-888a397b0962 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:19.720521 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.721454 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Transition to ACTIVE for port object 2671350f-f566-4d44-8d81-888a397b0962 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:19.738799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'df30efba-5411-47c8-ba61-54d01c87212a', 'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'mac_address': 'fa:16:3e:c0:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:15Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'subnets': [{'id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:19.758500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:19.761214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:19.765250 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:36:19.770903 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.772880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a19bdc-e468-44bb-b47b-3173834f006c None None] The sync data for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 is: [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'df30efba-5411-47c8-ba61-54d01c87212a', 'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'mac_address': 'fa:16:3e:c0:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:15Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'subnets': [{'id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:19.798740 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Pushing event updated for resources: {'Port': ['ID=dde19ba7-8d72-4ebb-891b-ae1ba4f915d1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:19.816278 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Network c8be4869-e1d4-4031-93d4-b150b1e04a60 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:19.827077 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:19.829903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:36:19.847336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Pushing event updated for resources: {'Port': ['ID=2671350f-f566-4d44-8d81-888a397b0962,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:19.901641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Attempting to bind port 2671350f-f566-4d44-8d81-888a397b0962 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:36:19.902288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Attempting to bind port 2671350f-f566-4d44-8d81-888a397b0962 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:36:19.902659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Attempting to bind port 2671350f-f566-4d44-8d81-888a397b0962 on network c8be4869-e1d4-4031-93d4-b150b1e04a60 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:36:19.908170 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:36:19.908535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Checking segment: {'id': '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:36:19.908944 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.909375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Bound using segment: {'id': '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:36:19.909847 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Bound port: 2671350f-f566-4d44-8d81-888a397b0962, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:36:19.910234 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:19.986255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] For port 2671350f-f566-4d44-8d81-888a397b0962, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:19.986255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] For port 2671350f-f566-4d44-8d81-888a397b0962, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2671350f-f566-4d44-8d81-888a397b0962,segment=NetworkSegment(0c5df20b-9676-4e7c-b8d1-b026a3ee08d9),segment_id=0c5df20b-9676-4e7c-b8d1-b026a3ee08d9)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:20.086632 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:20.136211 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:20.159608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f7456-3765-48c2-8b65-5078e8902618 None None] Pushing event updated for resources: {'Port': ['ID=2671350f-f566-4d44-8d81-888a397b0962,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:20.383368 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:20.436951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0215453-a663-4034-a0e0-e92c5c14e8d1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:20.503272 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b0215453-a663-4034-a0e0-e92c5c14e8d1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:20.503661 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:20.587582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device df30efba-5411-47c8-ba61-54d01c87212a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:20.628889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:36:20.703153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port df30efba-5411-47c8-ba61-54d01c87212a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:20.707515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port df30efba-5411-47c8-ba61-54d01c87212a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:20.707897 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:20.740415 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:20.751410 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Sync routers for ids ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:20.762916 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Routers {'91979d4b-07c8-47a9-b2ed-b6bb542d73e4'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:20.763542 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:20.789705 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:20.807410 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:20.811386 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c70261bd-1b59-4746-b6f5-0affdefba393 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0213728 Aug 23 04:36:20.811633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34320) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:36:20.841949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port df30efba-5411-47c8-ba61-54d01c87212a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=df30efba-5411-47c8-ba61-54d01c87212a,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:20.890864 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Set router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:20.909136 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:20.985991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=df30efba-5411-47c8-ba61-54d01c87212a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:21.135800 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:18Z', 'updated_at': '2021-08-23T04:36:19Z', 'revision_number': 3, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'gw_port': {'id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:19Z', 'updated_at': '2021-08-23T04:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:21.210303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd71667e-ca7a-47d2-9db3-f8a7ddfdb28a None None] Network c8be4869-e1d4-4031-93d4-b150b1e04a60 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:36:21.261722 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Checking router: 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:21.262067 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Updating router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:36:21.287776 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:21.406235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0bf4a9b9-c1d5-435e-a33e-f681461159cc None None] Provisioning for port 2671350f-f566-4d44-8d81-888a397b0962 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:21.557590 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:21.567856 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Transition to ACTIVE for port object dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:21.592126 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:21.629148 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:21.678866 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Attempting to bind port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:36:21.679237 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Attempting to bind port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:36:21.679607 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Attempting to bind port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:36:21.690134 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:36:21.690496 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:36:21.690898 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:21.691293 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:36:21.691756 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Bound port: dde19ba7-8d72-4ebb-891b-ae1ba4f915d1, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:36:21.692142 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:21.694537 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce7e6-e5fc-4888-acfb-9846fb805e9a None None] Pushing event updated for resources: {'Port': ['ID=dde19ba7-8d72-4ebb-891b-ae1ba4f915d1,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:21.744319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Allocated IP 172.20.0.1 (c8be4869-e1d4-4031-93d4-b150b1e04a60/437f6199-a392-4217-b39d-4e2dbf7ae50f/bbab4c00-1b23-435d-b85d-b0f94e28b51a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:21.744897 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] For port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:21.747390 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] For port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=dde19ba7-8d72-4ebb-891b-ae1ba4f915d1,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:21.823351 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:21.850033 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:21.864404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Transition to ACTIVE for port object bbab4c00-1b23-435d-b85d-b0f94e28b51a will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:21.881837 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Routers {'91979d4b-07c8-47a9-b2ed-b6bb542d73e4'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:21.882457 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:21.885363 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce7e6-e5fc-4888-acfb-9846fb805e9a None None] Pushing event updated for resources: {'Port': ['ID=dde19ba7-8d72-4ebb-891b-ae1ba4f915d1,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:21.931836 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:21.968259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Network c8be4869-e1d4-4031-93d4-b150b1e04a60 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:21.970902 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:21.973501 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:36:21.988800 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] Set router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:22.004345 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Pushing event updated for resources: {'Port': ['ID=bbab4c00-1b23-435d-b85d-b0f94e28b51a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:22.022047 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.178201 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:18Z', 'updated_at': '2021-08-23T04:36:19Z', 'revision_number': 3, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'gw_port': {'id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:19Z', 'updated_at': '2021-08-23T04:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:22.202073 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.204467 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a82cd83-70e7-4b8d-9935-0610ce4d28be None None] The sync data for ids ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'] in n-d-749052-7 is: [{'id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:18Z', 'updated_at': '2021-08-23T04:36:19Z', 'revision_number': 3, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'gw_port': {'id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:19Z', 'updated_at': '2021-08-23T04:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:22.297673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2ed77235-6f28-4609-8fc4-72f8e0a8fbf1 None None] Provisioning for port bbab4c00-1b23-435d-b85d-b0f94e28b51a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:22.302795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2ed77235-6f28-4609-8fc4-72f8e0a8fbf1 None None] Provisioning complete for port bbab4c00-1b23-435d-b85d-b0f94e28b51a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:22.303223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2ed77235-6f28-4609-8fc4-72f8e0a8fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.341484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2ed77235-6f28-4609-8fc4-72f8e0a8fbf1 None None] Port bbab4c00-1b23-435d-b85d-b0f94e28b51a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:36:22.392362 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.410073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device df30efba-5411-47c8-ba61-54d01c87212a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:22.451964 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.470399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port df30efba-5411-47c8-ba61-54d01c87212a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:22.470870 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.526780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Pushing event updated for resources: {'Port': ['ID=bbab4c00-1b23-435d-b85d-b0f94e28b51a,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:22.535933 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.539759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.540115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.540453 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.540792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.541173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.541498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.541825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.542152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.542483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.542808 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.543130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.543489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:36:22.566612 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2671350f-f566-4d44-8d81-888a397b0962 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:22.644794 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Network c8be4869-e1d4-4031-93d4-b150b1e04a60 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:22.646260 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:22.674494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 2671350f-f566-4d44-8d81-888a397b0962 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:22.678902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 2671350f-f566-4d44-8d81-888a397b0962 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:22.679506 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.773598 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.779542 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:36:22.816841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 2671350f-f566-4d44-8d81-888a397b0962, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2671350f-f566-4d44-8d81-888a397b0962,segment=NetworkSegment(0c5df20b-9676-4e7c-b8d1-b026a3ee08d9),segment_id=0c5df20b-9676-4e7c-b8d1-b026a3ee08d9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:22.880255 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:22.912060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:36:22.921093 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3bb6a625-bd70-40b6-8622-601543950d31 admin admin] 10.222.0.20 "PUT /v2.0/routers/91979d4b-07c8-47a9-b2ed-b6bb542d73e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1048419 Aug 23 04:36:22.942924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=2671350f-f566-4d44-8d81-888a397b0962,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:22.969430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-26b43c6a-165f-47ef-95bb-6c7e228b69d8 None None] Provisioning complete for port bbab4c00-1b23-435d-b85d-b0f94e28b51a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:22.969896 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-26b43c6a-165f-47ef-95bb-6c7e228b69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:23.005669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-26b43c6a-165f-47ef-95bb-6c7e228b69d8 None None] Port bbab4c00-1b23-435d-b85d-b0f94e28b51a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:36:23.291498 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:23.766451 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09adee56-f676-422c-9af5-723515a60600 None None] Sync routers for ids ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:36:23.775398 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09adee56-f676-422c-9af5-723515a60600 None None] Routers {'91979d4b-07c8-47a9-b2ed-b6bb542d73e4'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:23.776017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-09adee56-f676-422c-9af5-723515a60600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:23.883648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-09adee56-f676-422c-9af5-723515a60600 None None] Set router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:24.101599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-09adee56-f676-422c-9af5-723515a60600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:18Z', 'updated_at': '2021-08-23T04:36:22Z', 'revision_number': 4, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'gw_port': {'id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:af:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:19Z', 'updated_at': '2021-08-23T04:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'bbab4c00-1b23-435d-b85d-b0f94e28b51a', 'name': '', 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'mac_address': 'fa:16:3e:dd:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '437f6199-a392-4217-b39d-4e2dbf7ae50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:21Z', 'updated_at': '2021-08-23T04:36:22Z', 'revision_number': 2, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'subnets': [{'id': '437f6199-a392-4217-b39d-4e2dbf7ae50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:24.136378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09adee56-f676-422c-9af5-723515a60600 None None] Checking router: 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:36:24.136593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09adee56-f676-422c-9af5-723515a60600 None None] Updating router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 port bbab4c00-1b23-435d-b85d-b0f94e28b51a binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:36:24.163318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-09adee56-f676-422c-9af5-723515a60600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:24.435615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:24.523072 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-09adee56-f676-422c-9af5-723515a60600 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:24.536458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-09adee56-f676-422c-9af5-723515a60600 None None] Transition to ACTIVE for port object bbab4c00-1b23-435d-b85d-b0f94e28b51a will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:24.582816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:24.587275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:24.589933 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:24.624594 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-09adee56-f676-422c-9af5-723515a60600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:24.689873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20574051-e206-42de-bc2d-3e68371ec879 None None] Pushing event updated for resources: {'Port': ['ID=bbab4c00-1b23-435d-b85d-b0f94e28b51a,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:24.787159 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:24.794279 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-09adee56-f676-422c-9af5-723515a60600 None None] Attempting to bind port bbab4c00-1b23-435d-b85d-b0f94e28b51a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:36:24.794666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-09adee56-f676-422c-9af5-723515a60600 None None] Attempting to bind port bbab4c00-1b23-435d-b85d-b0f94e28b51a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:36:24.795043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09adee56-f676-422c-9af5-723515a60600 None None] Attempting to bind port bbab4c00-1b23-435d-b85d-b0f94e28b51a on network c8be4869-e1d4-4031-93d4-b150b1e04a60 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:36:24.813294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09adee56-f676-422c-9af5-723515a60600 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:36:24.813294 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09adee56-f676-422c-9af5-723515a60600 None None] Checking segment: {'id': '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:36:24.820304 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-09adee56-f676-422c-9af5-723515a60600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:24.820304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09adee56-f676-422c-9af5-723515a60600 None None] Bound using segment: {'id': '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:36:24.820304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-09adee56-f676-422c-9af5-723515a60600 None None] Bound port: bbab4c00-1b23-435d-b85d-b0f94e28b51a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:36:24.820304 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-09adee56-f676-422c-9af5-723515a60600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:24.821554 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=dde19ba7-8d72-4ebb-891b-ae1ba4f915d1,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:24.909183 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:24.910496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2671350f-f566-4d44-8d81-888a397b0962 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:24.949183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-09adee56-f676-422c-9af5-723515a60600 None None] For port bbab4c00-1b23-435d-b85d-b0f94e28b51a, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:24.988841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-09adee56-f676-422c-9af5-723515a60600 None None] For port bbab4c00-1b23-435d-b85d-b0f94e28b51a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bbab4c00-1b23-435d-b85d-b0f94e28b51a,segment=NetworkSegment(0c5df20b-9676-4e7c-b8d1-b026a3ee08d9),segment_id=0c5df20b-9676-4e7c-b8d1-b026a3ee08d9)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:25.022767 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 2671350f-f566-4d44-8d81-888a397b0962 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:25.023139 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:25.024566 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=dde19ba7-8d72-4ebb-891b-ae1ba4f915d1,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:25.058256 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-09adee56-f676-422c-9af5-723515a60600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:25.148910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20574051-e206-42de-bc2d-3e68371ec879 None None] Pushing event updated for resources: {'Port': ['ID=bbab4c00-1b23-435d-b85d-b0f94e28b51a,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:25.153974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09adee56-f676-422c-9af5-723515a60600 None None] Routers {'91979d4b-07c8-47a9-b2ed-b6bb542d73e4'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:36:25.158104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-09adee56-f676-422c-9af5-723515a60600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:35:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:25.502832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-09adee56-f676-422c-9af5-723515a60600 None None] Set router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:36:25.749552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-09adee56-f676-422c-9af5-723515a60600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:18Z', 'updated_at': '2021-08-23T04:36:22Z', 'revision_number': 4, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'gw_port': {'id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:19Z', 'updated_at': '2021-08-23T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'bbab4c00-1b23-435d-b85d-b0f94e28b51a', 'name': '', 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'mac_address': 'fa:16:3e:dd:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '437f6199-a392-4217-b39d-4e2dbf7ae50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:21Z', 'updated_at': '2021-08-23T04:36:24Z', 'revision_number': 4, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'subnets': [{'id': '437f6199-a392-4217-b39d-4e2dbf7ae50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:36:25.780098 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09adee56-f676-422c-9af5-723515a60600 None None] The sync data for ids ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'] in n-d-749052-7 is: [{'id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:18Z', 'updated_at': '2021-08-23T04:36:22Z', 'revision_number': 4, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'gw_port': {'id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:19Z', 'updated_at': '2021-08-23T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'bbab4c00-1b23-435d-b85d-b0f94e28b51a', 'name': '', 'network_id': 'c8be4869-e1d4-4031-93d4-b150b1e04a60', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'mac_address': 'fa:16:3e:dd:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '437f6199-a392-4217-b39d-4e2dbf7ae50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:21Z', 'updated_at': '2021-08-23T04:36:24Z', 'revision_number': 4, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'subnets': [{'id': '437f6199-a392-4217-b39d-4e2dbf7ae50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:36:26.041113 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:36:26.119707 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-740f1e12-fb04-49be-a45c-b9596e6b37cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:26.400754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:26.496094 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:26.503577 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:26.598802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbab4c00-1b23-435d-b85d-b0f94e28b51a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:26.731449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port bbab4c00-1b23-435d-b85d-b0f94e28b51a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:26.735802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bbab4c00-1b23-435d-b85d-b0f94e28b51a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:26.736292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:26.828194 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:26.862453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port bbab4c00-1b23-435d-b85d-b0f94e28b51a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bbab4c00-1b23-435d-b85d-b0f94e28b51a,segment=NetworkSegment(0c5df20b-9676-4e7c-b8d1-b026a3ee08d9),segment_id=0c5df20b-9676-4e7c-b8d1-b026a3ee08d9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:27.097439 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:27.161716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=bbab4c00-1b23-435d-b85d-b0f94e28b51a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:28.310186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbab4c00-1b23-435d-b85d-b0f94e28b51a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:28.367897 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port bbab4c00-1b23-435d-b85d-b0f94e28b51a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:28.368535 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:28.816987 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f54a1f1c-acb8-4bcb-86df-8c4d740e7496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:28.914805 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:30.617417 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:31.943072 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:34.422185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-85a06c0a-021a-49bc-b1c1-77295b8de900 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:34.423668 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-85a06c0a-021a-49bc-b1c1-77295b8de900 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 814 time: 0.0993140 Aug 23 04:36:34.438987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-fa794272-ca4c-4b9e-8803-39bd3ee901bb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/quotas/f7e4291ba1ed49e9800f849925b58738 HTTP/1.1" status: 200 len: 375 time: 0.0095563 Aug 23 04:36:34.493546 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-fc5a89b8-38f4-4e32-a3d8-fffac9876f68 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494201 Aug 23 04:36:34.584885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-00f5a092-ea0d-4f1d-821c-7189104a1a9d service neutron] 10.222.0.20 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791767 Aug 23 04:36:34.674640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-5e290f7e-a843-4375-9fab-79bbd9e931d2 service neutron] 10.222.0.20 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832024 Aug 23 04:36:34.878013 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f4b0c6e-1285-4cc8-b4a9-039ae2ed0136 req-bb737e5c-ccdf-4903-9bdc-d157b4029298 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 210 time: 0.0266070 Aug 23 04:36:35.969676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-918df26c-6ced-468e-b4da-da2638129282 req-12b45599-decc-475f-9793-da08fa1abe02 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 210 time: 0.0266562 Aug 23 04:36:36.731779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-b0033329-cdfa-4770-8ffb-25b1df052a1c tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:36.733425 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-b0033329-cdfa-4770-8ffb-25b1df052a1c tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.11 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 814 time: 0.1042893 Aug 23 04:36:36.751988 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'port': {'device_id': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'admin_state_up': True, 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:36.931392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Made reservation on behalf of f7e4291ba1ed49e9800f849925b58738 for: {'port': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:36:36.935014 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:37.070788 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56a2ad79-67bb-4f27-9ea7-36c5cda6c0f4 req-89d860a4-d70b-4c52-bdb4-25f6d2ee8edf tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 210 time: 0.0319602 Aug 23 04:36:37.090239 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Allocated IP 172.20.0.9 (2e9c03d8-01a0-4f76-9321-10b6b74ec10e/467b20fd-f27d-4c18-b522-d14db43f6733/a9988dc3-011b-4d29-8473-57160659689b) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:36:37.248446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:37.262340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Transition to ACTIVE for port object a9988dc3-011b-4d29-8473-57160659689b will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:37.365146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:37.441319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:36:37.446863 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:36:37.451802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:36:37.486519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'Port': ['ID=a9988dc3-011b-4d29-8473-57160659689b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:37.531881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:37.532916 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:37.635552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ade98bcf-82cd-418d-90bf-d9af01fce99b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8868711 Aug 23 04:36:37.891155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bbdc47e0-e1ec-446f-b51b-40b7aabf55da None None] Provisioning for port a9988dc3-011b-4d29-8473-57160659689b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:37.897595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bbdc47e0-e1ec-446f-b51b-40b7aabf55da None None] Provisioning complete for port a9988dc3-011b-4d29-8473-57160659689b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:37.898490 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bbdc47e0-e1ec-446f-b51b-40b7aabf55da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:37.935717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc47e0-e1ec-446f-b51b-40b7aabf55da None None] Port a9988dc3-011b-4d29-8473-57160659689b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:36:38.074552 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:38.205472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363922e-3b05-458e-a0bb-e04ee97fe4d7 req-bbc9608e-6a9c-457c-a387-dd2a3ac5cff0 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:38.206949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a363922e-3b05-458e-a0bb-e04ee97fe4d7 req-bbc9608e-6a9c-457c-a387-dd2a3ac5cff0 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0554254 Aug 23 04:36:38.251276 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a363922e-3b05-458e-a0bb-e04ee97fe4d7 req-7f9a44b2-4c13-43bf-a890-2d5092c3c51b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Aug 23 04:36:39.371021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbb6c1-b73f-464e-b3ba-37dac85af28f req-bef4b43a-8774-41b6-9d05-d451d6fd1d89 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:39.372551 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56dbb6c1-b73f-464e-b3ba-37dac85af28f req-bef4b43a-8774-41b6-9d05-d451d6fd1d89 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0502784 Aug 23 04:36:39.414436 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-56dbb6c1-b73f-464e-b3ba-37dac85af28f req-ca3fc243-e859-4e83-b375-b8b90db38e10 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356975 Aug 23 04:36:40.534838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a16ed-31b1-4efb-8ccf-57ebdc0b51d4 req-6c2af53c-c308-46fc-a00b-252d12210224 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:40.536245 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f05a16ed-31b1-4efb-8ccf-57ebdc0b51d4 req-6c2af53c-c308-46fc-a00b-252d12210224 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0536673 Aug 23 04:36:40.575298 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f05a16ed-31b1-4efb-8ccf-57ebdc0b51d4 req-270a07ae-1ea2-4bfb-a05b-a1d07f933078 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Aug 23 04:36:41.701205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91010c0c-43dd-4432-a404-c14b26bb12c6 req-031f6304-fb62-4b33-83fb-f3176e6091d0 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:41.702739 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91010c0c-43dd-4432-a404-c14b26bb12c6 req-031f6304-fb62-4b33-83fb-f3176e6091d0 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0603628 Aug 23 04:36:41.745591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91010c0c-43dd-4432-a404-c14b26bb12c6 req-683edb7a-7e1b-46ce-a983-12cec8c79885 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358136 Aug 23 04:36:42.862510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92a82-57a9-4e44-9eaf-5b69891e1be5 req-fd97d7e0-ea0f-4b05-895c-0ef9891292eb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:42.864303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14e92a82-57a9-4e44-9eaf-5b69891e1be5 req-fd97d7e0-ea0f-4b05-895c-0ef9891292eb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0505388 Aug 23 04:36:42.903454 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14e92a82-57a9-4e44-9eaf-5b69891e1be5 req-e6334b81-cc26-4589-b3b5-09abac8dbc18 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Aug 23 04:36:44.019177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf982e6a-b39c-447a-94bf-744f060aad9f req-bb57aeca-60b7-480c-9e6d-c7bcd546cdeb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:44.020925 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf982e6a-b39c-447a-94bf-744f060aad9f req-bb57aeca-60b7-480c-9e6d-c7bcd546cdeb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0497251 Aug 23 04:36:44.064847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf982e6a-b39c-447a-94bf-744f060aad9f req-a45c2291-edb8-47f8-9afb-57cef52eaec3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Aug 23 04:36:45.189074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee85ca-d505-495e-a708-853fa0462777 req-bdbcec2f-3611-4e87-88b2-947c9d0f5b7c tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:45.190663 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7ee85ca-d505-495e-a708-853fa0462777 req-bdbcec2f-3611-4e87-88b2-947c9d0f5b7c tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0546029 Aug 23 04:36:45.230649 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7ee85ca-d505-495e-a708-853fa0462777 req-b059f708-1e29-4c07-9846-9a1d27fe3ba7 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Aug 23 04:36:46.346273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b55b29-0b42-45dd-86c1-9f40dc9b1d79 req-5563bd8a-d5c2-4b06-8501-9c63be9dddff tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:46.347855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73b55b29-0b42-45dd-86c1-9f40dc9b1d79 req-5563bd8a-d5c2-4b06-8501-9c63be9dddff tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0492625 Aug 23 04:36:46.385981 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73b55b29-0b42-45dd-86c1-9f40dc9b1d79 req-4d4a03c0-2b79-4366-9005-1b654cd27308 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Aug 23 04:36:47.496974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ba68-4190-44fd-914c-28d01571fb2e req-3042c99c-71b0-4852-a2fe-d9e087276834 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:47.498485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7e9ba68-4190-44fd-914c-28d01571fb2e req-3042c99c-71b0-4852-a2fe-d9e087276834 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0483193 Aug 23 04:36:47.534806 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c7e9ba68-4190-44fd-914c-28d01571fb2e req-e8d10e4b-5f70-40f0-a0a0-febab2decc4d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304191 Aug 23 04:36:48.650621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b8632-981f-4e5f-a2b7-1d0e50040ff7 req-9cdc1547-6cbf-425f-aef9-9ff7b3e99339 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:48.652086 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-931b8632-981f-4e5f-a2b7-1d0e50040ff7 req-9cdc1547-6cbf-425f-aef9-9ff7b3e99339 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0521986 Aug 23 04:36:48.693524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-931b8632-981f-4e5f-a2b7-1d0e50040ff7 req-02883af5-d804-4f7b-b224-c33e6e42538f tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335791 Aug 23 04:36:49.803781 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4118f8e-9a7c-4865-a7ff-a77f45a71a51 req-836d41dd-e04f-4acd-ad97-646ecce2c393 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:49.805232 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4118f8e-9a7c-4865-a7ff-a77f45a71a51 req-836d41dd-e04f-4acd-ad97-646ecce2c393 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 931 time: 0.0466514 Aug 23 04:36:49.841946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4118f8e-9a7c-4865-a7ff-a77f45a71a51 req-2cf00467-ab96-400e-b86a-d2a2cddb4fee tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 Aug 23 04:36:50.336191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-fe25f695-a8b9-4f56-97f5-5b127c52d7d8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:36:50.337217 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-fe25f695-a8b9-4f56-97f5-5b127c52d7d8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054765 Aug 23 04:36:50.355483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Request body: {'port': {'device_id': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:36:50.411936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:50.667911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9988dc3-011b-4d29-8473-57160659689b {{(pid=95121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:36:50.675468 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:50.687184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Transition to ACTIVE for port object a9988dc3-011b-4d29-8473-57160659689b will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:36:50.765618 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:50.823502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Pushing event updated for resources: {'Port': ['ID=a9988dc3-011b-4d29-8473-57160659689b,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:50.902825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Attempting to bind port a9988dc3-011b-4d29-8473-57160659689b on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:36:50.903179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Attempting to bind port a9988dc3-011b-4d29-8473-57160659689b by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:36:50.903510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Attempting to bind port a9988dc3-011b-4d29-8473-57160659689b on network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:36:50.908838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Port a9988dc3-011b-4d29-8473-57160659689b on network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:36:50.909106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Attempting to bind port a9988dc3-011b-4d29-8473-57160659689b on network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:36:50.914326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:36:50.914678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Checking segment: {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:36:50.915043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Bound using segment: {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:36:50.915478 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Bound port: a9988dc3-011b-4d29-8473-57160659689b, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb60573-7227-4d3a-bae8-fd1301bcb932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:36:50.915844 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:51.013285 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141427d-6e83-4953-a096-c7f4a3447800 req-f04ba953-0492-43b8-ab08-edaa01760e7d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:51.014776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e141427d-6e83-4953-a096-c7f4a3447800 req-f04ba953-0492-43b8-ab08-edaa01760e7d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 943 time: 0.0862384 Aug 23 04:36:51.031129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] For port a9988dc3-011b-4d29-8473-57160659689b, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:36:51.050918 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] For port a9988dc3-011b-4d29-8473-57160659689b, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9988dc3-011b-4d29-8473-57160659689b,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:36:51.066860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e141427d-6e83-4953-a096-c7f4a3447800 req-af524058-b118-43fd-820e-9318e07f9cde tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442832 Aug 23 04:36:51.120947 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:51.161603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:51.162542 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:51.163712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] 10.222.0.11 "PUT /v2.0/ports/a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 1091 time: 0.8120599 Aug 23 04:36:51.164190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:36:51.169135 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b08907-cfd5-439c-b0de-df403f5f83ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:51.194922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ead0e-28c9-409d-bee3-5c6f3ec61f0a service neutron] Pushing event updated for resources: {'Port': ['ID=a9988dc3-011b-4d29-8473-57160659689b,revision_number=3']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:51.327158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-57ba165e-42ab-4519-a61b-0c9e5d2d647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:51.329110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-57ba165e-42ab-4519-a61b-0c9e5d2d647e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1094 time: 0.0500324 Aug 23 04:36:51.350918 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf14439c-92b0-4a23-af16-e0287bb54def x-openstack-request-id: req-cf14439c-92b0-4a23-af16-e0287bb54def {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:51.351213 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:51.351460 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf14439c-92b0-4a23-af16-e0287bb54def {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:51.351861 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b', 'status': 'completed', 'code': 200} Aug 23 04:36:51.382625 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-d10f088b-47e4-4155-a261-7e11807b1f0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 217 time: 0.0398192 Aug 23 04:36:51.438152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-6332d8ae-696f-4b4b-9621-50d15700c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:51.439532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-6332d8ae-696f-4b4b-9621-50d15700c803 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 200 len: 853 time: 0.0482447 Aug 23 04:36:51.484860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-91e7fea3-7fc3-43bf-bd37-df30dc780228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:51.486380 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-91e7fea3-7fc3-43bf-bd37-df30dc780228 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400333 Aug 23 04:36:51.573828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-ba9e0901-cfad-4d65-9e80-015d6111161c service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801077 Aug 23 04:36:51.669620 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ac863c0d-b51c-4963-b150-c4fe902b1605 req-90efca53-27c1-46af-b2f2-01c192283c3f service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883365 Aug 23 04:36:51.864984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-7e814165-5972-41ec-a582-66d23d3ee312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:51.866408 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-7e814165-5972-41ec-a582-66d23d3ee312 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1094 time: 0.0402508 Aug 23 04:36:51.957720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-7b1b5b12-f100-4ea5-8cf4-bc11cb1034a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:51.959177 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-7b1b5b12-f100-4ea5-8cf4-bc11cb1034a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 914 time: 0.0848796 Aug 23 04:36:52.001126 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-e9b5c452-e132-4ba1-9a05-0d65f358e080 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 217 time: 0.0339835 Aug 23 04:36:52.048222 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-f89a82fb-fe7d-4023-a82a-76a0d9051f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:52.049705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-f89a82fb-fe7d-4023-a82a-76a0d9051f70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 200 len: 853 time: 0.0422239 Aug 23 04:36:52.100299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-f3048787-5920-423d-ba77-8b41f4164970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:52.101880 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-f3048787-5920-423d-ba77-8b41f4164970 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456684 Aug 23 04:36:52.226665 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745a3d-d329-4179-ac7e-7681f7609268 req-ed13052f-2704-42ae-8a70-61640450a535 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:52.228145 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb745a3d-d329-4179-ac7e-7681f7609268 req-ed13052f-2704-42ae-8a70-61640450a535 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 943 time: 0.0934532 Aug 23 04:36:52.233336 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-cbcad53f-69bd-4469-8840-25598c49d826 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230578 Aug 23 04:36:52.316558 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb745a3d-d329-4179-ac7e-7681f7609268 req-3411a694-c64f-4027-8cda-b06b1a94785b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822363 Aug 23 04:36:52.340522 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9b08907-cfd5-439c-b0de-df403f5f83ed req-09a4ac28-6e75-4c43-a3e5-9f5af6c9a708 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003938 Aug 23 04:36:53.279206 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:53.433123 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39804e7-5a7f-433e-b6b8-4912ffe6feee req-b0df1363-a306-483f-af89-a27e2adf832a tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:53.434583 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d39804e7-5a7f-433e-b6b8-4912ffe6feee req-b0df1363-a306-483f-af89-a27e2adf832a tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 943 time: 0.0521953 Aug 23 04:36:53.471432 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d39804e7-5a7f-433e-b6b8-4912ffe6feee req-d24cba7c-6c50-46c9-9c7e-6367cc710c03 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304422 Aug 23 04:36:54.584233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71927bb-1d3c-41ee-a3fa-717cdf744baa req-40383188-92bd-4531-993d-091a661864a2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:54.585734 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d71927bb-1d3c-41ee-a3fa-717cdf744baa req-40383188-92bd-4531-993d-091a661864a2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 943 time: 0.0478246 Aug 23 04:36:54.622701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d71927bb-1d3c-41ee-a3fa-717cdf744baa req-3783baea-88df-49dc-8d17-f2414bcbc0ac tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Aug 23 04:36:55.534922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a9988dc3-011b-4d29-8473-57160659689b details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:36:55.625499 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a9988dc3-011b-4d29-8473-57160659689b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9988dc3-011b-4d29-8473-57160659689b,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:55.635580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': 'a9988dc3-011b-4d29-8473-57160659689b', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'port_id': 'a9988dc3-011b-4d29-8473-57160659689b', 'mac_address': 'fa:16:3e:7d:78:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:36:55.672495 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:55.685155 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9988dc3-011b-4d29-8473-57160659689b {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:36:55.705293 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a9988dc3-011b-4d29-8473-57160659689b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9988dc3-011b-4d29-8473-57160659689b,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:55.732824 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1cc73-8397-4270-9a94-1e0973800984 req-c43745e1-708c-4c45-854d-e122888af62c tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:55.734309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90d1cc73-8397-4270-9a94-1e0973800984 req-c43745e1-708c-4c45-854d-e122888af62c tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 943 time: 0.0474985 Aug 23 04:36:55.765789 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:55.771579 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-90d1cc73-8397-4270-9a94-1e0973800984 req-a1807d27-429e-42f3-9071-d4aaeedfd76a tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Aug 23 04:36:55.823075 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a9988dc3-011b-4d29-8473-57160659689b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:56.119270 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6a10f23e-be71-42c8-93b1-372ad95d3c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:56.211428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a9988dc3-011b-4d29-8473-57160659689b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:36:56.884171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c1342-2de2-439d-b78b-30739a50c8d3 req-4f65e278-ce2a-444b-999c-86ae63e06675 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:56.885641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f1c1342-2de2-439d-b78b-30739a50c8d3 req-4f65e278-ce2a-444b-999c-86ae63e06675 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 944 time: 0.0503552 Aug 23 04:36:56.923010 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7f1c1342-2de2-439d-b78b-30739a50c8d3 req-b25d12fb-4a3d-4a43-bd62-2c8e4ed9b74d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Aug 23 04:36:57.537803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a9988dc3-011b-4d29-8473-57160659689b up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:36:57.627768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port a9988dc3-011b-4d29-8473-57160659689b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:36:57.631217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port a9988dc3-011b-4d29-8473-57160659689b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:36:57.631589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:57.704968 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:57.727054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:36:57.729313 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d7a2e8-2e85-45b3-8efb-f6d9743d6195" -d '{"events": [{"server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "name": "network-vif-plugged", "status": "completed", "tag": "a9988dc3-011b-4d29-8473-57160659689b"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:36:57.741533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port a9988dc3-011b-4d29-8473-57160659689b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9988dc3-011b-4d29-8473-57160659689b,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:36:57.765985 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10672f6-ea33-43cd-9c0c-e891942e851d x-openstack-request-id: req-d10672f6-ea33-43cd-9c0c-e891942e851d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:36:57.766287 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "name": "network-vif-plugged", "status": "completed", "tag": "a9988dc3-011b-4d29-8473-57160659689b", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:36:57.766585 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d10672f6-ea33-43cd-9c0c-e891942e851d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:36:57.766984 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b', 'code': 200} Aug 23 04:36:57.805363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:57.854881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=a9988dc3-011b-4d29-8473-57160659689b,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:36:57.885583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd06496-808d-414c-aeb4-58ae39672be0 req-6894fdd8-8877-44db-9c05-82d0df82a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:57.887065 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bbd06496-808d-414c-aeb4-58ae39672be0 req-6894fdd8-8877-44db-9c05-82d0df82a425 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0399125 Aug 23 04:36:57.921517 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bbd06496-808d-414c-aeb4-58ae39672be0 req-73884011-c0cf-4e2c-96ad-a44bf961d27f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266688 Aug 23 04:36:58.033910 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8cfdd-c4ca-4cef-8d29-4f6a65be6276 req-6c3a848f-5959-47ca-a573-2fa28a093910 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:58.035365 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48f8cfdd-c4ca-4cef-8d29-4f6a65be6276 req-6c3a848f-5959-47ca-a573-2fa28a093910 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0476091 Aug 23 04:36:58.071854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-48f8cfdd-c4ca-4cef-8d29-4f6a65be6276 req-0a14f2c1-1973-4977-9f59-70759b2527a6 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Aug 23 04:36:58.782458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cc17e284-756b-4d13-96a3-e2929041209e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:58.902180 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:36:59.190840 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d802f-ae83-4333-82e2-100a73dc40db req-b89dab13-ca13-422f-bde5-91d184c9675a tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:36:59.192295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-822d802f-ae83-4333-82e2-100a73dc40db req-b89dab13-ca13-422f-bde5-91d184c9675a tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0525560 Aug 23 04:36:59.229526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-822d802f-ae83-4333-82e2-100a73dc40db req-4cfe7a2f-89e6-4616-b582-34b0e984f137 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Aug 23 04:37:00.349702 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fb6a-8298-4896-8f3f-83ceefc5601c req-c98c70c5-9047-465e-a29a-ce5b03fcb0eb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:00.351333 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5d7fb6a-8298-4896-8f3f-83ceefc5601c req-c98c70c5-9047-465e-a29a-ce5b03fcb0eb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0521591 Aug 23 04:37:00.392054 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5d7fb6a-8298-4896-8f3f-83ceefc5601c req-71a9cc0e-cd58-4999-974d-f40fc22d7a45 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Aug 23 04:37:00.509240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a56043-0f8e-431e-9bae-a0dcec968c3d req-7e0141f3-d3f9-4252-9f7b-3d6623cc72d4 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:00.510726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80a56043-0f8e-431e-9bae-a0dcec968c3d req-7e0141f3-d3f9-4252-9f7b-3d6623cc72d4 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0500276 Aug 23 04:37:00.547972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80a56043-0f8e-431e-9bae-a0dcec968c3d req-553a82b2-59ca-448d-8a9a-0dec332c85e3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311525 Aug 23 04:37:00.604908 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:00.731694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3582d4-f1d1-4612-9b4f-74ecfd3034fc req-4da70801-673b-41c4-a224-032536173beb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:00.733153 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce3582d4-f1d1-4612-9b4f-74ecfd3034fc req-4da70801-673b-41c4-a224-032536173beb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0508294 Aug 23 04:37:00.770672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ce3582d4-f1d1-4612-9b4f-74ecfd3034fc req-6313bbd3-57f1-4869-b351-6268d4f48a36 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307145 Aug 23 04:37:01.942005 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:03.030496 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:37:08.135814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:14.082058 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee20b0-52b2-42c6-a391-0bd6d879a31e req-0b26956b-a315-40ae-b688-b76f84c49878 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:14.083536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bee20b0-52b2-42c6-a391-0bd6d879a31e req-0b26956b-a315-40ae-b688-b76f84c49878 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0473969 Aug 23 04:37:14.122207 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8bee20b0-52b2-42c6-a391-0bd6d879a31e req-f0af94d9-e738-4df1-a5d4-97cec298c6eb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Aug 23 04:37:14.144652 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34534) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:37:14.268651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85021913-0d50-4b46-b8e7-142d5c894962 tempest-TestMinimumBasicScenario-1990317023 tempest-TestMinimumBasicScenario-1990317023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:14.270195 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-85021913-0d50-4b46-b8e7-142d5c894962 tempest-TestMinimumBasicScenario-1990317023 tempest-TestMinimumBasicScenario-1990317023-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1091 time: 0.1244476 Aug 23 04:37:14.273173 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34538) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:37:14.277408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'a9988dc3-011b-4d29-8473-57160659689b', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:14.358731 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:14.454135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:14.550896 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Allocated IP 172.25.1.110 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/f767857c-d8e9-4711-842a-cd4993fa2b06) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:37:14.652510 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:14.845518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:14.881476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:37:14.886315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:37:14.887603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:37:14.912304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'Port': ['ID=f767857c-d8e9-4711-842a-cd4993fa2b06,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:14.929362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.929713 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.930052 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.930385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.930715 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.931044 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.931368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.931692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.932016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.932342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.932661 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:14.932978 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:37:15.568272 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:15.692227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:15.837473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:15.878444 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:15.943421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'Port': ['ID=f767857c-d8e9-4711-842a-cd4993fa2b06,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:15.954529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:16.053529 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Floating IP 09462c82-48bc-4177-850f-5af0e8227eb6 associated. External IP: 172.25.1.110, port: a9988dc3-011b-4d29-8473-57160659689b. Aug 23 04:37:16.257867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Router d910b14f-163b-4617-ab29-27e4bdfb2128 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:37:16.364340 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:37:16.374192 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] Sync routers for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:37:16.382876 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:37:16.383502 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:36:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:16.444655 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:16.472581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a16d0ae4-f416-4543-9974-0ed331c3ebf3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1984055 Aug 23 04:37:16.473223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:37:16.475469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34542) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:37:16.475980 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6259932-b7ee-4664-a138-3206c6253e65" -d '{"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:37:16.480484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cf8419c5-f27b-40fa-bd8a-8df8b92c7462 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242960200', 'description': 'tempest-secgroup-smoke-242960200 description', 'project_id': 'f7e4291ba1ed49e9800f849925b58738'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:16.492517 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:37:16.513065 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac89f58-8f32-4724-8860-5f95ba23479f x-openstack-request-id: req-bac89f58-8f32-4724-8860-5f95ba23479f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:37:16.513389 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:37:16.513641 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bac89f58-8f32-4724-8860-5f95ba23479f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:37:16.514067 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b', 'status': 'completed', 'code': 200} Aug 23 04:37:16.570471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf8419c5-f27b-40fa-bd8a-8df8b92c7462 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:16.597721 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6259932-b7ee-4664-a138-3206c6253e65 req-8e240e12-cf5f-4671-8cf4-998408c7debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:16.599359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6259932-b7ee-4664-a138-3206c6253e65 req-8e240e12-cf5f-4671-8cf4-998408c7debd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0422049 Aug 23 04:37:16.655338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf8419c5-f27b-40fa-bd8a-8df8b92c7462 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:16.696426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6259932-b7ee-4664-a138-3206c6253e65 req-a28fbf04-3d81-4a7c-9158-5438dd434ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:16.697955 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6259932-b7ee-4664-a138-3206c6253e65 req-a28fbf04-3d81-4a7c-9158-5438dd434ec5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 914 time: 0.0900588 Aug 23 04:37:16.719384 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf8419c5-f27b-40fa-bd8a-8df8b92c7462 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:16.730331 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '09462c82-48bc-4177-850f-5af0e8227eb6', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'port_id': 'a9988dc3-011b-4d29-8473-57160659689b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'mac_address': 'fa:16:3e:7d:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:37:15Z', 'updated_at': '2021-08-23T04:37:15Z', 'revision_number': 0, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df30efba-5411-47c8-ba61-54d01c87212a', 'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'mac_address': 'fa:16:3e:c0:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:15Z', 'updated_at': '2021-08-23T04:36:20Z', 'revision_number': 5, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'subnets': [{'id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:16.750517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8419c5-f27b-40fa-bd8a-8df8b92c7462 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0bce19-a1aa-49c2-917c-4f2329381325,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:16.767672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6259932-b7ee-4664-a138-3206c6253e65 req-9a4d89ed-878b-49cf-b5c6-fe3e56897af8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 999 time: 0.0616598 Aug 23 04:37:16.767861 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] Checking router: d910b14f-163b-4617-ab29-27e4bdfb2128 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:37:16.776175 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:37:16.776795 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:36:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:16.799086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf8419c5-f27b-40fa-bd8a-8df8b92c7462 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:16.803101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf8419c5-f27b-40fa-bd8a-8df8b92c7462 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3238945 Aug 23 04:37:16.803294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34546) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:37:16.808295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5faaa3d9-2b69-4a48-b1f8-87871804ef2d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'security_group_rule': {'security_group_id': 'ad0bce19-a1aa-49c2-917c-4f2329381325', 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:16.823321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6259932-b7ee-4664-a138-3206c6253e65 req-0a7bd653-8b31-4fa7-929e-1f6994d242b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:16.824811 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6259932-b7ee-4664-a138-3206c6253e65 req-0a7bd653-8b31-4fa7-929e-1f6994d242b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 200 len: 853 time: 0.0503850 Aug 23 04:37:16.871220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6259932-b7ee-4664-a138-3206c6253e65 req-1b5c6ac0-cbed-4398-a2e0-ca8eb944d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:16.872727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6259932-b7ee-4664-a138-3206c6253e65 req-1b5c6ac0-cbed-4398-a2e0-ca8eb944d50d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404792 Aug 23 04:37:16.884241 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:37:16.895873 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5faaa3d9-2b69-4a48-b1f8-87871804ef2d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:16.958712 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5faaa3d9-2b69-4a48-b1f8-87871804ef2d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:16.973439 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6259932-b7ee-4664-a138-3206c6253e65 req-3d64304e-cbb7-4cfc-afa8-03760e12946b service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921221 Aug 23 04:37:17.067986 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5faaa3d9-2b69-4a48-b1f8-87871804ef2d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.071022 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a6259932-b7ee-4664-a138-3206c6253e65 req-2fdaf313-51ec-4918-9e3a-c5451432a2f2 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897951 Aug 23 04:37:17.083307 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faaa3d9-2b69-4a48-b1f8-87871804ef2d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a7a563-0d4f-4f62-a5b6-f7ce9f85153c,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:17.116897 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '09462c82-48bc-4177-850f-5af0e8227eb6', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'port_id': 'a9988dc3-011b-4d29-8473-57160659689b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'mac_address': 'fa:16:3e:7d:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:37:15Z', 'updated_at': '2021-08-23T04:37:15Z', 'revision_number': 0, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df30efba-5411-47c8-ba61-54d01c87212a', 'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'mac_address': 'fa:16:3e:c0:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:15Z', 'updated_at': '2021-08-23T04:36:20Z', 'revision_number': 5, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'subnets': [{'id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:37:17.145699 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39183232-40fe-4b5c-a0e8-39283f35fea8 None None] The sync data for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 is: [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '09462c82-48bc-4177-850f-5af0e8227eb6', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'port_id': 'a9988dc3-011b-4d29-8473-57160659689b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'mac_address': 'fa:16:3e:7d:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:37:15Z', 'updated_at': '2021-08-23T04:37:15Z', 'revision_number': 0, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df30efba-5411-47c8-ba61-54d01c87212a', 'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'mac_address': 'fa:16:3e:c0:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:15Z', 'updated_at': '2021-08-23T04:36:20Z', 'revision_number': 5, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'subnets': [{'id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:37:17.159178 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5faaa3d9-2b69-4a48-b1f8-87871804ef2d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.160730 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5faaa3d9-2b69-4a48-b1f8-87871804ef2d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562140 Aug 23 04:37:17.163259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34548) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:37:17.167916 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b783307a-623e-418a-92ec-eb80a1f7ea79 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'security_group_rule': {'security_group_id': 'ad0bce19-a1aa-49c2-917c-4f2329381325', 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:17.244373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b783307a-623e-418a-92ec-eb80a1f7ea79 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.303154 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b783307a-623e-418a-92ec-eb80a1f7ea79 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.348802 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b783307a-623e-418a-92ec-eb80a1f7ea79 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.349800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d231cc-2a4a-4b1a-9d8e-ff20a17a248a None None] New status for floating IP 09462c82-48bc-4177-850f-5af0e8227eb6: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:37:17.369116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783307a-623e-418a-92ec-eb80a1f7ea79 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1aad87d-52a6-4f8a-9e8a-bfaaec281cd8,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:17.433071 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b783307a-623e-418a-92ec-eb80a1f7ea79 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.434330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b783307a-623e-418a-92ec-eb80a1f7ea79 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2701027 Aug 23 04:37:17.437098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34550) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:37:17.441714 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-8c8e1f66-2c67-4f8b-9e78-9e47940e8976 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'security_group_rule': {'security_group_id': 'ad0bce19-a1aa-49c2-917c-4f2329381325', 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:17.523198 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c8e1f66-2c67-4f8b-9e78-9e47940e8976 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.580654 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c8e1f66-2c67-4f8b-9e78-9e47940e8976 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.656770 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c8e1f66-2c67-4f8b-9e78-9e47940e8976 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.674134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e1f66-2c67-4f8b-9e78-9e47940e8976 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7025894-49fb-477c-bea8-b62b320c0411,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:17.741723 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8c8e1f66-2c67-4f8b-9e78-9e47940e8976 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.742914 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8c8e1f66-2c67-4f8b-9e78-9e47940e8976 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048627 Aug 23 04:37:17.746093 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34552) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:37:17.750446 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e986ecba-d217-44c5-b082-59f9e3814266 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'security_group_rule': {'security_group_id': 'ad0bce19-a1aa-49c2-917c-4f2329381325', 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:17.843157 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e986ecba-d217-44c5-b082-59f9e3814266 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.902885 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e986ecba-d217-44c5-b082-59f9e3814266 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.958889 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e986ecba-d217-44c5-b082-59f9e3814266 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:17.976247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986ecba-d217-44c5-b082-59f9e3814266 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15afccf-d1fb-42b1-8974-975783480d34,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:18.033250 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e986ecba-d217-44c5-b082-59f9e3814266 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:18.034452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e986ecba-d217-44c5-b082-59f9e3814266 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2874410 Aug 23 04:37:18.037147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34554) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:37:18.041476 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-e55afb30-d789-467e-a0d2-058cc157bee8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'security_group_rule': {'security_group_id': 'ad0bce19-a1aa-49c2-917c-4f2329381325', 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:18.113520 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-e55afb30-d789-467e-a0d2-058cc157bee8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Project f7e4291ba1ed49e9800f849925b58738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:37:18.118136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e55afb30-d789-467e-a0d2-058cc157bee8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:18.175771 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e55afb30-d789-467e-a0d2-058cc157bee8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:18.233139 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e55afb30-d789-467e-a0d2-058cc157bee8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:18.251298 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55afb30-d789-467e-a0d2-058cc157bee8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f30cf4-1911-4eaa-892b-b7f33151fa80,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:18.324774 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-e55afb30-d789-467e-a0d2-058cc157bee8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:18.326021 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-e55afb30-d789-467e-a0d2-058cc157bee8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2879603 Aug 23 04:37:18.328772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34556) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:37:18.333234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cf2b363a-0b65-49d5-aafd-b60c93c31b3b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'security_group_rule': {'security_group_id': 'ad0bce19-a1aa-49c2-917c-4f2329381325', 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:18.399318 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-cf2b363a-0b65-49d5-aafd-b60c93c31b3b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Project f7e4291ba1ed49e9800f849925b58738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:37:18.404392 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf2b363a-0b65-49d5-aafd-b60c93c31b3b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:18.464896 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf2b363a-0b65-49d5-aafd-b60c93c31b3b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:18.524329 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf2b363a-0b65-49d5-aafd-b60c93c31b3b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:18.543854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b363a-0b65-49d5-aafd-b60c93c31b3b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf44e82-0622-4ab4-a7eb-b594ad4b1377,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:18.604491 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cf2b363a-0b65-49d5-aafd-b60c93c31b3b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:18.605740 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cf2b363a-0b65-49d5-aafd-b60c93c31b3b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2760189 Aug 23 04:37:18.684067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-60accaf2-59e0-4045-90e9-67d3fe6c179c tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242960200&fields=id&tenant_id=f7e4291ba1ed49e9800f849925b58738 HTTP/1.1" status: 200 len: 267 time: 0.0327988 Aug 23 04:37:18.734670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-2646264b-d30d-4984-a7d3-1d2e4cf9bc8f tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:18.736099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-2646264b-d30d-4984-a7d3-1d2e4cf9bc8f tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0464809 Aug 23 04:37:18.746987 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-1019e49f-b7f4-445c-a001-7610c17f28f8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'port': {'security_groups': ['ca45c6ee-aa3d-4aca-8345-45abc74e26bf', 'ad0bce19-a1aa-49c2-917c-4f2329381325']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:37:18.809000 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-1019e49f-b7f4-445c-a001-7610c17f28f8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:19.000190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-1019e49f-b7f4-445c-a001-7610c17f28f8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] For port a9988dc3-011b-4d29-8473-57160659689b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9988dc3-011b-4d29-8473-57160659689b,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:37:19.028249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-1019e49f-b7f4-445c-a001-7610c17f28f8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:19.078815 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-1019e49f-b7f4-445c-a001-7610c17f28f8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:19.111978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a9988dc3-011b-4d29-8473-57160659689b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:37:19.120306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-1019e49f-b7f4-445c-a001-7610c17f28f8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:19.120932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-1019e49f-b7f4-445c-a001-7610c17f28f8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:19.126541 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07c292ad-777b-46b7-b495-fdcb3e0d5f20 req-1019e49f-b7f4-445c-a001-7610c17f28f8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "PUT /v2.0/ports/a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 981 time: 0.3838203 Aug 23 04:37:19.145828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:37:19.148180 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c92ebd-34fc-4770-8644-ccce2f03daa9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:37:19.155215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019e49f-b7f4-445c-a001-7610c17f28f8 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'Port': ['ID=a9988dc3-011b-4d29-8473-57160659689b,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:37:19.237322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6a58a-d503-464d-90d0-5c829fc64159 req-767255c2-f95e-4c69-9b33-e3bdffdf179d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:19.239387 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5a6a58a-d503-464d-90d0-5c829fc64159 req-767255c2-f95e-4c69-9b33-e3bdffdf179d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0575240 Aug 23 04:37:19.241865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a9988dc3-011b-4d29-8473-57160659689b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:37:19.283269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5a6a58a-d503-464d-90d0-5c829fc64159 req-567c2b5e-15b7-48ff-b995-4065b047a40b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371907 Aug 23 04:37:19.335763 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b1befc-4cf1-48c2-8437-80d3e41946f1 x-openstack-request-id: req-c0b1befc-4cf1-48c2-8437-80d3e41946f1 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:37:19.336129 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:37:19.336454 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0b1befc-4cf1-48c2-8437-80d3e41946f1 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:37:19.336923 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b', 'status': 'completed', 'code': 200} Aug 23 04:37:19.430138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-5c4eb2a4-59df-4c15-bc48-3564cd2c8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:19.431635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-5c4eb2a4-59df-4c15-bc48-3564cd2c8418 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1135 time: 0.0446146 Aug 23 04:37:19.484925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-cb7e3bb6-dade-40c2-8b39-47d9ba856c82 None None] Provisioning complete for port a9988dc3-011b-4d29-8473-57160659689b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:37:19.485318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cb7e3bb6-dade-40c2-8b39-47d9ba856c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:19.521626 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-f1117a98-cb52-4ab0-9436-bfd00326e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:19.523110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-f1117a98-cb52-4ab0-9436-bfd00326e192 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 914 time: 0.0834131 Aug 23 04:37:19.595230 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-a233a499-3630-4566-9c01-99dadd62113b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 1001 time: 0.0635767 Aug 23 04:37:19.646108 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-5605b1a2-1362-48f5-91af-4b461c178ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:19.647677 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-5605b1a2-1362-48f5-91af-4b461c178ab7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 200 len: 853 time: 0.0445614 Aug 23 04:37:19.696309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-91bbf7c2-8138-4598-8fc0-8a420c7d4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:37:19.697863 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-91bbf7c2-8138-4598-8fc0-8a420c7d4ee4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413837 Aug 23 04:37:19.792810 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-99efe161-bf6d-4542-8f56-bd3af3e11cec service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858495 Aug 23 04:37:19.880149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-63c92ebd-34fc-4770-8644-ccce2f03daa9 req-574017dd-7b96-40a1-a67a-50b4cf9d5085 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800591 Aug 23 04:37:23.290010 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:26.090236 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4b652be4-c18c-4ec7-a570-0435032aea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:28.804095 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb702-5fae-44e8-9779-6ca15fd8e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:28.912808 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:30.644251 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:31.946884 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:38.112627 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:40.029531 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:37:53.277829 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:56.106875 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3596a574-0425-4ada-977b-4a9fa8c5289b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:58.804070 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-27825da5-ca59-45d8-9af9-f100ffd84d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:37:58.877843 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:00.349895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-29364172-a718-4ec4-a807-2f6f8d874fe1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885491 Aug 23 04:38:00.446686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-4b966e17-b56c-4e5a-a306-4d3a4620a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:00.448241 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-4b966e17-b56c-4e5a-a306-4d3a4620a886 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1135 time: 0.0407677 Aug 23 04:38:00.546779 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-51d7664e-4e1d-4041-b0b2-16e86fb45a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:00.548102 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-51d7664e-4e1d-4041-b0b2-16e86fb45a5c service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 914 time: 0.0823355 Aug 23 04:38:00.615037 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:00.616565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-e210705a-e390-471f-bbb0-68ea059a5701 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 1001 time: 0.0607684 Aug 23 04:38:00.664051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-10e2ebc8-5aad-4b86-b388-763f803a0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:00.665447 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-10e2ebc8-5aad-4b86-b388-763f803a0fc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 200 len: 853 time: 0.0425401 Aug 23 04:38:00.710035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-243f8018-47cf-4db4-96ca-dba5d0910880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:00.711481 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-243f8018-47cf-4db4-96ca-dba5d0910880 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382984 Aug 23 04:38:00.804222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-52ac801c-4ca4-4797-921e-d289afb645b8 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835946 Aug 23 04:38:00.890831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b08275c9-30d9-4100-95b7-9d5bed7913ba req-50c7b847-daf9-4620-8874-a6361f162d0d service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792086 Aug 23 04:38:01.946767 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:07.526633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a10c0-9fb9-4f41-975b-486c35d1f965 req-a783fa9a-c75e-41dc-bbf6-d4f87df470fd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:07.528128 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-353a10c0-9fb9-4f41-975b-486c35d1f965 req-a783fa9a-c75e-41dc-bbf6-d4f87df470fd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0546622 Aug 23 04:38:07.575909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-353a10c0-9fb9-4f41-975b-486c35d1f965 req-7b000511-0df8-4ce8-a609-160972224b00 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417104 Aug 23 04:38:07.604060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-d020efe1-8e8b-4c8e-a7b4-c6565c52c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:07.605610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-d020efe1-8e8b-4c8e-a7b4-c6565c52c63a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1135 time: 0.0450623 Aug 23 04:38:07.696543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-6e61eaa1-abab-41a3-8df8-869f9e4d43da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:07.697991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-6e61eaa1-abab-41a3-8df8-869f9e4d43da service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 914 time: 0.0844145 Aug 23 04:38:07.762855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-e095ea0d-6bf3-4eca-a8cc-2b3684d70fb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 1001 time: 0.0573988 Aug 23 04:38:07.809839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-58ffbce6-d9da-42ee-b195-0fa865c34af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:07.811142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-58ffbce6-d9da-42ee-b195-0fa865c34af2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 200 len: 853 time: 0.0412080 Aug 23 04:38:07.858738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-2d764ad9-2fb0-4781-9655-66c8a8bbd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:07.860201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-2d764ad9-2fb0-4781-9655-66c8a8bbd520 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418086 Aug 23 04:38:07.948457 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-395382bd-b0e0-45a7-807c-865133f0582a service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805347 Aug 23 04:38:08.038110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-78e0408c-7a1b-40f2-951c-0c58a96a30e0 req-df6fa587-02e7-4511-ae1e-8451305c2747 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822294 Aug 23 04:38:08.123550 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:08.689636 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826818b-716d-49ce-bbd1-db58f06c2e75 req-607a8371-c021-48d8-bc2d-256d03fead24 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:08.691101 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1826818b-716d-49ce-bbd1-db58f06c2e75 req-607a8371-c021-48d8-bc2d-256d03fead24 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0484049 Aug 23 04:38:08.729999 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1826818b-716d-49ce-bbd1-db58f06c2e75 req-f12e964f-56c9-412f-9438-2c600f76c9fa tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330095 Aug 23 04:38:09.847254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7b68-4572-4ddd-9cdb-6e96ad5e32ac req-6b82c407-eea7-4429-ab9f-dc07eeaafc9a tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:09.848707 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cef7b68-4572-4ddd-9cdb-6e96ad5e32ac req-6b82c407-eea7-4429-ab9f-dc07eeaafc9a tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0472493 Aug 23 04:38:09.887611 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cef7b68-4572-4ddd-9cdb-6e96ad5e32ac req-8d24fedb-1d20-4c6b-8be9-86c3c44d2a62 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324807 Aug 23 04:38:11.004685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7607c-e3b2-4e27-9fe4-1b304ebb30c0 req-0a984dc3-20c3-40b5-b288-3b32fb28e073 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:11.006184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5aa7607c-e3b2-4e27-9fe4-1b304ebb30c0 req-0a984dc3-20c3-40b5-b288-3b32fb28e073 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0525763 Aug 23 04:38:11.044561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5aa7607c-e3b2-4e27-9fe4-1b304ebb30c0 req-e4fc55f5-7281-4fea-a9de-a0ec3d0f5c84 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324197 Aug 23 04:38:12.156386 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454a374-57bf-4252-8aaf-5754cc2875fc req-88a4669c-0a8e-4602-bc88-674cc1acca98 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:12.157823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b454a374-57bf-4252-8aaf-5754cc2875fc req-88a4669c-0a8e-4602-bc88-674cc1acca98 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0483825 Aug 23 04:38:12.197670 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b454a374-57bf-4252-8aaf-5754cc2875fc req-35cb0b13-d59d-45a6-b298-9fedb7cf3362 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333266 Aug 23 04:38:13.311922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06578426-2429-453d-820e-842c4a6ada7a req-47c255cb-849e-47cd-a8bc-7584ae3f4c2d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:13.313442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06578426-2429-453d-820e-842c4a6ada7a req-47c255cb-849e-47cd-a8bc-7584ae3f4c2d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0487714 Aug 23 04:38:13.350565 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-06578426-2429-453d-820e-842c4a6ada7a req-af7ded78-1f66-4220-8914-84eba6dac5ef tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0313125 Aug 23 04:38:14.468618 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603888a0-fc85-4dda-a3b7-8747c5790439 req-9792f08c-821d-4044-a041-3d2491c28873 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:14.470087 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-603888a0-fc85-4dda-a3b7-8747c5790439 req-9792f08c-821d-4044-a041-3d2491c28873 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0513453 Aug 23 04:38:14.509651 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-603888a0-fc85-4dda-a3b7-8747c5790439 req-98b37944-44af-406c-bd1f-818ffc9cd6ee tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336804 Aug 23 04:38:15.620914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604554-eb2f-4ade-930f-e5c8204b631d req-1bc4e3ef-748a-496d-a3ab-d453295d5c2a tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:15.622399 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15604554-eb2f-4ade-930f-e5c8204b631d req-1bc4e3ef-748a-496d-a3ab-d453295d5c2a tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0478749 Aug 23 04:38:15.660909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-15604554-eb2f-4ade-930f-e5c8204b631d req-575b675b-c831-4b7f-9daa-00dcb3c86a58 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326481 Aug 23 04:38:16.771554 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ceb26-19eb-47a1-a748-b65131bfa143 req-a78a3eb3-80af-426b-bac6-32010ceb65ec tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:16.773531 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c5ceb26-19eb-47a1-a748-b65131bfa143 req-a78a3eb3-80af-426b-bac6-32010ceb65ec tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0483143 Aug 23 04:38:16.812657 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9c5ceb26-19eb-47a1-a748-b65131bfa143 req-f6174f2d-5ac9-4a1e-a848-d2e7c32c9bb2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333154 Aug 23 04:38:17.028851 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:38:17.927973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff643f79-4381-4473-848a-b4e708f4f7e9 req-75de1fef-a4d7-4ef7-91e7-2e945b38ae20 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:17.930109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff643f79-4381-4473-848a-b4e708f4f7e9 req-75de1fef-a4d7-4ef7-91e7-2e945b38ae20 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0521765 Aug 23 04:38:17.967755 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ff643f79-4381-4473-848a-b4e708f4f7e9 req-59849180-a631-4069-b20d-8707a81fa4b4 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316243 Aug 23 04:38:19.082233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c211-5ba1-444b-97cd-2de47bdd31e9 req-c67215aa-b8b9-49e4-a8b0-7e5800286876 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:19.083709 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b450c211-5ba1-444b-97cd-2de47bdd31e9 req-c67215aa-b8b9-49e4-a8b0-7e5800286876 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0498703 Aug 23 04:38:19.123062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b450c211-5ba1-444b-97cd-2de47bdd31e9 req-1fb4ab2b-2b9a-4087-9a01-0cc5462bf6fb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331941 Aug 23 04:38:20.236392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ba297-a6cf-4aee-b3d1-4202e1fe6755 req-5430b284-65a0-4ce6-ac03-9aebfa1cb603 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:38:20.238281 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb7ba297-a6cf-4aee-b3d1-4202e1fe6755 req-5430b284-65a0-4ce6-ac03-9aebfa1cb603 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0494547 Aug 23 04:38:20.277479 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb7ba297-a6cf-4aee-b3d1-4202e1fe6755 req-f61b213f-3e3c-4bbd-a42f-c0379c2d85fd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad0bce19-a1aa-49c2-917c-4f2329381325&id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326068 Aug 23 04:38:23.340448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:26.105891 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-488aaf14-6686-4c7d-9453-08d30ac99c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:28.797542 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fef33cd0-7e03-4e2a-9838-fa55c7545b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:28.906126 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:30.614558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:31.934366 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:38.122372 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:53.294028 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:54.028491 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:38:56.133996 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7c041fae-0fff-4e97-9a6d-071a76f56c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:58.802592 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49e7afd5-5ed3-40d3-bc10-61c5e457b28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:38:58.888439 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:00.296202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-81fdc723-9543-4e6a-becc-b98fdb46ce8f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427074 Aug 23 04:39:00.391084 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-4f832068-69ff-4bd9-aa35-a8f56ad35df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:00.392530 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-4f832068-69ff-4bd9-aa35-a8f56ad35df1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1135 time: 0.0401101 Aug 23 04:39:00.493160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-9dca122f-d07f-45a2-8c7f-8045db07bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:00.494646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-9dca122f-d07f-45a2-8c7f-8045db07bdc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 914 time: 0.0829444 Aug 23 04:39:00.560956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-3c597c6a-49a1-48a1-ace2-339ea3597154 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 1001 time: 0.0589378 Aug 23 04:39:00.608736 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-4985b068-3eb3-477f-bc1b-0e36b5902b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:00.610436 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-4985b068-3eb3-477f-bc1b-0e36b5902b2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 200 len: 853 time: 0.0428495 Aug 23 04:39:00.620058 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:00.655420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-ac26d937-5e4c-4a9c-8267-265fa3faaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:00.657246 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-ac26d937-5e4c-4a9c-8267-265fa3faaaa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396066 Aug 23 04:39:00.748262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-9f34bb8f-a731-433a-acde-3b9a7722525d service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839455 Aug 23 04:39:00.835623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e192800b-5690-4c64-875d-ce957dc8fbd6 req-bb582a0f-84ef-4400-9c21-2d05c793b8ef service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802019 Aug 23 04:39:01.934363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:08.151131 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:08.711847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-8f27d51f-1692-4f6d-b574-491ad05fc959 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242960200&fields=id&tenant_id=f7e4291ba1ed49e9800f849925b58738 HTTP/1.1" status: 200 len: 267 time: 0.0359178 Aug 23 04:39:08.763301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-862f49c7-5f2d-4d07-a299-66c836ea36a3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:08.764741 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-862f49c7-5f2d-4d07-a299-66c836ea36a3 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 984 time: 0.0467293 Aug 23 04:39:08.775336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Request body: {'port': {'security_groups': ['ca45c6ee-aa3d-4aca-8345-45abc74e26bf']}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:08.835593 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.001312 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] For port a9988dc3-011b-4d29-8473-57160659689b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9988dc3-011b-4d29-8473-57160659689b,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:09.028935 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.093146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.126888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a9988dc3-011b-4d29-8473-57160659689b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:39:09.143571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:09.143571 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.143571 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f9480c0a-c2d5-47a7-b99f-7ec39fdcb884 req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "PUT /v2.0/ports/a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 942 time: 0.3703847 Aug 23 04:39:09.143571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:39:09.144090 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b0184-4192-477a-b7e7-0537d8192909" -d '{"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:39:09.148685 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34664) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:09.184170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event updated for resources: {'Port': ['ID=a9988dc3-011b-4d29-8473-57160659689b,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:09.192603 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.193097 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.193441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.194095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.194545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.194979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.195309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.195637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.195962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.196289 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.196621 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.196942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62faab-6284-4ae2-a623-e1e27fb12cdd tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.202154 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70858029-a62a-4e02-b6ee-2d21733204e9 x-openstack-request-id: req-70858029-a62a-4e02-b6ee-2d21733204e9 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:39:09.205301 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:39:09.205301 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70858029-a62a-4e02-b6ee-2d21733204e9 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:39:09.205301 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b', 'status': 'completed', 'code': 200} Aug 23 04:39:09.243214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.263658 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a9988dc3-011b-4d29-8473-57160659689b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:39:09.275589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.281568 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b0184-4192-477a-b7e7-0537d8192909 req-4f4c7284-4b72-4cab-8fee-a7862d1f60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:09.283224 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db9b0184-4192-477a-b7e7-0537d8192909 req-4f4c7284-4b72-4cab-8fee-a7862d1f60c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0464776 Aug 23 04:39:09.391121 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b0184-4192-477a-b7e7-0537d8192909 req-c3dd80f7-57de-480f-b9c6-b1ff69597cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:09.392582 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db9b0184-4192-477a-b7e7-0537d8192909 req-c3dd80f7-57de-480f-b9c6-b1ff69597cfa service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 914 time: 0.1016483 Aug 23 04:39:09.431322 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.434513 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.435720 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "DELETE /v2.0/security-groups/ad0bce19-a1aa-49c2-917c-4f2329381325 HTTP/1.1" status: 204 len: 168 time: 0.2847025 Aug 23 04:39:09.440408 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34668) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:09.448938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-99b28c1e-e507-4bd2-bccf-20b15e8400ef None None] Provisioning complete for port a9988dc3-011b-4d29-8473-57160659689b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:09.449336 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-99b28c1e-e507-4bd2-bccf-20b15e8400ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.452185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0bce19-a1aa-49c2-917c-4f2329381325,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:09.490451 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.490799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.491339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.491844 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.492366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.492703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.493067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.493404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.493731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.494233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.495339 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.495670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85423b1d-ad26-4006-b338-37b212ea7e90 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:09.634825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Deleting port f767857c-d8e9-4711-842a-cd4993fa2b06 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:09.635332 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.712123 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.712442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.725529 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Calling delete_port for f767857c-d8e9-4711-842a-cd4993fa2b06 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:09.759586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db9b0184-4192-477a-b7e7-0537d8192909 req-6267446d-3afb-4286-9107-5b0d2f8fa251 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 1001 time: 0.3599179 Aug 23 04:39:09.808523 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b0184-4192-477a-b7e7-0537d8192909 req-50853d33-7e8d-4513-bf64-c528d36e56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:09.810034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db9b0184-4192-477a-b7e7-0537d8192909 req-50853d33-7e8d-4513-bf64-c528d36e56b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 200 len: 853 time: 0.0427775 Aug 23 04:39:09.856381 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b0184-4192-477a-b7e7-0537d8192909 req-f00f79e8-886d-4eb4-9b72-06715d618b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:09.857942 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db9b0184-4192-477a-b7e7-0537d8192909 req-f00f79e8-886d-4eb4-9b72-06715d618b25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390589 Aug 23 04:39:09.947850 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db9b0184-4192-477a-b7e7-0537d8192909 req-c0866a1f-e5b1-4ce9-85e5-5625b9fdd030 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831006 Aug 23 04:39:09.957338 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:09.987724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event deleted for resources: {'Port': ['ID=f767857c-d8e9-4711-842a-cd4993fa2b06,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:10.038471 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-db9b0184-4192-477a-b7e7-0537d8192909 req-d0e1142b-bfea-459e-917b-eef0372ffd57 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839434 Aug 23 04:39:10.045896 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:10.054391 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Floating IP 09462c82-48bc-4177-850f-5af0e8227eb6 disassociated (deleted). External IP: 172.25.1.110, port: a9988dc3-011b-4d29-8473-57160659689b. Aug 23 04:39:10.246968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Router d910b14f-163b-4617-ab29-27e4bdfb2128 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:39:10.349357 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:39:10.354065 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:10.361425 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c469c17-9256-4499-991d-233f640f1544 None None] Sync routers for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:39:10.370642 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c469c17-9256-4499-991d-233f640f1544 None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:10.371316 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7c469c17-9256-4499-991d-233f640f1544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:38:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:10.379680 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-12ab4b1a-5d2c-4b9f-ae59-85cdc7737a1b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "DELETE /v2.0/floatingips/09462c82-48bc-4177-850f-5af0e8227eb6 HTTP/1.1" status: 204 len: 168 time: 0.9382534 Aug 23 04:39:10.380274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:39:10.382874 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e233eb-4169-4481-b4d7-a0f6056e5a67" -d '{"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:39:10.474496 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7c469c17-9256-4499-991d-233f640f1544 None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:10.671491 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7c469c17-9256-4499-991d-233f640f1544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'df30efba-5411-47c8-ba61-54d01c87212a', 'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'mac_address': 'fa:16:3e:c0:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:15Z', 'updated_at': '2021-08-23T04:36:20Z', 'revision_number': 5, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'subnets': [{'id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:10.701183 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c469c17-9256-4499-991d-233f640f1544 None None] Checking router: d910b14f-163b-4617-ab29-27e4bdfb2128 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:39:10.709656 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c469c17-9256-4499-991d-233f640f1544 None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:10.710264 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7c469c17-9256-4499-991d-233f640f1544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:38:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:10.722415 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5d3ce-e5dd-42d4-9437-2fc58946947b x-openstack-request-id: req-52d5d3ce-e5dd-42d4-9437-2fc58946947b {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:39:10.727029 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "tag": "a9988dc3-011b-4d29-8473-57160659689b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:39:10.727029 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52d5d3ce-e5dd-42d4-9437-2fc58946947b {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:39:10.727029 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b', 'status': 'completed', 'code': 200} Aug 23 04:39:10.808599 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-2dd6b21c-cf38-47cc-bc8a-232bfed38112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:10.810153 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-2dd6b21c-cf38-47cc-bc8a-232bfed38112 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e4291ba1ed49e9800f849925b58738&device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0432611 Aug 23 04:39:10.821026 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7c469c17-9256-4499-991d-233f640f1544 None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:10.920145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-e8b7c08c-56e9-4c64-98b9-ce014206c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:10.921674 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-e8b7c08c-56e9-4c64-98b9-ce014206c3cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 200 len: 914 time: 0.1014547 Aug 23 04:39:10.966924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-a7fbcc94-da70-4755-ae26-c3ccc8e1538c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 200 len: 217 time: 0.0371919 Aug 23 04:39:11.014784 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7c469c17-9256-4499-991d-233f640f1544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'df30efba-5411-47c8-ba61-54d01c87212a', 'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'mac_address': 'fa:16:3e:c0:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:15Z', 'updated_at': '2021-08-23T04:36:20Z', 'revision_number': 5, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'subnets': [{'id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:11.016101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-67bca471-1200-4dbb-a1ce-014870393ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:11.017605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-67bca471-1200-4dbb-a1ce-014870393ceb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 200 len: 853 time: 0.0434957 Aug 23 04:39:11.040254 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c469c17-9256-4499-991d-233f640f1544 None None] The sync data for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 is: [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:36:16Z', 'revision_number': 4, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'df30efba-5411-47c8-ba61-54d01c87212a', 'name': '', 'network_id': '2e9c03d8-01a0-4f76-9321-10b6b74ec10e', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'mac_address': 'fa:16:3e:c0:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:15Z', 'updated_at': '2021-08-23T04:36:20Z', 'revision_number': 5, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'subnets': [{'id': '467b20fd-f27d-4c18-b522-d14db43f6733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:39:11.065371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-565e96fa-9b5a-413f-be9b-a54c5704869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:11.066919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-565e96fa-9b5a-413f-be9b-a54c5704869a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2e9c03d8-01a0-4f76-9321-10b6b74ec10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422256 Aug 23 04:39:11.163096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-6d7afc2d-049b-4306-9214-3036418bdce0 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879598 Aug 23 04:39:11.256877 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f1b97-1e4b-41f2-a419-9a983eb5fb85 None None] New status for floating IP 09462c82-48bc-4177-850f-5af0e8227eb6: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:39:11.259667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7e233eb-4169-4481-b4d7-a0f6056e5a67 req-133a28d5-3a49-4416-847a-5f839fc21ba2 service neutron] 10.222.0.11 "GET /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877318 Aug 23 04:39:18.755404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af16ae3-d519-487a-8dc5-eb0ebeedc68b req-88a52b42-39f8-44f9-85d8-31a2a7214b20 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:18.756892 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9af16ae3-d519-487a-8dc5-eb0ebeedc68b req-88a52b42-39f8-44f9-85d8-31a2a7214b20 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0534468 Aug 23 04:39:18.794484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9af16ae3-d519-487a-8dc5-eb0ebeedc68b req-21f530dd-2791-4fcb-b60a-a831aacb2cb0 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Aug 23 04:39:19.906175 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab1c3b-f74d-4ca6-b635-50a25d961fc7 req-b345f47e-f1ca-4cd7-9d7a-6d7a509c8b8b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:19.907692 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-baab1c3b-f74d-4ca6-b635-50a25d961fc7 req-b345f47e-f1ca-4cd7-9d7a-6d7a509c8b8b tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0486033 Aug 23 04:39:19.943540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-baab1c3b-f74d-4ca6-b635-50a25d961fc7 req-0fe7cc23-00eb-4304-82c5-1627403bf5df tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300200 Aug 23 04:39:20.843793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-9ef5ddab-c2a1-42b9-bdb5-7059a6430edb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:20.845322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-9ef5ddab-c2a1-42b9-bdb5-7059a6430edb tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0471952 Aug 23 04:39:20.937068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Deleting port a9988dc3-011b-4d29-8473-57160659689b {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:20.937857 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:21.051470 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] For port a9988dc3-011b-4d29-8473-57160659689b, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=a9988dc3-011b-4d29-8473-57160659689b,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:21.051831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:21.066231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Calling delete_port for a9988dc3-011b-4d29-8473-57160659689b owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:21.090628 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b351d82-7653-45d6-83aa-64b7a4c3fc9f req-0439afe0-8378-49bd-b546-3e34ae1ad433 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:21.092095 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b351d82-7653-45d6-83aa-64b7a4c3fc9f req-0439afe0-8378-49bd-b546-3e34ae1ad433 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 945 time: 0.0828116 Aug 23 04:39:21.166334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b351d82-7653-45d6-83aa-64b7a4c3fc9f req-5fe1b6f6-e38e-4bf6-b7a2-025b2d2e4a3d tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca45c6ee-aa3d-4aca-8345-45abc74e26bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Aug 23 04:39:21.277138 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:21.311385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['a9988dc3-011b-4d29-8473-57160659689b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:39:21.316582 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Pushing event deleted for resources: {'Port': ['ID=a9988dc3-011b-4d29-8473-57160659689b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:21.351514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] No DVR routers for this DVR port a9988dc3-011b-4d29-8473-57160659689b on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:39:21.354007 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:21.356075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f35af5cb-3a9b-43d2-b2c4-47fd23e2d742 req-b2c89cc3-6e65-4f4a-80af-59f8d1bfa9e2 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.11 "DELETE /v2.0/ports/a9988dc3-011b-4d29-8473-57160659689b HTTP/1.1" status: 204 len: 173 time: 0.5040779 Aug 23 04:39:21.356491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'name': 'network-vif-deleted', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:39:21.358844 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e47ec7d-33ec-4dee-86f7-326fd3ad4b56" -d '{"events": [{"server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "name": "network-vif-deleted", "tag": "a9988dc3-011b-4d29-8473-57160659689b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:39:21.393395 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caab8f0-626a-4e24-999b-63c177edd271 x-openstack-request-id: req-8caab8f0-626a-4e24-999b-63c177edd271 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:39:21.393756 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2", "name": "network-vif-deleted", "tag": "a9988dc3-011b-4d29-8473-57160659689b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:39:21.394015 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8caab8f0-626a-4e24-999b-63c177edd271 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:39:21.394415 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2', 'name': 'network-vif-deleted', 'tag': 'a9988dc3-011b-4d29-8473-57160659689b', 'status': 'completed', 'code': 200} Aug 23 04:39:22.272501 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9f02f045-c045-477e-8c99-d1f69556f6ff req-4efbd978-4b6e-48cf-9aaa-676c19e89527 tempest-TestMinimumBasicScenario-1802282191 tempest-TestMinimumBasicScenario-1802282191-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2698dcc-dcbc-42bf-a2cf-6311fdce9bb2 HTTP/1.1" status: 200 len: 210 time: 0.0259326 Aug 23 04:39:23.282497 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:24.306126 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34768) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:24.636188 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:24.868392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Deleting port df30efba-5411-47c8-ba61-54d01c87212a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:24.868730 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:24.943003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] For port df30efba-5411-47c8-ba61-54d01c87212a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=df30efba-5411-47c8-ba61-54d01c87212a,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:24.943366 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:24.955026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Calling delete_port for df30efba-5411-47c8-ba61-54d01c87212a owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:25.430696 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:25.458077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=df30efba-5411-47c8-ba61-54d01c87212a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:25.620444 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:25.825898 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Router d910b14f-163b-4617-ab29-27e4bdfb2128 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:39:25.928466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:39:25.935083 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-641002a9-c447-4552-bc1a-ea8582a67d49 admin admin] 10.222.0.20 "PUT /v2.0/routers/d910b14f-163b-4617-ab29-27e4bdfb2128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6263795 Aug 23 04:39:25.936030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34770) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:25.937712 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] Sync routers for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:39:25.946624 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:25.947219 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:38:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:26.037215 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.049559 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:26.116902 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-aab8c4b5-cd38-47e2-9048-a10306f8b1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.141138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.224778 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:39:25Z', 'revision_number': 5, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port': {'id': 'b0215453-a663-4034-a0e0-e92c5c14e8d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:13Z', 'updated_at': '2021-08-23T04:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:26.250910 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] Checking router: d910b14f-163b-4617-ab29-27e4bdfb2128 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:39:26.258982 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] Routers {'d910b14f-163b-4617-ab29-27e4bdfb2128'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:26.259581 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:38:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['d910b14f-163b-4617-ab29-27e4bdfb2128'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:26.269462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Deleting port b0215453-a663-4034-a0e0-e92c5c14e8d1 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:26.269989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.312483 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a9988dc3-011b-4d29-8473-57160659689b no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:26.337557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: a9988dc3-011b-4d29-8473-57160659689b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:39:26.337922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device a9988dc3-011b-4d29-8473-57160659689b not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:26.358028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] For port b0215453-a663-4034-a0e0-e92c5c14e8d1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0215453-a663-4034-a0e0-e92c5c14e8d1,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:26.358410 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.372398 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Calling delete_port for b0215453-a663-4034-a0e0-e92c5c14e8d1 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:26.443170 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] Set router d910b14f-163b-4617-ab29-27e4bdfb2128 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:26.501375 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:39:26Z', 'revision_number': 6, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:26.530224 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528422f4-212f-4f58-87bf-f45c2fcb717f None None] The sync data for ids ['d910b14f-163b-4617-ab29-27e4bdfb2128'] in n-d-749052-7 is: [{'id': 'd910b14f-163b-4617-ab29-27e4bdfb2128', 'name': 'tempest-TestMinimumBasicScenario-824491991-router', 'tenant_id': 'f7e4291ba1ed49e9800f849925b58738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:12Z', 'updated_at': '2021-08-23T04:39:26Z', 'revision_number': 6, 'project_id': 'f7e4291ba1ed49e9800f849925b58738', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:39:26.636610 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.665565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0215453-a663-4034-a0e0-e92c5c14e8d1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:26.726649 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.814129 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.816206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.917485 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.918191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d910b14f-163b-4617-ab29-27e4bdfb2128 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:39:26.922976 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:26.924185 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5200a050-6775-41ed-95c3-d470ae2dc84e admin admin] 10.222.0.20 "DELETE /v2.0/routers/d910b14f-163b-4617-ab29-27e4bdfb2128 HTTP/1.1" status: 204 len: 168 time: 0.9872503 Aug 23 04:39:26.926641 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34772) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:26.976752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edeafd4-c21a-4570-b4c8-f68e326f1d5e admin admin] Deleting subnet 467b20fd-f27d-4c18-b522-d14db43f6733 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:39:26.980347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8edeafd4-c21a-4570-b4c8-f68e326f1d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.012777 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8edeafd4-c21a-4570-b4c8-f68e326f1d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.085753 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8edeafd4-c21a-4570-b4c8-f68e326f1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.180076 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8edeafd4-c21a-4570-b4c8-f68e326f1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.212832 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeafd4-c21a-4570-b4c8-f68e326f1d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467b20fd-f27d-4c18-b522-d14db43f6733,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:27.215469 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8edeafd4-c21a-4570-b4c8-f68e326f1d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.217388 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8edeafd4-c21a-4570-b4c8-f68e326f1d5e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/467b20fd-f27d-4c18-b522-d14db43f6733 HTTP/1.1" status: 204 len: 168 time: 0.2898111 Aug 23 04:39:27.219546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c3538a-3109-472c-b4e9-79c17b3744cb None None] Network 2e9c03d8-01a0-4f76-9321-10b6b74ec10e requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:39:27.221694 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 34774) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:27.293562 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.349599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Deleting port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:27.349940 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.397355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] DHCP port deletion for 2e9c03d8-01a0-4f76-9321-10b6b74ec10e request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:39:27.419162 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] For port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7bb4b797-b1b7-461f-ba88-fd7270f1bd7e,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:27.419532 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.431991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Calling delete_port for 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:27.443818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Deleting port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:27.444197 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.513105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] For port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=7bb4b797-b1b7-461f-ba88-fd7270f1bd7e,segment=NetworkSegment(9cb60573-7227-4d3a-bae8-fd1301bcb932),segment_id=9cb60573-7227-4d3a-bae8-fd1301bcb932)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:27.515709 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.527313 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Calling delete_port for 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:27.568251 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 04:39:27.598114 n-d-749052-7 neutron-server[95122]: self.session.flush() Aug 23 04:39:27.602081 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] No DVR routers for this DVR port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:39:27.603649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.605643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb4b797-b1b7-461f-ba88-fd7270f1bd7e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:27.630367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Pushing event deleted for resources: {'Port': ['ID=7bb4b797-b1b7-461f-ba88-fd7270f1bd7e,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:27.639457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.639809 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.640152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.640521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.640822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.641178 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.641506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.641832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.642154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.642477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.642798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.643119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:27.647108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ad812-21ad-4d64-938b-f3a2a4be6f7f None None] No DVR routers for this DVR port 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:39:27.677062 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.687064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9c03d8-01a0-4f76-9321-10b6b74ec10e']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:27.696513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb60573-7227-4d3a-bae8-fd1301bcb932') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:27.696810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb60573-7227-4d3a-bae8-fd1301bcb932') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:27.706011 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.719763 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.725418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:39:27.725794 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:39:27.727370 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:39:27.859255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.864831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:27.866747 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e9c03d8-01a0-4f76-9321-10b6b74ec10e HTTP/1.1" status: 204 len: 168 time: 0.6441360 Aug 23 04:39:27.870268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34778) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:27.877884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b701f7-06d5-4740-a4d4-6415ea5b9953 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9c03d8-01a0-4f76-9321-10b6b74ec10e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:28.212733 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:28.384031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:28.403742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:39:28.404188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 7bb4b797-b1b7-461f-ba88-fd7270f1bd7e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:28.404688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0215453-a663-4034-a0e0-e92c5c14e8d1 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:28.423208 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b0215453-a663-4034-a0e0-e92c5c14e8d1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:39:28.423557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0215453-a663-4034-a0e0-e92c5c14e8d1 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:28.423976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device df30efba-5411-47c8-ba61-54d01c87212a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:28.442449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: df30efba-5411-47c8-ba61-54d01c87212a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:39:28.442798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device df30efba-5411-47c8-ba61-54d01c87212a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:28.460725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Deleting port bbab4c00-1b23-435d-b85d-b0f94e28b51a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:28.461096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:28.537454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] For port bbab4c00-1b23-435d-b85d-b0f94e28b51a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=bbab4c00-1b23-435d-b85d-b0f94e28b51a,segment=NetworkSegment(0c5df20b-9676-4e7c-b8d1-b026a3ee08d9),segment_id=0c5df20b-9676-4e7c-b8d1-b026a3ee08d9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:28.537821 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:28.549981 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Calling delete_port for bbab4c00-1b23-435d-b85d-b0f94e28b51a owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:28.808339 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:28.841279 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbab4c00-1b23-435d-b85d-b0f94e28b51a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:28.850161 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-434c37ea-ec15-491d-8abc-97f076aa9b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:28.934232 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:29.000069 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:29.202228 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:39:29.303710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:39:29.309150 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-18362cb6-d336-42d9-b3ed-41c4346e8c62 admin admin] 10.222.0.20 "PUT /v2.0/routers/91979d4b-07c8-47a9-b2ed-b6bb542d73e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4378247 Aug 23 04:39:29.311598 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34780) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:29.315965 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] Sync routers for ids ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:39:29.325917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] Routers {'91979d4b-07c8-47a9-b2ed-b6bb542d73e4'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:29.326733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:39:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:29.412542 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:29.426602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] Set router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:29.513094 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:29.598128 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:18Z', 'updated_at': '2021-08-23T04:39:28Z', 'revision_number': 5, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'gw_port': {'id': 'dde19ba7-8d72-4ebb-891b-ae1ba4f915d1', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:36:19Z', 'updated_at': '2021-08-23T04:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:29.652361 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Deleting port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:29.652695 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:29.738237 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] For port dde19ba7-8d72-4ebb-891b-ae1ba4f915d1, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=dde19ba7-8d72-4ebb-891b-ae1ba4f915d1,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:29.738603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:29.751243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Calling delete_port for dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:29.781266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] Checking router: 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:39:29.789380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] Routers {'91979d4b-07c8-47a9-b2ed-b6bb542d73e4'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:29.789987 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:39:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:29.873093 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] Set router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:29.926585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:18Z', 'updated_at': '2021-08-23T04:39:29Z', 'revision_number': 6, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:29.951072 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:29.952068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a61e57-cfc0-4d05-a2f6-6232337be296 None None] The sync data for ids ['91979d4b-07c8-47a9-b2ed-b6bb542d73e4'] in n-d-749052-7 is: [{'id': '91979d4b-07c8-47a9-b2ed-b6bb542d73e4', 'name': 'tempest-TestMinimumBasicScenario-2056697801-router', 'tenant_id': '568e1d0bbcf940cca47c84d70362789b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:36:18Z', 'updated_at': '2021-08-23T04:39:29Z', 'revision_number': 6, 'project_id': '568e1d0bbcf940cca47c84d70362789b', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:39:29.983972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=dde19ba7-8d72-4ebb-891b-ae1ba4f915d1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:30.046975 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.133505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.135521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.253404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.253802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91979d4b-07c8-47a9-b2ed-b6bb542d73e4 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:39:30.258057 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.259278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bdae2cca-90ec-437f-ae6f-c2a095aea6aa admin admin] 10.222.0.20 "DELETE /v2.0/routers/91979d4b-07c8-47a9-b2ed-b6bb542d73e4 HTTP/1.1" status: 204 len: 168 time: 0.9467773 Aug 23 04:39:30.261729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34782) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:30.306160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ec0557-c502-4583-a961-a8beabe84219 admin admin] Deleting subnet 437f6199-a392-4217-b39d-4e2dbf7ae50f {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:39:30.309224 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec0557-c502-4583-a961-a8beabe84219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.348228 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec0557-c502-4583-a961-a8beabe84219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.438076 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec0557-c502-4583-a961-a8beabe84219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.551065 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec0557-c502-4583-a961-a8beabe84219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.574696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec0557-c502-4583-a961-a8beabe84219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437f6199-a392-4217-b39d-4e2dbf7ae50f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:30.580156 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-15ec0557-c502-4583-a961-a8beabe84219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.582070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-15ec0557-c502-4583-a961-a8beabe84219 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/437f6199-a392-4217-b39d-4e2dbf7ae50f HTTP/1.1" status: 204 len: 168 time: 0.3194118 Aug 23 04:39:30.584605 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34784) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:30.585911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205db8b-accd-475d-bcda-d497a644d5ab None None] Network c8be4869-e1d4-4031-93d4-b150b1e04a60 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:39:30.637925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.655686 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.714734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Deleting port 2671350f-f566-4d44-8d81-888a397b0962 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:30.717527 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.752861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbab4c00-1b23-435d-b85d-b0f94e28b51a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:30.778921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4da116-0f5e-4453-a3e6-dd6688128792 None None] DHCP port deletion for c8be4869-e1d4-4031-93d4-b150b1e04a60 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:39:30.781776 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: bbab4c00-1b23-435d-b85d-b0f94e28b51a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:39:30.782126 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device bbab4c00-1b23-435d-b85d-b0f94e28b51a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:30.786156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] For port 2671350f-f566-4d44-8d81-888a397b0962, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2671350f-f566-4d44-8d81-888a397b0962,segment=NetworkSegment(0c5df20b-9676-4e7c-b8d1-b026a3ee08d9),segment_id=0c5df20b-9676-4e7c-b8d1-b026a3ee08d9)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:30.786517 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.803056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Calling delete_port for 2671350f-f566-4d44-8d81-888a397b0962 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:30.827244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ca4da116-0f5e-4453-a3e6-dd6688128792 None None] Deleting port 2671350f-f566-4d44-8d81-888a397b0962 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:39:30.827572 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca4da116-0f5e-4453-a3e6-dd6688128792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.892725 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ca4da116-0f5e-4453-a3e6-dd6688128792 None None] For port 2671350f-f566-4d44-8d81-888a397b0962, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2671350f-f566-4d44-8d81-888a397b0962,segment=NetworkSegment(0c5df20b-9676-4e7c-b8d1-b026a3ee08d9),segment_id=0c5df20b-9676-4e7c-b8d1-b026a3ee08d9)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:30.893136 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca4da116-0f5e-4453-a3e6-dd6688128792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.905813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ca4da116-0f5e-4453-a3e6-dd6688128792 None None] Calling delete_port for 2671350f-f566-4d44-8d81-888a397b0962 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:39:30.939844 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.960223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] No DVR routers for this DVR port 2671350f-f566-4d44-8d81-888a397b0962 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:39:30.984971 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ca4da116-0f5e-4453-a3e6-dd6688128792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:30.990120 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2671350f-f566-4d44-8d81-888a397b0962,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:31.010165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4da116-0f5e-4453-a3e6-dd6688128792 None None] Pushing event deleted for resources: {'Port': ['ID=2671350f-f566-4d44-8d81-888a397b0962,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:31.023939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4da116-0f5e-4453-a3e6-dd6688128792 None None] No DVR routers for this DVR port 2671350f-f566-4d44-8d81-888a397b0962 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:39:31.034598 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:39:31.342321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:31.351718 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8be4869-e1d4-4031-93d4-b150b1e04a60']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:31.361906 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:31.362202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5df20b-9676-4e7c-b8d1-b026a3ee08d9') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:31.371209 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:31.383921 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:31.389495 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:39:31.389872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:39:31.391427 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:39:31.539105 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:31.545214 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:31.547034 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c8be4869-e1d4-4031-93d4-b150b1e04a60 HTTP/1.1" status: 204 len: 168 time: 0.9614804 Aug 23 04:39:31.557437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fcbf6-6b32-4e2e-9f73-541bcd7711f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8be4869-e1d4-4031-93d4-b150b1e04a60,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:31.926460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34788) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:31.962605 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:31.969201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-47cf6019-66b3-4144-af8d-ecf527facbbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7e4291ba1ed49e9800f849925b58738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415180 Aug 23 04:39:31.971631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34790) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:32.017111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa1384bf-7f13-4296-b68f-efdbb164e264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:32.037547 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa1384bf-7f13-4296-b68f-efdbb164e264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:32.139325 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa1384bf-7f13-4296-b68f-efdbb164e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:32.142249 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-aa1384bf-7f13-4296-b68f-efdbb164e264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:32.143313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-aa1384bf-7f13-4296-b68f-efdbb164e264 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca45c6ee-aa3d-4aca-8345-45abc74e26bf HTTP/1.1" status: 204 len: 168 time: 0.1708059 Aug 23 04:39:32.151589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1384bf-7f13-4296-b68f-efdbb164e264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca45c6ee-aa3d-4aca-8345-45abc74e26bf,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:32.384409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:32.407540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:39:32.407796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device dde19ba7-8d72-4ebb-891b-ae1ba4f915d1 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:32.408217 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2671350f-f566-4d44-8d81-888a397b0962 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:39:32.426264 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 2671350f-f566-4d44-8d81-888a397b0962 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:39:32.426608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2671350f-f566-4d44-8d81-888a397b0962 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:39:32.762074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34796) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:32.800139 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c9345841-4cb7-495e-8c0a-026c249efcd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=568e1d0bbcf940cca47c84d70362789b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368867 Aug 23 04:39:32.802428 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34798) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:32.847397 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-813317b9-1f3f-4a84-acc3-ed0e559d7361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:32.867835 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-813317b9-1f3f-4a84-acc3-ed0e559d7361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:32.956779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-813317b9-1f3f-4a84-acc3-ed0e559d7361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:32.959404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-813317b9-1f3f-4a84-acc3-ed0e559d7361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:32.960557 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-813317b9-1f3f-4a84-acc3-ed0e559d7361 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34c7e6ee-5cef-4fa2-94ef-460d3cb3223f HTTP/1.1" status: 204 len: 168 time: 0.1572430 Aug 23 04:39:32.969094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813317b9-1f3f-4a84-acc3-ed0e559d7361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c7e6ee-5cef-4fa2-94ef-460d3cb3223f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:34.985159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34838) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:34.990106 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707378499', 'description': 'tempest-secgroup-smoke-1707378499 description', 'project_id': '449c54f7f9b5473cae8fd37b1f386084'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:35.059416 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.067137 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.151262 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.219043 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.254427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a393e50e-e874-4401-b6b9-8a281f84f5b9,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:35.304700 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.373511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.401456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913f4711-f0f7-41a3-85e7-e33e7efcfd2d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:35.465253 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.466488 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d4dda723-951b-41fd-8562-f983aefd027a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4800701 Aug 23 04:39:35.469330 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34840) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:35.473720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-67e2ade1-7582-4752-9ecb-2fafcfc95345 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '913f4711-f0f7-41a3-85e7-e33e7efcfd2d', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:35.569432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67e2ade1-7582-4752-9ecb-2fafcfc95345 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.622347 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67e2ade1-7582-4752-9ecb-2fafcfc95345 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.698459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67e2ade1-7582-4752-9ecb-2fafcfc95345 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.721324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2ade1-7582-4752-9ecb-2fafcfc95345 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1653eec6-6f62-47f2-a619-f6d136d25d25,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:35.790577 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-67e2ade1-7582-4752-9ecb-2fafcfc95345 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.792378 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-67e2ade1-7582-4752-9ecb-2fafcfc95345 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221359 Aug 23 04:39:35.795009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34842) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:35.799352 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ce09ce97-6b23-474a-81c6-f66ae0fb327c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '913f4711-f0f7-41a3-85e7-e33e7efcfd2d', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:35.880795 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce09ce97-6b23-474a-81c6-f66ae0fb327c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:35.942519 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce09ce97-6b23-474a-81c6-f66ae0fb327c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.019216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce09ce97-6b23-474a-81c6-f66ae0fb327c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.038790 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09ce97-6b23-474a-81c6-f66ae0fb327c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493aa5c3-a749-48c4-88ed-e3ebc44bf252,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:36.122509 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce09ce97-6b23-474a-81c6-f66ae0fb327c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.123727 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ce09ce97-6b23-474a-81c6-f66ae0fb327c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277802 Aug 23 04:39:36.126515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34844) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:36.130874 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c81dcdfb-52fd-407a-8ebc-3aba2d72baea tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '913f4711-f0f7-41a3-85e7-e33e7efcfd2d', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:36.241611 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c81dcdfb-52fd-407a-8ebc-3aba2d72baea tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.299663 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c81dcdfb-52fd-407a-8ebc-3aba2d72baea tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.390643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c81dcdfb-52fd-407a-8ebc-3aba2d72baea tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.409476 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dcdfb-52fd-407a-8ebc-3aba2d72baea tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413c604b-49a3-4323-a2be-b94c15b8dc02,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:36.487834 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c81dcdfb-52fd-407a-8ebc-3aba2d72baea tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.489074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c81dcdfb-52fd-407a-8ebc-3aba2d72baea tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616314 Aug 23 04:39:36.491744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34846) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:36.496145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-88f37279-db03-457a-a16e-bbe080e6be44 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '913f4711-f0f7-41a3-85e7-e33e7efcfd2d', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:36.606999 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-88f37279-db03-457a-a16e-bbe080e6be44 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.664900 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-88f37279-db03-457a-a16e-bbe080e6be44 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.745378 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-88f37279-db03-457a-a16e-bbe080e6be44 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.768654 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f37279-db03-457a-a16e-bbe080e6be44 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840cb402-154f-40d8-9d82-b30516487660,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:36.830674 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-88f37279-db03-457a-a16e-bbe080e6be44 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.831829 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-88f37279-db03-457a-a16e-bbe080e6be44 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391714 Aug 23 04:39:36.834456 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34848) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:36.838722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-19deb136-27d6-41b5-aff2-e759f54a965d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '913f4711-f0f7-41a3-85e7-e33e7efcfd2d', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:36.916623 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-19deb136-27d6-41b5-aff2-e759f54a965d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:39:36.922102 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-19deb136-27d6-41b5-aff2-e759f54a965d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:36.981261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-19deb136-27d6-41b5-aff2-e759f54a965d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.064595 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-19deb136-27d6-41b5-aff2-e759f54a965d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.084465 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19deb136-27d6-41b5-aff2-e759f54a965d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3105ae-047a-4bb1-809e-8ed2c80a2cca,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:37.144838 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-19deb136-27d6-41b5-aff2-e759f54a965d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.146133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-19deb136-27d6-41b5-aff2-e759f54a965d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107066 Aug 23 04:39:37.148752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34850) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:37.153154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-e0a57820-d9c5-4ead-8446-9bfad84ae8ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '913f4711-f0f7-41a3-85e7-e33e7efcfd2d', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:37.224832 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-e0a57820-d9c5-4ead-8446-9bfad84ae8ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:39:37.235190 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0a57820-d9c5-4ead-8446-9bfad84ae8ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.309893 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0a57820-d9c5-4ead-8446-9bfad84ae8ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.390706 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0a57820-d9c5-4ead-8446-9bfad84ae8ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.407624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a57820-d9c5-4ead-8446-9bfad84ae8ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7c0cf8-cdef-49cb-9811-7f71010a3d46,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:37.482335 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e0a57820-d9c5-4ead-8446-9bfad84ae8ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.483524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e0a57820-d9c5-4ead-8446-9bfad84ae8ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3338337 Aug 23 04:39:37.486796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34852) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:37.492153 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'network': {'name': 'tempest-network-smoke--1376779458', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:37.568096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:39:37.571575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.594819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:39:37.603163 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.603502 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Added segment 96194943-bf35-4c66-9aa6-c6ebdefe7ff4 of type vlan for network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 Aug 23 04:39:37.643749 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.727955 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.733995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:37.734591 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.796679 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Network': ['ID=419c254c-d29b-4dad-a6f7-0d4bb8d2bec5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:37.808081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:39:37.826097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2ffd8ba5-a5cc-4587-bd94-27680dc76865 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3382893 Aug 23 04:39:37.828888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34854) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:37.833341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'admin_state_up': True, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:37.922528 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.923590 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:37.977362 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:38.151443 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:38.170111 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:38.411934 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:38.429757 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:38.531533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.123 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/cf10bdb2-cfba-45a0-bfe3-72180f6ce348) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:39:38.628823 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:38.721947 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:38.757745 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:39:38.761742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:39:38.765056 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:39:38.792399 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=cf10bdb2-cfba-45a0-bfe3-72180f6ce348,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:39.069018 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:39.254465 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:39.430481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9d13ff6f-842f-4590-99a9-88ca2114865f is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:39:39.532572 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:39:39.542398 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Sync routers for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:39:39.551494 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:39.552087 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:39:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:39.602295 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:39.604028 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f74961b0-1b23-43f5-bf6b-c6a9688b953a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7736986 Aug 23 04:39:39.607016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34856) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:39.652987 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:39.745402 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c04d29af-d966-4f0e-9f3b-f88ca75c6429 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=449c54f7f9b5473cae8fd37b1f386084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1317651 Aug 23 04:39:39.745648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34860) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:39.828329 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:38Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:39.854362 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Checking router: 9d13ff6f-842f-4590-99a9-88ca2114865f for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:39:39.854707 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Updating router 9d13ff6f-842f-4590-99a9-88ca2114865f port cf10bdb2-cfba-45a0-bfe3-72180f6ce348 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:39:39.878171 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:39.888536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dfdced-507d-4361-9132-6a2a02c6adbc tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:39.890726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-52dfdced-507d-4361-9132-6a2a02c6adbc tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1441832 Aug 23 04:39:39.892853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:39.930051 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-27c4cf40-2c4b-450a-9853-37468c5f764a tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337262 Aug 23 04:39:39.930274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34864) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:39.935016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1291934839', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:40.075767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:39:40.079363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.119312 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.128751 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Transition to ACTIVE for port object cf10bdb2-cfba-45a0-bfe3-72180f6ce348 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:39:40.236847 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.291515 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Attempting to bind port cf10bdb2-cfba-45a0-bfe3-72180f6ce348 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:39:40.291882 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Attempting to bind port cf10bdb2-cfba-45a0-bfe3-72180f6ce348 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:39:40.292242 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Attempting to bind port cf10bdb2-cfba-45a0-bfe3-72180f6ce348 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:39:40.295008 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Pushing event updated for resources: {'Port': ['ID=cf10bdb2-cfba-45a0-bfe3-72180f6ce348,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:40.302662 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:39:40.303032 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:39:40.303443 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.303858 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:39:40.304310 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Bound port: cf10bdb2-cfba-45a0-bfe3-72180f6ce348, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:39:40.304739 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.307656 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.307994 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.308346 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.308655 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.308979 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.309375 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.309698 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.310020 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.310335 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.310652 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.310886 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.311356 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.311356 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:39:40.364191 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] For port cf10bdb2-cfba-45a0-bfe3-72180f6ce348, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:39:40.367338 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] For port cf10bdb2-cfba-45a0-bfe3-72180f6ce348, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cf10bdb2-cfba-45a0-bfe3-72180f6ce348,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:39:40.372443 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Subnet': ['ID=6b3d31c5-be5e-4169-b0f9-c83a5191eb1b,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:40.380800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Checking segment: {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:39:40.381209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network hostable DHCP agents. Network: 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:39:40.414229 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.430758 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:39:40.469840 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:40.470456 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:39:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:40.482383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:39:40.486995 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:40.487508 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.491757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42820e1-870b-4c20-b455-05ba5d180756 None None] Network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:39:40.512622 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38093f-89ec-43e7-a596-95321fe5ee87 None None] Pushing event updated for resources: {'Port': ['ID=cf10bdb2-cfba-45a0-bfe3-72180f6ce348,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:40.558080 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6b7fa62b-e919-430f-b5f9-3c28f3f2d57e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6268282 Aug 23 04:39:40.560738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34866) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:40.582399 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:40.648983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:39:40.650361 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.765163 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:38Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:40.789936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Allocated IP 172.20.0.2 (419c254c-d29b-4dad-a6f7-0d4bb8d2bec5/6b3d31c5-be5e-4169-b0f9-c83a5191eb1b/570f5b98-376d-4ba2-bfa5-59da5c852179) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:39:40.791424 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad48e0-f706-4963-b454-62e02b52f526 None None] The sync data for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 is: [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:38Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:39:40.947794 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:40.956703 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Transition to ACTIVE for port object 570f5b98-376d-4ba2-bfa5-59da5c852179 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:39:40.973325 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Transition to ACTIVE for port object 570f5b98-376d-4ba2-bfa5-59da5c852179 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:39:41.053210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:41.095598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:39:41.098702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:39:41.101489 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:39:41.117446 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Pushing event updated for resources: {'Port': ['ID=570f5b98-376d-4ba2-bfa5-59da5c852179,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:41.169366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Attempting to bind port 570f5b98-376d-4ba2-bfa5-59da5c852179 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:39:41.174156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Attempting to bind port 570f5b98-376d-4ba2-bfa5-59da5c852179 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:39:41.174156 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Attempting to bind port 570f5b98-376d-4ba2-bfa5-59da5c852179 on network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:39:41.176017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:39:41.176392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Checking segment: {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:39:41.176803 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:41.177254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Bound using segment: {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:39:41.177732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Bound port: 570f5b98-376d-4ba2-bfa5-59da5c852179, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:39:41.178121 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:41.261774 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] For port 570f5b98-376d-4ba2-bfa5-59da5c852179, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:39:41.276613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] For port 570f5b98-376d-4ba2-bfa5-59da5c852179, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=570f5b98-376d-4ba2-bfa5-59da5c852179,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:39:41.336968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:41.345396 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:41.412105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d342b-f1bf-4645-a97c-d06147922b95 None None] Pushing event updated for resources: {'Port': ['ID=570f5b98-376d-4ba2-bfa5-59da5c852179,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:41.716818 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.1 (419c254c-d29b-4dad-a6f7-0d4bb8d2bec5/6b3d31c5-be5e-4169-b0f9-c83a5191eb1b/8e6a3005-f0f6-4950-931c-4eb9f998838e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:39:41.824364 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:41.836847 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object 8e6a3005-f0f6-4950-931c-4eb9f998838e will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:39:41.928581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:41.973461 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:39:41.976393 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:39:41.980642 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:39:42.005494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=8e6a3005-f0f6-4950-931c-4eb9f998838e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:42.026898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:42.207319 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:42.450507 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cf10bdb2-cfba-45a0-bfe3-72180f6ce348 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:39:42.502623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:42.538286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a0e72-1f34-4c95-b14c-42362627d06b None None] Network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:39:42.579216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:42.595397 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cf10bdb2-cfba-45a0-bfe3-72180f6ce348 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:39:42.610717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cf10bdb2-cfba-45a0-bfe3-72180f6ce348 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:42.611105 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:42.657394 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:42.660769 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=8e6a3005-f0f6-4950-931c-4eb9f998838e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:42.682631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c3c65891-7b1d-4655-b84f-677e1b8e9b63 None None] Provisioning for port 570f5b98-376d-4ba2-bfa5-59da5c852179 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:39:42.758480 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:39:42.760455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:39:42.761421 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:42.788242 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port cf10bdb2-cfba-45a0-bfe3-72180f6ce348, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cf10bdb2-cfba-45a0-bfe3-72180f6ce348,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:42.865467 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:42.866379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 570f5b98-376d-4ba2-bfa5-59da5c852179 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:39:42.881837 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9d13ff6f-842f-4590-99a9-88ca2114865f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:39:42.950831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=cf10bdb2-cfba-45a0-bfe3-72180f6ce348,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:42.998112 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:39:43.011282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a9184dee-b189-42d4-9cbc-6f13563fdf60 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/9d13ff6f-842f-4590-99a9-88ca2114865f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4413741 Aug 23 04:39:43.012149 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Sync routers for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:39:43.022800 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 570f5b98-376d-4ba2-bfa5-59da5c852179 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:39:43.031958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:43.032617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:39:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:43.034265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 570f5b98-376d-4ba2-bfa5-59da5c852179 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:43.034651 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:43.097338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-04bd6659-db10-4a27-98c9-93b6e5e2433d None None] Provisioning complete for port 570f5b98-376d-4ba2-bfa5-59da5c852179 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:43.097794 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04bd6659-db10-4a27-98c9-93b6e5e2433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:43.150021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-30bf1770-8c74-4756-bcbf-ffc395cb3601 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707378499&fields=id&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 267 time: 0.0344841 Aug 23 04:39:43.236531 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:43.268735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356336-5a53-4724-abf4-91bb6640c207 req-e99f2bcf-4e50-4976-aa71-46d5248830f6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:43.270291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-e99f2bcf-4e50-4976-aa71-46d5248830f6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/networks?id=419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 HTTP/1.1" status: 200 len: 797 time: 0.1134341 Aug 23 04:39:43.286585 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-9cf27be6-d4ea-4683-8793-76e6faafb55a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/quotas/449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 375 time: 0.0099938 Aug 23 04:39:43.306071 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:43.340835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-f53508d3-83ac-436c-9211-fdac16346d30 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478554 Aug 23 04:39:43.347926 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-04bd6659-db10-4a27-98c9-93b6e5e2433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:43.358387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-8f70604b-11c7-4445-8082-694306d38d4e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:39:43.359664 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-8f70604b-11c7-4445-8082-694306d38d4e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065629 Aug 23 04:39:43.440555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 570f5b98-376d-4ba2-bfa5-59da5c852179, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=570f5b98-376d-4ba2-bfa5-59da5c852179,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:43.466720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-405c904c-410e-45ee-bef4-c73c8c332948 service neutron] 10.222.0.20 "GET /v2.0/networks/419c254c-d29b-4dad-a6f7-0d4bb8d2bec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993576 Aug 23 04:39:43.496477 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:43.565493 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-a814c617-818b-4ed7-b5c5-4e6e76a45c4f service neutron] 10.222.0.20 "GET /v2.0/networks/419c254c-d29b-4dad-a6f7-0d4bb8d2bec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913324 Aug 23 04:39:43.737330 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.db.api [None req-04bd6659-db10-4a27-98c9-93b6e5e2433d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 04:39:43.737689 n-d-749052-7 neutron-server[95122]: DEBUG oslo_db.api [None req-04bd6659-db10-4a27-98c9-93b6e5e2433d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 04:39:43.739165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=570f5b98-376d-4ba2-bfa5-59da5c852179,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:43.754752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8e6a3005-f0f6-4950-931c-4eb9f998838e', 'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:03:e3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:41Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 2, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:43.792697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Checking router: 9d13ff6f-842f-4590-99a9-88ca2114865f for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:39:43.793091 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Updating router 9d13ff6f-842f-4590-99a9-88ca2114865f port 8e6a3005-f0f6-4950-931c-4eb9f998838e binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:39:43.816770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-018398ef-7629-4d91-8794-1625ad39485f req-a48b8c0b-cb67-4e70-8f5c-66c913653bd2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 210 time: 0.0316231 Aug 23 04:39:43.818658 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:44.071777 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:44.081339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Transition to ACTIVE for port object 8e6a3005-f0f6-4950-931c-4eb9f998838e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:39:44.133477 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:44.183719 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dc752-fcf4-4e21-ac85-e82630110036 None None] Pushing event updated for resources: {'Port': ['ID=8e6a3005-f0f6-4950-931c-4eb9f998838e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:44.230333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Attempting to bind port 8e6a3005-f0f6-4950-931c-4eb9f998838e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:39:44.230713 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Attempting to bind port 8e6a3005-f0f6-4950-931c-4eb9f998838e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:39:44.231085 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Attempting to bind port 8e6a3005-f0f6-4950-931c-4eb9f998838e on network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:39:44.236910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:39:44.237332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Checking segment: {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:39:44.237739 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:44.238135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Bound using segment: {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:39:44.238607 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Bound port: 8e6a3005-f0f6-4950-931c-4eb9f998838e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:39:44.239223 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:44.336617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] For port 8e6a3005-f0f6-4950-931c-4eb9f998838e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:39:44.339821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] For port 8e6a3005-f0f6-4950-931c-4eb9f998838e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8e6a3005-f0f6-4950-931c-4eb9f998838e,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:39:44.390902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-04bd6659-db10-4a27-98c9-93b6e5e2433d None None] Provisioning for port 8e6a3005-f0f6-4950-931c-4eb9f998838e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:39:44.397033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cf10bdb2-cfba-45a0-bfe3-72180f6ce348 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:39:44.422829 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:44.500599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:39:44.501329 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:39:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:44.504956 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dc752-fcf4-4e21-ac85-e82630110036 None None] Pushing event updated for resources: {'Port': ['ID=8e6a3005-f0f6-4950-931c-4eb9f998838e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:44.552889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cf10bdb2-cfba-45a0-bfe3-72180f6ce348 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:44.553299 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:44.655797 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:39:44.754435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 570f5b98-376d-4ba2-bfa5-59da5c852179 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:39:44.878394 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 570f5b98-376d-4ba2-bfa5-59da5c852179 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:44.878737 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:44.904854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-479abb8c-a5eb-4be7-b081-e94a0ed57312 req-d31f46b8-6b9b-4f8f-8afc-8796f01f1ad8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 210 time: 0.0383868 Aug 23 04:39:44.977123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8e6a3005-f0f6-4950-931c-4eb9f998838e', 'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:03:e3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:41Z', 'updated_at': '2021-08-23T04:39:44Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:39:45.009942 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031a4a8-753a-41f4-8e7a-793006c5c1da None None] The sync data for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 is: [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8e6a3005-f0f6-4950-931c-4eb9f998838e', 'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:03:e3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:41Z', 'updated_at': '2021-08-23T04:39:44Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:39:45.981902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00f89756-01a6-41d0-a9b9-b40a6abd0873 req-53b16923-1227-4cf9-b620-a8a8142d15fc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 210 time: 0.0255592 Aug 23 04:39:46.414901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8e6a3005-f0f6-4950-931c-4eb9f998838e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:39:46.538189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 8e6a3005-f0f6-4950-931c-4eb9f998838e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:39:46.542596 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8e6a3005-f0f6-4950-931c-4eb9f998838e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:46.542978 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:46.619089 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:46.653997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 8e6a3005-f0f6-4950-931c-4eb9f998838e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8e6a3005-f0f6-4950-931c-4eb9f998838e,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:46.744659 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:46.789889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=8e6a3005-f0f6-4950-931c-4eb9f998838e,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:47.140042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae7ff44d-53c0-4d0e-8383-5b79ed1ab1aa req-55308ef4-ab03-440a-b016-1089ae74b04a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 210 time: 0.0932314 Aug 23 04:39:47.878549 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356336-5a53-4724-abf4-91bb6640c207 req-e6709c2d-af6f-4375-9b40-cc00a9a41390 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:47.880002 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-e6709c2d-af6f-4375-9b40-cc00a9a41390 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/networks?id=419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 HTTP/1.1" status: 200 len: 797 time: 0.1041086 Aug 23 04:39:47.922735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-4406703a-a563-446f-a5b2-772f9eb5df75 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 380 time: 0.0341020 Aug 23 04:39:47.932780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'port': {'device_id': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'admin_state_up': True, 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'security_groups': ['913f4711-f0f7-41a3-85e7-e33e7efcfd2d']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:48.093604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:39:48.097158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:48.222379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.5 (419c254c-d29b-4dad-a6f7-0d4bb8d2bec5/6b3d31c5-be5e-4169-b0f9-c83a5191eb1b/03800a29-1c51-4261-8499-99d53e19f774) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:39:48.233762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-74f0c16a-cf5f-4cec-bdc0-09ef6b4a1c89 req-374a997d-b59a-4cbe-b50c-9fe3ff342e7d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 210 time: 0.0267696 Aug 23 04:39:48.358661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:48.374566 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object 03800a29-1c51-4261-8499-99d53e19f774 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:39:48.399780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8e6a3005-f0f6-4950-931c-4eb9f998838e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:39:48.446828 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 8e6a3005-f0f6-4950-931c-4eb9f998838e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:48.447692 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:48.459814 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:48.502332 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:39:48.505359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:39:48.508995 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:39:48.537526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=03800a29-1c51-4261-8499-99d53e19f774,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:48.571395 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:48.572658 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:48.683164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-62c6c699-998a-46c3-8259-1fd121340369 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7545700 Aug 23 04:39:48.695884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Request body: {'port': {'device_id': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:48.748789 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:48.819391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-12b563b7-aa44-46c1-ae22-d355c96cbda6 None None] Provisioning for port 03800a29-1c51-4261-8499-99d53e19f774 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:39:48.823722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-12b563b7-aa44-46c1-ae22-d355c96cbda6 None None] Provisioning complete for port 03800a29-1c51-4261-8499-99d53e19f774 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:48.824104 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-12b563b7-aa44-46c1-ae22-d355c96cbda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:48.856732 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-12b563b7-aa44-46c1-ae22-d355c96cbda6 None None] Port 03800a29-1c51-4261-8499-99d53e19f774 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:39:49.004468 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03800a29-1c51-4261-8499-99d53e19f774 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:39:49.012735 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:49.024125 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Transition to ACTIVE for port object 03800a29-1c51-4261-8499-99d53e19f774 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:39:49.082054 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:49.129711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=03800a29-1c51-4261-8499-99d53e19f774,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:49.202872 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Attempting to bind port 03800a29-1c51-4261-8499-99d53e19f774 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:39:49.203204 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Attempting to bind port 03800a29-1c51-4261-8499-99d53e19f774 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:39:49.203534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Attempting to bind port 03800a29-1c51-4261-8499-99d53e19f774 on network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:39:49.208225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Port 03800a29-1c51-4261-8499-99d53e19f774 on network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:39:49.212928 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Attempting to bind port 03800a29-1c51-4261-8499-99d53e19f774 on network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:39:49.213647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:39:49.213991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Checking segment: {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:39:49.214378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Bound using segment: {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:39:49.214809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Bound port: 03800a29-1c51-4261-8499-99d53e19f774, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96194943-bf35-4c66-9aa6-c6ebdefe7ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:39:49.215183 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:49.282777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] For port 03800a29-1c51-4261-8499-99d53e19f774, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:39:49.285883 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] For port 03800a29-1c51-4261-8499-99d53e19f774, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=03800a29-1c51-4261-8499-99d53e19f774,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:39:49.345234 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:49.350385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66585f11-8907-4c8c-be26-233d4aaa5f8f req-dba7a68b-e3ab-486e-aab5-4002d0f39771 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:49.351895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66585f11-8907-4c8c-be26-233d4aaa5f8f req-dba7a68b-e3ab-486e-aab5-4002d0f39771 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 943 time: 0.0477872 Aug 23 04:39:49.381265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:49.381757 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:49.383137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] 10.222.0.24 "PUT /v2.0/ports/03800a29-1c51-4261-8499-99d53e19f774 HTTP/1.1" status: 200 len: 1091 time: 0.6915936 Aug 23 04:39:49.383747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'tag': '03800a29-1c51-4261-8499-99d53e19f774'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:39:49.386783 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b089c-dc96-43bc-a74c-c6ec14cc0662" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "tag": "03800a29-1c51-4261-8499-99d53e19f774"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:39:49.397982 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66585f11-8907-4c8c-be26-233d4aaa5f8f req-10e206fc-e79d-44ac-b097-9a0463e539b0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393903 Aug 23 04:39:49.410799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2109b13-166b-4ae5-a7bb-168ddcef3ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=03800a29-1c51-4261-8499-99d53e19f774,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:49.455950 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9a71d9-8ba6-425e-b9b5-eec651a238de x-openstack-request-id: req-bc9a71d9-8ba6-425e-b9b5-eec651a238de {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:39:49.456259 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "tag": "03800a29-1c51-4261-8499-99d53e19f774", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:39:49.456518 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc9a71d9-8ba6-425e-b9b5-eec651a238de {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:39:49.456926 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'tag': '03800a29-1c51-4261-8499-99d53e19f774', 'status': 'completed', 'code': 200} Aug 23 04:39:49.519931 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b089c-dc96-43bc-a74c-c6ec14cc0662 req-87f02ae1-8b33-407c-b8bb-66dd4c20c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:49.521498 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe8b089c-dc96-43bc-a74c-c6ec14cc0662 req-87f02ae1-8b33-407c-b8bb-66dd4c20c0c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 1094 time: 0.0417528 Aug 23 04:39:49.623362 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b089c-dc96-43bc-a74c-c6ec14cc0662 req-ab2c7271-bb96-4d6b-870d-daf9a6febccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:49.624835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe8b089c-dc96-43bc-a74c-c6ec14cc0662 req-ab2c7271-bb96-4d6b-870d-daf9a6febccd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=449c54f7f9b5473cae8fd37b1f386084&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0959573 Aug 23 04:39:49.718862 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b089c-dc96-43bc-a74c-c6ec14cc0662 req-1cd0db05-2b07-4bf8-a64c-adda4473343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:49.720212 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-fe8b089c-dc96-43bc-a74c-c6ec14cc0662 req-1cd0db05-2b07-4bf8-a64c-adda4473343e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0886972 Aug 23 04:39:49.793294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356336-5a53-4724-abf4-91bb6640c207 req-1aba5549-3f00-4a69-98a9-0aac8ed24a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:49.794756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-1aba5549-3f00-4a69-98a9-0aac8ed24a6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 1094 time: 0.0399194 Aug 23 04:39:49.834868 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-9c0f70e4-5a8f-48aa-9683-26d3ad17e2c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03800a29-1c51-4261-8499-99d53e19f774 HTTP/1.1" status: 200 len: 217 time: 0.0322621 Aug 23 04:39:49.882192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356336-5a53-4724-abf4-91bb6640c207 req-2817cfc9-57da-49f7-aa8f-0ba1cdcdf0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:49.883627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-2817cfc9-57da-49f7-aa8f-0ba1cdcdf0e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b3d31c5-be5e-4169-b0f9-c83a5191eb1b HTTP/1.1" status: 200 len: 835 time: 0.0420320 Aug 23 04:39:50.185772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356336-5a53-4724-abf4-91bb6640c207 req-d061da2d-8fe2-43fc-b68b-86054771ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:50.202765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-d061da2d-8fe2-43fc-b68b-86054771ef24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=419c254c-d29b-4dad-a6f7-0d4bb8d2bec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2967601 Aug 23 04:39:50.279066 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-d072f038-0403-4114-85da-c3e657a3962f service neutron] 10.222.0.24 "GET /v2.0/networks/419c254c-d29b-4dad-a6f7-0d4bb8d2bec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806155 Aug 23 04:39:50.369773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-77356336-5a53-4724-abf4-91bb6640c207 req-2c22b26f-b829-4a5e-a4ba-1a0f3442f0b8 service neutron] 10.222.0.24 "GET /v2.0/networks/419c254c-d29b-4dad-a6f7-0d4bb8d2bec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826046 Aug 23 04:39:50.519233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281a0f3-778a-4291-acc6-36020e08e482 req-d7d5a446-7221-4156-91bb-481ea06486a0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:50.520726 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5281a0f3-778a-4291-acc6-36020e08e482 req-d7d5a446-7221-4156-91bb-481ea06486a0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 943 time: 0.0498996 Aug 23 04:39:50.559598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5281a0f3-778a-4291-acc6-36020e08e482 req-faeb46e4-c15e-4f4a-94b6-942dc4da4089 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Aug 23 04:39:51.673205 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e9a04-96cf-48f1-bdd2-1b2460c88ec6 req-04d0e3e4-940d-499b-be6a-12552c056aa0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:51.674662 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-747e9a04-96cf-48f1-bdd2-1b2460c88ec6 req-04d0e3e4-940d-499b-be6a-12552c056aa0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 943 time: 0.0479591 Aug 23 04:39:51.711193 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-747e9a04-96cf-48f1-bdd2-1b2460c88ec6 req-2ad96801-c845-4d38-8beb-646e925f57b2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305495 Aug 23 04:39:52.823553 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083cb82-69ff-4b72-8506-eb8f75d06598 req-5b4630d2-a691-472a-8c25-d723d738b9c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:52.825049 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a083cb82-69ff-4b72-8506-eb8f75d06598 req-5b4630d2-a691-472a-8c25-d723d738b9c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 943 time: 0.0477107 Aug 23 04:39:52.873525 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a083cb82-69ff-4b72-8506-eb8f75d06598 req-51f3b7ad-b439-4839-899a-d29997cb3dde tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Aug 23 04:39:53.309532 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:53.985323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e33b3-bdeb-4c2c-9625-0485a48b2773 req-55a0a07d-a624-4bf1-8cbf-efb12290eaf5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:53.986791 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d42e33b3-bdeb-4c2c-9625-0485a48b2773 req-55a0a07d-a624-4bf1-8cbf-efb12290eaf5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 943 time: 0.0487962 Aug 23 04:39:54.023524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d42e33b3-bdeb-4c2c-9625-0485a48b2773 req-985733f0-130d-4cc9-b4b4-afb879787956 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308788 Aug 23 04:39:54.147271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 03800a29-1c51-4261-8499-99d53e19f774 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:39:54.240241 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 03800a29-1c51-4261-8499-99d53e19f774, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=03800a29-1c51-4261-8499-99d53e19f774,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:54.250698 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '03800a29-1c51-4261-8499-99d53e19f774', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'port_id': '03800a29-1c51-4261-8499-99d53e19f774', 'mac_address': 'fa:16:3e:26:10:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:39:54.287265 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:54.299512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03800a29-1c51-4261-8499-99d53e19f774 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:39:54.318184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 03800a29-1c51-4261-8499-99d53e19f774, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=03800a29-1c51-4261-8499-99d53e19f774,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:54.367208 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:54.412383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=03800a29-1c51-4261-8499-99d53e19f774,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:54.607352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['03800a29-1c51-4261-8499-99d53e19f774'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:39:55.133531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146b9bb-1e31-4387-b8c6-47f4faa71bd0 req-4e072089-8b88-46ef-9c69-b1e17aae30a2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:55.135502 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5146b9bb-1e31-4387-b8c6-47f4faa71bd0 req-4e072089-8b88-46ef-9c69-b1e17aae30a2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 944 time: 0.0483882 Aug 23 04:39:55.171861 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5146b9bb-1e31-4387-b8c6-47f4faa71bd0 req-c20e9bd7-5b54-4ab4-ad20-58c94ea5ebf4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305614 Aug 23 04:39:56.127289 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c9f5d9d6-b3a3-4446-8ab7-bff54bba2e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:56.174584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 03800a29-1c51-4261-8499-99d53e19f774 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:39:56.275202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 03800a29-1c51-4261-8499-99d53e19f774 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:39:56.279653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 03800a29-1c51-4261-8499-99d53e19f774 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:39:56.280026 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:56.284831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7de04e-cb7b-4fbd-a93e-519b1cdc5f91 req-9f697a24-4453-4c2f-bce7-ed1e977cc3e1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:56.286423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b7de04e-cb7b-4fbd-a93e-519b1cdc5f91 req-9f697a24-4453-4c2f-bce7-ed1e977cc3e1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 944 time: 0.0478897 Aug 23 04:39:56.328475 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9b7de04e-cb7b-4fbd-a93e-519b1cdc5f91 req-0e032769-c24c-449f-acb9-2aa503672ba8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354397 Aug 23 04:39:56.358165 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:56.379572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03800a29-1c51-4261-8499-99d53e19f774'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:39:56.381815 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ef83ee-005b-4a62-abe8-cdd73847e2e5" -d '{"events": [{"server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "03800a29-1c51-4261-8499-99d53e19f774"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:39:56.394017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 03800a29-1c51-4261-8499-99d53e19f774, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=03800a29-1c51-4261-8499-99d53e19f774,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:39:56.419090 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d70e6d-45e3-4ca5-8f61-4ebdd46baa54 x-openstack-request-id: req-d6d70e6d-45e3-4ca5-8f61-4ebdd46baa54 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:39:56.419389 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "name": "network-vif-plugged", "status": "completed", "tag": "03800a29-1c51-4261-8499-99d53e19f774", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:39:56.419642 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6d70e6d-45e3-4ca5-8f61-4ebdd46baa54 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:39:56.420031 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03800a29-1c51-4261-8499-99d53e19f774', 'code': 200} Aug 23 04:39:56.465270 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:56.509588 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc2e1b-25b8-441b-9193-3824d542985f req-6482df19-185f-4da2-a79a-badee4510a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:56.511348 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-46cc2e1b-25b8-441b-9193-3824d542985f req-6482df19-185f-4da2-a79a-badee4510a25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 1096 time: 0.0395505 Aug 23 04:39:56.512706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=03800a29-1c51-4261-8499-99d53e19f774,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:56.546214 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-46cc2e1b-25b8-441b-9193-3824d542985f req-5a6d3de1-62dd-48dd-9317-e8aab6964b93 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278573 Aug 23 04:39:57.444272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c99e51-940c-47c5-9c50-f0055bdb0c94 req-b1359441-18f5-42ce-bdb2-cc1543a03d44 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:57.445801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53c99e51-940c-47c5-9c50-f0055bdb0c94 req-b1359441-18f5-42ce-bdb2-cc1543a03d44 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0491674 Aug 23 04:39:57.483398 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53c99e51-940c-47c5-9c50-f0055bdb0c94 req-8b85dd64-1941-4626-b99c-bdfde89e6a24 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312240 Aug 23 04:39:58.599303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b28a2-6b0e-4a7d-bf64-38ca1ed6edf6 req-84218999-0c0b-49d4-a366-4ad7a21e6cb0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:58.600698 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb9b28a2-6b0e-4a7d-bf64-38ca1ed6edf6 req-84218999-0c0b-49d4-a366-4ad7a21e6cb0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0492945 Aug 23 04:39:58.638490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eb9b28a2-6b0e-4a7d-bf64-38ca1ed6edf6 req-6c661c29-ed3b-4750-ba59-3e56ab2a441c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319188 Aug 23 04:39:58.748943 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645df7f3-c20c-406f-a75b-d4ec9768da57 req-831e74a1-21d3-4abc-ad24-3118eacd259a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:58.750435 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-645df7f3-c20c-406f-a75b-d4ec9768da57 req-831e74a1-21d3-4abc-ad24-3118eacd259a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0497410 Aug 23 04:39:58.792820 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-645df7f3-c20c-406f-a75b-d4ec9768da57 req-5dc39e6d-c135-4fb2-8202-91e33394b123 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365305 Aug 23 04:39:58.814292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34930) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:58.818965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e21661be-a686-4ade-83c5-c7869350c966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:58.853507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f589975-1d55-40fe-9d36-54f25dec1b67 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:39:58.855693 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3f589975-1d55-40fe-9d36-54f25dec1b67 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 1091 time: 0.0402102 Aug 23 04:39:58.858368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34932) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:39:58.862945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '03800a29-1c51-4261-8499-99d53e19f774', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:39:58.904935 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:58.961088 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:59.054189 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:59.156306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.172 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/1a9d42f8-4bb5-4cc7-8f7e-e8a69b409a8b) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:39:59.258564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:59.350859 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:59.386055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:39:59.388695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:39:59.391977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:39:59.420397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=1a9d42f8-4bb5-4cc7-8f7e-e8a69b409a8b,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:39:59.740216 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:39:59.860514 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:00.005310 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:00.070171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:00.142747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=1a9d42f8-4bb5-4cc7-8f7e-e8a69b409a8b,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:00.149714 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:00.247761 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP e17b825b-82af-4e81-a7c6-4998b4a157bb associated. External IP: 172.25.1.172, port: 03800a29-1c51-4261-8499-99d53e19f774. Aug 23 04:40:00.444130 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9d13ff6f-842f-4590-99a9-88ca2114865f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:40:00.549948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:00.559740 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22221952-662f-4e49-8989-766cb40cc757 None None] Sync routers for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:00.568972 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22221952-662f-4e49-8989-766cb40cc757 None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:00.569601 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22221952-662f-4e49-8989-766cb40cc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:00.624747 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:00.650901 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7334adcb-e51a-4a96-bd6d-b6abe2660fa5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7914906 Aug 23 04:40:00.651444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'tag': '03800a29-1c51-4261-8499-99d53e19f774'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:40:00.653745 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf616b9d-9ebf-4510-a58d-cfa38cc48080" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "tag": "03800a29-1c51-4261-8499-99d53e19f774"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:40:00.654636 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:00.673697 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-22221952-662f-4e49-8989-766cb40cc757 None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:00.750585 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b8f0b-9f1f-4608-b688-fe31a9781a72 req-b6753b29-06f2-45e7-a645-53f75ef10aee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:00.752091 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-824b8f0b-9f1f-4608-b688-fe31a9781a72 req-b6753b29-06f2-45e7-a645-53f75ef10aee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0518034 Aug 23 04:40:00.789187 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-824b8f0b-9f1f-4608-b688-fe31a9781a72 req-18b528c9-a59b-4cd3-acef-313cc8400b02 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Aug 23 04:40:00.811883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34938) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:00.848003 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb4d5da-98ab-46dc-b02b-d6dcb7ef46e4 x-openstack-request-id: req-ddb4d5da-98ab-46dc-b02b-d6dcb7ef46e4 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:40:00.848288 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "tag": "03800a29-1c51-4261-8499-99d53e19f774", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:40:00.848540 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddb4d5da-98ab-46dc-b02b-d6dcb7ef46e4 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:40:00.848934 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'tag': '03800a29-1c51-4261-8499-99d53e19f774', 'status': 'completed', 'code': 200} Aug 23 04:40:00.876044 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d1bf7503-16d4-4ebe-8d05-76f8cfa7d7fe tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/e17b825b-82af-4e81-a7c6-4998b4a157bb HTTP/1.1" status: 200 len: 991 time: 0.0615799 Aug 23 04:40:00.893498 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-84c28df5-f51f-4414-a5a7-11546da52ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:00.894881 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-84c28df5-f51f-4414-a5a7-11546da52ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 1096 time: 0.0409224 Aug 23 04:40:00.898203 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22221952-662f-4e49-8989-766cb40cc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'e17b825b-82af-4e81-a7c6-4998b4a157bb', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'port_id': '03800a29-1c51-4261-8499-99d53e19f774', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'mac_address': 'fa:16:3e:26:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:39:59Z', 'updated_at': '2021-08-23T04:39:59Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a3005-f0f6-4950-931c-4eb9f998838e', 'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:03:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:41Z', 'updated_at': '2021-08-23T04:39:46Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:00.927229 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22221952-662f-4e49-8989-766cb40cc757 None None] Checking router: 9d13ff6f-842f-4590-99a9-88ca2114865f for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:00.935946 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22221952-662f-4e49-8989-766cb40cc757 None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:00.936550 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22221952-662f-4e49-8989-766cb40cc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:39:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:00.985889 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-e1f580e2-b258-4158-9747-6296c3fecae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:00.987360 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-e1f580e2-b258-4158-9747-6296c3fecae9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 HTTP/1.1" status: 200 len: 897 time: 0.0857182 Aug 23 04:40:01.057541 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-9578317f-1478-4fbf-a3fb-6007b32b8e9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03800a29-1c51-4261-8499-99d53e19f774 HTTP/1.1" status: 200 len: 999 time: 0.0626514 Aug 23 04:40:01.106296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-3ad100e9-3058-4044-80ad-ecbd8cb6c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:01.107785 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-3ad100e9-3058-4044-80ad-ecbd8cb6c4e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b3d31c5-be5e-4169-b0f9-c83a5191eb1b HTTP/1.1" status: 200 len: 835 time: 0.0443487 Aug 23 04:40:01.128253 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-22221952-662f-4e49-8989-766cb40cc757 None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:01.152991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-1ea1f5d3-c231-4059-9dc8-d3915861fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:01.154546 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-1ea1f5d3-c231-4059-9dc8-d3915861fce9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=419c254c-d29b-4dad-a6f7-0d4bb8d2bec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396841 Aug 23 04:40:01.247703 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-cdb0edcb-02ba-463c-9f89-7276d70457df service neutron] 10.222.0.24 "GET /v2.0/networks/419c254c-d29b-4dad-a6f7-0d4bb8d2bec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854628 Aug 23 04:40:01.335065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf616b9d-9ebf-4510-a58d-cfa38cc48080 req-0e467511-ee9d-4307-aa32-fb69a30d617d service neutron] 10.222.0.24 "GET /v2.0/networks/419c254c-d29b-4dad-a6f7-0d4bb8d2bec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801229 Aug 23 04:40:01.340670 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22221952-662f-4e49-8989-766cb40cc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'e17b825b-82af-4e81-a7c6-4998b4a157bb', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'port_id': '03800a29-1c51-4261-8499-99d53e19f774', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'mac_address': 'fa:16:3e:26:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:39:59Z', 'updated_at': '2021-08-23T04:39:59Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a3005-f0f6-4950-931c-4eb9f998838e', 'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:03:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:41Z', 'updated_at': '2021-08-23T04:39:46Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:01.370352 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22221952-662f-4e49-8989-766cb40cc757 None None] The sync data for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 is: [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'e17b825b-82af-4e81-a7c6-4998b4a157bb', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'port_id': '03800a29-1c51-4261-8499-99d53e19f774', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'mac_address': 'fa:16:3e:26:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:39:59Z', 'updated_at': '2021-08-23T04:39:59Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6a3005-f0f6-4950-931c-4eb9f998838e', 'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:03:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:41Z', 'updated_at': '2021-08-23T04:39:46Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:01.551731 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5540251-b5ca-4493-8b8e-699e4684e4c1 None None] New status for floating IP e17b825b-82af-4e81-a7c6-4998b4a157bb: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:40:01.878692 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34940) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:01.940979 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-58bf68fd-1291-4946-bdd2-efcab43d610e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/e17b825b-82af-4e81-a7c6-4998b4a157bb HTTP/1.1" status: 200 len: 993 time: 0.0611255 Aug 23 04:40:01.960946 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:08.033853 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:40:08.155791 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:23.327686 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:26.110226 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6bd2104c-94d1-44f1-9c3c-39f84e38b66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:28.811688 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a0165586-00f4-4811-8d05-d516494f52b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:28.908995 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:30.669816 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:31.984308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:33.387170 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9d554-744a-4b90-b77c-4bbc2614b3d8 req-bc9eefcb-ff70-4d4a-be88-547144835d8d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:33.388854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5f9d554-744a-4b90-b77c-4bbc2614b3d8 req-bc9eefcb-ff70-4d4a-be88-547144835d8d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0494246 Aug 23 04:40:33.426258 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a5f9d554-744a-4b90-b77c-4bbc2614b3d8 req-b132d21d-fa9c-4faa-878d-6e7b52531163 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306690 Aug 23 04:40:34.538903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85816a15-2755-43ee-9fef-d0ab4c302f5c req-55fb22d4-d797-4b3a-a562-07b2760683f9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:34.540367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85816a15-2755-43ee-9fef-d0ab4c302f5c req-55fb22d4-d797-4b3a-a562-07b2760683f9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0468099 Aug 23 04:40:34.585912 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-85816a15-2755-43ee-9fef-d0ab4c302f5c req-20016b79-944b-472d-9826-c473a8e99b19 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306005 Aug 23 04:40:34.607747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34962) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:34.669931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6152aa7b-da75-4d97-ba57-5e8b5b5a4257 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/e17b825b-82af-4e81-a7c6-4998b4a157bb HTTP/1.1" status: 200 len: 993 time: 0.0609426 Aug 23 04:40:36.106140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c14e80-88e3-4b29-a0eb-dc7cfcb7a798 req-1e2178b5-ef9d-4b28-a7bb-0ab9837dd329 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:36.107756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3c14e80-88e3-4b29-a0eb-dc7cfcb7a798 req-1e2178b5-ef9d-4b28-a7bb-0ab9837dd329 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0478301 Aug 23 04:40:36.147190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3c14e80-88e3-4b29-a0eb-dc7cfcb7a798 req-58b2df9f-538a-4509-a372-8500062d9c1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320823 Aug 23 04:40:37.260609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463a5fa-d905-4a94-a1ae-eb5fc51a874a req-859d5fed-a5ae-4f24-92f8-312da530f8c3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:37.262098 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d463a5fa-d905-4a94-a1ae-eb5fc51a874a req-859d5fed-a5ae-4f24-92f8-312da530f8c3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0479352 Aug 23 04:40:37.303998 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d463a5fa-d905-4a94-a1ae-eb5fc51a874a req-73047906-0fa3-45b5-b882-6d287882c3fd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359206 Aug 23 04:40:37.325454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34974) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:37.383900 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-fcc48a4f-eaa9-4d1b-bb11-4a0411950e5a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/e17b825b-82af-4e81-a7c6-4998b4a157bb HTTP/1.1" status: 200 len: 993 time: 0.0573170 Aug 23 04:40:37.599216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 34980) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:37.751791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 1a9d42f8-4bb5-4cc7-8f7e-e8a69b409a8b {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:40:37.752139 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:38.137096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:38.137344 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:38.149094 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 1a9d42f8-4bb5-4cc7-8f7e-e8a69b409a8b owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:40:38.184184 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:38.343932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:38.376980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=1a9d42f8-4bb5-4cc7-8f7e-e8a69b409a8b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:38.411016 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.411287 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.411627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.411962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.412292 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.412624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.412952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.413303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.413631 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.413953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.414275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.414595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:38.453592 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:38.453928 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP e17b825b-82af-4e81-a7c6-4998b4a157bb disassociated (deleted). External IP: 172.25.1.172, port: 03800a29-1c51-4261-8499-99d53e19f774. Aug 23 04:40:38.653322 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9d13ff6f-842f-4590-99a9-88ca2114865f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:40:38.758556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:38.763388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:38.767869 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] Sync routers for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:38.776347 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:38.776954 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:38.789210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5169eb65-d7ab-444e-8cf2-13177d8773cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/floatingips/e17b825b-82af-4e81-a7c6-4998b4a157bb HTTP/1.1" status: 204 len: 168 time: 1.1889029 Aug 23 04:40:38.789883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'tag': '03800a29-1c51-4261-8499-99d53e19f774'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:40:38.792295 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85e47c3-114b-4c18-8ec6-66b8f497df73" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "tag": "03800a29-1c51-4261-8499-99d53e19f774"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:40:38.879381 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:39.074203 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8e6a3005-f0f6-4950-931c-4eb9f998838e', 'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:03:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:41Z', 'updated_at': '2021-08-23T04:39:46Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:39.102256 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] Checking router: 9d13ff6f-842f-4590-99a9-88ca2114865f for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:39.102742 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aea8dc-5070-438a-95df-16916dbbc157 x-openstack-request-id: req-e3aea8dc-5070-438a-95df-16916dbbc157 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:40:39.103124 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "tag": "03800a29-1c51-4261-8499-99d53e19f774", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:40:39.103741 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3aea8dc-5070-438a-95df-16916dbbc157 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:40:39.104130 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'tag': '03800a29-1c51-4261-8499-99d53e19f774', 'status': 'completed', 'code': 200} Aug 23 04:40:39.112573 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:39.113195 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:39.197502 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f0417-e196-456e-b713-19a6cc66340e req-2e388f4b-be29-434a-9db6-b488c590e945 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:39.199716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e9f0417-e196-456e-b713-19a6cc66340e req-2e388f4b-be29-434a-9db6-b488c590e945 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0530293 Aug 23 04:40:39.220661 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-1fd9c111-0cfe-4dc3-8c24-f7a342d56951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:39.222221 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-1fd9c111-0cfe-4dc3-8c24-f7a342d56951 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 1096 time: 0.0912180 Aug 23 04:40:39.231646 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:39.241320 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e9f0417-e196-456e-b713-19a6cc66340e req-b535fb84-8403-4134-ad52-1cc4e28882a2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348260 Aug 23 04:40:39.317787 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-ad018f60-f682-438a-95aa-a070bdd6e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:39.319301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-ad018f60-f682-438a-95aa-a070bdd6e2a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 HTTP/1.1" status: 200 len: 897 time: 0.0894415 Aug 23 04:40:39.361931 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-f06ff2ba-73be-4b3c-8947-6179e929f573 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03800a29-1c51-4261-8499-99d53e19f774 HTTP/1.1" status: 200 len: 217 time: 0.0334029 Aug 23 04:40:39.414550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-b18cc6a3-dc68-4b06-93b9-84606e3d25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:39.416005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-b18cc6a3-dc68-4b06-93b9-84606e3d25b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b3d31c5-be5e-4169-b0f9-c83a5191eb1b HTTP/1.1" status: 200 len: 835 time: 0.0473287 Aug 23 04:40:39.427816 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8e6a3005-f0f6-4950-931c-4eb9f998838e', 'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:03:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:41Z', 'updated_at': '2021-08-23T04:39:46Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:39.454202 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78dc739-0eed-4cb0-82a2-d26fc1ac4646 None None] The sync data for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 is: [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '8e6a3005-f0f6-4950-931c-4eb9f998838e', 'name': '', 'network_id': '419c254c-d29b-4dad-a6f7-0d4bb8d2bec5', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:03:e3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:41Z', 'updated_at': '2021-08-23T04:39:46Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '6b3d31c5-be5e-4169-b0f9-c83a5191eb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:39.463509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-e4d3592d-e925-4031-a727-858298e638db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:39.465034 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-e4d3592d-e925-4031-a727-858298e638db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=419c254c-d29b-4dad-a6f7-0d4bb8d2bec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405495 Aug 23 04:40:39.560244 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-6f586633-5b83-4e5c-b443-3b6ae37bf0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/419c254c-d29b-4dad-a6f7-0d4bb8d2bec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860291 Aug 23 04:40:39.654339 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a85e47c3-114b-4c18-8ec6-66b8f497df73 req-ff2a0943-69f1-4751-a122-b3cf442e3c52 service neutron] 10.222.0.24 "GET /v2.0/networks/419c254c-d29b-4dad-a6f7-0d4bb8d2bec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856621 Aug 23 04:40:39.670455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b873e41e-7541-4a90-9a05-f7f142063431 None None] New status for floating IP e17b825b-82af-4e81-a7c6-4998b4a157bb: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:40:40.364019 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb3dd-e119-45b6-bbb7-e8019fbd9d53 req-1bb59b9e-e011-4a19-9576-cdc8e02fc8e0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:40.365289 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae3cb3dd-e119-45b6-bbb7-e8019fbd9d53 req-1bb59b9e-e011-4a19-9576-cdc8e02fc8e0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0550995 Aug 23 04:40:40.401526 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ae3cb3dd-e119-45b6-bbb7-e8019fbd9d53 req-01e5d770-6bbe-4597-b06b-818906084f15 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=913f4711-f0f7-41a3-85e7-e33e7efcfd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304224 Aug 23 04:40:40.699012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-fd3955dd-b825-4382-9eca-bafef14699f2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:40.700358 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-fd3955dd-b825-4382-9eca-bafef14699f2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 945 time: 0.0475800 Aug 23 04:40:40.789353 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 03800a29-1c51-4261-8499-99d53e19f774 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:40:40.789685 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:40.872964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port 03800a29-1c51-4261-8499-99d53e19f774, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=03800a29-1c51-4261-8499-99d53e19f774,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:40.873347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:40.884584 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 03800a29-1c51-4261-8499-99d53e19f774 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:40:41.103780 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:41.130363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=03800a29-1c51-4261-8499-99d53e19f774,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:41.147473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.147473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.147473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.147473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.147473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.147473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.147473 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.147997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.148087 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.148366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.148684 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.149036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:41.185209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] No DVR routers for this DVR port 03800a29-1c51-4261-8499-99d53e19f774 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:40:41.188354 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:41.190420 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6e357062-6cd7-4af9-92b4-59d11a5c711e req-64357954-fd96-4f8f-a627-67e335bf401f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "DELETE /v2.0/ports/03800a29-1c51-4261-8499-99d53e19f774 HTTP/1.1" status: 204 len: 173 time: 0.4835594 Aug 23 04:40:41.190854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'name': 'network-vif-deleted', 'tag': '03800a29-1c51-4261-8499-99d53e19f774'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:40:41.193123 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa86253-7f9a-49d5-8285-c53d5f0c139d" -d '{"events": [{"server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "name": "network-vif-deleted", "tag": "03800a29-1c51-4261-8499-99d53e19f774"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:40:41.280085 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b27979-7232-47f8-b3b2-94c2c77f8bce x-openstack-request-id: req-c5b27979-7232-47f8-b3b2-94c2c77f8bce {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:40:41.280387 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ff8966-3e82-4c01-8d5c-76042ad8ccfa", "name": "network-vif-deleted", "tag": "03800a29-1c51-4261-8499-99d53e19f774", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:40:41.280642 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5b27979-7232-47f8-b3b2-94c2c77f8bce {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:40:41.281089 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ff8966-3e82-4c01-8d5c-76042ad8ccfa', 'name': 'network-vif-deleted', 'tag': '03800a29-1c51-4261-8499-99d53e19f774', 'status': 'completed', 'code': 200} Aug 23 04:40:41.497714 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5900246-c393-4d72-9092-1272cd4e3fe5 req-bf241daa-78b2-4601-ac48-50ccc15299b6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7ff8966-3e82-4c01-8d5c-76042ad8ccfa HTTP/1.1" status: 200 len: 210 time: 0.0277658 Aug 23 04:40:42.553499 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35000) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:42.914566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:43.159276 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 8e6a3005-f0f6-4950-931c-4eb9f998838e {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:40:43.159543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:43.250608 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port 8e6a3005-f0f6-4950-931c-4eb9f998838e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=8e6a3005-f0f6-4950-931c-4eb9f998838e,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:43.250981 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:43.262417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 8e6a3005-f0f6-4950-931c-4eb9f998838e owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:40:43.486507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:43.509865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=8e6a3005-f0f6-4950-931c-4eb9f998838e,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:43.686299 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:43.889853 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9d13ff6f-842f-4590-99a9-88ca2114865f has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:40:43.993533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:43.998761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ce3c7711-1a3e-4713-9713-ebc474422dee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/9d13ff6f-842f-4590-99a9-88ca2114865f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4441969 Aug 23 04:40:44.001556 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35002) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:44.002819 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] Sync routers for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:44.011720 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:44.012316 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:44.055291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-83856d70-9f04-4529-8052-def225e06be5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting subnet 6b3d31c5-be5e-4169-b0f9-c83a5191eb1b {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:40:44.058483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83856d70-9f04-4529-8052-def225e06be5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.098227 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83856d70-9f04-4529-8052-def225e06be5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.113203 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:44.184584 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83856d70-9f04-4529-8052-def225e06be5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.298984 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:40:43Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:44.316651 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83856d70-9f04-4529-8052-def225e06be5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.330200 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] Checking router: 9d13ff6f-842f-4590-99a9-88ca2114865f for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:44.339078 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] Routers {'9d13ff6f-842f-4590-99a9-88ca2114865f'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:44.339697 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9d13ff6f-842f-4590-99a9-88ca2114865f'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:44.344068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83856d70-9f04-4529-8052-def225e06be5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3d31c5-be5e-4169-b0f9-c83a5191eb1b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:44.351575 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-83856d70-9f04-4529-8052-def225e06be5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.353910 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-83856d70-9f04-4529-8052-def225e06be5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/subnets/6b3d31c5-be5e-4169-b0f9-c83a5191eb1b HTTP/1.1" status: 204 len: 168 time: 0.3510592 Aug 23 04:40:44.356675 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35004) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:44.411374 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84bd87-a88d-4f3f-8363-a305f71bc304 None None] Network 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:40:44.413867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 03800a29-1c51-4261-8499-99d53e19f774 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:44.448849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 03800a29-1c51-4261-8499-99d53e19f774 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:40:44.449240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 03800a29-1c51-4261-8499-99d53e19f774 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:44.550286 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] Set router 9d13ff6f-842f-4590-99a9-88ca2114865f gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:44.563463 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.645281 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] DHCP port deletion for 419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:40:44.673199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.693134 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Deleting port 570f5b98-376d-4ba2-bfa5-59da5c852179 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:40:44.693529 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.734589 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:40:43Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:44.759783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] For port 570f5b98-376d-4ba2-bfa5-59da5c852179, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=570f5b98-376d-4ba2-bfa5-59da5c852179,segment=NetworkSegment(96194943-bf35-4c66-9aa6-c6ebdefe7ff4),segment_id=96194943-bf35-4c66-9aa6-c6ebdefe7ff4)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:44.760283 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.761559 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511cbf0f-e0f8-4706-8d63-0200f570882f None None] The sync data for ids ['9d13ff6f-842f-4590-99a9-88ca2114865f'] in n-d-749052-7 is: [{'id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541092024', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:39:37Z', 'updated_at': '2021-08-23T04:40:43Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'cf10bdb2-cfba-45a0-bfe3-72180f6ce348', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13ff6f-842f-4590-99a9-88ca2114865f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:39:38Z', 'updated_at': '2021-08-23T04:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:44.773846 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Calling delete_port for 570f5b98-376d-4ba2-bfa5-59da5c852179 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:40:44.779456 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port cf10bdb2-cfba-45a0-bfe3-72180f6ce348 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:40:44.779813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.862863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port cf10bdb2-cfba-45a0-bfe3-72180f6ce348, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cf10bdb2-cfba-45a0-bfe3-72180f6ce348,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:44.863148 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.874330 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for cf10bdb2-cfba-45a0-bfe3-72180f6ce348 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:40:44.898481 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:44.923010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Pushing event deleted for resources: {'Port': ['ID=570f5b98-376d-4ba2-bfa5-59da5c852179,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:44.932829 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] No DVR routers for this DVR port 570f5b98-376d-4ba2-bfa5-59da5c852179 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:40:44.937950 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.938308 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.938657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.939003 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.941754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.941754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.941754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.941754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.941754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.941754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.941754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:44.941754 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66305c4-53e2-4ae4-9f15-7af6cf454d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:45.032794 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:40:45.091610 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.123035 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=cf10bdb2-cfba-45a0-bfe3-72180f6ce348,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:45.186805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.277927 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.280610 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.361332 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.362002 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Fanout notify agent at l3_agent the message router_deleted on router 9d13ff6f-842f-4590-99a9-88ca2114865f {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:40:45.368590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.369735 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-6dbd7c1c-48d6-49d4-9c15-68700f6ae2c5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/routers/9d13ff6f-842f-4590-99a9-88ca2114865f HTTP/1.1" status: 204 len: 168 time: 1.0113347 Aug 23 04:40:45.372739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35006) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:45.454025 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.543866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.553535 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419c254c-d29b-4dad-a6f7-0d4bb8d2bec5']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:45.564144 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96194943-bf35-4c66-9aa6-c6ebdefe7ff4') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:45.564439 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96194943-bf35-4c66-9aa6-c6ebdefe7ff4') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:45.572901 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.586795 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.592609 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:40:45.592994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:40:45.595833 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:40:45.719671 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.727748 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.729543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/networks/419c254c-d29b-4dad-a6f7-0d4bb8d2bec5 HTTP/1.1" status: 204 len: 168 time: 0.3560987 Aug 23 04:40:45.732254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35008) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:45.740687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceaffd-d0a3-4dac-8fc2-566d225b73df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Network': ['ID=419c254c-d29b-4dad-a6f7-0d4bb8d2bec5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:45.794136 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-421014e2-f3c6-457c-bf1b-966ffecb0cfa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.823545 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-421014e2-f3c6-457c-bf1b-966ffecb0cfa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.965419 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-421014e2-f3c6-457c-bf1b-966ffecb0cfa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.968029 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-421014e2-f3c6-457c-bf1b-966ffecb0cfa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:45.969244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-421014e2-f3c6-457c-bf1b-966ffecb0cfa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/security-groups/913f4711-f0f7-41a3-85e7-e33e7efcfd2d HTTP/1.1" status: 204 len: 168 time: 0.2359803 Aug 23 04:40:45.982354 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421014e2-f3c6-457c-bf1b-966ffecb0cfa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f4711-f0f7-41a3-85e7-e33e7efcfd2d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:46.385445 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35014) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:46.390219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7406f078-bc7e-4a12-8965-9a5eee159c6f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1115646057', 'description': 'tempest-secgroup-smoke-1115646057 description', 'project_id': '449c54f7f9b5473cae8fd37b1f386084'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:46.423996 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8e6a3005-f0f6-4950-931c-4eb9f998838e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:46.447163 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 8e6a3005-f0f6-4950-931c-4eb9f998838e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:40:46.452560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 8e6a3005-f0f6-4950-931c-4eb9f998838e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:46.452560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cf10bdb2-cfba-45a0-bfe3-72180f6ce348 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:46.465411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: cf10bdb2-cfba-45a0-bfe3-72180f6ce348 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:40:46.465755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cf10bdb2-cfba-45a0-bfe3-72180f6ce348 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:46.466158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 570f5b98-376d-4ba2-bfa5-59da5c852179 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:40:46.470115 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7406f078-bc7e-4a12-8965-9a5eee159c6f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:46.486494 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 570f5b98-376d-4ba2-bfa5-59da5c852179 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:40:46.486844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 570f5b98-376d-4ba2-bfa5-59da5c852179 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:40:46.548679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7406f078-bc7e-4a12-8965-9a5eee159c6f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:46.612277 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7406f078-bc7e-4a12-8965-9a5eee159c6f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:46.639640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406f078-bc7e-4a12-8965-9a5eee159c6f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abbf329-558a-4ab2-b568-79acca763081,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:46.697871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7406f078-bc7e-4a12-8965-9a5eee159c6f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:46.699097 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7406f078-bc7e-4a12-8965-9a5eee159c6f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3125823 Aug 23 04:40:46.702463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35016) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:46.706793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4cf52a10-5308-466c-9e48-1e112d7679ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '8abbf329-558a-4ab2-b568-79acca763081', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:46.809956 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cf52a10-5308-466c-9e48-1e112d7679ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:46.867986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cf52a10-5308-466c-9e48-1e112d7679ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:46.936662 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cf52a10-5308-466c-9e48-1e112d7679ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:46.955240 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf52a10-5308-466c-9e48-1e112d7679ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18122bdd-c8b0-45ad-a983-07c7d36fa1ab,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:47.016719 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4cf52a10-5308-466c-9e48-1e112d7679ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.017935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4cf52a10-5308-466c-9e48-1e112d7679ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3145556 Aug 23 04:40:47.020564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35018) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:47.024921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ccc1d80f-d856-4c4b-8cb7-1f241499d67a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '8abbf329-558a-4ab2-b568-79acca763081', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:47.106926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d80f-d856-4c4b-8cb7-1f241499d67a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.161960 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d80f-d856-4c4b-8cb7-1f241499d67a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.263572 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d80f-d856-4c4b-8cb7-1f241499d67a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.280992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1d80f-d856-4c4b-8cb7-1f241499d67a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c935871-c5be-4c84-b28c-b758fa095025,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:47.372331 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d80f-d856-4c4b-8cb7-1f241499d67a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.373580 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ccc1d80f-d856-4c4b-8cb7-1f241499d67a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3520813 Aug 23 04:40:47.376741 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35020) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:47.381081 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-bbd4564c-3b22-475c-a9ec-d0b319796eb7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '8abbf329-558a-4ab2-b568-79acca763081', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:47.462364 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbd4564c-3b22-475c-a9ec-d0b319796eb7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.566404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbd4564c-3b22-475c-a9ec-d0b319796eb7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.652243 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbd4564c-3b22-475c-a9ec-d0b319796eb7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.669922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4564c-3b22-475c-a9ec-d0b319796eb7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9a4662-33ef-4f04-b708-a75f7c96ce37,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:47.726446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bbd4564c-3b22-475c-a9ec-d0b319796eb7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.727877 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bbd4564c-3b22-475c-a9ec-d0b319796eb7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500378 Aug 23 04:40:47.730738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35022) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:47.735753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a295acc6-fc7a-4a7b-a723-b3aa9dee8542 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '8abbf329-558a-4ab2-b568-79acca763081', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:47.793582 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a295acc6-fc7a-4a7b-a723-b3aa9dee8542 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.851716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a295acc6-fc7a-4a7b-a723-b3aa9dee8542 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.909336 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a295acc6-fc7a-4a7b-a723-b3aa9dee8542 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.928122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295acc6-fc7a-4a7b-a723-b3aa9dee8542 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179b4133-1ed2-4eea-80c6-1367d76358a6,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:47.978054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a295acc6-fc7a-4a7b-a723-b3aa9dee8542 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:47.979178 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a295acc6-fc7a-4a7b-a723-b3aa9dee8542 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2475286 Aug 23 04:40:47.981938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35024) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:47.986829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b7c04498-950f-4f62-aa17-4ec1c26b3926 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '8abbf329-558a-4ab2-b568-79acca763081', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:48.063609 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-b7c04498-950f-4f62-aa17-4ec1c26b3926 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:40:48.068284 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7c04498-950f-4f62-aa17-4ec1c26b3926 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.125730 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7c04498-950f-4f62-aa17-4ec1c26b3926 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.194881 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7c04498-950f-4f62-aa17-4ec1c26b3926 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.212435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c04498-950f-4f62-aa17-4ec1c26b3926 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9fffd7-e4ec-4558-876b-67ee5224d8d2,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:48.258261 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b7c04498-950f-4f62-aa17-4ec1c26b3926 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.259380 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b7c04498-950f-4f62-aa17-4ec1c26b3926 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2765365 Aug 23 04:40:48.262206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35026) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:48.267009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f4cc1d04-2e40-43dc-b0cf-4d7db26e49f5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '8abbf329-558a-4ab2-b568-79acca763081', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:48.326507 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-f4cc1d04-2e40-43dc-b0cf-4d7db26e49f5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:40:48.331986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f4cc1d04-2e40-43dc-b0cf-4d7db26e49f5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.392107 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f4cc1d04-2e40-43dc-b0cf-4d7db26e49f5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.439485 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f4cc1d04-2e40-43dc-b0cf-4d7db26e49f5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.456529 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc1d04-2e40-43dc-b0cf-4d7db26e49f5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8403fa-27e8-442d-839d-08d5f1a278d1,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:48.520886 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f4cc1d04-2e40-43dc-b0cf-4d7db26e49f5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.522051 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f4cc1d04-2e40-43dc-b0cf-4d7db26e49f5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2589495 Aug 23 04:40:48.524785 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35028) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:48.529627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'network': {'name': 'tempest-network-smoke--1617614912', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:48.612154 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:40:48.615578 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.640832 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:40:48.648866 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.649232 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Added segment 8cb49361-4382-4891-89b4-e7ade091c6be of type vlan for network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 Aug 23 04:40:48.685648 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.772051 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.777512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:48.778095 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.840368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Network': ['ID=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:48.850678 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:40:48.856197 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a0173a40-386f-414b-99a6-73e1b9a706e3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3270991 Aug 23 04:40:48.856197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35030) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:48.860698 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'admin_state_up': True, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:48.949706 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:48.950753 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:49.003086 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:49.183459 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:49.451743 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:49.470356 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:49.570176 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.110 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/73a1f82a-a693-4755-aecf-98381f429eaf) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:49.668356 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:49.761217 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:49.798927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:49.801637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:49.804086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:40:49.836586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=73a1f82a-a693-4755-aecf-98381f429eaf,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:50.161739 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:50.666907 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:50.840759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 41272a57-f112-4638-9936-3778c14b262a is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:40:50.943869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:50.954785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Sync routers for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:50.963427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:50.964067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:51.029481 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.030772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-23ca3cd8-1902-43be-9612-05ffeea4eb01 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1743193 Aug 23 04:40:51.035225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35032) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:51.069269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5d9c3de3-131d-4c3e-8988-20d2f147a159 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=449c54f7f9b5473cae8fd37b1f386084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305536 Aug 23 04:40:51.069526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:51.069633 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35034) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:51.159124 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de17ac7-dd26-4b75-bb87-af48619c1215 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:51.163222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1de17ac7-dd26-4b75-bb87-af48619c1215 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901117 Aug 23 04:40:51.167766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35036) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:51.192862 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d4f9a85f-c21a-49b1-8cca-444dbeb7a07f tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261242 Aug 23 04:40:51.193126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35038) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:51.197940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114019372', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:51.253618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:49Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:51.282742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Checking router: 41272a57-f112-4638-9936-3778c14b262a for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:51.283109 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Updating router 41272a57-f112-4638-9936-3778c14b262a port 73a1f82a-a693-4755-aecf-98381f429eaf binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:40:51.307428 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.354187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:40:51.357780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.564040 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.573737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Transition to ACTIVE for port object 73a1f82a-a693-4755-aecf-98381f429eaf will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:40:51.595932 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.656806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Subnet': ['ID=b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:51.659080 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.664211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Checking segment: {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:40:51.665515 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network hostable DHCP agents. Network: bd6b10d9-4a24-4b0e-b7ff-11a8e679f495, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:40:51.712569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Attempting to bind port 73a1f82a-a693-4755-aecf-98381f429eaf on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:40:51.712943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Attempting to bind port 73a1f82a-a693-4755-aecf-98381f429eaf by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:40:51.713332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Attempting to bind port 73a1f82a-a693-4755-aecf-98381f429eaf on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:40:51.722424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05611a24-264f-435d-9f80-d7c66fa4486b None None] Pushing event updated for resources: {'Port': ['ID=73a1f82a-a693-4755-aecf-98381f429eaf,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:51.728533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:40:51.728533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:40:51.728533 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.728533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:40:51.728533 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Bound port: 73a1f82a-a693-4755-aecf-98381f429eaf, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:40:51.728533 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.777804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] For port 73a1f82a-a693-4755-aecf-98381f429eaf, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:51.780697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] For port 73a1f82a-a693-4755-aecf-98381f429eaf, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=73a1f82a-a693-4755-aecf-98381f429eaf,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:51.783817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:40:51.842112 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.869507 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, bd6b10d9-4a24-4b0e-b7ff-11a8e679f495) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:51.873997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:51.874715 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:51.885633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a20fc43-dbbb-4efc-9a6a-24065937a9b7 None None] Network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:40:51.922707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:51.923324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:51.927436 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05611a24-264f-435d-9f80-d7c66fa4486b None None] Pushing event updated for resources: {'Port': ['ID=73a1f82a-a693-4755-aecf-98381f429eaf,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:51.950370 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ab63ad31-d474-4641-8f01-6ed8f61335ae tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7562392 Aug 23 04:40:51.956243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35040) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:40:52.092021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:52.211844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:40:52.212676 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:52.392452 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:52.394629 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Allocated IP 172.20.0.2 (bd6b10d9-4a24-4b0e-b7ff-11a8e679f495/b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a/3849e125-28d9-41c1-b675-91c1f721a449) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:52.407821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:49Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:52.441240 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbee41-fab5-456c-b260-ef899d438d0c None None] The sync data for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 is: [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:49Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:52.581514 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:52.589849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Transition to ACTIVE for port object 3849e125-28d9-41c1-b675-91c1f721a449 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:40:52.605409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Transition to ACTIVE for port object 3849e125-28d9-41c1-b675-91c1f721a449 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:40:52.675655 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:52.718852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:52.721694 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:52.725381 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:40:52.737838 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.1 (bd6b10d9-4a24-4b0e-b7ff-11a8e679f495/b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a/b90eb45a-e0be-4b33-a501-5fa8c75ae172) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:52.739618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Pushing event updated for resources: {'Port': ['ID=3849e125-28d9-41c1-b675-91c1f721a449,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:52.795224 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Attempting to bind port 3849e125-28d9-41c1-b675-91c1f721a449 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:40:52.795685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Attempting to bind port 3849e125-28d9-41c1-b675-91c1f721a449 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:40:52.796157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Attempting to bind port 3849e125-28d9-41c1-b675-91c1f721a449 on network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:40:52.802282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:40:52.802739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Checking segment: {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:40:52.803216 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:52.803685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Bound using segment: {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:40:52.804249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Bound port: 3849e125-28d9-41c1-b675-91c1f721a449, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:40:52.804701 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:52.862694 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:52.872859 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] For port 3849e125-28d9-41c1-b675-91c1f721a449, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:52.876303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] For port 3849e125-28d9-41c1-b675-91c1f721a449, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3849e125-28d9-41c1-b675-91c1f721a449,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:52.880667 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object b90eb45a-e0be-4b33-a501-5fa8c75ae172 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:40:52.948922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:52.975831 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:53.021455 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:53.024528 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d882d-d256-4e72-b232-3ed5c18502b5 None None] Pushing event updated for resources: {'Port': ['ID=3849e125-28d9-41c1-b675-91c1f721a449,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:53.024699 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:53.034600 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:40:53.039206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=b90eb45a-e0be-4b33-a501-5fa8c75ae172,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:53.089810 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:53.329614 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:53.371068 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:53.596672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:53.667988 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:53.743917 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=b90eb45a-e0be-4b33-a501-5fa8c75ae172,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:53.749938 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:53.835802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:53.837144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:53.948607 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 41272a57-f112-4638-9936-3778c14b262a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:40:54.060952 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:40:54.066002 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-770ca175-7d7f-4a54-abdd-cc54d1bfdfbd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/41272a57-f112-4638-9936-3778c14b262a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1087949 Aug 23 04:40:54.106467 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Sync routers for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:40:54.115901 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:54.116515 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:54.202199 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-f2c4d2a6-9125-48eb-a295-3e67722dc052 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115646057&fields=id&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 267 time: 0.0324702 Aug 23 04:40:54.222560 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:54.317999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-c03b04c5-524d-4e1d-947f-3b94f44ad5e2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:54.319535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-c03b04c5-524d-4e1d-947f-3b94f44ad5e2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/networks?id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 HTTP/1.1" status: 200 len: 797 time: 0.1099429 Aug 23 04:40:54.339745 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-1d5ace67-8350-4090-8d18-d34b6e00a147 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/quotas/449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 375 time: 0.0099711 Aug 23 04:40:54.397279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc9bd957-24d4-4b39-ae4a-32daebbdd0a4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507576 Aug 23 04:40:54.458805 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b90eb45a-e0be-4b33-a501-5fa8c75ae172', 'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:04:1b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:52Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 2, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:54.498035 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Checking router: 41272a57-f112-4638-9936-3778c14b262a for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:40:54.498398 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Updating router 41272a57-f112-4638-9936-3778c14b262a port b90eb45a-e0be-4b33-a501-5fa8c75ae172 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:40:54.512837 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3849e125-28d9-41c1-b675-91c1f721a449 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:54.527195 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:54.579021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-90a63424-886c-4602-97a8-6f50f757b1c8 service neutron] 10.222.0.20 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659844 Aug 23 04:40:54.634024 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df458b2-baf6-490d-b692-118590afed68 None None] Network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:40:54.637552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 3849e125-28d9-41c1-b675-91c1f721a449 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:40:54.660471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 73a1f82a-a693-4755-aecf-98381f429eaf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:54.679175 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-07ae022f-2d0a-4db7-8cca-146f6134e2cd service neutron] 10.222.0.20 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940940 Aug 23 04:40:54.800783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ccc48326-6756-481f-830b-1336bd427d0f None None] Provisioning for port 3849e125-28d9-41c1-b675-91c1f721a449 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:40:54.818902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ccc48326-6756-481f-830b-1336bd427d0f None None] Provisioning complete for port 3849e125-28d9-41c1-b675-91c1f721a449 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:40:54.819288 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ccc48326-6756-481f-830b-1336bd427d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:54.822486 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:54.832200 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Transition to ACTIVE for port object b90eb45a-e0be-4b33-a501-5fa8c75ae172 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:40:54.910025 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:54.923347 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18fe567c-34f3-4bac-94a9-5bae06533346 req-01ebd256-2419-416a-983a-46888675e567 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 210 time: 0.0376742 Aug 23 04:40:54.979371 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Pushing event updated for resources: {'Port': ['ID=b90eb45a-e0be-4b33-a501-5fa8c75ae172,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:55.004980 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.005434 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.005848 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.006258 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.006667 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.007073 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.007473 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.008001 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.008267 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.009774 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.009774 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.009774 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:40:55.015515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 73a1f82a-a693-4755-aecf-98381f429eaf completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:40:55.026423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 73a1f82a-a693-4755-aecf-98381f429eaf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:40:55.026801 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:55.052463 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Attempting to bind port b90eb45a-e0be-4b33-a501-5fa8c75ae172 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:40:55.053539 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Attempting to bind port b90eb45a-e0be-4b33-a501-5fa8c75ae172 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:40:55.053911 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Attempting to bind port b90eb45a-e0be-4b33-a501-5fa8c75ae172 on network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:40:55.060666 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:40:55.060666 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Checking segment: {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:40:55.061087 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:55.061435 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Bound using segment: {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:40:55.062138 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Bound port: b90eb45a-e0be-4b33-a501-5fa8c75ae172, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:40:55.063522 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:55.138218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ccc48326-6756-481f-830b-1336bd427d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:55.162503 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] For port b90eb45a-e0be-4b33-a501-5fa8c75ae172, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:55.166584 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] For port b90eb45a-e0be-4b33-a501-5fa8c75ae172, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b90eb45a-e0be-4b33-a501-5fa8c75ae172,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:55.176043 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:55.198376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ccc48326-6756-481f-830b-1336bd427d0f None None] For port 3849e125-28d9-41c1-b675-91c1f721a449, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3849e125-28d9-41c1-b675-91c1f721a449,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:55.208741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 73a1f82a-a693-4755-aecf-98381f429eaf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=73a1f82a-a693-4755-aecf-98381f429eaf,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:55.259134 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:55.282279 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ccc48326-6756-481f-830b-1336bd427d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:55.286479 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:55.316867 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:40:55.318113 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:55.338023 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc48326-6756-481f-830b-1336bd427d0f None None] Pushing event updated for resources: {'Port': ['ID=3849e125-28d9-41c1-b675-91c1f721a449,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:55.383633 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2e44c-b1ba-4cb6-a6f8-fd39790ebc0f None None] Pushing event updated for resources: {'Port': ['ID=b90eb45a-e0be-4b33-a501-5fa8c75ae172,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:55.396497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=73a1f82a-a693-4755-aecf-98381f429eaf,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:55.409666 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5fd38382-04d9-4172-aa93-24e9c7a16031 None None] Provisioning complete for port 3849e125-28d9-41c1-b675-91c1f721a449 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:40:55.410140 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5fd38382-04d9-4172-aa93-24e9c7a16031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:55.476577 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:40:55.574526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5fd38382-04d9-4172-aa93-24e9c7a16031 None None] Provisioning for port b90eb45a-e0be-4b33-a501-5fa8c75ae172 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:40:55.700784 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b90eb45a-e0be-4b33-a501-5fa8c75ae172', 'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:04:1b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:52Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:40:55.726712 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e358f9b-2bd0-4ce7-a401-936e1d3fd793 None None] The sync data for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 is: [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b90eb45a-e0be-4b33-a501-5fa8c75ae172', 'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:04:1b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:52Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:40:56.031654 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bb2bf370-b2b9-46ef-ab19-701674f2ad1a req-a0d76061-512e-4bfe-8221-6ac30ed388b2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 210 time: 0.0268526 Aug 23 04:40:56.131170 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-de413ae5-9530-423b-8004-bf351f5b6236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:56.509904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 73a1f82a-a693-4755-aecf-98381f429eaf up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:56.557031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 73a1f82a-a693-4755-aecf-98381f429eaf triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:40:56.557409 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:56.636417 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3849e125-28d9-41c1-b675-91c1f721a449 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:56.688510 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3849e125-28d9-41c1-b675-91c1f721a449 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:40:56.688888 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:56.769442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b90eb45a-e0be-4b33-a501-5fa8c75ae172 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:56.873844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b90eb45a-e0be-4b33-a501-5fa8c75ae172 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:40:56.878495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b90eb45a-e0be-4b33-a501-5fa8c75ae172 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:40:56.881905 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:56.959092 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:56.975307 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-d396a7d2-0ea7-44b9-9cfe-9dbc5bbdfd3d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:56.976822 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-d396a7d2-0ea7-44b9-9cfe-9dbc5bbdfd3d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/networks?id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 HTTP/1.1" status: 200 len: 797 time: 0.1054909 Aug 23 04:40:56.993476 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b90eb45a-e0be-4b33-a501-5fa8c75ae172, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b90eb45a-e0be-4b33-a501-5fa8c75ae172,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:40:57.023571 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-249622a3-0c16-4837-9459-f95f3f27efdd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 380 time: 0.0378063 Aug 23 04:40:57.032587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'port': {'device_id': '03fb1680-540f-4375-ada7-658c057bd409', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'admin_state_up': True, 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'security_groups': ['8abbf329-558a-4ab2-b568-79acca763081']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:57.103063 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:57.138576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fbd374af-d8ed-4b20-89df-07c787426e27 req-3273232a-6c11-468d-8a72-8ba58c16c721 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 210 time: 0.0362184 Aug 23 04:40:57.156105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b90eb45a-e0be-4b33-a501-5fa8c75ae172,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:57.235891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:40:57.239543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:57.363785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.12 (bd6b10d9-4a24-4b0e-b7ff-11a8e679f495/b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a/ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:40:57.495766 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:57.512901 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:40:57.595731 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:57.636088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:40:57.638874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:40:57.642303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:40:57.677886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:57.700877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:57.701575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:57.768360 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-91157002-01e2-4350-bd38-2f2b2548677c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391884 Aug 23 04:40:57.780997 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Request body: {'port': {'device_id': '03fb1680-540f-4375-ada7-658c057bd409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:40:57.839583 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:57.949874 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ad5fcf57-a2b3-43aa-bae6-84cd541c73f7 None None] Provisioning for port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:40:57.954209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ad5fcf57-a2b3-43aa-bae6-84cd541c73f7 None None] Provisioning complete for port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:40:57.954583 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcf57-a2b3-43aa-bae6-84cd541c73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:57.992988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ad5fcf57-a2b3-43aa-bae6-84cd541c73f7 None None] Port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:40:58.096913 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:40:58.104155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:58.115780 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Transition to ACTIVE for port object ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:40:58.205522 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:58.252750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92472a19-0a8f-4c1b-bf10-122ba57ca086 req-41936b23-7177-4a40-a461-5983ebdcc6cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:58.254540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92472a19-0a8f-4c1b-bf10-122ba57ca086 req-41936b23-7177-4a40-a461-5983ebdcc6cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 944 time: 0.0503795 Aug 23 04:40:58.254711 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Pushing event updated for resources: {'Port': ['ID=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:58.297773 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92472a19-0a8f-4c1b-bf10-122ba57ca086 req-dfc67f93-74b2-499c-84b0-d034476e5b2a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364537 Aug 23 04:40:58.335191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Attempting to bind port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:40:58.335525 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Attempting to bind port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:40:58.335878 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Attempting to bind port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c on network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:40:58.340367 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c on network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:40:58.340687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Attempting to bind port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c on network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:40:58.346239 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:40:58.346557 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Checking segment: {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:40:58.346939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Bound using segment: {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:40:58.347363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Bound port: ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb49361-4382-4891-89b4-e7ade091c6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:40:58.347718 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:58.418284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] For port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:40:58.422494 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] For port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:40:58.456697 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b90eb45a-e0be-4b33-a501-5fa8c75ae172 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:40:58.491582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:58.507749 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b90eb45a-e0be-4b33-a501-5fa8c75ae172 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:40:58.508054 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:58.527020 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:58.527629 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:58.529042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c HTTP/1.1" status: 200 len: 1092 time: 0.7526009 Aug 23 04:40:58.529487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:40:58.531845 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d1f633-5bf9-4dea-87c0-bc68e9c2d831" -d '{"events": [{"name": "network-changed", "server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:40:58.563563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1885f3-fb8d-41cd-9e9f-d66765470a71 service neutron] Pushing event updated for resources: {'Port': ['ID=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:40:58.580464 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377b1603-3991-4ea8-852c-3998aa7c4061 x-openstack-request-id: req-377b1603-3991-4ea8-852c-3998aa7c4061 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:40:58.580817 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:40:58.581101 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-377b1603-3991-4ea8-852c-3998aa7c4061 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:40:58.586619 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'status': 'completed', 'code': 200} Aug 23 04:40:58.647737 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1f633-5bf9-4dea-87c0-bc68e9c2d831 req-56fa5524-d8de-4cd8-8b90-37079275a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:58.649288 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3d1f633-5bf9-4dea-87c0-bc68e9c2d831 req-56fa5524-d8de-4cd8-8b90-37079275a6ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 1095 time: 0.0421515 Aug 23 04:40:58.751601 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1f633-5bf9-4dea-87c0-bc68e9c2d831 req-05dcac10-1e2d-4ee7-8b4d-1caa5f95854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:58.753085 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3d1f633-5bf9-4dea-87c0-bc68e9c2d831 req-05dcac10-1e2d-4ee7-8b4d-1caa5f95854a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=449c54f7f9b5473cae8fd37b1f386084&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0955868 Aug 23 04:40:58.799576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf975-0b7b-4c4f-9485-0759a94f5dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:58.848650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1f633-5bf9-4dea-87c0-bc68e9c2d831 req-703d591c-f02e-4e51-8725-365146a0a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:58.850060 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a3d1f633-5bf9-4dea-87c0-bc68e9c2d831 req-703d591c-f02e-4e51-8725-365146a0a73d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0903132 Aug 23 04:40:58.903750 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:40:58.928806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dded418c-4887-490f-90de-7f04b8082bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:58.930322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-dded418c-4887-490f-90de-7f04b8082bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 1095 time: 0.0431848 Aug 23 04:40:58.970654 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-b0f90cbd-142d-4a08-9f75-24e4ca5ce495 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c HTTP/1.1" status: 200 len: 217 time: 0.0322237 Aug 23 04:40:59.018673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-0012b018-521c-4a95-a34b-0a7397e2784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:59.020084 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-0012b018-521c-4a95-a34b-0a7397e2784a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a HTTP/1.1" status: 200 len: 835 time: 0.0427043 Aug 23 04:40:59.067454 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-d475a5b1-d3fa-4718-96e6-9dff8a853ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:59.068893 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-d475a5b1-d3fa-4718-96e6-9dff8a853ffe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419128 Aug 23 04:40:59.155260 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-b2594c94-fb13-4557-ac30-ffe7ef10f5dd service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789957 Aug 23 04:40:59.246235 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-91fdd738-3b17-4cb7-8aeb-62984f14d9fa req-30f0fd08-eb00-4ea0-a2c9-608d94aa5d94 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836699 Aug 23 04:40:59.411315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bef8bb-8d1f-4475-94a0-1c6a1c9f84bb req-fd8e1598-fed1-4cfe-a75c-eb0ccbb1e1ab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:40:59.412696 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37bef8bb-8d1f-4475-94a0-1c6a1c9f84bb req-fd8e1598-fed1-4cfe-a75c-eb0ccbb1e1ab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 944 time: 0.0479481 Aug 23 04:40:59.450386 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37bef8bb-8d1f-4475-94a0-1c6a1c9f84bb req-964880ab-8cb8-464f-8bf0-6d48800cb226 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Aug 23 04:41:00.565982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1634d-0142-40c0-aea4-f33d890d4dd4 req-30bdbb54-75e8-4b9a-afb8-cdbd17ec3a0e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:00.568682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ffa1634d-0142-40c0-aea4-f33d890d4dd4 req-30bdbb54-75e8-4b9a-afb8-cdbd17ec3a0e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 944 time: 0.0526657 Aug 23 04:41:00.606455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ffa1634d-0142-40c0-aea4-f33d890d4dd4 req-8c7a8c7a-822a-41dc-9cee-47bf96f47075 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Aug 23 04:41:00.663799 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:01.718250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ece86-36aa-4ede-b7de-869f96aff97a req-fec0cee8-0910-4a01-bc4b-68dd6dedc243 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:01.719716 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e6ece86-36aa-4ede-b7de-869f96aff97a req-fec0cee8-0910-4a01-bc4b-68dd6dedc243 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 944 time: 0.0483141 Aug 23 04:41:01.757062 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8e6ece86-36aa-4ede-b7de-869f96aff97a req-71961a72-f747-4779-89bf-00d9343b5a6e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Aug 23 04:41:01.966261 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:02.475788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:41:02.568853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:41:02.578853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'port_id': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'mac_address': 'fa:16:3e:8f:30:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:41:02.615241 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:02.627171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:41:02.645033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:41:02.731012 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:02.779736 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:41:02.870511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bc02d-4b18-4a59-a8e7-066e782146c8 req-1c04e4d9-df67-480a-adad-6867ecc4fee8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:02.871882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-068bc02d-4b18-4a59-a8e7-066e782146c8 req-1c04e4d9-df67-480a-adad-6867ecc4fee8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 945 time: 0.0473745 Aug 23 04:41:02.908718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-068bc02d-4b18-4a59-a8e7-066e782146c8 req-2be2f01f-19ab-42f6-a0f6-56fe3cc95c1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309482 Aug 23 04:41:02.933250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:41:04.024688 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e718ee-011d-4456-8a29-9a5d9a65695c req-5c801997-27c9-4d69-930a-b0e0b96a029d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:04.026190 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8e718ee-011d-4456-8a29-9a5d9a65695c req-5c801997-27c9-4d69-930a-b0e0b96a029d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 945 time: 0.0518641 Aug 23 04:41:04.063606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8e718ee-011d-4456-8a29-9a5d9a65695c req-d4aeb65e-a58d-46ca-b6ca-65c4fb7059a1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Aug 23 04:41:04.485769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:41:04.594198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:41:04.597748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:41:04.598118 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:04.671437 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:04.692440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:41:04.694697 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6225e376-91e0-4b17-a2c1-b448c0fcfa7e" -d '{"events": [{"server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "name": "network-vif-plugged", "status": "completed", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:41:04.707268 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:41:04.783097 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:04.786343 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfab024-7ae6-426f-9ea3-c0091336fdc7 x-openstack-request-id: req-8bfab024-7ae6-426f-9ea3-c0091336fdc7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:41:04.786343 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "name": "network-vif-plugged", "status": "completed", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:41:04.786575 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bfab024-7ae6-426f-9ea3-c0091336fdc7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:41:04.786916 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'code': 200} Aug 23 04:41:04.837326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:41:04.879969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00dca6-991e-4204-8d93-b6f48f0cab09 req-d3f9b68e-7768-4d6d-918f-e95e9acc207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:04.881469 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff00dca6-991e-4204-8d93-b6f48f0cab09 req-d3f9b68e-7768-4d6d-918f-e95e9acc207f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 1097 time: 0.0389607 Aug 23 04:41:04.916059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ff00dca6-991e-4204-8d93-b6f48f0cab09 req-471bc7e8-1d21-4936-8d44-b79a801821c0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274343 Aug 23 04:41:05.176615 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fe252-f0b0-477d-8501-be531f15129b req-63246248-a830-415c-a40a-39da6c73db3b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:05.179676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b0fe252-f0b0-477d-8501-be531f15129b req-63246248-a830-415c-a40a-39da6c73db3b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0479679 Aug 23 04:41:05.215721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b0fe252-f0b0-477d-8501-be531f15129b req-73c63989-83ae-45ce-8354-0c8b1e3d149a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315447 Aug 23 04:41:06.334337 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d459-6f1c-4ef9-a014-908e8de71b00 req-b9388da7-33e8-4c2a-baf1-350f922314eb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:06.335795 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e648d459-6f1c-4ef9-a014-908e8de71b00 req-b9388da7-33e8-4c2a-baf1-350f922314eb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0524282 Aug 23 04:41:06.371412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e648d459-6f1c-4ef9-a014-908e8de71b00 req-b72b0084-ff34-4dd1-bbd5-c8343bf50433 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298045 Aug 23 04:41:06.484858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0ee82-02d9-4e36-aac4-085ae115f26b req-6d61c5f1-082c-4bef-8039-abfe3f54f4bb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:06.486392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3f0ee82-02d9-4e36-aac4-085ae115f26b req-6d61c5f1-082c-4bef-8039-abfe3f54f4bb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0515778 Aug 23 04:41:06.523451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3f0ee82-02d9-4e36-aac4-085ae115f26b req-b7ce4321-3b33-42e7-bb44-6cc125cf77dd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Aug 23 04:41:06.543938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35102) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:41:06.582301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ffc19-451e-4d60-b808-b2114c0944bd tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:06.583769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-795ffc19-451e-4d60-b808-b2114c0944bd tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 1092 time: 0.0388999 Aug 23 04:41:06.586512 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35104) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:41:06.590695 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:41:06.657919 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:06.754482 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:06.852545 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.97 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/6ff52a69-3041-4951-8783-fd3efc1a593a) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:41:06.955948 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:07.052241 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:07.085307 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:41:07.089423 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:41:07.092725 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:41:07.118609 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=6ff52a69-3041-4951-8783-fd3efc1a593a,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:41:07.754178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:07.877352 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:08.023779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:08.092045 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:08.161921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=6ff52a69-3041-4951-8783-fd3efc1a593a,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:41:08.171505 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:08.212391 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:08.270682 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP 59d63bd9-d63a-433c-b536-fa79c43e90e2 associated. External IP: 172.25.1.97, port: ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c. Aug 23 04:41:08.472942 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 41272a57-f112-4638-9936-3778c14b262a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:41:08.573883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:41:08.583366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] Sync routers for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:41:08.592018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:41:08.594857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:41:08.640931 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:08.673133 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ed496f10-87e1-40ab-9db7-7659a9b8de98 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0854955 Aug 23 04:41:08.673801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:41:08.676208 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a92dae1-3b20-457f-9bef-6a80d4b88c78" -d '{"events": [{"name": "network-changed", "server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:41:08.699813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:41:08.766765 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ec7fa-2582-41d7-a900-63e75924a0ab req-51bbc0ca-10ac-4ef9-bdb5-584091df5655 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:08.768307 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be8ec7fa-2582-41d7-a900-63e75924a0ab req-51bbc0ca-10ac-4ef9-bdb5-584091df5655 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0482996 Aug 23 04:41:08.806512 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be8ec7fa-2582-41d7-a900-63e75924a0ab req-7a5b64bb-fe2b-4e63-8711-d9b4ccddd1f7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Aug 23 04:41:08.828149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35110) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:41:08.865851 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d266c1c-3666-4f0e-b0f1-d6a12c92a934 x-openstack-request-id: req-8d266c1c-3666-4f0e-b0f1-d6a12c92a934 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:41:08.866089 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:41:08.866355 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d266c1c-3666-4f0e-b0f1-d6a12c92a934 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:41:08.866689 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'status': 'completed', 'code': 200} Aug 23 04:41:08.892367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-71944445-7a72-4f7d-bb4f-2e183288c104 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/59d63bd9-d63a-433c-b536-fa79c43e90e2 HTTP/1.1" status: 200 len: 991 time: 0.0629718 Aug 23 04:41:08.914996 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-8d2a79d9-b039-4a70-8a9a-162e2087da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:08.916532 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-8d2a79d9-b039-4a70-8a9a-162e2087da1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 1097 time: 0.0405462 Aug 23 04:41:08.924519 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '59d63bd9-d63a-433c-b536-fa79c43e90e2', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '41272a57-f112-4638-9936-3778c14b262a', 'port_id': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'mac_address': 'fa:16:3e:8f:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fb1680-540f-4375-ada7-658c057bd409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:41:07Z', 'updated_at': '2021-08-23T04:41:07Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90eb45a-e0be-4b33-a501-5fa8c75ae172', 'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:04:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:52Z', 'updated_at': '2021-08-23T04:40:56Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:41:08.953926 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] Checking router: 41272a57-f112-4638-9936-3778c14b262a for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:41:08.961953 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:41:08.962555 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:40:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:41:09.007623 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-38a59e72-29ff-4e48-aa4d-8bdfde6712ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:09.009120 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-38a59e72-29ff-4e48-aa4d-8bdfde6712ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 HTTP/1.1" status: 200 len: 897 time: 0.0861137 Aug 23 04:41:09.064197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:41:09.075043 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-8b076d8d-bb26-4f15-8edf-fd74802d1ae9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c HTTP/1.1" status: 200 len: 999 time: 0.0587234 Aug 23 04:41:09.292985 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '59d63bd9-d63a-433c-b536-fa79c43e90e2', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '41272a57-f112-4638-9936-3778c14b262a', 'port_id': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'mac_address': 'fa:16:3e:8f:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fb1680-540f-4375-ada7-658c057bd409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:41:07Z', 'updated_at': '2021-08-23T04:41:07Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90eb45a-e0be-4b33-a501-5fa8c75ae172', 'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:04:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:52Z', 'updated_at': '2021-08-23T04:40:56Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:41:09.319717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adc530-1539-4033-a243-ccf49e337f21 None None] The sync data for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 is: [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '59d63bd9-d63a-433c-b536-fa79c43e90e2', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '41272a57-f112-4638-9936-3778c14b262a', 'port_id': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'mac_address': 'fa:16:3e:8f:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fb1680-540f-4375-ada7-658c057bd409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:41:07Z', 'updated_at': '2021-08-23T04:41:07Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90eb45a-e0be-4b33-a501-5fa8c75ae172', 'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:04:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:52Z', 'updated_at': '2021-08-23T04:40:56Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:41:09.390825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-1bfbc837-bfdd-4e6d-9fe8-2ee9b846a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:09.392275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-1bfbc837-bfdd-4e6d-9fe8-2ee9b846a006 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a HTTP/1.1" status: 200 len: 835 time: 0.3095667 Aug 23 04:41:09.437586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-54b8045d-758c-4452-9f40-e2968c570c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:09.439089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-54b8045d-758c-4452-9f40-e2968c570c6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391870 Aug 23 04:41:09.516376 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e33a4-bcae-41e8-afd7-d5a263c02652 None None] New status for floating IP 59d63bd9-d63a-433c-b536-fa79c43e90e2: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:41:09.534630 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-9dab3fb1-33ec-429e-8004-fcf0c5e389bf service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879681 Aug 23 04:41:09.623394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a92dae1-3b20-457f-9bef-6a80d4b88c78 req-9bc262c2-c5f6-4519-a8a2-ad0035c5ea13 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806882 Aug 23 04:41:09.896212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35112) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:41:09.959671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8911cec5-fe0f-40dc-b2e7-9ddc538326cb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/59d63bd9-d63a-433c-b536-fa79c43e90e2 HTTP/1.1" status: 200 len: 993 time: 0.0623007 Aug 23 04:41:22.031911 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:41:23.394375 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:26.097292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2f00643b-28c1-4258-babd-0bef30766185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:28.792815 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f8f48451-6474-4c90-a927-45715fec30c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:28.896476 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:30.726085 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:31.969814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:38.175795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:38.867210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a21e0-d0b9-4216-9b07-5354ab5addbe req-d63f38ef-eafc-4253-83c3-0480566d2b89 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:38.868804 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d91a21e0-d0b9-4216-9b07-5354ab5addbe req-d63f38ef-eafc-4253-83c3-0480566d2b89 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0500267 Aug 23 04:41:38.909105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d91a21e0-d0b9-4216-9b07-5354ab5addbe req-771e2188-f005-481c-8ddd-0b594496ee7a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334792 Aug 23 04:41:38.930809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983ea95-848a-4828-836e-60f36047c4d0 req-80e4981d-9572-441b-998f-72e72ec10214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:38.932457 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4983ea95-848a-4828-836e-60f36047c4d0 req-80e4981d-9572-441b-998f-72e72ec10214 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 1097 time: 0.0422904 Aug 23 04:41:39.024189 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983ea95-848a-4828-836e-60f36047c4d0 req-2ef7f3b0-8353-466f-9d12-56b0e7a2e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:39.025665 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4983ea95-848a-4828-836e-60f36047c4d0 req-2ef7f3b0-8353-466f-9d12-56b0e7a2e215 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 HTTP/1.1" status: 200 len: 897 time: 0.0856667 Aug 23 04:41:39.092372 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4983ea95-848a-4828-836e-60f36047c4d0 req-496a73d3-71cf-4e2c-b4eb-5e8a82923a08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c HTTP/1.1" status: 200 len: 1001 time: 0.0588889 Aug 23 04:41:39.140131 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983ea95-848a-4828-836e-60f36047c4d0 req-97f0f4b9-47d0-4a21-842c-c7065d16c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:39.141539 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4983ea95-848a-4828-836e-60f36047c4d0 req-97f0f4b9-47d0-4a21-842c-c7065d16c2f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a HTTP/1.1" status: 200 len: 835 time: 0.0419118 Aug 23 04:41:39.185474 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983ea95-848a-4828-836e-60f36047c4d0 req-6adc5356-7326-4ec9-8e0f-8b7e813b4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:39.186950 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4983ea95-848a-4828-836e-60f36047c4d0 req-6adc5356-7326-4ec9-8e0f-8b7e813b4299 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384781 Aug 23 04:41:39.277430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4983ea95-848a-4828-836e-60f36047c4d0 req-2644e563-71ad-46b3-9c8f-2e1443a973d7 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829141 Aug 23 04:41:39.363946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4983ea95-848a-4828-836e-60f36047c4d0 req-18afc2a1-1497-4f54-912a-219e2a24eee7 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775390 Aug 23 04:41:40.027733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267703f1-ab0b-486e-8f18-082d1e65d3ae req-27e23d53-f314-42c5-8da6-ed58dc5be65b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:40.029202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-267703f1-ab0b-486e-8f18-082d1e65d3ae req-27e23d53-f314-42c5-8da6-ed58dc5be65b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0518472 Aug 23 04:41:40.065686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-267703f1-ab0b-486e-8f18-082d1e65d3ae req-e1f79391-3dbb-4515-8a60-2ff7b5a1c6fc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301533 Aug 23 04:41:41.176724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e7c26-79ad-4df9-9491-3d639a10b330 req-7a963104-fbf7-4d0a-87b9-672033f5c28c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:41.178142 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c2e7c26-79ad-4df9-9491-3d639a10b330 req-7a963104-fbf7-4d0a-87b9-672033f5c28c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0470970 Aug 23 04:41:41.217361 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7c2e7c26-79ad-4df9-9491-3d639a10b330 req-f2de921e-071e-48d9-b2b0-a9a73fc60f31 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Aug 23 04:41:42.329882 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ba67b-c2ab-4d0f-b570-4b83878a825d req-91935dbd-4a47-4050-81b5-758946f2f9fe tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:42.331911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-094ba67b-c2ab-4d0f-b570-4b83878a825d req-91935dbd-4a47-4050-81b5-758946f2f9fe tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0480201 Aug 23 04:41:42.367603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-094ba67b-c2ab-4d0f-b570-4b83878a825d req-92216991-707c-4756-9682-9d3cd1883835 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299432 Aug 23 04:41:43.483777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec5a7f-4857-45c3-b1ee-4c2a12a5fb92 req-f0351111-f5f3-4425-95d1-bc848ffaf8cf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:43.485267 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8ec5a7f-4857-45c3-b1ee-4c2a12a5fb92 req-f0351111-f5f3-4425-95d1-bc848ffaf8cf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0533006 Aug 23 04:41:43.521542 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8ec5a7f-4857-45c3-b1ee-4c2a12a5fb92 req-619ba3a0-75e0-4a9f-9da4-b7efd0d956c0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304704 Aug 23 04:41:44.633530 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb79cbc-61d7-4f40-b5e9-672c3c5a8f8a req-c01fb3cb-0b60-4c31-8e0d-14c50b4fafed tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:44.635004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abb79cbc-61d7-4f40-b5e9-672c3c5a8f8a req-c01fb3cb-0b60-4c31-8e0d-14c50b4fafed tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0478315 Aug 23 04:41:44.671425 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abb79cbc-61d7-4f40-b5e9-672c3c5a8f8a req-5a6a1412-635f-4ea4-87a8-3eaf52f447a9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305915 Aug 23 04:41:45.782752 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46175ccc-3ada-4cb8-bc8d-0aaa1ae81d5c req-4d744dbd-3763-498f-8640-0ac7f20edf80 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:45.784959 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46175ccc-3ada-4cb8-bc8d-0aaa1ae81d5c req-4d744dbd-3763-498f-8640-0ac7f20edf80 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0481122 Aug 23 04:41:45.820801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46175ccc-3ada-4cb8-bc8d-0aaa1ae81d5c req-37dafa04-1045-4b4a-b1aa-1bb7c4feb23b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300579 Aug 23 04:41:46.938211 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f5fb0-ee8a-436f-8ffe-537c2de0130c req-fdfe85ef-ab43-4d1d-9355-af67c6d51b4d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:46.939687 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb8f5fb0-ee8a-436f-8ffe-537c2de0130c req-fdfe85ef-ab43-4d1d-9355-af67c6d51b4d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0526228 Aug 23 04:41:46.976915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cb8f5fb0-ee8a-436f-8ffe-537c2de0130c req-da522092-d160-4bf7-8d95-9bb706b3192c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Aug 23 04:41:48.090992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac348a0-8aa6-4b1c-bbda-b8b0500e776b req-97f165b5-689f-456c-8469-f5d88e5cd1d0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:48.092465 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aac348a0-8aa6-4b1c-bbda-b8b0500e776b req-97f165b5-689f-456c-8469-f5d88e5cd1d0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0481131 Aug 23 04:41:48.129890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aac348a0-8aa6-4b1c-bbda-b8b0500e776b req-94c50a0f-2216-42ca-82b4-2c0ec01499b2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315797 Aug 23 04:41:49.240916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777bad4-3925-487a-b051-06386d533d42 req-1594cacc-0233-47bb-a39b-08c7b1087c07 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:49.242386 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2777bad4-3925-487a-b051-06386d533d42 req-1594cacc-0233-47bb-a39b-08c7b1087c07 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0478683 Aug 23 04:41:49.278766 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2777bad4-3925-487a-b051-06386d533d42 req-9aad122f-5d1c-4254-8da4-39916ff2ee8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306544 Aug 23 04:41:50.393686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a05301-cb60-4fcf-ad7a-832051f7e0c0 req-1f83e7ac-1a50-429c-a19b-d1334522c67c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:50.395636 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93a05301-cb60-4fcf-ad7a-832051f7e0c0 req-1f83e7ac-1a50-429c-a19b-d1334522c67c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0520449 Aug 23 04:41:50.432974 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-93a05301-cb60-4fcf-ad7a-832051f7e0c0 req-75176ed5-f7ba-4283-8387-8481c312acc3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Aug 23 04:41:50.454764 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35150) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:41:50.513553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3f451893-4c79-49a9-82f3-b192611d9380 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/59d63bd9-d63a-433c-b536-fa79c43e90e2 HTTP/1.1" status: 200 len: 993 time: 0.0577204 Aug 23 04:41:52.213593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2143b308-9e6c-4148-be6f-48f22da8497c req-f8b16c34-73d7-40fd-9fda-b52de6a7937f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385780 Aug 23 04:41:52.295440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143b308-9e6c-4148-be6f-48f22da8497c req-c3db0331-a3fa-40b4-a627-4d31b507f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:52.296880 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2143b308-9e6c-4148-be6f-48f22da8497c req-c3db0331-a3fa-40b4-a627-4d31b507f5c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 1097 time: 0.0424960 Aug 23 04:41:52.398366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143b308-9e6c-4148-be6f-48f22da8497c req-c7f59506-9177-4287-862d-c5a13ac7c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:52.399811 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2143b308-9e6c-4148-be6f-48f22da8497c req-c7f59506-9177-4287-862d-c5a13ac7c79c service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 HTTP/1.1" status: 200 len: 897 time: 0.0841303 Aug 23 04:41:52.466525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2143b308-9e6c-4148-be6f-48f22da8497c req-c7922a5b-b85a-4732-8bf8-f544d3fa632a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c HTTP/1.1" status: 200 len: 1001 time: 0.0597906 Aug 23 04:41:52.513791 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143b308-9e6c-4148-be6f-48f22da8497c req-606e8aa3-cd02-4fee-90e7-a9e80fe0137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:52.515160 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2143b308-9e6c-4148-be6f-48f22da8497c req-606e8aa3-cd02-4fee-90e7-a9e80fe0137f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a HTTP/1.1" status: 200 len: 835 time: 0.0422165 Aug 23 04:41:52.558906 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143b308-9e6c-4148-be6f-48f22da8497c req-5192a277-735d-442d-9d9e-bde73b95cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:41:52.560395 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2143b308-9e6c-4148-be6f-48f22da8497c req-5192a277-735d-442d-9d9e-bde73b95cd55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387468 Aug 23 04:41:52.650307 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2143b308-9e6c-4148-be6f-48f22da8497c req-6e1f7ba0-3ef1-4e27-af25-a3ef790cc83c service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827720 Aug 23 04:41:52.736848 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2143b308-9e6c-4148-be6f-48f22da8497c req-bdc7d66c-ce51-4d79-aed4-b2b0a4e1a5b3 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795417 Aug 23 04:41:53.415091 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:56.249918 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9fc3711e-e9fe-4b11-9e0a-28f62853744b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:58.826526 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-88b21bc3-d5bb-4ed6-85ae-b1e9250e7b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:58.918202 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:41:59.031034 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:42:00.662879 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:01.965389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:08.197864 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:20.858849 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35174) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:21.014859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 6ff52a69-3041-4951-8783-fd3efc1a593a {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:42:21.015206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:21.086278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:21.086584 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:21.098115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 6ff52a69-3041-4951-8783-fd3efc1a593a owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:42:21.302769 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:21.325665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=6ff52a69-3041-4951-8783-fd3efc1a593a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:21.336159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.336511 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.336853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.337215 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.337548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.337881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.338214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.339011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.339011 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.339224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.339499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.339828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:21.397905 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:21.398216 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP 59d63bd9-d63a-433c-b536-fa79c43e90e2 disassociated (deleted). External IP: 172.25.1.97, port: ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c. Aug 23 04:42:21.595783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 41272a57-f112-4638-9936-3778c14b262a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:42:21.701610 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:42:21.706546 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:21.710974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] Sync routers for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:42:21.720400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:21.721042 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:41:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:21.732531 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-286dddd4-f7c8-4552-9336-b6be51aa7d29 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/floatingips/59d63bd9-d63a-433c-b536-fa79c43e90e2 HTTP/1.1" status: 204 len: 168 time: 0.8723602 Aug 23 04:42:21.733158 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:42:21.735532 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149a39d4-1409-4e3f-bd52-19e19b7ebb15" -d '{"events": [{"name": "network-changed", "server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:42:21.826090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:22.025920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b90eb45a-e0be-4b33-a501-5fa8c75ae172', 'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:04:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:52Z', 'updated_at': '2021-08-23T04:40:56Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:22.052560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] Checking router: 41272a57-f112-4638-9936-3778c14b262a for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:42:22.061328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:22.062066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:41:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:22.081083 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23846615-5f6d-46fe-b834-360c00ce3dc0 x-openstack-request-id: req-23846615-5f6d-46fe-b834-360c00ce3dc0 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:42:22.081628 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:42:22.081628 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23846615-5f6d-46fe-b834-360c00ce3dc0 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:42:22.082100 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'status': 'completed', 'code': 200} Aug 23 04:42:22.174809 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-a2538a77-6bc6-429e-84d7-5de70d471a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:22.174809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-a2538a77-6bc6-429e-84d7-5de70d471a29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 1097 time: 0.0504377 Aug 23 04:42:22.192458 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f154c-ddc4-4d25-87f5-d12946d8c02f req-f14b0233-2f63-4cd2-840c-067ce8fa3800 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:22.194240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b34f154c-ddc4-4d25-87f5-d12946d8c02f req-f14b0233-2f63-4cd2-840c-067ce8fa3800 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0608668 Aug 23 04:42:22.235843 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b34f154c-ddc4-4d25-87f5-d12946d8c02f req-fe6e131d-971f-44a5-bf7a-67a0dcb2557a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345213 Aug 23 04:42:22.261948 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-cad4684d-6608-43ff-b0da-82977bf8fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:22.263445 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-cad4684d-6608-43ff-b0da-82977bf8fbe0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 HTTP/1.1" status: 200 len: 897 time: 0.1015627 Aug 23 04:42:22.310320 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-8d252ab6-b956-47a9-aff1-5f67a1c5a9e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c HTTP/1.1" status: 200 len: 217 time: 0.0386045 Aug 23 04:42:22.332244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:22.360508 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-d03d3034-cd06-4078-b7d3-85c61ee3348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:22.362058 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-d03d3034-cd06-4078-b7d3-85c61ee3348b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a HTTP/1.1" status: 200 len: 835 time: 0.0441320 Aug 23 04:42:22.407460 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-d0662db1-2d92-499b-8295-1be7606dd2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:22.408946 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-d0662db1-2d92-499b-8295-1be7606dd2df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387387 Aug 23 04:42:22.501583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-67b8444b-6936-4425-b702-0f154ffccd20 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837748 Aug 23 04:42:22.526946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b90eb45a-e0be-4b33-a501-5fa8c75ae172', 'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:04:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:52Z', 'updated_at': '2021-08-23T04:40:56Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:22.556323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4abb171-62c9-48a5-a75d-29aa8ca1ced7 None None] The sync data for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 is: [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:40:53Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b90eb45a-e0be-4b33-a501-5fa8c75ae172', 'name': '', 'network_id': 'bd6b10d9-4a24-4b0e-b7ff-11a8e679f495', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:04:1b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:52Z', 'updated_at': '2021-08-23T04:40:56Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:42:22.592026 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-149a39d4-1409-4e3f-bd52-19e19b7ebb15 req-c809276a-3bb7-4b6b-952e-dba9734fa5c4 service neutron] 10.222.0.24 "GET /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815425 Aug 23 04:42:22.760469 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9214c56-c50c-49ad-a6e5-823ef15a4efb None None] New status for floating IP 59d63bd9-d63a-433c-b536-fa79c43e90e2: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:42:23.352808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c814df6-42d5-4953-94f2-dab8ea1bfddf req-271174f8-2ec9-4433-988c-7192aea0e5e9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:23.354327 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c814df6-42d5-4953-94f2-dab8ea1bfddf req-271174f8-2ec9-4433-988c-7192aea0e5e9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0511649 Aug 23 04:42:23.393240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1c814df6-42d5-4953-94f2-dab8ea1bfddf req-cba4f707-940e-401b-a853-0c1be2075da0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=8abbf329-558a-4ab2-b568-79acca763081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Aug 23 04:42:23.451808 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:23.599990 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ad91-2945-49bc-864d-905efc9eae0e req-c67b3b4c-0230-47a1-8160-7865a395bce1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:23.601339 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6388ad91-2945-49bc-864d-905efc9eae0e req-c67b3b4c-0230-47a1-8160-7865a395bce1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 946 time: 0.0463986 Aug 23 04:42:23.698356 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6388ad91-2945-49bc-864d-905efc9eae0e req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:42:23.698689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6388ad91-2945-49bc-864d-905efc9eae0e req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:23.787385 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-6388ad91-2945-49bc-864d-905efc9eae0e req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:23.787754 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6388ad91-2945-49bc-864d-905efc9eae0e req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:23.804329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-6388ad91-2945-49bc-864d-905efc9eae0e req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:42:23.983039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6388ad91-2945-49bc-864d-905efc9eae0e req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:24.012237 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:24.054868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-6388ad91-2945-49bc-864d-905efc9eae0e req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] No DVR routers for this DVR port ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:42:24.057457 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-6388ad91-2945-49bc-864d-905efc9eae0e req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:24.059545 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6388ad91-2945-49bc-864d-905efc9eae0e req-af55dca9-d092-4251-93c7-ac38fb8b7d87 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "DELETE /v2.0/ports/ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c HTTP/1.1" status: 204 len: 173 time: 0.4495635 Aug 23 04:42:24.083221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'name': 'network-vif-deleted', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:42:24.085576 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238294ce-1f54-4259-989c-a1f48838003a" -d '{"events": [{"server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "name": "network-vif-deleted", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:42:24.120421 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0fffe2-9692-490c-9fba-8a44db1595db x-openstack-request-id: req-db0fffe2-9692-490c-9fba-8a44db1595db {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:42:24.120724 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fb1680-540f-4375-ada7-658c057bd409", "name": "network-vif-deleted", "tag": "ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:42:24.120980 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db0fffe2-9692-490c-9fba-8a44db1595db {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:42:24.121406 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fb1680-540f-4375-ada7-658c057bd409', 'name': 'network-vif-deleted', 'tag': 'ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c', 'status': 'completed', 'code': 200} Aug 23 04:42:24.507697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d6652653-252c-46c0-94da-70c6a73a9047 req-53c8c445-8414-4c81-8bda-236b50270214 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fb1680-540f-4375-ada7-658c057bd409 HTTP/1.1" status: 200 len: 210 time: 0.0273547 Aug 23 04:42:25.562723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35192) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:25.908192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:26.085418 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-30f553f1-850c-4444-9f71-1a1903c353f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:26.153891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port b90eb45a-e0be-4b33-a501-5fa8c75ae172 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:42:26.154239 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:26.244643 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port b90eb45a-e0be-4b33-a501-5fa8c75ae172, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b90eb45a-e0be-4b33-a501-5fa8c75ae172,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:26.245039 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:26.256915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for b90eb45a-e0be-4b33-a501-5fa8c75ae172 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:42:26.508531 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:26.533479 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=b90eb45a-e0be-4b33-a501-5fa8c75ae172,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:26.713611 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:26.967813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:42:26.992637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:42:26.992637 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device ab203ecc-d9c4-4cbb-a1c1-8adec88b4f0c not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:42:27.191875 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 41272a57-f112-4638-9936-3778c14b262a has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:42:27.291943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:42:27.296981 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-1fff74a3-f68a-412f-88e6-66e98d153a61 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/41272a57-f112-4638-9936-3778c14b262a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7331767 Aug 23 04:42:27.299721 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35194) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:27.302918 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] Sync routers for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:42:27.313117 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:27.314043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:41:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:27.360267 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79d136c-d602-452a-bdad-e1504fb20597 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting subnet b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:42:27.363417 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a79d136c-d602-452a-bdad-e1504fb20597 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:27.405081 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a79d136c-d602-452a-bdad-e1504fb20597 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:27.427272 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:27.485063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a79d136c-d602-452a-bdad-e1504fb20597 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:27.604632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:42:26Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:27.621659 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a79d136c-d602-452a-bdad-e1504fb20597 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:27.635333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] Checking router: 41272a57-f112-4638-9936-3778c14b262a for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:42:27.643669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] Routers {'41272a57-f112-4638-9936-3778c14b262a'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:27.644272 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:41:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['41272a57-f112-4638-9936-3778c14b262a'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:27.649297 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d136c-d602-452a-bdad-e1504fb20597 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:27.652805 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a79d136c-d602-452a-bdad-e1504fb20597 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:27.654716 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a79d136c-d602-452a-bdad-e1504fb20597 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/subnets/b2d5e7c0-6a90-49b1-9ce2-95251eb0f03a HTTP/1.1" status: 204 len: 168 time: 0.3531413 Aug 23 04:42:27.657305 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35196) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:27.677487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a418cf-d6a8-413e-8451-e609a7f6b7d4 None None] Network bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:42:27.763495 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:27.828005 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] Set router 41272a57-f112-4638-9936-3778c14b262a gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:27.866455 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:27.967576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] DHCP port deletion for bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:42:28.003533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 73a1f82a-a693-4755-aecf-98381f429eaf {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:42:28.003867 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.051080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:42:26Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:28.056980 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Deleting port 3849e125-28d9-41c1-b675-91c1f721a449 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:42:28.057388 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.079672 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port 73a1f82a-a693-4755-aecf-98381f429eaf, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=73a1f82a-a693-4755-aecf-98381f429eaf,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:28.080034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.081467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5818469-153e-4342-a95c-aee4d62b4b66 None None] The sync data for ids ['41272a57-f112-4638-9936-3778c14b262a'] in n-d-749052-7 is: [{'id': '41272a57-f112-4638-9936-3778c14b262a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1591031159', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:40:48Z', 'updated_at': '2021-08-23T04:42:26Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '73a1f82a-a693-4755-aecf-98381f429eaf', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41272a57-f112-4638-9936-3778c14b262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:40:49Z', 'updated_at': '2021-08-23T04:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:42:28.091700 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 73a1f82a-a693-4755-aecf-98381f429eaf owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:42:28.146198 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] For port 3849e125-28d9-41c1-b675-91c1f721a449, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3849e125-28d9-41c1-b675-91c1f721a449,segment=NetworkSegment(8cb49361-4382-4891-89b4-e7ade091c6be),segment_id=8cb49361-4382-4891-89b4-e7ade091c6be)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:28.146601 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.158599 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Calling delete_port for 3849e125-28d9-41c1-b675-91c1f721a449 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:42:28.291026 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.314199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.316280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Pushing event deleted for resources: {'Port': ['ID=3849e125-28d9-41c1-b675-91c1f721a449,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:28.323652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] No DVR routers for this DVR port 3849e125-28d9-41c1-b675-91c1f721a449 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:42:28.326061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.326645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.327004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.327123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.327366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.327689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.328013 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.328350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.328669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.328986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.329327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.329647 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcc338a-0a84-4f23-a7f2-9fe33536a0f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:28.347669 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=73a1f82a-a693-4755-aecf-98381f429eaf,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:28.405206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.498369 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.501773 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.557225 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3849e125-28d9-41c1-b675-91c1f721a449 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:42:28.581898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 3849e125-28d9-41c1-b675-91c1f721a449 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:42:28.582157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3849e125-28d9-41c1-b675-91c1f721a449 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:42:28.582706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b90eb45a-e0be-4b33-a501-5fa8c75ae172 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:42:28.601652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b90eb45a-e0be-4b33-a501-5fa8c75ae172 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:42:28.602004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b90eb45a-e0be-4b33-a501-5fa8c75ae172 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:42:28.611451 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.612051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Fanout notify agent at l3_agent the message router_deleted on router 41272a57-f112-4638-9936-3778c14b262a {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:42:28.619902 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.621058 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c2c8b483-8771-4916-9146-a395775e30d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/routers/41272a57-f112-4638-9936-3778c14b262a HTTP/1.1" status: 204 len: 168 time: 0.9628012 Aug 23 04:42:28.623728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35198) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:28.703385 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.796409 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.799760 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9c470fef-4a6e-4292-afb5-f521e5d5282c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.807103 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6b10d9-4a24-4b0e-b7ff-11a8e679f495']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:28.816784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb49361-4382-4891-89b4-e7ade091c6be') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:28.817112 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb49361-4382-4891-89b4-e7ade091c6be') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:28.825756 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.839111 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.844727 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:42:28.845219 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:42:28.848621 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:42:28.900898 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.980653 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.990668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:28.990668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/networks/bd6b10d9-4a24-4b0e-b7ff-11a8e679f495 HTTP/1.1" status: 204 len: 168 time: 0.3659761 Aug 23 04:42:28.993735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35200) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:29.001554 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf495c-2440-4fab-8238-48dae6b4c33f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Network': ['ID=bd6b10d9-4a24-4b0e-b7ff-11a8e679f495,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:29.052101 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:29.076714 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:29.203911 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:29.206992 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:29.208177 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/security-groups/8abbf329-558a-4ab2-b568-79acca763081 HTTP/1.1" status: 204 len: 168 time: 0.2128706 Aug 23 04:42:29.219656 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abbf329-558a-4ab2-b568-79acca763081,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:29.225411 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.225766 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.226110 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.226469 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.226804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.227136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.227466 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.227795 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.228122 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.228447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.228770 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.229136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20f6f2e-0931-4349-875c-cdeea30694c6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:29.888927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35206) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:29.894158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7d5d6824-63b0-49c7-84d9-f74b61a98b21 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641968555', 'description': 'tempest-secgroup-smoke-641968555 description', 'project_id': '449c54f7f9b5473cae8fd37b1f386084'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:29.976563 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6824-63b0-49c7-84d9-f74b61a98b21 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.052590 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6824-63b0-49c7-84d9-f74b61a98b21 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.111884 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6824-63b0-49c7-84d9-f74b61a98b21 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.141223 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6824-63b0-49c7-84d9-f74b61a98b21 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afe4baf-2741-434c-a6df-39967ae60107,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:30.191851 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6824-63b0-49c7-84d9-f74b61a98b21 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.193115 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7d5d6824-63b0-49c7-84d9-f74b61a98b21 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3026898 Aug 23 04:42:30.195982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35208) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:30.200362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-22b05382-2b5c-4cdc-b879-d799ac50f41a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '4afe4baf-2741-434c-a6df-39967ae60107', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:30.293314 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22b05382-2b5c-4cdc-b879-d799ac50f41a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.345994 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22b05382-2b5c-4cdc-b879-d799ac50f41a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.414685 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22b05382-2b5c-4cdc-b879-d799ac50f41a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.432269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b05382-2b5c-4cdc-b879-d799ac50f41a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e2230b-d401-4c05-a4af-69ca616ce9bf,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:30.435983 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 73a1f82a-a693-4755-aecf-98381f429eaf no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:42:30.456057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 73a1f82a-a693-4755-aecf-98381f429eaf {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:42:30.467559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 73a1f82a-a693-4755-aecf-98381f429eaf not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:42:30.508253 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-22b05382-2b5c-4cdc-b879-d799ac50f41a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.509516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-22b05382-2b5c-4cdc-b879-d799ac50f41a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3126388 Aug 23 04:42:30.512180 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35210) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:30.516526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3002e349-9cc3-4c90-bd43-68d78d2f0ebf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '4afe4baf-2741-434c-a6df-39967ae60107', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:30.593124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3002e349-9cc3-4c90-bd43-68d78d2f0ebf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.649483 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3002e349-9cc3-4c90-bd43-68d78d2f0ebf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.651326 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.699129 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3002e349-9cc3-4c90-bd43-68d78d2f0ebf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.709391 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002e349-9cc3-4c90-bd43-68d78d2f0ebf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f605ca-debe-456e-b4d1-4d716025f3f3,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:30.765698 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3002e349-9cc3-4c90-bd43-68d78d2f0ebf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.766944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3002e349-9cc3-4c90-bd43-68d78d2f0ebf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2538514 Aug 23 04:42:30.770209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35212) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:30.774645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-24b3c34f-0cf6-4fd6-bca2-0f347e666d53 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '4afe4baf-2741-434c-a6df-39967ae60107', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:30.853780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24b3c34f-0cf6-4fd6-bca2-0f347e666d53 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.915713 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24b3c34f-0cf6-4fd6-bca2-0f347e666d53 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:30.986588 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24b3c34f-0cf6-4fd6-bca2-0f347e666d53 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.005549 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3c34f-0cf6-4fd6-bca2-0f347e666d53 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbee466b-8824-4c19-a629-7e4af5d3d2cd,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:31.067518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-24b3c34f-0cf6-4fd6-bca2-0f347e666d53 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.068760 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-24b3c34f-0cf6-4fd6-bca2-0f347e666d53 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2975798 Aug 23 04:42:31.071433 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35214) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:31.075796 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5ecc093a-d9f0-425b-818a-f61fb34068da tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '4afe4baf-2741-434c-a6df-39967ae60107', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:31.169521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ecc093a-d9f0-425b-818a-f61fb34068da tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.226592 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ecc093a-d9f0-425b-818a-f61fb34068da tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.285366 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ecc093a-d9f0-425b-818a-f61fb34068da tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.302601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc093a-d9f0-425b-818a-f61fb34068da tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ff2d39-99e9-404c-b177-308419e27916,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:31.376853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5ecc093a-d9f0-425b-818a-f61fb34068da tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.378777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5ecc093a-d9f0-425b-818a-f61fb34068da tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3057942 Aug 23 04:42:31.381303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35216) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:31.385624 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d253d529-d551-4384-a0a3-ef92ec768935 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '4afe4baf-2741-434c-a6df-39967ae60107', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:31.474038 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-d253d529-d551-4384-a0a3-ef92ec768935 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:42:31.478756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d253d529-d551-4384-a0a3-ef92ec768935 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.536865 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d253d529-d551-4384-a0a3-ef92ec768935 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.610698 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d253d529-d551-4384-a0a3-ef92ec768935 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.627541 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253d529-d551-4384-a0a3-ef92ec768935 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8677c0d-8c50-4c7f-a27e-7b4fe205b53a,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:31.683403 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d253d529-d551-4384-a0a3-ef92ec768935 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.685052 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d253d529-d551-4384-a0a3-ef92ec768935 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3024273 Aug 23 04:42:31.691498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35218) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:31.691704 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cfe0b2a3-196d-468a-8214-806bbf63acab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '4afe4baf-2741-434c-a6df-39967ae60107', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:31.786422 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-cfe0b2a3-196d-468a-8214-806bbf63acab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:42:31.791385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cfe0b2a3-196d-468a-8214-806bbf63acab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.853370 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cfe0b2a3-196d-468a-8214-806bbf63acab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.918030 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cfe0b2a3-196d-468a-8214-806bbf63acab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:31.935829 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0b2a3-196d-468a-8214-806bbf63acab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f614fe58-1625-43ee-b79b-063241fcf256,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:31.975273 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.005583 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cfe0b2a3-196d-468a-8214-806bbf63acab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.006827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cfe0b2a3-196d-468a-8214-806bbf63acab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3186004 Aug 23 04:42:32.009604 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35220) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:32.014498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'network': {'name': 'tempest-network-smoke--1308778916', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:32.091208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:42:32.094529 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.117216 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:42:32.125478 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.125828 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Added segment 10aa5200-814a-443c-ae45-f18c2bdb3597 of type vlan for network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 Aug 23 04:42:32.164555 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.243132 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.249317 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:32.249902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.316136 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Network': ['ID=31453c1f-1d26-4ea9-8f4a-5d08875bc663,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:32.328225 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35222) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:32.329604 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1a33dab4-287f-45f4-a63a-2b8430d2f490 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3189709 Aug 23 04:42:32.330513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:42:32.336645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'admin_state_up': True, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:32.411447 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.415382 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.467265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.673987 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.930348 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:32.945978 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:33.045138 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.252 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/ecec3ca5-7fd8-4057-8d43-d65df5581f98) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:42:33.144541 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:33.249780 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:33.284728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:42:33.287420 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:42:33.290667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:42:33.319707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=ecec3ca5-7fd8-4057-8d43-d65df5581f98,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:33.588414 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:34.052004 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:34.256668 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router dbff5a98-fc70-405a-be5d-0366314751aa is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:42:34.355477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:42:34.366811 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Sync routers for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:42:34.376060 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:34.376690 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:34.428691 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:34.430017 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ab54e19b-c27b-4e32-bc85-5d8e681c8d1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1006851 Aug 23 04:42:34.433215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35224) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:34.461330 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-044104d1-b604-4b32-8e23-93c0820dffd3 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=449c54f7f9b5473cae8fd37b1f386084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269029 Aug 23 04:42:34.463881 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35226) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:34.480420 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:34.551751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7addd510-4009-429b-9473-31f77f2a40cf tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:34.553182 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7addd510-4009-429b-9473-31f77f2a40cf tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883436 Aug 23 04:42:34.556048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35228) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:34.585790 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-09c5717f-4bbf-4591-a8f1-b60e0bb65b4a tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264759 Aug 23 04:42:34.586009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35230) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:34.590589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170681183', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:34.654489 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:33Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:34.680742 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Checking router: dbff5a98-fc70-405a-be5d-0366314751aa for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:42:34.681113 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Updating router dbff5a98-fc70-405a-be5d-0366314751aa port ecec3ca5-7fd8-4057-8d43-d65df5581f98 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:42:34.704287 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:34.754095 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:42:34.757793 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:34.949651 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:34.958955 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Transition to ACTIVE for port object ecec3ca5-7fd8-4057-8d43-d65df5581f98 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:42:35.009443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.033814 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.077192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Subnet': ['ID=1d6a79b2-967f-4cee-a1f7-210e390b4f69,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:35.080345 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Attempting to bind port ecec3ca5-7fd8-4057-8d43-d65df5581f98 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:42:35.080728 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Attempting to bind port ecec3ca5-7fd8-4057-8d43-d65df5581f98 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:42:35.081596 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Attempting to bind port ecec3ca5-7fd8-4057-8d43-d65df5581f98 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:42:35.083031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Checking segment: {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:42:35.083392 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network hostable DHCP agents. Network: 31453c1f-1d26-4ea9-8f4a-5d08875bc663, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:42:35.091955 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Pushing event updated for resources: {'Port': ['ID=ecec3ca5-7fd8-4057-8d43-d65df5581f98,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:35.098889 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:42:35.099275 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:42:35.099688 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.100082 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:42:35.100554 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Bound port: ecec3ca5-7fd8-4057-8d43-d65df5581f98, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:42:35.100940 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.104313 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.104662 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.105150 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.105388 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.105718 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.106044 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.106369 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.106692 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.107272 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.107593 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.107911 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.108228 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:42:35.156771 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] For port ecec3ca5-7fd8-4057-8d43-d65df5581f98, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:42:35.160277 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] For port ecec3ca5-7fd8-4057-8d43-d65df5581f98, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ecec3ca5-7fd8-4057-8d43-d65df5581f98,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:42:35.198043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:42:35.228797 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.283360 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:35.284033 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:35.286427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 31453c1f-1d26-4ea9-8f4a-5d08875bc663) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:42:35.286576 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706b4e8-081c-4543-8c1a-afb65bdce351 None None] Pushing event updated for resources: {'Port': ['ID=ecec3ca5-7fd8-4057-8d43-d65df5581f98,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:35.292404 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:35.294964 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.302396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa9838-ce33-4434-acd1-2cf88b4a869b None None] Network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:42:35.371985 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b41b9d75-f9a7-40e9-a35b-ab24c26dfd76 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7850015 Aug 23 04:42:35.374793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35232) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:35.392164 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:35.447669 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:42:35.448525 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.575065 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:33Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:35.583089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Allocated IP 172.20.0.2 (31453c1f-1d26-4ea9-8f4a-5d08875bc663/1d6a79b2-967f-4cee-a1f7-210e390b4f69/280694d5-dd54-4173-a620-a711bca8c7a7) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:42:35.603031 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6a72f-4858-42c4-9b5c-90dbf097eb5e None None] The sync data for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 is: [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:33Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:42:35.742670 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.752284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Transition to ACTIVE for port object 280694d5-dd54-4173-a620-a711bca8c7a7 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:42:35.772097 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Transition to ACTIVE for port object 280694d5-dd54-4173-a620-a711bca8c7a7 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:42:35.833238 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.871885 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:42:35.875235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:42:35.879513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:42:35.920033 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Pushing event updated for resources: {'Port': ['ID=280694d5-dd54-4173-a620-a711bca8c7a7,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:35.950399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Attempting to bind port 280694d5-dd54-4173-a620-a711bca8c7a7 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:42:35.950748 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Attempting to bind port 280694d5-dd54-4173-a620-a711bca8c7a7 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:42:35.951201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Attempting to bind port 280694d5-dd54-4173-a620-a711bca8c7a7 on network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:42:35.958172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:42:35.958643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Checking segment: {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:42:35.959050 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:35.959455 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Bound using segment: {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:42:35.959930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Bound port: 280694d5-dd54-4173-a620-a711bca8c7a7, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:42:35.960318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:36.029351 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] For port 280694d5-dd54-4173-a620-a711bca8c7a7, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:42:36.031562 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:42:36.032951 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] For port 280694d5-dd54-4173-a620-a711bca8c7a7, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=280694d5-dd54-4173-a620-a711bca8c7a7,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:42:36.092510 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:36.157854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abf71a-20e3-4bb7-aecc-42f19613bde0 None None] Pushing event updated for resources: {'Port': ['ID=280694d5-dd54-4173-a620-a711bca8c7a7,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:36.186377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:36.512209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.1 (31453c1f-1d26-4ea9-8f4a-5d08875bc663/1d6a79b2-967f-4cee-a1f7-210e390b4f69/cbce33bf-c723-48c7-9fc3-eb725c7e897d) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:42:36.551200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ecec3ca5-7fd8-4057-8d43-d65df5581f98 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:42:36.635950 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:36.648979 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object cbce33bf-c723-48c7-9fc3-eb725c7e897d will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:42:36.685711 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ecec3ca5-7fd8-4057-8d43-d65df5581f98 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:42:36.689563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ecec3ca5-7fd8-4057-8d43-d65df5581f98 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:36.689943 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:36.746832 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:36.766146 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:36.785314 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:42:36.789789 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port ecec3ca5-7fd8-4057-8d43-d65df5581f98, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ecec3ca5-7fd8-4057-8d43-d65df5581f98,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:36.789944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:42:36.791776 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:42:36.819914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=cbce33bf-c723-48c7-9fc3-eb725c7e897d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:36.843247 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:36.866785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:36.867696 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 280694d5-dd54-4173-a620-a711bca8c7a7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:42:36.952396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=ecec3ca5-7fd8-4057-8d43-d65df5581f98,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:37.045530 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 280694d5-dd54-4173-a620-a711bca8c7a7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:42:37.049494 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:37.132437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e63ebd-74ce-49d8-af28-f8bef5014945 None None] Network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:42:37.340976 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:37.427006 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:37.433249 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-665b7baf-a3fa-44ab-a3c2-184b1a5a160b None None] Provisioning for port 280694d5-dd54-4173-a620-a711bca8c7a7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:42:37.440087 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-665b7baf-a3fa-44ab-a3c2-184b1a5a160b None None] Provisioning complete for port 280694d5-dd54-4173-a620-a711bca8c7a7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:37.440993 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-665b7baf-a3fa-44ab-a3c2-184b1a5a160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:37.508687 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=cbce33bf-c723-48c7-9fc3-eb725c7e897d,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:37.516553 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:37.533350 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-665b7baf-a3fa-44ab-a3c2-184b1a5a160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:37.571148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-665b7baf-a3fa-44ab-a3c2-184b1a5a160b None None] For port 280694d5-dd54-4173-a620-a711bca8c7a7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=280694d5-dd54-4173-a620-a711bca8c7a7,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:37.612937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:42:37.614755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:42:37.657134 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-665b7baf-a3fa-44ab-a3c2-184b1a5a160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:37.710665 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b7baf-a3fa-44ab-a3c2-184b1a5a160b None None] Pushing event updated for resources: {'Port': ['ID=280694d5-dd54-4173-a620-a711bca8c7a7,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:37.739221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router dbff5a98-fc70-405a-be5d-0366314751aa has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:42:37.778415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8e6f3941-f248-4fb9-b346-a37aa894489b None None] Provisioning complete for port 280694d5-dd54-4173-a620-a711bca8c7a7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:37.779066 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3941-f248-4fb9-b346-a37aa894489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:37.856613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:42:37.870690 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Sync routers for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:42:37.872655 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ff3580f6-67d6-4e9f-9ab6-8a32e191fe0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/dbff5a98-fc70-405a-be5d-0366314751aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4967721 Aug 23 04:42:37.884595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:37.885261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:37.977619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8e6f3941-f248-4fb9-b346-a37aa894489b None None] Provisioning for port cbce33bf-c723-48c7-9fc3-eb725c7e897d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:42:37.986485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8e6f3941-f248-4fb9-b346-a37aa894489b None None] Provisioning complete for port cbce33bf-c723-48c7-9fc3-eb725c7e897d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:37.986871 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8e6f3941-f248-4fb9-b346-a37aa894489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:38.028766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:38.040112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-a2ce317d-8704-459a-96ce-68e7dd641d21 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641968555&fields=id&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 267 time: 0.0478611 Aug 23 04:42:38.066164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f3941-f248-4fb9-b346-a37aa894489b None None] Port cbce33bf-c723-48c7-9fc3-eb725c7e897d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:42:38.148801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-5668eaf3-6456-45b4-91aa-4e4eb9a37fab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:38.148801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-5668eaf3-6456-45b4-91aa-4e4eb9a37fab tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 797 time: 0.1056063 Aug 23 04:42:38.162313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-c6620883-56a0-4113-b9ea-cb86803a747d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/quotas/449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 375 time: 0.0098784 Aug 23 04:42:38.202821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-90839ae1-761d-4117-9b9d-c91bf55217b7 None None] Provisioning complete for port cbce33bf-c723-48c7-9fc3-eb725c7e897d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:38.203108 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-90839ae1-761d-4117-9b9d-c91bf55217b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:38.207984 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:38.219401 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9ebec2ab-b768-4f81-b92c-880f158332f9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507455 Aug 23 04:42:38.262899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-90839ae1-761d-4117-9b9d-c91bf55217b7 None None] Port cbce33bf-c723-48c7-9fc3-eb725c7e897d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:42:38.282046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'cbce33bf-c723-48c7-9fc3-eb725c7e897d', 'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:f6:59:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:36Z', 'updated_at': '2021-08-23T04:42:37Z', 'revision_number': 2, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:38.307772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Checking router: dbff5a98-fc70-405a-be5d-0366314751aa for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:42:38.308112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Updating router dbff5a98-fc70-405a-be5d-0366314751aa port cbce33bf-c723-48c7-9fc3-eb725c7e897d binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:42:38.314846 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-ac9e7920-7c19-41ce-ab6c-a5af30a3b26a service neutron] 10.222.0.20 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829308 Aug 23 04:42:38.336381 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:38.408389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9785abc8-3e82-4e34-b58f-aa076cd4c5f4 service neutron] 10.222.0.20 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869629 Aug 23 04:42:38.508517 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ecec3ca5-7fd8-4057-8d43-d65df5581f98 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:42:38.595502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ecec3ca5-7fd8-4057-8d43-d65df5581f98 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:38.596366 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:38.649772 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c9c3c911-8961-4959-be5a-a8e12c06c454 req-2a6dd523-615c-4e8e-9fad-d9d469433948 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 210 time: 0.0283473 Aug 23 04:42:38.676076 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:38.689810 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Transition to ACTIVE for port object cbce33bf-c723-48c7-9fc3-eb725c7e897d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:42:38.728775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 280694d5-dd54-4173-a620-a711bca8c7a7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:42:38.771853 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:38.802827 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 280694d5-dd54-4173-a620-a711bca8c7a7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:38.803201 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:38.854982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14e7b2-196e-4f82-b1a7-1030a88c15fc None None] Pushing event updated for resources: {'Port': ['ID=cbce33bf-c723-48c7-9fc3-eb725c7e897d,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:38.936078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Attempting to bind port cbce33bf-c723-48c7-9fc3-eb725c7e897d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:42:38.936845 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Attempting to bind port cbce33bf-c723-48c7-9fc3-eb725c7e897d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:42:38.937244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Attempting to bind port cbce33bf-c723-48c7-9fc3-eb725c7e897d on network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:42:38.952067 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:42:38.952449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Checking segment: {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:42:38.952880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:38.953364 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Bound using segment: {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:42:38.953823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Bound port: cbce33bf-c723-48c7-9fc3-eb725c7e897d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:42:38.954211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:39.031901 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] For port cbce33bf-c723-48c7-9fc3-eb725c7e897d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:42:39.034907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] For port cbce33bf-c723-48c7-9fc3-eb725c7e897d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cbce33bf-c723-48c7-9fc3-eb725c7e897d,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:42:39.120601 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:39.177796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:39.178431 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:39.183247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14e7b2-196e-4f82-b1a7-1030a88c15fc None None] Pushing event updated for resources: {'Port': ['ID=cbce33bf-c723-48c7-9fc3-eb725c7e897d,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:39.289402 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:39.497792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'cbce33bf-c723-48c7-9fc3-eb725c7e897d', 'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:f6:59:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:36Z', 'updated_at': '2021-08-23T04:42:39Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:39.526865 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f1765-54ac-448b-806b-2ae8a28d584c None None] The sync data for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 is: [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'cbce33bf-c723-48c7-9fc3-eb725c7e897d', 'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:f6:59:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:36Z', 'updated_at': '2021-08-23T04:42:39Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:42:39.746042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562f6069-d3aa-4350-81bc-d5faf41aae0d req-756b8f93-272c-4389-98fb-13bb9bbbbb56 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 210 time: 0.0271158 Aug 23 04:42:40.500856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-3f35fd0e-820a-4b1d-bb76-94c7db481305 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:40.503525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-3f35fd0e-820a-4b1d-bb76-94c7db481305 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 797 time: 0.1128533 Aug 23 04:42:40.534146 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cbce33bf-c723-48c7-9fc3-eb725c7e897d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:42:40.557087 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-f50969de-888b-45d1-9f94-2a4f28bd5b9b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 379 time: 0.0440319 Aug 23 04:42:40.566806 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'port': {'device_id': 'f5133956-34e9-496b-8882-14915186fa14', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'admin_state_up': True, 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'security_groups': ['4afe4baf-2741-434c-a6df-39967ae60107']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:40.634049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cbce33bf-c723-48c7-9fc3-eb725c7e897d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:42:40.639369 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cbce33bf-c723-48c7-9fc3-eb725c7e897d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:40.639813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:40.721175 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:40.754366 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:42:40.757105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port cbce33bf-c723-48c7-9fc3-eb725c7e897d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cbce33bf-c723-48c7-9fc3-eb725c7e897d,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:40.757948 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:40.840200 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:40.845607 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a2a50134-8915-45f4-83e1-67345566179f req-fb34ce8c-4d46-4d38-83c3-7f642ac4ae0e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 210 time: 0.0252898 Aug 23 04:42:40.885370 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.11 (31453c1f-1d26-4ea9-8f4a-5d08875bc663/1d6a79b2-967f-4cee-a1f7-210e390b4f69/694b3d37-9a22-4649-92d0-bfed746966e2) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:42:40.891350 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=cbce33bf-c723-48c7-9fc3-eb725c7e897d,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:41.029718 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:41.043226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object 694b3d37-9a22-4649-92d0-bfed746966e2 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:42:41.131188 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:41.172028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:42:41.174864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:42:41.178338 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:42:41.207789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:41.237109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:41.237700 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:41.309279 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-9fef711f-2a0c-4fdd-b62f-c9462916c743 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466207 Aug 23 04:42:41.321742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Request body: {'port': {'device_id': 'f5133956-34e9-496b-8882-14915186fa14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:41.375580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:41.415116 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-93b98bd9-1b82-43e0-a4d7-daf633045e2e None None] Provisioning for port 694b3d37-9a22-4649-92d0-bfed746966e2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:42:41.419287 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-93b98bd9-1b82-43e0-a4d7-daf633045e2e None None] Provisioning complete for port 694b3d37-9a22-4649-92d0-bfed746966e2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:41.419788 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-93b98bd9-1b82-43e0-a4d7-daf633045e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:41.456427 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-93b98bd9-1b82-43e0-a4d7-daf633045e2e None None] Port 694b3d37-9a22-4649-92d0-bfed746966e2 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:42:41.633023 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694b3d37-9a22-4649-92d0-bfed746966e2 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:42:41.640204 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:41.652191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Transition to ACTIVE for port object 694b3d37-9a22-4649-92d0-bfed746966e2 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:42:41.706884 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:41.790381 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Pushing event updated for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:41.821979 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Attempting to bind port 694b3d37-9a22-4649-92d0-bfed746966e2 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:42:41.822317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Attempting to bind port 694b3d37-9a22-4649-92d0-bfed746966e2 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:42:41.822645 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Attempting to bind port 694b3d37-9a22-4649-92d0-bfed746966e2 on network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:42:41.827180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Port 694b3d37-9a22-4649-92d0-bfed746966e2 on network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:42:41.827499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Attempting to bind port 694b3d37-9a22-4649-92d0-bfed746966e2 on network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:42:41.832417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:42:41.832752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Checking segment: {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:42:41.833177 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Bound using segment: {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:42:41.833602 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Bound port: 694b3d37-9a22-4649-92d0-bfed746966e2, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:42:41.833961 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:41.904865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:42:41.908841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:42:41.972963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd74969-c7a5-46db-9eb5-ee4a99803f61 req-d353c2ef-44b9-4bb4-b488-bf728dacefa1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:41.974463 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cd74969-c7a5-46db-9eb5-ee4a99803f61 req-d353c2ef-44b9-4bb4-b488-bf728dacefa1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 944 time: 0.0490355 Aug 23 04:42:41.994979 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:42.018890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cd74969-c7a5-46db-9eb5-ee4a99803f61 req-68acdbdb-8fb7-431f-8824-c1cca597568a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371044 Aug 23 04:42:42.044547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:42.045217 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:42.046679 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1092 time: 0.7293913 Aug 23 04:42:42.047140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:42:42.050134 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49a789-d4c5-4b02-865c-22be1b900ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:42:42.062636 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c85f9-17d1-4a9b-9a7f-44969fd236b5 service neutron] Pushing event updated for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:42.090467 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070fc642-a30c-4f19-9147-2c753c4e6d6c x-openstack-request-id: req-070fc642-a30c-4f19-9147-2c753c4e6d6c {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:42:42.090790 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:42:42.091049 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-070fc642-a30c-4f19-9147-2c753c4e6d6c {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:42:42.091459 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2', 'status': 'completed', 'code': 200} Aug 23 04:42:42.152595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49a789-d4c5-4b02-865c-22be1b900ffe req-21f6c63c-9109-4f45-a6ac-28f0c24908e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:42.154358 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3f49a789-d4c5-4b02-865c-22be1b900ffe req-21f6c63c-9109-4f45-a6ac-28f0c24908e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1095 time: 0.0429218 Aug 23 04:42:42.256882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49a789-d4c5-4b02-865c-22be1b900ffe req-a17e3aa8-a7b8-48da-b92f-17ed272f6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:42.258393 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3f49a789-d4c5-4b02-865c-22be1b900ffe req-a17e3aa8-a7b8-48da-b92f-17ed272f6d36 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=449c54f7f9b5473cae8fd37b1f386084&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0964787 Aug 23 04:42:42.353258 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49a789-d4c5-4b02-865c-22be1b900ffe req-6ba2a070-7f85-466d-961d-389fe093349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:42.354661 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3f49a789-d4c5-4b02-865c-22be1b900ffe req-6ba2a070-7f85-466d-961d-389fe093349e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0892015 Aug 23 04:42:42.429564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-73495404-2d08-4f86-8345-21bcfec5150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:42.431094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-73495404-2d08-4f86-8345-21bcfec5150a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1095 time: 0.0400560 Aug 23 04:42:42.475604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-b764fdf1-766f-4180-a6bd-ff54b42652e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 217 time: 0.0368118 Aug 23 04:42:42.484021 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cbce33bf-c723-48c7-9fc3-eb725c7e897d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:42:42.524963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-56fe3a78-825b-4b6b-b439-9b0199d2917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:42.526480 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-56fe3a78-825b-4b6b-b439-9b0199d2917d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0434735 Aug 23 04:42:42.530304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cbce33bf-c723-48c7-9fc3-eb725c7e897d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:42.530680 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:42.571914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-c529e816-323a-4dd7-a46e-14ac429a7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:42.573450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-c529e816-323a-4dd7-a46e-14ac429a7bea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402055 Aug 23 04:42:42.667158 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-58a38c57-c895-42af-a56e-7dd177e7a03a service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865571 Aug 23 04:42:42.755280 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3c41533b-8971-4d5d-ab5c-cf0e7ebd4a0b req-4d98a1de-06e4-419b-ae45-fdb36e9163f1 service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809293 Aug 23 04:42:43.133160 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70592064-5a9d-4385-8365-2d5c6c457da4 req-8077c2c2-4b31-4b14-8ce5-7e406af9be2d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:43.134603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-70592064-5a9d-4385-8365-2d5c6c457da4 req-8077c2c2-4b31-4b14-8ce5-7e406af9be2d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 944 time: 0.0473602 Aug 23 04:42:43.170667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-70592064-5a9d-4385-8365-2d5c6c457da4 req-db433a9d-2a07-4200-a510-976289fe522b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303278 Aug 23 04:42:44.285441 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ec2f-f432-4b7c-9077-71ecf6122665 req-d7dccf16-4be9-4ee3-8546-b2566669ebc8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:44.287072 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0323ec2f-f432-4b7c-9077-71ecf6122665 req-d7dccf16-4be9-4ee3-8546-b2566669ebc8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 944 time: 0.0508854 Aug 23 04:42:44.326442 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0323ec2f-f432-4b7c-9077-71ecf6122665 req-20412a39-5d84-47fa-b3b9-ce788ee48135 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330307 Aug 23 04:42:45.044367 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 694b3d37-9a22-4649-92d0-bfed746966e2 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:42:45.138305 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:45.148948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '694b3d37-9a22-4649-92d0-bfed746966e2', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'port_id': '694b3d37-9a22-4649-92d0-bfed746966e2', 'mac_address': 'fa:16:3e:84:46:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:42:45.185557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:45.197675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694b3d37-9a22-4649-92d0-bfed746966e2 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:42:45.215724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:45.289056 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:45.334046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:45.440644 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e29056-c20c-4443-b424-9386d679d130 req-c3e29ec5-6413-4ca7-8c8d-1355960ac3ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:45.442036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3e29056-c20c-4443-b424-9386d679d130 req-c3e29ec5-6413-4ca7-8c8d-1355960ac3ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 945 time: 0.0480175 Aug 23 04:42:45.482389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a3e29056-c20c-4443-b424-9386d679d130 req-695a2111-435a-4409-980a-903e31011419 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345080 Aug 23 04:42:45.495088 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['694b3d37-9a22-4649-92d0-bfed746966e2'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:42:46.594301 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f383-ebfa-4533-be9c-8fb57cf0f34d req-b31d48e5-a8c8-48d2-99c2-f94fc8b3c968 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:46.595750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24b3f383-ebfa-4533-be9c-8fb57cf0f34d req-b31d48e5-a8c8-48d2-99c2-f94fc8b3c968 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 945 time: 0.0481737 Aug 23 04:42:46.632830 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24b3f383-ebfa-4533-be9c-8fb57cf0f34d req-ea4e1899-4258-4ae7-9968-beb479371e85 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312479 Aug 23 04:42:47.044982 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 694b3d37-9a22-4649-92d0-bfed746966e2 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:42:47.157477 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 694b3d37-9a22-4649-92d0-bfed746966e2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:42:47.161867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 694b3d37-9a22-4649-92d0-bfed746966e2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:42:47.162237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:47.239448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:47.260673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:42:47.262989 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31b75ef-522f-419d-a5be-15c2ea467041" -d '{"events": [{"server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "name": "network-vif-plugged", "status": "completed", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:42:47.275867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:42:47.298565 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c63e3-3ecc-4def-9f9c-f868f4a082a7 x-openstack-request-id: req-b31c63e3-3ecc-4def-9f9c-f868f4a082a7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:42:47.298855 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "name": "network-vif-plugged", "status": "completed", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:42:47.299135 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b31c63e3-3ecc-4def-9f9c-f868f4a082a7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:42:47.299557 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2', 'code': 200} Aug 23 04:42:47.352021 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:47.399780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:47.400218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5c473-e6d2-4c01-81e8-41bcd692cdf3 req-6b939abc-9c28-450e-a72b-a78c0d3ef09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:47.403042 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a0f5c473-e6d2-4c01-81e8-41bcd692cdf3 req-6b939abc-9c28-450e-a72b-a78c0d3ef09f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1097 time: 0.0463078 Aug 23 04:42:47.438800 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a0f5c473-e6d2-4c01-81e8-41bcd692cdf3 req-d5c55420-5ecf-41cb-bb96-063c9b2bedf2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282092 Aug 23 04:42:47.746220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c66c1-20a9-4d95-a9df-bcbd25f71f2a req-3b4f49e6-04b7-46e7-aaff-b893f0a04d09 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:47.747702 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd6c66c1-20a9-4d95-a9df-bcbd25f71f2a req-3b4f49e6-04b7-46e7-aaff-b893f0a04d09 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0492837 Aug 23 04:42:47.785240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dd6c66c1-20a9-4d95-a9df-bcbd25f71f2a req-5747f103-a44c-48fc-86ed-7a92d8a512dd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305235 Aug 23 04:42:48.894690 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2542b-e0be-4961-8e74-48a1f18d78b8 req-324c49df-705a-4e9c-a02f-c873a702531e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:48.896169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ff2542b-e0be-4961-8e74-48a1f18d78b8 req-324c49df-705a-4e9c-a02f-c873a702531e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0469859 Aug 23 04:42:48.937818 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ff2542b-e0be-4961-8e74-48a1f18d78b8 req-146ec05a-e983-4896-a1d6-4602e1e7546b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355780 Aug 23 04:42:49.049262 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1f2a-4256-4a7a-b193-996d9982524c req-4715b361-f46d-483f-8467-dff6d5dc86cd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:49.050756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-713e1f2a-4256-4a7a-b193-996d9982524c req-4715b361-f46d-483f-8467-dff6d5dc86cd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0484025 Aug 23 04:42:49.087525 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-713e1f2a-4256-4a7a-b193-996d9982524c req-b93155d9-7e06-4bcd-bbed-c5166bad4d19 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308125 Aug 23 04:42:49.108742 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35284) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:49.147536 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b8548e-a030-4384-9cc6-0e12f76b41a2 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:49.149059 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-25b8548e-a030-4384-9cc6-0e12f76b41a2 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1092 time: 0.0392854 Aug 23 04:42:49.151945 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35286) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:49.156246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '694b3d37-9a22-4649-92d0-bfed746966e2', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:42:49.268124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:49.365669 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:49.465419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.231 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/871718df-72ce-4d69-8436-e8413a76545f) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:42:49.567178 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:49.655001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:49.690482 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:42:49.693930 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:42:49.696498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:42:49.725210 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=871718df-72ce-4d69-8436-e8413a76545f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:50.043244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:50.143208 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:50.287499 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:50.325287 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:50.392645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=871718df-72ce-4d69-8436-e8413a76545f,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:42:50.403820 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:50.503471 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP d3ec8707-93df-47e1-b05e-0d4e4408d066 associated. External IP: 172.25.1.231, port: 694b3d37-9a22-4649-92d0-bfed746966e2. Aug 23 04:42:50.698659 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router dbff5a98-fc70-405a-be5d-0366314751aa has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:42:50.805533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:42:50.815702 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] Sync routers for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:42:50.825451 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:50.826120 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:50.880637 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:50.916111 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cc1fc2fe-7fc3-4f73-85c1-e5432fd83810 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7606664 Aug 23 04:42:50.916111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:42:50.916761 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac96b492-f96e-459a-8fce-0ce7d84bc546" -d '{"events": [{"name": "network-changed", "server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:42:50.931677 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:51.015671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031c832-671d-4cfe-99c9-301bfe02a6ed req-d78b330b-81e4-41a9-8f24-dc8de8476806 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:51.017173 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4031c832-671d-4cfe-99c9-301bfe02a6ed req-d78b330b-81e4-41a9-8f24-dc8de8476806 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0535176 Aug 23 04:42:51.055924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4031c832-671d-4cfe-99c9-301bfe02a6ed req-4408e3a6-8977-4c21-b070-5cdb06c9184f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328126 Aug 23 04:42:51.077336 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35294) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:51.145589 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ab8be67b-a31e-45e0-acfb-b988d35f2c75 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/d3ec8707-93df-47e1-b05e-0d4e4408d066 HTTP/1.1" status: 200 len: 992 time: 0.0659158 Aug 23 04:42:51.167814 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'd3ec8707-93df-47e1-b05e-0d4e4408d066', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'port_id': '694b3d37-9a22-4649-92d0-bfed746966e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'mac_address': 'fa:16:3e:84:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5133956-34e9-496b-8882-14915186fa14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:42:49Z', 'updated_at': '2021-08-23T04:42:49Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbce33bf-c723-48c7-9fc3-eb725c7e897d', 'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:f6:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:36Z', 'updated_at': '2021-08-23T04:42:40Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:51.185296 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dfb632-ba58-428e-bfb9-451637cf1e6b x-openstack-request-id: req-01dfb632-ba58-428e-bfb9-451637cf1e6b {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:42:51.185661 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:42:51.185985 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01dfb632-ba58-428e-bfb9-451637cf1e6b {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:42:51.186462 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2', 'status': 'completed', 'code': 200} Aug 23 04:42:51.200240 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] Checking router: dbff5a98-fc70-405a-be5d-0366314751aa for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:42:51.209359 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:42:51.210106 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:42:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:51.251667 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-89ebf6ae-3b3d-4699-9600-31f678d6800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:51.253295 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-89ebf6ae-3b3d-4699-9600-31f678d6800f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1097 time: 0.0450618 Aug 23 04:42:51.349760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-51110c09-e81d-4c6e-82e5-88434f50232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:51.351450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-51110c09-e81d-4c6e-82e5-88434f50232b service neutron] 10.222.0.24 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 897 time: 0.0903969 Aug 23 04:42:51.407190 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:42:51.420607 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-555798ab-795d-453c-b0c0-435534268899 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1000 time: 0.0621481 Aug 23 04:42:51.470380 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-56fce8bb-0137-4374-ae27-dcf7a32a62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:51.471859 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-56fce8bb-0137-4374-ae27-dcf7a32a62a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0446560 Aug 23 04:42:51.518101 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-32544b42-4f38-49b4-a439-05ac8656eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:51.520131 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-32544b42-4f38-49b4-a439-05ac8656eda7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402136 Aug 23 04:42:51.616308 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-7fc8a421-688f-4c46-9d14-6865156c1cf9 service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891783 Aug 23 04:42:51.629645 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'd3ec8707-93df-47e1-b05e-0d4e4408d066', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'port_id': '694b3d37-9a22-4649-92d0-bfed746966e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'mac_address': 'fa:16:3e:84:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5133956-34e9-496b-8882-14915186fa14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:42:49Z', 'updated_at': '2021-08-23T04:42:49Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbce33bf-c723-48c7-9fc3-eb725c7e897d', 'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:f6:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:36Z', 'updated_at': '2021-08-23T04:42:40Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:42:51.661173 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afe287-2daa-465b-b29a-42821ed8e065 None None] The sync data for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 is: [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'd3ec8707-93df-47e1-b05e-0d4e4408d066', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.231', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'port_id': '694b3d37-9a22-4649-92d0-bfed746966e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'mac_address': 'fa:16:3e:84:46:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5133956-34e9-496b-8882-14915186fa14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:42:49Z', 'updated_at': '2021-08-23T04:42:49Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbce33bf-c723-48c7-9fc3-eb725c7e897d', 'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:f6:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:36Z', 'updated_at': '2021-08-23T04:42:40Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:42:51.715991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ac96b492-f96e-459a-8fce-0ce7d84bc546 req-530011fb-023e-4295-a31b-52622a9a7497 service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921602 Aug 23 04:42:51.851260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75bb3d8-ca60-4cf4-9fcf-5ee5c354a03b None None] New status for floating IP d3ec8707-93df-47e1-b05e-0d4e4408d066: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:42:52.148152 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35296) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:42:52.206176 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5dc4c2b7-2154-4ecb-abcc-891c6c16e6ff tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/d3ec8707-93df-47e1-b05e-0d4e4408d066 HTTP/1.1" status: 200 len: 994 time: 0.0569139 Aug 23 04:42:53.213936 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-dae8e955-dd96-4db7-98ad-310a54a9e32d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386055 Aug 23 04:42:53.294739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-72d0fb3d-eeed-4bf8-bf21-976133970ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:53.296195 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-72d0fb3d-eeed-4bf8-bf21-976133970ab6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1097 time: 0.0433028 Aug 23 04:42:53.395434 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-0f87767e-525d-4ee3-bbc8-a0b6b8db4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:53.397872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-0f87767e-525d-4ee3-bbc8-a0b6b8db4ee2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 897 time: 0.0828722 Aug 23 04:42:53.439867 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:53.465255 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-24fe11ac-1c6d-4416-8530-9c289c6cf93b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1002 time: 0.0600147 Aug 23 04:42:53.513110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-9ba0eec7-5ae5-422e-8a2d-bc1956200ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:53.514585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-9ba0eec7-5ae5-422e-8a2d-bc1956200ff0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0427718 Aug 23 04:42:53.557707 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-4e262c55-68f8-48b2-bbf9-eec27ff54b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:42:53.559141 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-4e262c55-68f8-48b2-bbf9-eec27ff54b51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381277 Aug 23 04:42:53.648855 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-819904f0-b308-4620-aa40-d5685d18d72b service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828614 Aug 23 04:42:53.735606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-65f511de-e81e-4395-bcd3-cf0f59f7427a req-cd5168d9-2101-4627-8e21-6900920541fa service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796542 Aug 23 04:42:56.129734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f63bcade-ae6d-4dfc-adeb-f57e52fc9c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:58.805292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6ef117da-d774-4e47-ae12-4becdcc94ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:42:58.915134 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:00.651322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:01.974322 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:08.220457 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:13.030655 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:43:21.131489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2e9a-16a1-4269-8c9c-ceb6734ad664 req-53a33d19-6b5f-490f-8e92-498e2716ac89 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:21.132865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e3a2e9a-16a1-4269-8c9c-ceb6734ad664 req-53a33d19-6b5f-490f-8e92-498e2716ac89 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0517652 Aug 23 04:43:21.170107 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e3a2e9a-16a1-4269-8c9c-ceb6734ad664 req-3e06af01-a596-4a56-8329-53a6e3ad1d00 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312393 Aug 23 04:43:21.329839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-84ea45a4-a1dc-409d-975a-aab4eb854b6b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755353 Aug 23 04:43:22.285957 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46bf3-d6e0-4979-9d2b-6adc3ec10dac req-3133efff-b207-4405-9a6e-15b03654a607 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:22.287932 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d4d46bf3-d6e0-4979-9d2b-6adc3ec10dac req-3133efff-b207-4405-9a6e-15b03654a607 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0500553 Aug 23 04:43:22.325031 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d4d46bf3-d6e0-4979-9d2b-6adc3ec10dac req-75d15314-547c-4dfd-8515-a118298946a5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309305 Aug 23 04:43:23.411256 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-8b286153-377b-45ae-aae5-c22565d1159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:23.412834 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-8b286153-377b-45ae-aae5-c22565d1159c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1097 time: 0.0455632 Aug 23 04:43:23.441524 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cea045-db41-41a7-90f2-ba1a191722b2 req-70ec7c56-90ec-4b73-8cde-42f5141ba410 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:23.444292 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16cea045-db41-41a7-90f2-ba1a191722b2 req-70ec7c56-90ec-4b73-8cde-42f5141ba410 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0505600 Aug 23 04:43:23.448759 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:23.487890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-16cea045-db41-41a7-90f2-ba1a191722b2 req-dbaa20cf-da9f-4e64-953c-f2c9ecb30171 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375295 Aug 23 04:43:23.504057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-86ac2896-67a8-4367-9bdd-762bee8c5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:23.505576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-86ac2896-67a8-4367-9bdd-762bee8c5d3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 897 time: 0.0846281 Aug 23 04:43:23.574328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-93233ead-f961-4c9a-bad2-43d87559e540 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1002 time: 0.0613606 Aug 23 04:43:23.632551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-2dd115d2-c75f-4e32-a9bb-2e9b03d3874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:23.634123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-2dd115d2-c75f-4e32-a9bb-2e9b03d3874e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0491571 Aug 23 04:43:23.678856 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-ffa027f1-8e85-4551-b843-56cc534d083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:23.680282 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-ffa027f1-8e85-4551-b843-56cc534d083e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385087 Aug 23 04:43:23.774225 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-2d2bdfd2-4207-407b-b92b-0623007a268b service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843995 Aug 23 04:43:23.862680 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-4ef69d65-97a3-42a2-abf6-526e6a3f26eb service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790293 Aug 23 04:43:24.603076 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14dfb-87bb-47bc-a810-01b394bf05ef req-ff8e9e2e-75cb-4915-b9cf-2b30a6fafbdd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:24.604545 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12c14dfb-87bb-47bc-a810-01b394bf05ef req-ff8e9e2e-75cb-4915-b9cf-2b30a6fafbdd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0475786 Aug 23 04:43:24.641399 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-12c14dfb-87bb-47bc-a810-01b394bf05ef req-80bcf11d-7c1d-4aff-adfe-94eca9a4dd91 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306292 Aug 23 04:43:25.752820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36167fb4-a120-485d-be32-d93e150891fb req-fe451109-907d-4428-ad01-e83e0ab348fb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:25.754302 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36167fb4-a120-485d-be32-d93e150891fb req-fe451109-907d-4428-ad01-e83e0ab348fb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0476525 Aug 23 04:43:25.791124 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36167fb4-a120-485d-be32-d93e150891fb req-a335e009-b119-49a6-9bba-1c55f0e598d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310953 Aug 23 04:43:26.119067 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-865ac450-91e4-41ca-bbb8-e8bb6881b971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:26.903261 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824573-4369-4361-b1d9-7cf2531f8a26 req-485a837f-9fe0-4a59-a04e-c6d290e7e62f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:26.904774 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23824573-4369-4361-b1d9-7cf2531f8a26 req-485a837f-9fe0-4a59-a04e-c6d290e7e62f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0475779 Aug 23 04:43:26.944605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23824573-4369-4361-b1d9-7cf2531f8a26 req-da1a542e-9c34-4eba-8b98-b278d3033471 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339704 Aug 23 04:43:28.359647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904e425-2657-4ff2-813f-bc2d3c35f1f0 req-feed09fa-8087-4d06-98b9-a2b2b90f42bb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:28.361136 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1904e425-2657-4ff2-813f-bc2d3c35f1f0 req-feed09fa-8087-4d06-98b9-a2b2b90f42bb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.3510613 Aug 23 04:43:28.397712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1904e425-2657-4ff2-813f-bc2d3c35f1f0 req-d496c269-5dab-4a59-8ad2-a8478c4cc6b7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300417 Aug 23 04:43:28.810873 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-957d3f7b-d2bd-4165-a7ee-6c3ddc49db21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:28.942555 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:29.511408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a9ce9-60e0-4737-9792-4cb6833962a3 req-11a48436-0884-4715-8e93-06b564d7b0e5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:29.512919 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562a9ce9-60e0-4737-9792-4cb6833962a3 req-11a48436-0884-4715-8e93-06b564d7b0e5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0483775 Aug 23 04:43:29.586958 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-562a9ce9-60e0-4737-9792-4cb6833962a3 req-e544e7f7-893d-4f1b-93ee-0e0b29a8bf36 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305529 Aug 23 04:43:30.663421 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4d9af-5c89-4e14-944a-0e2682ed7cfe req-e34d0549-9f2d-4724-9037-ac6084c32801 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:30.664864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14b4d9af-5c89-4e14-944a-0e2682ed7cfe req-e34d0549-9f2d-4724-9037-ac6084c32801 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0481780 Aug 23 04:43:30.673721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:30.704132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-14b4d9af-5c89-4e14-944a-0e2682ed7cfe req-103b0941-fe78-462d-963f-1a5c37ebb167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332956 Aug 23 04:43:31.816903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e41a8-4d41-4c7b-a4a0-cdb283144dd7 req-7c876837-7ddd-404c-a6bd-aabde245526a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:31.818569 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef1e41a8-4d41-4c7b-a4a0-cdb283144dd7 req-7c876837-7ddd-404c-a6bd-aabde245526a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0485897 Aug 23 04:43:31.855776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ef1e41a8-4d41-4c7b-a4a0-cdb283144dd7 req-f5d45f99-2370-4931-acec-f193e7ab0d6c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Aug 23 04:43:31.979962 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:32.967817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ed4c-771f-4f27-a170-19b432aeb6f4 req-400ee4d4-20f4-47cc-ac93-e05260905ce7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:32.969290 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f69ed4c-771f-4f27-a170-19b432aeb6f4 req-400ee4d4-20f4-47cc-ac93-e05260905ce7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0468309 Aug 23 04:43:33.006225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8f69ed4c-771f-4f27-a170-19b432aeb6f4 req-051b0180-8163-4b43-87f6-5a287c8aee83 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305903 Aug 23 04:43:34.117197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16de0-71a9-4538-a6c8-3415aa8cb02f req-af5d5d80-c335-4937-bf91-a8394f971677 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:34.118668 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cea16de0-71a9-4538-a6c8-3415aa8cb02f req-af5d5d80-c335-4937-bf91-a8394f971677 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0472999 Aug 23 04:43:34.158372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cea16de0-71a9-4538-a6c8-3415aa8cb02f req-664429c4-a1cc-42c1-90a5-c67914f8b418 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Aug 23 04:43:35.272922 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f9663-4f9f-468a-96ab-13b55efbab0a req-0d80ee69-6252-4d41-8f5f-0e01f6cc469e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:35.274412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-205f9663-4f9f-468a-96ab-13b55efbab0a req-0d80ee69-6252-4d41-8f5f-0e01f6cc469e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0511494 Aug 23 04:43:35.309631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-205f9663-4f9f-468a-96ab-13b55efbab0a req-9b63eac0-37ef-45e0-9680-3cf5d1fd3cd9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294793 Aug 23 04:43:35.854471 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-95d2946d-df93-46ae-88f0-a3a6b21ed81a service neutron] show failed (client error): The resource could not be found. Aug 23 04:43:35.855504 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-95d2946d-df93-46ae-88f0-a3a6b21ed81a service neutron] 10.222.0.24 "GET /v2.0/ports/694b3d37-9a22-4649-92d0-bfed746966e2/bindings/n-h1-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0580506 Aug 23 04:43:36.419220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-bae7e757-bce4-4b84-9ea7-6a39cf7c473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:36.420684 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-bae7e757-bce4-4b84-9ea7-6a39cf7c473a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 1097 time: 0.1123054 Aug 23 04:43:36.433819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006fb07-cd74-4b16-a215-ef6861e946c3 req-9cb2e8d3-cea9-4fed-85d9-3436ff472679 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:36.435157 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7006fb07-cd74-4b16-a215-ef6861e946c3 req-9cb2e8d3-cea9-4fed-85d9-3436ff472679 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0575082 Aug 23 04:43:36.446969 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-749052-7', 'device_owner': 'compute:nova'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:43:36.503678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7006fb07-cd74-4b16-a215-ef6861e946c3 req-6fb76785-4c4e-46f2-b57f-5a13631425d1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626855 Aug 23 04:43:36.526336 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:36.719528 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:43:36.749555 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h2-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:43:36.790709 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:43:36.792950 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216f74d-d7ac-4b4a-811f-0811f06ba488" -d '{"events": [{"server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "name": "network-vif-unplugged", "status": "completed", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:43:36.796966 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:36.808905 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Transition to ACTIVE for port object 694b3d37-9a22-4649-92d0-bfed746966e2 will not be triggered until provisioned by entity L2. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:43:36.840696 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d3010-1388-4205-a447-bfdd06cc1b30 x-openstack-request-id: req-ef5d3010-1388-4205-a447-bfdd06cc1b30 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:43:36.840990 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "name": "network-vif-unplugged", "status": "completed", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:43:36.841270 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef5d3010-1388-4205-a447-bfdd06cc1b30 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:43:36.841715 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2', 'code': 200} Aug 23 04:43:36.885127 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:36.962254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Pushing event updated for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=6']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:36.974248 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.974510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.974849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.975184 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.975514 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.975872 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.976198 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.976519 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.976839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.977185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.977510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:36.977841 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:37.012680 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] No DVR routers for this DVR port 694b3d37-9a22-4649-92d0-bfed746966e2 on host n-h2-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:43:37.150447 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Attempting to bind port 694b3d37-9a22-4649-92d0-bfed746966e2 on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:43:37.150777 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Attempting to bind port 694b3d37-9a22-4649-92d0-bfed746966e2 by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:43:37.151101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Attempting to bind port 694b3d37-9a22-4649-92d0-bfed746966e2 on network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:43:37.155246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Port 694b3d37-9a22-4649-92d0-bfed746966e2 on network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:43:37.155565 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Attempting to bind port 694b3d37-9a22-4649-92d0-bfed746966e2 on network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:43:37.160250 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:43:37.160583 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Checking segment: {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:43:37.160958 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Bound using segment: {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'} {{(pid=95121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:43:37.161408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.managers [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Bound port: 694b3d37-9a22-4649-92d0-bfed746966e2, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aa5200-814a-443c-ae45-f18c2bdb3597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663'}}] {{(pid=95121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:43:37.161779 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:37.221489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h1-749052-7, cleared binding levels {{(pid=95121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:43:37.224989 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:43:37.303385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:37.336235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:37.336848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:37.338228 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1092 time: 0.8962224 Aug 23 04:43:37.361300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243a7c1-4e32-47e3-b9c9-a9f3df5331b9 service neutron] Pushing event updated for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=7']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:37.412451 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-a22ad598-2cce-4fe8-a77d-ea673888fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:37.413994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-a22ad598-2cce-4fe8-a77d-ea673888fa34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1095 time: 0.0422390 Aug 23 04:43:37.509215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-b109eadb-7639-49e0-a389-77f5ca0040c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:37.510699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-b109eadb-7639-49e0-a389-77f5ca0040c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 897 time: 0.0900011 Aug 23 04:43:37.574303 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-ee1e5f41-d728-422d-9d40-0294799a00fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1000 time: 0.0564773 Aug 23 04:43:37.649968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f90b0ae7-25c2-40cc-96e9-cb0986fa0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:37.651412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-f90b0ae7-25c2-40cc-96e9-cb0986fa0bbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0683877 Aug 23 04:43:37.659326 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324f426-3b74-4e81-9280-0c5d1453f5e0 req-c0f5948d-e768-4f50-9e28-00e7ed63b834 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:37.660671 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6324f426-3b74-4e81-9280-0c5d1453f5e0 req-c0f5948d-e768-4f50-9e28-00e7ed63b834 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 944 time: 0.0855105 Aug 23 04:43:37.720549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6324f426-3b74-4e81-9280-0c5d1453f5e0 req-28d91ddd-b3b2-4537-98d6-0791c8039f64 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514598 Aug 23 04:43:37.723023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-7eeebd2b-e170-4056-9d12-c5dbd72138e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:37.724987 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-7eeebd2b-e170-4056-9d12-c5dbd72138e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629604 Aug 23 04:43:37.816520 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-a57dc481-d2b0-4eed-9043-47760b2a994a service neutron] 10.222.0.11 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838108 Aug 23 04:43:37.906130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-74117d2b-bb32-42c4-9b30-8ffcab7f6701 service neutron] 10.222.0.11 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818222 Aug 23 04:43:38.225873 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:38.837601 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c9861-f69b-4fd9-8602-9073e0f8fa0f req-67910270-c5a0-487a-a1ae-cb6e3e1e8e1b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:38.839067 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-559c9861-f69b-4fd9-8602-9073e0f8fa0f req-67910270-c5a0-487a-a1ae-cb6e3e1e8e1b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 944 time: 0.0530605 Aug 23 04:43:38.842589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:43:38.844815 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a906e0ab-bc7a-486c-900a-07b07bf953ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:43:38.879614 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-559c9861-f69b-4fd9-8602-9073e0f8fa0f req-6eaf410e-2bb2-4bbb-ab47-983bf7d0a252 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316184 Aug 23 04:43:38.932943 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3ae4cc-5e9a-4486-954b-56cc971336a8 x-openstack-request-id: req-ef3ae4cc-5e9a-4486-954b-56cc971336a8 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:43:38.933270 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:43:38.933522 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef3ae4cc-5e9a-4486-954b-56cc971336a8 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:43:38.934435 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2', 'status': 'completed', 'code': 200} Aug 23 04:43:38.991440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-d723c4f7-4279-4629-9169-8782440d11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:38.992919 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-d723c4f7-4279-4629-9169-8782440d11f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1095 time: 0.0409584 Aug 23 04:43:39.017484 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-27800205-0cb1-4757-a6c3-e890f211f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:39.018903 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-27800205-0cb1-4757-a6c3-e890f211f79b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1095 time: 0.0405722 Aug 23 04:43:39.083847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-e7934b9a-6dab-4815-9290-81a6a74db120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:39.085332 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-e7934b9a-6dab-4815-9290-81a6a74db120 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 897 time: 0.0853620 Aug 23 04:43:39.113275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-c7175a29-7822-4f9e-9e5d-13387b46251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:39.115343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-c7175a29-7822-4f9e-9e5d-13387b46251d service neutron] 10.222.0.11 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 897 time: 0.0870891 Aug 23 04:43:39.153453 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-3bd38815-f03c-465d-9ce7-79b4a14e21e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1000 time: 0.0609438 Aug 23 04:43:39.180373 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-203d113f-e818-4aa9-92df-daf05e3b502f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1000 time: 0.0572233 Aug 23 04:43:39.201179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-ded7519f-ec01-4bd4-a374-4697f7d525a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:39.202626 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-ded7519f-ec01-4bd4-a374-4697f7d525a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0426130 Aug 23 04:43:39.229225 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-1a4e4782-e822-45bd-b31f-b8bf24ced4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:39.230675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-1a4e4782-e822-45bd-b31f-b8bf24ced4f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0431585 Aug 23 04:43:39.247732 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-076f9df5-2e6d-4b5e-9791-ba4c6f8a1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:39.249253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-076f9df5-2e6d-4b5e-9791-ba4c6f8a1502 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394878 Aug 23 04:43:39.259972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-9f70aade-3a73-4c06-aa3e-8362b4af1d15 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:43:39.260954 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-9f70aade-3a73-4c06-aa3e-8362b4af1d15 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049355 Aug 23 04:43:39.279427 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-6dca2aea-d1cf-467e-ba6e-9e7602b2e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:39.280823 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-6dca2aea-d1cf-467e-ba6e-9e7602b2e730 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432189 Aug 23 04:43:39.294752 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 694b3d37-9a22-4649-92d0-bfed746966e2 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:43:39.335587 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 694b3d37-9a22-4649-92d0-bfed746966e2 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:43:39.354362 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-607279ca-b512-41d7-8e74-f8f08c55d598 service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867372 Aug 23 04:43:39.376742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-eab9102d-d1a7-4b7f-bef4-093f6bb3f571 service neutron] 10.222.0.11 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879896 Aug 23 04:43:39.441153 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-b2484969-7764-4b3d-837a-b87167c0db25 service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800340 Aug 23 04:43:39.469989 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a906e0ab-bc7a-486c-900a-07b07bf953ed req-a80a2611-e66a-4b0e-987d-e6fddb68bcf6 service neutron] 10.222.0.11 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855775 Aug 23 04:43:39.996187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4100-af4a-4c0e-a215-2501b117872c req-7ef0c583-c2a2-452c-818a-2e8756744cc9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:39.997713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1f9b4100-af4a-4c0e-a215-2501b117872c req-7ef0c583-c2a2-452c-818a-2e8756744cc9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 944 time: 0.0511119 Aug 23 04:43:40.034528 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1f9b4100-af4a-4c0e-a215-2501b117872c req-735aecab-413a-411e-a016-fe8687c4795c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Aug 23 04:43:41.151506 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1bc1d-7da6-4d06-acc0-40ed6ba00fad req-3764848b-86ef-4035-99e8-ab45201f77b1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:41.153032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcc1bc1d-7da6-4d06-acc0-40ed6ba00fad req-3764848b-86ef-4035-99e8-ab45201f77b1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 944 time: 0.0514362 Aug 23 04:43:41.189756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bcc1bc1d-7da6-4d06-acc0-40ed6ba00fad req-44e7521d-c9ea-42b8-9028-062525b2585d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306182 Aug 23 04:43:41.497597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 694b3d37-9a22-4649-92d0-bfed746966e2 details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:43:41.597247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:43:41.607832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '694b3d37-9a22-4649-92d0-bfed746966e2', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'port_id': '694b3d37-9a22-4649-92d0-bfed746966e2', 'mac_address': 'fa:16:3e:84:46:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:43:41.644127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:41.659875 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694b3d37-9a22-4649-92d0-bfed746966e2 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:43:41.678330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:43:41.770690 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:41.817383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:41.824902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.825274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.825652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.825986 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.826321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.826651 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.826974 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.827298 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.827623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.827944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.828267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:41.828584 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:43:42.209467 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['694b3d37-9a22-4649-92d0-bfed746966e2'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:43:42.308378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4252c-3409-4c66-bb12-e70c932c106d req-f41ed096-c7a4-49ac-b75a-fc43d4f2c34d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:42.309891 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04f4252c-3409-4c66-bb12-e70c932c106d req-f41ed096-c7a4-49ac-b75a-fc43d4f2c34d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 945 time: 0.0523777 Aug 23 04:43:42.346500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-04f4252c-3409-4c66-bb12-e70c932c106d req-c7705f91-82da-4b39-bf6b-844203d54b54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306873 Aug 23 04:43:42.667638 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad4f27-a111-4046-adab-7a1f83ba14be req-830aa54a-1617-4d92-829d-f6e6044317a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:42.669159 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-20ad4f27-a111-4046-adab-7a1f83ba14be req-830aa54a-1617-4d92-829d-f6e6044317a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 945 time: 0.0487106 Aug 23 04:43:42.706875 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-20ad4f27-a111-4046-adab-7a1f83ba14be req-e8cdbb5d-0d1e-4863-b3ae-388fd133d58c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317667 Aug 23 04:43:42.741819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-18bdd52e-c276-40cd-a23b-5b31e4b1b50e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:42.743341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-18bdd52e-c276-40cd-a23b-5b31e4b1b50e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14&tenant_id=449c54f7f9b5473cae8fd37b1f386084&binding%3Ahost_id=n-h1-749052-7 HTTP/1.1" status: 200 len: 945 time: 0.0558758 Aug 23 04:43:42.802833 n-d-749052-7 neutron-server[95120]: INFO neutron.api.v2.resource [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-5d8679bd-1c5f-40ce-8a44-664e296c95c0 service neutron] delete failed (client error): The resource could not be found. Aug 23 04:43:42.803908 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-5d8679bd-1c5f-40ce-8a44-664e296c95c0 service neutron] 10.222.0.24 "DELETE /v2.0/ports/694b3d37-9a22-4649-92d0-bfed746966e2/bindings/n-h2-749052-7 HTTP/1.1" status: 404 len: 380 time: 0.0535347 Aug 23 04:43:42.820246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffae19f-3f61-4f4a-b91a-124de3a5e196 req-174b01fe-3013-436c-a9c0-5781de142056 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:42.821776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ffae19f-3f61-4f4a-b91a-124de3a5e196 req-174b01fe-3013-436c-a9c0-5781de142056 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 945 time: 0.0480824 Aug 23 04:43:42.866061 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2ffae19f-3f61-4f4a-b91a-124de3a5e196 req-e8cbea74-b2c2-401c-8a9f-ad54a87101df tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377667 Aug 23 04:43:42.887731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-6c9294c8-8125-44f5-8f8e-91bc571a8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:42.889287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-6c9294c8-8125-44f5-8f8e-91bc571a8a1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1096 time: 0.0415270 Aug 23 04:43:42.977365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-423d1564-9280-4091-90db-2ff60a3dc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:42.978795 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-423d1564-9280-4091-90db-2ff60a3dc884 service neutron] 10.222.0.24 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 897 time: 0.0831225 Aug 23 04:43:43.040197 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-2b246b48-e110-4a89-8158-1f959396cc08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1001 time: 0.0545499 Aug 23 04:43:43.087032 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-a03614a8-8f08-41c4-8a45-0d48b4a2d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:43.088387 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-a03614a8-8f08-41c4-8a45-0d48b4a2d598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0413811 Aug 23 04:43:43.135912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-c9318192-9690-44ae-99cd-99f53d2430b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:43.137465 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-c9318192-9690-44ae-99cd-99f53d2430b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422964 Aug 23 04:43:43.220973 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-454e9123-d719-4627-8baa-e9003da016ad service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767150 Aug 23 04:43:43.495657 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 694b3d37-9a22-4649-92d0-bfed746966e2 up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:43:43.576367 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-95fde32d-fb32-45d0-8efa-ab2e305265c5 req-4397f0a4-f0fb-44e5-afb7-95f57c256569 service neutron] 10.222.0.24 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483062 Aug 23 04:43:43.603179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 694b3d37-9a22-4649-92d0-bfed746966e2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:43:43.608084 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 694b3d37-9a22-4649-92d0-bfed746966e2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:43:43.608457 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:43.687512 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:43.711836 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:43:43.714254 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8cff4d-01a9-443c-885d-4c3d13c1e6c5" -d '{"events": [{"server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "name": "network-vif-plugged", "status": "completed", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:43:43.727727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:43:43.761107 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3f530f-ef68-41b7-a039-5e7f1c2ef697 x-openstack-request-id: req-ee3f530f-ef68-41b7-a039-5e7f1c2ef697 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:43:43.767770 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "name": "network-vif-plugged", "status": "completed", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:43:43.767770 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee3f530f-ef68-41b7-a039-5e7f1c2ef697 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:43:43.767770 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2', 'code': 200} Aug 23 04:43:43.820448 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:43.869814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:43:43.987299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0d525-b934-42be-9996-9ec09b54c2b8 req-71c2b6fc-3863-4adf-af99-23f3257c669e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:43.988746 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ac0d525-b934-42be-9996-9ec09b54c2b8 req-71c2b6fc-3863-4adf-af99-23f3257c669e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0519228 Aug 23 04:43:44.025455 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1ac0d525-b934-42be-9996-9ec09b54c2b8 req-4b8a9fbb-8e07-45f9-b579-6e074aac7dfb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308444 Aug 23 04:43:45.143532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f4516-6e2d-4989-833c-3c6022aff17f req-e27024d9-86fa-49d9-aa4e-3df8d1d4bd2e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:43:45.145036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-042f4516-6e2d-4989-833c-3c6022aff17f req-e27024d9-86fa-49d9-aa4e-3df8d1d4bd2e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0551629 Aug 23 04:43:45.183948 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-042f4516-6e2d-4989-833c-3c6022aff17f req-a128911d-c8d0-490d-ada0-6fa475f2b29c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324585 Aug 23 04:43:45.205171 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35402) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:43:45.263279 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3ef7d1d1-2a8a-4734-b249-a60f27575200 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/d3ec8707-93df-47e1-b05e-0d4e4408d066 HTTP/1.1" status: 200 len: 994 time: 0.0570259 Aug 23 04:43:50.029555 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:43:53.456065 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:56.133963 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-64e6ccc7-6075-4690-9b57-9b1e0b47d5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:58.803236 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-afcd0c2e-bcec-4125-86d1-9a8c52058719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:43:58.925214 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:00.665210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:01.971069 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:02.286548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53e6ab50-c594-4412-913d-1c4f07806534 req-0b8e2b29-84a3-43a3-8e99-927122cc6379 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424421 Aug 23 04:44:02.385879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6ab50-c594-4412-913d-1c4f07806534 req-42346550-bd11-456c-8fe6-15a3e7279926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:02.387322 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53e6ab50-c594-4412-913d-1c4f07806534 req-42346550-bd11-456c-8fe6-15a3e7279926 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1097 time: 0.0400414 Aug 23 04:44:02.489705 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6ab50-c594-4412-913d-1c4f07806534 req-80f407c8-e6be-4698-b6ee-72d3782dee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:02.491667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53e6ab50-c594-4412-913d-1c4f07806534 req-80f407c8-e6be-4698-b6ee-72d3782dee88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 897 time: 0.0859406 Aug 23 04:44:02.555314 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53e6ab50-c594-4412-913d-1c4f07806534 req-1b95bc37-d8ab-419c-bbd6-5e3f65fa5366 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 1002 time: 0.0555902 Aug 23 04:44:02.601588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6ab50-c594-4412-913d-1c4f07806534 req-997d61fc-a5d2-4cf3-a62b-1c7ca3c70070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:02.602946 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53e6ab50-c594-4412-913d-1c4f07806534 req-997d61fc-a5d2-4cf3-a62b-1c7ca3c70070 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0410149 Aug 23 04:44:02.649897 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6ab50-c594-4412-913d-1c4f07806534 req-c0e3f723-27ac-4894-bfe7-6423c8562428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:02.651317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53e6ab50-c594-4412-913d-1c4f07806534 req-c0e3f723-27ac-4894-bfe7-6423c8562428 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413630 Aug 23 04:44:02.738672 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53e6ab50-c594-4412-913d-1c4f07806534 req-21489ec4-f51a-4272-a445-fc565f98553f service neutron] 10.222.0.11 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796969 Aug 23 04:44:02.831844 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53e6ab50-c594-4412-913d-1c4f07806534 req-bae5f8b5-e273-4ecf-8e87-c5e8cb194bdd service neutron] 10.222.0.11 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853252 Aug 23 04:44:08.237099 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:23.456692 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:26.119080 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-826b93c0-a288-4251-bb6e-20ddffc84d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:27.028929 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:44:28.827584 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5be953c4-5c7a-4ed8-9895-60bbbe38e6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:28.919340 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:29.870319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35420) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:30.019185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 871718df-72ce-4d69-8436-e8413a76545f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:44:30.019534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:30.094312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:30.094648 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:30.106553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 871718df-72ce-4d69-8436-e8413a76545f owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:44:30.307689 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:30.333372 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=871718df-72ce-4d69-8436-e8413a76545f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:30.343867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.344223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.344565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.344904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.345860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.345860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.346056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.346230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.346561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.346888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.347214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.347536 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:30.404985 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:30.405347 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP d3ec8707-93df-47e1-b05e-0d4e4408d066 disassociated (deleted). External IP: 172.25.1.231, port: 694b3d37-9a22-4649-92d0-bfed746966e2. Aug 23 04:44:30.605190 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router dbff5a98-fc70-405a-be5d-0366314751aa has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:44:30.676442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:30.718736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:44:30.723706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:30.729383 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] Sync routers for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:44:30.739169 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:44:30.739768 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:30.749484 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-313482f8-8df9-4690-9b95-a4065bc2db8b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/floatingips/d3ec8707-93df-47e1-b05e-0d4e4408d066 HTTP/1.1" status: 204 len: 168 time: 0.8780832 Aug 23 04:44:30.750071 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:44:30.752371 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ba3900-ea26-48a1-af4c-4885035fb27f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:44:30.843858 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:44:31.039128 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20245870-09f7-4918-8439-e683652bd255 x-openstack-request-id: req-20245870-09f7-4918-8439-e683652bd255 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:44:31.040077 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:44:31.040337 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20245870-09f7-4918-8439-e683652bd255 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:44:31.040736 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2', 'status': 'completed', 'code': 200} Aug 23 04:44:31.050883 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'cbce33bf-c723-48c7-9fc3-eb725c7e897d', 'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:f6:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:36Z', 'updated_at': '2021-08-23T04:42:40Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:31.076856 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] Checking router: dbff5a98-fc70-405a-be5d-0366314751aa for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:44:31.085151 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:44:31.085793 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:31.162813 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee3533-2e35-4b63-aa52-4a9175f1d421 req-374ecc96-7f88-4591-9a90-344cd83c37ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:31.164750 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95ee3533-2e35-4b63-aa52-4a9175f1d421 req-374ecc96-7f88-4591-9a90-344cd83c37ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0827589 Aug 23 04:44:31.166560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-9c031d57-da1e-4dd5-b22a-35c33b2adf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:31.167920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-9c031d57-da1e-4dd5-b22a-35c33b2adf8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 1097 time: 0.0587490 Aug 23 04:44:31.189973 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:44:31.230354 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-95ee3533-2e35-4b63-aa52-4a9175f1d421 req-5f78cf88-4f00-44bb-95af-b6cd522c19ba tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595639 Aug 23 04:44:31.298668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-b9f4f5c2-ed18-4603-a1b2-c9571e4fbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:31.300146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-b9f4f5c2-ed18-4603-a1b2-c9571e4fbe94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 200 len: 897 time: 0.1228781 Aug 23 04:44:31.342225 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-2a460f29-46c1-46e9-9f8b-e2d1c31ed480 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 200 len: 217 time: 0.0336051 Aug 23 04:44:31.385870 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'cbce33bf-c723-48c7-9fc3-eb725c7e897d', 'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:f6:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:36Z', 'updated_at': '2021-08-23T04:42:40Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:31.396300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-22a3e941-adf8-4b55-89d0-1d935e293069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:31.397840 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-22a3e941-adf8-4b55-89d0-1d935e293069 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 200 len: 835 time: 0.0481069 Aug 23 04:44:31.410840 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dffc90-6ae6-41cc-9dd6-655254cfb755 None None] The sync data for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 is: [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'cbce33bf-c723-48c7-9fc3-eb725c7e897d', 'name': '', 'network_id': '31453c1f-1d26-4ea9-8f4a-5d08875bc663', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:f6:59:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:36Z', 'updated_at': '2021-08-23T04:42:40Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '1d6a79b2-967f-4cee-a1f7-210e390b4f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:44:31.446168 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-9755219f-ff64-4505-9cee-410ca25b2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:31.447717 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-9755219f-ff64-4505-9cee-410ca25b2c3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31453c1f-1d26-4ea9-8f4a-5d08875bc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422466 Aug 23 04:44:31.539464 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-b0537fa7-6bc4-45c6-974b-50b20c125dd9 service neutron] 10.222.0.11 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839636 Aug 23 04:44:31.633595 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6160f2-2031-4139-a53f-cee9d99b98df None None] New status for floating IP d3ec8707-93df-47e1-b05e-0d4e4408d066: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:44:31.636575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-77ba3900-ea26-48a1-af4c-4885035fb27f req-ad873acd-3e1d-4749-905c-96565b8c9487 service neutron] 10.222.0.11 "GET /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898876 Aug 23 04:44:31.999168 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:32.345588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a470fe-8628-45c4-b5ee-8a9c021274cd req-ab48f409-c206-4f5a-9129-0110ebedafda tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:32.347063 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24a470fe-8628-45c4-b5ee-8a9c021274cd req-ab48f409-c206-4f5a-9129-0110ebedafda tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0480556 Aug 23 04:44:32.384548 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-24a470fe-8628-45c4-b5ee-8a9c021274cd req-0fb766f2-f371-4865-b032-df7a3c64c631 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=4afe4baf-2741-434c-a6df-39967ae60107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Aug 23 04:44:32.691099 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-b3acdfeb-c0fe-4250-ba1e-46908b10462c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:32.692428 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-b3acdfeb-c0fe-4250-ba1e-46908b10462c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 946 time: 0.0471177 Aug 23 04:44:32.781442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 694b3d37-9a22-4649-92d0-bfed746966e2 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:44:32.781778 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:32.867921 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port 694b3d37-9a22-4649-92d0-bfed746966e2, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=694b3d37-9a22-4649-92d0-bfed746966e2,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:32.868278 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:32.879589 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 694b3d37-9a22-4649-92d0-bfed746966e2 owned by compute:nova {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:44:33.071130 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:33.097747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=694b3d37-9a22-4649-92d0-bfed746966e2,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:33.144671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] No DVR routers for this DVR port 694b3d37-9a22-4649-92d0-bfed746966e2 on host n-h1-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:44:33.147393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:33.149894 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.11 "DELETE /v2.0/ports/694b3d37-9a22-4649-92d0-bfed746966e2 HTTP/1.1" status: 204 len: 173 time: 0.4518213 Aug 23 04:44:33.150378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'name': 'network-vif-deleted', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:44:33.152619 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8d4e3f-5294-4131-a009-d25858feec38" -d '{"events": [{"server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "name": "network-vif-deleted", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:44:33.187916 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1ca965-7e0f-4411-bcbc-8d6425b765b6 x-openstack-request-id: req-4e1ca965-7e0f-4411-bcbc-8d6425b765b6 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:44:33.188207 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5133956-34e9-496b-8882-14915186fa14", "name": "network-vif-deleted", "tag": "694b3d37-9a22-4649-92d0-bfed746966e2", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:44:33.188458 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e1ca965-7e0f-4411-bcbc-8d6425b765b6 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:44:33.188849 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5133956-34e9-496b-8882-14915186fa14', 'name': 'network-vif-deleted', 'tag': '694b3d37-9a22-4649-92d0-bfed746966e2', 'status': 'completed', 'code': 200} Aug 23 04:44:33.494035 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8b181335-02b3-4556-afe6-f3c72f7b8670 req-f08c0e2a-05b5-4794-b5ef-c40be5ae9fbf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5133956-34e9-496b-8882-14915186fa14 HTTP/1.1" status: 200 len: 210 time: 0.0266249 Aug 23 04:44:34.624192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35438) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:34.975409 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:35.216947 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port cbce33bf-c723-48c7-9fc3-eb725c7e897d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:44:35.217212 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:35.301320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port cbce33bf-c723-48c7-9fc3-eb725c7e897d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cbce33bf-c723-48c7-9fc3-eb725c7e897d,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:35.301677 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:35.313389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for cbce33bf-c723-48c7-9fc3-eb725c7e897d owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:44:35.539994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:35.566205 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=cbce33bf-c723-48c7-9fc3-eb725c7e897d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:35.737330 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:35.946083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router dbff5a98-fc70-405a-be5d-0366314751aa has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:44:36.048465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:44:36.053468 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b43b9644-208f-48b1-bd38-6f499aeeb833 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/dbff5a98-fc70-405a-be5d-0366314751aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282382 Aug 23 04:44:36.056625 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35440) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:36.060171 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] Sync routers for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:44:36.069204 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:44:36.070360 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:36.106209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c82815-3f1f-406b-9352-576024d533ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting subnet 1d6a79b2-967f-4cee-a1f7-210e390b4f69 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:44:36.109246 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7c82815-3f1f-406b-9352-576024d533ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.148285 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7c82815-3f1f-406b-9352-576024d533ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.170884 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:44:36.233467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7c82815-3f1f-406b-9352-576024d533ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.346222 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:44:35Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:36.365688 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7c82815-3f1f-406b-9352-576024d533ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.394687 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c82815-3f1f-406b-9352-576024d533ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6a79b2-967f-4cee-a1f7-210e390b4f69,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:36.398432 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7c82815-3f1f-406b-9352-576024d533ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.400331 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d7c82815-3f1f-406b-9352-576024d533ac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/subnets/1d6a79b2-967f-4cee-a1f7-210e390b4f69 HTTP/1.1" status: 204 len: 168 time: 0.3427558 Aug 23 04:44:36.403148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35442) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:36.407783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705373c9-210d-4462-a969-3ad02044d1da None None] Network 31453c1f-1d26-4ea9-8f4a-5d08875bc663 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:44:36.466217 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] Checking router: dbff5a98-fc70-405a-be5d-0366314751aa for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:44:36.474694 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] Routers {'dbff5a98-fc70-405a-be5d-0366314751aa'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:44:36.475313 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['dbff5a98-fc70-405a-be5d-0366314751aa'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:36.517305 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.598094 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] Set router dbff5a98-fc70-405a-be5d-0366314751aa gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:44:36.617164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4b8d3-e371-4c35-aa93-fddb9ed569e9 None None] DHCP port deletion for 31453c1f-1d26-4ea9-8f4a-5d08875bc663 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:44:36.632357 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.661332 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4b8d3-e371-4c35-aa93-fddb9ed569e9 None None] Deleting port 280694d5-dd54-4173-a620-a711bca8c7a7 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:44:36.661626 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0fe4b8d3-e371-4c35-aa93-fddb9ed569e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.728012 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-0fe4b8d3-e371-4c35-aa93-fddb9ed569e9 None None] For port 280694d5-dd54-4173-a620-a711bca8c7a7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=280694d5-dd54-4173-a620-a711bca8c7a7,segment=NetworkSegment(10aa5200-814a-443c-ae45-f18c2bdb3597),segment_id=10aa5200-814a-443c-ae45-f18c2bdb3597)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:36.728377 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0fe4b8d3-e371-4c35-aa93-fddb9ed569e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.735651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port ecec3ca5-7fd8-4057-8d43-d65df5581f98 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:44:36.736007 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.741203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4b8d3-e371-4c35-aa93-fddb9ed569e9 None None] Calling delete_port for 280694d5-dd54-4173-a620-a711bca8c7a7 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:44:36.779526 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:44:35Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:36.810260 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd2e101-57ff-4499-bd9f-f40c453c18dd None None] The sync data for ids ['dbff5a98-fc70-405a-be5d-0366314751aa'] in n-d-749052-7 is: [{'id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1407475398', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:44:35Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': 'ecec3ca5-7fd8-4057-8d43-d65df5581f98', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbff5a98-fc70-405a-be5d-0366314751aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:42:32Z', 'updated_at': '2021-08-23T04:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:44:36.817560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port ecec3ca5-7fd8-4057-8d43-d65df5581f98, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ecec3ca5-7fd8-4057-8d43-d65df5581f98,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:36.817560 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.830064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for ecec3ca5-7fd8-4057-8d43-d65df5581f98 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:44:36.899365 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0fe4b8d3-e371-4c35-aa93-fddb9ed569e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:36.927179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4b8d3-e371-4c35-aa93-fddb9ed569e9 None None] Pushing event deleted for resources: {'Port': ['ID=280694d5-dd54-4173-a620-a711bca8c7a7,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:36.937283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4b8d3-e371-4c35-aa93-fddb9ed569e9 None None] No DVR routers for this DVR port 280694d5-dd54-4173-a620-a711bca8c7a7 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:44:37.073787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.102569 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=ecec3ca5-7fd8-4057-8d43-d65df5581f98,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:37.116050 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.116927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.117299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.117634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.117965 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.118294 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.118622 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.118947 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.119273 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.119595 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.119915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.120233 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:37.172155 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.258882 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.260915 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.358937 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.359488 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Fanout notify agent at l3_agent the message router_deleted on router dbff5a98-fc70-405a-be5d-0366314751aa {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:44:37.368172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.368172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-1f3e5482-5b93-415a-bbab-f8d5785faa1d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/routers/dbff5a98-fc70-405a-be5d-0366314751aa HTTP/1.1" status: 204 len: 168 time: 0.9637487 Aug 23 04:44:37.370685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35444) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:37.450914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.538125 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.548117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31453c1f-1d26-4ea9-8f4a-5d08875bc663']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:37.558039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aa5200-814a-443c-ae45-f18c2bdb3597') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:37.558336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aa5200-814a-443c-ae45-f18c2bdb3597') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:37.566809 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.579760 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.585948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:44:37.586330 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:44:37.589139 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:44:37.701787 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.709282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.710932 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/networks/31453c1f-1d26-4ea9-8f4a-5d08875bc663 HTTP/1.1" status: 204 len: 168 time: 0.3393140 Aug 23 04:44:37.713666 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35446) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:37.721678 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c76cb-3254-4e49-9c3e-e63b77ba8c27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Network': ['ID=31453c1f-1d26-4ea9-8f4a-5d08875bc663,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:37.735805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 694b3d37-9a22-4649-92d0-bfed746966e2 no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:44:37.755276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 694b3d37-9a22-4649-92d0-bfed746966e2 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:44:37.755710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 694b3d37-9a22-4649-92d0-bfed746966e2 not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:44:37.772052 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9541027f-4985-4287-bf13-8b096a1d468c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.798471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9541027f-4985-4287-bf13-8b096a1d468c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.939155 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9541027f-4985-4287-bf13-8b096a1d468c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.941741 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9541027f-4985-4287-bf13-8b096a1d468c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:37.945123 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9541027f-4985-4287-bf13-8b096a1d468c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/security-groups/4afe4baf-2741-434c-a6df-39967ae60107 HTTP/1.1" status: 204 len: 168 time: 0.2281885 Aug 23 04:44:37.952455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541027f-4985-4287-bf13-8b096a1d468c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afe4baf-2741-434c-a6df-39967ae60107,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:38.213908 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:38.282414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35452) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:38.287145 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-922df939-3626-4fb8-8bd6-887337e9904a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508588210', 'description': 'tempest-secgroup-smoke-1508588210 description', 'project_id': '449c54f7f9b5473cae8fd37b1f386084'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:38.368267 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-922df939-3626-4fb8-8bd6-887337e9904a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:38.449953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-922df939-3626-4fb8-8bd6-887337e9904a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:38.524759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-922df939-3626-4fb8-8bd6-887337e9904a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:38.539546 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 280694d5-dd54-4173-a620-a711bca8c7a7 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:44:38.553442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922df939-3626-4fb8-8bd6-887337e9904a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b68ed6-730d-4f82-af3d-f8b8890334a8,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:38.559930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 280694d5-dd54-4173-a620-a711bca8c7a7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:44:38.560283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 280694d5-dd54-4173-a620-a711bca8c7a7 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:44:38.560699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cbce33bf-c723-48c7-9fc3-eb725c7e897d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:44:38.579110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: cbce33bf-c723-48c7-9fc3-eb725c7e897d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:44:38.579453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cbce33bf-c723-48c7-9fc3-eb725c7e897d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:44:38.579858 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ecec3ca5-7fd8-4057-8d43-d65df5581f98 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:44:38.597271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ecec3ca5-7fd8-4057-8d43-d65df5581f98 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:44:38.603148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ecec3ca5-7fd8-4057-8d43-d65df5581f98 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:44:38.625699 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-922df939-3626-4fb8-8bd6-887337e9904a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:38.625699 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-922df939-3626-4fb8-8bd6-887337e9904a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3403454 Aug 23 04:44:38.626598 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35454) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:38.631024 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c72ce4ec-15f1-4f0f-a3ed-76af3b513bd6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '48b68ed6-730d-4f82-af3d-f8b8890334a8', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:38.729636 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c72ce4ec-15f1-4f0f-a3ed-76af3b513bd6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:38.782711 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c72ce4ec-15f1-4f0f-a3ed-76af3b513bd6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:38.868174 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c72ce4ec-15f1-4f0f-a3ed-76af3b513bd6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:38.884646 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ce4ec-15f1-4f0f-a3ed-76af3b513bd6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ad4d4b-8348-4bc2-bd84-3a38a01da6bb,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:38.947972 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c72ce4ec-15f1-4f0f-a3ed-76af3b513bd6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:38.949287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c72ce4ec-15f1-4f0f-a3ed-76af3b513bd6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216937 Aug 23 04:44:38.951933 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35456) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:38.956407 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-46ea8f62-3af7-4af4-b6c7-302881d0e6e9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '48b68ed6-730d-4f82-af3d-f8b8890334a8', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:39.043728 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46ea8f62-3af7-4af4-b6c7-302881d0e6e9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.097249 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46ea8f62-3af7-4af4-b6c7-302881d0e6e9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.170507 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46ea8f62-3af7-4af4-b6c7-302881d0e6e9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.187564 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea8f62-3af7-4af4-b6c7-302881d0e6e9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45ca816-4b71-473a-b860-51d1fbba3e57,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:39.263150 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-46ea8f62-3af7-4af4-b6c7-302881d0e6e9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.264349 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-46ea8f62-3af7-4af4-b6c7-302881d0e6e9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3114433 Aug 23 04:44:39.267054 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35458) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:39.271422 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f7903fce-28fd-4e4d-8691-15229c70930b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '48b68ed6-730d-4f82-af3d-f8b8890334a8', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:39.346053 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7903fce-28fd-4e4d-8691-15229c70930b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.665567 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7903fce-28fd-4e4d-8691-15229c70930b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.724434 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7903fce-28fd-4e4d-8691-15229c70930b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.741964 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7903fce-28fd-4e4d-8691-15229c70930b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5745b47a-8bf7-4c64-b7b1-afe0bec2ddbd,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:39.793300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f7903fce-28fd-4e4d-8691-15229c70930b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.794542 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f7903fce-28fd-4e4d-8691-15229c70930b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5265505 Aug 23 04:44:39.797216 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35460) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:39.801586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-319d1e34-4a58-4de8-ad59-755459e40d09 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '48b68ed6-730d-4f82-af3d-f8b8890334a8', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:39.883580 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-319d1e34-4a58-4de8-ad59-755459e40d09 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.941568 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-319d1e34-4a58-4de8-ad59-755459e40d09 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:39.998759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-319d1e34-4a58-4de8-ad59-755459e40d09 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.013263 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d1e34-4a58-4de8-ad59-755459e40d09 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9452f5c6-00c8-482d-a535-bc8496325d19,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:40.073145 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-319d1e34-4a58-4de8-ad59-755459e40d09 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.074328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-319d1e34-4a58-4de8-ad59-755459e40d09 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2762065 Aug 23 04:44:40.076992 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35462) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:40.081326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ec6d50a1-4fcd-465a-a53f-c39f345a36ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '48b68ed6-730d-4f82-af3d-f8b8890334a8', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:40.162071 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-ec6d50a1-4fcd-465a-a53f-c39f345a36ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:44:40.167559 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec6d50a1-4fcd-465a-a53f-c39f345a36ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.224171 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec6d50a1-4fcd-465a-a53f-c39f345a36ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.276162 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec6d50a1-4fcd-465a-a53f-c39f345a36ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.293293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d50a1-4fcd-465a-a53f-c39f345a36ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d83a6af-b268-4b56-af77-96bfc2b443b9,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:40.353743 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec6d50a1-4fcd-465a-a53f-c39f345a36ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.355146 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec6d50a1-4fcd-465a-a53f-c39f345a36ec tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2770650 Aug 23 04:44:40.358490 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35464) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:40.362811 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-59d136ae-b755-4e2e-a741-ac30582bdd2b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '48b68ed6-730d-4f82-af3d-f8b8890334a8', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:40.461959 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-59d136ae-b755-4e2e-a741-ac30582bdd2b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:44:40.466856 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-59d136ae-b755-4e2e-a741-ac30582bdd2b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.525565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-59d136ae-b755-4e2e-a741-ac30582bdd2b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.604620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-59d136ae-b755-4e2e-a741-ac30582bdd2b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.619121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d136ae-b755-4e2e-a741-ac30582bdd2b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33346b40-522b-4003-9e7c-d207e66bca1a,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:40.701896 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-59d136ae-b755-4e2e-a741-ac30582bdd2b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.703132 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-59d136ae-b755-4e2e-a741-ac30582bdd2b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3436728 Aug 23 04:44:40.705938 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35466) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:40.710774 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'network': {'name': 'tempest-network-smoke--2039669174', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'port_security_enabled': True}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:40.804631 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'network': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:44:40.808044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.832368 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=95120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:44:40.841299 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.841644 n-d-749052-7 neutron-server[95120]: INFO neutron.db.segments_db [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Added segment b07834f8-d74f-4d91-9eed-7b51f45f3710 of type vlan for network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd Aug 23 04:44:40.882024 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.967840 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:40.973392 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:40.973970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:41.036214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Network': ['ID=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:41.046561 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:44:41.080107 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-d7004801-1a9c-4bb5-928e-2189c2c11167 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3730714 Aug 23 04:44:41.082706 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35468) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:41.087720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'admin_state_up': True, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:41.171119 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:41.172140 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:41.223957 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:41.407576 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:41.650822 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:41.669718 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:41.783874 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.200 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/3622ac2d-0ea4-4c76-813b-72c26e9f3aea) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:44:41.880730 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:41.965411 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:42.002296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:44:42.004961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:44:42.008469 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:44:42.041574 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=3622ac2d-0ea4-4c76-813b-72c26e9f3aea,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:42.314542 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:42.503574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:42.711003 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:44:42.812548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:44:42.823255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Sync routers for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:44:42.831831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:44:42.832440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:42.885175 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:42.889380 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5ae203f9-6da6-4676-ab96-8c89fb00cc25 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8029218 Aug 23 04:44:42.890067 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35470) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:42.935794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:44:42.978400 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a02410a0-8c76-42d9-a64d-2212be1d693f tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=449c54f7f9b5473cae8fd37b1f386084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0870798 Aug 23 04:44:42.981254 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35474) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:43.063761 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149c79d-3588-4108-bcb6-0d2c710060b5 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:43.065284 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0149c79d-3588-4108-bcb6-0d2c710060b5 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0831282 Aug 23 04:44:43.068167 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35476) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:43.095756 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6acf2140-8c04-40f5-ab49-c3d84b9ace8b tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265005 Aug 23 04:44:43.098177 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35478) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:43.103338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2078977938', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:43.108405 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:42Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:43.137941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Checking router: 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:44:43.138295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Updating router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:44:43.161745 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:43.244760 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:44:43.248231 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:43.407794 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:43.418361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Transition to ACTIVE for port object 3622ac2d-0ea4-4c76-813b-72c26e9f3aea will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:44:43.496380 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:43.530876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:43.552034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Attempting to bind port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:44:43.552415 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Attempting to bind port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:44:43.552777 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Attempting to bind port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:44:43.554795 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Pushing event updated for resources: {'Port': ['ID=3622ac2d-0ea4-4c76-813b-72c26e9f3aea,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:43.563597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:44:43.563975 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:44:43.564386 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:43.564782 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:44:43.565277 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Bound port: 3622ac2d-0ea4-4c76-813b-72c26e9f3aea, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:44:43.565678 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:43.568061 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.568423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.568771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.569169 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.569503 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.569835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.570161 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.570481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.570834 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.571159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.571481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.571803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:43.593342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Subnet': ['ID=0cac25f1-48f1-4520-a213-89ad71693108,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:43.597640 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Checking segment: {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:44:43.597997 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network hostable DHCP agents. Network: f7e9c07f-b0d3-460c-896b-ff1ea2833cbd, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:44:43.624628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] For port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:44:43.627860 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] For port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3622ac2d-0ea4-4c76-813b-72c26e9f3aea,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:44:43.661940 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:44:43.691031 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:43.738757 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:44:43.739366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:43.747562 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, f7e9c07f-b0d3-460c-896b-ff1ea2833cbd) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:44:43.751645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:43.752203 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:43.755423 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a4bcb-0884-4478-8282-33bf9ff2053d None None] Pushing event updated for resources: {'Port': ['ID=3622ac2d-0ea4-4c76-813b-72c26e9f3aea,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:43.790265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54428e-b1c9-433e-9dc3-e73749f4ff21 None None] Network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:44:43.828720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c63037f6-1e0a-420b-8faf-4853bfd4487d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7294672 Aug 23 04:44:43.831327 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35480) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:44.081688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:44:44.254924 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:44:44.255756 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:44.510497 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Allocated IP 172.20.0.2 (f7e9c07f-b0d3-460c-896b-ff1ea2833cbd/0cac25f1-48f1-4520-a213-89ad71693108/52a50759-71cf-4368-b692-467c0e2a734e) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:44:44.522052 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:42Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:44.556598 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea698f-3673-4be0-a37e-34630f43881a None None] The sync data for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 is: [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:42Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:44:44.599972 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:44.715312 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:44.728409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Transition to ACTIVE for port object 52a50759-71cf-4368-b692-467c0e2a734e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:44:44.746046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Transition to ACTIVE for port object 52a50759-71cf-4368-b692-467c0e2a734e will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:44:44.803117 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:44.848485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:44:44.850890 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:44:44.855333 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:44:44.908342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Pushing event updated for resources: {'Port': ['ID=52a50759-71cf-4368-b692-467c0e2a734e,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:44.919903 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Attempting to bind port 52a50759-71cf-4368-b692-467c0e2a734e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:44:44.920282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Attempting to bind port 52a50759-71cf-4368-b692-467c0e2a734e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:44:44.920650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Attempting to bind port 52a50759-71cf-4368-b692-467c0e2a734e on network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:44:44.926699 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:44:44.927086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Checking segment: {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:44:44.927487 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:44.928010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Bound using segment: {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:44:44.928484 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Bound port: 52a50759-71cf-4368-b692-467c0e2a734e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:44:44.928938 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:44.936387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.1 (f7e9c07f-b0d3-460c-896b-ff1ea2833cbd/0cac25f1-48f1-4520-a213-89ad71693108/b0882188-a4c2-4c96-ae6b-092bc3cb0114) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:44:45.001929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] For port 52a50759-71cf-4368-b692-467c0e2a734e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:44:45.005400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] For port 52a50759-71cf-4368-b692-467c0e2a734e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=52a50759-71cf-4368-b692-467c0e2a734e,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:44:45.058996 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:45.072877 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object b0882188-a4c2-4c96-ae6b-092bc3cb0114 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:44:45.077118 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:45.142872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3e1ab-6484-4f22-9654-fdaefee4a22b None None] Pushing event updated for resources: {'Port': ['ID=52a50759-71cf-4368-b692-467c0e2a734e,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:45.169027 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:45.211913 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:44:45.214975 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:44:45.218053 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:44:45.247055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=b0882188-a4c2-4c96-ae6b-092bc3cb0114,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:45.286629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:45.497316 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:45.769726 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:45.848027 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:45.924963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=b0882188-a4c2-4c96-ae6b-092bc3cb0114,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:45.930503 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:46.025570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:44:46.026928 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:44:46.030215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e249ef-b647-4735-a705-2bf4d83ab65b None None] Network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:44:46.140883 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:44:46.176874 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-84384920-da6f-414e-9603-864fd27ff1db None None] Provisioning for port 52a50759-71cf-4368-b692-467c0e2a734e completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:44:46.255728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:44:46.262758 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-bfb4bfba-76b3-4179-9bac-122cbf7c8e48 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4304357 Aug 23 04:44:46.433569 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-7e542451-40ed-43ef-97a1-7531424508b1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508588210&fields=id&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 267 time: 0.0389974 Aug 23 04:44:46.453951 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Sync routers for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:44:46.464697 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:44:46.465655 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:46.573341 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:44:46.586511 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-5c78cbfd-f1b7-4e97-a2e3-ed64a80c7d0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:46.593696 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-5c78cbfd-f1b7-4e97-a2e3-ed64a80c7d0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/networks?id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd HTTP/1.1" status: 200 len: 797 time: 0.1578951 Aug 23 04:44:46.597244 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-508146f9-8e89-47ed-b5ac-3a989e0b4cd3 None None] Provisioning for port b0882188-a4c2-4c96-ae6b-092bc3cb0114 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:44:46.602439 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-508146f9-8e89-47ed-b5ac-3a989e0b4cd3 None None] Provisioning complete for port b0882188-a4c2-4c96-ae6b-092bc3cb0114 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:46.603591 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-508146f9-8e89-47ed-b5ac-3a989e0b4cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:46.664473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-508146f9-8e89-47ed-b5ac-3a989e0b4cd3 None None] Port b0882188-a4c2-4c96-ae6b-092bc3cb0114 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:44:46.676458 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3622ac2d-0ea4-4c76-813b-72c26e9f3aea up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:44:46.709603 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-fb51bfcc-40a8-455c-9512-dbcb8200a4fd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/quotas/449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 375 time: 0.1018109 Aug 23 04:44:46.774057 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-07522b5d-9535-4dbb-a55a-736f977829f1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532603 Aug 23 04:44:46.792136 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b0882188-a4c2-4c96-ae6b-092bc3cb0114', 'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:1a:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:44Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 2, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '0cac25f1-48f1-4520-a213-89ad71693108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:46.799416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:44:46.803751 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:46.804139 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:46.820249 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Checking router: 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:44:46.821688 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Updating router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 port b0882188-a4c2-4c96-ae6b-092bc3cb0114 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:44:46.853883 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:46.869322 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-c1249d2d-8164-419f-83e2-ee04b7595ea2 None None] Provisioning complete for port b0882188-a4c2-4c96-ae6b-092bc3cb0114 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:46.869698 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c1249d2d-8164-419f-83e2-ee04b7595ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:46.910751 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-670dd395-4f38-41b0-997d-c23f47f985e3 service neutron] 10.222.0.20 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205175 Aug 23 04:44:46.946772 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-c1249d2d-8164-419f-83e2-ee04b7595ea2 None None] Port b0882188-a4c2-4c96-ae6b-092bc3cb0114 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:44:46.957186 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:46.977741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3622ac2d-0ea4-4c76-813b-72c26e9f3aea,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:47.015109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-e06e9b47-fde4-4dd3-bd34-802fa811ec44 service neutron] 10.222.0.20 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935490 Aug 23 04:44:47.067186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-08fccd11-74d9-4946-a7fd-e2ad7a1e0693 None None] Provisioning complete for port b0882188-a4c2-4c96-ae6b-092bc3cb0114 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:47.067606 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-08fccd11-74d9-4946-a7fd-e2ad7a1e0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.070287 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.074473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 52a50759-71cf-4368-b692-467c0e2a734e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:44:47.134464 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.144452 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Transition to ACTIVE for port object b0882188-a4c2-4c96-ae6b-092bc3cb0114 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:44:47.154195 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-08fccd11-74d9-4946-a7fd-e2ad7a1e0693 None None] Port b0882188-a4c2-4c96-ae6b-092bc3cb0114 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:44:47.176547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=3622ac2d-0ea4-4c76-813b-72c26e9f3aea,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:47.222591 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.249110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-537e858c-587a-432f-96ae-2944246717bd req-d3e7f2ff-dc7d-4813-899d-87c6581e80c3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 210 time: 0.0281045 Aug 23 04:44:47.251946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 52a50759-71cf-4368-b692-467c0e2a734e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:44:47.258597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 52a50759-71cf-4368-b692-467c0e2a734e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:47.262242 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.284118 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Pushing event updated for resources: {'Port': ['ID=b0882188-a4c2-4c96-ae6b-092bc3cb0114,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:47.314826 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.314826 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.314826 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.315223 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.315401 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.315740 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.316073 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.317442 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.317919 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.318401 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.318991 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.319186 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:44:47.353775 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Attempting to bind port b0882188-a4c2-4c96-ae6b-092bc3cb0114 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:44:47.354152 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Attempting to bind port b0882188-a4c2-4c96-ae6b-092bc3cb0114 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:44:47.354520 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Attempting to bind port b0882188-a4c2-4c96-ae6b-092bc3cb0114 on network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:44:47.359547 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.361095 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:44:47.361529 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Checking segment: {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:44:47.361942 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.362338 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Bound using segment: {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:44:47.362860 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Bound port: b0882188-a4c2-4c96-ae6b-092bc3cb0114, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:44:47.363589 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.397608 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 52a50759-71cf-4368-b692-467c0e2a734e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=52a50759-71cf-4368-b692-467c0e2a734e,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:47.442366 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] For port b0882188-a4c2-4c96-ae6b-092bc3cb0114, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:44:47.445848 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] For port b0882188-a4c2-4c96-ae6b-092bc3cb0114, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0882188-a4c2-4c96-ae6b-092bc3cb0114,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:44:47.473984 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.525204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=52a50759-71cf-4368-b692-467c0e2a734e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:47.568717 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:47.630622 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:44:47.631270 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:47.669887 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43ec35-5051-4cd3-b58f-a16c3afd4964 None None] Pushing event updated for resources: {'Port': ['ID=b0882188-a4c2-4c96-ae6b-092bc3cb0114,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:47.749763 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:44:47.952070 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b0882188-a4c2-4c96-ae6b-092bc3cb0114', 'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:1a:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:44Z', 'updated_at': '2021-08-23T04:44:47Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '0cac25f1-48f1-4520-a213-89ad71693108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:47.977870 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855a6b4-0595-4bb3-84aa-aa8d8828e3b0 None None] The sync data for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 is: [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b0882188-a4c2-4c96-ae6b-092bc3cb0114', 'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:1a:9a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:44Z', 'updated_at': '2021-08-23T04:44:47Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '0cac25f1-48f1-4520-a213-89ad71693108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:44:48.347250 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-417fa1f7-5207-45cc-8a88-b9d1e24a8887 req-be576690-2433-4dff-9638-516b8b2c7104 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 210 time: 0.0268686 Aug 23 04:44:48.626040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3622ac2d-0ea4-4c76-813b-72c26e9f3aea up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:44:48.675554 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:48.675934 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:48.755724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 52a50759-71cf-4368-b692-467c0e2a734e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:44:48.806811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 52a50759-71cf-4368-b692-467c0e2a734e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:48.807194 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:48.887326 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0882188-a4c2-4c96-ae6b-092bc3cb0114 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:44:49.008365 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b0882188-a4c2-4c96-ae6b-092bc3cb0114 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:44:49.012593 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b0882188-a4c2-4c96-ae6b-092bc3cb0114 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:49.012983 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:49.092210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:49.124017 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b0882188-a4c2-4c96-ae6b-092bc3cb0114, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0882188-a4c2-4c96-ae6b-092bc3cb0114,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:49.184135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-1d56745c-ceb4-44f5-9afe-4d1cdff6e30e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:49.185595 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-1d56745c-ceb4-44f5-9afe-4d1cdff6e30e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/networks?id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd HTTP/1.1" status: 200 len: 797 time: 0.1007755 Aug 23 04:44:49.205035 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:49.228671 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-45d328fa-75b4-4b93-9e42-9963cdf7e14f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 380 time: 0.0338924 Aug 23 04:44:49.237893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'port': {'device_id': '7227095c-97d1-4e88-a993-b45d391a1e69', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'admin_state_up': True, 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'security_groups': ['48b68ed6-730d-4f82-af3d-f8b8890334a8']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:49.251970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b0882188-a4c2-4c96-ae6b-092bc3cb0114,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:49.436517 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:44:49.440136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:49.440898 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f000fdb-500c-4163-a918-3a9f06759420 req-4c53a921-350b-4f36-ab0f-c8ef37b63bef tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 210 time: 0.0256047 Aug 23 04:44:49.560423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.9 (f7e9c07f-b0d3-460c-896b-ff1ea2833cbd/0cac25f1-48f1-4520-a213-89ad71693108/474214f8-7daa-415d-9d2c-daa6df213fbe) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:44:49.695209 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:49.708464 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object 474214f8-7daa-415d-9d2c-daa6df213fbe will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:44:49.845333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:49.886650 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:44:49.890599 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:44:49.893160 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:44:49.931389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=474214f8-7daa-415d-9d2c-daa6df213fbe,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:49.952508 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:49.953159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:50.034490 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-2fcaa086-6934-4d56-8db1-20db8d4f243c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8001831 Aug 23 04:44:50.047397 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Request body: {'port': {'device_id': '7227095c-97d1-4e88-a993-b45d391a1e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:50.099803 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:50.187963 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b5f5be93-c092-4eb5-bdff-3de43640f799 None None] Provisioning for port 474214f8-7daa-415d-9d2c-daa6df213fbe completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:44:50.191961 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b5f5be93-c092-4eb5-bdff-3de43640f799 None None] Provisioning complete for port 474214f8-7daa-415d-9d2c-daa6df213fbe triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:50.192337 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b5f5be93-c092-4eb5-bdff-3de43640f799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:50.228913 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5be93-c092-4eb5-bdff-3de43640f799 None None] Port 474214f8-7daa-415d-9d2c-daa6df213fbe cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:44:50.355286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474214f8-7daa-415d-9d2c-daa6df213fbe {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:44:50.362560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:50.373771 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Transition to ACTIVE for port object 474214f8-7daa-415d-9d2c-daa6df213fbe will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:44:50.462159 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:50.528188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=474214f8-7daa-415d-9d2c-daa6df213fbe,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:50.569953 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f72347-de84-4eba-a6b1-fac9e8fc9a96 req-e32227aa-e4bd-4cdb-af70-a8b9f2d765a8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:50.571561 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1f72347-de84-4eba-a6b1-fac9e8fc9a96 req-e32227aa-e4bd-4cdb-af70-a8b9f2d765a8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 943 time: 0.0606594 Aug 23 04:44:50.584022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0882188-a4c2-4c96-ae6b-092bc3cb0114 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:44:50.590457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Attempting to bind port 474214f8-7daa-415d-9d2c-daa6df213fbe on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:44:50.590801 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Attempting to bind port 474214f8-7daa-415d-9d2c-daa6df213fbe by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:44:50.591127 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Attempting to bind port 474214f8-7daa-415d-9d2c-daa6df213fbe on network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:44:50.597447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Port 474214f8-7daa-415d-9d2c-daa6df213fbe on network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:44:50.597447 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Attempting to bind port 474214f8-7daa-415d-9d2c-daa6df213fbe on network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:44:50.603076 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:44:50.603449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Checking segment: {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:44:50.603833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Bound using segment: {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:44:50.604276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Bound port: 474214f8-7daa-415d-9d2c-daa6df213fbe, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b07834f8-d74f-4d91-9eed-7b51f45f3710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:44:50.604643 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:50.628291 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e1f72347-de84-4eba-a6b1-fac9e8fc9a96 req-3699820a-cfde-4e47-9393-aad255ab2a10 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460703 Aug 23 04:44:50.670802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b0882188-a4c2-4c96-ae6b-092bc3cb0114 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:50.671181 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:50.677417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] For port 474214f8-7daa-415d-9d2c-daa6df213fbe, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:44:50.682296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] For port 474214f8-7daa-415d-9d2c-daa6df213fbe, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=474214f8-7daa-415d-9d2c-daa6df213fbe,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:44:50.751287 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:50.786679 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:50.787405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:50.789122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] 10.222.0.24 "PUT /v2.0/ports/474214f8-7daa-415d-9d2c-daa6df213fbe HTTP/1.1" status: 200 len: 1091 time: 0.7460868 Aug 23 04:44:50.789649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:44:50.791964 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01c4442-786e-4101-89d4-9b1a0297eed8" -d '{"events": [{"name": "network-changed", "server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:44:50.825291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e6f77-1ac1-4af1-b302-44f59888f4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=474214f8-7daa-415d-9d2c-daa6df213fbe,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:50.848311 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e407a15-05ea-4b17-bf3d-d1c22ada797a x-openstack-request-id: req-6e407a15-05ea-4b17-bf3d-d1c22ada797a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:44:50.848583 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:44:50.848847 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e407a15-05ea-4b17-bf3d-d1c22ada797a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:44:50.849595 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'status': 'completed', 'code': 200} Aug 23 04:44:50.919702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4442-786e-4101-89d4-9b1a0297eed8 req-6ed16ee7-bbfd-4e77-ab5f-7806d7fc83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:50.922023 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e01c4442-786e-4101-89d4-9b1a0297eed8 req-6ed16ee7-bbfd-4e77-ab5f-7806d7fc83fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 1094 time: 0.0502639 Aug 23 04:44:51.031154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4442-786e-4101-89d4-9b1a0297eed8 req-22d99cd6-f525-481e-88e0-c59311b1638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:51.032608 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e01c4442-786e-4101-89d4-9b1a0297eed8 req-22d99cd6-f525-481e-88e0-c59311b1638d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=449c54f7f9b5473cae8fd37b1f386084&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1035879 Aug 23 04:44:51.124820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4442-786e-4101-89d4-9b1a0297eed8 req-ffd4b16e-fb6f-4fb5-94f5-2f4b1bf1dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:51.126363 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e01c4442-786e-4101-89d4-9b1a0297eed8 req-ffd4b16e-fb6f-4fb5-94f5-2f4b1bf1dea0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870061 Aug 23 04:44:51.206723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-c3806ef5-d065-4469-81f6-8f8cc5a21924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:51.208227 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-c3806ef5-d065-4469-81f6-8f8cc5a21924 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 1094 time: 0.0459065 Aug 23 04:44:51.249187 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-44876359-bf72-4d17-94b1-16b65c9962ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474214f8-7daa-415d-9d2c-daa6df213fbe HTTP/1.1" status: 200 len: 217 time: 0.0329952 Aug 23 04:44:51.296989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-e2918aad-6fa8-4bd8-be94-55d6b26ce323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:51.298402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-e2918aad-6fa8-4bd8-be94-55d6b26ce323 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cac25f1-48f1-4520-a213-89ad71693108 HTTP/1.1" status: 200 len: 835 time: 0.0424218 Aug 23 04:44:51.348077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-cc8580da-171b-4a0d-9861-a5b7c9ba27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:51.350503 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-cc8580da-171b-4a0d-9861-a5b7c9ba27d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443842 Aug 23 04:44:51.442081 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-6a7361b4-e06f-47a5-901d-969be83cff51 service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828912 Aug 23 04:44:51.737268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91b591-ff5d-4a5e-ba27-070ac9e7f5d8 req-10980e99-3b6c-4cdc-86c7-4f6945e43e1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:51.738828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f91b591-ff5d-4a5e-ba27-070ac9e7f5d8 req-10980e99-3b6c-4cdc-86c7-4f6945e43e1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 943 time: 0.0500755 Aug 23 04:44:51.781682 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0f91b591-ff5d-4a5e-ba27-070ac9e7f5d8 req-841ea531-c43e-4a32-bf0b-c7f8763af8b6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361838 Aug 23 04:44:51.812467 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3ed403f5-30e0-44c2-8e9e-94d7c7ed8f70 req-7e225018-243f-4d0c-b057-8d6acba3e2bf service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623967 Aug 23 04:44:52.894967 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0d074-ad2d-4894-8dd5-28c3dd9fb3d3 req-480e3e3c-8dcf-4912-9f9e-92433d83d2e0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:52.896469 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80c0d074-ad2d-4894-8dd5-28c3dd9fb3d3 req-480e3e3c-8dcf-4912-9f9e-92433d83d2e0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 943 time: 0.0493233 Aug 23 04:44:52.934688 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80c0d074-ad2d-4894-8dd5-28c3dd9fb3d3 req-4e2d737e-5f35-4188-bd76-c21af6194689 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310140 Aug 23 04:44:53.450262 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:53.607069 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 474214f8-7daa-415d-9d2c-daa6df213fbe details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:44:53.705571 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 474214f8-7daa-415d-9d2c-daa6df213fbe, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=474214f8-7daa-415d-9d2c-daa6df213fbe,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:53.716124 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'port_id': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'mac_address': 'fa:16:3e:20:a3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:44:53.751968 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:53.765015 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474214f8-7daa-415d-9d2c-daa6df213fbe {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:44:53.783940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 474214f8-7daa-415d-9d2c-daa6df213fbe, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=474214f8-7daa-415d-9d2c-daa6df213fbe,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:53.902096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:53.949256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=474214f8-7daa-415d-9d2c-daa6df213fbe,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:54.050179 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a889-5f59-4455-809b-8b4b6cc67188 req-5d620c70-22be-426b-8b22-692c1e43c649 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:54.051650 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80b0a889-5f59-4455-809b-8b4b6cc67188 req-5d620c70-22be-426b-8b22-692c1e43c649 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 944 time: 0.0511346 Aug 23 04:44:54.089426 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-80b0a889-5f59-4455-809b-8b4b6cc67188 req-ab9f8d6e-6a31-47d3-9c5e-4d735b09ffda tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Aug 23 04:44:54.117977 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['474214f8-7daa-415d-9d2c-daa6df213fbe'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:44:55.200496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea9edd-b82e-4381-a092-158e874360d8 req-3c6f7ec7-da08-4ae2-b048-dfd95b1fd816 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:55.202004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dbea9edd-b82e-4381-a092-158e874360d8 req-3c6f7ec7-da08-4ae2-b048-dfd95b1fd816 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 944 time: 0.0470200 Aug 23 04:44:55.238290 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dbea9edd-b82e-4381-a092-158e874360d8 req-1e576142-47a7-45f2-84d5-69042cc9f7a6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305877 Aug 23 04:44:55.622186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 474214f8-7daa-415d-9d2c-daa6df213fbe up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:44:55.819148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 474214f8-7daa-415d-9d2c-daa6df213fbe completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:44:55.830673 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 474214f8-7daa-415d-9d2c-daa6df213fbe triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:44:55.830673 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:55.899261 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:55.921437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:44:55.923695 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a84e6-eb51-487c-a579-1cc053929045" -d '{"events": [{"server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "name": "network-vif-plugged", "status": "completed", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:44:55.936585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 474214f8-7daa-415d-9d2c-daa6df213fbe, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=474214f8-7daa-415d-9d2c-daa6df213fbe,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:44:55.960514 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c0b5af-c5bf-4e0c-9113-5117571b15f1 x-openstack-request-id: req-26c0b5af-c5bf-4e0c-9113-5117571b15f1 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:44:55.960802 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "name": "network-vif-plugged", "status": "completed", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:44:55.961080 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26c0b5af-c5bf-4e0c-9113-5117571b15f1 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:44:55.961475 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'code': 200} Aug 23 04:44:56.033632 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:56.056961 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1098d-d81c-4ae2-b016-1715ef234b77 req-94f66962-3e45-4a4b-b4a5-a447a324444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:56.058506 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1be1098d-d81c-4ae2-b016-1715ef234b77 req-94f66962-3e45-4a4b-b4a5-a447a324444e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 1095 time: 0.0400858 Aug 23 04:44:56.092296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1be1098d-d81c-4ae2-b016-1715ef234b77 req-21409f83-17df-4fa9-b9b3-748c8c45b49e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269420 Aug 23 04:44:56.096321 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=474214f8-7daa-415d-9d2c-daa6df213fbe,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:56.156292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e17617d-92c0-4b1e-8a55-627063b0e832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:56.352396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b958ad-024d-415e-801b-1f6d8def0c68 req-523a4796-2893-48bd-8072-680037078d7b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:56.353890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22b958ad-024d-415e-801b-1f6d8def0c68 req-523a4796-2893-48bd-8072-680037078d7b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0479074 Aug 23 04:44:56.389801 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-22b958ad-024d-415e-801b-1f6d8def0c68 req-533db919-54b0-4353-9094-cbe1029d5db0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296681 Aug 23 04:44:57.506086 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c04dc-bdee-44cb-9b85-b0142d98c0e6 req-07e69b12-d93e-4f4b-a405-4ae0e505a165 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:57.507553 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-915c04dc-bdee-44cb-9b85-b0142d98c0e6 req-07e69b12-d93e-4f4b-a405-4ae0e505a165 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0525398 Aug 23 04:44:57.545131 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-915c04dc-bdee-44cb-9b85-b0142d98c0e6 req-fff692b2-4ef5-4d93-89d9-efad29f01e0c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Aug 23 04:44:57.655269 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321b353-dea8-44f3-9e46-461456c1fb69 req-22760d9b-93b7-45ba-9596-1ac01a76bab9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:57.656776 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5321b353-dea8-44f3-9e46-461456c1fb69 req-22760d9b-93b7-45ba-9596-1ac01a76bab9 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0484223 Aug 23 04:44:57.692960 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5321b353-dea8-44f3-9e46-461456c1fb69 req-b0463f0a-d8e4-4abf-83c9-cef1579ffeca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303290 Aug 23 04:44:57.714613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35538) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:57.752794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30a6e9-1238-40ab-ac21-9cc09f08257b tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:57.754317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ab30a6e9-1238-40ab-ac21-9cc09f08257b tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 1091 time: 0.0387740 Aug 23 04:44:57.757060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35540) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:44:57.761935 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:44:57.847427 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:57.944864 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:58.055823 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.188 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/6341c622-3507-4c3c-803b-0fea8712936e) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:44:58.152241 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:58.238965 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:58.273454 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:44:58.276096 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:44:58.279335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:44:58.308367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=6341c622-3507-4c3c-803b-0fea8712936e,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:58.636317 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:58.768258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:58.850461 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-42baa354-3b8f-4d3c-be03-3bf9ac257f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:58.914616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:58.950856 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:58.979266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:59.054316 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=6341c622-3507-4c3c-803b-0fea8712936e,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:44:59.065640 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:59.162727 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP 30cdd33c-23b2-4b1b-bf95-9503d2ae1c60 associated. External IP: 172.25.1.188, port: 474214f8-7daa-415d-9d2c-daa6df213fbe. Aug 23 04:44:59.669747 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:44:59.775923 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:44:59.785312 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] Sync routers for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:44:59.794849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:44:59.796686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:44:59.862168 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:44:59.893355 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-068d5794-43d3-4162-a1a7-e2eafd6f655f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1328666 Aug 23 04:44:59.893355 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:44:59.894200 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadeb641-e2ef-432c-bea1-0bb01f35441d" -d '{"events": [{"name": "network-changed", "server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:44:59.994531 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b16798-0318-4711-8d8e-7c9ffa534259 req-47aed65d-89a2-4d76-944d-2dc973441e6f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:44:59.996123 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1b16798-0318-4711-8d8e-7c9ffa534259 req-47aed65d-89a2-4d76-944d-2dc973441e6f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0510666 Aug 23 04:45:00.035027 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1b16798-0318-4711-8d8e-7c9ffa534259 req-55887d2f-98e6-4f09-8c04-e7a2decf8731 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Aug 23 04:45:00.057161 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35546) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:45:00.062937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:45:00.096890 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979af4dc-f074-4153-99ff-58d5ba73db1a x-openstack-request-id: req-979af4dc-f074-4153-99ff-58d5ba73db1a {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:45:00.097206 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:45:00.097583 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-979af4dc-f074-4153-99ff-58d5ba73db1a {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:45:00.097850 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'status': 'completed', 'code': 200} Aug 23 04:45:00.130444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-48eb6fea-f8c1-40b4-9b85-1c4e580f468a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/30cdd33c-23b2-4b1b-bf95-9503d2ae1c60 HTTP/1.1" status: 200 len: 991 time: 0.0721714 Aug 23 04:45:00.143638 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-1a802623-f43d-4212-8527-d0404b826535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:00.145168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-1a802623-f43d-4212-8527-d0404b826535 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 1096 time: 0.0417979 Aug 23 04:45:00.239717 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-9f9c5824-aa40-48f9-a1ed-17f444d81ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:00.241417 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-9f9c5824-aa40-48f9-a1ed-17f444d81ac6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd HTTP/1.1" status: 200 len: 897 time: 0.0864022 Aug 23 04:45:00.284932 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '30cdd33c-23b2-4b1b-bf95-9503d2ae1c60', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'port_id': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'mac_address': 'fa:16:3e:20:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7227095c-97d1-4e88-a993-b45d391a1e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:44:58Z', 'updated_at': '2021-08-23T04:44:58Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0882188-a4c2-4c96-ae6b-092bc3cb0114', 'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:1a:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:44Z', 'updated_at': '2021-08-23T04:44:49Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '0cac25f1-48f1-4520-a213-89ad71693108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:45:00.304431 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-a3c58f99-f332-4bc7-9c5a-00ca9e513372 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474214f8-7daa-415d-9d2c-daa6df213fbe HTTP/1.1" status: 200 len: 999 time: 0.0557415 Aug 23 04:45:00.310689 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] Checking router: 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:45:00.318979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:45:00.319591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:44:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:45:00.357730 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-1d393d85-0451-40b2-899c-79ff209d3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:00.359231 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-1d393d85-0451-40b2-899c-79ff209d3ad4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cac25f1-48f1-4520-a213-89ad71693108 HTTP/1.1" status: 200 len: 835 time: 0.0471492 Aug 23 04:45:00.402855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-db16ca9e-574b-42ad-8f76-b9e5833a3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:00.404330 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-db16ca9e-574b-42ad-8f76-b9e5833a3a96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385706 Aug 23 04:45:00.424189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:45:00.493527 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-cdfc6770-fe4e-4938-a501-b9c8d250e52d service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819020 Aug 23 04:45:00.585635 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-aadeb641-e2ef-432c-bea1-0bb01f35441d req-06fa7a81-44d7-44db-8606-d4a93852628c service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854480 Aug 23 04:45:00.656259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '30cdd33c-23b2-4b1b-bf95-9503d2ae1c60', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'port_id': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'mac_address': 'fa:16:3e:20:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7227095c-97d1-4e88-a993-b45d391a1e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:44:58Z', 'updated_at': '2021-08-23T04:44:58Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0882188-a4c2-4c96-ae6b-092bc3cb0114', 'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:1a:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:44Z', 'updated_at': '2021-08-23T04:44:49Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '0cac25f1-48f1-4520-a213-89ad71693108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:45:00.683266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a43a5-bb51-446a-9ab7-f3a3e3d9f34b None None] The sync data for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 is: [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '30cdd33c-23b2-4b1b-bf95-9503d2ae1c60', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.188', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'port_id': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'mac_address': 'fa:16:3e:20:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7227095c-97d1-4e88-a993-b45d391a1e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:44:58Z', 'updated_at': '2021-08-23T04:44:58Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0882188-a4c2-4c96-ae6b-092bc3cb0114', 'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:1a:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:44Z', 'updated_at': '2021-08-23T04:44:49Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '0cac25f1-48f1-4520-a213-89ad71693108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:45:00.707795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:00.868796 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b5c791-c034-421e-956d-4e16a137aae9 None None] New status for floating IP 30cdd33c-23b2-4b1b-bf95-9503d2ae1c60: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:45:01.134266 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35548) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:45:01.192578 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2b97d9c4-c5b9-4ac5-a990-edb05a6352ad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/30cdd33c-23b2-4b1b-bf95-9503d2ae1c60 HTTP/1.1" status: 200 len: 993 time: 0.0571809 Aug 23 04:45:01.987259 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:04.027316 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:45:08.267599 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:23.455968 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:26.118552 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a9b28060-13a7-446b-9485-df3e065e5060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:28.810418 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c33f96d4-9396-4107-bf2f-c39f484c9b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:28.947380 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:30.157916 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44d67b-f78c-4557-9633-e98c3f57378d req-4ea10a96-e0bb-41ae-9347-fb77cc2625d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:30.159525 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba44d67b-f78c-4557-9633-e98c3f57378d req-4ea10a96-e0bb-41ae-9347-fb77cc2625d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0478957 Aug 23 04:45:30.196075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ba44d67b-f78c-4557-9633-e98c3f57378d req-a4e2a73e-ccc9-4bd7-b08f-bb1ef22fefbf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306888 Aug 23 04:45:30.687220 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:31.312538 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8753487-564f-47a3-b949-fa1ad95f0623 req-3d81c015-baa8-4850-b57e-f973ec35de8c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:31.314007 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8753487-564f-47a3-b949-fa1ad95f0623 req-3d81c015-baa8-4850-b57e-f973ec35de8c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0508723 Aug 23 04:45:31.350386 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c8753487-564f-47a3-b949-fa1ad95f0623 req-88fb1c03-701c-4bbc-878d-44ef80b49499 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305996 Aug 23 04:45:32.046989 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:32.463685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444609d-0bbe-4aa0-9204-e727373c4611 req-337142a3-447e-4fe9-a950-bd915768cdda tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:32.465232 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7444609d-0bbe-4aa0-9204-e727373c4611 req-337142a3-447e-4fe9-a950-bd915768cdda tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Aug 23 04:45:32.501895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7444609d-0bbe-4aa0-9204-e727373c4611 req-956a33b2-e5bb-4860-9f4d-4f5df307c9dd tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308142 Aug 23 04:45:33.613657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474526c1-faee-4310-b0dc-c06aa1f86806 req-63fa02a0-6f79-4225-aa8c-faba73932b38 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:33.615118 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-474526c1-faee-4310-b0dc-c06aa1f86806 req-63fa02a0-6f79-4225-aa8c-faba73932b38 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0479958 Aug 23 04:45:33.652661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-474526c1-faee-4310-b0dc-c06aa1f86806 req-b84ff3ed-6359-4bc3-8455-071b46d4341b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Aug 23 04:45:34.768008 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54233a9b-8d8e-4469-a19c-d60f724dbd22 req-02ddbd75-4ed7-4ac6-b963-7bd5afd3d69f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:34.769392 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54233a9b-8d8e-4469-a19c-d60f724dbd22 req-02ddbd75-4ed7-4ac6-b963-7bd5afd3d69f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0522792 Aug 23 04:45:34.805895 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-54233a9b-8d8e-4469-a19c-d60f724dbd22 req-1653e25b-3df2-4d65-9811-8f126e2ff492 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307229 Aug 23 04:45:35.919398 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf7885-b3fd-4d00-b280-a4936149e122 req-e3264e6c-89c3-4cae-82f8-05c0243cb4db tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:35.920888 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07bf7885-b3fd-4d00-b280-a4936149e122 req-e3264e6c-89c3-4cae-82f8-05c0243cb4db tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0492342 Aug 23 04:45:35.957274 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-07bf7885-b3fd-4d00-b280-a4936149e122 req-19c6914d-efd0-4563-8f79-0e488014bda5 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304887 Aug 23 04:45:37.069417 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e1cc3-8337-4e20-ba5d-d6f1601b8fdd req-f2d2f73c-ea6e-41a6-b408-fd3746c91ca3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:37.070865 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a88e1cc3-8337-4e20-ba5d-d6f1601b8fdd req-f2d2f73c-ea6e-41a6-b408-fd3746c91ca3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0472150 Aug 23 04:45:37.106838 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a88e1cc3-8337-4e20-ba5d-d6f1601b8fdd req-b7612994-9cad-4e4d-bfd3-1649788063c2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297711 Aug 23 04:45:38.222494 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17193b88-c3f3-4979-aee6-ecf5cb3dd090 req-7a7b6e8f-a9b0-4207-805d-3fb1f65bd29b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:38.223897 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17193b88-c3f3-4979-aee6-ecf5cb3dd090 req-7a7b6e8f-a9b0-4207-805d-3fb1f65bd29b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0520427 Aug 23 04:45:38.260958 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17193b88-c3f3-4979-aee6-ecf5cb3dd090 req-b78ca759-0914-4fdd-b76c-c48ab8251de0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Aug 23 04:45:38.295897 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:39.371973 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9399788-3ac2-46d5-8822-d181a5fbb4dc req-2a9de8a4-b800-4cd7-b125-802981f1d5f7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:39.373458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9399788-3ac2-46d5-8822-d181a5fbb4dc req-2a9de8a4-b800-4cd7-b125-802981f1d5f7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0475318 Aug 23 04:45:39.410483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9399788-3ac2-46d5-8822-d181a5fbb4dc req-f38e5a71-6596-4ac8-9f01-06d4529131cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Aug 23 04:45:40.523101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddb286-6848-42ef-8a09-6eb6523ff859 req-376bcf8a-3b42-4a2a-a770-3764ebdba9ba tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:40.524678 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23ddb286-6848-42ef-8a09-6eb6523ff859 req-376bcf8a-3b42-4a2a-a770-3764ebdba9ba tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0487783 Aug 23 04:45:40.563753 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-23ddb286-6848-42ef-8a09-6eb6523ff859 req-037756f7-a10c-47e4-b9eb-737ae36e20d0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Aug 23 04:45:41.026343 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:45:41.680280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b62102-2c02-4115-9899-2d2a819069f7 req-dacd81c0-416c-4303-992b-d6af78cb9e81 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:41.681767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18b62102-2c02-4115-9899-2d2a819069f7 req-dacd81c0-416c-4303-992b-d6af78cb9e81 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0513904 Aug 23 04:45:41.718414 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18b62102-2c02-4115-9899-2d2a819069f7 req-f8c7f678-2f33-4b14-ad15-3b6893a0f2c3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301702 Aug 23 04:45:41.740852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35586) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:45:41.799762 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-822213bc-5ebe-45af-b4af-62e9edf1713d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/30cdd33c-23b2-4b1b-bf95-9503d2ae1c60 HTTP/1.1" status: 200 len: 993 time: 0.0577695 Aug 23 04:45:43.194371 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c9d6-979c-4ed2-8d2c-d24f0ea20319 req-724df3e8-b287-4695-a681-dae8890f68a8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:43.195860 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d813c9d6-979c-4ed2-8d2c-d24f0ea20319 req-724df3e8-b287-4695-a681-dae8890f68a8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0497506 Aug 23 04:45:43.239748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d813c9d6-979c-4ed2-8d2c-d24f0ea20319 req-8f7dc089-218c-45c9-a905-5114448d4b19 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377278 Aug 23 04:45:43.319772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-00f87e88-ef65-446e-96a1-38aa3178d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:43.321257 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-00f87e88-ef65-446e-96a1-38aa3178d4ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 1096 time: 0.0780480 Aug 23 04:45:43.410465 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-ed780572-9b1e-4584-b9cf-05f29529820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:43.411793 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-ed780572-9b1e-4584-b9cf-05f29529820b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd HTTP/1.1" status: 200 len: 897 time: 0.0837274 Aug 23 04:45:43.475374 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-663a72b2-cf2d-43f4-afca-e63d099b69e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474214f8-7daa-415d-9d2c-daa6df213fbe HTTP/1.1" status: 200 len: 1001 time: 0.0553846 Aug 23 04:45:43.523030 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-b55bfeda-044f-4f4d-994b-57b766e457de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:43.524421 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-b55bfeda-044f-4f4d-994b-57b766e457de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cac25f1-48f1-4520-a213-89ad71693108 HTTP/1.1" status: 200 len: 835 time: 0.0414290 Aug 23 04:45:43.572907 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-3cf3df0b-ee8b-4a9c-9eca-03f8d4a068b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:43.574396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-3cf3df0b-ee8b-4a9c-9eca-03f8d4a068b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423639 Aug 23 04:45:43.660739 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-3b9e083d-9b60-417f-8f9a-7fc1044af034 service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788338 Aug 23 04:45:43.750026 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e50ffdee-e4af-478e-8ce7-4751fedb19e9 req-48453f39-8677-408b-89bf-fd5248172732 service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825465 Aug 23 04:45:44.354496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea71aee-95ab-4364-9f4e-068218fe0a72 req-82fbc0ac-f358-45f4-87b6-7528a8912988 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:44.356240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aea71aee-95ab-4364-9f4e-068218fe0a72 req-82fbc0ac-f358-45f4-87b6-7528a8912988 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0491674 Aug 23 04:45:44.393994 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-aea71aee-95ab-4364-9f4e-068218fe0a72 req-a2795a4f-36c7-4f69-a302-e71ea02fc4f1 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318317 Aug 23 04:45:45.505669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9725da-46b0-4a30-8b43-5af47851b029 req-15b9604c-cb44-44d5-aba3-0733dd5b9b46 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:45.507117 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d9725da-46b0-4a30-8b43-5af47851b029 req-15b9604c-cb44-44d5-aba3-0733dd5b9b46 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0476320 Aug 23 04:45:45.543927 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1d9725da-46b0-4a30-8b43-5af47851b029 req-70fe0ef3-c853-460b-85cb-c39862b29763 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303876 Aug 23 04:45:45.565217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35600) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:45:45.627648 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-38737a48-aaa7-4a7c-ae12-8ed0d6fe4ba6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/30cdd33c-23b2-4b1b-bf95-9503d2ae1c60 HTTP/1.1" status: 200 len: 993 time: 0.0613644 Aug 23 04:45:53.461702 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:55.215122 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456e676c-f98b-46b7-85ca-adc90b98177b req-2f4390e3-634e-4f9b-a560-1c81fa95db2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383060 Aug 23 04:45:55.292245 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e676c-f98b-46b7-85ca-adc90b98177b req-e75bdda8-a2ff-4f5c-b37c-a9cc773cb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:55.293710 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456e676c-f98b-46b7-85ca-adc90b98177b req-e75bdda8-a2ff-4f5c-b37c-a9cc773cb2b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 1096 time: 0.0386813 Aug 23 04:45:55.399317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e676c-f98b-46b7-85ca-adc90b98177b req-f5f5f0c3-e214-430d-ad49-3e284dcbc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:55.400870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456e676c-f98b-46b7-85ca-adc90b98177b req-f5f5f0c3-e214-430d-ad49-3e284dcbc60a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd HTTP/1.1" status: 200 len: 897 time: 0.0861022 Aug 23 04:45:55.464600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456e676c-f98b-46b7-85ca-adc90b98177b req-643530e1-7440-43a8-b4d5-39840632c860 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474214f8-7daa-415d-9d2c-daa6df213fbe HTTP/1.1" status: 200 len: 1001 time: 0.0565884 Aug 23 04:45:55.518738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e676c-f98b-46b7-85ca-adc90b98177b req-85127c22-9b0c-4d1b-a483-fba8b71ddd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:55.520117 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456e676c-f98b-46b7-85ca-adc90b98177b req-85127c22-9b0c-4d1b-a483-fba8b71ddd54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cac25f1-48f1-4520-a213-89ad71693108 HTTP/1.1" status: 200 len: 835 time: 0.0455439 Aug 23 04:45:55.565891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e676c-f98b-46b7-85ca-adc90b98177b req-c09057d2-0a16-46c2-8502-67db7976c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:45:55.567319 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456e676c-f98b-46b7-85ca-adc90b98177b req-c09057d2-0a16-46c2-8502-67db7976c96d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384958 Aug 23 04:45:55.654886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456e676c-f98b-46b7-85ca-adc90b98177b req-aaa912a0-ae46-4c57-9b48-9e24d73ea9ca service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801368 Aug 23 04:45:55.745840 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-456e676c-f98b-46b7-85ca-adc90b98177b req-fe1fb0e2-7153-4c14-92a3-2b5f032a930b service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829842 Aug 23 04:45:56.127022 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-51ed5e2d-6485-45cb-ae25-59225d996dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:58.809957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-700f865e-106c-4d5d-9e18-c75f136d6ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:45:58.915757 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:00.689984 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:02.021693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:08.306751 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:15.970731 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35620) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:16.120686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 6341c622-3507-4c3c-803b-0fea8712936e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:46:16.121044 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:16.195131 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:16.195374 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:16.206868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 6341c622-3507-4c3c-803b-0fea8712936e owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:46:16.398590 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:16.425051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=6341c622-3507-4c3c-803b-0fea8712936e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:16.439783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.440140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.440480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.440843 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.441196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.441551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.441884 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.442209 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.442551 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.442859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.443186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.443504 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:16.496456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:16.496787 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP 30cdd33c-23b2-4b1b-bf95-9503d2ae1c60 disassociated (deleted). External IP: 172.25.1.188, port: 474214f8-7daa-415d-9d2c-daa6df213fbe. Aug 23 04:46:16.699633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:46:16.803017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:46:16.807329 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:16.815062 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] Sync routers for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:46:16.823726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:16.824337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:16.833502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-eea6dd1f-f67b-46f3-af06-35f04292f64e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/floatingips/30cdd33c-23b2-4b1b-bf95-9503d2ae1c60 HTTP/1.1" status: 204 len: 168 time: 0.8611238 Aug 23 04:46:16.834095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:46:16.836377 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:46:16.933775 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:17.122968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b0882188-a4c2-4c96-ae6b-092bc3cb0114', 'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:1a:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:44Z', 'updated_at': '2021-08-23T04:44:49Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '0cac25f1-48f1-4520-a213-89ad71693108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:17.152143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] Checking router: 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:46:17.160869 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:17.161502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:17.264905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:17.371452 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c9c6c7-8fe5-4a60-abcd-b55fba495c01 x-openstack-request-id: req-65c9c6c7-8fe5-4a60-abcd-b55fba495c01 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:46:17.372065 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:46:17.372065 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65c9c6c7-8fe5-4a60-abcd-b55fba495c01 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:46:17.372542 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'status': 'completed', 'code': 200} Aug 23 04:46:17.438393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-051241c5-259b-46e0-b0be-c235246e9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:17.440853 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-051241c5-259b-46e0-b0be-c235246e9b09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 1096 time: 0.0441232 Aug 23 04:46:17.468533 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd0869-37b6-47da-bed8-f89b235c6f7f req-b2609c90-c5e5-4160-80b7-d1b98fa7c673 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:17.470770 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bebd0869-37b6-47da-bed8-f89b235c6f7f req-b2609c90-c5e5-4160-80b7-d1b98fa7c673 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0532467 Aug 23 04:46:17.477236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b0882188-a4c2-4c96-ae6b-092bc3cb0114', 'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:1a:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:44Z', 'updated_at': '2021-08-23T04:44:49Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '0cac25f1-48f1-4520-a213-89ad71693108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:17.504649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a81384-de2a-4311-a60e-9b1b2faa6b98 None None] The sync data for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 is: [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:45Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'b0882188-a4c2-4c96-ae6b-092bc3cb0114', 'name': '', 'network_id': 'f7e9c07f-b0d3-460c-896b-ff1ea2833cbd', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:1a:9a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '0cac25f1-48f1-4520-a213-89ad71693108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:44Z', 'updated_at': '2021-08-23T04:44:49Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': '0cac25f1-48f1-4520-a213-89ad71693108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:46:17.511040 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bebd0869-37b6-47da-bed8-f89b235c6f7f req-7ca3c9b2-023b-4b8b-a2d6-8f3f6aa63427 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335677 Aug 23 04:46:17.543509 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-924a970f-5ba5-45c4-bdde-71541c32c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:17.545193 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-924a970f-5ba5-45c4-bdde-71541c32c95b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd HTTP/1.1" status: 200 len: 897 time: 0.0957727 Aug 23 04:46:17.587829 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-f7922598-9236-4423-a8be-433b06af8218 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474214f8-7daa-415d-9d2c-daa6df213fbe HTTP/1.1" status: 200 len: 217 time: 0.0352252 Aug 23 04:46:17.639227 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-82409cba-bc92-4fed-a45b-3752704f7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:17.640708 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-82409cba-bc92-4fed-a45b-3752704f7546 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cac25f1-48f1-4520-a213-89ad71693108 HTTP/1.1" status: 200 len: 835 time: 0.0445354 Aug 23 04:46:17.691969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-6d4652a6-8623-4271-a8a1-08cb01fe1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:17.693549 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-6d4652a6-8623-4271-a8a1-08cb01fe1fbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454273 Aug 23 04:46:17.732281 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9d5a1-103c-4592-8ac2-924cdb364d3d None None] New status for floating IP 30cdd33c-23b2-4b1b-bf95-9503d2ae1c60: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:46:17.785707 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-32556675-c6d0-4524-821c-018ed1839f72 service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835013 Aug 23 04:46:17.879826 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-1d6be987-bafa-4f8d-aeda-1507ac8c85b9 req-db54cc8d-f567-426d-88bc-602087d293cb service neutron] 10.222.0.24 "GET /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859921 Aug 23 04:46:18.025489 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:46:18.629464 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b170e-a65c-4efc-b168-7ff88eca557d req-11163dff-4543-45f3-b070-f76d92d74f9c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:18.630947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a1b170e-a65c-4efc-b168-7ff88eca557d req-11163dff-4543-45f3-b070-f76d92d74f9c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0518801 Aug 23 04:46:18.668070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a1b170e-a65c-4efc-b168-7ff88eca557d req-9293f068-f60f-42cd-af3c-347237229f30 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b68ed6-730d-4f82-af3d-f8b8890334a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311823 Aug 23 04:46:18.815121 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-17b6e27f-1b8a-4ff5-bf5f-dbf80e80313d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:18.816468 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-17b6e27f-1b8a-4ff5-bf5f-dbf80e80313d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 945 time: 0.0468895 Aug 23 04:46:18.908893 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 474214f8-7daa-415d-9d2c-daa6df213fbe {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:46:18.911156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:18.993099 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port 474214f8-7daa-415d-9d2c-daa6df213fbe, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=474214f8-7daa-415d-9d2c-daa6df213fbe,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:18.993471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:19.005414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 474214f8-7daa-415d-9d2c-daa6df213fbe owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:46:19.204487 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:19.233461 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=474214f8-7daa-415d-9d2c-daa6df213fbe,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:19.278320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] No DVR routers for this DVR port 474214f8-7daa-415d-9d2c-daa6df213fbe on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:46:19.280994 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:19.283068 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-51becf6a-9aa6-4ce2-b0fd-5d1e0da25dc3 req-620b3500-06b2-4abb-a83d-df10293cdd7e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "DELETE /v2.0/ports/474214f8-7daa-415d-9d2c-daa6df213fbe HTTP/1.1" status: 204 len: 173 time: 0.4604564 Aug 23 04:46:19.373743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'name': 'network-vif-deleted', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:46:19.377720 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37c21a-31ca-4675-ad68-b73d86f0212d" -d '{"events": [{"server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "name": "network-vif-deleted", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:46:19.411386 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031a53a1-5969-4be4-b39f-4dd03e68263d x-openstack-request-id: req-031a53a1-5969-4be4-b39f-4dd03e68263d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:46:19.411677 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7227095c-97d1-4e88-a993-b45d391a1e69", "name": "network-vif-deleted", "tag": "474214f8-7daa-415d-9d2c-daa6df213fbe", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:46:19.411930 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-031a53a1-5969-4be4-b39f-4dd03e68263d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:46:19.412331 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7227095c-97d1-4e88-a993-b45d391a1e69', 'name': 'network-vif-deleted', 'tag': '474214f8-7daa-415d-9d2c-daa6df213fbe', 'status': 'completed', 'code': 200} Aug 23 04:46:19.779918 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-27655129-5f54-4c9e-a78a-d65f040c89be req-ce6ba461-4504-4b07-bef4-3f7e53ecea22 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=7227095c-97d1-4e88-a993-b45d391a1e69 HTTP/1.1" status: 200 len: 210 time: 0.0309596 Aug 23 04:46:20.834192 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35638) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:21.179167 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:21.419561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port b0882188-a4c2-4c96-ae6b-092bc3cb0114 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:46:21.419912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:21.507915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port b0882188-a4c2-4c96-ae6b-092bc3cb0114, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b0882188-a4c2-4c96-ae6b-092bc3cb0114,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:21.508278 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:21.519595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for b0882188-a4c2-4c96-ae6b-092bc3cb0114 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:46:22.075189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:22.078187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 474214f8-7daa-415d-9d2c-daa6df213fbe no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:46:22.101993 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 474214f8-7daa-415d-9d2c-daa6df213fbe {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:46:22.102341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 474214f8-7daa-415d-9d2c-daa6df213fbe not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:46:22.102477 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=b0882188-a4c2-4c96-ae6b-092bc3cb0114,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:22.269866 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:22.475067 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:46:22.578170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:46:22.583130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-af2d15ef-b1fd-48ad-9524-0c71f4085d54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7479212 Aug 23 04:46:22.585815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35640) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:22.592266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] Sync routers for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:46:22.601190 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:22.601930 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:22.635734 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-4364b644-92f7-4b9c-bad4-d3198c0cc10e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting subnet 0cac25f1-48f1-4520-a213-89ad71693108 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:46:22.638819 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4364b644-92f7-4b9c-bad4-d3198c0cc10e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:22.681565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4364b644-92f7-4b9c-bad4-d3198c0cc10e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:22.704532 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:22.761070 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4364b644-92f7-4b9c-bad4-d3198c0cc10e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:22.873284 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4364b644-92f7-4b9c-bad4-d3198c0cc10e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:22.876204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:46:21Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:22.898255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364b644-92f7-4b9c-bad4-d3198c0cc10e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Subnet': ['ID=0cac25f1-48f1-4520-a213-89ad71693108,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:22.902447 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] Checking router: 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:46:22.903958 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4364b644-92f7-4b9c-bad4-d3198c0cc10e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:22.909147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35642) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:22.909701 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4364b644-92f7-4b9c-bad4-d3198c0cc10e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/subnets/0cac25f1-48f1-4520-a213-89ad71693108 HTTP/1.1" status: 204 len: 168 time: 0.3223608 Aug 23 04:46:22.913275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd40a46-2c6a-446a-9a6c-0a345d7b0ca1 None None] Network f7e9c07f-b0d3-460c-896b-ff1ea2833cbd requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:46:22.915370 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] Routers {'4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:22.915989 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:45:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:23.018380 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.104590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] Set router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:23.116912 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.266787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:46:23.267617 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.347560 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port 3622ac2d-0ea4-4c76-813b-72c26e9f3aea, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3622ac2d-0ea4-4c76-813b-72c26e9f3aea,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:23.347926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.360140 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 3622ac2d-0ea4-4c76-813b-72c26e9f3aea owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:46:23.420806 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] DHCP port deletion for f7e9c07f-b0d3-460c-896b-ff1ea2833cbd request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:46:23.487247 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:46:21Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:23.518590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4ac72-af4b-45a3-8dc0-e4660ed8f241 None None] The sync data for ids ['4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74'] in n-d-749052-7 is: [{'id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-333273452', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:46:21Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '3622ac2d-0ea4-4c76-813b-72c26e9f3aea', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:44:41Z', 'updated_at': '2021-08-23T04:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:46:23.520738 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Deleting port 52a50759-71cf-4368-b692-467c0e2a734e {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:46:23.521158 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.522801 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.581872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.588505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] For port 52a50759-71cf-4368-b692-467c0e2a734e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=52a50759-71cf-4368-b692-467c0e2a734e,segment=NetworkSegment(b07834f8-d74f-4d91-9eed-7b51f45f3710),segment_id=b07834f8-d74f-4d91-9eed-7b51f45f3710)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:23.588858 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.601727 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Calling delete_port for 52a50759-71cf-4368-b692-467c0e2a734e owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:46:23.609082 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=3622ac2d-0ea4-4c76-813b-72c26e9f3aea,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:23.619606 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.619964 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.620308 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.620645 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.620980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.621342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.621676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.622015 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.622344 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.622671 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.622999 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.623365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.685142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.738442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.761384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Pushing event deleted for resources: {'Port': ['ID=52a50759-71cf-4368-b692-467c0e2a734e,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:23.771742 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.772099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.772457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.772802 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.773165 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.773505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.773842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.774231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.774541 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.774873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.775206 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.775535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:23.776294 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.779142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.781485 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed57f3-38e9-4eea-8cbb-a09b2cd084a9 None None] No DVR routers for this DVR port 52a50759-71cf-4368-b692-467c0e2a734e on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:46:23.907321 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.908657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Fanout notify agent at l3_agent the message router_deleted on router 4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:46:23.915552 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:23.916941 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e8a4c394-4928-4794-b337-29fed3176aac tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/routers/4f4f67fe-70fa-43db-8fc0-d8ccfd60cb74 HTTP/1.1" status: 204 len: 168 time: 1.0049820 Aug 23 04:46:23.919516 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35644) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:24.004354 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.089774 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.100418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e9c07f-b0d3-460c-896b-ff1ea2833cbd']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:24.111379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07834f8-d74f-4d91-9eed-7b51f45f3710') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:24.111591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07834f8-d74f-4d91-9eed-7b51f45f3710') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:24.120853 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.140717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.147666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:46:24.148054 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:46:24.151389 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:46:24.292342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.299176 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.300947 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/networks/f7e9c07f-b0d3-460c-896b-ff1ea2833cbd HTTP/1.1" status: 204 len: 168 time: 0.3804755 Aug 23 04:46:24.303891 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35646) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:24.311867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e0759-eadc-418b-81e4-4abf317e75a3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Network': ['ID=f7e9c07f-b0d3-460c-896b-ff1ea2833cbd,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:24.366109 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a9642e16-65f6-4312-b2fa-dc0e585a323e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.390307 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a9642e16-65f6-4312-b2fa-dc0e585a323e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.512775 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a9642e16-65f6-4312-b2fa-dc0e585a323e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.515427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a9642e16-65f6-4312-b2fa-dc0e585a323e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:24.516605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a9642e16-65f6-4312-b2fa-dc0e585a323e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/security-groups/48b68ed6-730d-4f82-af3d-f8b8890334a8 HTTP/1.1" status: 204 len: 168 time: 0.2116005 Aug 23 04:46:24.525959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9642e16-65f6-4312-b2fa-dc0e585a323e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b68ed6-730d-4f82-af3d-f8b8890334a8,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:24.607816 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3622ac2d-0ea4-4c76-813b-72c26e9f3aea no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:46:24.632835 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 3622ac2d-0ea4-4c76-813b-72c26e9f3aea {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:46:24.633237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3622ac2d-0ea4-4c76-813b-72c26e9f3aea not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:46:24.633664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 52a50759-71cf-4368-b692-467c0e2a734e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:46:24.652022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 52a50759-71cf-4368-b692-467c0e2a734e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:46:24.652366 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 52a50759-71cf-4368-b692-467c0e2a734e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:46:24.652781 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0882188-a4c2-4c96-ae6b-092bc3cb0114 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:46:24.671456 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b0882188-a4c2-4c96-ae6b-092bc3cb0114 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:46:24.671798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b0882188-a4c2-4c96-ae6b-092bc3cb0114 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:46:24.859811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35652) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:24.864954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d5b4e485-3381-4d9c-a6fe-684ddcf6bc7b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039454013', 'description': 'tempest-secgroup-smoke-2039454013 description', 'project_id': '449c54f7f9b5473cae8fd37b1f386084'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:24.949473 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e485-3381-4d9c-a6fe-684ddcf6bc7b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.028439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e485-3381-4d9c-a6fe-684ddcf6bc7b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.095998 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e485-3381-4d9c-a6fe-684ddcf6bc7b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.123825 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4e485-3381-4d9c-a6fe-684ddcf6bc7b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3a051c-4415-43d8-98d6-25bf54d2497f,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:25.189272 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e485-3381-4d9c-a6fe-684ddcf6bc7b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.190462 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d5b4e485-3381-4d9c-a6fe-684ddcf6bc7b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3296454 Aug 23 04:46:25.193303 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35654) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:25.197734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c7a5bf35-ee0b-49fe-a246-1f699b59e330 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '6d3a051c-4415-43d8-98d6-25bf54d2497f', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:25.296095 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bf35-ee0b-49fe-a246-1f699b59e330 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.353838 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bf35-ee0b-49fe-a246-1f699b59e330 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.411841 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bf35-ee0b-49fe-a246-1f699b59e330 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.428763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5bf35-ee0b-49fe-a246-1f699b59e330 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c2df7e-d301-496f-adbc-5d2d35beb667,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:25.500926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bf35-ee0b-49fe-a246-1f699b59e330 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.502202 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c7a5bf35-ee0b-49fe-a246-1f699b59e330 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3079870 Aug 23 04:46:25.504954 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35656) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:25.509299 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-ab27f4df-d3dc-43ac-a0a8-35c65e018257 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '6d3a051c-4415-43d8-98d6-25bf54d2497f', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:25.597593 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab27f4df-d3dc-43ac-a0a8-35c65e018257 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.654118 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab27f4df-d3dc-43ac-a0a8-35c65e018257 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.720629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab27f4df-d3dc-43ac-a0a8-35c65e018257 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.740295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27f4df-d3dc-43ac-a0a8-35c65e018257 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae8b71c-15f3-4a1c-a6f9-38a0da8e916c,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:25.812142 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-ab27f4df-d3dc-43ac-a0a8-35c65e018257 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.813320 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-ab27f4df-d3dc-43ac-a0a8-35c65e018257 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3073890 Aug 23 04:46:25.816471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35658) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:25.820799 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-61dbed42-7d39-4681-9e30-a69818e5512b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '6d3a051c-4415-43d8-98d6-25bf54d2497f', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:25.897602 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61dbed42-7d39-4681-9e30-a69818e5512b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:25.953722 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61dbed42-7d39-4681-9e30-a69818e5512b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.029183 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61dbed42-7d39-4681-9e30-a69818e5512b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.046235 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbed42-7d39-4681-9e30-a69818e5512b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9838b2ad-d0fa-425f-ac14-0c9a5fa7034a,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:26.109677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-61dbed42-7d39-4681-9e30-a69818e5512b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.111451 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-61dbed42-7d39-4681-9e30-a69818e5512b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934186 Aug 23 04:46:26.114098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35660) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:26.118493 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-c41c8caf-800a-405a-a94d-460c6c520b9a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '6d3a051c-4415-43d8-98d6-25bf54d2497f', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:26.138013 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6b28a59a-4da4-44cd-a218-be943b553f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.188206 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c41c8caf-800a-405a-a94d-460c6c520b9a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.247440 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c41c8caf-800a-405a-a94d-460c6c520b9a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.320561 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c41c8caf-800a-405a-a94d-460c6c520b9a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.341359 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c8caf-800a-405a-a94d-460c6c520b9a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11820b7-c55d-4171-9b94-ba990cf1f3f3,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:26.389171 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-c41c8caf-800a-405a-a94d-460c6c520b9a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.390317 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c41c8caf-800a-405a-a94d-460c6c520b9a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2752645 Aug 23 04:46:26.394360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35662) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:26.398775 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-7af564cc-156c-4951-8163-85163ebb400d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '6d3a051c-4415-43d8-98d6-25bf54d2497f', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:26.478087 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-7af564cc-156c-4951-8163-85163ebb400d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:46:26.482933 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7af564cc-156c-4951-8163-85163ebb400d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.541643 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7af564cc-156c-4951-8163-85163ebb400d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.620785 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7af564cc-156c-4951-8163-85163ebb400d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.642898 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af564cc-156c-4951-8163-85163ebb400d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb7baab-ecf4-4cca-bbf0-34e8df0cd000,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:26.720579 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7af564cc-156c-4951-8163-85163ebb400d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.721822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7af564cc-156c-4951-8163-85163ebb400d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3265171 Aug 23 04:46:26.724570 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35664) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:26.728931 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4c8b2743-53b7-4559-b028-f58ae32ec753 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'security_group_rule': {'security_group_id': '6d3a051c-4415-43d8-98d6-25bf54d2497f', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:26.823421 n-d-749052-7 neutron-server[95121]: INFO neutron.db.securitygroups_db [None req-4c8b2743-53b7-4559-b028-f58ae32ec753 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Project 449c54f7f9b5473cae8fd37b1f386084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:46:26.828073 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2743-53b7-4559-b028-f58ae32ec753 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.885576 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2743-53b7-4559-b028-f58ae32ec753 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.937826 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2743-53b7-4559-b028-f58ae32ec753 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:26.956992 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b2743-53b7-4559-b028-f58ae32ec753 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c48dcb3-6302-4c75-976d-e432ca9431b1,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:27.012587 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2743-53b7-4559-b028-f58ae32ec753 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.013909 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4c8b2743-53b7-4559-b028-f58ae32ec753 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2883697 Aug 23 04:46:27.016616 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35666) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:27.021453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'network': {'name': 'tempest-network-smoke--58629920', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'port_security_enabled': True}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:27.080744 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:46:27.084067 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.108649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:46:27.117274 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.117612 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Added segment 4e72d544-b739-4019-8bb8-0155ba007f24 of type vlan for network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d Aug 23 04:46:27.154915 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.234820 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.240961 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:27.241564 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.305677 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Network': ['ID=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:27.315558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:46:27.338707 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-d652bfa5-272d-4dae-8478-f7bbd92a98ca tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3210697 Aug 23 04:46:27.341510 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35668) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:27.346457 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'admin_state_up': True, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:27.424266 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.425272 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.479978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.668840 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.908551 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:27.926824 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:28.028714 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.190 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/5054537f-67f5-407f-b721-195927e70388) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:46:28.125607 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:28.222172 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:28.258693 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:46:28.262977 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:46:28.268733 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:46:28.274909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=5054537f-67f5-407f-b721-195927e70388,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:28.622004 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:28.805139 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:28.812475 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1e594cdd-8aa6-4a53-98be-c425ce69f91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:28.921231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:28.987018 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9c9dc2d4-04f4-4d08-ad24-462c249f607b is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:46:29.089336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:46:29.098930 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Sync routers for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:46:29.108278 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:29.108887 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:29.169958 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:29.171266 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-4d358408-bb82-4efa-a09f-73a9215b6bad tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8288372 Aug 23 04:46:29.174888 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35670) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:29.203029 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-56ba5338-4cd7-491d-af6d-455cc24dc19f tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=449c54f7f9b5473cae8fd37b1f386084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270820 Aug 23 04:46:29.205647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35672) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:29.210831 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:29.293290 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b2634-0fd3-404a-ae6f-220090dcb110 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:29.294809 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-914b2634-0fd3-404a-ae6f-220090dcb110 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882366 Aug 23 04:46:29.297707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35674) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:29.325630 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e1b508a5-e7e8-460f-82fe-3b30a8c96b81 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=a389c2ab-5641-4cd2-ba95-8ed54abad2a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268276 Aug 23 04:46:29.327991 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35676) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:29.332701 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144246208', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:29.390458 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:28Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:29.415701 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Checking router: 9c9dc2d4-04f4-4d08-ad24-462c249f607b for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:46:29.416052 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Updating router 9c9dc2d4-04f4-4d08-ad24-462c249f607b port 5054537f-67f5-407f-b721-195927e70388 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:46:29.440000 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:29.486295 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:46:29.490415 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:29.688344 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:29.699147 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Transition to ACTIVE for port object 5054537f-67f5-407f-b721-195927e70388 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:46:29.761060 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:29.812661 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Attempting to bind port 5054537f-67f5-407f-b721-195927e70388 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:46:29.813058 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Attempting to bind port 5054537f-67f5-407f-b721-195927e70388 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:46:29.813425 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Attempting to bind port 5054537f-67f5-407f-b721-195927e70388 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:46:29.821532 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Pushing event updated for resources: {'Port': ['ID=5054537f-67f5-407f-b721-195927e70388,revision_number=2']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:29.829625 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:46:29.830009 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:46:29.830418 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:29.831314 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:46:29.831794 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Bound port: 5054537f-67f5-407f-b721-195927e70388, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:46:29.832176 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:29.834782 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.835125 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.835486 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.835818 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.836141 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.836466 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.836788 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.837133 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.837455 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.837770 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.838094 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.838410 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:46:29.895116 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] For port 5054537f-67f5-407f-b721-195927e70388, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:46:29.904854 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] For port 5054537f-67f5-407f-b721-195927e70388, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5054537f-67f5-407f-b721-195927e70388,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:46:29.978744 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:30.031793 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:30.032396 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:30.058223 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:30.071057 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c086a8-48fb-4278-b1d1-ca26812db7e6 None None] Pushing event updated for resources: {'Port': ['ID=5054537f-67f5-407f-b721-195927e70388,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:30.117234 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Subnet': ['ID=e5a92119-7ecd-4901-81fc-320419591c95,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:30.125839 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Checking segment: {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:46:30.126202 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network hostable DHCP agents. Network: fd1cfce2-c017-4ff8-bbba-b407bbc67a8d, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:46:30.140234 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:30.210055 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:46:30.295820 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, fd1cfce2-c017-4ff8-bbba-b407bbc67a8d) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:46:30.299985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:30.300573 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:30.305209 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1198f567-ed90-4996-b8f1-9f5f33df27f0 None None] Network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:46:30.318695 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:28Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:30.345054 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3439398-91bf-4e31-adcb-8f56a9cad4b0 None None] The sync data for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 is: [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:28Z', 'revision_number': 3, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:46:30.389551 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-cb7a6fe0-832a-4d9a-a00f-800e001ca412 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0604508 Aug 23 04:46:30.391045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35678) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:30.452805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:46:30.455049 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:30.620355 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Allocated IP 172.20.0.2 (fd1cfce2-c017-4ff8-bbba-b407bbc67a8d/e5a92119-7ecd-4901-81fc-320419591c95/22615cf6-09a9-44da-9f2a-5251e7b4b8e2) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:46:30.705784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5054537f-67f5-407f-b721-195927e70388 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:46:30.710271 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:30.819230 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:30.828630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Transition to ACTIVE for port object 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:46:30.845186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Transition to ACTIVE for port object 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:46:30.867392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 5054537f-67f5-407f-b721-195927e70388 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:46:30.872284 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 5054537f-67f5-407f-b721-195927e70388 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:30.877584 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:30.907622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:30.948361 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:30.993120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:46:31.000509 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:46:31.007401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:46:31.012335 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:31.028866 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Pushing event updated for resources: {'Port': ['ID=22615cf6-09a9-44da-9f2a-5251e7b4b8e2,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:31.062265 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 5054537f-67f5-407f-b721-195927e70388, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5054537f-67f5-407f-b721-195927e70388,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:31.090286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Attempting to bind port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:46:31.091323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Attempting to bind port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:46:31.091744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Attempting to bind port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 on network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:46:31.098518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:46:31.098653 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Checking segment: {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:46:31.099007 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:31.099404 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Bound using segment: {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:46:31.099881 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Bound port: 22615cf6-09a9-44da-9f2a-5251e7b4b8e2, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:46:31.100268 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:31.139314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:31.208190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.1 (fd1cfce2-c017-4ff8-bbba-b407bbc67a8d/e5a92119-7ecd-4901-81fc-320419591c95/c53f2016-3a29-407e-97cb-56425ba3e870) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:46:31.209887 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] For port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:46:31.213664 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=5054537f-67f5-407f-b721-195927e70388,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:31.226602 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] For port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=22615cf6-09a9-44da-9f2a-5251e7b4b8e2,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:46:31.287508 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:31.333898 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:31.343520 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f45cc-75e3-4dc8-aeab-a3d9e3500a2f None None] Pushing event updated for resources: {'Port': ['ID=22615cf6-09a9-44da-9f2a-5251e7b4b8e2,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:31.349748 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object c53f2016-3a29-407e-97cb-56425ba3e870 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:46:31.436692 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:31.481968 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:46:31.484903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:46:31.492767 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:46:31.519611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=c53f2016-3a29-407e-97cb-56425ba3e870,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:31.546033 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:31.744679 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:32.023887 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:32.032590 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:32.095337 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:32.172107 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:32.175243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=c53f2016-3a29-407e-97cb-56425ba3e870,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:32.263980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:46:32.265426 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:46:32.382324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9c9dc2d4-04f4-4d08-ad24-462c249f607b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:46:32.496540 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:46:32.507721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0f0309af-2a54-4a33-b972-bc7b425a26bc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/9c9dc2d4-04f4-4d08-ad24-462c249f607b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095476 Aug 23 04:46:32.514437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Sync routers for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:46:32.523654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:32.524283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:32.654416 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a128f-d7a5-48dd-b73d-d0922ce3b33e None None] Network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:46:32.672719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-06f1c42d-d3db-4599-b327-2b68a3c629d3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039454013&fields=id&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 267 time: 0.0375240 Aug 23 04:46:32.672941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:32.740472 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:46:32.788712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-b347b8e2-eb35-48c2-a76b-340991af0610 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:32.790222 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-b347b8e2-eb35-48c2-a76b-340991af0610 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/networks?id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d HTTP/1.1" status: 200 len: 795 time: 0.1082187 Aug 23 04:46:32.804904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-2bbef7be-643c-49b3-af7a-0bb01df4c66c tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/quotas/449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 375 time: 0.0089774 Aug 23 04:46:32.855855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-86637e91-2bfe-4a18-8ced-4d11c7e81e2b tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457356 Aug 23 04:46:32.919813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-deefde6d-3eb7-49c9-8618-3cbc1d6b21c9 None None] Provisioning for port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:46:32.998163 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e0c10109-fffc-451c-984e-2665e2ece89a service neutron] 10.222.0.20 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303575 Aug 23 04:46:33.011168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:46:33.019255 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:33.019587 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:33.063604 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c53f2016-3a29-407e-97cb-56425ba3e870', 'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:50:d2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:31Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 2, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:33.095988 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Checking router: 9c9dc2d4-04f4-4d08-ad24-462c249f607b for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:46:33.096907 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Updating router 9c9dc2d4-04f4-4d08-ad24-462c249f607b port c53f2016-3a29-407e-97cb-56425ba3e870 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:46:33.101782 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-ad7b53c3-8332-432c-a807-2eb707d0c877 service neutron] 10.222.0.20 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970201 Aug 23 04:46:33.141309 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:33.187999 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:33.297474 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=22615cf6-09a9-44da-9f2a-5251e7b4b8e2,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:33.307204 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ebcdeb5a-cd51-4b0f-a77f-3c42a7af4077 None None] Provisioning complete for port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:33.307579 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ebcdeb5a-cd51-4b0f-a77f-3c42a7af4077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:33.356935 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9352b32d-3373-4e29-8b66-f8df433e161e req-f0265972-ca8f-4f1c-98ee-7f8528c1f3b2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 210 time: 0.0374591 Aug 23 04:46:33.386329 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:33.387122 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5054537f-67f5-407f-b721-195927e70388 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:46:33.536257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=22615cf6-09a9-44da-9f2a-5251e7b4b8e2,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:33.609282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 5054537f-67f5-407f-b721-195927e70388 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:33.609738 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:33.652161 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:33.669545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Transition to ACTIVE for port object c53f2016-3a29-407e-97cb-56425ba3e870 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:46:33.703576 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ebcdeb5a-cd51-4b0f-a77f-3c42a7af4077 None None] Provisioning for port c53f2016-3a29-407e-97cb-56425ba3e870 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:46:33.707794 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-ebcdeb5a-cd51-4b0f-a77f-3c42a7af4077 None None] Provisioning complete for port c53f2016-3a29-407e-97cb-56425ba3e870 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:33.708164 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ebcdeb5a-cd51-4b0f-a77f-3c42a7af4077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:33.894929 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:33.929054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ebcdeb5a-cd51-4b0f-a77f-3c42a7af4077 None None] Port c53f2016-3a29-407e-97cb-56425ba3e870 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:46:33.951197 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098a5bb-e161-4136-9204-056b12561a5d None None] Pushing event updated for resources: {'Port': ['ID=c53f2016-3a29-407e-97cb-56425ba3e870,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:34.003506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Attempting to bind port c53f2016-3a29-407e-97cb-56425ba3e870 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:46:34.003880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Attempting to bind port c53f2016-3a29-407e-97cb-56425ba3e870 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:46:34.004248 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Attempting to bind port c53f2016-3a29-407e-97cb-56425ba3e870 on network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:46:34.009559 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:46:34.009940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Checking segment: {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:46:34.010345 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:34.010744 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Bound using segment: {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:46:34.011207 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Bound port: c53f2016-3a29-407e-97cb-56425ba3e870, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:46:34.011590 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:34.085127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] For port c53f2016-3a29-407e-97cb-56425ba3e870, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:46:34.088380 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] For port c53f2016-3a29-407e-97cb-56425ba3e870, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c53f2016-3a29-407e-97cb-56425ba3e870,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:46:34.164795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:34.237920 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:34.238570 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:34.243755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098a5bb-e161-4136-9204-056b12561a5d None None] Pushing event updated for resources: {'Port': ['ID=c53f2016-3a29-407e-97cb-56425ba3e870,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:34.355650 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:34.444087 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-be9fe75b-7348-47a2-b0f1-5438df4e6e4a req-96527b0c-a630-40d3-b16e-29007e8361fb tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 210 time: 0.0264904 Aug 23 04:46:34.579396 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-45249b33-c226-4b23-ab26-829ac897861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c53f2016-3a29-407e-97cb-56425ba3e870', 'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:50:d2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:31Z', 'updated_at': '2021-08-23T04:46:34Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:34.612203 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:46:34.615411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45249b33-c226-4b23-ab26-829ac897861b None None] The sync data for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 is: [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c53f2016-3a29-407e-97cb-56425ba3e870', 'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:50:d2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:31Z', 'updated_at': '2021-08-23T04:46:34Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:46:34.683641 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:34.684032 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:35.355170 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-ae5c9e7b-acc3-4e2d-99de-712fb07e2b86 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:35.356687 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-ae5c9e7b-acc3-4e2d-99de-712fb07e2b86 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/networks?id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d HTTP/1.1" status: 200 len: 795 time: 0.1098087 Aug 23 04:46:35.400598 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-8f91b03d-a245-4655-90f8-30b6761029bf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449c54f7f9b5473cae8fd37b1f386084 HTTP/1.1" status: 200 len: 380 time: 0.0344822 Aug 23 04:46:35.411518 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'port': {'device_id': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'admin_state_up': True, 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'security_groups': ['6d3a051c-4415-43d8-98d6-25bf54d2497f']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:35.550537 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b478db80-5d6b-496d-a055-4cb6c8c7ebfb req-08c71931-4de7-45ca-a441-3a6ae0ae61e0 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 210 time: 0.0278714 Aug 23 04:46:35.615455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Made reservation on behalf of 449c54f7f9b5473cae8fd37b1f386084 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:46:35.619082 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:35.744176 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.20.0.14 (fd1cfce2-c017-4ff8-bbba-b407bbc67a8d/e5a92119-7ecd-4901-81fc-320419591c95/4776df3e-15da-49ab-99a9-013412e23323) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:46:35.873828 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:35.891515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Transition to ACTIVE for port object 4776df3e-15da-49ab-99a9-013412e23323 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:46:35.992880 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.034593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:46:36.037428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:46:36.040963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:46:36.049828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=4776df3e-15da-49ab-99a9-013412e23323,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:36.094944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:36.095560 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.171035 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-e3a68f97-8405-4614-a384-e8b8d7a61093 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7638812 Aug 23 04:46:36.184233 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Request body: {'port': {'device_id': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:36.239755 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.329683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dce8f18c-2685-4098-a57b-bb088f591fcb None None] Provisioning for port 4776df3e-15da-49ab-99a9-013412e23323 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:46:36.334336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-dce8f18c-2685-4098-a57b-bb088f591fcb None None] Provisioning complete for port 4776df3e-15da-49ab-99a9-013412e23323 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:36.339579 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dce8f18c-2685-4098-a57b-bb088f591fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.373573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-dce8f18c-2685-4098-a57b-bb088f591fcb None None] Port 4776df3e-15da-49ab-99a9-013412e23323 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:46:36.495847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4776df3e-15da-49ab-99a9-013412e23323 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:46:36.503626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.515471 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Transition to ACTIVE for port object 4776df3e-15da-49ab-99a9-013412e23323 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:46:36.583493 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.636849 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c53f2016-3a29-407e-97cb-56425ba3e870 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:46:36.654428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Pushing event updated for resources: {'Port': ['ID=4776df3e-15da-49ab-99a9-013412e23323,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:36.683753 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5fa1c-ca8a-4bc8-a015-fd427751fda2 req-b64eab95-8cfc-4fd6-a1ee-5076147a814a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:36.686312 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cac5fa1c-ca8a-4bc8-a015-fd427751fda2 req-b64eab95-8cfc-4fd6-a1ee-5076147a814a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 944 time: 0.0684872 Aug 23 04:46:36.721981 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Attempting to bind port 4776df3e-15da-49ab-99a9-013412e23323 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:46:36.722320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Attempting to bind port 4776df3e-15da-49ab-99a9-013412e23323 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:46:36.722702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Attempting to bind port 4776df3e-15da-49ab-99a9-013412e23323 on network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:46:36.727234 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Port 4776df3e-15da-49ab-99a9-013412e23323 on network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:46:36.729576 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Attempting to bind port 4776df3e-15da-49ab-99a9-013412e23323 on network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:46:36.731605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cac5fa1c-ca8a-4bc8-a015-fd427751fda2 req-c4bad660-2e91-45e7-9f11-5a083d95c388 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367095 Aug 23 04:46:36.732882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:46:36.733294 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Checking segment: {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:46:36.733676 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Bound using segment: {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:46:36.734109 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Bound port: 4776df3e-15da-49ab-99a9-013412e23323, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e72d544-b739-4019-8bb8-0155ba007f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:46:36.734471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.747129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c53f2016-3a29-407e-97cb-56425ba3e870 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:46:36.751411 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c53f2016-3a29-407e-97cb-56425ba3e870 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:36.754065 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.806210 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] For port 4776df3e-15da-49ab-99a9-013412e23323, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:46:36.809524 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] For port 4776df3e-15da-49ab-99a9-013412e23323, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4776df3e-15da-49ab-99a9-013412e23323,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:46:36.836570 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.868297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c53f2016-3a29-407e-97cb-56425ba3e870, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c53f2016-3a29-407e-97cb-56425ba3e870,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:36.869928 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.907179 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:36.907179 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.907179 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] 10.222.0.24 "PUT /v2.0/ports/4776df3e-15da-49ab-99a9-013412e23323 HTTP/1.1" status: 200 len: 1092 time: 0.7273755 Aug 23 04:46:36.909819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'tag': '4776df3e-15da-49ab-99a9-013412e23323'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:46:36.912111 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd9fb63-00c2-45ad-a071-9bad0d45aab8" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "tag": "4776df3e-15da-49ab-99a9-013412e23323"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:46:36.932656 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:36.951834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ec481-7f47-4a8f-b39b-9f6f4a3f1c3d service neutron] Pushing event updated for resources: {'Port': ['ID=4776df3e-15da-49ab-99a9-013412e23323,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:36.964702 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e2f61e-f445-42c4-a2f3-394537217f30 x-openstack-request-id: req-14e2f61e-f445-42c4-a2f3-394537217f30 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:46:36.965050 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "tag": "4776df3e-15da-49ab-99a9-013412e23323", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:46:36.965300 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14e2f61e-f445-42c4-a2f3-394537217f30 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:46:36.965697 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'tag': '4776df3e-15da-49ab-99a9-013412e23323', 'status': 'completed', 'code': 200} Aug 23 04:46:36.982368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c53f2016-3a29-407e-97cb-56425ba3e870,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:37.031043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fb63-00c2-45ad-a071-9bad0d45aab8 req-9acbb1d0-ac8a-4053-a9ee-b98f075155a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:37.032707 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9bd9fb63-00c2-45ad-a071-9bad0d45aab8 req-9acbb1d0-ac8a-4053-a9ee-b98f075155a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 1095 time: 0.0444078 Aug 23 04:46:37.135159 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fb63-00c2-45ad-a071-9bad0d45aab8 req-5d24749b-b79e-4f39-8b55-520bf625b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:37.136623 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9bd9fb63-00c2-45ad-a071-9bad0d45aab8 req-5d24749b-b79e-4f39-8b55-520bf625b3ac service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=449c54f7f9b5473cae8fd37b1f386084&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0960870 Aug 23 04:46:37.231552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fb63-00c2-45ad-a071-9bad0d45aab8 req-8126283d-72c6-4a94-9f4b-a76c3c363bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:37.233180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-9bd9fb63-00c2-45ad-a071-9bad0d45aab8 req-8126283d-72c6-4a94-9f4b-a76c3c363bfa service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896864 Aug 23 04:46:37.305697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-24f0e1c5-00dc-444c-b5fa-de24bd44a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:37.307059 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-24f0e1c5-00dc-444c-b5fa-de24bd44a970 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 1095 time: 0.0398450 Aug 23 04:46:37.346787 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-eee987b5-7e45-4ef1-bbe9-ceb475f05533 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4776df3e-15da-49ab-99a9-013412e23323 HTTP/1.1" status: 200 len: 217 time: 0.0315452 Aug 23 04:46:37.395480 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0d3577-e925-4cb7-86cb-51c4292f2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:37.396897 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-bb0d3577-e925-4cb7-86cb-51c4292f2444 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5a92119-7ecd-4901-81fc-320419591c95 HTTP/1.1" status: 200 len: 834 time: 0.0444694 Aug 23 04:46:37.441230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-db4e078b-f21d-47ac-a156-469d396510c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:37.442713 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-db4e078b-f21d-47ac-a156-469d396510c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384483 Aug 23 04:46:37.530925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-574b80ea-6951-4fe6-8cb2-434fda836107 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787051 Aug 23 04:46:37.619850 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4e02d50d-2387-42d6-9c01-3b37b7703e25 req-ef7895df-fea0-4bff-9961-5dca0d0ce75d service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820401 Aug 23 04:46:37.848157 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ccbf5-093c-4256-8d9b-b9ef5c97dd1f req-d48c515f-5b6e-44b1-a6e0-d8a322a12329 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:37.849554 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d35ccbf5-093c-4256-8d9b-b9ef5c97dd1f req-d48c515f-5b6e-44b1-a6e0-d8a322a12329 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 944 time: 0.0480351 Aug 23 04:46:37.886032 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d35ccbf5-093c-4256-8d9b-b9ef5c97dd1f req-475007c1-9612-447e-b1cc-c9c2eb55c03e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304375 Aug 23 04:46:38.283868 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:38.605334 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c53f2016-3a29-407e-97cb-56425ba3e870 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:46:38.650556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c53f2016-3a29-407e-97cb-56425ba3e870 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:38.650933 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:38.997948 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36dc6-5930-42dd-87b4-4765a1f0cf8e req-a576b53c-27e0-459c-8345-bdd45ae92806 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:38.999419 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c36dc6-5930-42dd-87b4-4765a1f0cf8e req-a576b53c-27e0-459c-8345-bdd45ae92806 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 944 time: 0.0482144 Aug 23 04:46:39.035991 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69c36dc6-5930-42dd-87b4-4765a1f0cf8e req-1270a29c-a5bd-45d6-a4da-0256961522b3 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308502 Aug 23 04:46:40.151219 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb8057-4199-454c-9768-b3ee4b639b11 req-7f8a1afe-8d22-4064-ad9a-4c3b6f8e142d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:40.152591 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eeb8057-4199-454c-9768-b3ee4b639b11 req-7f8a1afe-8d22-4064-ad9a-4c3b6f8e142d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 944 time: 0.0520852 Aug 23 04:46:40.171976 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4776df3e-15da-49ab-99a9-013412e23323 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:46:40.189956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8eeb8057-4199-454c-9768-b3ee4b639b11 req-6c64b94b-4733-49ca-a31e-d8b954e18536 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313087 Aug 23 04:46:40.268638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4776df3e-15da-49ab-99a9-013412e23323, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4776df3e-15da-49ab-99a9-013412e23323,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:40.279142 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '4776df3e-15da-49ab-99a9-013412e23323', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'port_id': '4776df3e-15da-49ab-99a9-013412e23323', 'mac_address': 'fa:16:3e:6d:4c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:46:40.315347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:40.331683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4776df3e-15da-49ab-99a9-013412e23323 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:46:40.350685 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4776df3e-15da-49ab-99a9-013412e23323, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4776df3e-15da-49ab-99a9-013412e23323,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:40.410467 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:40.455040 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=4776df3e-15da-49ab-99a9-013412e23323,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:40.629771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['4776df3e-15da-49ab-99a9-013412e23323'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:46:41.301740 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c6610-bf26-4d00-9054-306437acd4ae req-fc2bc2cd-eb8d-4a2b-bdcd-f6a53ad3c391 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:41.303216 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a83c6610-bf26-4d00-9054-306437acd4ae req-fc2bc2cd-eb8d-4a2b-bdcd-f6a53ad3c391 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 945 time: 0.0475671 Aug 23 04:46:41.339699 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a83c6610-bf26-4d00-9054-306437acd4ae req-863eb4a9-3de0-47e0-8e47-944056a3ea67 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306797 Aug 23 04:46:42.196633 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4776df3e-15da-49ab-99a9-013412e23323 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:46:42.323969 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 4776df3e-15da-49ab-99a9-013412e23323 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:46:42.327588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 4776df3e-15da-49ab-99a9-013412e23323 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:46:42.327965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:42.405595 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:42.428618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4776df3e-15da-49ab-99a9-013412e23323'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:46:42.430949 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f825be-7c71-440f-940d-9ea8bcd0db57" -d '{"events": [{"server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "name": "network-vif-plugged", "status": "completed", "tag": "4776df3e-15da-49ab-99a9-013412e23323"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:46:42.446143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4776df3e-15da-49ab-99a9-013412e23323, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4776df3e-15da-49ab-99a9-013412e23323,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:46:42.453581 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefa74c-0d14-4bba-b7b3-d8bc52da9601 req-ca37f81f-2ed5-4147-bfbc-65f938b2ca27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:42.455060 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abefa74c-0d14-4bba-b7b3-d8bc52da9601 req-ca37f81f-2ed5-4147-bfbc-65f938b2ca27 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 945 time: 0.0500085 Aug 23 04:46:42.492948 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-abefa74c-0d14-4bba-b7b3-d8bc52da9601 req-b4f15e40-0782-4d4a-a725-ba0054bf8364 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Aug 23 04:46:42.515339 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:42.564041 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=4776df3e-15da-49ab-99a9-013412e23323,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:42.587160 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f7f0f3-98ef-41f3-99d7-7c549b0acc3f x-openstack-request-id: req-c2f7f0f3-98ef-41f3-99d7-7c549b0acc3f {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:46:42.587449 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "name": "network-vif-plugged", "status": "completed", "tag": "4776df3e-15da-49ab-99a9-013412e23323", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:46:42.587698 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2f7f0f3-98ef-41f3-99d7-7c549b0acc3f {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:46:42.588089 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4776df3e-15da-49ab-99a9-013412e23323', 'code': 200} Aug 23 04:46:42.680049 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59f1c1-5a05-4c64-9b8f-0b8899c3b126 req-abebd11e-7c28-4a1b-bcda-62d8f88a6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:42.681525 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a59f1c1-5a05-4c64-9b8f-0b8899c3b126 req-abebd11e-7c28-4a1b-bcda-62d8f88a6acb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 1097 time: 0.0390353 Aug 23 04:46:42.715171 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6a59f1c1-5a05-4c64-9b8f-0b8899c3b126 req-69821594-c5e6-4ad3-a8bf-827cf7ce4683 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261827 Aug 23 04:46:43.609191 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701a01-1bbc-46a9-b442-4ce98f6a3e58 req-6afd5a09-da53-47b0-9e56-5624d412df1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:43.610661 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53701a01-1bbc-46a9-b442-4ce98f6a3e58 req-6afd5a09-da53-47b0-9e56-5624d412df1a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0519543 Aug 23 04:46:43.647552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-53701a01-1bbc-46a9-b442-4ce98f6a3e58 req-6171da6f-05ac-4877-b081-6179ecf5b772 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303974 Aug 23 04:46:44.760268 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466d281-c70a-4fba-8cb4-d4b77676bb69 req-383a78d8-7045-4fce-b6cc-aeda51e4677a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:44.761767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a466d281-c70a-4fba-8cb4-d4b77676bb69 req-383a78d8-7045-4fce-b6cc-aeda51e4677a tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0481906 Aug 23 04:46:44.797535 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a466d281-c70a-4fba-8cb4-d4b77676bb69 req-be104981-5bdf-4c7c-965c-c4f9d15b1758 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300009 Aug 23 04:46:44.912483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71db9af-0b8b-4db3-9eec-462a15b4fd87 req-55558b88-fe19-4d44-a1aa-f1b678cac1c2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:44.914015 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e71db9af-0b8b-4db3-9eec-462a15b4fd87 req-55558b88-fe19-4d44-a1aa-f1b678cac1c2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0532832 Aug 23 04:46:44.951749 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e71db9af-0b8b-4db3-9eec-462a15b4fd87 req-421d5201-ff7e-4e5c-984c-b582b955d627 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318372 Aug 23 04:46:44.972387 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35740) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:45.015215 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f19934-d079-4a51-928e-f8f13c11ce56 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:45.016701 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-87f19934-d079-4a51-928e-f8f13c11ce56 tempest-TestNetworkAdvancedServerOps-2006653009 tempest-TestNetworkAdvancedServerOps-2006653009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 1092 time: 0.0433760 Aug 23 04:46:45.019442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35742) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:45.023651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '4776df3e-15da-49ab-99a9-013412e23323', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:46:45.129566 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:45.225902 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:45.329757 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Allocated IP 172.25.1.133 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/107b4c45-25c3-41e8-ab4b-f5987e3ffa5d) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:46:45.427666 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:45.552788 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:45.592009 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:46:45.594694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:46:45.598012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:46:45.623021 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=107b4c45-25c3-41e8-ab4b-f5987e3ffa5d,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:45.943077 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:46.057477 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:46.204280 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:46.261210 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:46.331697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event updated for resources: {'Port': ['ID=107b4c45-25c3-41e8-ab4b-f5987e3ffa5d,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:46:46.338093 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:46.434823 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP 004f99e4-236f-48d5-bfcd-b2056baf26bc associated. External IP: 172.25.1.133, port: 4776df3e-15da-49ab-99a9-013412e23323. Aug 23 04:46:46.952546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9c9dc2d4-04f4-4d08-ad24-462c249f607b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:46:47.057048 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:46:47.066927 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] Sync routers for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:46:47.075971 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:47.076567 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:47.120681 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:47.147261 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9dc9ca2f-ca14-4a18-b45d-f5bab8f40371 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1266642 Aug 23 04:46:47.147686 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'tag': '4776df3e-15da-49ab-99a9-013412e23323'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:46:47.149981 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50d0ffc-f9c8-4f27-932b-657ea4c88538" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "tag": "4776df3e-15da-49ab-99a9-013412e23323"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:46:47.179361 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:47.245419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e7c70-064a-424e-a257-a7f4f53818cc req-4a13b6c8-aa2d-4ac1-83d2-7c240ca896d7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:47.246934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f1e7c70-064a-424e-a257-a7f4f53818cc req-4a13b6c8-aa2d-4ac1-83d2-7c240ca896d7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0517573 Aug 23 04:46:47.285309 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6f1e7c70-064a-424e-a257-a7f4f53818cc req-418bdfec-2db9-484e-bdae-9918e290eaed tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Aug 23 04:46:47.307331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35748) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:47.348041 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cda5a5-63af-477c-96a1-42206c16685f x-openstack-request-id: req-44cda5a5-63af-477c-96a1-42206c16685f {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:46:47.348346 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "tag": "4776df3e-15da-49ab-99a9-013412e23323", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:46:47.348568 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44cda5a5-63af-477c-96a1-42206c16685f {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:46:47.348959 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'tag': '4776df3e-15da-49ab-99a9-013412e23323', 'status': 'completed', 'code': 200} Aug 23 04:46:47.376744 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c92d7e3-11a3-4af7-b55c-eb11c5eca96e tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/004f99e4-236f-48d5-bfcd-b2056baf26bc HTTP/1.1" status: 200 len: 992 time: 0.0680799 Aug 23 04:46:47.389885 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-be67ef22-f8d9-4e59-ac3a-5ccf32f23d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:47.391612 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-be67ef22-f8d9-4e59-ac3a-5ccf32f23d60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 1097 time: 0.0414648 Aug 23 04:46:47.400796 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '004f99e4-236f-48d5-bfcd-b2056baf26bc', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.133', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'port_id': '4776df3e-15da-49ab-99a9-013412e23323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'mac_address': 'fa:16:3e:6d:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:46:45Z', 'updated_at': '2021-08-23T04:46:45Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53f2016-3a29-407e-97cb-56425ba3e870', 'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:50:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:31Z', 'updated_at': '2021-08-23T04:46:36Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:47.489572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-5db98172-726c-43bd-aa98-dcc85b34802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:47.491110 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-5db98172-726c-43bd-aa98-dcc85b34802a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d HTTP/1.1" status: 200 len: 895 time: 0.0925524 Aug 23 04:46:47.522558 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] Checking router: 9c9dc2d4-04f4-4d08-ad24-462c249f607b for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:46:47.530931 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:46:47.531542 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:46:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:47.559768 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-856e5727-90b0-437d-8888-b6dbc2a5127b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4776df3e-15da-49ab-99a9-013412e23323 HTTP/1.1" status: 200 len: 1000 time: 0.0609419 Aug 23 04:46:47.608133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-7222e0d5-6c72-4289-bcd9-591cfdc1aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:47.609674 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-7222e0d5-6c72-4289-bcd9-591cfdc1aea0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5a92119-7ecd-4901-81fc-320419591c95 HTTP/1.1" status: 200 len: 834 time: 0.0435305 Aug 23 04:46:47.634342 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:46:47.653921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-5dcedf8f-62f2-4d01-8f64-980dc55bc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:47.655382 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-5dcedf8f-62f2-4d01-8f64-980dc55bc748 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389512 Aug 23 04:46:47.746272 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-24cc84bb-57f0-4ee1-811b-63d299347ec0 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835695 Aug 23 04:46:47.834547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a50d0ffc-f9c8-4f27-932b-657ea4c88538 req-3f57faf5-0d45-4e35-b86a-4e2de21493de service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802531 Aug 23 04:46:47.847218 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '004f99e4-236f-48d5-bfcd-b2056baf26bc', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.133', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'port_id': '4776df3e-15da-49ab-99a9-013412e23323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'mac_address': 'fa:16:3e:6d:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:46:45Z', 'updated_at': '2021-08-23T04:46:45Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53f2016-3a29-407e-97cb-56425ba3e870', 'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:50:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:31Z', 'updated_at': '2021-08-23T04:46:36Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:46:47.877163 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090a6d5a-3f43-4ff9-8827-dd19eeeafee7 None None] The sync data for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 is: [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '004f99e4-236f-48d5-bfcd-b2056baf26bc', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'floating_ip_address': '172.25.1.133', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'port_id': '4776df3e-15da-49ab-99a9-013412e23323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'mac_address': 'fa:16:3e:6d:4c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:46:45Z', 'updated_at': '2021-08-23T04:46:45Z', 'revision_number': 0, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53f2016-3a29-407e-97cb-56425ba3e870', 'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:50:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:31Z', 'updated_at': '2021-08-23T04:46:36Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:46:48.060027 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a619e4e-274a-4b94-95ab-0984691d9502 None None] New status for floating IP 004f99e4-236f-48d5-bfcd-b2056baf26bc: ACTIVE {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:46:48.380723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35750) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:46:48.438534 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-57724651-2df6-4f3a-bf4d-cfa1821087de tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/004f99e4-236f-48d5-bfcd-b2056baf26bc HTTP/1.1" status: 200 len: 994 time: 0.0566401 Aug 23 04:46:53.560629 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:55.024820 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:46:56.135140 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ae1aa02-7be7-41dd-9377-db1a70f56a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:57.872301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-c26afe9e-53f3-4899-ae28-46670d7a3724 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383036 Aug 23 04:46:57.952850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-e1379929-909d-4f0e-9424-e9934911d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:57.954289 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-e1379929-909d-4f0e-9424-e9934911d6b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 1097 time: 0.0422239 Aug 23 04:46:58.051072 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-540e19a8-56d5-4b7f-88a1-ea7ad2910a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:58.052483 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-540e19a8-56d5-4b7f-88a1-ea7ad2910a8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d HTTP/1.1" status: 200 len: 895 time: 0.0800424 Aug 23 04:46:58.118027 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-8cbeef25-1a14-4f88-b23c-7a4a89999e47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4776df3e-15da-49ab-99a9-013412e23323 HTTP/1.1" status: 200 len: 1002 time: 0.0579624 Aug 23 04:46:58.165720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-dd4cf5a0-f967-4f2f-86ed-ad750cd81ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:58.167108 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-dd4cf5a0-f967-4f2f-86ed-ad750cd81ba0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5a92119-7ecd-4901-81fc-320419591c95 HTTP/1.1" status: 200 len: 834 time: 0.0419090 Aug 23 04:46:58.210082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-9113a93c-3ecd-414c-bb18-57e3c937e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:46:58.211419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-9113a93c-3ecd-414c-bb18-57e3c937e9a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378036 Aug 23 04:46:58.300923 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-0ed9a3c6-4ee7-4eb3-94fb-a48a6e464624 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821476 Aug 23 04:46:58.386656 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b380a88e-e39e-4503-ac82-1bf051725ca6 req-885da7b8-55ae-4b12-a104-8cc39b6942d7 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785282 Aug 23 04:46:58.834420 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f45afb6b-e76b-4cf7-8ede-7cb2c447f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:46:58.937594 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:00.674411 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:01.994702 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:08.306654 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:18.642706 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-4f0c4be2-fb7a-458f-9a0e-9ce4cf30511b req-d9abe47e-a5d9-49d9-9993-0110149c4829 service neutron] (95121) timed out ('10.222.0.20', 50914) {{(pid=95121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:47:20.080937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011e12b-5d2a-47c1-be01-5724fdb1511e req-64aa0392-0c25-47bb-85e8-3cc1c7dd6c05 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:20.082429 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8011e12b-5d2a-47c1-be01-5724fdb1511e req-64aa0392-0c25-47bb-85e8-3cc1c7dd6c05 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0524077 Aug 23 04:47:20.119589 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8011e12b-5d2a-47c1-be01-5724fdb1511e req-51275719-6c6d-4067-9170-6405bb3820f7 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307662 Aug 23 04:47:21.231253 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4843d56-acb7-48a5-a3d0-94eaf8ed45cf req-ecc49dad-0a56-4ec0-aeec-1f26099c29e6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:21.232710 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4843d56-acb7-48a5-a3d0-94eaf8ed45cf req-ecc49dad-0a56-4ec0-aeec-1f26099c29e6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0472476 Aug 23 04:47:21.279767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4843d56-acb7-48a5-a3d0-94eaf8ed45cf req-4fc18117-d764-4c34-bc5e-0328afbf50f8 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411851 Aug 23 04:47:21.302306 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35772) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:21.362944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e00562ee-c5ca-4e1b-812f-55bc8a6b8d1f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/004f99e4-236f-48d5-bfcd-b2056baf26bc HTTP/1.1" status: 200 len: 994 time: 0.0594923 Aug 23 04:47:22.749318 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4a711-c388-454a-ba23-e51873bd5247 req-0116205a-d0dc-4dbd-983c-18b89843e223 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:22.750800 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13c4a711-c388-454a-ba23-e51873bd5247 req-0116205a-d0dc-4dbd-983c-18b89843e223 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0488403 Aug 23 04:47:22.790100 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13c4a711-c388-454a-ba23-e51873bd5247 req-becf56a3-12c1-4f22-95cd-d710296d9532 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314062 Aug 23 04:47:22.830759 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-c3068c8b-0729-4a67-949e-b8fc122aa18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:22.832232 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-c3068c8b-0729-4a67-949e-b8fc122aa18b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 1097 time: 0.0438423 Aug 23 04:47:22.921455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-aa57b3b1-a3e5-46b5-bc83-b54ae7f03981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:22.922933 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-aa57b3b1-a3e5-46b5-bc83-b54ae7f03981 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d HTTP/1.1" status: 200 len: 895 time: 0.0838647 Aug 23 04:47:22.990566 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-5899d548-1e54-4b3e-b18c-61a2b52ca9b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4776df3e-15da-49ab-99a9-013412e23323 HTTP/1.1" status: 200 len: 1002 time: 0.0605125 Aug 23 04:47:23.038329 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-db568030-11f0-4399-b902-8c1a10062a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:23.039722 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-db568030-11f0-4399-b902-8c1a10062a1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5a92119-7ecd-4901-81fc-320419591c95 HTTP/1.1" status: 200 len: 834 time: 0.0420134 Aug 23 04:47:23.084375 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-2450780d-fade-413a-9b42-586d9f01799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:23.086189 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-2450780d-fade-413a-9b42-586d9f01799f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388150 Aug 23 04:47:23.176538 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-83a80b9f-c2a5-4a5c-99b1-ab1315eaa324 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824039 Aug 23 04:47:23.262649 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b1ac2486-2c99-40a7-a66b-30a45a545301 req-3349cfc5-932b-4488-bd7b-f2e9b5882647 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792716 Aug 23 04:47:23.529388 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:23.905810 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393266b-cfa6-41a0-9e7a-87a4b77e431c req-4258de18-b608-421c-b8f2-0f1f9fc692c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:23.907516 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e393266b-cfa6-41a0-9e7a-87a4b77e431c req-4258de18-b608-421c-b8f2-0f1f9fc692c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0492446 Aug 23 04:47:23.947458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e393266b-cfa6-41a0-9e7a-87a4b77e431c req-0e0ebaab-e954-40f5-bf49-75e8c53f74f2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334332 Aug 23 04:47:25.061353 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeaaca-669b-4414-81fc-ad61e978a7c2 req-7ed6c49f-a3b9-4062-84f7-1d2fe6abddda tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:25.062797 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3daeaaca-669b-4414-81fc-ad61e978a7c2 req-7ed6c49f-a3b9-4062-84f7-1d2fe6abddda tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0472457 Aug 23 04:47:25.102262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3daeaaca-669b-4414-81fc-ad61e978a7c2 req-e09025ab-1eed-46d0-9701-e0bc4cf546e2 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336549 Aug 23 04:47:25.124304 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35784) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:25.182858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b7cd630e-8ff3-4f09-8a17-3956828def54 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/floatingips/004f99e4-236f-48d5-bfcd-b2056baf26bc HTTP/1.1" status: 200 len: 994 time: 0.0573702 Aug 23 04:47:25.388504 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35790) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:25.541020 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 107b4c45-25c3-41e8-ab4b-f5987e3ffa5d {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:47:25.541393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:25.616620 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:25.616954 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:25.628403 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 107b4c45-25c3-41e8-ab4b-f5987e3ffa5d owned by network:floatingip {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:47:25.822978 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:25.848972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=107b4c45-25c3-41e8-ab4b-f5987e3ffa5d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:25.873440 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.873787 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.874133 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.874471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.874802 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.875131 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.875460 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.875789 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.876113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.876435 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.876755 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.877155 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:25.915357 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for floatingip, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:25.915717 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Floating IP 004f99e4-236f-48d5-bfcd-b2056baf26bc disassociated (deleted). External IP: 172.25.1.133, port: 4776df3e-15da-49ab-99a9-013412e23323. Aug 23 04:47:26.119739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9c9dc2d4-04f4-4d08-ad24-462c249f607b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:47:26.129523 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f95c3218-5c71-4408-a29b-ec2c4d354ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:26.227591 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:47:26.232696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:26.237830 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] Sync routers for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:47:26.247247 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:26.247852 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:46:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:26.259646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-96b6c718-fcc8-4351-9ab8-cac5523b509d tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/floatingips/004f99e4-236f-48d5-bfcd-b2056baf26bc HTTP/1.1" status: 204 len: 168 time: 0.8699701 Aug 23 04:47:26.260249 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'tag': '4776df3e-15da-49ab-99a9-013412e23323'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:47:26.262939 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b1741a-d534-4ec7-885d-1e83bce0be14" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "tag": "4776df3e-15da-49ab-99a9-013412e23323"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:47:26.352663 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:26.542959 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c53f2016-3a29-407e-97cb-56425ba3e870', 'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:50:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:31Z', 'updated_at': '2021-08-23T04:46:36Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:26.573134 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] Checking router: 9c9dc2d4-04f4-4d08-ad24-462c249f607b for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:26.581669 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:26.582132 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:46:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:26.588991 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc4f7b1-d2a7-4a8a-a2cd-7ae7a1fa3d54 x-openstack-request-id: req-edc4f7b1-d2a7-4a8a-a2cd-7ae7a1fa3d54 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:47:26.589320 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "tag": "4776df3e-15da-49ab-99a9-013412e23323", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:47:26.589573 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edc4f7b1-d2a7-4a8a-a2cd-7ae7a1fa3d54 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:47:26.589977 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'tag': '4776df3e-15da-49ab-99a9-013412e23323', 'status': 'completed', 'code': 200} Aug 23 04:47:26.657635 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-f01ed0f3-03a1-4361-aa01-26d29444ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:26.659129 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-f01ed0f3-03a1-4361-aa01-26d29444ba92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=449c54f7f9b5473cae8fd37b1f386084&device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 1097 time: 0.0464461 Aug 23 04:47:26.687481 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83d3f9-b57b-4d15-9c54-b8e192da0e14 req-4bb5ecc1-d10d-4800-9835-3b11b2440f4f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:26.689019 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad83d3f9-b57b-4d15-9c54-b8e192da0e14 req-4bb5ecc1-d10d-4800-9835-3b11b2440f4f tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0505760 Aug 23 04:47:26.691653 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:26.729229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ad83d3f9-b57b-4d15-9c54-b8e192da0e14 req-6a0191af-7a67-41d0-9a46-960526b7de17 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Aug 23 04:47:26.756052 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-6c4d92d7-2017-4f1e-accf-3070cb0e83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:26.757680 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-6c4d92d7-2017-4f1e-accf-3070cb0e83b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d HTTP/1.1" status: 200 len: 895 time: 0.0910101 Aug 23 04:47:26.802372 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-cc8f1387-d415-465b-81d3-63b37e2a3900 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4776df3e-15da-49ab-99a9-013412e23323 HTTP/1.1" status: 200 len: 217 time: 0.0368540 Aug 23 04:47:26.890633 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c53f2016-3a29-407e-97cb-56425ba3e870', 'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:50:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:31Z', 'updated_at': '2021-08-23T04:46:36Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:26.919209 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cad91a-c4b9-43e6-b3b5-8f1efc467583 None None] The sync data for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 is: [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c53f2016-3a29-407e-97cb-56425ba3e870', 'name': '', 'network_id': 'fd1cfce2-c017-4ff8-bbba-b407bbc67a8d', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'mac_address': 'fa:16:3e:50:d2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:31Z', 'updated_at': '2021-08-23T04:46:36Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'subnets': [{'id': 'e5a92119-7ecd-4901-81fc-320419591c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:27.126262 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-f53f9ed1-dff5-45df-b259-0686eb70fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:27.127755 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-f53f9ed1-dff5-45df-b259-0686eb70fd67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5a92119-7ecd-4901-81fc-320419591c95 HTTP/1.1" status: 200 len: 834 time: 0.3187218 Aug 23 04:47:27.158769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136a69d-d568-4359-8cdb-dc960b1b8092 None None] New status for floating IP 004f99e4-236f-48d5-bfcd-b2056baf26bc: DOWN {{(pid=95122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:47:27.173320 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-2ebcbc1d-177d-4ba9-ae69-d67810c558f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:27.174835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-2ebcbc1d-177d-4ba9-ae69-d67810c558f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397415 Aug 23 04:47:27.265547 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-ba6ca775-00b0-44e0-b810-ef75164d5f95 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834360 Aug 23 04:47:27.351322 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-59b1741a-d534-4ec7-885d-1e83bce0be14 req-05c5cade-e637-4398-853d-d512c9d478a2 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780389 Aug 23 04:47:27.850007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a35f5b-716e-4090-b4ea-023c40381619 req-372af03e-de3d-4e3c-8464-8d8ce6a38083 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:27.851466 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9a35f5b-716e-4090-b4ea-023c40381619 req-372af03e-de3d-4e3c-8464-8d8ce6a38083 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0528986 Aug 23 04:47:27.888152 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e9a35f5b-716e-4090-b4ea-023c40381619 req-f3beacf9-f2c0-4b00-8e35-9a33672e8951 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d3a051c-4415-43d8-98d6-25bf54d2497f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305178 Aug 23 04:47:28.150193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80791b-46a1-48db-863b-16c642b6601a req-67ce9a8a-191b-434e-8927-ca5c9dcf4bfe tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:28.151576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c80791b-46a1-48db-863b-16c642b6601a req-67ce9a8a-191b-434e-8927-ca5c9dcf4bfe tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 946 time: 0.0474484 Aug 23 04:47:28.240830 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-7c80791b-46a1-48db-863b-16c642b6601a req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 4776df3e-15da-49ab-99a9-013412e23323 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:47:28.241194 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7c80791b-46a1-48db-863b-16c642b6601a req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:28.325956 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-7c80791b-46a1-48db-863b-16c642b6601a req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port 4776df3e-15da-49ab-99a9-013412e23323, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4776df3e-15da-49ab-99a9-013412e23323,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:28.326320 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7c80791b-46a1-48db-863b-16c642b6601a req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:28.338457 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-7c80791b-46a1-48db-863b-16c642b6601a req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 4776df3e-15da-49ab-99a9-013412e23323 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:47:28.537213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7c80791b-46a1-48db-863b-16c642b6601a req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:28.565264 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=4776df3e-15da-49ab-99a9-013412e23323,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:28.580586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.581172 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.581514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.581888 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.582173 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.582500 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.582825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.583149 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.584033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.584355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.584681 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.584998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:28.621056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c80791b-46a1-48db-863b-16c642b6601a req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] No DVR routers for this DVR port 4776df3e-15da-49ab-99a9-013412e23323 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:47:28.623675 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-7c80791b-46a1-48db-863b-16c642b6601a req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:28.625683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-7c80791b-46a1-48db-863b-16c642b6601a req-a59cc560-1372-4c4e-aacc-7bbf40cc7822 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.24 "DELETE /v2.0/ports/4776df3e-15da-49ab-99a9-013412e23323 HTTP/1.1" status: 204 len: 173 time: 0.4678376 Aug 23 04:47:28.626124 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'name': 'network-vif-deleted', 'tag': '4776df3e-15da-49ab-99a9-013412e23323'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:47:28.628436 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f2d31-3954-489a-866f-59404b1b0781" -d '{"events": [{"server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "name": "network-vif-deleted", "tag": "4776df3e-15da-49ab-99a9-013412e23323"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:47:28.663648 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eddee6d-906c-40bc-8e86-c4c604693340 x-openstack-request-id: req-0eddee6d-906c-40bc-8e86-c4c604693340 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:47:28.664019 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb76137-47d1-4638-b789-4fbeeec0687d", "name": "network-vif-deleted", "tag": "4776df3e-15da-49ab-99a9-013412e23323", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:47:28.664269 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eddee6d-906c-40bc-8e86-c4c604693340 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:47:28.664657 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb76137-47d1-4638-b789-4fbeeec0687d', 'name': 'network-vif-deleted', 'tag': '4776df3e-15da-49ab-99a9-013412e23323', 'status': 'completed', 'code': 200} Aug 23 04:47:28.826627 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9499900b-315c-4164-8464-fc79b7151d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:28.952413 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:29.000867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cacfebb4-27f3-48f3-9283-b2b0f084ce2e req-402cee7c-804c-4e1e-bf13-8a8a36f5a9cf tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cb76137-47d1-4638-b789-4fbeeec0687d HTTP/1.1" status: 200 len: 210 time: 0.0277891 Aug 23 04:47:30.055974 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35806) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:30.399034 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:30.454010 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4776df3e-15da-49ab-99a9-013412e23323 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:30.475582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 4776df3e-15da-49ab-99a9-013412e23323 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:47:30.475931 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4776df3e-15da-49ab-99a9-013412e23323 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:30.647858 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port c53f2016-3a29-407e-97cb-56425ba3e870 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:47:30.648199 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:30.689192 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:30.753069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port c53f2016-3a29-407e-97cb-56425ba3e870, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c53f2016-3a29-407e-97cb-56425ba3e870,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:30.753465 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:30.764879 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for c53f2016-3a29-407e-97cb-56425ba3e870 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:47:31.009521 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:31.036192 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=c53f2016-3a29-407e-97cb-56425ba3e870,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:31.206535 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:31.410145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Router 9c9dc2d4-04f4-4d08-ad24-462c249f607b has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:47:31.512647 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:47:31.517885 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6248f1f9-6da6-4f87-bb05-34b9c28c80cc tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "PUT /v2.0/routers/9c9dc2d4-04f4-4d08-ad24-462c249f607b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4608819 Aug 23 04:47:31.520548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35808) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:31.523746 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] Sync routers for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:47:31.532841 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:31.533486 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:31.572914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-120e8b7c-ffa9-48b2-b8a5-a3454cba26ee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting subnet e5a92119-7ecd-4901-81fc-320419591c95 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:47:31.575990 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-120e8b7c-ffa9-48b2-b8a5-a3454cba26ee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:31.614717 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-120e8b7c-ffa9-48b2-b8a5-a3454cba26ee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:31.635977 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:31.694725 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-120e8b7c-ffa9-48b2-b8a5-a3454cba26ee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:31.808999 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:47:30Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:31.823585 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-120e8b7c-ffa9-48b2-b8a5-a3454cba26ee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:31.931799 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] Checking router: 9c9dc2d4-04f4-4d08-ad24-462c249f607b for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:31.941402 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] Routers {'9c9dc2d4-04f4-4d08-ad24-462c249f607b'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:31.942014 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:32.011886 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.034333 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:47:32.053979 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] Set router 9c9dc2d4-04f4-4d08-ad24-462c249f607b gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:32.169442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e8b7c-ffa9-48b2-b8a5-a3454cba26ee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a92119-7ecd-4901-81fc-320419591c95,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:32.172968 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-120e8b7c-ffa9-48b2-b8a5-a3454cba26ee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.174822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-120e8b7c-ffa9-48b2-b8a5-a3454cba26ee tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/subnets/e5a92119-7ecd-4901-81fc-320419591c95 HTTP/1.1" status: 204 len: 168 time: 0.6533277 Aug 23 04:47:32.178111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35810) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:32.180683 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0863010-eb76-4fbf-9900-4e9732a1470f None None] Network fd1cfce2-c017-4ff8-bbba-b407bbc67a8d requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:47:32.236978 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:47:30Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:32.268009 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3ca09-f519-4bd4-a598-2ba26dfb68e4 None None] The sync data for ids ['9c9dc2d4-04f4-4d08-ad24-462c249f607b'] in n-d-749052-7 is: [{'id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739553009', 'tenant_id': '449c54f7f9b5473cae8fd37b1f386084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '5054537f-67f5-407f-b721-195927e70388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:47:30Z', 'revision_number': 5, 'project_id': '449c54f7f9b5473cae8fd37b1f386084', 'gw_port': {'id': '5054537f-67f5-407f-b721-195927e70388', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9dc2d4-04f4-4d08-ad24-462c249f607b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:46:27Z', 'updated_at': '2021-08-23T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:32.287890 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.392265 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.597107 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Deleting port 5054537f-67f5-407f-b721-195927e70388 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:47:32.597436 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.631096 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299fde4e-1431-4278-a95e-3f0690cb2eeb None None] DHCP port deletion for fd1cfce2-c017-4ff8-bbba-b407bbc67a8d request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:47:32.672001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:32.692174 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] For port 5054537f-67f5-407f-b721-195927e70388, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=5054537f-67f5-407f-b721-195927e70388,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:32.692629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.705209 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Calling delete_port for 5054537f-67f5-407f-b721-195927e70388 owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:47:32.725506 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-299fde4e-1431-4278-a95e-3f0690cb2eeb None None] Deleting port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:47:32.725887 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-299fde4e-1431-4278-a95e-3f0690cb2eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.817582 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.820408 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-299fde4e-1431-4278-a95e-3f0690cb2eeb None None] For port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=22615cf6-09a9-44da-9f2a-5251e7b4b8e2,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:32.820802 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-299fde4e-1431-4278-a95e-3f0690cb2eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.840260 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-299fde4e-1431-4278-a95e-3f0690cb2eeb None None] Calling delete_port for 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:47:32.895730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=22615cf6-09a9-44da-9f2a-5251e7b4b8e2,segment=NetworkSegment(4e72d544-b739-4019-8bb8-0155ba007f24),segment_id=4e72d544-b739-4019-8bb8-0155ba007f24)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:32.926170 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.944042 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:32.944923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c53f2016-3a29-407e-97cb-56425ba3e870 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:32.952027 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Port': ['ID=5054537f-67f5-407f-b721-195927e70388,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:32.984358 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c53f2016-3a29-407e-97cb-56425ba3e870 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:47:32.984708 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c53f2016-3a29-407e-97cb-56425ba3e870 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:33.004483 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-299fde4e-1431-4278-a95e-3f0690cb2eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.015746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=22615cf6-09a9-44da-9f2a-5251e7b4b8e2,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:33.016443 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.019936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fde4e-1431-4278-a95e-3f0690cb2eeb None None] No DVR routers for this DVR port 22615cf6-09a9-44da-9f2a-5251e7b4b8e2 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:47:33.027201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.027547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.027891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.028229 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.028564 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.028898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.029286 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.029617 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.029944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.030692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.030692 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.030891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:33.053970 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fde4e-1431-4278-a95e-3f0690cb2eeb None None] Pushing event deleted for resources: {'Port': ['ID=22615cf6-09a9-44da-9f2a-5251e7b4b8e2,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:33.114926 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.117096 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.239616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.240148 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Fanout notify agent at l3_agent the message router_deleted on router 9c9dc2d4-04f4-4d08-ad24-462c249f607b {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:47:33.250920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.250920 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-39fade65-9f98-40e5-981c-84ef5d8deefa tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/routers/9c9dc2d4-04f4-4d08-ad24-462c249f607b HTTP/1.1" status: 204 len: 168 time: 1.0689301 Aug 23 04:47:33.251133 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35812) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:33.329301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.416968 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.426435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1cfce2-c017-4ff8-bbba-b407bbc67a8d']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:33.436379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e72d544-b739-4019-8bb8-0155ba007f24') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:33.436677 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e72d544-b739-4019-8bb8-0155ba007f24') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:33.445844 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.458888 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.464575 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:47:33.469446 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:47:33.605326 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.615452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.615452 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/networks/fd1cfce2-c017-4ff8-bbba-b407bbc67a8d HTTP/1.1" status: 204 len: 168 time: 0.3621302 Aug 23 04:47:33.617379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35814) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:33.625822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90aa56a-940b-461b-97f8-b5124fc4ecc6 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'Network': ['ID=fd1cfce2-c017-4ff8-bbba-b407bbc67a8d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:33.680672 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a47e8d8b-6e20-4bdb-ae34-b7e2ff1929c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.710033 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a47e8d8b-6e20-4bdb-ae34-b7e2ff1929c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.826140 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a47e8d8b-6e20-4bdb-ae34-b7e2ff1929c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.828675 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a47e8d8b-6e20-4bdb-ae34-b7e2ff1929c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:33.829887 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a47e8d8b-6e20-4bdb-ae34-b7e2ff1929c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] 10.222.0.20 "DELETE /v2.0/security-groups/6d3a051c-4415-43d8-98d6-25bf54d2497f HTTP/1.1" status: 204 len: 168 time: 0.2114854 Aug 23 04:47:33.839244 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e8d8b-6e20-4bdb-ae34-b7e2ff1929c4 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3a051c-4415-43d8-98d6-25bf54d2497f,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:34.435069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35822) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:34.582324 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-c7fc44ec-57aa-470f-8f74-d21ac90ced51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=449c54f7f9b5473cae8fd37b1f386084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461070 Aug 23 04:47:34.585365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35826) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:34.633291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5054537f-67f5-407f-b721-195927e70388 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:47:34.638765 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7d4b-a943-4e53-9756-eb53278e6964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:34.653105 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 5054537f-67f5-407f-b721-195927e70388 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:47:34.653453 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 5054537f-67f5-407f-b721-195927e70388 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:47:34.659667 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7d4b-a943-4e53-9756-eb53278e6964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:34.777146 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7d4b-a943-4e53-9756-eb53278e6964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:34.779656 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-7b0b7d4b-a943-4e53-9756-eb53278e6964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:34.780827 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7b0b7d4b-a943-4e53-9756-eb53278e6964 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a393e50e-e874-4401-b6b9-8a281f84f5b9 HTTP/1.1" status: 204 len: 168 time: 0.1945899 Aug 23 04:47:34.788182 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b7d4b-a943-4e53-9756-eb53278e6964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a393e50e-e874-4401-b6b9-8a281f84f5b9,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:35.340587 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35832) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:35.354393 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95184c41-c4a3-4f1f-a23f-722eff9c802e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:35.455076 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95184c41-c4a3-4f1f-a23f-722eff9c802e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:35.525158 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-95184c41-c4a3-4f1f-a23f-722eff9c802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:35.562878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-95184c41-c4a3-4f1f-a23f-722eff9c802e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6399b23046924767ae6ca7d99f85ff77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211843 Aug 23 04:47:35.563752 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95184c41-c4a3-4f1f-a23f-722eff9c802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371afef3-1671-4047-812a-4c1348510cf1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:35.565664 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35834) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:35.614179 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc82f-69f9-420f-ab71-f7685c2e7f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:35.634433 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc82f-69f9-420f-ab71-f7685c2e7f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:35.735008 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc82f-69f9-420f-ab71-f7685c2e7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:35.737677 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8a0fc82f-69f9-420f-ab71-f7685c2e7f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:35.738914 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8a0fc82f-69f9-420f-ab71-f7685c2e7f1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/371afef3-1671-4047-812a-4c1348510cf1 HTTP/1.1" status: 204 len: 168 time: 0.1722457 Aug 23 04:47:35.746994 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fc82f-69f9-420f-ab71-f7685c2e7f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371afef3-1671-4047-812a-4c1348510cf1,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:36.791208 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35856) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:36.884517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-885504421-network', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:36.970870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Made reservation on behalf of a43c312cc42d456aae82b8df5c0bb834 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:47:36.973135 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:36.982258 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:37.070407 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:37.142363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:37.163526 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:47:37.177944 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2870d915-0e24-4bd3-82dd-dbeda9ed72fc,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:37.180750 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:37.181116 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Added segment d96e4075-c59d-4891-ab2c-217dae339141 of type vlan for network c928f183-64f4-4616-9cc6-04bfef494f96 Aug 23 04:47:37.219554 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:37.308050 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:37.309517 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:37.310474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:37.369105 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] Pushing event updated for resources: {'Network': ['ID=c928f183-64f4-4616-9cc6-04bfef494f96,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:37.378580 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network c928f183-64f4-4616-9cc6-04bfef494f96 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:47:37.400388 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-74769b58-09af-4aa1-a389-78b311fafac8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6081002 Aug 23 04:47:37.403520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35860) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:37.408246 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Request body: {'subnet': {'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-885504421-subnet', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:37.491064 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Made reservation on behalf of a43c312cc42d456aae82b8df5c0bb834 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:47:37.493516 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:37.714582 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:37.770491 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc67e7c4-53fc-4092-ae42-23353fa37ea5,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:37.781406 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Checking segment: {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:47:37.781763 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Network hostable DHCP agents. Network: c928f183-64f4-4616-9cc6-04bfef494f96, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:47:37.885264 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Network c928f183-64f4-4616-9cc6-04bfef494f96 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:47:38.011397 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, c928f183-64f4-4616-9cc6-04bfef494f96) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:38.015518 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:38.016119 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.020743 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23192eff-3f35-4f01-ba20-2fdaaee6db84 None None] Network c928f183-64f4-4616-9cc6-04bfef494f96 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:47:38.080549 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8e910501-0f09-4340-a8dc-1f751240f1a4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6760006 Aug 23 04:47:38.083141 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:38.087483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:38.137246 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.138511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.163114 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-c928f183-64f4-4616-9cc6-04bfef494f96', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:47:38.163969 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.189320 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.305992 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Allocated IP 172.20.0.2 (c928f183-64f4-4616-9cc6-04bfef494f96/dc67e7c4-53fc-4092-ae42-23353fa37ea5/4d6e3c67-6fca-4b74-ac3b-e3d44e48723d) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:47:38.309951 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.369074 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.442470 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.450670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Transition to ACTIVE for port object 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:38.464759 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Transition to ACTIVE for port object 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:38.523888 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.565227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Network c928f183-64f4-4616-9cc6-04bfef494f96 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:47:38.567823 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:38.571275 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:47:38.580385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Pushing event updated for resources: {'Port': ['ID=4d6e3c67-6fca-4b74-ac3b-e3d44e48723d,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:38.612124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.629215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Attempting to bind port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:47:38.629588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Attempting to bind port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:47:38.629947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Attempting to bind port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d on network c928f183-64f4-4616-9cc6-04bfef494f96 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:47:38.630598 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.635257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:47:38.635630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Checking segment: {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:47:38.636035 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.636470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Bound using segment: {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:47:38.636938 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Bound port: 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:47:38.637465 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.697935 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f745c670-0292-45c0-86da-65beaa04143c None None] For port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:47:38.701129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-f745c670-0292-45c0-86da-65beaa04143c None None] For port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4d6e3c67-6fca-4b74-ac3b-e3d44e48723d,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:47:38.734126 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Allocated IP 172.25.1.31 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/0a925ffe-66e0-4b9a-a0eb-d76717c4d448) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:47:38.777405 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.837111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745c670-0292-45c0-86da-65beaa04143c None None] Pushing event updated for resources: {'Port': ['ID=4d6e3c67-6fca-4b74-ac3b-e3d44e48723d,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:38.842818 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.931948 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:38.979649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:47:38.982696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:38.988437 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:47:38.996277 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a925ffe-66e0-4b9a-a0eb-d76717c4d448,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:39.304675 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:39.496468 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:39.685895 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:47:39.692512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c81470-0c02-49ee-b468-28cfa91bc0c8 None None] Network c928f183-64f4-4616-9cc6-04bfef494f96 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:47:39.791347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:47:39.801734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Sync routers for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:47:39.821263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:39.821878 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:39.880453 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:39.881881 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-62e32ded-5a59-467d-b92b-8e42787fa5b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7978041 Aug 23 04:47:39.884934 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35864) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:40.026239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d807034b-b709-452a-b3b7-bc49dc159afe None None] Provisioning for port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:40.107360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:40.298991 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:39Z', 'revision_number': 3, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:40.325413 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Checking router: 0b77cb63-7862-45f2-bf32-a345dcdb79d5 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:40.325773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Updating router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:47:40.363390 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.618712 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.621237 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.637049 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Transition to ACTIVE for port object 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:40.673821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:40.718937 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.775471 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357651d-7849-48fa-aa57-3ff09f4ff708 None None] Pushing event updated for resources: {'Port': ['ID=0a925ffe-66e0-4b9a-a0eb-d76717c4d448,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:40.779346 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Allocated IP 172.20.0.1 (c928f183-64f4-4616-9cc6-04bfef494f96/dc67e7c4-53fc-4092-ae42-23353fa37ea5/c6d09c77-93b9-4abb-a59f-26d1c5448435) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:47:40.782018 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:40.785296 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Attempting to bind port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:47:40.785675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Attempting to bind port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:47:40.786043 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Attempting to bind port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:47:40.789437 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:40.789813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.794184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:47:40.794569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:47:40.794968 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.795361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:47:40.795831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Bound port: 0a925ffe-66e0-4b9a-a0eb-d76717c4d448, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:47:40.796216 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.876863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] For port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:47:40.880258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] For port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0a925ffe-66e0-4b9a-a0eb-d76717c4d448,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:47:40.884359 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.898409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Transition to ACTIVE for port object c6d09c77-93b9-4abb-a59f-26d1c5448435 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:40.916642 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.948376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4d6e3c67-6fca-4b74-ac3b-e3d44e48723d,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:40.959855 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:40.988761 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:41.016323 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:41.016904 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:41.027328 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Network c928f183-64f4-4616-9cc6-04bfef494f96 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:47:41.030113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:41.033477 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:47:41.052187 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357651d-7849-48fa-aa57-3ff09f4ff708 None None] Pushing event updated for resources: {'Port': ['ID=0a925ffe-66e0-4b9a-a0eb-d76717c4d448,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:41.056932 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:41.074571 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d09c77-93b9-4abb-a59f-26d1c5448435,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:41.088151 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:41.148435 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=4d6e3c67-6fca-4b74-ac3b-e3d44e48723d,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:41.165328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:41.280094 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:41.349429 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:39Z', 'revision_number': 3, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:41.380291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6625ad-adbf-48d8-9a3f-a27b05f61a7b None None] The sync data for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 is: [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:39Z', 'revision_number': 3, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:41.409706 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1c82ef0c-d3ff-480a-b59d-6e53bfaf416c None None] Provisioning for port c6d09c77-93b9-4abb-a59f-26d1c5448435 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:41.414231 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-1c82ef0c-d3ff-480a-b59d-6e53bfaf416c None None] Provisioning complete for port c6d09c77-93b9-4abb-a59f-26d1c5448435 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:41.414608 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1c82ef0c-d3ff-480a-b59d-6e53bfaf416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:41.443377 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:41.449468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-1c82ef0c-d3ff-480a-b59d-6e53bfaf416c None None] Port c6d09c77-93b9-4abb-a59f-26d1c5448435 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:47:41.523388 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:41.599138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d09c77-93b9-4abb-a59f-26d1c5448435,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:41.604244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:41.696220 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Network c928f183-64f4-4616-9cc6-04bfef494f96 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:47:41.697669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:41.828031 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:47:41.949043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:47:41.954042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-31057240-d7c0-4c86-ab9d-d720837d3cb2 admin admin] 10.222.0.20 "PUT /v2.0/routers/0b77cb63-7862-45f2-bf32-a345dcdb79d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0680561 Aug 23 04:47:41.976730 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-26e73f10-2bd7-42a3-9635-771fbea6a9d9 None None] Provisioning complete for port c6d09c77-93b9-4abb-a59f-26d1c5448435 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:41.977353 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-26e73f10-2bd7-42a3-9635-771fbea6a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:42.012185 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-26e73f10-2bd7-42a3-9635-771fbea6a9d9 None None] Port c6d09c77-93b9-4abb-a59f-26d1c5448435 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:47:42.643949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 35880) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:42.649025 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-764077550-network', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:42.713222 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:42.731172 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Made reservation on behalf of 8b0f219a906d4a48b8c532507dad9603 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:47:42.733608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:42.744281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:42.820739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:42.825462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:42.826006 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:42.835513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:42.896909 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:42.910644 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:42.917892 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:47:42.933866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1138443d-6f8a-4e9d-9be4-aa398f252fc4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:42.934545 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Sync routers for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:47:42.936670 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0a925ffe-66e0-4b9a-a0eb-d76717c4d448,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:42.939879 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:42.940221 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Added segment d66726c2-2b1c-4fda-ac8a-7c0186cf99cb of type vlan for network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 Aug 23 04:47:42.947354 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:42.947354 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:42.981626 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.017419 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.018230 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:43.048281 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:43.074538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.075914 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:43.076611 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.092368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=0a925ffe-66e0-4b9a-a0eb-d76717c4d448,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:43.105022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:43.105423 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.143658 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] Pushing event updated for resources: {'Network': ['ID=66839a5b-2bc5-4f94-9e05-1eb77d071ab3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:43.154433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:47:43.189742 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-f407e19a-b0e0-4e0a-bd36-6b435f1db3c2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5445526 Aug 23 04:47:43.192382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35882) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:43.198202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Request body: {'subnet': {'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-764077550-subnet', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'ip_version': 4}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:43.253055 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 2, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:43.262921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Made reservation on behalf of 8b0f219a906d4a48b8c532507dad9603 for: {'subnet': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:47:43.265430 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11992985'] for subnet, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.278594 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Checking router: 0b77cb63-7862-45f2-bf32-a345dcdb79d5 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:43.278972 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Updating router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 port c6d09c77-93b9-4abb-a59f-26d1c5448435 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:47:43.306705 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.501026 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9350905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11992971'] for subnet, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.556342 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00035a79-b1b1-4494-a7d7-4427e3c2918b,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:43.564032 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.566577 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Checking segment: {'id': 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:47:43.566932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Network hostable DHCP agents. Network: 66839a5b-2bc5-4f94-9e05-1eb77d071ab3, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:47:43.574154 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Transition to ACTIVE for port object c6d09c77-93b9-4abb-a59f-26d1c5448435 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:43.651096 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.662389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:47:43.697732 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Pushing event updated for resources: {'Port': ['ID=c6d09c77-93b9-4abb-a59f-26d1c5448435,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:43.725177 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.725525 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.725860 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.726189 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.726517 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.726847 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.727170 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.727496 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.727817 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.728389 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.728712 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.729073 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:47:43.758147 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 66839a5b-2bc5-4f94-9e05-1eb77d071ab3) {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:43.759194 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:43.760316 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.760799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c405b-7ecc-45df-8b63-17e5a6580984 None None] Network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:47:43.769356 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Attempting to bind port c6d09c77-93b9-4abb-a59f-26d1c5448435 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:47:43.769736 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Attempting to bind port c6d09c77-93b9-4abb-a59f-26d1c5448435 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:47:43.770109 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Attempting to bind port c6d09c77-93b9-4abb-a59f-26d1c5448435 on network c928f183-64f4-4616-9cc6-04bfef494f96 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:47:43.776151 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:47:43.776534 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Checking segment: {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:47:43.776947 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.777371 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Bound using segment: {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:47:43.777848 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Bound port: c6d09c77-93b9-4abb-a59f-26d1c5448435, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:47:43.778234 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.840874 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-01af727e-1978-434d-850e-fef54ba6bb42 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6466458 Aug 23 04:47:43.843274 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35884) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:43.843551 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] For port c6d09c77-93b9-4abb-a59f-26d1c5448435, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:47:43.846855 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] For port c6d09c77-93b9-4abb-a59f-26d1c5448435, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c6d09c77-93b9-4abb-a59f-26d1c5448435,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:47:43.848647 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:43.924466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-66839a5b-2bc5-4f94-9e05-1eb77d071ab3', 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'fixed_ips': [{'subnet_id': '00035a79-b1b1-4494-a7d7-4427e3c2918b'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:47:43.924466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.942850 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.952608 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.953587 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:43.991206 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:43.991829 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:44.018853 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.055258 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a59b8b-1f2b-4fba-a409-7623071ca466 None None] Pushing event updated for resources: {'Port': ['ID=c6d09c77-93b9-4abb-a59f-26d1c5448435,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:44.084295 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Allocated IP 172.20.0.2 (66839a5b-2bc5-4f94-9e05-1eb77d071ab3/00035a79-b1b1-4494-a7d7-4427e3c2918b/b339abe0-f61b-47b1-9b25-9f0a1c910970) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:47:44.118961 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:44.250872 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.262594 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.267280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Transition to ACTIVE for port object b339abe0-f61b-47b1-9b25-9f0a1c910970 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:44.290632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Transition to ACTIVE for port object b339abe0-f61b-47b1-9b25-9f0a1c910970 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:44.355106 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.394205 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:47:44.397939 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:44.401392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:47:44.412173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Pushing event updated for resources: {'Port': ['ID=b339abe0-f61b-47b1-9b25-9f0a1c910970,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:44.424690 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:43Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:44.451552 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c04c5-110f-408d-b8e6-72e2f088fce4 None None] The sync data for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 is: [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:43Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:44.464046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Attempting to bind port b339abe0-f61b-47b1-9b25-9f0a1c910970 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:47:44.464671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Attempting to bind port b339abe0-f61b-47b1-9b25-9f0a1c910970 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:47:44.465063 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Attempting to bind port b339abe0-f61b-47b1-9b25-9f0a1c910970 on network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:47:44.470470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:47:44.470843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Checking segment: {'id': 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:47:44.471248 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.471640 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Bound using segment: {'id': 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:47:44.472104 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Bound port: b339abe0-f61b-47b1-9b25-9f0a1c910970, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:47:44.472486 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.544365 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.562842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] For port b339abe0-f61b-47b1-9b25-9f0a1c910970, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:47:44.569189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] For port b339abe0-f61b-47b1-9b25-9f0a1c910970, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b339abe0-f61b-47b1-9b25-9f0a1c910970,segment=NetworkSegment(d66726c2-2b1c-4fda-ac8a-7c0186cf99cb),segment_id=d66726c2-2b1c-4fda-ac8a-7c0186cf99cb)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:47:44.576652 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.640280 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.705739 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f4c7c-f561-4b15-90d6-1259a6bb84db None None] Pushing event updated for resources: {'Port': ['ID=b339abe0-f61b-47b1-9b25-9f0a1c910970,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:44.717355 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Allocated IP 172.25.1.168 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/3aff70ed-e25b-4f6e-9303-bfe3de594e6c) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:47:44.763832 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:44.826741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:44.827240 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.838918 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:44.946054 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c6d09c77-93b9-4abb-a59f-26d1c5448435 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:44.958181 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:45.003629 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:47:45.009335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:45.013085 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:47:45.050180 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=3aff70ed-e25b-4f6e-9303-bfe3de594e6c,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:45.067164 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port c6d09c77-93b9-4abb-a59f-26d1c5448435 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:45.072256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c6d09c77-93b9-4abb-a59f-26d1c5448435 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:45.072406 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:45.161703 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:45.196672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port c6d09c77-93b9-4abb-a59f-26d1c5448435, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c6d09c77-93b9-4abb-a59f-26d1c5448435,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:45.302213 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:45.355624 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=c6d09c77-93b9-4abb-a59f-26d1c5448435,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:45.366467 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:45.580312 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:45.700066 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c98f3-9806-4093-8ed7-052d73ae1c6f None None] Network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:47:45.799905 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Router f7a9b765-2089-4175-8f9b-3a326795d68e is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:47:45.912999 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:47:45.959614 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Sync routers for ids ['f7a9b765-2089-4175-8f9b-3a326795d68e'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:47:45.964922 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-3c1798e2-b475-4c56-b4f5-cee5a8e5ca35 None None] Provisioning for port b339abe0-f61b-47b1-9b25-9f0a1c910970 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:45.965620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:45.966971 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ba081582-ab76-4762-b734-b349be551dd6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1225591 Aug 23 04:47:45.969703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35886) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:45.983766 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Routers {'f7a9b765-2089-4175-8f9b-3a326795d68e'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:45.984393 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7a9b765-2089-4175-8f9b-3a326795d68e'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:46.114262 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Set router f7a9b765-2089-4175-8f9b-3a326795d68e gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:46.317059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:43Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 3, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'gw_port': {'id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:44Z', 'updated_at': '2021-08-23T04:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:46.352433 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Checking router: f7a9b765-2089-4175-8f9b-3a326795d68e for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:46.352873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Updating router f7a9b765-2089-4175-8f9b-3a326795d68e port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:47:46.386438 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:46.643458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:46.654279 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Transition to ACTIVE for port object 3aff70ed-e25b-4f6e-9303-bfe3de594e6c will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:46.676205 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:46.726355 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:46.733764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c6d09c77-93b9-4abb-a59f-26d1c5448435 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:46.806168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Attempting to bind port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:47:46.806544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Attempting to bind port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:47:46.806911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Attempting to bind port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:47:46.816899 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f61db-ff67-4adc-9c4c-9c56223506f7 None None] Pushing event updated for resources: {'Port': ['ID=3aff70ed-e25b-4f6e-9303-bfe3de594e6c,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:46.825671 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:47:46.826050 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:47:46.826458 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:46.826853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:47:46.827327 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Bound port: 3aff70ed-e25b-4f6e-9303-bfe3de594e6c, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:47:46.827712 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:46.833351 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Allocated IP 172.20.0.1 (66839a5b-2bc5-4f94-9e05-1eb77d071ab3/00035a79-b1b1-4494-a7d7-4427e3c2918b/d2a3146b-bd30-48b6-b9b3-e7e9ba63841a) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:47:46.877514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port c6d09c77-93b9-4abb-a59f-26d1c5448435 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:46.877889 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:46.910168 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] For port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:47:46.925468 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] For port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3aff70ed-e25b-4f6e-9303-bfe3de594e6c,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:47:46.938121 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:46.951998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Transition to ACTIVE for port object d2a3146b-bd30-48b6-b9b3-e7e9ba63841a will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:46.973526 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b339abe0-f61b-47b1-9b25-9f0a1c910970 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:46.996700 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.055702 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.064936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Routers {'f7a9b765-2089-4175-8f9b-3a326795d68e'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:47.065592 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7a9b765-2089-4175-8f9b-3a326795d68e'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:47.093550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:47:47.100036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:47.100036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:47:47.105674 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f61db-ff67-4adc-9c4c-9c56223506f7 None None] Pushing event updated for resources: {'Port': ['ID=3aff70ed-e25b-4f6e-9303-bfe3de594e6c,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:47.132319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a3146b-bd30-48b6-b9b3-e7e9ba63841a,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:47.148050 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.158384 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port b339abe0-f61b-47b1-9b25-9f0a1c910970 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:47.165154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b339abe0-f61b-47b1-9b25-9f0a1c910970 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:47.168942 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.210649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] Set router f7a9b765-2089-4175-8f9b-3a326795d68e gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:47.349364 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.376281 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.439934 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port b339abe0-f61b-47b1-9b25-9f0a1c910970, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b339abe0-f61b-47b1-9b25-9f0a1c910970,segment=NetworkSegment(d66726c2-2b1c-4fda-ac8a-7c0186cf99cb),segment_id=d66726c2-2b1c-4fda-ac8a-7c0186cf99cb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:47.449245 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4c87505d-df01-44e3-8254-287c2656d7f9 None None] Provisioning for port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:47.455073 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-4c87505d-df01-44e3-8254-287c2656d7f9 None None] Provisioning complete for port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:47.455854 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4c87505d-df01-44e3-8254-287c2656d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.490211 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:43Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 3, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'gw_port': {'id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:44Z', 'updated_at': '2021-08-23T04:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:47.510136 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.521082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.524540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-4c87505d-df01-44e3-8254-287c2656d7f9 None None] Port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:47:47.525900 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de3d565-a778-4c9e-aa9b-1643d4495703 None None] The sync data for ids ['f7a9b765-2089-4175-8f9b-3a326795d68e'] in n-d-749052-7 is: [{'id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:43Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 3, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'gw_port': {'id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:44Z', 'updated_at': '2021-08-23T04:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:47.573339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=b339abe0-f61b-47b1-9b25-9f0a1c910970,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:47.592456 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.663410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a3146b-bd30-48b6-b9b3-e7e9ba63841a,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:47.667309 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:47.777097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:47:47.778409 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:47.901290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Router f7a9b765-2089-4175-8f9b-3a326795d68e has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:47:48.020697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:47:48.026263 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-715411cd-3d2e-446d-8333-1aaec4794826 admin admin] 10.222.0.20 "PUT /v2.0/routers/f7a9b765-2089-4175-8f9b-3a326795d68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555305 Aug 23 04:47:48.056490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fa4c446a-a5af-4094-8b7f-3befd0269e73 None None] Provisioning complete for port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:48.056870 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fa4c446a-a5af-4094-8b7f-3befd0269e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:48.100148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c446a-a5af-4094-8b7f-3befd0269e73 None None] Port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:47:48.675031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35894) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:48.680293 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f9f5a437-742d-4d25-a222-ceee1212b606 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-29503686', 'description': 'tempest-secgroup-smoke-29503686 description', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:48.718954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3aff70ed-e25b-4f6e-9303-bfe3de594e6c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:48.776857 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a437-742d-4d25-a222-ceee1212b606 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:48.845382 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:48.850263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:48.850659 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:48.860298 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a437-742d-4d25-a222-ceee1212b606 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:48.928977 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:48.937099 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a437-742d-4d25-a222-ceee1212b606 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:48.950504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3aff70ed-e25b-4f6e-9303-bfe3de594e6c,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:48.965967 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5a437-742d-4d25-a222-ceee1212b606 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5402ea-622f-4a85-b1e7-e4d4d21791bb,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:49.010189 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Sync routers for ids ['f7a9b765-2089-4175-8f9b-3a326795d68e'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:47:49.019239 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Routers {'f7a9b765-2089-4175-8f9b-3a326795d68e'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:49.019841 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7a9b765-2089-4175-8f9b-3a326795d68e'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:49.033926 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.034716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b339abe0-f61b-47b1-9b25-9f0a1c910970 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:49.060650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a437-742d-4d25-a222-ceee1212b606 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.064820 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f9f5a437-742d-4d25-a222-ceee1212b606 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3859215 Aug 23 04:47:49.065074 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35896) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:49.069678 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-b24a9fe6-a290-4c34-9f01-e3c899e387ea tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': 'ce5402ea-622f-4a85-b1e7-e4d4d21791bb', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:49.115401 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=3aff70ed-e25b-4f6e-9303-bfe3de594e6c,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:49.126573 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port b339abe0-f61b-47b1-9b25-9f0a1c910970 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:49.126956 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.130186 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Set router f7a9b765-2089-4175-8f9b-3a326795d68e gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:49.163016 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b24a9fe6-a290-4c34-9f01-e3c899e387ea tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.221441 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b24a9fe6-a290-4c34-9f01-e3c899e387ea tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.285344 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b24a9fe6-a290-4c34-9f01-e3c899e387ea tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.300803 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a9fe6-a290-4c34-9f01-e3c899e387ea tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e9a294-9186-4e6e-a9d2-46d97f64751d,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:49.324312 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:43Z', 'updated_at': '2021-08-23T04:47:47Z', 'revision_number': 4, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'gw_port': {'id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:44Z', 'updated_at': '2021-08-23T04:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2a3146b-bd30-48b6-b9b3-e7e9ba63841a', 'name': '', 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'mac_address': 'fa:16:3e:87:13:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '00035a79-b1b1-4494-a7d7-4427e3c2918b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:46Z', 'updated_at': '2021-08-23T04:47:47Z', 'revision_number': 2, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'subnets': [{'id': '00035a79-b1b1-4494-a7d7-4427e3c2918b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:49.354329 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Checking router: f7a9b765-2089-4175-8f9b-3a326795d68e for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:47:49.354691 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Updating router f7a9b765-2089-4175-8f9b-3a326795d68e port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:47:49.363581 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-b24a9fe6-a290-4c34-9f01-e3c899e387ea tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.364896 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-b24a9fe6-a290-4c34-9f01-e3c899e387ea tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988331 Aug 23 04:47:49.367751 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35898) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:49.372301 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-39f1c63e-7ab3-4eec-b16e-8475f3ed376c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': 'ce5402ea-622f-4a85-b1e7-e4d4d21791bb', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:49.379027 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.471043 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-39f1c63e-7ab3-4eec-b16e-8475f3ed376c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.530591 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-39f1c63e-7ab3-4eec-b16e-8475f3ed376c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.594454 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-39f1c63e-7ab3-4eec-b16e-8475f3ed376c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.615586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1c63e-7ab3-4eec-b16e-8475f3ed376c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836b6914-2aa9-481a-9f07-bc6c5f01db35,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:49.632693 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.642098 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Transition to ACTIVE for port object d2a3146b-bd30-48b6-b9b3-e7e9ba63841a will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:49.674315 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-39f1c63e-7ab3-4eec-b16e-8475f3ed376c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.675611 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-39f1c63e-7ab3-4eec-b16e-8475f3ed376c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3069122 Aug 23 04:47:49.678321 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35900) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:49.682850 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-35a58122-2476-4627-be7d-698731dc7467 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': 'ce5402ea-622f-4a85-b1e7-e4d4d21791bb', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:49.712317 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.767579 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399d9d1-4bf0-40b9-9489-554cf2842d1d None None] Pushing event updated for resources: {'Port': ['ID=d2a3146b-bd30-48b6-b9b3-e7e9ba63841a,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:49.775661 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35a58122-2476-4627-be7d-698731dc7467 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.816851 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Attempting to bind port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:47:49.817368 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Attempting to bind port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:47:49.817746 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Attempting to bind port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a on network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:47:49.823584 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:47:49.824118 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Checking segment: {'id': 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:47:49.824621 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.825136 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Bound using segment: {'id': 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:47:49.825712 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Bound port: d2a3146b-bd30-48b6-b9b3-e7e9ba63841a, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:47:49.826190 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.841868 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35a58122-2476-4627-be7d-698731dc7467 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.894472 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] For port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:47:49.898277 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] For port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d2a3146b-bd30-48b6-b9b3-e7e9ba63841a,segment=NetworkSegment(d66726c2-2b1c-4fda-ac8a-7c0186cf99cb),segment_id=d66726c2-2b1c-4fda-ac8a-7c0186cf99cb)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:47:49.948406 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35a58122-2476-4627-be7d-698731dc7467 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:49.967914 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a58122-2476-4627-be7d-698731dc7467 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c9b741-66a9-4105-b286-ceab648715bd,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:49.988864 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.034192 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-35a58122-2476-4627-be7d-698731dc7467 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.038394 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-35a58122-2476-4627-be7d-698731dc7467 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3561764 Aug 23 04:47:50.038394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35902) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:50.049077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-db1974fc-5d4b-4942-b745-e75728808c2c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': 'ce5402ea-622f-4a85-b1e7-e4d4d21791bb', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:50.061560 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Routers {'f7a9b765-2089-4175-8f9b-3a326795d68e'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:47:50.062338 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7a9b765-2089-4175-8f9b-3a326795d68e'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:50.064251 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399d9d1-4bf0-40b9-9489-554cf2842d1d None None] Pushing event updated for resources: {'Port': ['ID=d2a3146b-bd30-48b6-b9b3-e7e9ba63841a,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:50.112734 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db1974fc-5d4b-4942-b745-e75728808c2c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.179676 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] Set router f7a9b765-2089-4175-8f9b-3a326795d68e gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:47:50.187679 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db1974fc-5d4b-4942-b745-e75728808c2c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.245626 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db1974fc-5d4b-4942-b745-e75728808c2c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.266254 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1974fc-5d4b-4942-b745-e75728808c2c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d157d68-791d-4e06-b139-ca081576b3da,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:50.319932 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-db1974fc-5d4b-4942-b745-e75728808c2c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.321136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-db1974fc-5d4b-4942-b745-e75728808c2c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819469 Aug 23 04:47:50.323829 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35904) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:50.328483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f6888585-4862-4151-912a-c13805960afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': 'ce5402ea-622f-4a85-b1e7-e4d4d21791bb', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:50.374340 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:43Z', 'updated_at': '2021-08-23T04:47:47Z', 'revision_number': 4, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'gw_port': {'id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:44Z', 'updated_at': '2021-08-23T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2a3146b-bd30-48b6-b9b3-e7e9ba63841a', 'name': '', 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'mac_address': 'fa:16:3e:87:13:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '00035a79-b1b1-4494-a7d7-4427e3c2918b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:46Z', 'updated_at': '2021-08-23T04:47:49Z', 'revision_number': 4, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'subnets': [{'id': '00035a79-b1b1-4494-a7d7-4427e3c2918b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:47:50.394330 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-f6888585-4862-4151-912a-c13805960afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Project a43c312cc42d456aae82b8df5c0bb834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:47:50.399391 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe46375-2499-41dd-bee8-4ab572bf9893 None None] The sync data for ids ['f7a9b765-2089-4175-8f9b-3a326795d68e'] in n-d-749052-7 is: [{'id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:43Z', 'updated_at': '2021-08-23T04:47:47Z', 'revision_number': 4, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'gw_port': {'id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:44Z', 'updated_at': '2021-08-23T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'd2a3146b-bd30-48b6-b9b3-e7e9ba63841a', 'name': '', 'network_id': '66839a5b-2bc5-4f94-9e05-1eb77d071ab3', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'mac_address': 'fa:16:3e:87:13:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '00035a79-b1b1-4494-a7d7-4427e3c2918b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:46Z', 'updated_at': '2021-08-23T04:47:49Z', 'revision_number': 4, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'subnets': [{'id': '00035a79-b1b1-4494-a7d7-4427e3c2918b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:47:50.399633 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6888585-4862-4151-912a-c13805960afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.482286 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6888585-4862-4151-912a-c13805960afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.542686 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6888585-4862-4151-912a-c13805960afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.562097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6888585-4862-4151-912a-c13805960afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41baf147-0f80-45a8-a4d0-ed63722195e1,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:50.632564 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f6888585-4862-4151-912a-c13805960afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.633989 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f6888585-4862-4151-912a-c13805960afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3090601 Aug 23 04:47:50.636853 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35906) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:47:50.641750 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-7c0ea698-20cb-4175-843c-b9ecd6f083d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': 'ce5402ea-622f-4a85-b1e7-e4d4d21791bb', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:50.733840 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-7c0ea698-20cb-4175-843c-b9ecd6f083d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Project a43c312cc42d456aae82b8df5c0bb834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:47:50.743561 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea698-20cb-4175-843c-b9ecd6f083d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.744844 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d2a3146b-bd30-48b6-b9b3-e7e9ba63841a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:50.815786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea698-20cb-4175-843c-b9ecd6f083d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.852173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:50.856628 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:50.857030 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.880286 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea698-20cb-4175-843c-b9ecd6f083d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.900793 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ea698-20cb-4175-843c-b9ecd6f083d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18643ca3-8001-4312-9d98-4ae1fabf70b6,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:50.947622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.971213 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-7c0ea698-20cb-4175-843c-b9ecd6f083d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:50.972440 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-7c0ea698-20cb-4175-843c-b9ecd6f083d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3345764 Aug 23 04:47:50.981613 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d2a3146b-bd30-48b6-b9b3-e7e9ba63841a,segment=NetworkSegment(d66726c2-2b1c-4fda-ac8a-7c0186cf99cb),segment_id=d66726c2-2b1c-4fda-ac8a-7c0186cf99cb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:47:51.051210 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:51.052076 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3aff70ed-e25b-4f6e-9303-bfe3de594e6c up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:51.120627 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-2a3b0bc7-54c9-4e54-9ca6-caaef1ba7c56 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-29503686&fields=id&tenant_id=a43c312cc42d456aae82b8df5c0bb834 HTTP/1.1" status: 200 len: 267 time: 0.0328991 Aug 23 04:47:51.135376 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=d2a3146b-bd30-48b6-b9b3-e7e9ba63841a,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:51.147257 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:51.147636 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:51.239577 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-081bd31e-b464-4cb2-8d98-4ff0b4149144 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:51.241168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-081bd31e-b464-4cb2-8d98-4ff0b4149144 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 808 time: 0.1145184 Aug 23 04:47:51.257608 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-1d637c0e-37d3-40b5-beba-a9919372d3aa tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/quotas/a43c312cc42d456aae82b8df5c0bb834 HTTP/1.1" status: 200 len: 375 time: 0.0102930 Aug 23 04:47:51.321485 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c1e4267d-6892-4a5d-aaa2-6bb7a1025889 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547056 Aug 23 04:47:51.423618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-543a989f-75b6-433e-bfd0-a228185cf5e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962017 Aug 23 04:47:51.520970 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-8ffd9f8e-45e6-47f6-a604-a3aec58ab58c service neutron] 10.222.0.20 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910075 Aug 23 04:47:51.769705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c2c00062-034b-492a-a180-a2bf0b389aad req-52320bd7-d10b-4480-9494-4383c78a1cf0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 210 time: 0.0281343 Aug 23 04:47:52.649600 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d2a3146b-bd30-48b6-b9b3-e7e9ba63841a up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:47:52.694830 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:52.695127 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:52.845093 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66e25c79-645f-40a6-87de-1bac47fbf581 req-1764f564-9528-43e2-bd5f-11156e5b812d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 210 time: 0.0250988 Aug 23 04:47:53.576567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:53.923552 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ecad56e0-4835-4769-b184-023f3b5b6942 req-341ed5df-381d-4f4d-8e52-79444d3cddc5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 210 time: 0.0288129 Aug 23 04:47:55.002319 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-37d47b6b-e46b-4f79-80ab-5381b4f181a6 req-2055505b-bd33-42d1-8c69-d82c8a3363ee tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 210 time: 0.0308497 Aug 23 04:47:56.090934 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6e7637ac-776d-48e7-8e17-e3e7c968614e req-6928374e-4cb7-42c5-9da3-9d6e08ed27d6 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 210 time: 0.0258622 Aug 23 04:47:56.111997 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ab24ebd7-9abe-454d-b35a-ec619827e470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:57.182209 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5969754f-72ef-4d14-9503-13ca56f28a8c req-1dda9852-2d1a-40a5-b95a-c40b92bfa763 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 210 time: 0.0258493 Aug 23 04:47:57.874462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-4fde9eb9-d329-4048-9611-cfb1eaddbc12 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:57.876011 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-4fde9eb9-d329-4048-9611-cfb1eaddbc12 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 808 time: 0.1035056 Aug 23 04:47:57.918510 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-ddab43ae-8096-491c-84a7-18cfb47fb40d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43c312cc42d456aae82b8df5c0bb834 HTTP/1.1" status: 200 len: 378 time: 0.0337555 Aug 23 04:47:57.927783 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'port': {'device_id': '29c69e7e-452a-45fb-9fdf-24761052098f', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'admin_state_up': True, 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'security_groups': ['ce5402ea-622f-4a85-b1e7-e4d4d21791bb']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:58.079352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Made reservation on behalf of a43c312cc42d456aae82b8df5c0bb834 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:47:58.083478 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:58.207472 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Allocated IP 172.20.0.3 (c928f183-64f4-4616-9cc6-04bfef494f96/dc67e7c4-53fc-4092-ae42-23353fa37ea5/4a29775a-22b1-4a95-aa5f-b40f10258e60) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:47:58.274377 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d5494eb-b753-44b9-aea2-98834ea1c7ab req-714f1ea9-a954-4510-ac41-5c8c0d539a35 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 210 time: 0.0260253 Aug 23 04:47:58.344271 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:58.357291 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Transition to ACTIVE for port object 4a29775a-22b1-4a95-aa5f-b40f10258e60 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:58.463097 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:58.503430 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Network c928f183-64f4-4616-9cc6-04bfef494f96 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:47:58.506226 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:47:58.510251 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:47:58.518530 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:58.563969 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:58.564922 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:58.672764 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-84a1ff09-658f-4835-ac94-f58afa40eec3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7484503 Aug 23 04:47:58.685533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Request body: {'port': {'device_id': '29c69e7e-452a-45fb-9fdf-24761052098f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:47:58.742391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:58.811112 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-49101b95-c4e2-43fd-98ec-404b19479e86 None None] Provisioning for port 4a29775a-22b1-4a95-aa5f-b40f10258e60 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:47:58.814910 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-49101b95-c4e2-43fd-98ec-404b19479e86 None None] Provisioning complete for port 4a29775a-22b1-4a95-aa5f-b40f10258e60 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:47:58.815282 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-49101b95-c4e2-43fd-98ec-404b19479e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:58.841653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a1557717-6a7d-45be-baa2-eaeedd201644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:58.849841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-49101b95-c4e2-43fd-98ec-404b19479e86 None None] Port 4a29775a-22b1-4a95-aa5f-b40f10258e60 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:47:58.948547 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:59.005425 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a29775a-22b1-4a95-aa5f-b40f10258e60 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:47:59.013409 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:59.025041 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Transition to ACTIVE for port object 4a29775a-22b1-4a95-aa5f-b40f10258e60 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:47:59.090528 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:59.139405 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:59.209757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Attempting to bind port 4a29775a-22b1-4a95-aa5f-b40f10258e60 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:47:59.210089 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Attempting to bind port 4a29775a-22b1-4a95-aa5f-b40f10258e60 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:47:59.210417 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Attempting to bind port 4a29775a-22b1-4a95-aa5f-b40f10258e60 on network c928f183-64f4-4616-9cc6-04bfef494f96 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:47:59.215026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Port 4a29775a-22b1-4a95-aa5f-b40f10258e60 on network c928f183-64f4-4616-9cc6-04bfef494f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:47:59.215346 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Attempting to bind port 4a29775a-22b1-4a95-aa5f-b40f10258e60 on network c928f183-64f4-4616-9cc6-04bfef494f96 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:47:59.220199 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:47:59.220533 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Checking segment: {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:47:59.220909 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Bound using segment: {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:47:59.221361 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Bound port: 4a29775a-22b1-4a95-aa5f-b40f10258e60, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:47:59.221717 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:59.285673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:47:59.288607 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:47:59.364182 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:59.387982 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28e8f9-1f65-4841-89a9-a0ffc00719c0 req-4daed3f4-7cb9-45e2-9f65-5f17d6f84630 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:59.389533 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c28e8f9-1f65-4841-89a9-a0ffc00719c0 req-4daed3f4-7cb9-45e2-9f65-5f17d6f84630 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0487571 Aug 23 04:47:59.398335 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:59.398969 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:47:59.400403 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] 10.222.0.24 "PUT /v2.0/ports/4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 1091 time: 0.7196918 Aug 23 04:47:59.400841 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:47:59.403112 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e77494-2fc3-495c-af65-ede7b36e0882" -d '{"events": [{"name": "network-changed", "server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:47:59.430048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bab84-6d2b-44ea-b4d5-5bca4ba0314a service neutron] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:47:59.431963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c28e8f9-1f65-4841-89a9-a0ffc00719c0 req-d7bcb561-5c93-40cf-a0ce-eb2f99591c0c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350006 Aug 23 04:47:59.480768 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534ea9fe-1485-472e-aab8-79254c879475 x-openstack-request-id: req-534ea9fe-1485-472e-aab8-79254c879475 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:47:59.481080 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:47:59.481365 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-534ea9fe-1485-472e-aab8-79254c879475 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:47:59.481772 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'status': 'completed', 'code': 200} Aug 23 04:47:59.541988 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-98bf9009-89c6-4d1c-9f1a-69a0ffc9b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:59.543569 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-98bf9009-89c6-4d1c-9f1a-69a0ffc9b9a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1094 time: 0.0480554 Aug 23 04:47:59.585272 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-841ae38a-e9a2-458f-92e3-b6e69740a9fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 217 time: 0.0336649 Aug 23 04:47:59.633303 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-163a8f27-40f7-4673-a762-d6232e80d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:59.634723 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-163a8f27-40f7-4673-a762-d6232e80d539 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0425653 Aug 23 04:47:59.678817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-9e469d4f-ed65-47aa-b014-835502248eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:59.680173 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-9e469d4f-ed65-47aa-b014-835502248eda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384471 Aug 23 04:47:59.770125 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-4117bcaf-7b5a-4178-8c5a-877fea405946 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821619 Aug 23 04:47:59.860756 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0a59be9d-cc43-423d-9120-9f8a12a33405 req-476a63c3-4bcf-42af-8e0e-c9e603708d0c service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841436 Aug 23 04:47:59.978932 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-8ad97b73-26ba-4779-b6ea-634513c0389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:47:59.980418 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-8ad97b73-26ba-4779-b6ea-634513c0389a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1094 time: 0.0406089 Aug 23 04:48:00.067796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-9679ed63-021a-4105-be0b-849ea0bc5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:00.085968 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-9679ed63-021a-4105-be0b-849ea0bc5565 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0819755 Aug 23 04:48:00.114517 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-1dec45ed-1f22-4848-8a28-cf92e9a342e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 217 time: 0.0376000 Aug 23 04:48:00.165414 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-80ede3e7-815b-44dc-9064-965c38ef65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:00.166858 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-80ede3e7-815b-44dc-9064-965c38ef65c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0451987 Aug 23 04:48:00.212735 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-823e205c-1ccd-4dd6-9fb6-21d60d733af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:00.214233 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-823e205c-1ccd-4dd6-9fb6-21d60d733af0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394647 Aug 23 04:48:00.304875 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-3754959f-40df-486d-be88-6569b13f15ef service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820756 Aug 23 04:48:00.391347 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c1e77494-2fc3-495c-af65-ede7b36e0882 req-c794eefe-dc2a-4358-a297-87ae729e841b service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781312 Aug 23 04:48:00.553408 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09097ac-b110-46a3-a89c-43974985b54d req-6b1d0e23-2161-4692-b27b-dfa598295a27 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:00.554864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a09097ac-b110-46a3-a89c-43974985b54d req-6b1d0e23-2161-4692-b27b-dfa598295a27 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0506768 Aug 23 04:48:00.591718 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a09097ac-b110-46a3-a89c-43974985b54d req-c2dd7ea8-6fef-4d62-98a3-315e15e35edc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304658 Aug 23 04:48:00.742426 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:01.710754 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc248b96-bf44-42a1-921c-2a76d4e9ce4b req-3184a003-4051-4074-b38f-39ac8dbf2953 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:01.712902 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc248b96-bf44-42a1-921c-2a76d4e9ce4b req-3184a003-4051-4074-b38f-39ac8dbf2953 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0479403 Aug 23 04:48:01.749777 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dc248b96-bf44-42a1-921c-2a76d4e9ce4b req-c0d3c5bf-a9ae-4c24-889d-6a779ecdf733 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308659 Aug 23 04:48:02.026096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:02.611123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:48:02.856493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:48:02.862717 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c65f9c-a79e-4a0b-a95e-801a4634e1da req-a7be6a66-2e2d-48d2-8d42-c255c38d5c56 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:02.864184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36c65f9c-a79e-4a0b-a95e-801a4634e1da req-a7be6a66-2e2d-48d2-8d42-c255c38d5c56 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0473449 Aug 23 04:48:02.867220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'port_id': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'mac_address': 'fa:16:3e:53:fc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:48:02.902757 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36c65f9c-a79e-4a0b-a95e-801a4634e1da req-5976fe50-a61a-4d32-ac32-c0548ab4c259 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316248 Aug 23 04:48:02.904342 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:02.917783 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a29775a-22b1-4a95-aa5f-b40f10258e60 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:48:02.936588 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:48:02.988007 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:03.035636 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:48:03.188315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['4a29775a-22b1-4a95-aa5f-b40f10258e60'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:48:04.019867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9fa1e-c211-4828-8ed9-c9ca1858719a req-99fceb99-6d4c-4120-b296-09b908accc3f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:04.021376 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2df9fa1e-c211-4828-8ed9-c9ca1858719a req-99fceb99-6d4c-4120-b296-09b908accc3f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 944 time: 0.0527666 Aug 23 04:48:04.058524 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2df9fa1e-c211-4828-8ed9-c9ca1858719a req-19d5b9b7-4008-44da-be36-0e422946009c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304530 Aug 23 04:48:04.628672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:48:04.746368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port 4a29775a-22b1-4a95-aa5f-b40f10258e60 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:48:04.749940 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 4a29775a-22b1-4a95-aa5f-b40f10258e60 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:48:04.750314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:04.822548 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:04.845999 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:48:04.848172 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce178b57-0167-41d3-8a78-e93251646467" -d '{"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-plugged", "status": "completed", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:48:04.860654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:48:04.886120 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434d4b19-b5d8-4c28-8e74-a1ebfdda9fa4 x-openstack-request-id: req-434d4b19-b5d8-4c28-8e74-a1ebfdda9fa4 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:48:04.888650 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-plugged", "status": "completed", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:48:04.888650 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-434d4b19-b5d8-4c28-8e74-a1ebfdda9fa4 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:48:04.888650 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'code': 200} Aug 23 04:48:04.930832 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:04.977709 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:48:04.988053 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed63d41-868e-4fc9-8099-eacc251345a7 req-3554d640-4489-41f0-b461-760cef8e48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:04.989749 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eed63d41-868e-4fc9-8099-eacc251345a7 req-3554d640-4489-41f0-b461-760cef8e48ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1096 time: 0.0440011 Aug 23 04:48:05.022972 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-eed63d41-868e-4fc9-8099-eacc251345a7 req-3ecb6c56-f54e-4638-a959-8daa29009435 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0263374 Aug 23 04:48:05.172655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3992f-d0d6-43ec-b640-29193fbe2f45 req-c3e90b5f-91ba-432a-bb25-049ed06fd046 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:05.174071 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad3992f-d0d6-43ec-b640-29193fbe2f45 req-c3e90b5f-91ba-432a-bb25-049ed06fd046 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0480053 Aug 23 04:48:05.209904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dad3992f-d0d6-43ec-b640-29193fbe2f45 req-a100a64d-4d07-45d4-8ba9-87a4c2fd6111 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300660 Aug 23 04:48:06.323135 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be7718-733e-4e15-8005-acb78b93566d req-7ea0ce44-3e42-4c5c-b53e-0c767c8594a5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:06.324632 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18be7718-733e-4e15-8005-acb78b93566d req-7ea0ce44-3e42-4c5c-b53e-0c767c8594a5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0483780 Aug 23 04:48:06.362315 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18be7718-733e-4e15-8005-acb78b93566d req-c4e6e8a8-7e13-4bff-8036-734819a99977 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316124 Aug 23 04:48:06.475722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035272f-4f8f-45b5-9c81-df03ab9d4c45 req-f92d6a9c-cabb-4472-ad10-9acefcabd937 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:06.477270 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4035272f-4f8f-45b5-9c81-df03ab9d4c45 req-f92d6a9c-cabb-4472-ad10-9acefcabd937 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0513394 Aug 23 04:48:06.515108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4035272f-4f8f-45b5-9c81-df03ab9d4c45 req-c3e3dd2b-7d6f-4ce2-b627-53c4a9ae3482 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311522 Aug 23 04:48:06.535595 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35976) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:48:06.662265 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229f551-a330-4d02-8653-0f51a8fedcb7 tempest-TestShelveInstance-322311613 tempest-TestShelveInstance-322311613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:06.663765 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a229f551-a330-4d02-8653-0f51a8fedcb7 tempest-TestShelveInstance-322311613 tempest-TestShelveInstance-322311613-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1091 time: 0.1271467 Aug 23 04:48:06.666597 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 35980) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:48:06.671388 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:48:06.753556 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:06.848199 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:06.946463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Allocated IP 172.25.1.253 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/3466990a-f7d3-4b91-8c8e-55151bc4c788) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:48:07.046550 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:07.131371 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:07.167166 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:48:07.169890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:48:07.172328 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:48:07.200897 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'Port': ['ID=3466990a-f7d3-4b91-8c8e-55151bc4c788,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:48:07.889057 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:08.018143 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:08.159394 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:08.198950 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:08.264013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'Port': ['ID=3466990a-f7d3-4b91-8c8e-55151bc4c788,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:48:08.275622 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:08.279371 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:08.373800 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Floating IP c84f43fb-46b9-4806-8b64-e8543a32d636 associated. External IP: 172.25.1.253, port: 4a29775a-22b1-4a95-aa5f-b40f10258e60. Aug 23 04:48:08.575785 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:48:08.681768 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:48:08.692354 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] Sync routers for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:48:08.701572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:48:08.704954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:48:08.759786 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:08.787242 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a63c67fa-ee11-43b7-9d7d-486734831c2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1191113 Aug 23 04:48:08.788064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:48:08.790382 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b3ee38-2d8e-4853-bdce-6727db8d5f11" -d '{"events": [{"name": "network-changed", "server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:48:08.812233 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:48:08.826175 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086b37dc-91e1-4cf6-81a1-b91947b14eca x-openstack-request-id: req-086b37dc-91e1-4cf6-81a1-b91947b14eca {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:48:08.826437 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:48:08.826662 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-086b37dc-91e1-4cf6-81a1-b91947b14eca {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:48:08.827060 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'status': 'completed', 'code': 200} Aug 23 04:48:08.891586 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-23ba43e6-46a3-43ae-a8ea-9d660c9bc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:08.891586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-23ba43e6-46a3-43ae-a8ea-9d660c9bc86d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1096 time: 0.0407798 Aug 23 04:48:08.982555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-e0658d2d-9930-4f2d-8cec-63b4968cb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:08.984018 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-e0658d2d-9930-4f2d-8cec-63b4968cb011 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0882878 Aug 23 04:48:09.033573 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:48:09.037379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'c84f43fb-46b9-4806-8b64-e8543a32d636', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'port_id': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'mac_address': 'fa:16:3e:53:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c69e7e-452a-45fb-9fdf-24761052098f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:48:07Z', 'updated_at': '2021-08-23T04:48:07Z', 'revision_number': 0, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:48:09.051078 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-c22aa53e-edd1-495e-82e0-8727686f99db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 999 time: 0.0600257 Aug 23 04:48:09.063046 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] Checking router: 0b77cb63-7862-45f2-bf32-a345dcdb79d5 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:48:09.071159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:48:09.071758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:47:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:48:09.099118 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-9ef7c55a-17a6-41b6-9236-8bc775048419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:09.100600 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-9ef7c55a-17a6-41b6-9236-8bc775048419 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0428576 Aug 23 04:48:09.145122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-cbbdc052-8db9-46c5-979b-6b6ac815e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:09.146604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-cbbdc052-8db9-46c5-979b-6b6ac815e7d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389984 Aug 23 04:48:09.174556 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:48:09.235928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-13eb77c5-aef4-4529-ada9-d3e77081abc9 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821602 Aug 23 04:48:09.322851 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-31b3ee38-2d8e-4853-bdce-6727db8d5f11 req-a77c82c2-b99e-418b-a4ae-9f372112a13d service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800200 Aug 23 04:48:09.392089 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'c84f43fb-46b9-4806-8b64-e8543a32d636', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'port_id': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'mac_address': 'fa:16:3e:53:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c69e7e-452a-45fb-9fdf-24761052098f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:48:07Z', 'updated_at': '2021-08-23T04:48:07Z', 'revision_number': 0, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:48:09.422400 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c172f-fba0-4490-b80b-e2b16bd84e34 None None] The sync data for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 is: [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'c84f43fb-46b9-4806-8b64-e8543a32d636', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'floating_ip_address': '172.25.1.253', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'port_id': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'mac_address': 'fa:16:3e:53:fc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c69e7e-452a-45fb-9fdf-24761052098f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:48:07Z', 'updated_at': '2021-08-23T04:48:07Z', 'revision_number': 0, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:48:09.602991 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6960256d-677d-4b2a-b6ec-55a92387ccbf None None] New status for floating IP c84f43fb-46b9-4806-8b64-e8543a32d636: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:48:23.610737 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:26.180434 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-078d6060-8afb-4ea6-a176-b9a9a865cdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:28.826237 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a017a530-c9ac-4b5f-8b88-f12c6e2ec51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:28.942022 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:30.694556 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:31.992846 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:38.358519 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:46.032894 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:48:53.575525 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:56.112508 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7e156878-de03-4662-b47d-d880158a0b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:58.821072 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-438d2705-78e5-4810-b6c4-9d9df35f0050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:58.930063 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:48:59.205154 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-19dc99b1-3890-482b-b3a5-3cf863c6a31d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385714 Aug 23 04:48:59.286817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-7e6023f4-0036-48f2-8a2b-f402c26e08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:59.288264 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-7e6023f4-0036-48f2-8a2b-f402c26e08e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1096 time: 0.0428133 Aug 23 04:48:59.386497 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-ca068a08-b32b-433f-a45a-1b8455340a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:59.387928 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-ca068a08-b32b-433f-a45a-1b8455340a18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0813308 Aug 23 04:48:59.452518 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-a0215fd7-6fcb-49df-8319-599eb39ebd65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 1001 time: 0.0575480 Aug 23 04:48:59.499418 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-aacffdf4-15f7-4036-a66e-d7b597be4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:59.500783 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-aacffdf4-15f7-4036-a66e-d7b597be4a16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0417221 Aug 23 04:48:59.543526 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-0a2e40d9-595e-4b63-a9e8-efa18f04fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:48:59.544958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-0a2e40d9-595e-4b63-a9e8-efa18f04fd8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0372314 Aug 23 04:48:59.638253 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-b650f55d-3e0d-48f9-aed4-b7bbc936c7ac service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860925 Aug 23 04:48:59.722778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-265cb845-e7ea-4251-adf2-292be5b0b6ea req-b247c423-56fb-4134-9506-2e4aed6ff74d service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778310 Aug 23 04:49:00.712494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:02.016093 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:08.335256 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:23.033050 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:49:23.569611 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:26.117776 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3616a66c-9338-400f-8621-4a593b1256ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:28.862067 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4f8e9ced-b682-41cf-a977-f1c919ea0204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:28.947082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:30.716468 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:32.032004 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:38.323600 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:53.597683 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:56.123616 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1208-2a4d-466d-b17c-9f63f463333c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:58.831580 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-816ffd17-f0f0-47f8-a135-5863c0176f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:49:58.905486 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:00.032057 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:50:00.692441 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-815ea20c-1a73-4515-a666-04c7197b2718 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431812 Aug 23 04:50:00.716351 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:00.774077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-93a32496-7847-4315-b450-416e90c3f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:00.775446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-93a32496-7847-4315-b450-416e90c3f88f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1096 time: 0.0404620 Aug 23 04:50:00.875193 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-b25dcb61-f16f-49ed-ba2f-f62721151a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:00.876663 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-b25dcb61-f16f-49ed-ba2f-f62721151a49 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0820704 Aug 23 04:50:00.942164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-eec7afce-f03e-4eda-8f79-e94f2c1f2aac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 1001 time: 0.0587983 Aug 23 04:50:00.991569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-880509f4-a0e4-48ae-a343-5935dd1b2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:00.993296 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-880509f4-a0e4-48ae-a343-5935dd1b2bfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0447173 Aug 23 04:50:01.038720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-2fff28fc-871e-4a29-b459-28a433ddc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:01.040136 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-2fff28fc-871e-4a29-b459-28a433ddc079 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398381 Aug 23 04:50:01.133028 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-7a797c36-7207-4a60-8e85-06402914e740 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848360 Aug 23 04:50:01.220982 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8430bf2d-6c29-4db9-8031-fab8e77fd8c4 req-c52af45a-b351-43ab-a2eb-b4dfaa8dcb62 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804904 Aug 23 04:50:01.738360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d78c60-49fc-4cf3-a9e2-3171407c06ef req-929489e1-3fa8-4de9-8fb3-48f510f595ea tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:01.739882 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83d78c60-49fc-4cf3-a9e2-3171407c06ef req-929489e1-3fa8-4de9-8fb3-48f510f595ea tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0530581 Aug 23 04:50:01.776867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-83d78c60-49fc-4cf3-a9e2-3171407c06ef req-475b64f2-2ebc-480d-b88d-7fb6e60aded7 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311141 Aug 23 04:50:02.008795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:02.914750 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337e6b-717b-45fc-8a73-16ac8c344429 req-206bacfc-5d54-43ef-8f9c-5199f1f827b6 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:02.916149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab337e6b-717b-45fc-8a73-16ac8c344429 req-206bacfc-5d54-43ef-8f9c-5199f1f827b6 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0479186 Aug 23 04:50:02.960394 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab337e6b-717b-45fc-8a73-16ac8c344429 req-14fadb33-86cb-4d3d-a39b-fe34504d1d10 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378654 Aug 23 04:50:04.072985 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91a24a-8bc2-49af-92fc-b390ec7bdbef req-177ff86a-b307-4055-b6d2-e72f462c4190 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:04.074543 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d91a24a-8bc2-49af-92fc-b390ec7bdbef req-177ff86a-b307-4055-b6d2-e72f462c4190 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0481334 Aug 23 04:50:04.111686 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d91a24a-8bc2-49af-92fc-b390ec7bdbef req-0f83cd5f-dbba-4566-8c61-a82ffc31ac01 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306978 Aug 23 04:50:05.225385 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67350be-c6f6-45ab-90e7-05f0a23ab3a4 req-a2780864-219b-4ad5-824a-8685f6da2751 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:05.227134 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b67350be-c6f6-45ab-90e7-05f0a23ab3a4 req-a2780864-219b-4ad5-824a-8685f6da2751 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0488565 Aug 23 04:50:05.262984 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b67350be-c6f6-45ab-90e7-05f0a23ab3a4 req-0b389952-f553-460d-baeb-4cc11f7ab13d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300534 Aug 23 04:50:06.376158 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f747e43-6b10-4c43-9984-172e89cb8b37 req-2ed65ae9-7ca2-4d6e-9ed6-1287c2e207a3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:06.377677 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f747e43-6b10-4c43-9984-172e89cb8b37 req-2ed65ae9-7ca2-4d6e-9ed6-1287c2e207a3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0484569 Aug 23 04:50:06.419936 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3f747e43-6b10-4c43-9984-172e89cb8b37 req-10be572f-02c6-4c6c-b4ff-a583591983e4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361662 Aug 23 04:50:07.532325 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae316a-6688-4107-9c56-8157554fb88c req-1717226c-1924-4088-9231-6acd6ce3193d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:07.544349 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d6ae316a-6688-4107-9c56-8157554fb88c req-1717226c-1924-4088-9231-6acd6ce3193d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0481286 Aug 23 04:50:07.570174 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d6ae316a-6688-4107-9c56-8157554fb88c req-f7b9275f-deac-4b00-899b-2c6990106e79 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305126 Aug 23 04:50:08.350640 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:08.682851 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126389b3-3bc9-4ea1-ac4d-c31f11000e70 req-de491d48-043b-4e4d-b3cc-d231b5678c55 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:08.684324 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-126389b3-3bc9-4ea1-ac4d-c31f11000e70 req-de491d48-043b-4e4d-b3cc-d231b5678c55 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0484719 Aug 23 04:50:08.723112 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-126389b3-3bc9-4ea1-ac4d-c31f11000e70 req-b925153d-390d-44ee-ab78-c6bdc2b39546 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322154 Aug 23 04:50:09.835429 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03126d9-e286-4fe1-affe-85a36d0a4002 req-5a747abb-6de3-4be0-96ab-0e0e868ea344 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:09.836930 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e03126d9-e286-4fe1-affe-85a36d0a4002 req-5a747abb-6de3-4be0-96ab-0e0e868ea344 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0473986 Aug 23 04:50:09.879013 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e03126d9-e286-4fe1-affe-85a36d0a4002 req-b8502b47-a15d-4822-8bd9-c23ad1ed2363 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354421 Aug 23 04:50:10.991712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f3935-92c4-4c7e-9a49-2d19941d3aa4 req-aede2ced-a7f3-411e-8040-b2656df135db tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:10.993201 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f15f3935-92c4-4c7e-9a49-2d19941d3aa4 req-aede2ced-a7f3-411e-8040-b2656df135db tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0485566 Aug 23 04:50:11.030240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f15f3935-92c4-4c7e-9a49-2d19941d3aa4 req-41ccce15-0bc6-40b0-88b8-7499e656294d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312936 Aug 23 04:50:12.154264 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3b800-2f4f-44c2-8b24-8706e1a39767 req-7ce07fe0-14a2-441e-8be9-c40c92a065bb tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:12.155631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13c3b800-2f4f-44c2-8b24-8706e1a39767 req-7ce07fe0-14a2-441e-8be9-c40c92a065bb tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0490978 Aug 23 04:50:12.191576 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13c3b800-2f4f-44c2-8b24-8706e1a39767 req-5f863416-6e82-4150-bda7-1cf2990ae6a1 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300746 Aug 23 04:50:13.166246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:50:13.260707 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:50:13.271136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'port_id': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'mac_address': 'fa:16:3e:53:fc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:50:13.306101 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9db020-4cd6-4c99-83bd-b595308df793 req-23f54d52-9f2b-4e3e-91dd-6d13727a0df4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:13.307575 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed9db020-4cd6-4c99-83bd-b595308df793 req-23f54d52-9f2b-4e3e-91dd-6d13727a0df4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0469873 Aug 23 04:50:13.307880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:13.321068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a29775a-22b1-4a95-aa5f-b40f10258e60 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:50:13.339616 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:50:13.348411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ed9db020-4cd6-4c99-83bd-b595308df793 req-f14cf63b-6846-458b-919b-8c3790490d2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343285 Aug 23 04:50:13.408838 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:13.458099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:50:13.465232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.465577 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.465917 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.466250 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.466585 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.466911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.467236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.467560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.467880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.468200 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.468521 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.468838 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:50:13.512761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['4a29775a-22b1-4a95-aa5f-b40f10258e60'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:50:14.463648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7db07f-660d-4a05-8260-ddf1f89672cf req-139f2766-9b27-4b85-a6ba-2d6f5104fbe8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:14.465186 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc7db07f-660d-4a05-8260-ddf1f89672cf req-139f2766-9b27-4b85-a6ba-2d6f5104fbe8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 944 time: 0.0501854 Aug 23 04:50:14.503847 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc7db07f-660d-4a05-8260-ddf1f89672cf req-42b91921-9cab-42f8-8db8-6e95315931b0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326383 Aug 23 04:50:15.191659 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:50:15.242663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 4a29775a-22b1-4a95-aa5f-b40f10258e60 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:50:15.243036 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:15.324011 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:15.348542 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:50:15.351081 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b3306f-9675-4e29-a57b-7c1b5e108dec" -d '{"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-plugged", "status": "completed", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:50:15.372911 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:50:15.391479 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3ddb16-ba23-4653-bebb-356b43cfd4c0 x-openstack-request-id: req-6d3ddb16-ba23-4653-bebb-356b43cfd4c0 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:50:15.391832 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-plugged", "status": "completed", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:50:15.392101 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d3ddb16-ba23-4653-bebb-356b43cfd4c0 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:50:15.392488 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'code': 200} Aug 23 04:50:15.466716 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:15.519675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:50:15.627178 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69303d6b-2e71-4237-bfff-681d4e4696d9 req-4ff3323d-390d-4f18-a3c4-c1b054ea25dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:15.628689 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69303d6b-2e71-4237-bfff-681d4e4696d9 req-4ff3323d-390d-4f18-a3c4-c1b054ea25dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0511668 Aug 23 04:50:15.677180 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-69303d6b-2e71-4237-bfff-681d4e4696d9 req-12c4121f-7f24-4276-82c2-0d50339576ef tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413220 Aug 23 04:50:16.790842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a2eb4-7dca-42ad-9dd1-ebd84c8306ed req-7c286dfb-f439-4e9b-93eb-c57ce1cbd5c6 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:16.792483 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-695a2eb4-7dca-42ad-9dd1-ebd84c8306ed req-7c286dfb-f439-4e9b-93eb-c57ce1cbd5c6 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0538070 Aug 23 04:50:16.838570 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-695a2eb4-7dca-42ad-9dd1-ebd84c8306ed req-fa9c0449-8820-4422-96f8-c4d1a011a2fd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395181 Aug 23 04:50:17.962712 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae82e0a-356c-419b-9a8f-9e0a57874d04 req-25275f5d-f71b-48d5-aef8-573d24cdd2e0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:17.964269 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ae82e0a-356c-419b-9a8f-9e0a57874d04 req-25275f5d-f71b-48d5-aef8-573d24cdd2e0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0504544 Aug 23 04:50:18.008763 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ae82e0a-356c-419b-9a8f-9e0a57874d04 req-da3e51b3-c685-4794-b444-69173901046a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381320 Aug 23 04:50:19.127496 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1d6f0-a111-47c3-8d45-c94a5ab4a449 req-7868457b-01a1-436b-9db0-f85c00141f67 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:19.129146 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebc1d6f0-a111-47c3-8d45-c94a5ab4a449 req-7868457b-01a1-436b-9db0-f85c00141f67 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0517969 Aug 23 04:50:19.171085 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ebc1d6f0-a111-47c3-8d45-c94a5ab4a449 req-d2f5fb3a-ef1d-4f77-8f85-f6e784f6d824 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340862 Aug 23 04:50:20.303563 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e2564-91dd-4531-945e-0b5f24836614 req-99f73612-e9ed-4111-a556-84fbf2b459b7 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:20.305282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a0e2564-91dd-4531-945e-0b5f24836614 req-99f73612-e9ed-4111-a556-84fbf2b459b7 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0627415 Aug 23 04:50:20.352574 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a0e2564-91dd-4531-945e-0b5f24836614 req-6a218a16-febf-4430-a117-eb04265c7b59 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410082 Aug 23 04:50:21.474993 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b6098-b06a-4518-af7f-74eea0215977 req-b275e28e-4517-4d27-af6e-65e5b24921f5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:21.477720 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d5b6098-b06a-4518-af7f-74eea0215977 req-b275e28e-4517-4d27-af6e-65e5b24921f5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0519817 Aug 23 04:50:21.519038 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3d5b6098-b06a-4518-af7f-74eea0215977 req-74da5a21-a878-45b6-b062-0d1fa5cc38dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347414 Aug 23 04:50:22.638649 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16291b-ba56-4224-a75a-b62fac88ccad req-27b1bd1d-4f99-4f43-a48f-bd001138a445 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:22.640854 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e16291b-ba56-4224-a75a-b62fac88ccad req-27b1bd1d-4f99-4f43-a48f-bd001138a445 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0521903 Aug 23 04:50:22.680184 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5e16291b-ba56-4224-a75a-b62fac88ccad req-0a1a982d-ec32-4f06-bd6c-fb1e2f5b4891 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327830 Aug 23 04:50:23.793188 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fb045-4f94-440f-80e8-982beb626a4f req-0d2c5f8b-176e-4f8f-aa9a-2b8af0f619dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:23.795158 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe4fb045-4f94-440f-80e8-982beb626a4f req-0d2c5f8b-176e-4f8f-aa9a-2b8af0f619dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0476258 Aug 23 04:50:23.838153 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fe4fb045-4f94-440f-80e8-982beb626a4f req-b19f8e2b-5e91-4d7a-ad5e-afd3d1fc10ab tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357652 Aug 23 04:50:23.911795 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:24.951039 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabd442-7868-42bf-ba25-03028db432d2 req-7fb2729a-7cec-4387-9b9d-f543455610de tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:24.952450 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6eabd442-7868-42bf-ba25-03028db432d2 req-7fb2729a-7cec-4387-9b9d-f543455610de tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0484676 Aug 23 04:50:24.990169 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6eabd442-7868-42bf-ba25-03028db432d2 req-bc0bd12d-d614-4c5f-a07b-3e6f9e2b876f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318105 Aug 23 04:50:25.728230 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-d796a0b9-77ff-4ccc-a19a-003c581c1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:25.729753 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-d796a0b9-77ff-4ccc-a19a-003c581c1c8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1096 time: 0.0440102 Aug 23 04:50:25.816290 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-52346715-1808-4b1b-a1f1-03a849f37cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:25.817745 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-52346715-1808-4b1b-a1f1-03a849f37cf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0806522 Aug 23 04:50:25.883544 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-72eeb4e6-ab9c-472d-94f2-84910ecf4406 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 1001 time: 0.0586548 Aug 23 04:50:25.931282 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-3202b0c8-ae7e-4b12-ac4b-29b5bb8e03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:25.932676 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-3202b0c8-ae7e-4b12-ac4b-29b5bb8e03d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0419405 Aug 23 04:50:25.976579 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-f5003570-804d-4876-8ea9-2254cf7ae377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:25.978030 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-f5003570-804d-4876-8ea9-2254cf7ae377 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380707 Aug 23 04:50:26.069365 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-8507f40e-b65f-4b6d-83b4-976ef14ee8fa service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844805 Aug 23 04:50:26.102578 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ecf1-d550-4cb9-8ddf-feda3c0ec64e req-ebef65f9-9956-472d-98e5-47bb9431013e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:26.104047 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8802ecf1-d550-4cb9-8ddf-feda3c0ec64e req-ebef65f9-9956-472d-98e5-47bb9431013e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0481415 Aug 23 04:50:26.128994 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0ae739dd-eca7-40e4-9964-208f8e67cc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:26.142931 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8802ecf1-d550-4cb9-8ddf-feda3c0ec64e req-40506c35-7fa0-42dc-888c-c4644fb1c101 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322311 Aug 23 04:50:26.158446 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-744fdecf-a43d-40b5-84df-7ca631c3049d req-52150a3e-a934-414e-8aff-70381ddab966 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821974 Aug 23 04:50:27.255098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5795-76e5-4015-bc94-82e6c5462de3 req-7b267c3d-4be4-49cd-8e8b-8ffae2ee7e35 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:27.256595 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66de5795-76e5-4015-bc94-82e6c5462de3 req-7b267c3d-4be4-49cd-8e8b-8ffae2ee7e35 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0466266 Aug 23 04:50:27.296286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-66de5795-76e5-4015-bc94-82e6c5462de3 req-d6320dde-d9cf-4f97-b688-b30b26400270 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338671 Aug 23 04:50:28.409800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe35162-dd8b-4342-b06b-ee1ebf60d68c req-b1195c1c-b5cb-4870-a68b-764a2352badb tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:28.411260 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afe35162-dd8b-4342-b06b-ee1ebf60d68c req-b1195c1c-b5cb-4870-a68b-764a2352badb tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0483344 Aug 23 04:50:28.447768 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-afe35162-dd8b-4342-b06b-ee1ebf60d68c req-db5170d0-138f-44f8-bfce-b619e5e5f3a2 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306659 Aug 23 04:50:28.793849 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d90ca-612f-43b6-a900-bdab30d6be20 req-e92e64ea-3647-40c1-a410-8a529f9dc02b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:28.795334 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b4d90ca-612f-43b6-a900-bdab30d6be20 req-e92e64ea-3647-40c1-a410-8a529f9dc02b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 945 time: 0.0519757 Aug 23 04:50:28.837398 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d89c4244-88e0-4600-962a-243cd0b34bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:28.837922 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4b4d90ca-612f-43b6-a900-bdab30d6be20 req-9c25ef87-ad10-4acd-95b8-7b2fbbd40555 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367339 Aug 23 04:50:28.934762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:29.053403 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36168) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:50:29.154024 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-5b02dcd4-2ae4-4bca-b4b1-bee1b6a13c24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994227 Aug 23 04:50:29.253716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:50:29.334595 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:29.358301 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:50:29.360603 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1722ed0f-43e6-4f23-a629-0aa62ae21fdf" -d '{"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:50:29.375734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:50:29.392772 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 04:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed30786a-c603-412e-9e58-62b03f01c304 x-openstack-request-id: req-ed30786a-c603-412e-9e58-62b03f01c304 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:50:29.393089 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-unplugged", "status": "failed", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60", "code": 422}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:50:29.393345 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed30786a-c603-412e-9e58-62b03f01c304 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:50:29.393734 n-d-749052-7 neutron-server[95122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'code': 422} returned with failed status Aug 23 04:50:29.453681 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:29.500679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:50:29.956030 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fac84-6279-4086-9189-6f79a31943c2 req-8847945f-98dc-4dfb-9fd4-1f335ffebb49 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:29.961273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585fac84-6279-4086-9189-6f79a31943c2 req-8847945f-98dc-4dfb-9fd4-1f335ffebb49 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0518391 Aug 23 04:50:29.999963 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-585fac84-6279-4086-9189-6f79a31943c2 req-ad3b3ba2-5ccd-45a1-824a-10fab306d35b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362353 Aug 23 04:50:30.416882 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-0c599008-b21c-4822-92c5-d78ab7a8ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:30.418360 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-0c599008-b21c-4822-92c5-d78ab7a8ccd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f&tenant_id=a43c312cc42d456aae82b8df5c0bb834 HTTP/1.1" status: 200 len: 1094 time: 0.0391524 Aug 23 04:50:30.477139 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-3caffbca-343d-46ba-aeb0-f9c8b2c05fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:30.478563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-3caffbca-343d-46ba-aeb0-f9c8b2c05fa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1094 time: 0.0389302 Aug 23 04:50:30.568784 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-5b4ec6cd-0bba-4f49-ba5a-5424d2ed4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:30.570281 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-5b4ec6cd-0bba-4f49-ba5a-5424d2ed4c46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0850010 Aug 23 04:50:30.632778 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-343d68f9-4c75-4f62-9c77-3ff494a3bbed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 999 time: 0.0552843 Aug 23 04:50:30.680546 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-52af863c-dddd-4747-bec1-ae3f40cce65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:30.682077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-52af863c-dddd-4747-bec1-ae3f40cce65d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0425804 Aug 23 04:50:30.705796 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:30.994724 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-fc47c481-3933-4a93-afe9-9775d7f6e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:30.996341 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-fc47c481-3933-4a93-afe9-9775d7f6e40d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076761 Aug 23 04:50:31.083734 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-15e4f05c-a382-4650-afb6-d5b1b2f44137 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797834 Aug 23 04:50:31.115296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92d15a-b008-4d07-ab40-2818d84c69bf req-7f820bae-601d-43f4-864e-ca7cf2312310 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:31.116780 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a92d15a-b008-4d07-ab40-2818d84c69bf req-7f820bae-601d-43f4-864e-ca7cf2312310 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0488036 Aug 23 04:50:31.153301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5a92d15a-b008-4d07-ab40-2818d84c69bf req-7b829e71-c932-4ead-abf6-6bb3450bcf40 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305138 Aug 23 04:50:31.175172 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-32edab74-b564-4d45-b0d1-1c123120cb2d req-ce5f8d4f-5361-45a3-8b93-1a3a79c53018 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843735 Aug 23 04:50:32.008550 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:32.274835 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2c5a2-20d7-4cfd-8278-f1a7fb446fb8 req-ffa647ca-ecdb-4f02-92f3-d6731de55a0f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:32.276444 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7b2c5a2-20d7-4cfd-8278-f1a7fb446fb8 req-ffa647ca-ecdb-4f02-92f3-d6731de55a0f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0532873 Aug 23 04:50:32.318740 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7b2c5a2-20d7-4cfd-8278-f1a7fb446fb8 req-99d2f1bc-4dcf-495f-86b2-ad7ba1e54f71 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348303 Aug 23 04:50:33.269979 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:50:33.687206 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307c760-ae7a-4418-8a0a-284d010c5ae1 req-76f21be0-b719-4dc2-a061-fb91db324078 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:33.688711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d307c760-ae7a-4418-8a0a-284d010c5ae1 req-76f21be0-b719-4dc2-a061-fb91db324078 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0669270 Aug 23 04:50:33.733658 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d307c760-ae7a-4418-8a0a-284d010c5ae1 req-6d992529-93b0-432b-863a-09182d35598d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385053 Aug 23 04:50:34.852383 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf994a-885d-4521-805c-4ad5c7c9a4fe req-33a99516-c920-4d90-9149-efcff7b3af12 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:34.854075 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5bf994a-885d-4521-805c-4ad5c7c9a4fe req-33a99516-c920-4d90-9149-efcff7b3af12 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0500281 Aug 23 04:50:34.891954 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f5bf994a-885d-4521-805c-4ad5c7c9a4fe req-85df0f7b-f8b3-418a-b487-7e01009e75d6 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313449 Aug 23 04:50:36.014111 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6961ccb-05aa-4ce4-80df-202a63831a02 req-6dcde51d-7e49-4328-b3ae-b93e2a1c7526 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:36.015867 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6961ccb-05aa-4ce4-80df-202a63831a02 req-6dcde51d-7e49-4328-b3ae-b93e2a1c7526 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0547185 Aug 23 04:50:36.053924 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b6961ccb-05aa-4ce4-80df-202a63831a02 req-399b5360-a0ad-4d68-af36-fa4ac295c63b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319054 Aug 23 04:50:37.032585 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:50:37.171043 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1386fc-d8a0-4111-bfa5-0ba9306ba959 req-5c5ebf05-9f82-4b88-b89c-64a47494aa55 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:37.172515 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b1386fc-d8a0-4111-bfa5-0ba9306ba959 req-5c5ebf05-9f82-4b88-b89c-64a47494aa55 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0478315 Aug 23 04:50:37.218944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6b1386fc-d8a0-4111-bfa5-0ba9306ba959 req-7ab50867-8e4a-49cb-b7a7-d3646b261e1b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403013 Aug 23 04:50:38.339017 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a5fcb-d860-4087-a4bd-10f98cf92d1a req-8bec3712-4677-4a3c-9c5e-46cd56882397 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:38.340505 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-595a5fcb-d860-4087-a4bd-10f98cf92d1a req-8bec3712-4677-4a3c-9c5e-46cd56882397 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0527501 Aug 23 04:50:38.362947 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:38.380149 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-595a5fcb-d860-4087-a4bd-10f98cf92d1a req-1e33404c-a750-4243-a6e8-7cf0f3fc4e2e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330846 Aug 23 04:50:39.516036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be8b1f-04ce-4300-975f-0b2822dcc48a req-9ee1a9c4-e605-4b56-ac8c-8ff16c5d2e4b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:39.518618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46be8b1f-04ce-4300-975f-0b2822dcc48a req-9ee1a9c4-e605-4b56-ac8c-8ff16c5d2e4b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0509496 Aug 23 04:50:39.557423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46be8b1f-04ce-4300-975f-0b2822dcc48a req-633b6850-751f-48e8-92a2-f73df74bb30c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320530 Aug 23 04:50:40.698280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c653e-9810-4363-bc22-7e42a6500567 req-b87c728c-28e8-4f89-a7cb-1fdf653d2a4d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:40.701472 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-150c653e-9810-4363-bc22-7e42a6500567 req-b87c728c-28e8-4f89-a7cb-1fdf653d2a4d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0578368 Aug 23 04:50:40.744675 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-150c653e-9810-4363-bc22-7e42a6500567 req-262106c2-bc66-46bb-af70-dfa7ec471ca1 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388181 Aug 23 04:50:41.862653 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63d36d-d328-4021-b042-378010de25e7 req-0a7a1269-703e-4524-9e30-540b584c8992 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:41.864160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f63d36d-d328-4021-b042-378010de25e7 req-0a7a1269-703e-4524-9e30-540b584c8992 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0511973 Aug 23 04:50:41.901721 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2f63d36d-d328-4021-b042-378010de25e7 req-2ca3ac69-2c2e-4bed-b083-f8b70304ebc5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315154 Aug 23 04:50:43.014739 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fae0c1-9fe2-47fe-8a9c-ee4e8bdf84be req-e17909f0-f534-4161-98e5-f4673bf3e6fb tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:43.016198 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03fae0c1-9fe2-47fe-8a9c-ee4e8bdf84be req-e17909f0-f534-4161-98e5-f4673bf3e6fb tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0485561 Aug 23 04:50:43.052915 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-03fae0c1-9fe2-47fe-8a9c-ee4e8bdf84be req-7dad3c19-bb13-4efb-9fe4-5fc5c07d089a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308864 Aug 23 04:50:44.169627 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1669ac-7d58-44d6-9313-aa1565fa28f9 req-4eb8d9ce-2ed6-4758-b994-52669b4d4695 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:44.171036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc1669ac-7d58-44d6-9313-aa1565fa28f9 req-4eb8d9ce-2ed6-4758-b994-52669b4d4695 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0525305 Aug 23 04:50:44.216148 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cc1669ac-7d58-44d6-9313-aa1565fa28f9 req-9551771c-61ce-48b4-9218-95b7f67676f5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391383 Aug 23 04:50:45.327903 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452c67-d3f0-439a-9117-6d3215bae971 req-6b06faed-acef-43a5-8858-686c273c02c7 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:45.329383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b452c67-d3f0-439a-9117-6d3215bae971 req-6b06faed-acef-43a5-8858-686c273c02c7 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 943 time: 0.0476270 Aug 23 04:50:45.337675 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:50:45.366868 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b452c67-d3f0-439a-9117-6d3215bae971 req-ab9f7c48-4d3f-411d-8845-97150e0cd35e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316081 Aug 23 04:50:45.432154 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:50:45.442022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'port_id': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'mac_address': 'fa:16:3e:53:fc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:50:45.478281 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:45.490336 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a29775a-22b1-4a95-aa5f-b40f10258e60 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:50:45.508291 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:50:45.585737 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:45.630676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=9']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:50:45.784390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['4a29775a-22b1-4a95-aa5f-b40f10258e60'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:50:46.479187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a51ceb-8caf-40a1-b649-72c72ca33b2c req-3545297a-f8bc-4d3c-ab4e-2e7b88f2364b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:46.480667 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34a51ceb-8caf-40a1-b649-72c72ca33b2c req-3545297a-f8bc-4d3c-ab4e-2e7b88f2364b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 944 time: 0.0484018 Aug 23 04:50:46.518944 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-34a51ceb-8caf-40a1-b649-72c72ca33b2c req-ba6b3248-27eb-4ff6-ba8f-1cfc6c7c804b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317852 Aug 23 04:50:47.362688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:50:47.411807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port 4a29775a-22b1-4a95-aa5f-b40f10258e60 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:50:47.412179 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:47.484140 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:47.505438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:50:47.507623 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff84daa-d186-42a6-9392-d34a0edafdc1" -d '{"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-plugged", "status": "completed", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:50:47.519884 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:50:47.543327 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be14eb6b-035e-4966-8dff-cfa09cf7f02b x-openstack-request-id: req-be14eb6b-035e-4966-8dff-cfa09cf7f02b {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:50:47.543613 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-plugged", "status": "completed", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:50:47.543863 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be14eb6b-035e-4966-8dff-cfa09cf7f02b {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:50:47.544615 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'code': 200} Aug 23 04:50:47.626351 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:47.635011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5cce3-6ef5-46cc-b026-b7ccda779c69 req-b499f921-2f8a-4914-9f3c-13c282bbe5c2 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:47.636536 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bc5cce3-6ef5-46cc-b026-b7ccda779c69 req-b499f921-2f8a-4914-9f3c-13c282bbe5c2 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 944 time: 0.0492527 Aug 23 04:50:47.674389 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=10']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:50:47.680144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bc5cce3-6ef5-46cc-b026-b7ccda779c69 req-77262abb-5f4f-4fde-b462-89211f02982e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369406 Aug 23 04:50:47.831939 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1cb3-3c81-4eab-a759-9285a89f2ff9 req-6e27099f-e62a-4aa1-aeb1-9a17623fadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:47.833430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab5a1cb3-3c81-4eab-a759-9285a89f2ff9 req-6e27099f-e62a-4aa1-aeb1-9a17623fadcd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1097 time: 0.0812452 Aug 23 04:50:47.866888 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ab5a1cb3-3c81-4eab-a759-9285a89f2ff9 req-fe315324-afc4-4f88-a253-930828622738 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0264275 Aug 23 04:50:48.795735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1bf81-15a5-4d82-ae94-8d426ae13876 req-e18e9dc9-0ae2-42b6-8ddf-2e0842eb4f22 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:48.797295 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ee1bf81-15a5-4d82-ae94-8d426ae13876 req-e18e9dc9-0ae2-42b6-8ddf-2e0842eb4f22 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 946 time: 0.0494404 Aug 23 04:50:48.837372 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0ee1bf81-15a5-4d82-ae94-8d426ae13876 req-85db72a2-be60-41d8-a4e6-2203903457f2 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336404 Aug 23 04:50:49.950646 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ad034-6394-43f9-8b09-7d65a0d19a34 req-44e4089a-9d44-453c-8c3d-f306e67dee90 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:50:49.952106 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-614ad034-6394-43f9-8b09-7d65a0d19a34 req-44e4089a-9d44-453c-8c3d-f306e67dee90 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 946 time: 0.0478055 Aug 23 04:50:49.989368 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-614ad034-6394-43f9-8b09-7d65a0d19a34 req-879b1629-da51-4ab3-b5a9-ac86ebf98222 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309572 Aug 23 04:50:53.590221 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:56.110571 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-84191263-5239-4be2-a390-d9f5d3670f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:58.825314 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1a79f987-2546-4f88-b68e-cd0616669532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:50:58.928488 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:00.705272 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:02.041977 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:02.208291 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-b4d32d6d-4f6d-45b3-97fa-c5212d8740fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379860 Aug 23 04:51:02.292012 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-cba020ab-309a-471d-9f28-cab5a13557ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:51:02.293563 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-cba020ab-309a-471d-9f28-cab5a13557ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1097 time: 0.0422478 Aug 23 04:51:02.391810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-8d120892-be84-41e7-b80f-d5799326f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:51:02.393277 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-8d120892-be84-41e7-b80f-d5799326f130 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0807555 Aug 23 04:51:02.459843 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-19e8d1b0-9fb1-40b7-be6d-f57422196e65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 1001 time: 0.0593774 Aug 23 04:51:02.507402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-80b781ed-61ca-4806-ab3c-7c45dabc7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:51:02.508812 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-80b781ed-61ca-4806-ab3c-7c45dabc7cc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0427880 Aug 23 04:51:02.551975 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-79b4c314-691b-40b5-bf55-9d4f77943371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:51:02.553586 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-79b4c314-691b-40b5-bf55-9d4f77943371 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378349 Aug 23 04:51:02.642962 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-af24d156-c393-4634-863a-34eac803783a service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828483 Aug 23 04:51:02.731990 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-c62c2e2a-77fd-4436-b0b6-cf39ce3aacad req-07350b0f-2e61-4f19-a883-11f773d0c0c0 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816755 Aug 23 04:51:08.367557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:14.032283 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:51:23.579310 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:26.115693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-19edef74-0d08-43c4-8dc0-b4edde1f76b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:28.813108 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-068c1a12-eca6-4fad-ae84-9b5236f7fd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:28.927577 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:30.710539 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:32.024420 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:38.430060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:51.031973 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:51:53.566880 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:56.121179 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2ac502c7-4525-4902-94be-6b41163f7893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:58.823852 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7306e22a-2b9b-4705-b564-b2e9733392f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:51:58.926887 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:00.732611 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:01.647980 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36298) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:01.800614 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Deleting port 3466990a-f7d3-4b91-8c8e-55151bc4c788 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:52:01.800960 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:01.877650 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:01.877980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:01.890059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Calling delete_port for 3466990a-f7d3-4b91-8c8e-55151bc4c788 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:52:02.012863 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:02.086725 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:02.112834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event deleted for resources: {'Port': ['ID=3466990a-f7d3-4b91-8c8e-55151bc4c788,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:02.125416 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.125760 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.126095 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.126428 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.126756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.127080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.127426 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.127723 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.128047 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.128365 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.128705 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.129048 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:02.180977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:02.181318 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Floating IP c84f43fb-46b9-4806-8b64-e8543a32d636 disassociated (deleted). External IP: 172.25.1.253, port: 4a29775a-22b1-4a95-aa5f-b40f10258e60. Aug 23 04:52:02.292233 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-6927b1a0-3e4e-410b-a90e-d8d89401fb2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758517 Aug 23 04:52:02.423219 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-055c7c13-c9a5-42f1-82c7-ec95f750c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:02.424666 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-055c7c13-c9a5-42f1-82c7-ec95f750c605 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1097 time: 0.0809917 Aug 23 04:52:02.443107 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:52:02.602018 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-7d186794-6e8c-40a9-9e04-3dce6b249039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:02.603401 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-7d186794-6e8c-40a9-9e04-3dce6b249039 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.1592934 Aug 23 04:52:02.651029 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:52:02.653435 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-52abcc05-8af2-483e-bfd8-63e8c3bb26f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 217 time: 0.0399694 Aug 23 04:52:02.656422 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:02.660328 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] Sync routers for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:52:02.668912 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:52:02.669557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:51:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:52:02.711816 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a6ce69d7-092a-452d-9737-18f92b5b4817 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "DELETE /v2.0/floatingips/c84f43fb-46b9-4806-8b64-e8543a32d636 HTTP/1.1" status: 204 len: 168 time: 1.0627475 Aug 23 04:52:02.713833 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:52:02.716266 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d59cf39-481b-49ba-80ad-d1431d989c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:52:02.725867 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-95ad197c-5397-4cc1-b006-98aae5247d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:02.727535 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-95ad197c-5397-4cc1-b006-98aae5247d39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0674849 Aug 23 04:52:02.775160 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:52:02.777963 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-b8fe072f-71ab-4975-914b-208e65622e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:02.779470 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-b8fe072f-71ab-4975-914b-208e65622e0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449784 Aug 23 04:52:02.870606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-2ce65b0b-2fcb-4111-a8c3-c0cc78148a43 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829046 Aug 23 04:52:02.967476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4912eb58-6ffa-48eb-8d48-a3b6618a5f97 req-b05128e0-f16b-4c7a-8d27-ab77a46e6c25 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898306 Aug 23 04:52:02.977948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:52:03.005246 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] Checking router: 0b77cb63-7862-45f2-bf32-a345dcdb79d5 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:52:03.013574 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:52:03.014176 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:51:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:52:03.123492 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:52:03.141521 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10ec910-1f71-439c-bf7b-90d91be9d648 x-openstack-request-id: req-f10ec910-1f71-439c-bf7b-90d91be9d648 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:52:03.141816 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:52:03.142072 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f10ec910-1f71-439c-bf7b-90d91be9d648 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:52:03.142480 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'status': 'completed', 'code': 200} Aug 23 04:52:03.206435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-78e0f039-355e-4351-994e-e9cf7dd654c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:03.207958 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-78e0f039-355e-4351-994e-e9cf7dd654c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 1097 time: 0.0418642 Aug 23 04:52:03.237972 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7e2ad-ada2-425b-b058-34c3547fa8a4 req-78489728-81ea-4102-949f-307f49547af3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:03.239484 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fcc7e2ad-ada2-425b-b058-34c3547fa8a4 req-78489728-81ea-4102-949f-307f49547af3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 946 time: 0.0542505 Aug 23 04:52:03.285043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fcc7e2ad-ada2-425b-b058-34c3547fa8a4 req-36a9943f-2e86-4d91-ade2-b3075f619510 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380051 Aug 23 04:52:03.306670 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-f11509d5-29a1-48eb-9a59-bac11dff6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:03.308301 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-f11509d5-29a1-48eb-9a59-bac11dff6e4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0922971 Aug 23 04:52:03.324360 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:52:03.353150 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-3224f313-a706-4a8f-89f9-113a53470e4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 200 len: 217 time: 0.0372648 Aug 23 04:52:03.353821 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c92ed5d-7d7a-440d-8743-b585405fad8a None None] The sync data for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 is: [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:52:03.403842 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-a5a7a3a4-1348-4fd7-b6ee-fc32e2f00f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:03.405360 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-a5a7a3a4-1348-4fd7-b6ee-fc32e2f00f4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0446985 Aug 23 04:52:03.452427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-5cf54b72-1af7-4bbe-a178-afe6f24bc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:03.453947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-5cf54b72-1af7-4bbe-a178-afe6f24bc4c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400319 Aug 23 04:52:03.550142 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-bfa0f23f-11aa-4014-897d-e7058d053807 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870221 Aug 23 04:52:03.577155 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc6140f-407f-4711-b11d-36e7986c93e5 None None] New status for floating IP c84f43fb-46b9-4806-8b64-e8543a32d636: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:52:03.642293 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6d59cf39-481b-49ba-80ad-d1431d989c1b req-b32a1d31-f4fe-49ca-ac37-376a2348e422 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848498 Aug 23 04:52:04.391363 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-9f190e94-163b-4dfd-840d-9c70a42226d6 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:04.393553 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-9f190e94-163b-4dfd-840d-9c70a42226d6 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 946 time: 0.0546298 Aug 23 04:52:04.403800 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eabeff-da79-454d-ac2c-90e63f1127f0 req-4b756d2f-913a-4983-92ea-3d52de8a856f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:04.405282 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-38eabeff-da79-454d-ac2c-90e63f1127f0 req-4b756d2f-913a-4983-92ea-3d52de8a856f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 946 time: 0.0499668 Aug 23 04:52:04.443122 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-38eabeff-da79-454d-ac2c-90e63f1127f0 req-2bdbe24b-bc7a-4235-929a-bb57c9b91e9a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=ce5402ea-622f-4a85-b1e7-e4d4d21791bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317807 Aug 23 04:52:04.482467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Deleting port 4a29775a-22b1-4a95-aa5f-b40f10258e60 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:52:04.482814 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:04.570394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] For port 4a29775a-22b1-4a95-aa5f-b40f10258e60, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=4a29775a-22b1-4a95-aa5f-b40f10258e60,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:52:04.570760 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:04.582033 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Calling delete_port for 4a29775a-22b1-4a95-aa5f-b40f10258e60 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:52:04.750178 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:04.780478 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event deleted for resources: {'Port': ['ID=4a29775a-22b1-4a95-aa5f-b40f10258e60,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:04.823015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] No DVR routers for this DVR port 4a29775a-22b1-4a95-aa5f-b40f10258e60 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:52:04.825601 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:04.827576 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-3b73a8b1-3b9f-4275-9cd7-c17bf83bd24a req-2df1501d-9a29-46d5-9b51-a3f73773a36e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "DELETE /v2.0/ports/4a29775a-22b1-4a95-aa5f-b40f10258e60 HTTP/1.1" status: 204 len: 173 time: 0.4269984 Aug 23 04:52:05.143918 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-deleted', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:52:05.146405 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a5767-f84b-48d3-a384-cc7d801cf328" -d '{"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-deleted", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:52:05.183743 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121d83c3-0cfd-46aa-bdeb-506dabceeef9 x-openstack-request-id: req-121d83c3-0cfd-46aa-bdeb-506dabceeef9 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:52:05.184044 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c69e7e-452a-45fb-9fdf-24761052098f", "name": "network-vif-deleted", "tag": "4a29775a-22b1-4a95-aa5f-b40f10258e60", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:52:05.184311 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-121d83c3-0cfd-46aa-bdeb-506dabceeef9 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:52:05.184707 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c69e7e-452a-45fb-9fdf-24761052098f', 'name': 'network-vif-deleted', 'tag': '4a29775a-22b1-4a95-aa5f-b40f10258e60', 'status': 'completed', 'code': 200} Aug 23 04:52:05.549822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c00bb9ed-5d3e-4f70-bec0-a606fe6584f6 req-4d4ba8fd-b867-4792-b74a-9ed9401c4d97 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=29c69e7e-452a-45fb-9fdf-24761052098f HTTP/1.1" status: 200 len: 210 time: 0.0264223 Aug 23 04:52:06.604169 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36320) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:06.661098 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-912de144-9057-41c9-8909-d1eadc222669 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:06.685434 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-912de144-9057-41c9-8909-d1eadc222669 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:06.789664 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-912de144-9057-41c9-8909-d1eadc222669 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:06.792256 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-912de144-9057-41c9-8909-d1eadc222669 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:06.793430 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-912de144-9057-41c9-8909-d1eadc222669 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce5402ea-622f-4a85-b1e7-e4d4d21791bb HTTP/1.1" status: 204 len: 168 time: 0.1882663 Aug 23 04:52:06.802327 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912de144-9057-41c9-8909-d1eadc222669 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5402ea-622f-4a85-b1e7-e4d4d21791bb,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:07.469152 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36326) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:07.473815 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-c7856af7-7624-4449-9a03-be2c02ccc5dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246085217', 'description': 'tempest-secgroup-smoke-246085217 description', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:07.560952 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7856af7-7624-4449-9a03-be2c02ccc5dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:07.644442 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7856af7-7624-4449-9a03-be2c02ccc5dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:07.715761 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7856af7-7624-4449-9a03-be2c02ccc5dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:07.745379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7856af7-7624-4449-9a03-be2c02ccc5dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8130057d-eef2-4e88-aab9-3695fdd0f3be,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:07.812452 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c7856af7-7624-4449-9a03-be2c02ccc5dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:07.813769 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c7856af7-7624-4449-9a03-be2c02ccc5dd tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3436093 Aug 23 04:52:07.816593 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36328) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:07.821082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4f4d8784-da31-4d46-99ce-342cfe400593 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': '8130057d-eef2-4e88-aab9-3695fdd0f3be', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:07.943471 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8784-da31-4d46-99ce-342cfe400593 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:07.999114 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8784-da31-4d46-99ce-342cfe400593 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.081142 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8784-da31-4d46-99ce-342cfe400593 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.098122 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d8784-da31-4d46-99ce-342cfe400593 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ffd038-f418-4fa0-95e4-07231b3713eb,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:08.178434 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4f4d8784-da31-4d46-99ce-342cfe400593 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.179639 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4f4d8784-da31-4d46-99ce-342cfe400593 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620944 Aug 23 04:52:08.182359 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36330) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:08.186805 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-75c0475e-072d-472d-9670-8a41d2398cd4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': '8130057d-eef2-4e88-aab9-3695fdd0f3be', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:08.256678 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-75c0475e-072d-472d-9670-8a41d2398cd4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.311355 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-75c0475e-072d-472d-9670-8a41d2398cd4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.360812 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-75c0475e-072d-472d-9670-8a41d2398cd4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.378102 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.381088 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0475e-072d-472d-9670-8a41d2398cd4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3644bdc3-3287-498a-a2f3-1fbc07b27305,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:08.429801 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-75c0475e-072d-472d-9670-8a41d2398cd4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.431048 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-75c0475e-072d-472d-9670-8a41d2398cd4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2477477 Aug 23 04:52:08.433786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36332) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:08.438129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-f03da296-0628-43b1-be12-ae984eead889 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': '8130057d-eef2-4e88-aab9-3695fdd0f3be', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:08.502333 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f03da296-0628-43b1-be12-ae984eead889 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.560642 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f03da296-0628-43b1-be12-ae984eead889 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.629549 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f03da296-0628-43b1-be12-ae984eead889 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.648394 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03da296-0628-43b1-be12-ae984eead889 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf61561-fade-42de-bbb9-32abd5f050b3,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:08.732852 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f03da296-0628-43b1-be12-ae984eead889 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.734127 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f03da296-0628-43b1-be12-ae984eead889 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2994192 Aug 23 04:52:08.738974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36336) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:08.743616 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-84c102eb-c81a-47d6-ae28-7abb2c022b3c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': '8130057d-eef2-4e88-aab9-3695fdd0f3be', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:08.822962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84c102eb-c81a-47d6-ae28-7abb2c022b3c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.879430 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84c102eb-c81a-47d6-ae28-7abb2c022b3c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.927048 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84c102eb-c81a-47d6-ae28-7abb2c022b3c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:08.944848 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c102eb-c81a-47d6-ae28-7abb2c022b3c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d985abb9-2733-4036-b884-ede44646c532,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:09.001534 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-84c102eb-c81a-47d6-ae28-7abb2c022b3c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:09.003371 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-84c102eb-c81a-47d6-ae28-7abb2c022b3c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2634821 Aug 23 04:52:09.006057 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36338) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:09.010393 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-cb78626d-badb-4561-bd0a-e542fc790898 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': '8130057d-eef2-4e88-aab9-3695fdd0f3be', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:09.075330 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-cb78626d-badb-4561-bd0a-e542fc790898 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Project a43c312cc42d456aae82b8df5c0bb834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:52:09.079791 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb78626d-badb-4561-bd0a-e542fc790898 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:09.136629 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb78626d-badb-4561-bd0a-e542fc790898 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:09.200788 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb78626d-badb-4561-bd0a-e542fc790898 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:09.218094 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78626d-badb-4561-bd0a-e542fc790898 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f4d999-9335-4562-a038-1fb63fc550aa,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:09.263742 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-cb78626d-badb-4561-bd0a-e542fc790898 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:09.264993 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-cb78626d-badb-4561-bd0a-e542fc790898 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2580040 Aug 23 04:52:09.267665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36340) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:09.272196 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-a5966479-981b-4fca-bc94-ae239c306afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'security_group_rule': {'security_group_id': '8130057d-eef2-4e88-aab9-3695fdd0f3be', 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:09.355121 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-a5966479-981b-4fca-bc94-ae239c306afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Project a43c312cc42d456aae82b8df5c0bb834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:52:09.359704 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5966479-981b-4fca-bc94-ae239c306afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:09.420668 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5966479-981b-4fca-bc94-ae239c306afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:09.497875 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5966479-981b-4fca-bc94-ae239c306afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:09.514488 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5966479-981b-4fca-bc94-ae239c306afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd01ee03-6481-465f-8219-b039c1e1ecd4,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:09.577944 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a5966479-981b-4fca-bc94-ae239c306afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:09.579121 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a5966479-981b-4fca-bc94-ae239c306afc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3105433 Aug 23 04:52:09.751226 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:52:09.771196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: 4a29775a-22b1-4a95-aa5f-b40f10258e60 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:52:09.771553 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device 4a29775a-22b1-4a95-aa5f-b40f10258e60 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:52:23.664119 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:26.144118 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bfb04ca8-cdf5-45eb-a200-b9c0a0509b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:28.030985 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:52:28.331719 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-bc79091c-01c7-4621-80d7-d1a5f24ecf3f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246085217&fields=id&tenant_id=a43c312cc42d456aae82b8df5c0bb834 HTTP/1.1" status: 200 len: 267 time: 0.0310891 Aug 23 04:52:28.436909 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-a183ecab-aa39-463d-a570-cee0d9fbb509 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:28.438359 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-a183ecab-aa39-463d-a570-cee0d9fbb509 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 808 time: 0.0995617 Aug 23 04:52:28.453135 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-199aa0bb-ee30-49bb-9e0b-4d6cba616b1b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/quotas/a43c312cc42d456aae82b8df5c0bb834 HTTP/1.1" status: 200 len: 375 time: 0.0085621 Aug 23 04:52:28.501769 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-146cdebf-8647-4fd6-9a4f-0cbdc26ce1ec tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432606 Aug 23 04:52:28.558311 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-59b32fa3-c85b-4790-9382-659b013291ad service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:52:28.559310 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-59b32fa3-c85b-4790-9382-659b013291ad service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462968 Aug 23 04:52:28.649697 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-67966793-cb5c-4c7b-a875-1e7c48846c29 service neutron] 10.222.0.20 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842218 Aug 23 04:52:28.735969 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-80fc5dcd-7122-4e99-8805-8ae0f9726e2c service neutron] 10.222.0.20 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803788 Aug 23 04:52:28.806702 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-264a4bc2-3d6d-4fbb-82ea-d498d750a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:28.926734 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:29.257233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47099008-dfb0-4b8c-8144-17a4b0639854 req-814dfd04-6cb5-476d-89e4-bdfa48a94589 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 210 time: 0.0256002 Aug 23 04:52:30.354261 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ee42ac6b-3b3f-4bf3-b2c4-d5c980b5abd9 req-fa7d6761-dafc-4e38-8aac-dfddb092407d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 210 time: 0.0310566 Aug 23 04:52:30.698157 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:30.969651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-d545399e-1376-4a98-9e53-641c5b5936c4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:30.971026 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-d545399e-1376-4a98-9e53-641c5b5936c4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 808 time: 0.0998769 Aug 23 04:52:31.013791 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-875975f4-d0ae-4117-8912-ac52126ba436 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a43c312cc42d456aae82b8df5c0bb834 HTTP/1.1" status: 200 len: 379 time: 0.0334709 Aug 23 04:52:31.023553 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'port': {'device_id': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'admin_state_up': True, 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'security_groups': ['8130057d-eef2-4e88-aab9-3695fdd0f3be']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:31.200777 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Made reservation on behalf of a43c312cc42d456aae82b8df5c0bb834 for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:52:31.204427 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:31.329319 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Allocated IP 172.20.0.8 (c928f183-64f4-4616-9cc6-04bfef494f96/dc67e7c4-53fc-4092-ae42-23353fa37ea5/f4da00d1-5d97-4219-80e6-9389e56b1fa1) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:52:31.453695 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a1677a7-b588-4dc7-b271-19a0c2a9375a req-1dd8702d-7501-4bbe-a4cf-d98aa1731bcb tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 210 time: 0.0302327 Aug 23 04:52:31.474780 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:31.480025 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Transition to ACTIVE for port object f4da00d1-5d97-4219-80e6-9389e56b1fa1 will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:52:31.578737 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:31.627781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Network c928f183-64f4-4616-9cc6-04bfef494f96 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:52:31.631337 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:52:31.635742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:52:31.662520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'Port': ['ID=f4da00d1-5d97-4219-80e6-9389e56b1fa1,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:31.692059 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:31.693310 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:31.762075 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-cf609fb3-e6c3-4265-95f4-d78076908f0e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7425396 Aug 23 04:52:31.775810 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Request body: {'port': {'device_id': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:31.832289 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:31.978368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f001b259-8993-4f2d-b417-7b1d33419afa None None] Provisioning for port f4da00d1-5d97-4219-80e6-9389e56b1fa1 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:52:31.984383 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f001b259-8993-4f2d-b417-7b1d33419afa None None] Provisioning complete for port f4da00d1-5d97-4219-80e6-9389e56b1fa1 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:52:31.984871 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f001b259-8993-4f2d-b417-7b1d33419afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:32.023508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-f001b259-8993-4f2d-b417-7b1d33419afa None None] Port f4da00d1-5d97-4219-80e6-9389e56b1fa1 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:52:32.040793 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:32.117175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4da00d1-5d97-4219-80e6-9389e56b1fa1 {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:52:32.124713 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:32.136890 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Transition to ACTIVE for port object f4da00d1-5d97-4219-80e6-9389e56b1fa1 will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:52:32.206977 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:32.288324 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Pushing event updated for resources: {'Port': ['ID=f4da00d1-5d97-4219-80e6-9389e56b1fa1,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:32.342772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Attempting to bind port f4da00d1-5d97-4219-80e6-9389e56b1fa1 on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:52:32.343442 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Attempting to bind port f4da00d1-5d97-4219-80e6-9389e56b1fa1 by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:52:32.344000 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Attempting to bind port f4da00d1-5d97-4219-80e6-9389e56b1fa1 on network c928f183-64f4-4616-9cc6-04bfef494f96 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:52:32.349295 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Port f4da00d1-5d97-4219-80e6-9389e56b1fa1 on network c928f183-64f4-4616-9cc6-04bfef494f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:52:32.349900 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Attempting to bind port f4da00d1-5d97-4219-80e6-9389e56b1fa1 on network c928f183-64f4-4616-9cc6-04bfef494f96 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:52:32.355255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:52:32.355665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Checking segment: {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:52:32.356266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Bound using segment: {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:52:32.356756 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Bound port: f4da00d1-5d97-4219-80e6-9389e56b1fa1, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96e4075-c59d-4891-ab2c-217dae339141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:52:32.357206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:32.424185 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:52:32.428042 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:52:32.504347 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:32.544259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:32.545176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:32.548313 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 1091 time: 0.7764363 Aug 23 04:52:32.548313 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:52:32.549888 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:52:32.581413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a866b3-7a77-41e3-a525-995b216ef915 service neutron] Pushing event updated for resources: {'Port': ['ID=f4da00d1-5d97-4219-80e6-9389e56b1fa1,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:32.596071 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7162a-09b8-40bb-b79d-c421be7c0608 req-f0f06c0e-3cde-428c-bf16-7a25b78edbe5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:32.598286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eef7162a-09b8-40bb-b79d-c421be7c0608 req-f0f06c0e-3cde-428c-bf16-7a25b78edbe5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0745516 Aug 23 04:52:32.641278 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eef7162a-09b8-40bb-b79d-c421be7c0608 req-3d70a57b-183e-49a5-ab4b-7e2d18e242b3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357080 Aug 23 04:52:32.700156 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4b4e6a-394f-488a-8256-78ed3b4e87be x-openstack-request-id: req-fd4b4e6a-394f-488a-8256-78ed3b4e87be {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:52:32.700156 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:52:32.700156 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd4b4e6a-394f-488a-8256-78ed3b4e87be {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:52:32.700156 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'status': 'completed', 'code': 200} Aug 23 04:52:32.707886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-ea251374-1af3-433f-bb7a-6d18db3532c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:32.709476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-ea251374-1af3-433f-bb7a-6d18db3532c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1094 time: 0.0513179 Aug 23 04:52:32.757287 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-4be374e5-5d65-4d3f-8403-48b5c421c0ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 217 time: 0.0396309 Aug 23 04:52:32.810951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-354efe05-c886-4646-8c63-25b510c6ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:32.812402 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-354efe05-c886-4646-8c63-25b510c6ff2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0486681 Aug 23 04:52:32.858702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-7524b389-94ef-429a-b9a6-5ebd0a9cfcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:32.860105 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-7524b389-94ef-429a-b9a6-5ebd0a9cfcc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397568 Aug 23 04:52:32.958947 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-65631aa5-c234-4f6c-ada9-3902e531d2a5 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908086 Aug 23 04:52:33.046025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4be1628e-7b13-4b99-b21c-3bac25fe462e req-9afd86a4-738c-470c-adb2-105edcbbebea service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803125 Aug 23 04:52:33.189544 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-fe1d0823-6fbc-4d9c-85d2-20444e9cc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:33.193419 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-fe1d0823-6fbc-4d9c-85d2-20444e9cc546 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1094 time: 0.0435481 Aug 23 04:52:33.281484 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-10ec6611-3029-4e6f-977e-227b4eadb930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:33.283077 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-10ec6611-3029-4e6f-977e-227b4eadb930 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0851464 Aug 23 04:52:33.326991 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-cd75cf50-6c4e-4f96-8c3b-544a26d26fee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 217 time: 0.0362549 Aug 23 04:52:33.656135 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-f700f80b-3e77-4243-b3c3-f669c22c395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:33.657633 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-f700f80b-3e77-4243-b3c3-f669c22c395c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.3234203 Aug 23 04:52:33.707726 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-e0fc6d96-70ee-4775-8cac-ecddd85a507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:33.709970 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-e0fc6d96-70ee-4775-8cac-ecddd85a507c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441120 Aug 23 04:52:33.764675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5391dd7-ffab-4477-a860-9cb3bcbf128a req-a6b7c3b8-492b-45a3-880e-a281cafaf26f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:33.766343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5391dd7-ffab-4477-a860-9cb3bcbf128a req-a6b7c3b8-492b-45a3-880e-a281cafaf26f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0481734 Aug 23 04:52:33.804960 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-203c9231-3a19-494f-884c-0803ce94b1c9 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875573 Aug 23 04:52:33.806311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5391dd7-ffab-4477-a860-9cb3bcbf128a req-01f43200-8c89-459a-aeb4-86606ca67512 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Aug 23 04:52:33.893401 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6f03f8bd-c05e-4bb8-9d47-5dc7998359a1 req-5820b76b-48e3-4f4c-b32e-8e7ea59fec87 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815849 Aug 23 04:52:34.924543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92800df7-e03a-47ed-b865-23ac60efa40d req-cab8cd09-ebbc-4302-9c08-a359d56d9b82 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:34.926162 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92800df7-e03a-47ed-b865-23ac60efa40d req-cab8cd09-ebbc-4302-9c08-a359d56d9b82 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0533023 Aug 23 04:52:34.964738 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-92800df7-e03a-47ed-b865-23ac60efa40d req-aecf414a-df3f-4621-9266-8572c0175c38 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Aug 23 04:52:36.078472 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a08a-ee99-4e75-9114-c8bdeebc0882 req-2e11c59e-2d55-4c82-a261-0b6e0173dea3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:36.080007 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18d9a08a-ee99-4e75-9114-c8bdeebc0882 req-2e11c59e-2d55-4c82-a261-0b6e0173dea3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0500560 Aug 23 04:52:36.116358 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-18d9a08a-ee99-4e75-9114-c8bdeebc0882 req-5d612d63-a744-48ae-a06a-13e3d25c5410 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305192 Aug 23 04:52:37.227904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ee63c-3109-4535-a2da-39392ea3f38a req-81a797ba-a951-4740-b336-09e9868f15e0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:37.229389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b3ee63c-3109-4535-a2da-39392ea3f38a req-81a797ba-a951-4740-b336-09e9868f15e0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0472257 Aug 23 04:52:37.265251 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2b3ee63c-3109-4535-a2da-39392ea3f38a req-36c525d5-a1f5-4fe5-b8b3-0fbb56eb2b18 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300455 Aug 23 04:52:38.379924 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1251-ffdf-4f82-b7f2-d2fe3df5cbff req-762311ef-64db-4aaf-b33d-57beee712411 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:38.382051 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4ab1251-ffdf-4f82-b7f2-d2fe3df5cbff req-762311ef-64db-4aaf-b33d-57beee712411 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0523839 Aug 23 04:52:38.412044 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:38.418228 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b4ab1251-ffdf-4f82-b7f2-d2fe3df5cbff req-b127cd14-0d1f-4c97-835a-741ed5946936 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303664 Aug 23 04:52:39.530098 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfa3b9-e213-4be0-8d98-0e441de634e1 req-6e2db5b0-1f1b-4c83-b0e8-9d21617384b5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:39.531573 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dbdfa3b9-e213-4be0-8d98-0e441de634e1 req-6e2db5b0-1f1b-4c83-b0e8-9d21617384b5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0477965 Aug 23 04:52:39.567228 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-dbdfa3b9-e213-4be0-8d98-0e441de634e1 req-a2898445-7f3e-4cc7-af23-c6f15e0cf570 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298371 Aug 23 04:52:40.679265 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527dd1-ff6c-400b-8061-609f559d6dc6 req-c2a58a41-ced2-4c78-b924-c297e5f28356 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:40.680713 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c527dd1-ff6c-400b-8061-609f559d6dc6 req-c2a58a41-ced2-4c78-b924-c297e5f28356 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0484197 Aug 23 04:52:40.717831 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0c527dd1-ff6c-400b-8061-609f559d6dc6 req-0669c41e-d36e-4a98-8b4f-415b37c9878d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312560 Aug 23 04:52:41.833489 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b966c-39f0-4012-b4f8-640666388827 req-d96bfa76-2e32-491b-b2b9-3436c7ce0c40 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:41.835647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a2b966c-39f0-4012-b4f8-640666388827 req-d96bfa76-2e32-491b-b2b9-3436c7ce0c40 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0526941 Aug 23 04:52:41.872602 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-2a2b966c-39f0-4012-b4f8-640666388827 req-de68bb1d-97fd-4a39-b0a2-718ed15d4f9d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310664 Aug 23 04:52:42.984728 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e01187-d16e-45fb-a5ee-3d9ad22c7513 req-863107ea-1e65-4d02-84fe-5d2c0dc36a26 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:42.986244 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1e01187-d16e-45fb-a5ee-3d9ad22c7513 req-863107ea-1e65-4d02-84fe-5d2c0dc36a26 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0482764 Aug 23 04:52:43.022893 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a1e01187-d16e-45fb-a5ee-3d9ad22c7513 req-b6b46650-169d-48ae-86ec-fd652aeb56d3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301497 Aug 23 04:52:43.922153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f4da00d1-5d97-4219-80e6-9389e56b1fa1 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:52:44.011656 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:52:44.022179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'port_id': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'mac_address': 'fa:16:3e:11:e9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:52:44.061551 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:44.074551 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4da00d1-5d97-4219-80e6-9389e56b1fa1 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:52:44.092928 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:52:44.135731 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fb74c-292e-4026-b635-36705eead006 req-8e189dd7-2822-4bac-97f4-f5a04f0ac435 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:44.137271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd0fb74c-292e-4026-b635-36705eead006 req-8e189dd7-2822-4bac-97f4-f5a04f0ac435 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0487354 Aug 23 04:52:44.149035 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:44.174273 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd0fb74c-292e-4026-b635-36705eead006 req-fe415d84-6312-4554-8d38-8379eb6e4af0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308857 Aug 23 04:52:44.196822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f4da00d1-5d97-4219-80e6-9389e56b1fa1,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:44.204120 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.204466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.204805 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.205201 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.205868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.205868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.206174 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.206500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.206822 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.207144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.207466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.207784 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:52:44.403906 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f4da00d1-5d97-4219-80e6-9389e56b1fa1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:52:45.291080 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1a56d-a2f2-4c52-aac1-f0a02ceb2edd req-3f666d16-7118-4163-af9c-b0ed344fb278 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:45.292532 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0b1a56d-a2f2-4c52-aac1-f0a02ceb2edd req-3f666d16-7118-4163-af9c-b0ed344fb278 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 944 time: 0.0521317 Aug 23 04:52:45.329367 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c0b1a56d-a2f2-4c52-aac1-f0a02ceb2edd req-be7dcdfb-ac49-478f-bdb6-47d906270a73 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308108 Aug 23 04:52:45.937798 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f4da00d1-5d97-4219-80e6-9389e56b1fa1 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:52:46.074368 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port f4da00d1-5d97-4219-80e6-9389e56b1fa1 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:52:46.078014 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port f4da00d1-5d97-4219-80e6-9389e56b1fa1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:52:46.078389 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:46.153693 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:46.174863 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:52:46.177130 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9137038b-e904-4e77-a607-d2dfb5cc0a62" -d '{"events": [{"server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "name": "network-vif-plugged", "status": "completed", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:52:46.189785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:52:46.257658 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:46.280503 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ccd688-663b-4c4b-a952-53879e6ac3d4 x-openstack-request-id: req-d9ccd688-663b-4c4b-a952-53879e6ac3d4 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:52:46.280794 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "name": "network-vif-plugged", "status": "completed", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:52:46.281070 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9ccd688-663b-4c4b-a952-53879e6ac3d4 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:52:46.281454 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'code': 200} Aug 23 04:52:46.307127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f4da00d1-5d97-4219-80e6-9389e56b1fa1,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:46.362175 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528fd08-e8a3-44e7-93f3-a5ec3a91e0f5 req-7baa0ee8-b455-4270-812b-734df6781f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:46.363987 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4528fd08-e8a3-44e7-93f3-a5ec3a91e0f5 req-7baa0ee8-b455-4270-812b-734df6781f51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0399563 Aug 23 04:52:46.403379 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-4528fd08-e8a3-44e7-93f3-a5ec3a91e0f5 req-75588b48-1bd5-4476-95ef-e699d6acf1aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316741 Aug 23 04:52:46.443804 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfa028-8a6a-4c13-a6ba-76a244b50d54 req-4075b50c-abe5-44c7-9844-c55cf63f53b5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:46.445233 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5dfa028-8a6a-4c13-a6ba-76a244b50d54 req-4075b50c-abe5-44c7-9844-c55cf63f53b5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0476484 Aug 23 04:52:46.483070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c5dfa028-8a6a-4c13-a6ba-76a244b50d54 req-54028e81-0e76-42f3-beb8-70f60d3f2097 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318332 Aug 23 04:52:47.595272 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47455c52-cce5-41b9-803e-12600940aba9 req-7ef3984b-ca3d-4ded-b67d-a5446f664f10 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:47.596751 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47455c52-cce5-41b9-803e-12600940aba9 req-7ef3984b-ca3d-4ded-b67d-a5446f664f10 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0487728 Aug 23 04:52:47.635761 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-47455c52-cce5-41b9-803e-12600940aba9 req-24a4c834-288e-4225-a718-63350b56c8aa tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314682 Aug 23 04:52:48.796793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9f22a-09d9-4989-8613-6d1f2c48fdb4 req-661f2d8c-a60f-439e-824b-31d78cded591 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:48.798316 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72d9f22a-09d9-4989-8613-6d1f2c48fdb4 req-661f2d8c-a60f-439e-824b-31d78cded591 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0515289 Aug 23 04:52:48.835383 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72d9f22a-09d9-4989-8613-6d1f2c48fdb4 req-9edfc9a8-e51d-4f3e-8de2-c7ade556027e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307064 Aug 23 04:52:48.946151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9ff25-3258-4509-bb5d-14a5494e92c8 req-2c584112-9b64-4ec8-a819-257d4d123301 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:48.947521 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eba9ff25-3258-4509-bb5d-14a5494e92c8 req-2c584112-9b64-4ec8-a819-257d4d123301 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0481083 Aug 23 04:52:48.984042 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-eba9ff25-3258-4509-bb5d-14a5494e92c8 req-05ff605f-aea4-420c-9b69-ddd39340586b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306480 Aug 23 04:52:49.005284 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36548) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:49.042728 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74b31f0-9964-42f7-865e-95e9f165dc16 tempest-TestShelveInstance-322311613 tempest-TestShelveInstance-322311613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:49.044194 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f74b31f0-9964-42f7-865e-95e9f165dc16 tempest-TestShelveInstance-322311613 tempest-TestShelveInstance-322311613-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1091 time: 0.0379088 Aug 23 04:52:49.046912 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36550) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:52:49.051097 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:52:49.131620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for floatingip, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:49.221882 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:49.322916 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Allocated IP 172.25.1.212 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/cee62f91-6b68-4efa-af49-7b51f413f0e0) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:52:49.423817 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:49.503206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:49.536382 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:52:49.540994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:52:49.544253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:52:49.568148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'Port': ['ID=cee62f91-6b68-4efa-af49-7b51f413f0e0,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:49.887770 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:50.000881 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:50.143018 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:50.194606 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:50.262462 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event updated for resources: {'Port': ['ID=cee62f91-6b68-4efa-af49-7b51f413f0e0,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:52:50.271978 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:50.367106 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Floating IP b80739ee-bdc1-49e2-a608-9713fcbd8d8f associated. External IP: 172.25.1.212, port: f4da00d1-5d97-4219-80e6-9389e56b1fa1. Aug 23 04:52:50.561772 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:52:50.664927 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:52:50.674831 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] Sync routers for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:52:50.685387 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:52:50.686100 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:52:50.760984 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:50.801188 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ec1a6996-ba6b-44cb-91e3-71af0229943f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7415268 Aug 23 04:52:50.801188 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:52:50.801188 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b714f1b1-683b-49af-9a16-b4037b506737" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:52:50.805623 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:52:50.831628 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a5f879-286f-45e4-b86a-6b32898dc10a x-openstack-request-id: req-28a5f879-286f-45e4-b86a-6b32898dc10a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:52:50.831928 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:52:50.832184 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28a5f879-286f-45e4-b86a-6b32898dc10a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:52:50.832590 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'status': 'completed', 'code': 200} Aug 23 04:52:50.899387 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714f1b1-683b-49af-9a16-b4037b506737 req-5c3ad430-906a-437e-b33e-2adb5e0de94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:50.901492 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b714f1b1-683b-49af-9a16-b4037b506737 req-5c3ad430-906a-437e-b33e-2adb5e0de94d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0463142 Aug 23 04:52:50.990742 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714f1b1-683b-49af-9a16-b4037b506737 req-6dac451c-1800-4050-9d8b-8231ec57cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:50.992229 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b714f1b1-683b-49af-9a16-b4037b506737 req-6dac451c-1800-4050-9d8b-8231ec57cd55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0842998 Aug 23 04:52:51.049386 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'b80739ee-bdc1-49e2-a608-9713fcbd8d8f', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'port_id': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'mac_address': 'fa:16:3e:11:e9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:52:49Z', 'updated_at': '2021-08-23T04:52:49Z', 'revision_number': 0, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:52:51.059578 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b714f1b1-683b-49af-9a16-b4037b506737 req-f796b631-43e3-45f3-a240-6a5537ff7535 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 999 time: 0.0600779 Aug 23 04:52:51.074954 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] Checking router: 0b77cb63-7862-45f2-bf32-a345dcdb79d5 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:52:51.083905 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:52:51.084535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:52:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:52:51.109537 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714f1b1-683b-49af-9a16-b4037b506737 req-193b885f-63c2-4008-9085-deef48fd1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:51.111089 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b714f1b1-683b-49af-9a16-b4037b506737 req-193b885f-63c2-4008-9085-deef48fd1ba5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0453129 Aug 23 04:52:51.157134 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714f1b1-683b-49af-9a16-b4037b506737 req-161b4942-4662-41e6-b8a8-9a908205eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:52:51.158651 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b714f1b1-683b-49af-9a16-b4037b506737 req-161b4942-4662-41e6-b8a8-9a908205eed0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410151 Aug 23 04:52:51.193760 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:52:51.252956 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b714f1b1-683b-49af-9a16-b4037b506737 req-b11f59d1-2c0f-4594-9d48-d3d82feaa6ba service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870245 Aug 23 04:52:51.345484 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-b714f1b1-683b-49af-9a16-b4037b506737 req-d28459d1-ec94-4802-8a92-03823375abb9 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846491 Aug 23 04:52:51.569152 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'b80739ee-bdc1-49e2-a608-9713fcbd8d8f', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'port_id': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'mac_address': 'fa:16:3e:11:e9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:52:49Z', 'updated_at': '2021-08-23T04:52:49Z', 'revision_number': 0, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:52:51.598590 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29aba8c-86f7-4fe1-8480-53c9b187c67c None None] The sync data for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 is: [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': 'b80739ee-bdc1-49e2-a608-9713fcbd8d8f', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'floating_ip_address': '172.25.1.212', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'port_id': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'mac_address': 'fa:16:3e:11:e9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:52:49Z', 'updated_at': '2021-08-23T04:52:49Z', 'revision_number': 0, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:52:51.773979 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dd3a7-f75a-402b-a051-55f0eef645f4 None None] New status for floating IP b80739ee-bdc1-49e2-a608-9713fcbd8d8f: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:52:53.634557 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:56.114939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f6107223-4540-4cef-bd28-3d2ddbd2f6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:58.823197 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d703463-f267-4913-871c-7eafc8847eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:52:58.925975 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:00.720060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:02.062966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:03.197797 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-bdba8fe6-86db-470c-853d-8df66780ba48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427198 Aug 23 04:53:03.273765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-cd374092-ce4c-4b02-b64e-130c3d22456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:53:03.275203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-cd374092-ce4c-4b02-b64e-130c3d22456b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0385487 Aug 23 04:53:03.374581 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-48a19af3-d07d-4874-84f0-8cc67ed97fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:53:03.376005 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-48a19af3-d07d-4874-84f0-8cc67ed97fca service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0814705 Aug 23 04:53:03.441337 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-dd7ef23f-6ed2-43d0-82eb-70292c59b9d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0583730 Aug 23 04:53:03.488322 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-0d21fdac-e890-490d-af45-c71dbfd79d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:53:03.490364 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-0d21fdac-e890-490d-af45-c71dbfd79d17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0422986 Aug 23 04:53:03.533513 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-51b10ff9-2518-41a6-8ef5-d86cd922d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:53:03.534935 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-51b10ff9-2518-41a6-8ef5-d86cd922d98e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373363 Aug 23 04:53:03.626741 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-031519bf-45ef-4c6c-af1e-c0f8fb6d5e6e service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821829 Aug 23 04:53:03.714031 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d5ee0894-5475-4ec1-ad93-b03290977940 req-b5513e8a-978b-49ad-a6f4-7b24c0c0a05f service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788786 Aug 23 04:53:05.030634 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:53:08.445764 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:23.703142 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:26.125592 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-501f7b9a-2256-4350-81ad-fee188e92312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:28.834124 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-86c75e20-8daf-4579-ba08-ea9fb7bd0609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:28.908583 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:30.725576 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:32.068477 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:38.439559 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:42.030786 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:53:53.628160 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:56.148187 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-071990af-e1ad-4593-a3f6-de9e11df896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:58.827904 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c67e6236-ff8b-4d0a-a01c-f575d18d1db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:53:58.931107 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:00.736039 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:02.090885 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:04.199978 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-69d255bb-602a-469a-bafb-82cf872f4bc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437739 Aug 23 04:54:04.280854 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-cf70d229-fb90-4504-ad37-6692a0e5f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:54:04.282387 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-cf70d229-fb90-4504-ad37-6692a0e5f465 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0403297 Aug 23 04:54:04.385106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-804a6b59-b53b-47fe-927e-0659c4dd4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:54:04.386581 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-804a6b59-b53b-47fe-927e-0659c4dd4429 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0854583 Aug 23 04:54:04.449178 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-3efc1673-1a89-41f0-9eb4-c55ffe31a032 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0556085 Aug 23 04:54:04.496612 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-7e6c74fb-a9f9-4c53-9d42-df459f38fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:54:04.498025 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-7e6c74fb-a9f9-4c53-9d42-df459f38fdb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0423954 Aug 23 04:54:04.546140 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-fc043785-1a93-4bed-96ed-903d87f2fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:54:04.547631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-fc043785-1a93-4bed-96ed-903d87f2fce0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428958 Aug 23 04:54:04.559565 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-1dc3600d-777e-4397-9682-42341e273f1e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 04:54:04.560494 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-1dc3600d-777e-4397-9682-42341e273f1e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048738 Aug 23 04:54:04.647662 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-3aac9f5c-ade6-4b47-8281-64b244c56d55 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795116 Aug 23 04:54:04.735954 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-487a94d3-a6cd-4b0d-b65c-ebd6d393157d req-9da4290d-c311-452e-8733-44ea84009298 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820954 Aug 23 04:54:08.457813 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:19.029960 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:54:23.662703 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:26.170691 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9da61a5a-53e3-45b2-97da-f3ab33dfd631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:28.833215 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-68fbe65a-f1d1-49a1-aabe-2d20e1181836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:28.936218 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:30.707568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:32.033537 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:38.473222 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:53.661653 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:56.028783 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:54:56.175964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b712-24eb-42e0-a573-8ccfae6551bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:58.844406 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f0d65142-e89c-4329-96c1-ad1019d9adf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:54:58.930252 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:00.741347 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:02.084215 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:06.806328 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-0b81c472-7827-4d1d-9d4e-034ed375d893 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390511 Aug 23 04:55:06.887157 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-d3d6f827-0793-4f46-b7b2-320da9868526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:06.889204 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-d3d6f827-0793-4f46-b7b2-320da9868526 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0424173 Aug 23 04:55:06.994605 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-b276fd63-5f78-4b31-81ee-2030c40b4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:06.996049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-b276fd63-5f78-4b31-81ee-2030c40b4ebc service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0860136 Aug 23 04:55:07.057714 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-67a2cd99-0afa-4f03-a127-c9a1a0289173 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0546033 Aug 23 04:55:07.104373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-6194decf-fceb-4a39-bc87-906d25f8b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:07.105775 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-6194decf-fceb-4a39-bc87-906d25f8b178 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0411122 Aug 23 04:55:07.153556 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-6d8c993c-e29b-4c0a-8ba7-5e5d3046dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:07.155049 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-6d8c993c-e29b-4c0a-8ba7-5e5d3046dd39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419190 Aug 23 04:55:07.241772 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-23bc3fac-ae64-4a72-b8e9-fa29751e0b26 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789928 Aug 23 04:55:07.330835 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5f98a4df-6543-4342-b283-e27965b1faa7 req-3b3976c3-dfad-48d5-b34b-2fa6a807ffeb service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821626 Aug 23 04:55:08.466489 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:16.670707 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ea11c-658b-44c2-901a-25118f6b8e3f req-01e3f3ad-5750-42c4-b458-b848b83182b7 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:16.672210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f85ea11c-658b-44c2-901a-25118f6b8e3f req-01e3f3ad-5750-42c4-b458-b848b83182b7 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.1330168 Aug 23 04:55:16.709886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f85ea11c-658b-44c2-901a-25118f6b8e3f req-ba290dca-6763-46fe-8bc6-7c00ccee21c1 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306616 Aug 23 04:55:17.827400 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b2059-b7f3-45d8-bd86-27df786e90c6 req-5c6c3f7e-6198-4dac-9b59-ff3e4bb2c85a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:17.828873 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d88b2059-b7f3-45d8-bd86-27df786e90c6 req-5c6c3f7e-6198-4dac-9b59-ff3e4bb2c85a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Aug 23 04:55:17.865706 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d88b2059-b7f3-45d8-bd86-27df786e90c6 req-e225ab19-e6d6-4e5e-84b4-08739780f85b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304897 Aug 23 04:55:18.978083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7820a6-fadf-4a3e-b9ec-166c29d4b70e req-3a8aac4a-7d7c-44a3-8639-81c9dcc620b0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:18.979527 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b7820a6-fadf-4a3e-b9ec-166c29d4b70e req-3a8aac4a-7d7c-44a3-8639-81c9dcc620b0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0482323 Aug 23 04:55:19.015641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3b7820a6-fadf-4a3e-b9ec-166c29d4b70e req-0c7b9cb4-dd96-4017-bc38-f0cdeb6dfe5b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303149 Aug 23 04:55:20.126367 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6363490-5b41-4f9f-9829-afa54862c0ca req-b7b3348f-beb4-4158-b1c2-ec9104e3eb56 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:20.127812 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6363490-5b41-4f9f-9829-afa54862c0ca req-b7b3348f-beb4-4158-b1c2-ec9104e3eb56 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0474367 Aug 23 04:55:20.164635 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c6363490-5b41-4f9f-9829-afa54862c0ca req-361e06f2-536c-452b-96f0-d70fe4a8b575 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308259 Aug 23 04:55:21.278808 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962759-403c-4ae3-8574-c573e124d23c req-56b013a4-aea0-4bb5-a799-87c8560f0a5a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:21.280183 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c962759-403c-4ae3-8574-c573e124d23c req-56b013a4-aea0-4bb5-a799-87c8560f0a5a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0507965 Aug 23 04:55:21.316967 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6c962759-403c-4ae3-8574-c573e124d23c req-3c4e0f3f-65dd-43e0-b7e5-ce650ffbbc17 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308940 Aug 23 04:55:22.429596 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3b3d0-6579-4172-ad4d-063e844017e5 req-4fc4a1f5-23b1-4756-b552-217c75bdfc03 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:22.431058 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9eb3b3d0-6579-4172-ad4d-063e844017e5 req-4fc4a1f5-23b1-4756-b552-217c75bdfc03 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0482852 Aug 23 04:55:22.467275 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9eb3b3d0-6579-4172-ad4d-063e844017e5 req-95c72e6b-0e98-4cdc-9081-5d952b3a0d88 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304022 Aug 23 04:55:23.578751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb34ff3-e2c8-4774-bc5d-423874880124 req-4f38f072-9fc4-4513-9087-36d505afe4e0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:23.580210 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cb34ff3-e2c8-4774-bc5d-423874880124 req-4f38f072-9fc4-4513-9087-36d505afe4e0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0470941 Aug 23 04:55:23.617500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5cb34ff3-e2c8-4774-bc5d-423874880124 req-b85b87d0-7f74-4382-b4f6-1263760fae53 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307517 Aug 23 04:55:23.741803 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:24.733284 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36344034-5ad9-4e86-834e-4b9796236803 req-2ded8d73-2ebf-49b2-a9a9-81d0458c6116 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:24.734747 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36344034-5ad9-4e86-834e-4b9796236803 req-2ded8d73-2ebf-49b2-a9a9-81d0458c6116 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0519042 Aug 23 04:55:24.773497 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-36344034-5ad9-4e86-834e-4b9796236803 req-dd289a3f-2cf9-4ef5-90ea-58fe6a18cbc5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329874 Aug 23 04:55:25.885734 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8feaa-7c59-4b6f-bf27-886cef9a01c5 req-e8dc2a3b-8495-4d05-b0f0-420ce529d395 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:25.887200 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79d8feaa-7c59-4b6f-bf27-886cef9a01c5 req-e8dc2a3b-8495-4d05-b0f0-420ce529d395 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0481169 Aug 23 04:55:25.924508 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-79d8feaa-7c59-4b6f-bf27-886cef9a01c5 req-e559132b-fefd-41a1-aa66-a5fbc1a93e87 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314972 Aug 23 04:55:26.147302 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c7f07b0a-ffd1-4bdf-bf77-989cdee29348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:26.770651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-a44b02d2-385a-46ab-b825-55418a439d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:26.772147 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-a44b02d2-385a-46ab-b825-55418a439d4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0388269 Aug 23 04:55:27.043759 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481b0d0-a44a-4a4a-9c06-e6430e7f5df8 req-8933da6c-172a-47c2-b772-b313d91c3be9 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:27.045311 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8481b0d0-a44a-4a4a-9c06-e6430e7f5df8 req-8933da6c-172a-47c2-b772-b313d91c3be9 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0505958 Aug 23 04:55:27.083705 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8481b0d0-a44a-4a4a-9c06-e6430e7f5df8 req-c8994bcc-b39e-498c-888b-a284d2165869 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Aug 23 04:55:27.147286 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-f1d0c358-486f-4a29-bf53-e0efdb9d877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:27.148773 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-f1d0c358-486f-4a29-bf53-e0efdb9d877d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.3698277 Aug 23 04:55:27.211742 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-58d64e30-d673-418a-96cc-5370cb02a618 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0560813 Aug 23 04:55:27.259435 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-88d122f2-af8d-4db5-bd4e-e9959d751790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:27.260807 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-88d122f2-af8d-4db5-bd4e-e9959d751790 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0421948 Aug 23 04:55:27.307068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-2c33494a-4dfc-49d9-84dc-1901f7125d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:27.308405 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-2c33494a-4dfc-49d9-84dc-1901f7125d77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412049 Aug 23 04:55:27.393401 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-1012e135-c7f6-46b5-90f6-affd32709ee6 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781310 Aug 23 04:55:27.483283 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-af62da77-d16e-4cb1-a967-23c9841e5009 req-f160dab4-ea09-4f9f-a3ab-6a8ed5f79816 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820668 Aug 23 04:55:28.201069 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3767a-cbba-43cc-bfc2-0e97d0615eda req-77dd938c-a094-4334-9701-4c2a5810de2b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:28.202458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ee3767a-cbba-43cc-bfc2-0e97d0615eda req-77dd938c-a094-4334-9701-4c2a5810de2b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0513463 Aug 23 04:55:28.238301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7ee3767a-cbba-43cc-bfc2-0e97d0615eda req-15fccfdb-43f4-4f94-abe2-4b46f7a61c80 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300705 Aug 23 04:55:28.907831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d82517a-b5a0-4abd-aab4-f4caceae519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:28.941542 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:29.352651 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17125106-ab55-4ba0-b24a-d4f2f4e1f76f req-42f964ca-9b12-465b-af7c-9a3fe74fff90 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:29.354074 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17125106-ab55-4ba0-b24a-d4f2f4e1f76f req-42f964ca-9b12-465b-af7c-9a3fe74fff90 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Aug 23 04:55:29.390835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-17125106-ab55-4ba0-b24a-d4f2f4e1f76f req-a657c52d-7c22-4d0e-b87b-265ea5490b5b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307729 Aug 23 04:55:30.507505 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f470f-c9f4-4dce-a7f1-bbd36f8a7cf1 req-9596557b-8f91-4296-af68-01ca59102e05 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:30.509379 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-195f470f-c9f4-4dce-a7f1-bbd36f8a7cf1 req-9596557b-8f91-4296-af68-01ca59102e05 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0513115 Aug 23 04:55:30.548433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-195f470f-c9f4-4dce-a7f1-bbd36f8a7cf1 req-aa28497e-e1a6-480c-aa20-14774c9e3ef5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330226 Aug 23 04:55:30.712815 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:31.669360 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dd792-9ddf-47f6-a1de-7185da930391 req-3258c2a9-842c-4bb6-bd97-d3bf3befcd1d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:31.670881 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d01dd792-9ddf-47f6-a1de-7185da930391 req-3258c2a9-842c-4bb6-bd97-d3bf3befcd1d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0544226 Aug 23 04:55:31.708681 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d01dd792-9ddf-47f6-a1de-7185da930391 req-b4c15e7d-fb27-41a8-9fca-426581fd7f62 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318446 Aug 23 04:55:32.058786 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00297f1f-c4df-4b5c-9957-a992d682da46 req-35e55dff-0df7-4c37-ad25-fa5398735a2a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:32.060305 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00297f1f-c4df-4b5c-9957-a992d682da46 req-35e55dff-0df7-4c37-ad25-fa5398735a2a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0493512 Aug 23 04:55:32.061416 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:32.101610 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-00297f1f-c4df-4b5c-9957-a992d682da46 req-917c6301-2a44-45ad-9f6b-e7b4f76f1020 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351369 Aug 23 04:55:32.129162 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-84198322-aca9-4755-9df7-27e25fa3ae06 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910423 Aug 23 04:55:32.699410 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f4da00d1-5d97-4219-80e6-9389e56b1fa1 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:55:32.770326 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:32.791792 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:55:32.794053 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17b0f84-56f0-4101-b1f2-6a4ad7a52586" -d '{"events": [{"server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "name": "network-vif-unplugged", "status": "completed", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:55:32.809239 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:55:32.824802 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 Aug 2021 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b62e94-eae5-4683-b1e0-e1e421e5251c x-openstack-request-id: req-a9b62e94-eae5-4683-b1e0-e1e421e5251c {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:55:32.825128 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "name": "network-vif-unplugged", "status": "failed", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1", "code": 422}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:55:32.826244 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9b62e94-eae5-4683-b1e0-e1e421e5251c {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:55:32.826244 n-d-749052-7 neutron-server[95122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'code': 422} returned with failed status Aug 23 04:55:32.861131 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:32.911630 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f4da00d1-5d97-4219-80e6-9389e56b1fa1,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:55:32.918807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.919153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.919493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.919826 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.920158 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.920487 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.920813 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.921162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.921490 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.921811 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.922130 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:32.922449 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:55:33.027806 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:55:33.212197 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2f651-4e2a-4ecf-9857-f9fab7137f2f req-4065950c-06c0-424c-9166-b5c8990941d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:33.213737 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13d2f651-4e2a-4ecf-9857-f9fab7137f2f req-4065950c-06c0-424c-9166-b5c8990941d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0488544 Aug 23 04:55:33.250729 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-13d2f651-4e2a-4ecf-9857-f9fab7137f2f req-b52206ec-5338-4c1f-9e0b-32c8b19585d8 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311415 Aug 23 04:55:34.365729 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7147dc1-6640-4dbf-88d8-2ceb3f16252d req-6cb9380d-37f8-489e-b8ed-a2eecce3f924 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:34.367191 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7147dc1-6640-4dbf-88d8-2ceb3f16252d req-6cb9380d-37f8-489e-b8ed-a2eecce3f924 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0518773 Aug 23 04:55:34.404043 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d7147dc1-6640-4dbf-88d8-2ceb3f16252d req-0d979bef-3543-44c3-a437-d9e45498a796 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310090 Aug 23 04:55:35.522422 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618fc36-1028-4bf7-8e3e-ebf8cdca2b5d req-c56717f4-4f4a-4b18-96fe-dfac3ab8feb5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:35.523916 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c618fc36-1028-4bf7-8e3e-ebf8cdca2b5d req-c56717f4-4f4a-4b18-96fe-dfac3ab8feb5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0489347 Aug 23 04:55:35.561873 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c618fc36-1028-4bf7-8e3e-ebf8cdca2b5d req-055ca705-5f5e-47d9-9adb-fbb4d2f4abad tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314834 Aug 23 04:55:36.677724 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2cf66-45e1-48d0-9599-0415591d5b88 req-e2e61f94-e273-4a5d-968c-2cef3e49bc98 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:36.679215 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cc2cf66-45e1-48d0-9599-0415591d5b88 req-e2e61f94-e273-4a5d-968c-2cef3e49bc98 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0488567 Aug 23 04:55:36.717221 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cc2cf66-45e1-48d0-9599-0415591d5b88 req-fd8c0edf-74df-40ba-a75e-ac3c5be1ebd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312233 Aug 23 04:55:37.834548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72430c16-9ea3-4a3e-92d1-5367d79f7c89 req-79587140-8c3d-4622-9983-731001f931fc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:37.836036 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72430c16-9ea3-4a3e-92d1-5367d79f7c89 req-79587140-8c3d-4622-9983-731001f931fc tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0524037 Aug 23 04:55:37.877748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-72430c16-9ea3-4a3e-92d1-5367d79f7c89 req-f34cc6ee-6187-4983-990e-7fac4ac44e9e tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357301 Aug 23 04:55:38.478797 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:38.992189 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f69cb6-dba1-4178-8b14-451c387ddb55 req-c9898286-438c-437e-983e-c3af2924927b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:38.994211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1f69cb6-dba1-4178-8b14-451c387ddb55 req-c9898286-438c-437e-983e-c3af2924927b tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0496197 Aug 23 04:55:39.031084 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c1f69cb6-dba1-4178-8b14-451c387ddb55 req-94d00514-26bf-4862-831a-1e895202862f tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307107 Aug 23 04:55:39.680413 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619468fa-8ff7-464c-87ee-077e6af3432b req-3a3b13eb-434b-4e7b-a17f-096d33c3d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:39.682533 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-3a3b13eb-434b-4e7b-a17f-096d33c3d27b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182&tenant_id=a43c312cc42d456aae82b8df5c0bb834 HTTP/1.1" status: 200 len: 1094 time: 0.0395546 Aug 23 04:55:39.741596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619468fa-8ff7-464c-87ee-077e6af3432b req-8bc9228f-fe10-482b-8bcb-7a2a16cfa6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:39.743054 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-8bc9228f-fe10-482b-8bcb-7a2a16cfa6d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1094 time: 0.0390189 Aug 23 04:55:39.831051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619468fa-8ff7-464c-87ee-077e6af3432b req-9045ab7b-96d8-4c96-80d7-be70f8c0ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:39.832460 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-9045ab7b-96d8-4c96-80d7-be70f8c0ca66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0826631 Aug 23 04:55:39.894809 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-70efc5a5-d251-4738-a32e-b70d082a7510 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 999 time: 0.0553274 Aug 23 04:55:39.948246 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619468fa-8ff7-464c-87ee-077e6af3432b req-0386e400-5700-40bf-adb3-03aaa8a92846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:39.949628 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-0386e400-5700-40bf-adb3-03aaa8a92846 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0467932 Aug 23 04:55:39.993779 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619468fa-8ff7-464c-87ee-077e6af3432b req-9b02391f-9ed4-49e9-846e-8d85a9d85427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:39.995223 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-9b02391f-9ed4-49e9-846e-8d85a9d85427 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388122 Aug 23 04:55:40.095149 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-aae03d79-0dfa-4324-a79e-534eaecf4f68 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925896 Aug 23 04:55:40.155439 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c497a-cb13-4a59-8f6b-062232651fc3 req-bd47b3ea-1437-48cb-ab30-c7b050ccddda tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:40.156933 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f5c497a-cb13-4a59-8f6b-062232651fc3 req-bd47b3ea-1437-48cb-ab30-c7b050ccddda tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0479329 Aug 23 04:55:40.182903 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-b44bbc2e-46b6-4782-829a-b1d4e9f45966 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807552 Aug 23 04:55:40.194343 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4f5c497a-cb13-4a59-8f6b-062232651fc3 req-2c53ef54-6d89-4096-aacd-51f6a7078854 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Aug 23 04:55:41.311719 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80adacd-7214-41bb-ba92-919eef5804aa req-a1f460e2-c966-45a1-9182-b467020bddb3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:41.313205 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f80adacd-7214-41bb-ba92-919eef5804aa req-a1f460e2-c966-45a1-9182-b467020bddb3 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0510869 Aug 23 04:55:41.349622 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f80adacd-7214-41bb-ba92-919eef5804aa req-af0953ac-0b0a-4158-b1b0-c0670e6670f0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305512 Aug 23 04:55:42.460012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05043126-0cf1-4bca-b14d-a3c088d05f83 req-8a9f142d-afbc-4a72-84e0-30964e6917ba tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:42.461490 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05043126-0cf1-4bca-b14d-a3c088d05f83 req-8a9f142d-afbc-4a72-84e0-30964e6917ba tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0477204 Aug 23 04:55:42.498130 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05043126-0cf1-4bca-b14d-a3c088d05f83 req-77e40d99-31b7-4d1d-be2b-e18e3443fbd0 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308883 Aug 23 04:55:43.610548 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae2f24-c8e5-4272-b997-b3fb82be1763 req-bcc2be08-40f4-4f88-b5ec-d469ecc9fd91 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:43.612004 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50ae2f24-c8e5-4272-b997-b3fb82be1763 req-bcc2be08-40f4-4f88-b5ec-d469ecc9fd91 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0481024 Aug 23 04:55:43.647890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-50ae2f24-c8e5-4272-b997-b3fb82be1763 req-de97020b-95cd-43d2-be48-a64a0e920811 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299420 Aug 23 04:55:44.762828 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa4fcf-b9ed-4892-a433-070f7112075c req-4bb0610a-322b-4e3a-90f1-cd68b9edf28d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:44.764262 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dfa4fcf-b9ed-4892-a433-070f7112075c req-4bb0610a-322b-4e3a-90f1-cd68b9edf28d tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0514171 Aug 23 04:55:44.800412 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8dfa4fcf-b9ed-4892-a433-070f7112075c req-162dfc38-b2a2-4de2-a553-def1365e11b4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301924 Aug 23 04:55:45.912639 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd7001-aef9-40e4-ba81-ec516cb9a321 req-22fda550-ce74-4916-878f-6ee00aa6ecaf tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:45.914160 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cbd7001-aef9-40e4-ba81-ec516cb9a321 req-22fda550-ce74-4916-878f-6ee00aa6ecaf tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 943 time: 0.0489390 Aug 23 04:55:45.951618 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7cbd7001-aef9-40e4-ba81-ec516cb9a321 req-c44124c8-edf4-4d29-bd85-dd325456b2de tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Aug 23 04:55:46.776688 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f4da00d1-5d97-4219-80e6-9389e56b1fa1 details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:55:46.867352 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:55:46.877282 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'port_id': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'mac_address': 'fa:16:3e:11:e9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:55:46.918097 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:46.930341 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4da00d1-5d97-4219-80e6-9389e56b1fa1 {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:55:46.949880 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:55:47.003788 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:47.051937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f4da00d1-5d97-4219-80e6-9389e56b1fa1,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:55:47.063938 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba042a8-140f-493d-873d-b5604a59d1f6 req-d5902584-98fc-4a59-a6e6-39ad0897ac5a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:47.065456 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ba042a8-140f-493d-873d-b5604a59d1f6 req-d5902584-98fc-4a59-a6e6-39ad0897ac5a tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 944 time: 0.0489841 Aug 23 04:55:47.102313 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3ba042a8-140f-493d-873d-b5604a59d1f6 req-1f6adc3a-4245-42bd-8e91-9540c8678990 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310497 Aug 23 04:55:47.255306 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['f4da00d1-5d97-4219-80e6-9389e56b1fa1'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:55:48.217243 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f3b0f-1f72-4239-807d-70682cf240b6 req-d9f42906-0a11-477d-b749-d6af6f29e829 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:48.218631 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-249f3b0f-1f72-4239-807d-70682cf240b6 req-d9f42906-0a11-477d-b749-d6af6f29e829 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 944 time: 0.0512333 Aug 23 04:55:48.255858 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-249f3b0f-1f72-4239-807d-70682cf240b6 req-2820bb16-29b7-44ee-9e7d-2c6351c66bc4 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308149 Aug 23 04:55:48.791498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f4da00d1-5d97-4219-80e6-9389e56b1fa1 up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:55:48.836925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port f4da00d1-5d97-4219-80e6-9389e56b1fa1 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:55:48.837834 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:48.915211 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:48.936763 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:55:48.938984 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e676ea-87c7-4c33-877a-b7b25cc3505a" -d '{"events": [{"server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "name": "network-vif-plugged", "status": "completed", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:55:48.951672 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:55:48.978647 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7749ba9-996c-4562-82ce-05fc8a630ce7 x-openstack-request-id: req-f7749ba9-996c-4562-82ce-05fc8a630ce7 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:55:48.978916 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "name": "network-vif-plugged", "status": "completed", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:55:48.979166 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7749ba9-996c-4562-82ce-05fc8a630ce7 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:55:48.979556 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'code': 200} Aug 23 04:55:49.020360 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:49.068648 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=f4da00d1-5d97-4219-80e6-9389e56b1fa1,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:55:49.158289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce98657-262c-4d7d-8033-c556331a1f27 req-a9593a23-e27b-476e-a5d6-93547e7b8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:49.159748 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ce98657-262c-4d7d-8033-c556331a1f27 req-a9593a23-e27b-476e-a5d6-93547e7b8180 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0777643 Aug 23 04:55:49.193638 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-0ce98657-262c-4d7d-8033-c556331a1f27 req-92e54fee-257a-42c1-95ab-6318cc694876 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261929 Aug 23 04:55:49.368011 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634ba63-596a-4c31-b77a-6ef212761599 req-4d87747b-4388-4f04-aee7-f8069a7d7524 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:49.370068 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8634ba63-596a-4c31-b77a-6ef212761599 req-4d87747b-4388-4f04-aee7-f8069a7d7524 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0481484 Aug 23 04:55:49.405874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8634ba63-596a-4c31-b77a-6ef212761599 req-b42940c2-60c5-4dc7-80fc-3d19a916a6e7 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300102 Aug 23 04:55:50.516619 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531d1d2-ecca-4bf5-a4ce-dc9900f8e715 req-959dffb1-3f0e-4f91-8b3a-70ea95200b65 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:55:50.518108 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0531d1d2-ecca-4bf5-a4ce-dc9900f8e715 req-959dffb1-3f0e-4f91-8b3a-70ea95200b65 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0479903 Aug 23 04:55:50.553748 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-0531d1d2-ecca-4bf5-a4ce-dc9900f8e715 req-bc28da6d-0b8d-4f84-bc05-3b62394fcc7c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298698 Aug 23 04:55:53.706651 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:56.146464 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3dd74d2d-ca77-46a8-968b-bc1456e9ac57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:58.878700 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-59c842a5-3a5e-492f-94a5-08d3f277006d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:55:58.935177 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:00.746249 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:02.060833 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:07.202657 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-6393cb75-4f5b-4449-969d-a937d5157db4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417266 Aug 23 04:56:07.272379 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-7b555916-02a1-443d-901c-0a81b8b5f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:56:07.273870 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-7b555916-02a1-443d-901c-0a81b8b5f233 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0388989 Aug 23 04:56:07.377989 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-4d06d91a-12b7-46fa-a264-b8c8dd6bd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:56:07.379449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-4d06d91a-12b7-46fa-a264-b8c8dd6bd6e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0854011 Aug 23 04:56:07.444985 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-e601b658-b824-46c9-8240-1e4d652aa1de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0569839 Aug 23 04:56:07.493214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-5ea49505-ebca-41a2-96dd-73ecd46b5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:56:07.494627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-5ea49505-ebca-41a2-96dd-73ecd46b5265 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0423377 Aug 23 04:56:07.542492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-0bf87303-ca48-4861-9371-2fa9af9f624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:56:07.544302 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-0bf87303-ca48-4861-9371-2fa9af9f624b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428247 Aug 23 04:56:07.633585 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-aac73a81-65d7-472a-8e52-6fccfbc2c31e service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819302 Aug 23 04:56:07.730203 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-076b6be0-caa3-4cf5-a2d0-288dc5cd0a70 req-21dab6ac-5113-471f-94a0-b5e82dd1e596 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885744 Aug 23 04:56:08.506353 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:10.026305 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:56:23.649164 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:26.134613 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9844333a-e2cb-40d7-86f2-25ce8512bd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:28.879661 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ec522740-0a31-4d48-8d90-e02f5a42f699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:28.973589 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:30.757930 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:32.049318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:38.540060 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:47.024915 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:56:53.694290 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:56.140184 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-79200cf9-f956-4885-bf0d-7b85a986997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:58.854375 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-21e23e44-56dc-4845-b4de-f912afe8a8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:56:58.938890 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:00.762885 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:02.064350 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:08.545444 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:09.708604 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-be5fc05d-1bdc-4442-849e-73e0a596efd7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388274 Aug 23 04:57:09.789550 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-a65b3d80-6990-458a-a2fb-d147edc415cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:09.791011 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-a65b3d80-6990-458a-a2fb-d147edc415cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0391703 Aug 23 04:57:09.891743 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-668ccd88-db9e-4486-9057-9d4d9410b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:09.893273 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-668ccd88-db9e-4486-9057-9d4d9410b54d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.0847931 Aug 23 04:57:09.959963 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-bdbadfa2-d340-4c18-a660-5a6c07cb9b01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0592029 Aug 23 04:57:10.006822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-508c9d9c-2509-49e1-b0a0-3158b696ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:10.008185 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-508c9d9c-2509-49e1-b0a0-3158b696ab52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0418868 Aug 23 04:57:10.055736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-0a51cf57-2f83-44f0-a201-9ca078664ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:10.057224 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-0a51cf57-2f83-44f0-a201-9ca078664ac3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422373 Aug 23 04:57:10.142476 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-1645210d-3714-457e-ad66-37d5f839102a service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777290 Aug 23 04:57:10.234021 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-6c106ed6-4082-4360-8dbf-a5f739ffd51e req-297ba90a-1231-4027-b0b0-c7322b175c6a service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841322 Aug 23 04:57:23.671033 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:24.024090 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:57:26.166626 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e4144f7c-98e9-4040-b280-cc9c3b5ed61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:26.508569 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36766) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:26.659280 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Deleting port cee62f91-6b68-4efa-af49-7b51f413f0e0 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:26.659617 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:26.736248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:26.736574 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:26.748908 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Calling delete_port for cee62f91-6b68-4efa-af49-7b51f413f0e0 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:26.928391 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:26.956316 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event deleted for resources: {'Port': ['ID=cee62f91-6b68-4efa-af49-7b51f413f0e0,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:26.967852 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.968202 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.968796 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.969161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.969495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.969822 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.970148 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.970470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.970790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.971110 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.971431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:26.971749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:27.024565 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:27.024891 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Floating IP b80739ee-bdc1-49e2-a608-9713fcbd8d8f disassociated (deleted). External IP: 172.25.1.212, port: f4da00d1-5d97-4219-80e6-9389e56b1fa1. Aug 23 04:57:27.223921 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:57:27.326302 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:57:27.331140 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:27.336495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] Sync routers for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:57:27.345814 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:27.346430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:56:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:27.358593 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-f916ef50-9763-4a2d-8c26-6ac1df5c76ae tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "DELETE /v2.0/floatingips/b80739ee-bdc1-49e2-a608-9713fcbd8d8f HTTP/1.1" status: 204 len: 168 time: 0.8488922 Aug 23 04:57:27.359224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:57:27.361511 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467e9891-92d5-45cd-a50b-8ffab42d59ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:57:27.454694 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:27.648254 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:27.677182 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] Checking router: 0b77cb63-7862-45f2-bf32-a345dcdb79d5 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:57:27.685820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:27.686663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:56:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:27.750795 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ede6fd-a1ba-40b6-af12-57f7e78c1b6a x-openstack-request-id: req-c7ede6fd-a1ba-40b6-af12-57f7e78c1b6a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:57:27.751726 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:57:27.752043 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7ede6fd-a1ba-40b6-af12-57f7e78c1b6a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:57:27.752533 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'status': 'completed', 'code': 200} Aug 23 04:57:27.795807 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:27.819470 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-81c6c931-8ba0-4a6b-bc63-655c0c8e83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:27.823987 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-81c6c931-8ba0-4a6b-bc63-655c0c8e83fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a43c312cc42d456aae82b8df5c0bb834&device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 1096 time: 0.0442207 Aug 23 04:57:27.852015 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa41d2-5d2e-471c-9195-ae8883de2207 req-95ac4d5c-8985-4b7e-a06f-260d4910e1d2 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:27.854240 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29fa41d2-5d2e-471c-9195-ae8883de2207 req-95ac4d5c-8985-4b7e-a06f-260d4910e1d2 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0567427 Aug 23 04:57:27.910229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-29fa41d2-5d2e-471c-9195-ae8883de2207 req-2e9b710f-cea5-40b4-b003-1c19a72be00c tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483675 Aug 23 04:57:27.929326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-38f4e2d6-917a-489f-9762-b9e3ecd80cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:27.931096 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-38f4e2d6-917a-489f-9762-b9e3ecd80cce service neutron] 10.222.0.24 "GET /v2.0/networks?id=c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 200 len: 908 time: 0.1027844 Aug 23 04:57:27.973074 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-b15dcd02-d752-4802-8fdb-e96362774c9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 200 len: 217 time: 0.0338643 Aug 23 04:57:28.000186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:28.026213 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-b4c67410-835c-42b7-808e-99b29beb87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:28.026462 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc25ef-6a7f-405e-9b18-e798608053e2 None None] The sync data for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 is: [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:41Z', 'revision_number': 4, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': 'c6d09c77-93b9-4abb-a59f-26d1c5448435', 'name': '', 'network_id': 'c928f183-64f4-4616-9cc6-04bfef494f96', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'mac_address': 'fa:16:3e:31:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:40Z', 'updated_at': '2021-08-23T04:47:45Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'subnets': [{'id': 'dc67e7c4-53fc-4092-ae42-23353fa37ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:57:28.028502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-b4c67410-835c-42b7-808e-99b29beb87a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 200 len: 847 time: 0.0482519 Aug 23 04:57:28.076656 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-d4124720-f38c-4e77-8af6-548e3776a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:28.078216 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-d4124720-f38c-4e77-8af6-548e3776a5e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c928f183-64f4-4616-9cc6-04bfef494f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423801 Aug 23 04:57:28.170052 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-0d10aa5f-50eb-4c1f-a5c0-80bb39e5ada9 service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831923 Aug 23 04:57:28.249753 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc47b9d-f6dc-44f7-af65-ccb6b5ed4d1f None None] New status for floating IP b80739ee-bdc1-49e2-a608-9713fcbd8d8f: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:57:28.266209 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-467e9891-92d5-45cd-a50b-8ffab42d59ed req-5f9fa8ca-bc71-4d2f-a93e-02098cbc631e service neutron] 10.222.0.24 "GET /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877225 Aug 23 04:57:28.879056 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4c002377-8ef6-458d-98f0-25a47b9dcd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:28.934190 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:29.015557 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ceff7-4941-4acf-a2d1-ab13473e38e7 req-2e5c6780-e325-4e8d-81c8-30c3fbf363ff tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:29.017048 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a06ceff7-4941-4acf-a2d1-ab13473e38e7 req-2e5c6780-e325-4e8d-81c8-30c3fbf363ff tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0473547 Aug 23 04:57:29.053980 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a06ceff7-4941-4acf-a2d1-ab13473e38e7 req-8ee6d78a-62dc-49a8-a4a6-b4708ae08d78 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/security-groups?id=8130057d-eef2-4e88-aab9-3695fdd0f3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303631 Aug 23 04:57:29.272959 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-d24e916a-42f0-40fe-b435-1fae00264f55 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:29.274416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-d24e916a-42f0-40fe-b435-1fae00264f55 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 945 time: 0.0746312 Aug 23 04:57:29.363001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Deleting port f4da00d1-5d97-4219-80e6-9389e56b1fa1 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:29.363831 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:29.449915 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] For port f4da00d1-5d97-4219-80e6-9389e56b1fa1, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=f4da00d1-5d97-4219-80e6-9389e56b1fa1,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:29.450281 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:29.461540 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Calling delete_port for f4da00d1-5d97-4219-80e6-9389e56b1fa1 owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:29.646693 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:29.681098 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event deleted for resources: {'Port': ['ID=f4da00d1-5d97-4219-80e6-9389e56b1fa1,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:29.722255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] No DVR routers for this DVR port f4da00d1-5d97-4219-80e6-9389e56b1fa1 on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:57:29.725327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:29.727304 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d0f745a8-da14-49ce-ae31-9ed80b5a6f95 req-bb4822b4-2584-4a70-9e0e-ccc1c1ba5cd5 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.24 "DELETE /v2.0/ports/f4da00d1-5d97-4219-80e6-9389e56b1fa1 HTTP/1.1" status: 204 len: 173 time: 0.4468682 Aug 23 04:57:29.753922 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'name': 'network-vif-deleted', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:57:29.756247 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57400ba8-0c65-450f-a886-acabf49b2f83" -d '{"events": [{"server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "name": "network-vif-deleted", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:57:29.790805 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c62673-029b-41e0-a5bb-7ef7fb7f0799 x-openstack-request-id: req-c1c62673-029b-41e0-a5bb-7ef7fb7f0799 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:57:29.791103 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7006d-baec-4bd9-8f83-18b3968f8182", "name": "network-vif-deleted", "tag": "f4da00d1-5d97-4219-80e6-9389e56b1fa1", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:57:29.791358 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1c62673-029b-41e0-a5bb-7ef7fb7f0799 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:57:29.791771 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7006d-baec-4bd9-8f83-18b3968f8182', 'name': 'network-vif-deleted', 'tag': 'f4da00d1-5d97-4219-80e6-9389e56b1fa1', 'status': 'completed', 'code': 200} Aug 23 04:57:30.154168 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d6c4778d-96e4-4729-bb52-b90e8f833698 req-d765bc50-8bca-492a-b78e-d7b36a1f5b37 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 210 time: 0.0273726 Aug 23 04:57:30.762530 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:31.263172 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-60c27db9-666e-42db-bad8-65172b80f326 req-7bb15cc2-c4fd-4fe1-88f8-3545c1ed08d1 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 210 time: 0.0301096 Aug 23 04:57:32.071155 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:32.355423 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3389b974-0a88-410c-a4ec-a6aefa0fe55c req-9f1e661f-f7b5-4228-bee8-c4a0f4f13864 tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 210 time: 0.0259392 Aug 23 04:57:33.287861 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f4da00d1-5d97-4219-80e6-9389e56b1fa1 no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:57:33.307337 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: f4da00d1-5d97-4219-80e6-9389e56b1fa1 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:57:33.309716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device f4da00d1-5d97-4219-80e6-9389e56b1fa1 not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:57:33.459070 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a216faa4-ecd5-4acf-b416-15e0db32124a req-8e7ab14c-35fc-4c14-b44a-729db9d98afb tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec7006d-baec-4bd9-8f83-18b3968f8182 HTTP/1.1" status: 200 len: 210 time: 0.0364125 Aug 23 04:57:34.542522 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36798) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:34.602906 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d00a-627a-4265-9ec5-1a000e5e60be tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:34.626813 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d00a-627a-4265-9ec5-1a000e5e60be tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:34.745461 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d00a-627a-4265-9ec5-1a000e5e60be tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:34.748157 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-a2e2d00a-627a-4265-9ec5-1a000e5e60be tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:34.749343 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-a2e2d00a-627a-4265-9ec5-1a000e5e60be tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] 10.222.0.20 "DELETE /v2.0/security-groups/8130057d-eef2-4e88-aab9-3695fdd0f3be HTTP/1.1" status: 204 len: 168 time: 0.2057965 Aug 23 04:57:34.758749 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2d00a-627a-4265-9ec5-1a000e5e60be tempest-TestShelveInstance-1683114612 tempest-TestShelveInstance-1683114612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8130057d-eef2-4e88-aab9-3695fdd0f3be,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:34.882765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36802) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:35.338329 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:35.860455 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Deleting port c6d09c77-93b9-4abb-a59f-26d1c5448435 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:35.861176 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:35.938799 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] For port c6d09c77-93b9-4abb-a59f-26d1c5448435, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=c6d09c77-93b9-4abb-a59f-26d1c5448435,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:35.939086 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:35.950466 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Calling delete_port for c6d09c77-93b9-4abb-a59f-26d1c5448435 owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:36.184404 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:36.211218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d09c77-93b9-4abb-a59f-26d1c5448435,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:36.378255 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:36.593495 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:57:36.699769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:57:36.705003 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-44e1c903-69a3-4b96-8a4b-ccbc22081a5c admin admin] 10.222.0.20 "PUT /v2.0/routers/0b77cb63-7862-45f2-bf32-a345dcdb79d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211536 Aug 23 04:57:36.708174 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36806) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:36.710232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] Sync routers for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:57:36.720872 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:36.721615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:36.812481 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:36.931134 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:36.983276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:37.047063 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Deleting port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:37.047923 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.123968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] For port 0a925ffe-66e0-4b9a-a0eb-d76717c4d448, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=0a925ffe-66e0-4b9a-a0eb-d76717c4d448,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:37.124214 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.135944 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Calling delete_port for 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:37.155620 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31'}], 'enable_snat': True}, 'gw_port_id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:57:36Z', 'revision_number': 5, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port': {'id': '0a925ffe-66e0-4b9a-a0eb-d76717c4d448', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:37.185399 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] Checking router: 0b77cb63-7862-45f2-bf32-a345dcdb79d5 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:57:37.193726 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] Routers {'0b77cb63-7862-45f2-bf32-a345dcdb79d5'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:37.194339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:37.277111 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] Set router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:37.330619 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:57:36Z', 'revision_number': 6, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:37.356498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23bb3c-3cfb-4cb2-b784-511ae3b465da None None] The sync data for ids ['0b77cb63-7862-45f2-bf32-a345dcdb79d5'] in n-d-749052-7 is: [{'id': '0b77cb63-7862-45f2-bf32-a345dcdb79d5', 'name': 'tempest-TestShelveInstance-885504421-router', 'tenant_id': 'a43c312cc42d456aae82b8df5c0bb834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:38Z', 'updated_at': '2021-08-23T04:57:36Z', 'revision_number': 6, 'project_id': 'a43c312cc42d456aae82b8df5c0bb834', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:57:37.374189 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.397974 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a925ffe-66e0-4b9a-a0eb-d76717c4d448,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:37.461683 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.547964 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.550156 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.652154 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.652617 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b77cb63-7862-45f2-bf32-a345dcdb79d5 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:57:37.656980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.658137 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-2247e71f-539a-4ca6-a72a-390692340b63 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0b77cb63-7862-45f2-bf32-a345dcdb79d5 HTTP/1.1" status: 204 len: 168 time: 0.9489944 Aug 23 04:57:37.661255 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36808) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:37.704287 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_v2 [None req-540ce331-3df5-4233-b38c-3aa8dc9cda3e admin admin] Deleting subnet dc67e7c4-53fc-4092-ae42-23353fa37ea5 {{(pid=95120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:57:37.708144 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540ce331-3df5-4233-b38c-3aa8dc9cda3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.748034 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540ce331-3df5-4233-b38c-3aa8dc9cda3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618002'] for subnet, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.824760 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540ce331-3df5-4233-b38c-3aa8dc9cda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.940311 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540ce331-3df5-4233-b38c-3aa8dc9cda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9350840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11992696'] for subnet, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.966106 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ce331-3df5-4233-b38c-3aa8dc9cda3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc67e7c4-53fc-4092-ae42-23353fa37ea5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:37.969913 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-540ce331-3df5-4233-b38c-3aa8dc9cda3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:37.971769 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-540ce331-3df5-4233-b38c-3aa8dc9cda3e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc67e7c4-53fc-4092-ae42-23353fa37ea5 HTTP/1.1" status: 204 len: 168 time: 0.3096128 Aug 23 04:57:37.974314 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36810) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:37.975518 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dad232-e0f7-4017-87ed-e7d9aa397f08 None None] Network c928f183-64f4-4616-9cc6-04bfef494f96 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:57:38.044613 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.095567 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Deleting port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:38.095912 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.160591 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] DHCP port deletion for c928f183-64f4-4616-9cc6-04bfef494f96 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:57:38.174026 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] For port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4d6e3c67-6fca-4b74-ac3b-e3d44e48723d,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:38.174392 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.186790 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Calling delete_port for 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d owned by network:dhcp {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:38.205445 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Deleting port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:38.205925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.274212 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] For port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=4d6e3c67-6fca-4b74-ac3b-e3d44e48723d,segment=NetworkSegment(d96e4075-c59d-4891-ab2c-217dae339141),segment_id=d96e4075-c59d-4891-ab2c-217dae339141)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:38.275272 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.286927 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Calling delete_port for 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:38.339823 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.367362 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.370120 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] No DVR routers for this DVR port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d on host n-d-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:57:38.374698 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6e3c67-6fca-4b74-ac3b-e3d44e48723d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:38.397508 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Pushing event deleted for resources: {'Port': ['ID=4d6e3c67-6fca-4b74-ac3b-e3d44e48723d,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:38.405235 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] No DVR routers for this DVR port 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.415702 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625875d5-28c9-42f1-b310-c6990d28b783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:38.453781 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.463627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c928f183-64f4-4616-9cc6-04bfef494f96']}} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:38.473765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96e4075-c59d-4891-ab2c-217dae339141') {'for_net_delete': True} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:38.474056 n-d-749052-7 neutron-server[95120]: DEBUG neutron.services.segments.db [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96e4075-c59d-4891-ab2c-217dae339141') {} {{(pid=95120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:38.483106 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11617963'] for segment, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.496752 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.502423 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=95120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:57:38.502798 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9350738'] for segment, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: Traceback (most recent call last): Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: timer() Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: cb(*args, **kw) Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: return func(*args, **kwargs) Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: self._notify() Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: self.callback(batched_events) Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: event.method(event) Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: return f(self, *a, **k) Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: return self._get(url).json() Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: return self.request(url, 'GET', **kwargs) Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:57:38.505002 n-d-749052-7 neutron-server[95120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:57:38.528054 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.631037 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.637328 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Notify callbacks [] for network, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:38.640413 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c928f183-64f4-4616-9cc6-04bfef494f96 HTTP/1.1" status: 204 len: 168 time: 0.6649408 Aug 23 04:57:38.643588 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36812) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:38.654211 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac868a0-0294-46e5-b913-259236303917 admin admin] Pushing event deleted for resources: {'Network': ['ID=c928f183-64f4-4616-9cc6-04bfef494f96,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:38.961771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:57:38.983138 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:57:38.984390 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 0a925ffe-66e0-4b9a-a0eb-d76717c4d448 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:57:38.984820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c6d09c77-93b9-4abb-a59f-26d1c5448435 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:57:39.006994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: c6d09c77-93b9-4abb-a59f-26d1c5448435 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:57:39.007343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device c6d09c77-93b9-4abb-a59f-26d1c5448435 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:57:39.007773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:57:39.028391 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:57:39.028745 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 4d6e3c67-6fca-4b74-ac3b-e3d44e48723d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:57:39.288385 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:39.517066 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Deleting port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:39.517410 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:39.595319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] For port d2a3146b-bd30-48b6-b9b3-e7e9ba63841a, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=d2a3146b-bd30-48b6-b9b3-e7e9ba63841a,segment=NetworkSegment(d66726c2-2b1c-4fda-ac8a-7c0186cf99cb),segment_id=d66726c2-2b1c-4fda-ac8a-7c0186cf99cb)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:39.595601 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:39.606735 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Calling delete_port for d2a3146b-bd30-48b6-b9b3-e7e9ba63841a owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:39.840661 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:39.866376 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a3146b-bd30-48b6-b9b3-e7e9ba63841a,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:39.895280 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.895867 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.896319 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.896817 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.897073 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.897409 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.897751 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.898068 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.898412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.898730 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.899059 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:39.899384 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:40.045329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:40.249256 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Router f7a9b765-2089-4175-8f9b-3a326795d68e has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:57:40.351634 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:57:40.356540 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-916344c7-5ee3-4337-804b-a89219096f85 admin admin] 10.222.0.20 "PUT /v2.0/routers/f7a9b765-2089-4175-8f9b-3a326795d68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118673 Aug 23 04:57:40.359117 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36814) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:40.360168 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] Sync routers for ids ['f7a9b765-2089-4175-8f9b-3a326795d68e'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:57:40.369940 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] Routers {'f7a9b765-2089-4175-8f9b-3a326795d68e'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:40.370635 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7a9b765-2089-4175-8f9b-3a326795d68e'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:40.459413 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:40.471729 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] Set router f7a9b765-2089-4175-8f9b-3a326795d68e gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:40.560200 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:40.652998 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:43Z', 'updated_at': '2021-08-23T04:57:39Z', 'revision_number': 5, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'gw_port': {'id': '3aff70ed-e25b-4f6e-9303-bfe3de594e6c', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:47:44Z', 'updated_at': '2021-08-23T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:40.679017 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] Checking router: f7a9b765-2089-4175-8f9b-3a326795d68e for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:57:40.679794 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Deleting port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:40.680176 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:40.687236 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] Routers {'f7a9b765-2089-4175-8f9b-3a326795d68e'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:40.687837 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['f7a9b765-2089-4175-8f9b-3a326795d68e'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:40.761114 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] For port 3aff70ed-e25b-4f6e-9303-bfe3de594e6c, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=3aff70ed-e25b-4f6e-9303-bfe3de594e6c,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:40.761485 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:40.771510 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] Set router f7a9b765-2089-4175-8f9b-3a326795d68e gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:40.773483 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Calling delete_port for 3aff70ed-e25b-4f6e-9303-bfe3de594e6c owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:40.821121 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:43Z', 'updated_at': '2021-08-23T04:57:40Z', 'revision_number': 6, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:40.850477 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264dcc15-1646-4cbb-81a5-173447c6c4a7 None None] The sync data for ids ['f7a9b765-2089-4175-8f9b-3a326795d68e'] in n-d-749052-7 is: [{'id': 'f7a9b765-2089-4175-8f9b-3a326795d68e', 'name': 'tempest-TestShelveInstance-764077550-router', 'tenant_id': '8b0f219a906d4a48b8c532507dad9603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:47:43Z', 'updated_at': '2021-08-23T04:57:40Z', 'revision_number': 6, 'project_id': '8b0f219a906d4a48b8c532507dad9603', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:57:40.990848 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.014028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aff70ed-e25b-4f6e-9303-bfe3de594e6c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:41.072963 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.162041 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.163997 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.243088 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.243894 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a9b765-2089-4175-8f9b-3a326795d68e {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 04:57:41.248915 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.254144 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-17dbaa1a-afb9-454a-a253-47d8d264f175 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f7a9b765-2089-4175-8f9b-3a326795d68e HTTP/1.1" status: 204 len: 168 time: 0.8900883 Aug 23 04:57:41.254144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36816) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:41.299812 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6525c4d-2b8d-4da4-8a99-3c6f26757902 admin admin] Deleting subnet 00035a79-b1b1-4494-a7d7-4427e3c2918b {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 04:57:41.303543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6525c4d-2b8d-4da4-8a99-3c6f26757902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.337986 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6525c4d-2b8d-4da4-8a99-3c6f26757902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.416281 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6525c4d-2b8d-4da4-8a99-3c6f26757902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.526497 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6525c4d-2b8d-4da4-8a99-3c6f26757902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.552402 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6525c4d-2b8d-4da4-8a99-3c6f26757902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00035a79-b1b1-4494-a7d7-4427e3c2918b,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:41.554342 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-b6525c4d-2b8d-4da4-8a99-3c6f26757902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.556248 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-b6525c4d-2b8d-4da4-8a99-3c6f26757902 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00035a79-b1b1-4494-a7d7-4427e3c2918b HTTP/1.1" status: 204 len: 168 time: 0.3025723 Aug 23 04:57:41.558684 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36818) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:41.560430 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df095870-6ffb-4157-9fd9-6ef79237fa14 None None] Network 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:57:41.625761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d2a3146b-bd30-48b6-b9b3-e7e9ba63841a no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:57:41.630875 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.664540 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: d2a3146b-bd30-48b6-b9b3-e7e9ba63841a {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:57:41.665127 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device d2a3146b-bd30-48b6-b9b3-e7e9ba63841a not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:57:41.688438 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Deleting port b339abe0-f61b-47b1-9b25-9f0a1c910970 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:41.688775 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.754296 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] For port b339abe0-f61b-47b1-9b25-9f0a1c910970, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b339abe0-f61b-47b1-9b25-9f0a1c910970,segment=NetworkSegment(d66726c2-2b1c-4fda-ac8a-7c0186cf99cb),segment_id=d66726c2-2b1c-4fda-ac8a-7c0186cf99cb)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:41.754538 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.756385 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec17cd0c-c950-42c6-ac32-172a9526dae0 None None] DHCP port deletion for 66839a5b-2bc5-4f94-9e05-1eb77d071ab3 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 04:57:41.768028 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Calling delete_port for b339abe0-f61b-47b1-9b25-9f0a1c910970 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:41.808645 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ec17cd0c-c950-42c6-ac32-172a9526dae0 None None] Deleting port b339abe0-f61b-47b1-9b25-9f0a1c910970 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 04:57:41.809141 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ec17cd0c-c950-42c6-ac32-172a9526dae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.875086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-ec17cd0c-c950-42c6-ac32-172a9526dae0 None None] For port b339abe0-f61b-47b1-9b25-9f0a1c910970, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=b339abe0-f61b-47b1-9b25-9f0a1c910970,segment=NetworkSegment(d66726c2-2b1c-4fda-ac8a-7c0186cf99cb),segment_id=d66726c2-2b1c-4fda-ac8a-7c0186cf99cb)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:41.875501 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ec17cd0c-c950-42c6-ac32-172a9526dae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.889147 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-ec17cd0c-c950-42c6-ac32-172a9526dae0 None None] Calling delete_port for b339abe0-f61b-47b1-9b25-9f0a1c910970 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 04:57:41.937478 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.960801 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Pushing event deleted for resources: {'Port': ['ID=b339abe0-f61b-47b1-9b25-9f0a1c910970,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:41.963145 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] No DVR routers for this DVR port b339abe0-f61b-47b1-9b25-9f0a1c910970 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:57:41.973488 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ec17cd0c-c950-42c6-ac32-172a9526dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:41.998643 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17cd0c-c950-42c6-ac32-172a9526dae0 None None] Pushing event deleted for resources: {'Port': ['ID=b339abe0-f61b-47b1-9b25-9f0a1c910970,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:42.002232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17cd0c-c950-42c6-ac32-172a9526dae0 None None] No DVR routers for this DVR port b339abe0-f61b-47b1-9b25-9f0a1c910970 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 04:57:42.041504 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.051045 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66839a5b-2bc5-4f94-9e05-1eb77d071ab3']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:42.060904 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:42.061231 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66726c2-2b1c-4fda-ac8a-7c0186cf99cb') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:42.069755 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.083466 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.089023 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 04:57:42.089405 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: timer() Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 04:57:42.091000 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 04:57:42.202688 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.208626 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.210477 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66839a5b-2bc5-4f94-9e05-1eb77d071ab3 HTTP/1.1" status: 204 len: 168 time: 0.6508901 Aug 23 04:57:42.225452 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4c38f-34fd-433b-9bc2-0beeef5f9539 admin admin] Pushing event deleted for resources: {'Network': ['ID=66839a5b-2bc5-4f94-9e05-1eb77d071ab3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:42.544978 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36822) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:42.584456 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-acb3a603-b24f-4f5a-a980-fe96ea087b4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a43c312cc42d456aae82b8df5c0bb834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383177 Aug 23 04:57:42.586860 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36824) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:42.632523 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc457da7-4f78-4abe-a17d-81302c7d801e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.653071 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc457da7-4f78-4abe-a17d-81302c7d801e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.768460 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc457da7-4f78-4abe-a17d-81302c7d801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.773454 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-fc457da7-4f78-4abe-a17d-81302c7d801e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:42.774881 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-fc457da7-4f78-4abe-a17d-81302c7d801e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2870d915-0e24-4bd3-82dd-dbeda9ed72fc HTTP/1.1" status: 204 len: 168 time: 0.1871283 Aug 23 04:57:42.784520 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc457da7-4f78-4abe-a17d-81302c7d801e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2870d915-0e24-4bd3-82dd-dbeda9ed72fc,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:42.956157 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3aff70ed-e25b-4f6e-9303-bfe3de594e6c no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:57:42.976815 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 3aff70ed-e25b-4f6e-9303-bfe3de594e6c {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:57:42.977186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 3aff70ed-e25b-4f6e-9303-bfe3de594e6c not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:57:42.977611 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b339abe0-f61b-47b1-9b25-9f0a1c910970 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 04:57:42.995994 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: b339abe0-f61b-47b1-9b25-9f0a1c910970 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 04:57:42.996343 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device b339abe0-f61b-47b1-9b25-9f0a1c910970 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 04:57:43.382352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36830) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:43.419774 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-167f50f8-a73d-4435-87cb-5afe3c8e84b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b0f219a906d4a48b8c532507dad9603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0362520 Aug 23 04:57:43.422080 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36832) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:43.470035 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7b23-5be4-41de-a43f-dfbd939fd52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:43.490620 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7b23-5be4-41de-a43f-dfbd939fd52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:43.595252 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7b23-5be4-41de-a43f-dfbd939fd52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:43.598370 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7b23-5be4-41de-a43f-dfbd939fd52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:43.599513 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-8bcb7b23-5be4-41de-a43f-dfbd939fd52f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1138443d-6f8a-4e9d-9be4-aa398f252fc4 HTTP/1.1" status: 204 len: 168 time: 0.1765759 Aug 23 04:57:43.613552 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb7b23-5be4-41de-a43f-dfbd939fd52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1138443d-6f8a-4e9d-9be4-aa398f252fc4,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:44.567129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36854) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:44.681862 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1790497596-network', 'tenant_id': '1f8614bb0a484459a59af70563df75ff'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:44.779368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Made reservation on behalf of 1f8614bb0a484459a59af70563df75ff for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:57:44.781581 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:44.790393 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:44.880001 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:44.932087 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:44.958190 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:57:44.963293 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be7d649-4f26-4045-bf3b-6071754f93b3,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:44.970629 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:44.970921 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Added segment 51cccc41-1043-4d12-8773-39b505b213a2 of type vlan for network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c Aug 23 04:57:45.010338 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:45.086131 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:45.087010 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:45.087582 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:45.143869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:45.154512 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:57:45.162123 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-5296fbc6-4848-48b1-b6de-d83e2a347677 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5939059 Aug 23 04:57:45.165087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36858) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:45.169865 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Request body: {'subnet': {'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1790497596-subnet', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:45.282156 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Made reservation on behalf of 1f8614bb0a484459a59af70563df75ff for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:57:45.284511 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:45.522417 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:45.576309 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9267348e-b279-49fe-8b35-a21b2e6c4569,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:45.584083 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Checking segment: {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:57:45.584444 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Network hostable DHCP agents. Network: 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:57:45.682037 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:57:45.744827 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:45.748873 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:45.749489 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:45.754078 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0796a7eb-c86b-4007-aa59-c681e3a443ff None None] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:57:45.837639 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-db081ac1-b7d9-482c-8750-11b5e40f0b6d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6713474 Aug 23 04:57:45.840343 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36860) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:45.844949 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:45.895758 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:57:45.896733 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:45.928696 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:45.929876 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:45.979534 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.027544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Allocated IP 172.20.0.2 (6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c/9267348e-b279-49fe-8b35-a21b2e6c4569/cdd34901-6f7e-42ac-a9a3-945d3bed0fd5) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:57:46.167222 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.175034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Transition to ACTIVE for port object cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:46.189741 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Transition to ACTIVE for port object cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:46.195969 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.242970 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.279412 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:57:46.282136 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:46.286101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:57:46.294686 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Pushing event updated for resources: {'Port': ['ID=cdd34901-6f7e-42ac-a9a3-945d3bed0fd5,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:46.351632 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Attempting to bind port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:57:46.352008 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Attempting to bind port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:57:46.352373 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Attempting to bind port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 on network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:57:46.357562 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:57:46.357943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Checking segment: {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:57:46.358397 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.358799 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Bound using segment: {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:57:46.359267 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Bound port: cdd34901-6f7e-42ac-a9a3-945d3bed0fd5, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:57:46.359654 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.421761 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] For port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:57:46.424668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] For port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cdd34901-6f7e-42ac-a9a3-945d3bed0fd5,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:57:46.482827 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.486790 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.503048 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.545622 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bd5ff-f6e3-4216-a40c-a777e1d2c2ee None None] Pushing event updated for resources: {'Port': ['ID=cdd34901-6f7e-42ac-a9a3-945d3bed0fd5,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:46.623420 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Allocated IP 172.25.1.79 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/2ce1d1cf-168e-4a99-bc56-20a8c8f092bc) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:57:46.744530 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.826062 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:46.863232 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:57:46.865927 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:46.868259 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:57:46.899370 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Pushing event updated for resources: {'Port': ['ID=2ce1d1cf-168e-4a99-bc56-20a8c8f092bc,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:46.998379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:47.122346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:47.216244 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:47.419304 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:47.427470 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dded1e-bcb7-4986-ad50-b7f7fee2bda9 None None] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:57:47.612378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-37d5d920-a49b-46ed-b78b-3e07531b2668 None None] Provisioning for port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:47.617728 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-37d5d920-a49b-46ed-b78b-3e07531b2668 None None] Provisioning complete for port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:47.618106 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37d5d920-a49b-46ed-b78b-3e07531b2668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:47.637091 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Router 2bed8aa0-fe1e-446c-b237-5713c47fe837 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:57:47.699392 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37d5d920-a49b-46ed-b78b-3e07531b2668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:47.736119 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-37d5d920-a49b-46ed-b78b-3e07531b2668 None None] For port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cdd34901-6f7e-42ac-a9a3-945d3bed0fd5,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:47.756368 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:57:47.768621 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Sync routers for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:57:47.778597 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:47.779324 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:47.827392 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-37d5d920-a49b-46ed-b78b-3e07531b2668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:47.853936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:47.855593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-23468fc9-f9f2-4da5-9eb9-6097dcea53ff admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0139153 Aug 23 04:57:47.858144 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36862) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:47.920668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5d920-a49b-46ed-b78b-3e07531b2668 None None] Pushing event updated for resources: {'Port': ['ID=cdd34901-6f7e-42ac-a9a3-945d3bed0fd5,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:47.924237 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:48.008788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-75707dcb-46d3-42ac-8391-ef10268df574 None None] Provisioning complete for port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:48.009193 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-75707dcb-46d3-42ac-8391-ef10268df574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:48.179424 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:47Z', 'revision_number': 3, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:48.208841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Checking router: 2bed8aa0-fe1e-446c-b237-5713c47fe837 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:57:48.209220 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Updating router 2bed8aa0-fe1e-446c-b237-5713c47fe837 port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:57:48.234868 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:48.480583 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:48.490175 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Transition to ACTIVE for port object 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:48.568025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:48.575552 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:48.625579 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77616c-52de-4210-8931-59007fa3d6dc None None] Pushing event updated for resources: {'Port': ['ID=2ce1d1cf-168e-4a99-bc56-20a8c8f092bc,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:48.627803 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Attempting to bind port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:57:48.628668 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Attempting to bind port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:57:48.629057 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Attempting to bind port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:57:48.634771 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:57:48.635150 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:57:48.635554 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:48.635943 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:57:48.636409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Bound port: 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:57:48.636793 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:48.687340 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] For port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:57:48.690469 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] For port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2ce1d1cf-168e-4a99-bc56-20a8c8f092bc,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:57:48.741335 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Allocated IP 172.20.0.1 (6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c/9267348e-b279-49fe-8b35-a21b2e6c4569/197fa12e-6d78-4d6d-b027-571c19cad0a7) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:57:48.755999 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:48.812712 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:48.813442 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:48.846807 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:48.851071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77616c-52de-4210-8931-59007fa3d6dc None None] Pushing event updated for resources: {'Port': ['ID=2ce1d1cf-168e-4a99-bc56-20a8c8f092bc,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:48.861670 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.provisioning_blocks [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Transition to ACTIVE for port object 197fa12e-6d78-4d6d-b027-571c19cad0a7 will not be triggered until provisioned by entity DHCP. {{(pid=95121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:48.923227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:48.968786 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:49.009682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:57:49.014212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:49.021379 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:57:49.024722 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=197fa12e-6d78-4d6d-b027-571c19cad0a7,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:49.062543 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:49.136538 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:49.249258 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:49.249639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:49.271518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:49.361276 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:47Z', 'revision_number': 3, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:49.366056 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bb666478-33d3-41de-b37b-63dd63df7ee6 None None] Provisioning for port 197fa12e-6d78-4d6d-b027-571c19cad0a7 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:49.393438 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071c210-c8ec-46bd-a097-317ca2a1ce70 None None] The sync data for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 is: [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:47Z', 'revision_number': 3, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:57:49.398188 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-bb666478-33d3-41de-b37b-63dd63df7ee6 None None] Provisioning complete for port 197fa12e-6d78-4d6d-b027-571c19cad0a7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:49.398561 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-bb666478-33d3-41de-b37b-63dd63df7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:49.436274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-bb666478-33d3-41de-b37b-63dd63df7ee6 None None] Port 197fa12e-6d78-4d6d-b027-571c19cad0a7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:57:49.439005 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:49.554886 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:49.638669 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=197fa12e-6d78-4d6d-b027-571c19cad0a7,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:49.641213 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:49.738960 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:57:49.740446 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:49.861035 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Router 2bed8aa0-fe1e-446c-b237-5713c47fe837 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:57:49.961238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-8d38d642-23d9-4c91-9c62-e780474e4a89 None None] Provisioning complete for port 197fa12e-6d78-4d6d-b027-571c19cad0a7 triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:49.961868 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d38d642-23d9-4c91-9c62-e780474e4a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:49.979347 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:57:49.984504 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-af1d6b8e-a413-422c-bc45-4cbbf7805ef2 admin admin] 10.222.0.20 "PUT /v2.0/routers/2bed8aa0-fe1e-446c-b237-5713c47fe837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1251926 Aug 23 04:57:50.008071 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8d38d642-23d9-4c91-9c62-e780474e4a89 None None] Port 197fa12e-6d78-4d6d-b027-571c19cad0a7 cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:57:50.643937 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36878) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:50.648984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1169405102-network', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:50.751323 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Made reservation on behalf of 3a1d7286495d4862a48f1f14cfe6da96 for: {'network': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:57:50.753738 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for network, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:50.762920 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:50.856333 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:50.924188 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:50.952871 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=95121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 04:57:50.971460 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Sync routers for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:57:50.982603 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:50.983300 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:50.989518 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:50.989910 n-d-749052-7 neutron-server[95121]: INFO neutron.db.segments_db [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Added segment fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e of type vlan for network 375d4ff5-7b67-4be7-b22b-94975f6bb579 Aug 23 04:57:50.995227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:51.001187 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50ccc06-3fb1-4082-99cc-c2988b190489,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:51.039285 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735236188748'] for network, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.116788 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:51.122261 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:51.123462 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.145780 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256'] for network, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.150251 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:51.150251 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.200241 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:51.211397 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.224281 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] Pushing event updated for resources: {'Network': ['ID=375d4ff5-7b67-4be7-b22b-94975f6bb579,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:51.231945 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8d1b750d-2632-4f20-8ad3-7867d91861f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5869122 Aug 23 04:57:51.234586 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36880) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:51.240467 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Request body: {'subnet': {'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1169405102-subnet', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'ip_version': 4}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:51.244186 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2ce1d1cf-168e-4a99-bc56-20a8c8f092bc,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:51.247403 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Network 375d4ff5-7b67-4be7-b22b-94975f6bb579 details requested by agent ovs-agent-n-d-749052-7 with host n-d-749052-7 {{(pid=95122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 23 04:57:51.306505 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.328348 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Made reservation on behalf of 3a1d7286495d4862a48f1f14cfe6da96 for: {'subnet': 1} {{(pid=95121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:57:51.332548 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9175405'] for subnet, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.384392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=2ce1d1cf-168e-4a99-bc56-20a8c8f092bc,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:51.416651 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 2, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:51.442815 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Checking router: 2bed8aa0-fe1e-446c-b237-5713c47fe837 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:57:51.443214 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Updating router 2bed8aa0-fe1e-446c-b237-5713c47fe837 port 197fa12e-6d78-4d6d-b027-571c19cad0a7 binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:57:51.471965 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.573915 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9175423'] for subnet, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.630185 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea15446d-efb7-4308-94f1-382404ced44d,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:51.639866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Checking segment: {'id': 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:57:51.639866 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Network hostable DHCP agents. Network: 375d4ff5-7b67-4be7-b22b-94975f6bb579, hostable agents: ['85a3d234-f28a-4615-adb0-60de793cccd8'], hosted agents: [] {{(pid=95121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 04:57:51.710899 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Network 375d4ff5-7b67-4be7-b22b-94975f6bb579 is scheduled to be hosted by DHCP agent 85a3d234-f28a-4615-adb0-60de793cccd8 with binding_index 1 {{(pid=95121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 04:57:51.732280 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.741511 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Transition to ACTIVE for port object 197fa12e-6d78-4d6d-b027-571c19cad0a7 will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:51.791109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-749052-7, 375d4ff5-7b67-4be7-b22b-94975f6bb579) {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:51.795590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:51.796548 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.799557 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5746e4-11e7-43ee-9a28-316e5a4a7923 None None] Network 375d4ff5-7b67-4be7-b22b-94975f6bb579 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:57:51.807131 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.876369 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Pushing event updated for resources: {'Port': ['ID=197fa12e-6d78-4d6d-b027-571c19cad0a7,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:51.900139 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.900433 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-410d67ae-b989-4a51-ab6d-2fa9a0c5ba3e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6645634 Aug 23 04:57:51.901145 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.901759 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.902351 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.902849 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.903061 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36882) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:51.903935 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.904487 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.904988 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.906882 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.906882 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.906882 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.906882 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 04:57:51.908859 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:51.921796 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Attempting to bind port 197fa12e-6d78-4d6d-b027-571c19cad0a7 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:57:51.922166 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Attempting to bind port 197fa12e-6d78-4d6d-b027-571c19cad0a7 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:57:51.922527 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Attempting to bind port 197fa12e-6d78-4d6d-b027-571c19cad0a7 on network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:57:51.928270 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:57:51.928657 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Checking segment: {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:57:51.929085 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.929478 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Bound using segment: {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:57:51.930115 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Bound port: 197fa12e-6d78-4d6d-b027-571c19cad0a7, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:57:51.930503 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.961495 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47b2c2d2-d732-557d-8a5e-d86796ec53c5-375d4ff5-7b67-4be7-b22b-94975f6bb579', 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'fixed_ips': [{'subnet_id': 'ea15446d-efb7-4308-94f1-382404ced44d'}]}} from n-d-749052-7. {{(pid=95122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 23 04:57:51.964989 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:51.999421 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] For port 197fa12e-6d78-4d6d-b027-571c19cad0a7, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:57:52.002908 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] For port 197fa12e-6d78-4d6d-b027-571c19cad0a7, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=197fa12e-6d78-4d6d-b027-571c19cad0a7,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:57:52.018119 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3793'] for router, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.022610 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.072953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.086812 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.100661 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.db_base_plugin_common [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Allocated IP 172.20.0.2 (375d4ff5-7b67-4be7-b22b-94975f6bb579/ea15446d-efb7-4308-94f1-382404ced44d/69c4357b-1ef1-44f9-9070-429d9799e461) {{(pid=95122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:57:52.135625 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:52.136266 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:52.189111 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847d493-50ed-4f37-a04e-eb5b80ad88f9 None None] Pushing event updated for resources: {'Port': ['ID=197fa12e-6d78-4d6d-b027-571c19cad0a7,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:52.273052 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:52.278925 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Notify callbacks [] for port, precommit_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.290646 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Transition to ACTIVE for port object 69c4357b-1ef1-44f9-9070-429d9799e461 will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:52.312063 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Transition to ACTIVE for port object 69c4357b-1ef1-44f9-9070-429d9799e461 will not be triggered until provisioned by entity DHCP. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:52.318498 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.392247 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213'] for port, after_create {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.445679 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Network 375d4ff5-7b67-4be7-b22b-94975f6bb579 is already hosted by enough agents. {{(pid=95122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:57:52.454059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Resources bound (agent type, host, resource id): {{(pid=95122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:52.456392 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Received port after_create {{(pid=95122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:57:52.461952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Pushing event updated for resources: {'Port': ['ID=69c4357b-1ef1-44f9-9070-429d9799e461,revision_number=1']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:52.483048 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:52.510178 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22078bc0-66da-4e55-ac83-04e96f3aeff8 None None] The sync data for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 is: [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:57:52.516153 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Attempting to bind port 69c4357b-1ef1-44f9-9070-429d9799e461 on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:57:52.516534 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Attempting to bind port 69c4357b-1ef1-44f9-9070-429d9799e461 by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:57:52.516902 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Attempting to bind port 69c4357b-1ef1-44f9-9070-429d9799e461 on network 375d4ff5-7b67-4be7-b22b-94975f6bb579 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:57:52.522572 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:57:52.522952 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Checking segment: {'id': 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:57:52.523361 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.523764 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Bound using segment: {'id': 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:57:52.524238 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Bound port: 69c4357b-1ef1-44f9-9070-429d9799e461, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:57:52.524624 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.613867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] For port 69c4357b-1ef1-44f9-9070-429d9799e461, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:57:52.617909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] For port 69c4357b-1ef1-44f9-9070-429d9799e461, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=69c4357b-1ef1-44f9-9070-429d9799e461,segment=NetworkSegment(fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e),segment_id=fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:57:52.648265 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.668437 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.692466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:52.759303 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7ff72-f6fe-4abb-8997-c4236d7b4a55 None None] Pushing event updated for resources: {'Port': ['ID=69c4357b-1ef1-44f9-9070-429d9799e461,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:52.780017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Allocated IP 172.25.1.109 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/ecf48b71-fb77-415f-b34a-e356a096aa7e) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:57:52.891970 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:53.006386 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:53.048834 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:57:53.051943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:53.058973 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:57:53.062247 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf48b71-fb77-415f-b34a-e356a096aa7e,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:53.124801 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:53.182030 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:53.182467 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:53.265496 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 197fa12e-6d78-4d6d-b027-571c19cad0a7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:53.373941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 197fa12e-6d78-4d6d-b027-571c19cad0a7 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:53.379006 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 197fa12e-6d78-4d6d-b027-571c19cad0a7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:53.379521 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:53.405569 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:53.459722 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:53.497189 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 197fa12e-6d78-4d6d-b027-571c19cad0a7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=197fa12e-6d78-4d6d-b027-571c19cad0a7,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:53.579906 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:53.662251 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=197fa12e-6d78-4d6d-b027-571c19cad0a7,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:53.723256 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:53.850638 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d40757-ba63-4d74-9da7-4d6855681bb8 None None] Network 375d4ff5-7b67-4be7-b22b-94975f6bb579 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 04:57:53.914555 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532904'] for router, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:53.979344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-f99e7c52-aa86-4c26-a8d7-72c5376360b0 None None] Provisioning for port 69c4357b-1ef1-44f9-9070-429d9799e461 completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:54.122594 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Router 75e17171-586b-445e-a901-3bd4d3d041d7 is scheduled to L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 with binding_index 1 {{(pid=95120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 04:57:54.231068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:57:54.239569 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Sync routers for ids ['75e17171-586b-445e-a901-3bd4d3d041d7'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:57:54.248676 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Routers {'75e17171-586b-445e-a901-3bd4d3d041d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:54.249317 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['75e17171-586b-445e-a901-3bd4d3d041d7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:54.345577 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:54.346823 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4de4e017-049f-4a8c-a4e0-14ee60db3685 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4426172 Aug 23 04:57:54.350218 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36884) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:54.354820 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Set router 75e17171-586b-445e-a901-3bd4d3d041d7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:54.531053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 3, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'gw_port': {'id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:54.556436 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Checking router: 75e17171-586b-445e-a901-3bd4d3d041d7 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:57:54.556796 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Updating router 75e17171-586b-445e-a901-3bd4d3d041d7 port ecf48b71-fb77-415f-b34a-e356a096aa7e binding host n-d-749052-7 {{(pid=95122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:57:54.580713 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:54.754582 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:54.832612 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Notify callbacks [] for port, precommit_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:54.842059 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Transition to ACTIVE for port object ecf48b71-fb77-415f-b34a-e356a096aa7e will not be triggered until provisioned by entity L2. {{(pid=95122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:54.907547 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Allocated IP 172.20.0.1 (375d4ff5-7b67-4be7-b22b-94975f6bb579/ea15446d-efb7-4308-94f1-382404ced44d/6e757cc0-3222-4ff2-b370-f592b7b9fd5d) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:57:54.941568 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:54.980949 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5b45b-054b-4f8e-87c0-923014b30303 None None] Pushing event updated for resources: {'Port': ['ID=ecf48b71-fb77-415f-b34a-e356a096aa7e,revision_number=2']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:54.992818 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Attempting to bind port ecf48b71-fb77-415f-b34a-e356a096aa7e on host n-d-749052-7 for vnic_type normal with profile {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:57:54.993266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Attempting to bind port ecf48b71-fb77-415f-b34a-e356a096aa7e by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:57:54.993635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Attempting to bind port ecf48b71-fb77-415f-b34a-e356a096aa7e on network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:57:54.999183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:57:54.999560 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Checking segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:57:54.999966 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.000378 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Bound using segment: {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'} {{(pid=95122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:57:55.000955 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.managers [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Bound port: ecf48b71-fb77-415f-b34a-e356a096aa7e, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3d9373-5dc5-4208-be09-2ef764139e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6'}}] {{(pid=95122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:57:55.001376 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.023110 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.037757 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Transition to ACTIVE for port object 6e757cc0-3222-4ff2-b370-f592b7b9fd5d will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:55.057746 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] For port ecf48b71-fb77-415f-b34a-e356a096aa7e, host n-d-749052-7, cleared binding levels {{(pid=95122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:57:55.061179 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 69c4357b-1ef1-44f9-9070-429d9799e461 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:55.063948 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] For port ecf48b71-fb77-415f-b34a-e356a096aa7e, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ecf48b71-fb77-415f-b34a-e356a096aa7e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:57:55.116923 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.145815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.172968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Routers {'75e17171-586b-445e-a901-3bd4d3d041d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:55.173505 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['75e17171-586b-445e-a901-3bd4d3d041d7'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:55.180055 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 69c4357b-1ef1-44f9-9070-429d9799e461 completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:55.184877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Network 375d4ff5-7b67-4be7-b22b-94975f6bb579 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:57:55.187606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:55.190972 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:57:55.213287 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5b45b-054b-4f8e-87c0-923014b30303 None None] Pushing event updated for resources: {'Port': ['ID=ecf48b71-fb77-415f-b34a-e356a096aa7e,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:55.221361 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 69c4357b-1ef1-44f9-9070-429d9799e461 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:55.222171 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.226820 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Pushing event updated for resources: {'Port': ['ID=6e757cc0-3222-4ff2-b370-f592b7b9fd5d,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:55.245138 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538178'] for router_interface, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.327292 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] Set router 75e17171-586b-445e-a901-3bd4d3d041d7 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:55.437496 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.459665 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.629637 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.675769 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-147b4c81-1b3f-4ede-a035-c63ff3f85ecd None None] Provisioning for port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:55.678649 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 69c4357b-1ef1-44f9-9070-429d9799e461, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=69c4357b-1ef1-44f9-9070-429d9799e461,segment=NetworkSegment(fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e),segment_id=fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:55.683274 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-147b4c81-1b3f-4ede-a035-c63ff3f85ecd None None] Provisioning complete for port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:55.683647 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-147b4c81-1b3f-4ede-a035-c63ff3f85ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.692293 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.740004 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-147b4c81-1b3f-4ede-a035-c63ff3f85ecd None None] Port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:57:55.758288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 3, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'gw_port': {'id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:55.758575 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536562'] for router_interface, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.761326 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Pushing event updated for resources: {'Port': ['ID=6e757cc0-3222-4ff2-b370-f592b7b9fd5d,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:55.785716 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9819f6-f6c3-48e7-b415-87d623647c4e None None] The sync data for ids ['75e17171-586b-445e-a901-3bd4d3d041d7'] in n-d-749052-7 is: [{'id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 3, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'gw_port': {'id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:57:55.787853 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.788151 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 197fa12e-6d78-4d6d-b027-571c19cad0a7 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:55.855541 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Network 375d4ff5-7b67-4be7-b22b-94975f6bb579 is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:57:55.857680 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:57:55.869223 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=69c4357b-1ef1-44f9-9070-429d9799e461,revision_number=3']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:55.880946 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 197fa12e-6d78-4d6d-b027-571c19cad0a7 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:55.881363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:55.995904 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Router 75e17171-586b-445e-a901-3bd4d3d041d7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:57:56.131877 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:57:56.134002 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57405c52-2f72-49c8-ab1c-295af8fbee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:56.140877 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c43858ba-2086-4be6-a838-792d34317763 admin admin] 10.222.0.20 "PUT /v2.0/routers/75e17171-586b-445e-a901-3bd4d3d041d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7895436 Aug 23 04:57:56.167348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-0bb816d8-f928-49ba-9ec6-0d57af28465e None None] Provisioning complete for port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:56.168005 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0bb816d8-f928-49ba-9ec6-0d57af28465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:56.208259 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-0bb816d8-f928-49ba-9ec6-0d57af28465e None None] Port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:57:56.905933 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36894) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:56.910710 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-3164203c-f8de-4136-a823-3582563f74d3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590921899', 'description': 'tempest-secgroup-smoke-1590921899 description', 'project_id': '1f8614bb0a484459a59af70563df75ff'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:56.996830 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3164203c-f8de-4136-a823-3582563f74d3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.032253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ecf48b71-fb77-415f-b34a-e356a096aa7e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:57.089605 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3164203c-f8de-4136-a823-3582563f74d3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.154722 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port ecf48b71-fb77-415f-b34a-e356a096aa7e completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:57.158854 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ecf48b71-fb77-415f-b34a-e356a096aa7e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:57.159285 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.162450 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3164203c-f8de-4136-a823-3582563f74d3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.192868 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164203c-f8de-4136-a823-3582563f74d3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7564a67f-62d3-4af2-b6be-c12027aea9b4,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:57.236302 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.258332 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-3164203c-f8de-4136-a823-3582563f74d3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.259767 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-3164203c-f8de-4136-a823-3582563f74d3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3527985 Aug 23 04:57:57.262683 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36896) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:57.267726 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9e420488-e0a6-4458-82bc-e9e703ec0486 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'security_group_rule': {'security_group_id': '7564a67f-62d3-4af2-b6be-c12027aea9b4', 'project_id': '1f8614bb0a484459a59af70563df75ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:57.277729 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Sync routers for ids ['75e17171-586b-445e-a901-3bd4d3d041d7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:57:57.278256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port ecf48b71-fb77-415f-b34a-e356a096aa7e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ecf48b71-fb77-415f-b34a-e356a096aa7e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:57.287388 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Routers {'75e17171-586b-445e-a901-3bd4d3d041d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:57.288069 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['75e17171-586b-445e-a901-3bd4d3d041d7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:57.343699 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.344631 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 69c4357b-1ef1-44f9-9070-429d9799e461 up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:57.372683 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e420488-e0a6-4458-82bc-e9e703ec0486 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.394496 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Set router 75e17171-586b-445e-a901-3bd4d3d041d7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:57.418253 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=ecf48b71-fb77-415f-b34a-e356a096aa7e,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:57.431515 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 69c4357b-1ef1-44f9-9070-429d9799e461 triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:57.431895 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.433115 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e420488-e0a6-4458-82bc-e9e703ec0486 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.511678 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e420488-e0a6-4458-82bc-e9e703ec0486 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.533051 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e420488-e0a6-4458-82bc-e9e703ec0486 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84befe83-d3b9-4f88-9bdc-c033884c1bf7,revision_number=0']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:57.596406 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9e420488-e0a6-4458-82bc-e9e703ec0486 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.598213 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9e420488-e0a6-4458-82bc-e9e703ec0486 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342867 Aug 23 04:57:57.601115 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36900) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:57.605951 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-746c9104-d975-4554-b953-38da22fa82fd tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'security_group_rule': {'security_group_id': '7564a67f-62d3-4af2-b6be-c12027aea9b4', 'project_id': '1f8614bb0a484459a59af70563df75ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:57.611927 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:55Z', 'revision_number': 4, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'gw_port': {'id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '6e757cc0-3222-4ff2-b370-f592b7b9fd5d', 'name': '', 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'mac_address': 'fa:16:3e:07:27:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ea15446d-efb7-4308-94f1-382404ced44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:54Z', 'updated_at': '2021-08-23T04:57:55Z', 'revision_number': 2, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'subnets': [{'id': 'ea15446d-efb7-4308-94f1-382404ced44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:57.638576 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Checking router: 75e17171-586b-445e-a901-3bd4d3d041d7 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:57:57.638934 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Updating router 75e17171-586b-445e-a901-3bd4d3d041d7 port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d binding host n-d-749052-7 {{(pid=95124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 04:57:57.663902 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.715989 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-746c9104-d975-4554-b953-38da22fa82fd tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.774372 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-746c9104-d975-4554-b953-38da22fa82fd tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.853782 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-746c9104-d975-4554-b953-38da22fa82fd tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.874515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c9104-d975-4554-b953-38da22fa82fd tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34c543b-8b37-469f-bf97-9f398b5fa1c1,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:57.920349 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.929862 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.provisioning_blocks [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Transition to ACTIVE for port object 6e757cc0-3222-4ff2-b370-f592b7b9fd5d will not be triggered until provisioned by entity L2. {{(pid=95124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:57:57.933652 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-746c9104-d975-4554-b953-38da22fa82fd tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:57.934890 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-746c9104-d975-4554-b953-38da22fa82fd tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3327796 Aug 23 04:57:57.937604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36902) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:57.942028 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-08f28358-a40c-43f4-8d5b-ca30d17b1f9a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'security_group_rule': {'security_group_id': '7564a67f-62d3-4af2-b6be-c12027aea9b4', 'project_id': '1f8614bb0a484459a59af70563df75ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:58.025264 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.041238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08f28358-a40c-43f4-8d5b-ca30d17b1f9a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.073939 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90952-d980-497a-b43d-02789c1beb60 None None] Pushing event updated for resources: {'Port': ['ID=6e757cc0-3222-4ff2-b370-f592b7b9fd5d,revision_number=3']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:58.112260 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08f28358-a40c-43f4-8d5b-ca30d17b1f9a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.132822 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Attempting to bind port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d on host n-d-749052-7 for vnic_type normal with profile {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:57:58.139184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Attempting to bind port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d by drivers openvswitch,hyperv on host n-d-749052-7 at level 0 using segments [{'id': 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579'}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:57:58.139184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Attempting to bind port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d on network 375d4ff5-7b67-4be7-b22b-94975f6bb579 {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:57:58.139184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Checking agent: {'id': 'a9516e08-4119-48e5-9cc6-7a1fbd28829e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 21, 59), 'started_at': datetime.datetime(2021, 8, 23, 3, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-749052-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:57:58.139184 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Checking segment: {'id': 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:57:58.139652 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.139844 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Bound using segment: {'id': 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579'} {{(pid=95124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:57:58.140311 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.managers [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Bound port: 6e757cc0-3222-4ff2-b370-f592b7b9fd5d, host: n-d-749052-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579'}}] {{(pid=95124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:57:58.140695 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.192061 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08f28358-a40c-43f4-8d5b-ca30d17b1f9a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.217113 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] For port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d, host n-d-749052-7, cleared binding levels {{(pid=95124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:57:58.217514 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f28358-a40c-43f4-8d5b-ca30d17b1f9a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6235369-6832-4f65-9e93-7b60729158b8,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:58.222491 n-d-749052-7 neutron-server[95124]: DEBUG neutron.plugins.ml2.db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] For port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d, host n-d-749052-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6e757cc0-3222-4ff2-b370-f592b7b9fd5d,segment=NetworkSegment(fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e),segment_id=fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e)] {{(pid=95124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:57:58.299955 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-08f28358-a40c-43f4-8d5b-ca30d17b1f9a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.301245 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-08f28358-a40c-43f4-8d5b-ca30d17b1f9a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626716 Aug 23 04:57:58.303894 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36904) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:58.308352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-ae878270-f357-4976-9f94-d94572e4ff51 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'security_group_rule': {'security_group_id': '7564a67f-62d3-4af2-b6be-c12027aea9b4', 'project_id': '1f8614bb0a484459a59af70563df75ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:58.322983 n-d-749052-7 neutron-server[95124]: DEBUG neutron_lib.callbacks.manager [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.383053 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Routers {'75e17171-586b-445e-a901-3bd4d3d041d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:57:58.383700 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['75e17171-586b-445e-a901-3bd4d3d041d7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:58.390831 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90952-d980-497a-b43d-02789c1beb60 None None] Pushing event updated for resources: {'Port': ['ID=6e757cc0-3222-4ff2-b370-f592b7b9fd5d,revision_number=4']} {{(pid=95124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:58.413701 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ae878270-f357-4976-9f94-d94572e4ff51 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.477640 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ae878270-f357-4976-9f94-d94572e4ff51 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.560973 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ae878270-f357-4976-9f94-d94572e4ff51 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.578792 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae878270-f357-4976-9f94-d94572e4ff51 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8249d90-b005-4b17-a9fb-eef11822ffdd,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:58.593422 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] Set router 75e17171-586b-445e-a901-3bd4d3d041d7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:57:58.640992 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-ae878270-f357-4976-9f94-d94572e4ff51 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.642180 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-ae878270-f357-4976-9f94-d94572e4ff51 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3373291 Aug 23 04:57:58.644910 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36906) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:58.649404 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-12705a65-ea78-488b-ad26-d4505f071f13 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'security_group_rule': {'security_group_id': '7564a67f-62d3-4af2-b6be-c12027aea9b4', 'project_id': '1f8614bb0a484459a59af70563df75ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:58.751103 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-12705a65-ea78-488b-ad26-d4505f071f13 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Project 1f8614bb0a484459a59af70563df75ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:57:58.756790 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12705a65-ea78-488b-ad26-d4505f071f13 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.784873 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:55Z', 'revision_number': 4, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'gw_port': {'id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '6e757cc0-3222-4ff2-b370-f592b7b9fd5d', 'name': '', 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'mac_address': 'fa:16:3e:07:27:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ea15446d-efb7-4308-94f1-382404ced44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:54Z', 'updated_at': '2021-08-23T04:57:58Z', 'revision_number': 4, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'subnets': [{'id': 'ea15446d-efb7-4308-94f1-382404ced44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:57:58.811555 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a17910-7225-46ec-b037-a15cbd0e5cd2 None None] The sync data for ids ['75e17171-586b-445e-a901-3bd4d3d041d7'] in n-d-749052-7 is: [{'id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:55Z', 'revision_number': 4, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'gw_port': {'id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '6e757cc0-3222-4ff2-b370-f592b7b9fd5d', 'name': '', 'network_id': '375d4ff5-7b67-4be7-b22b-94975f6bb579', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'mac_address': 'fa:16:3e:07:27:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ea15446d-efb7-4308-94f1-382404ced44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:54Z', 'updated_at': '2021-08-23T04:57:58Z', 'revision_number': 4, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'subnets': [{'id': 'ea15446d-efb7-4308-94f1-382404ced44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:57:58.816815 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12705a65-ea78-488b-ad26-d4505f071f13 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.865829 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-39d2ddcf-95e2-444d-b5f7-c24b654bc98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.917295 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12705a65-ea78-488b-ad26-d4505f071f13 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:58.943276 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12705a65-ea78-488b-ad26-d4505f071f13 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b709d409-ea6d-414b-9632-7052959fd1d0,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:58.956622 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.014300 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-12705a65-ea78-488b-ad26-d4505f071f13 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.015820 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-12705a65-ea78-488b-ad26-d4505f071f13 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3697886 Aug 23 04:57:59.018589 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 36908) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:57:59.023738 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [None req-4792f8fd-8cb7-4468-9ac5-98a67aea991e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'security_group_rule': {'security_group_id': '7564a67f-62d3-4af2-b6be-c12027aea9b4', 'project_id': '1f8614bb0a484459a59af70563df75ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:57:59.068568 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ecf48b71-fb77-415f-b34a-e356a096aa7e up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:59.105565 n-d-749052-7 neutron-server[95120]: INFO neutron.db.securitygroups_db [None req-4792f8fd-8cb7-4468-9ac5-98a67aea991e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Project 1f8614bb0a484459a59af70563df75ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 04:57:59.110953 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4792f8fd-8cb7-4468-9ac5-98a67aea991e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.122169 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port ecf48b71-fb77-415f-b34a-e356a096aa7e triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:59.122849 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.176886 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4792f8fd-8cb7-4468-9ac5-98a67aea991e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.206081 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6e757cc0-3222-4ff2-b370-f592b7b9fd5d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:57:59.259759 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4792f8fd-8cb7-4468-9ac5-98a67aea991e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744721'] for security_group_rule, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.278129 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792f8fd-8cb7-4468-9ac5-98a67aea991e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96eca92f-92ec-48e3-a4b9-de1d816aa8d7,revision_number=0']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:59.345466 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning for port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:57:59.350409 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:57:59.350783 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.368367 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-4792f8fd-8cb7-4468-9ac5-98a67aea991e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.371926 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-4792f8fd-8cb7-4468-9ac5-98a67aea991e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3499999 Aug 23 04:57:59.432396 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.468717 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] For port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6e757cc0-3222-4ff2-b370-f592b7b9fd5d,segment=NetworkSegment(fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e),segment_id=fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:57:59.518211 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-35fb0271-47ab-4ba7-95b7-4e6b32c6ecca tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590921899&fields=id&tenant_id=1f8614bb0a484459a59af70563df75ff HTTP/1.1" status: 200 len: 267 time: 0.0331292 Aug 23 04:57:59.539492 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:57:59.591463 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Pushing event updated for resources: {'Port': ['ID=6e757cc0-3222-4ff2-b370-f592b7b9fd5d,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:57:59.630453 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-1918361c-cc68-4bea-9874-889c0f4a3528 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:57:59.631956 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-1918361c-cc68-4bea-9874-889c0f4a3528 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 810 time: 0.1058724 Aug 23 04:57:59.648105 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-7c3f9721-c478-436d-b555-55b8c800bd9b tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/quotas/1f8614bb0a484459a59af70563df75ff HTTP/1.1" status: 200 len: 375 time: 0.0101166 Aug 23 04:57:59.701628 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-b384cc47-af6f-49a4-88d7-cd19e0105bc7 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475166 Aug 23 04:57:59.889409 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-07584395-292e-4a94-9b15-da15ca5c0bd8 service neutron] 10.222.0.20 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754034 Aug 23 04:57:59.978676 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-2ae3791e-1618-437c-9641-ae9d5f997eb2 service neutron] 10.222.0.20 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823643 Aug 23 04:58:00.284088 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d1a08b52-f2e6-41db-9a1c-c7ad61c1a348 req-0b140d40-b49e-4389-b204-a2c1df57c73c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 210 time: 0.0300405 Aug 23 04:58:00.785613 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:00.973842 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6e757cc0-3222-4ff2-b370-f592b7b9fd5d up at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:58:01.020169 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Provisioning complete for port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:58:01.020523 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:01.023569 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:58:01.360342 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1b89abd0-437d-47d1-a3bc-b220ea187681 req-99d7ac17-8b4b-41f3-8fc8-ae1b09860b65 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 210 time: 0.0260103 Aug 23 04:58:02.064958 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:02.457046 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3a15c821-31d5-42c5-85ae-f5780b159d56 req-2f88b111-7037-436b-a2a2-7c8a53963cf7 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 210 time: 0.0310662 Aug 23 04:58:02.464725 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-0b7c8278-1e99-4b86-a554-6f97fa3e3593 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:02.466249 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-0b7c8278-1e99-4b86-a554-6f97fa3e3593 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.24 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 810 time: 0.1030300 Aug 23 04:58:02.510061 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-fc006fd3-44cc-48bc-a35d-eb897e1dd2a3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f8614bb0a484459a59af70563df75ff HTTP/1.1" status: 200 len: 380 time: 0.0336061 Aug 23 04:58:02.520596 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'port': {'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'admin_state_up': True, 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'security_groups': ['7564a67f-62d3-4af2-b6be-c12027aea9b4']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:58:02.710651 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Made reservation on behalf of 1f8614bb0a484459a59af70563df75ff for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 04:58:02.714166 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:02.835529 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Allocated IP 172.20.0.12 (6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c/9267348e-b279-49fe-8b35-a21b2e6c4569/a02156fa-8efc-4715-8189-99b43eba445b) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:58:02.976638 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:02.989502 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Transition to ACTIVE for port object a02156fa-8efc-4715-8189-99b43eba445b will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:58:03.086631 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:03.125781 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:58:03.129068 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:58:03.132448 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:58:03.166317 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'Port': ['ID=a02156fa-8efc-4715-8189-99b43eba445b,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:58:03.191277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:03.192051 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:03.304222 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-11aea5fe-d0a5-4841-9e5b-70c382becbac tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7877126 Aug 23 04:58:03.316615 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Request body: {'port': {'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:58:03.367706 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:03.367936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b06963aa-68b1-4db2-a9d6-7587b269705a None None] Provisioning for port a02156fa-8efc-4715-8189-99b43eba445b completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:58:03.371867 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-b06963aa-68b1-4db2-a9d6-7587b269705a None None] Provisioning complete for port a02156fa-8efc-4715-8189-99b43eba445b triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:58:03.372259 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b06963aa-68b1-4db2-a9d6-7587b269705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:03.408549 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b06963aa-68b1-4db2-a9d6-7587b269705a None None] Port a02156fa-8efc-4715-8189-99b43eba445b cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 04:58:03.571689 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e37bb-abbf-43a0-a499-a73ce1dce84f req-9860ed8b-1bc0-40eb-84d8-b1583d71fa47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:03.573198 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab8e37bb-abbf-43a0-a499-a73ce1dce84f req-9860ed8b-1bc0-40eb-84d8-b1583d71fa47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 932 time: 0.0484025 Aug 23 04:58:03.610904 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-ab8e37bb-abbf-43a0-a499-a73ce1dce84f req-22ec2f5d-ced6-4e82-b43e-53b266ff2e34 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Aug 23 04:58:03.623515 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02156fa-8efc-4715-8189-99b43eba445b {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:58:03.631084 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:03.642657 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Transition to ACTIVE for port object a02156fa-8efc-4715-8189-99b43eba445b will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 04:58:03.710405 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:03.778492 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Pushing event updated for resources: {'Port': ['ID=a02156fa-8efc-4715-8189-99b43eba445b,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:58:03.828863 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Attempting to bind port a02156fa-8efc-4715-8189-99b43eba445b on host n-h2-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 04:58:03.829232 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Attempting to bind port a02156fa-8efc-4715-8189-99b43eba445b by drivers openvswitch,hyperv on host n-h2-749052-7 at level 0 using segments [{'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 04:58:03.829563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Attempting to bind port a02156fa-8efc-4715-8189-99b43eba445b on network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:58:03.834563 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Port a02156fa-8efc-4715-8189-99b43eba445b on network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c not bound, no agent of type Open vSwitch agent registered on host n-h2-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 04:58:03.834886 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Attempting to bind port a02156fa-8efc-4715-8189-99b43eba445b on network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 04:58:03.839715 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Checking agent: {'id': '56965291-b44d-419f-a0dc-ab23dbffa491', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 4, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 04:58:03.840051 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Checking segment: {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 04:58:03.840433 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Bound using segment: {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 04:58:03.840861 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Bound port: a02156fa-8efc-4715-8189-99b43eba445b, host: n-h2-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 04:58:03.841248 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:03.911817 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 04:58:03.915141 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a02156fa-8efc-4715-8189-99b43eba445b,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 04:58:04.000516 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:04.036399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:04.037026 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:04.038542 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] 10.222.0.24 "PUT /v2.0/ports/a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 200 len: 1092 time: 0.7266297 Aug 23 04:58:04.038864 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:58:04.041242 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a1105f-44b1-4677-93ea-ef6d4f1fa655" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "tag": "a02156fa-8efc-4715-8189-99b43eba445b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:58:04.062236 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfe7e1-2d32-4d50-9bef-5a5d83edfb82 service neutron] Pushing event updated for resources: {'Port': ['ID=a02156fa-8efc-4715-8189-99b43eba445b,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:58:04.082981 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4424ea90-54f3-428e-93eb-f4019d43a10e x-openstack-request-id: req-4424ea90-54f3-428e-93eb-f4019d43a10e {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:58:04.083276 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "tag": "a02156fa-8efc-4715-8189-99b43eba445b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:58:04.083530 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4424ea90-54f3-428e-93eb-f4019d43a10e {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:58:04.083941 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b', 'status': 'completed', 'code': 200} Aug 23 04:58:04.144161 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1105f-44b1-4677-93ea-ef6d4f1fa655 req-88abe5bc-ea0d-472f-a6fa-b9c32682ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:04.145770 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73a1105f-44b1-4677-93ea-ef6d4f1fa655 req-88abe5bc-ea0d-472f-a6fa-b9c32682ea42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1095 time: 0.0425706 Aug 23 04:58:04.248881 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1105f-44b1-4677-93ea-ef6d4f1fa655 req-9dc220de-201a-4970-ac13-947becf8c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:04.250384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73a1105f-44b1-4677-93ea-ef6d4f1fa655 req-9dc220de-201a-4970-ac13-947becf8c094 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f8614bb0a484459a59af70563df75ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0972936 Aug 23 04:58:04.343083 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1105f-44b1-4677-93ea-ef6d4f1fa655 req-a537bcaf-b426-4928-97d1-a4b055d19d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:04.344559 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73a1105f-44b1-4677-93ea-ef6d4f1fa655 req-a537bcaf-b426-4928-97d1-a4b055d19d8c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872900 Aug 23 04:58:04.423592 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-6578adf8-bb0f-4412-990e-e24f97b7fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:04.425165 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-6578adf8-bb0f-4412-990e-e24f97b7fc68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1095 time: 0.0437911 Aug 23 04:58:04.466295 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-5bee2f72-d808-4cdf-9cc4-97917c92d728 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 200 len: 217 time: 0.0333002 Aug 23 04:58:04.513077 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-1dc0e9bc-38fc-429e-a1a1-4c2186a6a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:04.514384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-1dc0e9bc-38fc-429e-a1a1-4c2186a6a42b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0410647 Aug 23 04:58:04.560487 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-13422fbd-f115-49dc-8f7a-f4cdf95e90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:04.561940 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-13422fbd-f115-49dc-8f7a-f4cdf95e90de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407650 Aug 23 04:58:04.647702 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-b60b1dac-3ca1-429a-98a7-24b2f4cc0b70 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783041 Aug 23 04:58:04.726448 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c024c-ca48-456c-be10-6d8528bd8aac req-4afa6f44-ef19-43c5-b6ac-51e25d9eea4a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:04.728712 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-404c024c-ca48-456c-be10-6d8528bd8aac req-4afa6f44-ef19-43c5-b6ac-51e25d9eea4a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 944 time: 0.0492373 Aug 23 04:58:04.744130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-df940e8d-a3e7-4a28-a57a-3b314a84d073 req-f72e8952-9217-4bbf-863d-2a692fb9e66d service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897026 Aug 23 04:58:04.770500 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-404c024c-ca48-456c-be10-6d8528bd8aac req-ed89f5db-91f6-4503-a090-bcf0d8adc2e7 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330729 Aug 23 04:58:05.881902 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876f50-6b2f-4cf6-87d3-9398e5a9a1b0 req-65b3c7c1-7c0b-49d9-8a59-85d336e942f1 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:05.883405 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e876f50-6b2f-4cf6-87d3-9398e5a9a1b0 req-65b3c7c1-7c0b-49d9-8a59-85d336e942f1 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 944 time: 0.0513215 Aug 23 04:58:05.920411 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e876f50-6b2f-4cf6-87d3-9398e5a9a1b0 req-e44cb88f-5540-4e29-92a8-bdd9b2cb1918 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Aug 23 04:58:07.031668 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678bfb1-6665-44ea-a0cc-f55968b7154e req-f114ba4a-6ec8-4bfe-9671-d4de1211e992 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:07.033132 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8678bfb1-6665-44ea-a0cc-f55968b7154e req-f114ba4a-6ec8-4bfe-9671-d4de1211e992 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 944 time: 0.0472863 Aug 23 04:58:07.069732 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-8678bfb1-6665-44ea-a0cc-f55968b7154e req-aff50f87-a762-4fbf-a886-886743a5f895 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300591 Aug 23 04:58:07.442923 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a02156fa-8efc-4715-8189-99b43eba445b details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 04:58:07.535007 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a02156fa-8efc-4715-8189-99b43eba445b,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:58:07.551804 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'a02156fa-8efc-4715-8189-99b43eba445b', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 04:58:07.591709 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:07.604547 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02156fa-8efc-4715-8189-99b43eba445b {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 04:58:07.623283 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a02156fa-8efc-4715-8189-99b43eba445b,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:58:07.702830 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:07.747891 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a02156fa-8efc-4715-8189-99b43eba445b,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:58:07.903173 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a02156fa-8efc-4715-8189-99b43eba445b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 04:58:08.181610 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7d7a1-83b2-4438-b1ed-bd37680b3dc7 req-1db72767-8b73-4fe0-bfe9-9dd7d81e8445 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:08.183069 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21f7d7a1-83b2-4438-b1ed-bd37680b3dc7 req-1db72767-8b73-4fe0-bfe9-9dd7d81e8445 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 945 time: 0.0481710 Aug 23 04:58:08.219889 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-21f7d7a1-83b2-4438-b1ed-bd37680b3dc7 req-c9b05c76-8d1e-4aaa-9a8f-75c8f3939f55 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307910 Aug 23 04:58:08.527791 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:09.337113 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859eded-0900-4785-8a45-0f5c18ce0419 req-068f76e7-263d-4146-bba9-7b8a2c38ba72 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:09.338566 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3859eded-0900-4785-8a45-0f5c18ce0419 req-068f76e7-263d-4146-bba9-7b8a2c38ba72 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 945 time: 0.0517409 Aug 23 04:58:09.374652 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-3859eded-0900-4785-8a45-0f5c18ce0419 req-d86376ff-e791-404b-8049-d280a75437d3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299935 Aug 23 04:58:09.441330 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a02156fa-8efc-4715-8189-99b43eba445b up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 04:58:09.537304 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning for port a02156fa-8efc-4715-8189-99b43eba445b completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 04:58:09.540724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port a02156fa-8efc-4715-8189-99b43eba445b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 04:58:09.541132 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:09.618990 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:09.640202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:58:09.642458 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b446eb07-7a22-4e01-91c8-086ce793c4f0" -d '{"events": [{"server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "name": "network-vif-plugged", "status": "completed", "tag": "a02156fa-8efc-4715-8189-99b43eba445b"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:58:09.654733 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a02156fa-8efc-4715-8189-99b43eba445b,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 04:58:09.730028 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 04:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75460781-c7bf-4604-a60d-05eae64586c0 x-openstack-request-id: req-75460781-c7bf-4604-a60d-05eae64586c0 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:58:09.730327 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "name": "network-vif-plugged", "status": "completed", "tag": "a02156fa-8efc-4715-8189-99b43eba445b", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:58:09.730610 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75460781-c7bf-4604-a60d-05eae64586c0 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:58:09.731028 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b', 'code': 200} Aug 23 04:58:09.733639 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:09.781947 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a02156fa-8efc-4715-8189-99b43eba445b,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:58:09.825664 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0fc7b-6e0d-43d8-9bae-fb422b5c471e req-efac4aec-7b72-4ffc-ac1d-517e670fa30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:09.827130 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35e0fc7b-6e0d-43d8-9bae-fb422b5c471e req-efac4aec-7b72-4ffc-ac1d-517e670fa30c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1097 time: 0.0383923 Aug 23 04:58:09.860767 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-35e0fc7b-6e0d-43d8-9bae-fb422b5c471e req-f426ed3c-0cdd-4d1f-9c14-fc057936d076 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264978 Aug 23 04:58:10.488791 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf425c-973c-488c-a1c3-8687da02e2bf req-d2baed8a-b2fc-4069-b346-c8cb417451be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:10.490286 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bdf425c-973c-488c-a1c3-8687da02e2bf req-d2baed8a-b2fc-4069-b346-c8cb417451be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 946 time: 0.0482266 Aug 23 04:58:10.526656 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-9bdf425c-973c-488c-a1c3-8687da02e2bf req-60a3eeb0-41b1-4cc9-bb67-450866927142 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305502 Aug 23 04:58:11.638546 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c74d5-8ca1-48f5-b5a2-4ca5fc584a68 req-4f4dad21-be72-453c-a5d6-250fb8d7ecd7 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:11.640021 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a5c74d5-8ca1-48f5-b5a2-4ca5fc584a68 req-4f4dad21-be72-453c-a5d6-250fb8d7ecd7 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 946 time: 0.0490882 Aug 23 04:58:11.677420 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6a5c74d5-8ca1-48f5-b5a2-4ca5fc584a68 req-a2849730-dfd4-4260-92ba-833d807e896a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307913 Aug 23 04:58:11.790613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0681ac-85be-4531-8b40-73b9d5f576c3 req-7a19249b-6529-4c95-b70f-d7e04eb6a0e1 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:11.792083 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc0681ac-85be-4531-8b40-73b9d5f576c3 req-7a19249b-6529-4c95-b70f-d7e04eb6a0e1 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 946 time: 0.0514989 Aug 23 04:58:11.829586 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-fc0681ac-85be-4531-8b40-73b9d5f576c3 req-c2dbd76e-f45f-47db-bd80-f43ed0262669 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Aug 23 04:58:11.850911 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36976) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:58:11.932870 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eabd660-18ee-4d14-99c9-84cc3b187b4e tempest-TestSnapshotPattern-1303187256 tempest-TestSnapshotPattern-1303187256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:11.934393 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-6eabd660-18ee-4d14-99c9-84cc3b187b4e tempest-TestSnapshotPattern-1303187256 tempest-TestSnapshotPattern-1303187256-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1092 time: 0.0824831 Aug 23 04:58:11.937342 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 36980) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 04:58:11.942274 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 04:58:12.042114 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:12.138306 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:12.238901 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Allocated IP 172.25.1.23 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/1e32b0a7-58ef-48f0-a9c8-8960ee8e47d5) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 04:58:12.340292 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:12.419282 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:12.454212 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 04:58:12.457532 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 04:58:12.460915 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 04:58:12.485655 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'Port': ['ID=1e32b0a7-58ef-48f0-a9c8-8960ee8e47d5,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:58:12.805756 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:12.912574 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:13.377302 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:13.428800 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:13.501831 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'Port': ['ID=1e32b0a7-58ef-48f0-a9c8-8960ee8e47d5,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 04:58:13.508622 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:13.603970 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Floating IP 42161d84-729f-47e4-943e-4f7146df3952 associated. External IP: 172.25.1.23, port: a02156fa-8efc-4715-8189-99b43eba445b. Aug 23 04:58:13.802648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Router 2bed8aa0-fe1e-446c-b237-5713c47fe837 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 04:58:13.905869 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 04:58:13.916227 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] Sync routers for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 04:58:13.925919 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:58:13.926535 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:58:13.979126 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:14.010096 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-2c1b9536-14b1-4dc5-baf4-a0e02ec46f57 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0717182 Aug 23 04:58:14.010696 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 04:58:14.012978 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b097be6-d431-48d1-81bf-0da7c311cace" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "tag": "a02156fa-8efc-4715-8189-99b43eba445b"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 04:58:14.031108 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:58:14.100688 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 04:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b71ca82-b2bb-4ce8-84a7-ae752257731e x-openstack-request-id: req-9b71ca82-b2bb-4ce8-84a7-ae752257731e {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 04:58:14.100979 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "tag": "a02156fa-8efc-4715-8189-99b43eba445b", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 04:58:14.101258 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b71ca82-b2bb-4ce8-84a7-ae752257731e {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 04:58:14.101656 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b', 'status': 'completed', 'code': 200} Aug 23 04:58:14.160119 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097be6-d431-48d1-81bf-0da7c311cace req-695a2649-b192-4f63-8906-23bc7a8c0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:14.162115 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b097be6-d431-48d1-81bf-0da7c311cace req-695a2649-b192-4f63-8906-23bc7a8c0d98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1097 time: 0.0400002 Aug 23 04:58:14.253653 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097be6-d431-48d1-81bf-0da7c311cace req-82bf760b-1971-43d4-be51-b6c3c46d69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:14.254925 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '42161d84-729f-47e4-943e-4f7146df3952', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:58:12Z', 'updated_at': '2021-08-23T04:58:12Z', 'revision_number': 0, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:58:14.255154 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b097be6-d431-48d1-81bf-0da7c311cace req-82bf760b-1971-43d4-be51-b6c3c46d69c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.0864742 Aug 23 04:58:14.280958 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] Checking router: 2bed8aa0-fe1e-446c-b237-5713c47fe837 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 04:58:14.289705 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 04:58:14.290309 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T04:57:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:58:14.317856 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b097be6-d431-48d1-81bf-0da7c311cace req-e54acd37-469f-4b6f-b279-fa4e4da09bae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 200 len: 999 time: 0.0558560 Aug 23 04:58:14.369720 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097be6-d431-48d1-81bf-0da7c311cace req-76165c3f-8b9f-447f-9b92-ae2bc9615e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:14.371164 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b097be6-d431-48d1-81bf-0da7c311cace req-76165c3f-8b9f-447f-9b92-ae2bc9615e0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0465410 Aug 23 04:58:14.392704 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 04:58:14.621498 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '42161d84-729f-47e4-943e-4f7146df3952', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:58:12Z', 'updated_at': '2021-08-23T04:58:12Z', 'revision_number': 0, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 04:58:14.652135 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d94bf1-f546-45e0-a666-b5b0e771c1a2 None None] The sync data for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 is: [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '42161d84-729f-47e4-943e-4f7146df3952', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:58:12Z', 'updated_at': '2021-08-23T04:58:12Z', 'revision_number': 0, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 04:58:14.704673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097be6-d431-48d1-81bf-0da7c311cace req-e55a7926-9202-4f96-827f-ea1229cb6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:58:14.706218 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b097be6-d431-48d1-81bf-0da7c311cace req-e55a7926-9202-4f96-827f-ea1229cb6d2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3278730 Aug 23 04:58:14.794596 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b097be6-d431-48d1-81bf-0da7c311cace req-8be30ef4-477e-4f27-a267-973bc2bdb907 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809317 Aug 23 04:58:14.848765 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be702b-c8e1-413e-a269-a5e8178bd1ce None None] New status for floating IP 42161d84-729f-47e4-943e-4f7146df3952: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 04:58:14.886708 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-8b097be6-d431-48d1-81bf-0da7c311cace req-a533aee4-4f6c-469b-bbf0-93dcd265e78b service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Aug 23 04:58:21.331087 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-cf246f67-3f7f-434f-9b69-88a2661a88ec req-84ea45a4-a1dc-409d-975a-aab4eb854b6b service neutron] (95121) timed out ('10.222.0.20', 48496) {{(pid=95121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:58:23.691051 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:26.144649 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5b98bb02-fd28-46e3-b8af-d1dae9c80377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:28.862531 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9282120a-4341-4d17-b9ed-5bfc9f68bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:28.962013 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:30.756738 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:32.067951 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:38.022663 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:58:38.641688 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:53.719039 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:56.138690 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-aae46fac-021e-48f9-8ea3-0d88d38118d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:58.858865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c5cedf4-a8d3-4a99-942f-741e3972de8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:58:58.972912 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:00.761308 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:02.096244 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:08.564896 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:12.862019 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-f87d246a-829a-4914-bced-d06aaf02d87d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389297 Aug 23 04:59:12.943604 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-9069ab6f-3058-48f5-aadc-64dfa982af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:59:12.945090 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-9069ab6f-3058-48f5-aadc-64dfa982af79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1097 time: 0.0433059 Aug 23 04:59:13.045271 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-6a24103d-03ac-4096-8ef3-a540163b3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:59:13.046731 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-6a24103d-03ac-4096-8ef3-a540163b3a44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.0825334 Aug 23 04:59:13.115583 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-d6f5cf31-1fad-49b9-89ea-006a3f5b77c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 200 len: 1001 time: 0.0596669 Aug 23 04:59:13.163221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-d964c03d-8192-4692-8e79-8355ce5d9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:59:13.164668 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-d964c03d-8192-4692-8e79-8355ce5d9917 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0429313 Aug 23 04:59:13.208789 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-43fc8913-96b4-4bbf-a4b0-7c4c573ce18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 04:59:13.211101 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-43fc8913-96b4-4bbf-a4b0-7c4c573ce18a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398583 Aug 23 04:59:13.299346 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-62564a67-fe45-4b47-8bb5-74e77231f315 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813725 Aug 23 04:59:13.386727 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-2c2834d3-6fbc-437f-8fd7-f461e664242f req-7369111c-3f5b-4fb9-8feb-e69ddf8517bd service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802059 Aug 23 04:59:15.021640 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:59:23.789442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:26.124262 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f39c077d-b272-4a21-aeca-18d876fffc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:28.893313 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9731fc06-d2bf-4de5-8395-1a52f1a81151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:28.966808 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:30.758579 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:32.086435 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:33.152275 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [req-baef540f-1e7c-4dc3-bf23-bed4996c8836 req-982bf6d8-3875-4ce2-ab8c-10b0d157f272 tempest-TestNetworkAdvancedServerOps-604045719 tempest-TestNetworkAdvancedServerOps-604045719-project] (95121) timed out ('10.222.0.11', 51596) {{(pid=95121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 04:59:38.563884 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:52.020444 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 04:59:53.826403 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:56.140892 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-f2a4aeec-526a-46b6-ab3f-51bb9ab39dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:58.860926 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c643ef9a-5b1c-436c-963b-b8063f05f107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 04:59:58.975466 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:00.780694 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:02.095025 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:08.586131 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:13.842688 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-712d7310-28ee-461b-81c9-56618af441a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:13.844222 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-712d7310-28ee-461b-81c9-56618af441a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1097 time: 0.0530746 Aug 23 05:00:13.968825 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-8e84a342-cecb-4d07-860c-681150350b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:13.970384 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-8e84a342-cecb-4d07-860c-681150350b86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.1025543 Aug 23 05:00:14.056443 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-7f35649e-ddec-43a3-a1d5-3ab9a07ea022 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 200 len: 1001 time: 0.0783539 Aug 23 05:00:14.114800 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-5c94a5bb-200b-4318-a090-6ae5ba2456ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:14.116566 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-5c94a5bb-200b-4318-a090-6ae5ba2456ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0529282 Aug 23 05:00:14.170719 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-383fe5c0-ef9b-453b-a0e2-5b08317e4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:14.172251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-383fe5c0-ef9b-453b-a0e2-5b08317e4847 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467751 Aug 23 05:00:14.192780 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a02156fa-8efc-4715-8189-99b43eba445b details requested by agent hyperv_n-h2-749052-7 with host n-h2-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 05:00:14.287045 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-78aed151-ba7b-4ce7-84b4-816e858ef459 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067986 Aug 23 05:00:14.306310 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a02156fa-8efc-4715-8189-99b43eba445b,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:00:14.322843 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Returning: {'device': 'a02156fa-8efc-4715-8189-99b43eba445b', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 05:00:14.364353 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:14.381039 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a02156fa-8efc-4715-8189-99b43eba445b {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 05:00:14.401582 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a02156fa-8efc-4715-8189-99b43eba445b,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:00:14.422606 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-5dbb0688-e013-4a42-ac8c-90ae9dde8fd8 req-ffab0b5c-1483-498a-a36d-4ea25fc64a46 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283326 Aug 23 05:00:14.474829 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:14.540184 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a02156fa-8efc-4715-8189-99b43eba445b,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:14.549162 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] get_ports_and_sgs() called for port_ids ['a02156fa-8efc-4715-8189-99b43eba445b'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 05:00:14.552300 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.552652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.553086 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.553428 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.553944 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.554504 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.555001 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.555500 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.556000 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.556346 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.556710 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:14.557141 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:16.200263 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a02156fa-8efc-4715-8189-99b43eba445b up at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:00:16.251714 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Provisioning complete for port a02156fa-8efc-4715-8189-99b43eba445b triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 05:00:16.252304 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:16.331310 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:16.353857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:00:16.356094 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f65eef5-5fef-492a-ae15-8c1a6f347e94" -d '{"events": [{"server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "name": "network-vif-plugged", "status": "completed", "tag": "a02156fa-8efc-4715-8189-99b43eba445b"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:00:16.369196 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a02156fa-8efc-4715-8189-99b43eba445b,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:00:16.418482 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb986b1-50a2-452d-8737-26ae77657888 x-openstack-request-id: req-dcb986b1-50a2-452d-8737-26ae77657888 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:00:16.418794 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "name": "network-vif-plugged", "status": "completed", "tag": "a02156fa-8efc-4715-8189-99b43eba445b", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:00:16.419056 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcb986b1-50a2-452d-8737-26ae77657888 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:00:16.419455 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b', 'code': 200} Aug 23 05:00:16.600610 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:16.648375 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a02156fa-8efc-4715-8189-99b43eba445b,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:23.832294 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:24.727458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-5276a7e9-9817-4cf9-acdd-ec7258b463b1 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590921899&fields=id&tenant_id=1f8614bb0a484459a59af70563df75ff HTTP/1.1" status: 200 len: 267 time: 0.0332196 Aug 23 05:00:24.829362 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-851b7e6d-0171-4ff0-abd6-084c8fe7a1a9 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:24.830711 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-851b7e6d-0171-4ff0-abd6-084c8fe7a1a9 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 810 time: 0.0967643 Aug 23 05:00:24.845363 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cfd94bd3-b99f-42a3-8614-f1afb2b40024 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/quotas/1f8614bb0a484459a59af70563df75ff HTTP/1.1" status: 200 len: 375 time: 0.0089481 Aug 23 05:00:24.903791 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-98a9ef49-8454-4682-849e-2f1f091dbf82 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0533094 Aug 23 05:00:24.996890 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-1faffc71-eba1-48bf-8e92-4c5f2a6d6199 service neutron] 10.222.0.20 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815532 Aug 23 05:00:25.086458 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-71f16f0c-537a-48e5-af73-0558fc8beed3 service neutron] 10.222.0.20 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834367 Aug 23 05:00:25.309397 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5c5153a7-4860-4841-b595-0285fa05417a req-e3c1162c-a110-4f04-9381-5e308a2c5c76 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 210 time: 0.0296130 Aug 23 05:00:26.136988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ef87ebb2-712c-427b-afd1-f5c35365ef49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:26.384605 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46df467f-693a-40a3-94c4-3bd15bea07c8 req-37601193-909c-4a3f-aca2-3cb4442884fd tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 210 time: 0.0265477 Aug 23 05:00:27.475949 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-356bc925-8307-4aab-9b13-5882ce4a0213 req-c5bdc74b-b3a3-42e3-89ad-0818c03f8a62 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 210 time: 0.0261006 Aug 23 05:00:28.282271 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a02156fa-8efc-4715-8189-99b43eba445b no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:00:28.359400 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:28.381338 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:00:28.383575 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e4603-23a9-4837-924f-0ab995526b75" -d '{"events": [{"server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "name": "network-vif-unplugged", "status": "completed", "tag": "a02156fa-8efc-4715-8189-99b43eba445b"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:00:28.396440 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a02156fa-8efc-4715-8189-99b43eba445b,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:00:28.419781 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 05:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d2214d-c3f0-490f-b4ad-3a8f22e1759d x-openstack-request-id: req-e8d2214d-c3f0-490f-b4ad-3a8f22e1759d {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:00:28.420173 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "name": "network-vif-unplugged", "status": "completed", "tag": "a02156fa-8efc-4715-8189-99b43eba445b", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:00:28.420372 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8d2214d-c3f0-490f-b4ad-3a8f22e1759d {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:00:28.420871 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b', 'code': 200} Aug 23 05:00:28.483156 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:28.530552 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Pushing event updated for resources: {'Port': ['ID=a02156fa-8efc-4715-8189-99b43eba445b,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:28.571179 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-720cc6c3-c348-4033-9c76-eebf6c32bb4f req-d849e9b8-bd30-494c-92b7-6ab1ded9f609 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 210 time: 0.0252900 Aug 23 05:00:28.857206 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-c5aaefc2-b189-4498-b72b-087eb0e9a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:28.977662 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:29.019596 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:00:29.151633 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.11', 52492) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:00:29.255224 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-a6fc33ab-0ed8-43a6-a726-21dd10689b0e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:29.256707 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-a6fc33ab-0ed8-43a6-a726-21dd10689b0e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.11 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 810 time: 0.1041236 Aug 23 05:00:29.305311 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-7bd88f42-c2af-4b9a-9eb1-92c930244d96 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f8614bb0a484459a59af70563df75ff HTTP/1.1" status: 200 len: 380 time: 0.0333827 Aug 23 05:00:29.314821 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'port': {'device_id': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'admin_state_up': True, 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'security_groups': ['7564a67f-62d3-4af2-b6be-c12027aea9b4']}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:00:29.525936 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Made reservation on behalf of 1f8614bb0a484459a59af70563df75ff for: {'port': 1} {{(pid=95120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 05:00:29.529439 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:29.667648 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.db_base_plugin_common [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Allocated IP 172.20.0.3 (6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c/9267348e-b279-49fe-8b35-a21b2e6c4569/955a2ff4-8471-4b65-93f0-a0400299394f) {{(pid=95120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 05:00:29.684952 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-a44857fe-36fa-4c55-9f37-1e5a06f59363 req-d7e213e3-bf41-4133-9101-7352926460c2 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 210 time: 0.0312564 Aug 23 05:00:29.810108 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for port, precommit_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:29.822015 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Transition to ACTIVE for port object 955a2ff4-8471-4b65-93f0-a0400299394f will not be triggered until provisioned by entity DHCP. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 05:00:29.923965 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_create {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:29.972769 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c is already hosted by enough agents. {{(pid=95120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 05:00:29.979223 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.base_scheduler [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Resources bound (agent type, host, resource id): {{(pid=95120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:00:29.983373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Received port after_create {{(pid=95120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 05:00:30.025300 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'Port': ['ID=955a2ff4-8471-4b65-93f0-a0400299394f,revision_number=1']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:30.047846 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.048191 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.048534 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.048968 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.049275 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.049590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.049991 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.050277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.050590 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.051001 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.051499 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.051836 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:30.076075 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:30.077238 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:30.182878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-0bd4c4c6-f2d9-4553-8487-008c2e05c343 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8713312 Aug 23 05:00:30.415022 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fd8f7ae9-b8c4-458b-85c3-77a6dc1707d8 None None] Provisioning for port 955a2ff4-8471-4b65-93f0-a0400299394f completed by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 05:00:30.419035 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-fd8f7ae9-b8c4-458b-85c3-77a6dc1707d8 None None] Provisioning complete for port 955a2ff4-8471-4b65-93f0-a0400299394f triggered by entity DHCP. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 05:00:30.419426 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7ae9-b8c4-458b-85c3-77a6dc1707d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:30.456753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f7ae9-b8c4-458b-85c3-77a6dc1707d8 None None] Port 955a2ff4-8471-4b65-93f0-a0400299394f cannot update to ACTIVE because it is not bound. {{(pid=95122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 05:00:30.755150 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:30.806338 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb11b18-6f7e-4efc-820d-da8a80753241 req-bb19f994-e170-4d8f-82cb-daa3cc9931e6 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:30.807874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cb11b18-6f7e-4efc-820d-da8a80753241 req-bb19f994-e170-4d8f-82cb-daa3cc9931e6 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0543344 Aug 23 05:00:30.846871 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cb11b18-6f7e-4efc-820d-da8a80753241 req-4dfc00c0-fb44-4b20-8114-4e5848c174de tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Aug 23 05:00:31.968074 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cf4a6-a2b8-4daa-8c98-a821a7a6e90b req-9dc32b28-777a-4ea1-9de9-9674f111804c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:31.969633 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b42cf4a6-a2b8-4daa-8c98-a821a7a6e90b req-9dc32b28-777a-4ea1-9de9-9674f111804c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0556903 Aug 23 05:00:32.009646 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-b42cf4a6-a2b8-4daa-8c98-a821a7a6e90b req-604a3d6f-ba8a-4d96-86c0-5120d24468e1 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335350 Aug 23 05:00:32.126444 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:33.130138 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0773b-4faf-4cc7-8462-588a03bd79ab req-e3b11e6a-3475-4f08-aea0-9d01afdb6df9 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:33.131641 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45e0773b-4faf-4cc7-8462-588a03bd79ab req-e3b11e6a-3475-4f08-aea0-9d01afdb6df9 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0490901 Aug 23 05:00:33.172371 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-45e0773b-4faf-4cc7-8462-588a03bd79ab req-6e6cf2af-b087-412c-965e-8eaa673822ec tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348802 Aug 23 05:00:34.295926 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e4bc4-a43c-4511-8a97-71fd32b7b852 req-e4253335-81b7-4e7a-9176-e7ebe8994c55 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:34.297463 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-164e4bc4-a43c-4511-8a97-71fd32b7b852 req-e4253335-81b7-4e7a-9176-e7ebe8994c55 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0500333 Aug 23 05:00:34.334599 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-164e4bc4-a43c-4511-8a97-71fd32b7b852 req-9f157e58-17f4-4f07-a4f0-90ef08b97f0d tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312643 Aug 23 05:00:35.451738 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8e9fd-cea2-41e4-992c-03fc5548c7d3 req-2f9287fc-48f3-47bd-b52f-4b0476c9210c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:35.453229 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05a8e9fd-cea2-41e4-992c-03fc5548c7d3 req-2f9287fc-48f3-47bd-b52f-4b0476c9210c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0485065 Aug 23 05:00:35.492154 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-05a8e9fd-cea2-41e4-992c-03fc5548c7d3 req-827da469-043d-4109-a799-9df0bbf840fa tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320055 Aug 23 05:00:36.615980 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7548a86-7af6-4846-9144-7316723df85e req-c0e50406-9a47-48d2-9b62-c3e616b8da04 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:36.617559 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7548a86-7af6-4846-9144-7316723df85e req-c0e50406-9a47-48d2-9b62-c3e616b8da04 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0500014 Aug 23 05:00:36.660099 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f7548a86-7af6-4846-9144-7316723df85e req-ee2e2e57-1988-41f7-8c45-527fb09ec55b tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361550 Aug 23 05:00:37.785613 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797b9f-3d23-4088-ae35-658008fef336 req-5cca23ed-f2fe-4c6e-a778-6c099a848e23 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:37.787593 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b797b9f-3d23-4088-ae35-658008fef336 req-5cca23ed-f2fe-4c6e-a778-6c099a848e23 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0554922 Aug 23 05:00:37.828898 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-5b797b9f-3d23-4088-ae35-658008fef336 req-15fd4bda-df26-4c4a-a8ff-b558b648129b tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348778 Aug 23 05:00:38.563212 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:38.948543 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb1e54-76d3-4820-a140-11fcfef5e5da req-39358bc4-f1df-476c-9a5f-a06792267c67 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:38.950091 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6bb1e54-76d3-4820-a140-11fcfef5e5da req-39358bc4-f1df-476c-9a5f-a06792267c67 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0502648 Aug 23 05:00:38.999109 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e6bb1e54-76d3-4820-a140-11fcfef5e5da req-6c6f2d43-32cf-4419-950a-83ce26874d0a tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382590 Aug 23 05:00:40.113442 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729947af-0163-491b-89f6-af5871344973 req-f63c99f6-eec9-4925-98f2-6b2fc4dfc7b9 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:40.115584 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-729947af-0163-491b-89f6-af5871344973 req-f63c99f6-eec9-4925-98f2-6b2fc4dfc7b9 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0499425 Aug 23 05:00:40.160120 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-729947af-0163-491b-89f6-af5871344973 req-a24667aa-e596-4bb2-a69b-8b760df215dd tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383952 Aug 23 05:00:41.273419 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254a892-d4ac-424f-8126-f4ef583a878f req-b80a3f16-198a-4728-92e2-f11952bef701 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:41.274864 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e254a892-d4ac-424f-8126-f4ef583a878f req-b80a3f16-198a-4728-92e2-f11952bef701 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0479143 Aug 23 05:00:41.310640 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e254a892-d4ac-424f-8126-f4ef583a878f req-6b3d02a2-5846-4176-81b5-dfe2701f1e79 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299747 Aug 23 05:00:42.423365 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51456a4-b99c-45cb-83ed-031af65d1dca req-bbaf2d2c-79d3-4097-a639-08405f02948c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:42.424839 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c51456a4-b99c-45cb-83ed-031af65d1dca req-bbaf2d2c-79d3-4097-a639-08405f02948c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0484936 Aug 23 05:00:42.461263 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-c51456a4-b99c-45cb-83ed-031af65d1dca req-93d3d74d-531b-497d-977a-d75b2176a871 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305049 Aug 23 05:00:42.555493 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-27402399-d710-41aa-8af9-7ba8c560dbb0 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 05:00:42.556520 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-27402399-d710-41aa-8af9-7ba8c560dbb0 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059211 Aug 23 05:00:42.636702 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.v2.base [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Request body: {'port': {'device_id': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-749052-7'}} {{(pid=95120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:00:42.688423 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:42.942130 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955a2ff4-8471-4b65-93f0-a0400299394f {{(pid=95120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 05:00:42.949962 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:42.964868 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.provisioning_blocks [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Transition to ACTIVE for port object 955a2ff4-8471-4b65-93f0-a0400299394f will not be triggered until provisioned by entity L2. {{(pid=95120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 05:00:43.578984 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e139604-9277-4392-a8f6-949d5bef7f96 req-46c9030d-4886-4485-beaf-4a60dc0af34c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:43.580598 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e139604-9277-4392-a8f6-949d5bef7f96 req-46c9030d-4886-4485-beaf-4a60dc0af34c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 931 time: 0.0515044 Aug 23 05:00:43.624448 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4e139604-9277-4392-a8f6-949d5bef7f96 req-51995376-194e-44a1-b118-f980c89a5eef tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367098 Aug 23 05:00:43.857589 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:43.924998 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Pushing event updated for resources: {'Port': ['ID=955a2ff4-8471-4b65-93f0-a0400299394f,revision_number=2']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:43.974156 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Attempting to bind port 955a2ff4-8471-4b65-93f0-a0400299394f on host n-h1-749052-7 for vnic_type normal with profile {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 05:00:43.974489 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Attempting to bind port 955a2ff4-8471-4b65-93f0-a0400299394f by drivers openvswitch,hyperv on host n-h1-749052-7 at level 0 using segments [{'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 05:00:43.974816 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Attempting to bind port 955a2ff4-8471-4b65-93f0-a0400299394f on network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 05:00:43.979288 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Port 955a2ff4-8471-4b65-93f0-a0400299394f on network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c not bound, no agent of type Open vSwitch agent registered on host n-h1-749052-7 {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 05:00:43.979606 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Attempting to bind port 955a2ff4-8471-4b65-93f0-a0400299394f on network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 05:00:43.984486 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Checking agent: {'id': '8ca6eb67-101e-4794-962c-2b3650b341e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-749052-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'started_at': datetime.datetime(2021, 8, 23, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 5, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 05:00:43.987292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Checking segment: {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 23 05:00:43.987292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Bound using segment: {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'} {{(pid=95120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 05:00:43.987292 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.managers [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Bound port: 955a2ff4-8471-4b65-93f0-a0400299394f, host: n-h1-749052-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cccc41-1043-4d12-8773-39b505b213a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c'}}] {{(pid=95120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 05:00:43.987292 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:44.057221 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, cleared binding levels {{(pid=95120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 05:00:44.060296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=955a2ff4-8471-4b65-93f0-a0400299394f,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 05:00:44.160497 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9350774'] for port, after_update {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:44.194561 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:44.195261 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:44.196627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] 10.222.0.11 "PUT /v2.0/ports/955a2ff4-8471-4b65-93f0-a0400299394f HTTP/1.1" status: 200 len: 1091 time: 1.6190395 Aug 23 05:00:44.197079 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:00:44.199363 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4130ded-825f-486a-aa38-42a388e2c500" -d '{"events": [{"name": "network-changed", "server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:00:44.222823 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc73404-b259-4257-bdc4-7f244a767b53 service neutron] Pushing event updated for resources: {'Port': ['ID=955a2ff4-8471-4b65-93f0-a0400299394f,revision_number=3']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:44.239180 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 05:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16437c8-4fdd-480f-87a1-d06d91bbb670 x-openstack-request-id: req-d16437c8-4fdd-480f-87a1-d06d91bbb670 {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:00:44.239560 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:00:44.239864 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d16437c8-4fdd-480f-87a1-d06d91bbb670 {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:00:44.240271 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f', 'status': 'completed', 'code': 200} Aug 23 05:00:44.323116 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130ded-825f-486a-aa38-42a388e2c500 req-aa1c076b-1083-4e18-8271-354cc3d6c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:44.324685 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4130ded-825f-486a-aa38-42a388e2c500 req-aa1c076b-1083-4e18-8271-354cc3d6c368 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 1094 time: 0.0424361 Aug 23 05:00:44.432164 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130ded-825f-486a-aa38-42a388e2c500 req-7fb2bd2c-d856-4772-ad69-8bae0395e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:44.433564 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4130ded-825f-486a-aa38-42a388e2c500 req-7fb2bd2c-d856-4772-ad69-8bae0395e754 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1f8614bb0a484459a59af70563df75ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0955324 Aug 23 05:00:44.524703 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130ded-825f-486a-aa38-42a388e2c500 req-ab186ef9-5fdb-414e-bf2f-fb6cb7cc23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:44.526186 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-a4130ded-825f-486a-aa38-42a388e2c500 req-ab186ef9-5fdb-414e-bf2f-fb6cb7cc23d5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0858464 Aug 23 05:00:44.624031 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-d55a454a-2ba3-4e8a-91f6-d36cc337f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:44.625543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-d55a454a-2ba3-4e8a-91f6-d36cc337f42e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 1094 time: 0.0441208 Aug 23 05:00:44.671787 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-9c5db469-1c2f-47a3-a458-8fa172e4c6f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955a2ff4-8471-4b65-93f0-a0400299394f HTTP/1.1" status: 200 len: 217 time: 0.0331700 Aug 23 05:00:44.719712 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-9569a8c9-de50-46fb-b481-f4d6bf1de2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:44.721108 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-9569a8c9-de50-46fb-b481-f4d6bf1de2e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0426114 Aug 23 05:00:44.743860 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2a97-7814-4bcc-a10b-01fcaae9ec14 req-d469f6ce-51c7-4cf5-8a24-98d60d17e092 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:44.745364 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8be2a97-7814-4bcc-a10b-01fcaae9ec14 req-d469f6ce-51c7-4cf5-8a24-98d60d17e092 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 943 time: 0.0488400 Aug 23 05:00:44.768352 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-ea3b4443-3dd8-4c0e-81f1-e11e4859c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:44.769872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-ea3b4443-3dd8-4c0e-81f1-e11e4859c610 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422332 Aug 23 05:00:44.782855 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f8be2a97-7814-4bcc-a10b-01fcaae9ec14 req-610afc84-e5f0-41de-bdb9-e45e50ed4e42 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 Aug 23 05:00:44.856047 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-e80a4f1e-c550-45b3-8c94-07f94800f46f service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790269 Aug 23 05:00:44.959275 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-73febd29-bd2d-4c24-9e71-c317967f0249 req-14f84c20-d3e4-4a19-92dc-67875039db50 service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955451 Aug 23 05:00:45.897321 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e75b6f-8512-4ac3-a619-43f4ed27fe7b req-8e03a3aa-f197-4722-a4b6-6e0df471535b tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:45.898828 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76e75b6f-8512-4ac3-a619-43f4ed27fe7b req-8e03a3aa-f197-4722-a4b6-6e0df471535b tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 943 time: 0.0496981 Aug 23 05:00:45.936268 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-76e75b6f-8512-4ac3-a619-43f4ed27fe7b req-181b92f8-93fc-442a-b3c9-8936b1872a2b tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Aug 23 05:00:47.049564 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fa30e-60c6-40eb-9a9c-3be615590fc7 req-0d04ac0c-e18c-4051-a358-e413c55b29aa tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:47.051016 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-897fa30e-60c6-40eb-9a9c-3be615590fc7 req-0d04ac0c-e18c-4051-a358-e413c55b29aa tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 943 time: 0.0483916 Aug 23 05:00:47.091669 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-897fa30e-60c6-40eb-9a9c-3be615590fc7 req-1cf13e50-3a7e-4da5-bcf4-23f3121098df tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348754 Aug 23 05:00:48.202806 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5268b73-074b-4512-8a84-9af01903c101 req-aa4de36a-6b72-4e42-a138-795ac8031c33 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:48.204271 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e5268b73-074b-4512-8a84-9af01903c101 req-aa4de36a-6b72-4e42-a138-795ac8031c33 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 943 time: 0.0490024 Aug 23 05:00:48.241952 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-e5268b73-074b-4512-8a84-9af01903c101 req-65190177-c938-4ecc-9d1d-955f1dd3ca35 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Aug 23 05:00:48.849734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 955a2ff4-8471-4b65-93f0-a0400299394f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 05:00:48.943129 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=955a2ff4-8471-4b65-93f0-a0400299394f,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:00:48.953681 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '955a2ff4-8471-4b65-93f0-a0400299394f', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'port_id': '955a2ff4-8471-4b65-93f0-a0400299394f', 'mac_address': 'fa:16:3e:bc:7f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 05:00:49.141275 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:49.153159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955a2ff4-8471-4b65-93f0-a0400299394f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 05:00:49.171219 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=955a2ff4-8471-4b65-93f0-a0400299394f,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:00:49.231256 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:49.276978 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=955a2ff4-8471-4b65-93f0-a0400299394f,revision_number=4']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:49.354844 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9e2fe-fb6d-4693-908c-61edefb8e92c req-e6f65450-d1a5-4055-b098-04eeba521acf tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:49.356312 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6c9e2fe-fb6d-4693-908c-61edefb8e92c req-e6f65450-d1a5-4055-b098-04eeba521acf tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 944 time: 0.0477307 Aug 23 05:00:49.393301 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-f6c9e2fe-fb6d-4693-908c-61edefb8e92c req-b1d7c529-5fe4-40d2-aced-b022ec67c523 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Aug 23 05:00:49.663968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['955a2ff4-8471-4b65-93f0-a0400299394f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 05:00:50.507558 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fed9e3-010b-443b-8c4d-6dcf0bec8bbf req-38b30627-d050-42a0-86bd-37c6f3f9a4f5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:50.509051 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-67fed9e3-010b-443b-8c4d-6dcf0bec8bbf req-38b30627-d050-42a0-86bd-37c6f3f9a4f5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 944 time: 0.0477855 Aug 23 05:00:50.550886 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-67fed9e3-010b-443b-8c4d-6dcf0bec8bbf req-d35e9ddc-d25d-43ac-99a5-798c2a730402 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357389 Aug 23 05:00:50.853051 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 955a2ff4-8471-4b65-93f0-a0400299394f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:00:50.971615 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning for port 955a2ff4-8471-4b65-93f0-a0400299394f completed by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 05:00:50.975444 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 955a2ff4-8471-4b65-93f0-a0400299394f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 05:00:50.976309 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:51.054553 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:51.076167 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:00:51.078439 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53f0860-6435-467e-8b49-1b1884e327f8" -d '{"events": [{"server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "name": "network-vif-plugged", "status": "completed", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:00:51.090563 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=955a2ff4-8471-4b65-93f0-a0400299394f,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:00:51.114524 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 05:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523f4e32-9fc1-4bb7-ab91-fabcf397232e x-openstack-request-id: req-523f4e32-9fc1-4bb7-ab91-fabcf397232e {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:00:51.114816 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "name": "network-vif-plugged", "status": "completed", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:00:51.115073 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-523f4e32-9fc1-4bb7-ab91-fabcf397232e {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:00:51.115471 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f', 'code': 200} Aug 23 05:00:51.143272 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:51.192852 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=955a2ff4-8471-4b65-93f0-a0400299394f,revision_number=5']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:51.240253 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b3e50-dcd7-42fc-8e8f-e842dbfa86d2 req-5423084a-89f9-44b1-89d0-57a367f116c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:51.241838 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d01b3e50-dcd7-42fc-8e8f-e842dbfa86d2 req-5423084a-89f9-44b1-89d0-57a367f116c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 1096 time: 0.0409143 Aug 23 05:00:51.277813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-d01b3e50-dcd7-42fc-8e8f-e842dbfa86d2 req-9a44946e-bf68-410f-9535-f102f773bb1c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284684 Aug 23 05:00:51.668369 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff40a03-ed27-4e16-a494-10656e53a956 req-440c2559-1221-408c-8ba6-3263a112edd7 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:51.669870 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cff40a03-ed27-4e16-a494-10656e53a956 req-440c2559-1221-408c-8ba6-3263a112edd7 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 945 time: 0.0504220 Aug 23 05:00:51.706874 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-cff40a03-ed27-4e16-a494-10656e53a956 req-78f3f531-a163-4ec0-8d44-ce7a4921e481 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311563 Aug 23 05:00:52.819797 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9e586-9e6c-4beb-a319-3808545868f1 req-47fb8c02-6941-4fb2-95ff-6ef20a6db94c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:52.821320 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ff9e586-9e6c-4beb-a319-3808545868f1 req-47fb8c02-6941-4fb2-95ff-6ef20a6db94c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 945 time: 0.0478916 Aug 23 05:00:52.858743 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-6ff9e586-9e6c-4beb-a319-3808545868f1 req-8798f635-cf0e-4c2e-8043-54e04d463db8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Aug 23 05:00:52.982768 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3de82e-fd99-431e-a616-378b39a857d0 req-33b3b537-3a6a-448e-902f-b00197e2674c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:52.984297 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d3de82e-fd99-431e-a616-378b39a857d0 req-33b3b537-3a6a-448e-902f-b00197e2674c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 945 time: 0.0504084 Aug 23 05:00:53.024581 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-7d3de82e-fd99-431e-a616-378b39a857d0 req-c00df470-31d2-463e-a9a8-2ad41bff138e tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345726 Aug 23 05:00:53.046036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37292) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:00:53.084300 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deabf7b-ac4e-4b72-bb62-0232d8b48892 tempest-TestSnapshotPattern-1303187256 tempest-TestSnapshotPattern-1303187256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:53.086389 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-8deabf7b-ac4e-4b72-bb62-0232d8b48892 tempest-TestSnapshotPattern-1303187256 tempest-TestSnapshotPattern-1303187256-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 1091 time: 0.0394130 Aug 23 05:00:53.089109 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37294) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:00:53.093567 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.v2.base [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Request body: {'floatingip': {'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'port_id': '955a2ff4-8471-4b65-93f0-a0400299394f', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 23 05:00:53.160199 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for floatingip, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:53.255166 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:53.361329 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_common [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Allocated IP 172.25.1.24 (a389c2ab-5641-4cd2-ba95-8ed54abad2a6/e676d90c-0390-4380-9d6a-1a4c960bd890/5a1f5dd1-7bfc-4932-a8a4-4dad49a07970) {{(pid=95121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 05:00:53.457487 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for port, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:53.583056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735236170213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:53.622637 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Network a389c2ab-5641-4cd2-ba95-8ed54abad2a6 is already hosted by enough agents. {{(pid=95121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 05:00:53.625324 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.base_scheduler [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Resources bound (agent type, host, resource id): {{(pid=95121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 05:00:53.628584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Received port after_create {{(pid=95121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 05:00:53.656129 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'Port': ['ID=5a1f5dd1-7bfc-4932-a8a4-4dad49a07970,revision_number=1']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:53.667336 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.667676 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.668007 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.668339 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.668666 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.668990 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.669341 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.669737 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.670060 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.670378 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.670697 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.671012 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:00:53.848404 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:53.984229 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:54.104705 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:54.250597 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for port, precommit_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:54.296716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8837106'] for port, after_update {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:54.366590 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event updated for resources: {'Port': ['ID=5a1f5dd1-7bfc-4932-a8a4-4dad49a07970,revision_number=2']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:00:54.373936 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695661'] for floatingip, after_create {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:54.471067 n-d-749052-7 neutron-server[95121]: INFO neutron.db.l3_db [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Floating IP 9c43277a-fcc4-4804-ab75-0f96020d4a76 associated. External IP: 172.25.1.24, port: 955a2ff4-8471-4b65-93f0-a0400299394f. Aug 23 05:00:54.672207 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Router 2bed8aa0-fe1e-446c-b237-5713c47fe837 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 05:00:54.774675 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 05:00:54.784344 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] Sync routers for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 05:00:54.793473 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:00:54.794099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:00:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:00:54.845623 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:54.873911 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-9547d763-52fb-43cc-834a-f34317d63f47 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7835362 Aug 23 05:00:54.874520 n-d-749052-7 neutron-server[95121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f'}] {{(pid=95121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:00:54.876847 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e0b1122570f472b0e2ab6844dfad3726e9771399f8ed40db14ee101f1082f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714" -d '{"events": [{"name": "network-changed", "server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f"}]}' {{(pid=95121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:00:54.912480 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 05:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e718bf3-1274-47ea-af79-25bca7bc3271 x-openstack-request-id: req-8e718bf3-1274-47ea-af79-25bca7bc3271 {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:00:54.912795 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f", "status": "completed", "code": 200}]} {{(pid=95121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:00:54.913579 n-d-749052-7 neutron-server[95121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e718bf3-1274-47ea-af79-25bca7bc3271 {{(pid=95121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:00:54.913982 n-d-749052-7 neutron-server[95121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f', 'status': 'completed', 'code': 200} Aug 23 05:00:54.917544 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:00:54.996344 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-ce01db09-4a16-487e-8086-cf91358a6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:54.997872 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-ce01db09-4a16-487e-8086-cf91358a6a78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 1096 time: 0.0399377 Aug 23 05:00:55.090078 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-f87be610-db81-4578-b8c1-0443d2e89527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:55.091543 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-f87be610-db81-4578-b8c1-0443d2e89527 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.0871587 Aug 23 05:00:55.141778 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '42161d84-729f-47e4-943e-4f7146df3952', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:58:12Z', 'updated_at': '2021-08-23T04:58:14Z', 'revision_number': 1, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}, {'id': '9c43277a-fcc4-4804-ab75-0f96020d4a76', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': '955a2ff4-8471-4b65-93f0-a0400299394f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:bc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T05:00:53Z', 'updated_at': '2021-08-23T05:00:53Z', 'revision_number': 0, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:00:55.155251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-2a528c1c-b83a-4761-911f-6f97eed5ccf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955a2ff4-8471-4b65-93f0-a0400299394f HTTP/1.1" status: 200 len: 998 time: 0.0565708 Aug 23 05:00:55.168068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] Checking router: 2bed8aa0-fe1e-446c-b237-5713c47fe837 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 05:00:55.176288 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:00:55.176898 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:00:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:00:55.207373 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-b40404af-9e51-46d0-9d2b-b124ef908167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:55.208850 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-b40404af-9e51-46d0-9d2b-b124ef908167 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0466454 Aug 23 05:00:55.253043 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-2ba32c3b-1972-4c25-bd5c-718e45a06973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:00:55.254449 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-2ba32c3b-1972-4c25-bd5c-718e45a06973 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389824 Aug 23 05:00:55.280016 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:00:55.343151 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-edf9b732-6d21-44ee-81ec-db07803bcac3 service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812850 Aug 23 05:00:55.432798 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ffeb5761-ba58-4f9d-90aa-11bae1ecb714 req-5a0c4576-86bb-4d13-8251-2e11989fa66c service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828245 Aug 23 05:00:55.501479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '42161d84-729f-47e4-943e-4f7146df3952', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:58:12Z', 'updated_at': '2021-08-23T04:58:14Z', 'revision_number': 1, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}, {'id': '9c43277a-fcc4-4804-ab75-0f96020d4a76', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': '955a2ff4-8471-4b65-93f0-a0400299394f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:bc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T05:00:53Z', 'updated_at': '2021-08-23T05:00:53Z', 'revision_number': 0, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:00:55.528123 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f373b-837e-436c-8ce8-df0ed599f4b9 None None] The sync data for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 is: [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '42161d84-729f-47e4-943e-4f7146df3952', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:58:12Z', 'updated_at': '2021-08-23T04:58:14Z', 'revision_number': 1, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}, {'id': '9c43277a-fcc4-4804-ab75-0f96020d4a76', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.24', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': '955a2ff4-8471-4b65-93f0-a0400299394f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:bc:7f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T05:00:53Z', 'updated_at': '2021-08-23T05:00:53Z', 'revision_number': 0, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 05:00:55.733084 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbafbf2-7238-47b8-9f94-fbc90ffdd138 None None] New status for floating IP 9c43277a-fcc4-4804-ab75-0f96020d4a76: ACTIVE {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 05:00:56.096818 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8e8779a3-36c7-4d6d-b69b-38b72064ed1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:58.862883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-736b0011-a47f-478c-b011-e109898412cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:00:58.959721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:00.770774 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:02.091083 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:06.018720 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:01:08.556823 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:14.909924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-308cd988-afca-4335-a862-c61de4c10ff2 req-a3eef041-34bb-4e4c-b321-1b5c83f26b8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817115 Aug 23 05:01:14.988289 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cd988-afca-4335-a862-c61de4c10ff2 req-17af6382-43ad-4d09-bdc0-c382806e3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:01:14.989782 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-308cd988-afca-4335-a862-c61de4c10ff2 req-17af6382-43ad-4d09-bdc0-c382806e3892 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1095 time: 0.0387597 Aug 23 05:01:15.092512 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cd988-afca-4335-a862-c61de4c10ff2 req-f1173326-a213-4987-8d6b-e88eb9b5f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:01:15.093912 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-308cd988-afca-4335-a862-c61de4c10ff2 req-f1173326-a213-4987-8d6b-e88eb9b5f609 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.0850253 Aug 23 05:01:15.159640 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-308cd988-afca-4335-a862-c61de4c10ff2 req-d2d08bd2-5eac-4d57-b8dd-66f023267735 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 200 len: 999 time: 0.0586882 Aug 23 05:01:15.206431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cd988-afca-4335-a862-c61de4c10ff2 req-38d7aa7b-5d77-492e-8308-f2d10bcf9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:01:15.207813 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-308cd988-afca-4335-a862-c61de4c10ff2 req-38d7aa7b-5d77-492e-8308-f2d10bcf9fe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0408995 Aug 23 05:01:15.252431 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cd988-afca-4335-a862-c61de4c10ff2 req-fdd0886d-0235-4720-9c89-c51470000c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:01:15.253933 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-308cd988-afca-4335-a862-c61de4c10ff2 req-fdd0886d-0235-4720-9c89-c51470000c0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380774 Aug 23 05:01:15.342648 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-308cd988-afca-4335-a862-c61de4c10ff2 req-1b917a32-d865-4707-9d6a-a37e1238fe8a service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813506 Aug 23 05:01:15.428502 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-308cd988-afca-4335-a862-c61de4c10ff2 req-971ffb9d-a84b-4c57-aaa9-1855cb285645 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793462 Aug 23 05:01:21.272867 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-a3121531-9052-4312-931b-6d09fa57dbda service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0375981 Aug 23 05:01:21.371259 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-a170aa7f-e1a8-4871-bfde-6037c395c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:01:21.372721 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-a170aa7f-e1a8-4871-bfde-6037c395c895 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 1096 time: 0.0432422 Aug 23 05:01:21.470819 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-10402522-5c12-4006-a7ff-5b2671a39eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:01:21.472272 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-10402522-5c12-4006-a7ff-5b2671a39eed service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.0814877 Aug 23 05:01:21.537251 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-8e457b7a-641f-42b6-a0c1-738f1d71a212 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955a2ff4-8471-4b65-93f0-a0400299394f HTTP/1.1" status: 200 len: 1000 time: 0.0580435 Aug 23 05:01:21.583516 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-9c311c67-a446-405c-8808-09cf6c5c0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:01:21.584880 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-9c311c67-a446-405c-8808-09cf6c5c0500 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0412436 Aug 23 05:01:21.626729 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-d2595b09-3507-41a5-863d-bcab7d1ca32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:01:21.628154 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-d2595b09-3507-41a5-863d-bcab7d1ca32a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0368333 Aug 23 05:01:21.716611 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-8ab29a8e-7654-4881-ac7d-7dc9e8e30df8 service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813529 Aug 23 05:01:21.817131 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-06ede026-e99c-49e2-8dc2-ba6b68761546 req-62151fbf-9915-4e05-9448-09cb4982cedf service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792878 Aug 23 05:01:23.862510 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:26.116299 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ddbde6c1-7439-4696-a766-562ddcdefcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:28.897135 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-103109a0-6a8f-4d0e-aca0-ffd2d0d721b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:28.982293 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:30.773474 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:32.107710 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:38.587812 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:43.018632 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:01:53.856292 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:56.118983 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-144bfa7e-732d-44d7-877a-90d0b6f8c730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:58.864134 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-35771fac-58c4-4137-ab8e-12c8bc1df1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:01:58.961582 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:00.798690 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:02.104733 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:08.572670 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:16.217588 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-caed22d0-2efc-4748-9e5e-d5b704e123b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431020 Aug 23 05:02:16.298019 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-deccb150-96fb-4fdd-9058-2f3daccc7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:02:16.299552 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-deccb150-96fb-4fdd-9058-2f3daccc7b2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1095 time: 0.0428948 Aug 23 05:02:16.400200 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-02714cce-ff41-46df-acfa-64992b6d2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:02:16.402250 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-02714cce-ff41-46df-acfa-64992b6d2c8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.0827634 Aug 23 05:02:16.469458 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-f46bce15-099a-4366-8d70-f0ba7adea892 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 200 len: 999 time: 0.0597875 Aug 23 05:02:16.518463 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-d121058c-c1d3-4051-bebd-4bfdd0188128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:02:16.519924 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-d121058c-c1d3-4051-bebd-4bfdd0188128 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0441463 Aug 23 05:02:16.564994 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-d655afd5-cd86-4add-a8d6-0479d4aebda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:02:16.566508 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-d655afd5-cd86-4add-a8d6-0479d4aebda1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384824 Aug 23 05:02:16.659774 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-45c50319-5fdd-4a4b-87d3-809a0aba6838 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838389 Aug 23 05:02:16.746886 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ceb66b75-ef0a-442e-90b7-ca37c6f2bad3 req-4e1a9ae8-d066-4dff-95e3-fd83b94fbebb service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796561 Aug 23 05:02:20.016952 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:02:23.279930 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-05baf82c-00df-4024-b315-d69679a6a4ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495472 Aug 23 05:02:23.372865 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-b7dcf0d0-38c7-4051-89c8-6d5df51866de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:02:23.374414 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-b7dcf0d0-38c7-4051-89c8-6d5df51866de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 1096 time: 0.0394673 Aug 23 05:02:23.474659 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-0aeae191-8d70-40de-8e94-9d6b946fb074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:02:23.476069 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-0aeae191-8d70-40de-8e94-9d6b946fb074 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.0824928 Aug 23 05:02:23.817454 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-bdf1afac-cb99-4412-8190-0315d5325ca4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955a2ff4-8471-4b65-93f0-a0400299394f HTTP/1.1" status: 200 len: 1000 time: 0.3335407 Aug 23 05:02:23.864627 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-8a8df2bd-fe6d-49e2-9fa3-4b85d8626bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:02:23.866094 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-8a8df2bd-fe6d-49e2-9fa3-4b85d8626bc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0420938 Aug 23 05:02:23.872939 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:23.914673 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-edd7e3d4-b73f-4ea5-8cd4-0c38af97d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:02:23.916176 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-edd7e3d4-b73f-4ea5-8cd4-0c38af97d601 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423455 Aug 23 05:02:24.003065 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-40e3d18e-7cd0-4462-9f6e-e676b1e45db3 service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792570 Aug 23 05:02:24.091680 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-f01538bc-4f4f-4427-bc70-37a6a1337802 req-ef2aec23-64a7-46a6-a3dc-01a9689ce966 service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819416 Aug 23 05:02:26.143558 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0166-9d71-407f-8af2-5c6901e9dbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:28.855662 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2bbec646-9dfe-41d2-9573-4016c53eb1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:28.958600 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:30.781383 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:32.147590 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:38.600216 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:53.857143 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:56.135518 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e2b355fe-a280-43fa-bd77-a6ac1f7e1f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:57.015554 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:02:58.863166 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1aea550-301d-4b29-bd99-7ddcc042804f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:58.958332 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:59.534280 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 955a2ff4-8471-4b65-93f0-a0400299394f details requested by agent hyperv_n-h1-749052-7 with host n-h1-749052-7 {{(pid=95122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 23 05:02:59.629172 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=955a2ff4-8471-4b65-93f0-a0400299394f,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:02:59.639171 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Returning: {'device': '955a2ff4-8471-4b65-93f0-a0400299394f', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'port_id': '955a2ff4-8471-4b65-93f0-a0400299394f', 'mac_address': 'fa:16:3e:bc:7f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 23 05:02:59.674523 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:59.687019 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 955a2ff4-8471-4b65-93f0-a0400299394f {{(pid=95122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 05:02:59.704840 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=955a2ff4-8471-4b65-93f0-a0400299394f,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:02:59.765785 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:02:59.811053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=955a2ff4-8471-4b65-93f0-a0400299394f,revision_number=6']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:02:59.817997 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.820080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.820080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.820080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.820080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.820080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.820080 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.820618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.820618 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.820841 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.821256 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.821578 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:02:59.914937 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] get_ports_and_sgs() called for port_ids ['955a2ff4-8471-4b65-93f0-a0400299394f'] {{(pid=95122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 23 05:03:00.787096 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:01.535090 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 955a2ff4-8471-4b65-93f0-a0400299394f up at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 23 05:03:01.584379 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.provisioning_blocks [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Provisioning complete for port 955a2ff4-8471-4b65-93f0-a0400299394f triggered by entity L2. {{(pid=95122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 05:03:01.584754 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1767631'] for port, provisioning_complete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:01.657263 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:01.678968 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:03:01.681201 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcaf115-53ca-469e-81fd-95996848a790" -d '{"events": [{"server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "name": "network-vif-plugged", "status": "completed", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:03:01.693159 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=955a2ff4-8471-4b65-93f0-a0400299394f,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:01.722228 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 05:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f612f2e9-ca1f-40a7-8f03-0d8d839bcdbb x-openstack-request-id: req-f612f2e9-ca1f-40a7-8f03-0d8d839bcdbb {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:03:01.722228 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "name": "network-vif-plugged", "status": "completed", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:03:01.722228 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f612f2e9-ca1f-40a7-8f03-0d8d839bcdbb {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:03:01.722228 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f', 'code': 200} Aug 23 05:03:01.775173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:01.822488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=955a2ff4-8471-4b65-93f0-a0400299394f,revision_number=7']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:02.122264 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:08.600271 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:13.601855 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37532) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:13.752440 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Deleting port 5a1f5dd1-7bfc-4932-a8a4-4dad49a07970 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:13.752780 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:13.823470 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:13.823799 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:13.834946 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Calling delete_port for 5a1f5dd1-7bfc-4932-a8a4-4dad49a07970 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:14.045825 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:14.068383 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event deleted for resources: {'Port': ['ID=5a1f5dd1-7bfc-4932-a8a4-4dad49a07970,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:14.081665 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.082017 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.082427 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.082747 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.083082 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.083412 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.083739 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.084064 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.084389 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.084713 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.085136 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.085410 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:14.140980 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:14.141335 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Floating IP 9c43277a-fcc4-4804-ab75-0f96020d4a76 disassociated (deleted). External IP: 172.25.1.24, port: 955a2ff4-8471-4b65-93f0-a0400299394f. Aug 23 05:03:14.339937 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Router 2bed8aa0-fe1e-446c-b237-5713c47fe837 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 05:03:14.442401 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 05:03:14.447373 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:14.452734 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] Sync routers for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 05:03:14.462101 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:03:14.462724 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:02:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:14.475051 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-c4d3feeb-9bb4-4bb9-84bb-9d313af8d997 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "DELETE /v2.0/floatingips/9c43277a-fcc4-4804-ab75-0f96020d4a76 HTTP/1.1" status: 204 len: 168 time: 0.8721168 Aug 23 05:03:14.475649 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:03:14.478018 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeea209-4102-4334-b0be-8e84edca9b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:03:14.564817 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:03:14.781493 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '42161d84-729f-47e4-943e-4f7146df3952', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:58:12Z', 'updated_at': '2021-08-23T04:58:14Z', 'revision_number': 1, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:14.806339 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] Checking router: 2bed8aa0-fe1e-446c-b237-5713c47fe837 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 05:03:14.814873 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:03:14.815465 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:02:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:14.921436 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 05:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7f8374-8e5d-4b1f-8348-ece1849fe70a x-openstack-request-id: req-ff7f8374-8e5d-4b1f-8348-ece1849fe70a {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:03:14.921967 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:03:14.922131 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff7f8374-8e5d-4b1f-8348-ece1849fe70a {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:03:14.922592 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f', 'status': 'completed', 'code': 200} Aug 23 05:03:14.923786 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:03:15.005060 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeea209-4102-4334-b0be-8e84edca9b9f req-ad20ea3c-920e-4b03-9da6-607e69a19e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:15.006605 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beeea209-4102-4334-b0be-8e84edca9b9f req-ad20ea3c-920e-4b03-9da6-607e69a19e17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 1096 time: 0.0413544 Aug 23 05:03:15.017963 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb698d6-f3ef-48d0-bda8-d279f25fc400 req-6cfad954-c11e-48ba-9d6d-c4adb948dcdb tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:15.019600 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cb698d6-f3ef-48d0-bda8-d279f25fc400 req-6cfad954-c11e-48ba-9d6d-c4adb948dcdb tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 945 time: 0.0507503 Aug 23 05:03:15.057972 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-4cb698d6-f3ef-48d0-bda8-d279f25fc400 req-58d4ed55-7c35-43ce-9899-84b7ff9e4ce1 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Aug 23 05:03:15.104399 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeea209-4102-4334-b0be-8e84edca9b9f req-71b0a03a-ea68-4770-a506-856496a6ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:15.105898 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beeea209-4102-4334-b0be-8e84edca9b9f req-71b0a03a-ea68-4770-a506-856496a6ff2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.0917089 Aug 23 05:03:15.148590 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beeea209-4102-4334-b0be-8e84edca9b9f req-2ef0daae-58df-4324-a109-f443669cf5d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955a2ff4-8471-4b65-93f0-a0400299394f HTTP/1.1" status: 200 len: 217 time: 0.0342166 Aug 23 05:03:15.158315 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '42161d84-729f-47e4-943e-4f7146df3952', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:58:12Z', 'updated_at': '2021-08-23T04:58:14Z', 'revision_number': 1, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:15.183348 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b3f2e-853e-4e5a-affa-3086078689e4 None None] The sync data for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 is: [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_floatingips': [{'id': '42161d84-729f-47e4-943e-4f7146df3952', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'router_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'port_id': 'a02156fa-8efc-4715-8189-99b43eba445b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'mac_address': 'fa:16:3e:7e:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T04:58:12Z', 'updated_at': '2021-08-23T04:58:14Z', 'revision_number': 1, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 05:03:15.197775 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeea209-4102-4334-b0be-8e84edca9b9f req-e9ef5548-809a-478f-89f8-32b02a0be67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:15.199776 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beeea209-4102-4334-b0be-8e84edca9b9f req-e9ef5548-809a-478f-89f8-32b02a0be67b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0435596 Aug 23 05:03:15.246871 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeea209-4102-4334-b0be-8e84edca9b9f req-e03d6349-db24-4e62-af2e-8bdca40ab304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:15.248396 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beeea209-4102-4334-b0be-8e84edca9b9f req-e03d6349-db24-4e62-af2e-8bdca40ab304 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408947 Aug 23 05:03:15.344578 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beeea209-4102-4334-b0be-8e84edca9b9f req-6bab3a53-9ca0-44b1-aa9b-c884b91081b3 service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878470 Aug 23 05:03:15.415399 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f6497-1919-4f4a-b856-e674dcc67023 None None] New status for floating IP 9c43277a-fcc4-4804-ab75-0f96020d4a76: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 05:03:15.441683 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-beeea209-4102-4334-b0be-8e84edca9b9f req-9550f7d4-e36b-43fb-82c0-91dcfce5121c service neutron] 10.222.0.11 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892546 Aug 23 05:03:15.592068 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 955a2ff4-8471-4b65-93f0-a0400299394f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:03:15.820583 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1825104'] for port, before_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:15.845099 n-d-749052-7 neutron-server[95122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f'}] {{(pid=95122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:03:15.845898 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7aee9425b61428f9ef01f665af526313160e7af3eb023d56bcf88e11564586d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be1b2b7-b09e-4ba2-b45c-b0008bc1d4b2" -d '{"events": [{"server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "name": "network-vif-unplugged", "status": "completed", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f"}]}' {{(pid=95122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:03:15.857889 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=955a2ff4-8471-4b65-93f0-a0400299394f,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:15.903721 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735236736853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735236170231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735236167693'] for port, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:15.932463 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 Aug 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645072a3-0f1d-4f09-9fc3-2657f616fc17 x-openstack-request-id: req-645072a3-0f1d-4f09-9fc3-2657f616fc17 {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:03:15.932764 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "name": "network-vif-unplugged", "status": "completed", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f", "code": 200}]} {{(pid=95122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:03:15.933028 n-d-749052-7 neutron-server[95122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-645072a3-0f1d-4f09-9fc3-2657f616fc17 {{(pid=95122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:03:15.933436 n-d-749052-7 neutron-server[95122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f', 'code': 200} Aug 23 05:03:15.952635 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Pushing event updated for resources: {'Port': ['ID=955a2ff4-8471-4b65-93f0-a0400299394f,revision_number=8']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:16.179151 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bf98f-bdc8-413f-b6cd-c8f8055e2913 req-07fcaf89-e3b5-4386-a2f6-57bd60526e99 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:16.180606 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d29bf98f-bdc8-413f-b6cd-c8f8055e2913 req-07fcaf89-e3b5-4386-a2f6-57bd60526e99 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 943 time: 0.0509739 Aug 23 05:03:16.218835 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-d29bf98f-bdc8-413f-b6cd-c8f8055e2913 req-cda65ad8-e093-42e8-bf94-89ab394f865c tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Aug 23 05:03:16.711481 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-38c96c65-c05c-4964-afd0-71a2891d2ac5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387685 Aug 23 05:03:16.798013 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-ec93851e-f1d2-4da4-a563-7cea458f515d tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:16.799450 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-ec93851e-f1d2-4da4-a563-7cea458f515d tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.11 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 943 time: 0.0754395 Aug 23 05:03:16.804449 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-221e78c8-77d1-424c-a977-dbeab07bfeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:16.805878 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-221e78c8-77d1-424c-a977-dbeab07bfeb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1095 time: 0.0533619 Aug 23 05:03:16.957154 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-a9d39b49-3fde-44a9-abd4-1bb4993cf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:16.958627 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-a9d39b49-3fde-44a9-abd4-1bb4993cf43c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.1251559 Aug 23 05:03:16.967555 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Deleting port 955a2ff4-8471-4b65-93f0-a0400299394f {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:16.967837 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:17.080968 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-c913b35c-9874-4cda-b856-655f7ed498dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 200 len: 999 time: 0.1092217 Aug 23 05:03:17.127467 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] For port 955a2ff4-8471-4b65-93f0-a0400299394f, host n-h1-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-749052-7',level=0,port_id=955a2ff4-8471-4b65-93f0-a0400299394f,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:17.127830 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:17.144483 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Calling delete_port for 955a2ff4-8471-4b65-93f0-a0400299394f owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:17.159128 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-86065ff4-e0c2-4799-b28b-3f3628c12d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:17.160597 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-86065ff4-e0c2-4799-b28b-3f3628c12d7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0696537 Aug 23 05:03:17.248573 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-c641d652-7e59-4680-8b98-8602656e0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:17.250086 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-c641d652-7e59-4680-8b98-8602656e0451 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599349 Aug 23 05:03:17.334723 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af491d97-8620-4d86-97b4-4566550dfbd8 req-7194ec10-5709-4baa-8878-5954edd3f9e3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:17.336276 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af491d97-8620-4d86-97b4-4566550dfbd8 req-7194ec10-5709-4baa-8878-5954edd3f9e3 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 943 time: 0.0483012 Aug 23 05:03:17.375939 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-af491d97-8620-4d86-97b4-4566550dfbd8 req-17d5ed1d-131c-4d0f-b720-903074fe8a7d tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325038 Aug 23 05:03:17.378280 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-e8b6599f-f24e-44b4-83a0-22af14ec74aa service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183569 Aug 23 05:03:17.444182 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:17.475686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event deleted for resources: {'Port': ['ID=955a2ff4-8471-4b65-93f0-a0400299394f,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:17.532277 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] No DVR routers for this DVR port 955a2ff4-8471-4b65-93f0-a0400299394f on host n-h1-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 05:03:17.535584 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e688dbce-d6f5-4c9d-a502-f48c6fb87838 req-869cc81e-ebec-4d25-b0f2-0760b3ce236f service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497054 Aug 23 05:03:17.536857 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:17.539037 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-ebaf0d9c-ebc0-4f61-bbe8-1a779dfb19ff req-4fa5674c-2aa3-404a-aa56-b2d046ae72be tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.11 "DELETE /v2.0/ports/955a2ff4-8471-4b65-93f0-a0400299394f HTTP/1.1" status: 204 len: 173 time: 0.7323332 Aug 23 05:03:17.539982 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'name': 'network-vif-deleted', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:03:17.543782 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b5e3b7-1f06-4536-9be9-67fbfa8eb0c1" -d '{"events": [{"server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "name": "network-vif-deleted", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:03:17.578875 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 05:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bb4b1c-57d1-4803-9f7c-68dfb103e2aa x-openstack-request-id: req-94bb4b1c-57d1-4803-9f7c-68dfb103e2aa {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:03:17.579340 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce02137-1db2-4354-ab6c-de7d52f7187f", "name": "network-vif-deleted", "tag": "955a2ff4-8471-4b65-93f0-a0400299394f", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:03:17.579606 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94bb4b1c-57d1-4803-9f7c-68dfb103e2aa {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:03:17.580009 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce02137-1db2-4354-ab6c-de7d52f7187f', 'name': 'network-vif-deleted', 'tag': '955a2ff4-8471-4b65-93f0-a0400299394f', 'status': 'completed', 'code': 200} Aug 23 05:03:18.482563 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-1cb55d07-515a-44df-91a9-886adc8d8263 req-e8c7fe5f-1052-406f-9e6f-4abac29be66f tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce02137-1db2-4354-ab6c-de7d52f7187f HTTP/1.1" status: 200 len: 210 time: 0.0266898 Aug 23 05:03:19.607654 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 955a2ff4-8471-4b65-93f0-a0400299394f no longer exists at agent hyperv_n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:03:19.627768 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] No Port match for: 955a2ff4-8471-4b65-93f0-a0400299394f {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 05:03:19.628113 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Device 955a2ff4-8471-4b65-93f0-a0400299394f not bound to the agent host n-h1-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 05:03:20.864036 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37598) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:21.015736 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Deleting port 1e32b0a7-58ef-48f0-a9c8-8960ee8e47d5 {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:21.016074 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:21.088024 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:21.089153 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:21.100299 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Calling delete_port for 1e32b0a7-58ef-48f0-a9c8-8960ee8e47d5 owned by network:floatingip {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:21.294949 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:21.319402 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event deleted for resources: {'Port': ['ID=1e32b0a7-58ef-48f0-a9c8-8960ee8e47d5,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:21.382301 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for floatingip, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:21.382627 n-d-749052-7 neutron-server[95120]: INFO neutron.db.l3_db [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Floating IP 42161d84-729f-47e4-943e-4f7146df3952 disassociated (deleted). External IP: 172.25.1.23, port: a02156fa-8efc-4715-8189-99b43eba445b. Aug 23 05:03:21.577548 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Router 2bed8aa0-fe1e-446c-b237-5713c47fe837 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 05:03:21.964102 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 05:03:21.968996 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for floatingip, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:21.973787 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4260cab-471e-475e-9731-79156685692c None None] Sync routers for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 05:03:21.983139 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4260cab-471e-475e-9731-79156685692c None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:03:21.983785 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e4260cab-471e-475e-9731-79156685692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:02:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:21.996168 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-3d60657c-29de-45d8-8b55-07f88c7720c5 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "DELETE /v2.0/floatingips/42161d84-729f-47e4-943e-4f7146df3952 HTTP/1.1" status: 204 len: 168 time: 1.1310542 Aug 23 05:03:21.996758 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:03:21.999023 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e689bd97-dad1-4cac-8084-6d39bcb5a91b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "tag": "a02156fa-8efc-4715-8189-99b43eba445b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:03:22.087481 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e4260cab-471e-475e-9731-79156685692c None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:03:22.286694 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e4260cab-471e-475e-9731-79156685692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:22.305061 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 Aug 2021 05:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d60f50-419a-4206-a2d7-5065aef261bb x-openstack-request-id: req-45d60f50-419a-4206-a2d7-5065aef261bb {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:03:22.305461 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "tag": "a02156fa-8efc-4715-8189-99b43eba445b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:03:22.305808 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45d60f50-419a-4206-a2d7-5065aef261bb {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:03:22.306413 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b', 'status': 'completed', 'code': 200} Aug 23 05:03:22.313479 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4260cab-471e-475e-9731-79156685692c None None] Checking router: 2bed8aa0-fe1e-446c-b237-5713c47fe837 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 05:03:22.323232 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4260cab-471e-475e-9731-79156685692c None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:03:22.323868 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e4260cab-471e-475e-9731-79156685692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:02:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:22.374214 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-df0db4fc-afc9-46de-a77d-c1971e37bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:22.375789 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-df0db4fc-afc9-46de-a77d-c1971e37bfd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f8614bb0a484459a59af70563df75ff&device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 1095 time: 0.0459654 Aug 23 05:03:22.412217 n-d-749052-7 neutron-server[95121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd095541-2784-4633-9eb3-e978b848461b req-1a68e827-bfa5-435a-9f37-a2d22894c1c0 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:22.414623 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd095541-2784-4633-9eb3-e978b848461b req-1a68e827-bfa5-435a-9f37-a2d22894c1c0 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 944 time: 0.0580447 Aug 23 05:03:22.430773 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-e4260cab-471e-475e-9731-79156685692c None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:03:22.453731 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-bd095541-2784-4633-9eb3-e978b848461b req-42da1903-183f-4407-95bb-8575b16a3ba9 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/security-groups?id=7564a67f-62d3-4af2-b6be-c12027aea9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Aug 23 05:03:22.478847 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-7b24ed50-cbec-45be-8a5c-6e529b0ebf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:22.480884 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-7b24ed50-cbec-45be-8a5c-6e529b0ebf35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 200 len: 910 time: 0.0970628 Aug 23 05:03:22.522404 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-218c0b56-0e3b-4e77-a3c6-22788eb78873 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 200 len: 217 time: 0.0339489 Aug 23 05:03:22.571111 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-2d755345-b868-4741-a057-83ebbae9e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:22.572631 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-2d755345-b868-4741-a057-83ebbae9e34a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 200 len: 849 time: 0.0422895 Aug 23 05:03:22.618421 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-c1e01fdd-bad0-49ac-8541-390413b66702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:22.619925 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-c1e01fdd-bad0-49ac-8541-390413b66702 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394285 Aug 23 05:03:22.631984 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-e4260cab-471e-475e-9731-79156685692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:22.658936 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4260cab-471e-475e-9731-79156685692c None None] The sync data for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 is: [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T04:57:49Z', 'revision_number': 4, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7', '_interfaces': [{'id': '197fa12e-6d78-4d6d-b027-571c19cad0a7', 'name': '', 'network_id': '6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'mac_address': 'fa:16:3e:0d:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:48Z', 'updated_at': '2021-08-23T04:57:53Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'subnets': [{'id': '9267348e-b279-49fe-8b35-a21b2e6c4569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 05:03:22.721416 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-52b533d8-ec8c-4620-8edb-2b4dc965bc90 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876811 Aug 23 05:03:22.812258 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e689bd97-dad1-4cac-8084-6d39bcb5a91b req-40847ce6-8a18-4857-adc6-391dbbda163a service neutron] 10.222.0.24 "GET /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884194 Aug 23 05:03:22.884009 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615406c-c2f5-4cc8-9652-7392fc770e52 None None] New status for floating IP 42161d84-729f-47e4-943e-4f7146df3952: DOWN {{(pid=95124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 05:03:22.984309 n-d-749052-7 neutron-server[95120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-2006e9d0-f7db-41bc-bdbf-722aedc71681 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 05:03:22.985800 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-2006e9d0-f7db-41bc-bdbf-722aedc71681 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 944 time: 0.0497382 Aug 23 05:03:23.072073 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Deleting port a02156fa-8efc-4715-8189-99b43eba445b {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:23.072327 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:23.161186 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] For port a02156fa-8efc-4715-8189-99b43eba445b, host n-h2-749052-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-749052-7',level=0,port_id=a02156fa-8efc-4715-8189-99b43eba445b,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:23.161544 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:23.172686 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Calling delete_port for a02156fa-8efc-4715-8189-99b43eba445b owned by compute:nova {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:23.376932 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:23.402934 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event deleted for resources: {'Port': ['ID=a02156fa-8efc-4715-8189-99b43eba445b,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:23.446572 n-d-749052-7 neutron-server[95120]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] No DVR routers for this DVR port a02156fa-8efc-4715-8189-99b43eba445b on host n-h2-749052-7 {{(pid=95120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 05:03:23.449164 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-161843'] for port, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:23.451210 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [req-e8ef9c78-163a-418f-a73c-b1f8051a7296 req-4ef2d6e7-8a64-48c6-b16e-25efc48f38f8 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.24 "DELETE /v2.0/ports/a02156fa-8efc-4715-8189-99b43eba445b HTTP/1.1" status: 204 len: 173 time: 0.4589295 Aug 23 05:03:23.550814 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [req-46b512fd-e04c-4fcf-b01b-6e101f2e8b52 req-f2362b53-7ff0-40bd-99b9-4524fcf7ce49 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e1fb2c5-7475-40af-bebb-165cd3dae24a HTTP/1.1" status: 200 len: 210 time: 0.0261543 Aug 23 05:03:24.031586 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:24.307765 n-d-749052-7 neutron-server[95120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'name': 'network-vif-deleted', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b'}] {{(pid=95120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 05:03:24.310256 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da388bed250e82220f0a802af3670b642b4f98e2f6c6301f9a3aeec5ec40a7c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf460ea-1d6e-4114-8c4f-6bff9e459c59" -d '{"events": [{"server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "name": "network-vif-deleted", "tag": "a02156fa-8efc-4715-8189-99b43eba445b"}]}' {{(pid=95120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 23 05:03:24.346078 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 Aug 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed54957-3949-45db-a133-418dbf14a96d x-openstack-request-id: req-5ed54957-3949-45db-a133-418dbf14a96d {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 23 05:03:24.346376 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1fb2c5-7475-40af-bebb-165cd3dae24a", "name": "network-vif-deleted", "tag": "a02156fa-8efc-4715-8189-99b43eba445b", "status": "completed", "code": 200}]} {{(pid=95120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 23 05:03:24.346632 n-d-749052-7 neutron-server[95120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ed54957-3949-45db-a133-418dbf14a96d {{(pid=95120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 23 05:03:24.347028 n-d-749052-7 neutron-server[95120]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1fb2c5-7475-40af-bebb-165cd3dae24a', 'name': 'network-vif-deleted', 'tag': 'a02156fa-8efc-4715-8189-99b43eba445b', 'status': 'completed', 'code': 200} Aug 23 05:03:24.605939 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37612) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:24.662404 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:24.686699 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:24.820540 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:24.823241 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:24.824382 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] 10.222.0.20 "DELETE /v2.0/security-groups/7564a67f-62d3-4af2-b6be-c12027aea9b4 HTTP/1.1" status: 204 len: 168 time: 0.2174602 Aug 23 05:03:24.833221 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7564a67f-62d3-4af2-b6be-c12027aea9b4,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:24.841204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.843036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.843036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.843036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.843036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.843036 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.843498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.843498 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.843819 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.844147 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.844471 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.844793 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c1065-de4e-4997-b86e-e72f9737b913 tempest-TestSnapshotPattern-202072467 tempest-TestSnapshotPattern-202072467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-749052-7 {{(pid=95121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 05:03:24.921396 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37616) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:25.343049 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:25.579852 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Deleting port 197fa12e-6d78-4d6d-b027-571c19cad0a7 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:25.580888 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:25.655331 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] For port 197fa12e-6d78-4d6d-b027-571c19cad0a7, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=197fa12e-6d78-4d6d-b027-571c19cad0a7,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:25.656121 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:25.666648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Calling delete_port for 197fa12e-6d78-4d6d-b027-571c19cad0a7 owned by network:router_interface {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:25.902914 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:26.131516 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-480e4c32-08bd-47ba-9f31-ddb4105b0ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:26.236315 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Pushing event deleted for resources: {'Port': ['ID=197fa12e-6d78-4d6d-b027-571c19cad0a7,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:26.396085 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:26.606418 n-d-749052-7 neutron-server[95121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Router 2bed8aa0-fe1e-446c-b237-5713c47fe837 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 05:03:26.710041 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 05:03:26.716100 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-a2ff90b3-584b-4737-aae5-5ec72750101b admin admin] 10.222.0.20 "PUT /v2.0/routers/2bed8aa0-fe1e-446c-b237-5713c47fe837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7936523 Aug 23 05:03:26.718648 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37620) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:26.719514 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] Sync routers for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 05:03:26.730307 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:03:26.730929 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:02:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:26.822871 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks [] for router, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:26.834342 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: n-d-749052-7 {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:03:26.925798 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.012297 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T05:03:25Z', 'revision_number': 5, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port': {'id': '2ce1d1cf-168e-4a99-bc56-20a8c8f092bc', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:46Z', 'updated_at': '2021-08-23T04:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:27.023850 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Deleting port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:27.024192 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.041701 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] Checking router: 2bed8aa0-fe1e-446c-b237-5713c47fe837 for host: n-d-749052-7 {{(pid=95122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 05:03:27.050148 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] Routers {'2bed8aa0-fe1e-446c-b237-5713c47fe837'} bound to L3 agent in host n-d-749052-7 {{(pid=95122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:03:27.050753 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:02:59Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['2bed8aa0-fe1e-446c-b237-5713c47fe837'], 'active': True} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:27.108611 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] For port 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=2ce1d1cf-168e-4a99-bc56-20a8c8f092bc,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:27.108980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.122846 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Calling delete_port for 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc owned by network:router_gateway {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:27.138511 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a02156fa-8efc-4715-8189-99b43eba445b no longer exists at agent hyperv_n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:03:27.142488 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvr_db [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] Set router 2bed8aa0-fe1e-446c-b237-5713c47fe837 gateway port host: None {{(pid=95122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:03:27.181755 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] No Port match for: a02156fa-8efc-4715-8189-99b43eba445b {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 05:03:27.182143 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Device a02156fa-8efc-4715-8189-99b43eba445b not bound to the agent host n-h2-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 05:03:27.209144 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_hamode_db [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T05:03:26Z', 'revision_number': 6, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:27.238034 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e6c4e-48f0-491b-a134-909444283e46 None None] The sync data for ids ['2bed8aa0-fe1e-446c-b237-5713c47fe837'] in n-d-749052-7 is: [{'id': '2bed8aa0-fe1e-446c-b237-5713c47fe837', 'name': 'tempest-TestSnapshotPattern-1790497596-router', 'tenant_id': '1f8614bb0a484459a59af70563df75ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:45Z', 'updated_at': '2021-08-23T05:03:26Z', 'revision_number': 6, 'project_id': '1f8614bb0a484459a59af70563df75ff', 'gw_port_host': None}] {{(pid=95122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 05:03:27.358056 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.388542 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce1d1cf-168e-4a99-bc56-20a8c8f092bc,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:27.446734 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.534854 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.536790 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.639872 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.648513 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bed8aa0-fe1e-446c-b237-5713c47fe837 {{(pid=95121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 05:03:27.648513 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] Notify callbacks [] for router, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.648513 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-e16c0064-b168-4e13-b4a1-cbb3082dc761 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2bed8aa0-fe1e-446c-b237-5713c47fe837 HTTP/1.1" status: 204 len: 168 time: 0.9264209 Aug 23 05:03:27.649132 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37622) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:27.693694 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf55135-a8cd-45a0-b84b-22105a3d626b admin admin] Deleting subnet 9267348e-b279-49fe-8b35-a21b2e6c4569 {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 05:03:27.696707 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-edf55135-a8cd-45a0-b84b-22105a3d626b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.731048 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-edf55135-a8cd-45a0-b84b-22105a3d626b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.805608 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-edf55135-a8cd-45a0-b84b-22105a3d626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.918716 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-edf55135-a8cd-45a0-b84b-22105a3d626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.944395 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf55135-a8cd-45a0-b84b-22105a3d626b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9267348e-b279-49fe-8b35-a21b2e6c4569,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:27.948789 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-edf55135-a8cd-45a0-b84b-22105a3d626b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:27.950647 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-edf55135-a8cd-45a0-b84b-22105a3d626b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9267348e-b279-49fe-8b35-a21b2e6c4569 HTTP/1.1" status: 204 len: 168 time: 0.3010368 Aug 23 05:03:27.953236 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37624) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:27.955857 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd5528-7957-472e-b2d5-7b4b7547b294 None None] Network 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 05:03:28.024329 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.082201 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Deleting port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:28.082539 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.138214 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4649d86-0e48-4295-9d08-add9ae2c2ff2 None None] DHCP port deletion for 6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 05:03:28.146142 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] For port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cdd34901-6f7e-42ac-a9a3-945d3bed0fd5,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:28.146507 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.159463 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Calling delete_port for cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:28.184183 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b4649d86-0e48-4295-9d08-add9ae2c2ff2 None None] Deleting port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:28.184736 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b4649d86-0e48-4295-9d08-add9ae2c2ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.247513 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-b4649d86-0e48-4295-9d08-add9ae2c2ff2 None None] For port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=cdd34901-6f7e-42ac-a9a3-945d3bed0fd5,segment=NetworkSegment(51cccc41-1043-4d12-8773-39b505b213a2),segment_id=51cccc41-1043-4d12-8773-39b505b213a2)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:28.247922 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b4649d86-0e48-4295-9d08-add9ae2c2ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.260888 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-b4649d86-0e48-4295-9d08-add9ae2c2ff2 None None] Calling delete_port for cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:28.302659 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.333919 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd34901-6f7e-42ac-a9a3-945d3bed0fd5,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:28.337104 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] No DVR routers for this DVR port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 05:03:28.341442 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b4649d86-0e48-4295-9d08-add9ae2c2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.366921 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4649d86-0e48-4295-9d08-add9ae2c2ff2 None None] Pushing event deleted for resources: {'Port': ['ID=cdd34901-6f7e-42ac-a9a3-945d3bed0fd5,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:28.370457 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4649d86-0e48-4295-9d08-add9ae2c2ff2 None None] No DVR routers for this DVR port cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 05:03:28.422944 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.432682 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:28.442186 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cccc41-1043-4d12-8773-39b505b213a2') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:28.443962 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cccc41-1043-4d12-8773-39b505b213a2') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:28.451063 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.469027 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.475805 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 05:03:28.478579 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: timer() Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 05:03:28.480286 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 05:03:28.586356 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.592603 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.598807 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] 10.222.0.20 "DELETE /v2.0/networks/6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c HTTP/1.1" status: 204 len: 168 time: 0.6400146 Aug 23 05:03:28.599701 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37630) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:28.605503 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f50edf-ea59-4ab3-aa63-d4e862884b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd60f5d-ed29-4edb-8fad-affe0fc7fd1c,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:28.868511 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-eb609384-9c8e-4ec2-ac9f-4c39ac5c2cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.936482 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536533'] for router_interface, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:28.965814 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:29.160266 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:03:29.177266 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Deleting port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:29.177609 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:29.179502 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 05:03:29.179853 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 2ce1d1cf-168e-4a99-bc56-20a8c8f092bc not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 05:03:29.180270 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 197fa12e-6d78-4d6d-b027-571c19cad0a7 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:03:29.199115 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 197fa12e-6d78-4d6d-b027-571c19cad0a7 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 05:03:29.199737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 197fa12e-6d78-4d6d-b027-571c19cad0a7 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 05:03:29.199850 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:03:29.220202 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 05:03:29.220545 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device cdd34901-6f7e-42ac-a9a3-945d3bed0fd5 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 05:03:29.254378 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] For port 6e757cc0-3222-4ff2-b370-f592b7b9fd5d, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=6e757cc0-3222-4ff2-b370-f592b7b9fd5d,segment=NetworkSegment(fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e),segment_id=fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:29.254742 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:29.265943 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Calling delete_port for 6e757cc0-3222-4ff2-b370-f592b7b9fd5d owned by network:router_interface {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:29.518063 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:29.543697 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e757cc0-3222-4ff2-b370-f592b7b9fd5d,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:29.709274 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536393'] for router_interface, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:29.919105 n-d-749052-7 neutron-server[95120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Router 75e17171-586b-445e-a901-3bd4d3d041d7 has already been hosted by L3 agent 3f4ba8b8-d360-47c2-947b-51b5057b4621 {{(pid=95120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 05:03:30.018070 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] Notify agent at l3_agent.n-d-749052-7 the message routers_updated {{(pid=95120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 05:03:30.026220 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-9d9aa4ef-9f0e-49b2-99a0-cf453952baa1 admin admin] 10.222.0.20 "PUT /v2.0/routers/75e17171-586b-445e-a901-3bd4d3d041d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4243853 Aug 23 05:03:30.026220 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [-] (95120) accepted ('10.222.0.20', 37636) {{(pid=95120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:30.026957 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] Sync routers for ids ['75e17171-586b-445e-a901-3bd4d3d041d7'] in n-d-749052-7 {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 05:03:30.036111 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] Routers {'75e17171-586b-445e-a901-3bd4d3d041d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:03:30.036713 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['75e17171-586b-445e-a901-3bd4d3d041d7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:30.127220 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.137793 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] Set router 75e17171-586b-445e-a901-3bd4d3d041d7 gateway port host: n-d-749052-7 {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:03:30.227413 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.308095 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'external_fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T05:03:29Z', 'revision_number': 5, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'gw_port': {'id': 'ecf48b71-fb77-415f-b34a-e356a096aa7e', 'name': '', 'network_id': 'a389c2ab-5641-4cd2-ba95-8ed54abad2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ae:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-749052-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e676d90c-0390-4380-9d6a-1a4c960bd890', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-749052-7'}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:30.332828 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Deleting port ecf48b71-fb77-415f-b34a-e356a096aa7e {{(pid=95120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:30.333206 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.418786 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.db [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] For port ecf48b71-fb77-415f-b34a-e356a096aa7e, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=ecf48b71-fb77-415f-b34a-e356a096aa7e,segment=NetworkSegment(2e3d9373-5dc5-4208-be09-2ef764139e42),segment_id=2e3d9373-5dc5-4208-be09-2ef764139e42)] {{(pid=95120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:30.419154 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.426637 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] Checking router: 75e17171-586b-445e-a901-3bd4d3d041d7 for host: n-d-749052-7 {{(pid=95124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 05:03:30.430745 n-d-749052-7 neutron-server[95120]: DEBUG neutron.plugins.ml2.plugin [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Calling delete_port for ecf48b71-fb77-415f-b34a-e356a096aa7e owned by network:router_gateway {{(pid=95120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:30.435470 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] Routers {'75e17171-586b-445e-a901-3bd4d3d041d7'} bound to L3 agent in host n-d-749052-7 {{(pid=95124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 05:03:30.436077 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-749052-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T03:21:59Z,description=,heartbeat_timestamp=2021-08-23T05:03:29Z,host='n-d-749052-7',id=3f4ba8b8-d360-47c2-947b-51b5057b4621,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T03:21:59Z,topic='l3_agent')) {'router_ids': ['75e17171-586b-445e-a901-3bd4d3d041d7'], 'active': True} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:30.519504 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_dvr_db [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] Set router 75e17171-586b-445e-a901-3bd4d3d041d7 gateway port host: None {{(pid=95124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 23 05:03:30.569104 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.l3_hamode_db [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T05:03:30Z', 'revision_number': 6, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'gw_port_host': None}], 'n-d-749052-7', False) {} {{(pid=95124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:30.598363 n-d-749052-7 neutron-server[95124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedce1a8-4efc-415f-b4e1-33c6725641d0 None None] The sync data for ids ['75e17171-586b-445e-a901-3bd4d3d041d7'] in n-d-749052-7 is: [{'id': '75e17171-586b-445e-a901-3bd4d3d041d7', 'name': 'tempest-TestSnapshotPattern-1169405102-router', 'tenant_id': '3a1d7286495d4862a48f1f14cfe6da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T04:57:52Z', 'updated_at': '2021-08-23T05:03:30Z', 'revision_number': 6, 'project_id': '3a1d7286495d4862a48f1f14cfe6da96', 'gw_port_host': None}] {{(pid=95124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 05:03:30.645696 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9350797'] for port, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.670459 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf48b71-fb77-415f-b34a-e356a096aa7e,revision_number=None']} {{(pid=95120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:30.734543 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695453'] for router_gateway, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.770965 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.821202 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3751'] for router, precommit_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.823275 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.919727 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539816'] for router, after_delete {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.920296 n-d-749052-7 neutron-server[95120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75e17171-586b-445e-a901-3bd4d3d041d7 {{(pid=95120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 05:03:30.924524 n-d-749052-7 neutron-server[95120]: DEBUG neutron_lib.callbacks.manager [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=95120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:30.928412 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37638) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:30.928987 n-d-749052-7 neutron-server[95120]: INFO neutron.wsgi [None req-5b7981b1-35de-423a-949b-205b3a27e7a9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/75e17171-586b-445e-a901-3bd4d3d041d7 HTTP/1.1" status: 204 len: 168 time: 0.9012976 Aug 23 05:03:30.975163 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.db_base_plugin_v2 [None req-49245582-2cbe-4168-90cc-0847ba712c1a admin admin] Deleting subnet ea15446d-efb7-4308-94f1-382404ced44d {{(pid=95121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 23 05:03:30.978348 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49245582-2cbe-4168-90cc-0847ba712c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.024148 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49245582-2cbe-4168-90cc-0847ba712c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9436826'] for subnet, precommit_delete_associations {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.098873 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49245582-2cbe-4168-90cc-0847ba712c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764065'] for subnet, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.205610 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49245582-2cbe-4168-90cc-0847ba712c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9175180'] for subnet, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.232149 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49245582-2cbe-4168-90cc-0847ba712c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea15446d-efb7-4308-94f1-382404ced44d,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:31.235894 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-49245582-2cbe-4168-90cc-0847ba712c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.237822 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-49245582-2cbe-4168-90cc-0847ba712c1a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ea15446d-efb7-4308-94f1-382404ced44d HTTP/1.1" status: 204 len: 168 time: 0.3080523 Aug 23 05:03:31.240842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37642) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:31.242684 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a53cc-974f-4fb2-b8c8-31177735acf8 None None] Network 375d4ff5-7b67-4be7-b22b-94975f6bb579 requested from n-d-749052-7 {{(pid=95122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 23 05:03:31.310846 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770216'] for network, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.379552 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Deleting port 69c4357b-1ef1-44f9-9070-429d9799e461 {{(pid=95121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:31.379983 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.400031 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ecf48b71-fb77-415f-b34a-e356a096aa7e no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:03:31.426110 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d272f51-42ce-452d-bd13-9decb8cbac33 None None] DHCP port deletion for 375d4ff5-7b67-4be7-b22b-94975f6bb579 request from n-d-749052-7 {{(pid=95122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 23 05:03:31.428290 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: ecf48b71-fb77-415f-b34a-e356a096aa7e {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 05:03:31.428737 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device ecf48b71-fb77-415f-b34a-e356a096aa7e not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 05:03:31.429236 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6e757cc0-3222-4ff2-b370-f592b7b9fd5d no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:03:31.452584 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.db [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] For port 69c4357b-1ef1-44f9-9070-429d9799e461, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=69c4357b-1ef1-44f9-9070-429d9799e461,segment=NetworkSegment(fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e),segment_id=fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e)] {{(pid=95121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:31.452960 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.466685 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.plugin [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Calling delete_port for 69c4357b-1ef1-44f9-9070-429d9799e461 owned by network:dhcp {{(pid=95121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:31.468558 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 6e757cc0-3222-4ff2-b370-f592b7b9fd5d {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 05:03:31.468909 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 6e757cc0-3222-4ff2-b370-f592b7b9fd5d not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 05:03:31.493941 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8d272f51-42ce-452d-bd13-9decb8cbac33 None None] Deleting port 69c4357b-1ef1-44f9-9070-429d9799e461 {{(pid=95122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 23 05:03:31.494360 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d272f51-42ce-452d-bd13-9decb8cbac33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735236582903'] for port, before_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.571663 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.db [None req-8d272f51-42ce-452d-bd13-9decb8cbac33 None None] For port 69c4357b-1ef1-44f9-9070-429d9799e461, host n-d-749052-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-749052-7',level=0,port_id=69c4357b-1ef1-44f9-9070-429d9799e461,segment=NetworkSegment(fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e),segment_id=fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e)] {{(pid=95122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 05:03:31.571663 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d272f51-42ce-452d-bd13-9decb8cbac33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533031'] for port, precommit_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.572053 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-8d272f51-42ce-452d-bd13-9decb8cbac33 None None] Calling delete_port for 69c4357b-1ef1-44f9-9070-429d9799e461 owned by network:dhcp {{(pid=95122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 23 05:03:31.652028 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836873'] for port, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.658497 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8d272f51-42ce-452d-bd13-9decb8cbac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735236736943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735236170222'] for port, after_delete {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.678204 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c4357b-1ef1-44f9-9070-429d9799e461,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:31.681657 n-d-749052-7 neutron-server[95121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] No DVR routers for this DVR port 69c4357b-1ef1-44f9-9070-429d9799e461 on host n-d-749052-7 {{(pid=95121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 05:03:31.684478 n-d-749052-7 neutron-server[95122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d272f51-42ce-452d-bd13-9decb8cbac33 None None] Pushing event deleted for resources: {'Port': ['ID=69c4357b-1ef1-44f9-9070-429d9799e461,revision_number=None']} {{(pid=95122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:31.688565 n-d-749052-7 neutron-server[95122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d272f51-42ce-452d-bd13-9decb8cbac33 None None] No DVR routers for this DVR port 69c4357b-1ef1-44f9-9070-429d9799e461 on host n-d-749052-7 {{(pid=95122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 05:03:31.760768 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761908', 'neutron.services.segments.db._delete_segments_for_network-8735236696333'] for network, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.770302 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375d4ff5-7b67-4be7-b22b-94975f6bb579']}} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:31.780436 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e') {'for_net_delete': True} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:31.780732 n-d-749052-7 neutron-server[95121]: DEBUG neutron.services.segments.db [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1f56ae-d0e4-4ee4-b3c7-1140b3ffdd7e') {} {{(pid=95121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 05:03:31.789439 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735236683969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9436899'] for segment, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.802922 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652'] for segment, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.808594 n-d-749052-7 neutron-server[95121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=95121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 05:03:31.808980 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8837078'] for segment, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: Traceback (most recent call last): Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: timer() Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: cb(*args, **kw) Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: return func(*args, **kwargs) Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: self._notify() Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: self.callback(batched_events) Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: event.method(event) Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: return f(self, *a, **k) Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: return self._get(url).json() Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: return self.request(url, 'GET', **kwargs) Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 05:03:31.813156 n-d-749052-7 neutron-server[95121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 05:03:31.952083 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695572'] for network, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.964291 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Notify callbacks [] for network, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:31.966119 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] 10.222.0.20 "DELETE /v2.0/networks/375d4ff5-7b67-4be7-b22b-94975f6bb579 HTTP/1.1" status: 204 len: 168 time: 0.7242906 Aug 23 05:03:31.977089 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0c36b-fcb2-4188-85f9-15340f916b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=375d4ff5-7b67-4be7-b22b-94975f6bb579,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:32.142324 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:32.335291 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37646) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:32.374332 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-0a124c2c-ad29-47f0-9b1e-04c00e30ae52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f8614bb0a484459a59af70563df75ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431681 Aug 23 05:03:32.376842 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37648) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:32.424432 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28570fd3-2d22-474a-b6df-1d8b36eb99c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:32.445363 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28570fd3-2d22-474a-b6df-1d8b36eb99c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:32.548446 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28570fd3-2d22-474a-b6df-1d8b36eb99c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:32.551049 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-28570fd3-2d22-474a-b6df-1d8b36eb99c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:32.555219 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-28570fd3-2d22-474a-b6df-1d8b36eb99c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4be7d649-4f26-4045-bf3b-6071754f93b3 HTTP/1.1" status: 204 len: 168 time: 0.1744463 Aug 23 05:03:32.560625 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28570fd3-2d22-474a-b6df-1d8b36eb99c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be7d649-4f26-4045-bf3b-6071754f93b3,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:33.149655 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 69c4357b-1ef1-44f9-9070-429d9799e461 no longer exists at agent ovs-agent-n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 23 05:03:33.206811 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37654) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:33.249110 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-7392edd9-70b2-46e3-a345-4352e5f56ff0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a1d7286495d4862a48f1f14cfe6da96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410781 Aug 23 05:03:33.251720 n-d-749052-7 neutron-server[95121]: DEBUG neutron.wsgi [-] (95121) accepted ('10.222.0.20', 37656) {{(pid=95121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 23 05:03:33.305174 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-80afca5c-1f5f-4bfe-8f2b-9801edcd227e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:33.327215 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.plugin [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] No Port match for: 69c4357b-1ef1-44f9-9070-429d9799e461 {{(pid=95122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 23 05:03:33.327474 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-80afca5c-1f5f-4bfe-8f2b-9801edcd227e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:33.327652 n-d-749052-7 neutron-server[95122]: DEBUG neutron.plugins.ml2.rpc [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Device 69c4357b-1ef1-44f9-9070-429d9799e461 not bound to the agent host n-d-749052-7 {{(pid=95122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 23 05:03:33.432616 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-80afca5c-1f5f-4bfe-8f2b-9801edcd227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744894'] for security_group, after_delete {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:33.435124 n-d-749052-7 neutron-server[95121]: DEBUG neutron_lib.callbacks.manager [None req-80afca5c-1f5f-4bfe-8f2b-9801edcd227e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:33.436360 n-d-749052-7 neutron-server[95121]: INFO neutron.wsgi [None req-80afca5c-1f5f-4bfe-8f2b-9801edcd227e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d50ccc06-3fb1-4082-99cc-c2988b190489 HTTP/1.1" status: 204 len: 168 time: 0.1836553 Aug 23 05:03:33.444159 n-d-749052-7 neutron-server[95121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afca5c-1f5f-4bfe-8f2b-9801edcd227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50ccc06-3fb1-4082-99cc-c2988b190489,revision_number=None']} {{(pid=95121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 05:03:34.015005 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:03:38.633579 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:53.894698 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:56.159207 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8be5c344-db5c-4de6-b5ca-ef15c50ab775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:58.838748 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-43305f45-13b5-4b06-b99e-06a2d9ec851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:03:58.930231 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:00.781875 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:02.140163 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:08.667512 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:11.013809 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:04:23.878188 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:26.145453 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-2b848976-bde6-47bf-b612-85f4aecc05d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:28.843220 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78467a07-0843-46a1-b127-fa81647de83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:28.951183 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:30.780957 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:32.124339 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:38.609883 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:48.012343 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:04:53.883420 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:56.129239 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-1b9b13f5-6920-44e9-8eab-ca510b7b226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:58.866241 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9b173edc-6170-4da6-b59c-7b1fffcb2627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:04:58.946419 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:00.797720 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:02.116141 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:08.636546 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:23.911567 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:25.010581 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:05:26.140006 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e1aec761-fc79-4ed2-abda-046611e6d495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:28.871975 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-34ad6f1a-375c-459c-aae1-d3f8eb0c444f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:28.967515 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:30.797032 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:32.133188 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:38.642498 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:53.911195 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:56.138513 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d6c-86d0-4395-b79c-7f4e9f3c0237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:58.853375 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e65a6e8f-0706-4b0d-bce7-fec58177f69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:05:58.967689 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:00.802260 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:02.010419 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:06:02.110756 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:08.646981 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:23.910104 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:26.138487 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cba9c576-6e49-485c-b2ae-8e4767773a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:28.835988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f9b7-77ab-4632-b46a-b8e570c28683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:28.944286 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:30.772762 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:32.115483 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:38.675807 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:39.009112 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:06:53.967847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:56.126659 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b87fc1eb-e45d-4b98-8d56-747fa0bbff0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:58.852183 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cb060520-ec87-4185-91ce-6a1d68a6c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:06:58.961027 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:00.789727 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:02.143668 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:08.652185 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:16.008646 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:07:23.921140 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:26.126098 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-82a30bd1-0efa-4161-beb0-b5eb9865e4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:28.851865 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fbe1dc7b-3578-4fe5-a6d3-3f855a34604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:28.960031 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:30.794668 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:32.137359 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:38.708646 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:53.008856 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:07:53.942643 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:56.137253 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8ec9983f-af1c-4113-be87-2cfbd39a51a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:58.851179 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-9535aa83-dcb0-4154-993e-46629b8e2f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:07:58.971247 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:00.793618 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:02.136755 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:08.696356 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:23.982073 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:26.125918 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-fcfdbe7e-d71a-491f-8caa-42ac3acdbcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:28.839192 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b87611c0-0d51-4965-8061-f740234c12f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:28.959128 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:30.007623 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:08:30.782276 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:32.142455 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:38.707803 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:53.941852 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:56.129617 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-b938eb19-7fa9-48ca-82cf-bdfde13ba301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:58.838781 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cea6ceb0-5c90-4095-8f19-c81e7e6d6ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:08:58.958531 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:00.798624 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:02.147109 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:07.007557 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:09:08.678351 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:23.980831 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:26.129578 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-44abec01-69b0-4b0e-a8a9-343ee40466b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:28.832318 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-78ecdaf7-26f1-40b6-8d4b-e8b2b72cc429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:28.940882 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:30.809528 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:32.135657 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:38.678094 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:44.006669 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:09:54.003269 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:56.129586 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-aa758591-f603-43b4-a663-ea448b40d507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:58.832062 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-3e03db20-2b55-44db-9693-f20be56bfc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:09:58.968414 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:00.837446 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:02.152335 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:08.689438 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:21.005765 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:10:24.003102 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:26.139695 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-cba278f4-1842-4149-b06a-92f9feed8bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:28.854544 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5d185c79-9dd9-4487-8c1b-174b67fee688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:28.969753 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:30.791800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:32.128800 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:32.130560 n-d-749052-7 neutron-server[95120]: DEBUG neutron.wsgi [req-619468fa-8ff7-464c-87ee-077e6af3432b req-84198322-aca9-4755-9df7-27e25fa3ae06 service neutron] (95120) timed out ('10.222.0.20', 36168) {{(pid=95120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 23 05:10:38.689153 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:53.980049 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:56.132893 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-28db3f79-f036-48f6-bed6-9c32da6487bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:58.005367 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:10:58.859964 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ba68dc24-cd0a-4613-97f0-87ed98200320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:10:58.962900 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:00.814193 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:02.157065 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:08.681907 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:24.008363 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:26.144994 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-e840fdb6-712c-4224-a66d-92ecb3225856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:28.852172 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-4651e890-d2ab-490f-af4d-8e03fa7cef1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:28.966776 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:30.847988 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:32.150847 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:35.004663 n-d-749052-7 neutron-server[95124]: DEBUG neutron.db.agents_db [None req-00353066-95d0-4735-ab9e-a737030c1c24 None None] Agent healthcheck: found 7 active agents {{(pid=95124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 23 05:11:38.682138 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:54.002079 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-94641785-4706-40db-b7e2-5097bb9c9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:56.149494 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-12d86529-68f2-4880-8b53-fe7df969d1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:58.853082 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-ac4c8e3b-b2d3-4381-a2d4-1ff48518a262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:11:58.956173 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-7d29085e-e54c-4ff5-a608-6ff4bfbfbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:12:00.823580 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-57094839-f598-43a3-b950-578a2ad9be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:12:02.162428 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9e3a-fe74-4acc-b249-f2bb921bf0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 05:12:08.693477 n-d-749052-7 neutron-server[95122]: DEBUG neutron_lib.callbacks.manager [None req-5e114f2a-de0b-4198-9af3-d9a0c61ef5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735236700182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1767486'] for agent, after_update {{(pid=95122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}